2024-04-15T16:09:02.101 INFO:root:teuthology version: 0.0.1.dev267+g6c63784 2024-04-15T16:09:02.102 DEBUG:teuthology.run:Teuthology command: teuthology --archive /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655946 --verbose --name teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi --owner scheduled_teuthology@teuthology --description rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} -- /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655946/orig.config.yaml 2024-04-15T16:09:02.150 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-15T16:09:02.243 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655946 branch: main description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: ceph-qa@ceph.com first_in_suite: false job_id: '7655946' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: main ceph: conf: global: mon election default strategy: 3 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: main sha1: 87dbfb632e974cb2c28d17423071d2d833b53b29 owner: scheduled_teuthology@teuthology priority: 951 repo: https://git.ceph.com/ceph.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 5211 sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 sleep_before_teardown: 0 subset: 28113/100000 suite: rados suite_branch: main suite_path: /home/teuthworker/src/git.ceph.com_ceph_87dbfb632e974cb2c28d17423071d2d833b53b29/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph.git suite_sha1: 87dbfb632e974cb2c28d17423071d2d833b53b29 targets: smithi090.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPl6LmqWcaopWW+7jZgS5vI0t6xc0J9ApJS702wrbdGz+10308gnIFQlvreJahB6feEw+L6Lz7GMd6eyWwl9wWQ= smithi153.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL7LnSJH2vvh/0cJd0V207lwzyv1G56M7YGyIRvEqkP1iRIoZKkjnb0RPNupn+sgZ1xUAqbWYKJxVp9hGoT0jtw= tasks: - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6c637841c215537a4502385240412f1966e0faab timestamp: 2024-04-14_20:00:15 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: teuthology verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-15T16:09:02.243 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph_87dbfb632e974cb2c28d17423071d2d833b53b29/qa; will attempt to use it 2024-04-15T16:09:02.244 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph_87dbfb632e974cb2c28d17423071d2d833b53b29/qa/tasks 2024-04-15T16:09:02.244 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-15T16:09:02.246 INFO:teuthology.task.internal:Checking packages... 2024-04-15T16:09:02.269 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'c2d8c3155d854ee204cb7c7261232571229d1d54' 2024-04-15T16:09:02.269 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T16:09:02.269 INFO:teuthology.packaging:ref: None 2024-04-15T16:09:02.270 INFO:teuthology.packaging:tag: None 2024-04-15T16:09:02.270 INFO:teuthology.packaging:branch: main 2024-04-15T16:09:02.270 INFO:teuthology.packaging:sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T16:09:02.270 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=main 2024-04-15T16:09:02.619 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-3084.g87dbfb63 2024-04-15T16:09:02.621 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-15T16:09:02.626 INFO:teuthology.task.internal:no buildpackages task found 2024-04-15T16:09:02.626 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-15T16:09:02.664 INFO:teuthology.task.internal:Saving configuration 2024-04-15T16:09:02.683 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-15T16:09:02.688 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-15T16:09:02.715 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi090.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655946', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 16:03:11.695579', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPl6LmqWcaopWW+7jZgS5vI0t6xc0J9ApJS702wrbdGz+10308gnIFQlvreJahB6feEw+L6Lz7GMd6eyWwl9wWQ='} 2024-04-15T16:09:02.768 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi153.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655946', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 16:03:11.693967', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL7LnSJH2vvh/0cJd0V207lwzyv1G56M7YGyIRvEqkP1iRIoZKkjnb0RPNupn+sgZ1xUAqbWYKJxVp9hGoT0jtw='} 2024-04-15T16:09:02.769 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-15T16:09:02.775 INFO:teuthology.task.internal:roles: ubuntu@smithi090.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-15T16:09:02.775 INFO:teuthology.task.internal:roles: ubuntu@smithi153.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-15T16:09:02.775 INFO:teuthology.run_tasks:Running task console_log... 2024-04-15T16:09:02.858 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f42efe5b0d0>, signals=[15]) 2024-04-15T16:09:02.859 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-15T16:09:02.864 INFO:teuthology.task.internal:Opening connections... 2024-04-15T16:09:02.865 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi090.front.sepia.ceph.com 2024-04-15T16:09:02.867 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T16:09:02.961 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi153.front.sepia.ceph.com 2024-04-15T16:09:02.962 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T16:09:03.054 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-15T16:09:03.060 DEBUG:teuthology.orchestra.run.smithi090:> uname -m 2024-04-15T16:09:03.078 INFO:teuthology.orchestra.run.smithi090.stdout:x86_64 2024-04-15T16:09:03.078 DEBUG:teuthology.orchestra.run.smithi090:> cat /etc/os-release 2024-04-15T16:09:03.135 INFO:teuthology.orchestra.run.smithi090.stdout:NAME="CentOS Stream" 2024-04-15T16:09:03.135 INFO:teuthology.orchestra.run.smithi090.stdout:VERSION="9" 2024-04-15T16:09:03.136 INFO:teuthology.orchestra.run.smithi090.stdout:ID="centos" 2024-04-15T16:09:03.136 INFO:teuthology.orchestra.run.smithi090.stdout:ID_LIKE="rhel fedora" 2024-04-15T16:09:03.136 INFO:teuthology.orchestra.run.smithi090.stdout:VERSION_ID="9" 2024-04-15T16:09:03.136 INFO:teuthology.orchestra.run.smithi090.stdout:PLATFORM_ID="platform:el9" 2024-04-15T16:09:03.136 INFO:teuthology.orchestra.run.smithi090.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-15T16:09:03.136 INFO:teuthology.orchestra.run.smithi090.stdout:ANSI_COLOR="0;31" 2024-04-15T16:09:03.136 INFO:teuthology.orchestra.run.smithi090.stdout:LOGO="fedora-logo-icon" 2024-04-15T16:09:03.136 INFO:teuthology.orchestra.run.smithi090.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-15T16:09:03.136 INFO:teuthology.orchestra.run.smithi090.stdout:HOME_URL="https://centos.org/" 2024-04-15T16:09:03.136 INFO:teuthology.orchestra.run.smithi090.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-15T16:09:03.136 INFO:teuthology.orchestra.run.smithi090.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-15T16:09:03.136 INFO:teuthology.orchestra.run.smithi090.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-15T16:09:03.137 INFO:teuthology.lock.ops:Updating smithi090.front.sepia.ceph.com on lock server 2024-04-15T16:09:03.161 DEBUG:teuthology.orchestra.run.smithi153:> uname -m 2024-04-15T16:09:03.180 INFO:teuthology.orchestra.run.smithi153.stdout:x86_64 2024-04-15T16:09:03.181 DEBUG:teuthology.orchestra.run.smithi153:> cat /etc/os-release 2024-04-15T16:09:03.238 INFO:teuthology.orchestra.run.smithi153.stdout:NAME="CentOS Stream" 2024-04-15T16:09:03.239 INFO:teuthology.orchestra.run.smithi153.stdout:VERSION="9" 2024-04-15T16:09:03.239 INFO:teuthology.orchestra.run.smithi153.stdout:ID="centos" 2024-04-15T16:09:03.239 INFO:teuthology.orchestra.run.smithi153.stdout:ID_LIKE="rhel fedora" 2024-04-15T16:09:03.239 INFO:teuthology.orchestra.run.smithi153.stdout:VERSION_ID="9" 2024-04-15T16:09:03.239 INFO:teuthology.orchestra.run.smithi153.stdout:PLATFORM_ID="platform:el9" 2024-04-15T16:09:03.240 INFO:teuthology.orchestra.run.smithi153.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-15T16:09:03.240 INFO:teuthology.orchestra.run.smithi153.stdout:ANSI_COLOR="0;31" 2024-04-15T16:09:03.240 INFO:teuthology.orchestra.run.smithi153.stdout:LOGO="fedora-logo-icon" 2024-04-15T16:09:03.240 INFO:teuthology.orchestra.run.smithi153.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-15T16:09:03.242 INFO:teuthology.orchestra.run.smithi153.stdout:HOME_URL="https://centos.org/" 2024-04-15T16:09:03.242 INFO:teuthology.orchestra.run.smithi153.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-15T16:09:03.242 INFO:teuthology.orchestra.run.smithi153.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-15T16:09:03.242 INFO:teuthology.orchestra.run.smithi153.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-15T16:09:03.243 INFO:teuthology.lock.ops:Updating smithi153.front.sepia.ceph.com on lock server 2024-04-15T16:09:03.268 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-15T16:09:03.278 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-15T16:09:03.284 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-15T16:09:03.284 DEBUG:teuthology.orchestra.run.smithi090:> test '!' -e /home/ubuntu/cephtest 2024-04-15T16:09:03.287 DEBUG:teuthology.orchestra.run.smithi153:> test '!' -e /home/ubuntu/cephtest 2024-04-15T16:09:03.303 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-15T16:09:03.309 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-15T16:09:03.309 DEBUG:teuthology.orchestra.run.smithi090:> test -z $(ls -A /var/lib/ceph) 2024-04-15T16:09:03.343 DEBUG:teuthology.orchestra.run.smithi153:> test -z $(ls -A /var/lib/ceph) 2024-04-15T16:09:03.461 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-15T16:09:03.513 INFO:teuthology.run_tasks:Running task kernel... 2024-04-15T16:09:03.528 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-15T16:09:03.529 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-15T16:09:03.529 DEBUG:teuthology.orchestra.run.smithi090:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-15T16:09:03.529 DEBUG:teuthology.orchestra.run.smithi153:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-15T16:09:03.545 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T16:09:03.546 DEBUG:teuthology.orchestra.run.smithi090:> uname -r 2024-04-15T16:09:03.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T16:09:03.547 DEBUG:teuthology.orchestra.run.smithi153:> uname -r 2024-04-15T16:09:03.603 INFO:teuthology.orchestra.run.smithi090.stdout:5.14.0-361.el9.x86_64 2024-04-15T16:09:03.604 INFO:teuthology.task.kernel:Running kernel on smithi090: 5.14.0-361.el9.x86_64 2024-04-15T16:09:03.604 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum install -y kernel 2024-04-15T16:09:03.605 INFO:teuthology.orchestra.run.smithi153.stdout:5.14.0-361.el9.x86_64 2024-04-15T16:09:03.605 INFO:teuthology.task.kernel:Running kernel on smithi153: 5.14.0-361.el9.x86_64 2024-04-15T16:09:03.605 DEBUG:teuthology.orchestra.run.smithi153:> sudo yum install -y kernel 2024-04-15T16:09:05.749 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS-9 - AppStream 14 MB/s | 6.7 MB 00:00 2024-04-15T16:09:06.079 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS-9 - AppStream 13 MB/s | 6.7 MB 00:00 2024-04-15T16:09:07.383 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS-9 - BaseOS 3.8 MB/s | 2.0 MB 00:00 2024-04-15T16:09:07.480 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS-9 - BaseOS 6.5 MB/s | 2.0 MB 00:00 2024-04-15T16:09:08.273 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - BaseOS 16 MB/s | 8.0 MB 00:00 2024-04-15T16:09:09.629 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - BaseOS 4.4 MB/s | 8.0 MB 00:01 2024-04-15T16:09:15.508 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - AppStream 3.9 MB/s | 19 MB 00:04 2024-04-15T16:09:19.198 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - AppStream 1.9 MB/s | 19 MB 00:09 2024-04-15T16:09:19.758 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - CRB 8.7 MB/s | 6.2 MB 00:00 2024-04-15T16:09:21.325 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - Extras packages 39 kB/s | 16 kB 00:00 2024-04-15T16:09:22.419 INFO:teuthology.orchestra.run.smithi090.stdout:Extra Packages for Enterprise Linux 22 MB/s | 21 MB 00:00 2024-04-15T16:09:23.734 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - CRB 5.8 MB/s | 6.2 MB 00:01 2024-04-15T16:09:25.191 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - Extras packages 53 kB/s | 16 kB 00:00 2024-04-15T16:09:27.419 INFO:teuthology.orchestra.run.smithi090.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-04-15T16:09:28.350 INFO:teuthology.orchestra.run.smithi153.stdout:Extra Packages for Enterprise Linux 6.9 MB/s | 21 MB 00:03 2024-04-15T16:09:29.802 INFO:teuthology.orchestra.run.smithi090.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-15T16:09:29.802 INFO:teuthology.orchestra.run.smithi090.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-15T16:09:29.914 INFO:teuthology.orchestra.run.smithi090.stdout:Dependencies resolved. 2024-04-15T16:09:29.919 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-04-15T16:09:29.919 INFO:teuthology.orchestra.run.smithi090.stdout: Package Arch Version Repository Size 2024-04-15T16:09:29.919 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-04-15T16:09:29.919 INFO:teuthology.orchestra.run.smithi090.stdout:Installing: 2024-04-15T16:09:29.919 INFO:teuthology.orchestra.run.smithi090.stdout: kernel x86_64 5.14.0-438.el9 CentOS-BaseOS 277 k 2024-04-15T16:09:29.919 INFO:teuthology.orchestra.run.smithi090.stdout:Installing dependencies: 2024-04-15T16:09:29.919 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-core x86_64 5.14.0-438.el9 CentOS-BaseOS 15 M 2024-04-15T16:09:29.919 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-modules x86_64 5.14.0-438.el9 CentOS-BaseOS 34 M 2024-04-15T16:09:29.919 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-modules-core x86_64 5.14.0-438.el9 CentOS-BaseOS 28 M 2024-04-15T16:09:29.919 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:09:29.919 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction Summary 2024-04-15T16:09:29.920 INFO:teuthology.orchestra.run.smithi090.stdout:================================================================================ 2024-04-15T16:09:29.920 INFO:teuthology.orchestra.run.smithi090.stdout:Install 4 Packages 2024-04-15T16:09:29.920 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:09:29.920 INFO:teuthology.orchestra.run.smithi090.stdout:Total download size: 77 M 2024-04-15T16:09:29.920 INFO:teuthology.orchestra.run.smithi090.stdout:Installed size: 123 M 2024-04-15T16:09:29.920 INFO:teuthology.orchestra.run.smithi090.stdout:Downloading Packages: 2024-04-15T16:09:30.121 INFO:teuthology.orchestra.run.smithi090.stdout:(1/4): kernel-5.14.0-438.el9.x86_64.rpm 1.4 MB/s | 277 kB 00:00 2024-04-15T16:09:30.997 INFO:teuthology.orchestra.run.smithi090.stdout:(2/4): kernel-core-5.14.0-438.el9.x86_64.rpm 14 MB/s | 15 MB 00:01 2024-04-15T16:09:32.088 INFO:teuthology.orchestra.run.smithi090.stdout:(3/4): kernel-modules-5.14.0-438.el9.x86_64.rpm 16 MB/s | 34 MB 00:02 2024-04-15T16:09:32.838 INFO:teuthology.orchestra.run.smithi090.stdout:(4/4): kernel-modules-core-5.14.0-438.el9.x86_6 10 MB/s | 28 MB 00:02 2024-04-15T16:09:32.841 INFO:teuthology.orchestra.run.smithi090.stdout:-------------------------------------------------------------------------------- 2024-04-15T16:09:32.841 INFO:teuthology.orchestra.run.smithi090.stdout:Total 26 MB/s | 77 MB 00:02 2024-04-15T16:09:32.842 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction check 2024-04-15T16:09:33.226 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction check succeeded. 2024-04-15T16:09:33.226 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction test 2024-04-15T16:09:33.391 INFO:teuthology.orchestra.run.smithi153.stdout:lab-extras 13 kB/s | 1.7 kB 00:00 2024-04-15T16:09:34.023 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction test succeeded. 2024-04-15T16:09:34.216 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction 2024-04-15T16:09:35.723 INFO:teuthology.orchestra.run.smithi153.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-15T16:09:35.724 INFO:teuthology.orchestra.run.smithi153.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-15T16:09:35.813 INFO:teuthology.orchestra.run.smithi153.stdout:Dependencies resolved. 2024-04-15T16:09:35.824 INFO:teuthology.orchestra.run.smithi153.stdout:================================================================================ 2024-04-15T16:09:35.824 INFO:teuthology.orchestra.run.smithi153.stdout: Package Arch Version Repository Size 2024-04-15T16:09:35.824 INFO:teuthology.orchestra.run.smithi153.stdout:================================================================================ 2024-04-15T16:09:35.824 INFO:teuthology.orchestra.run.smithi153.stdout:Installing: 2024-04-15T16:09:35.824 INFO:teuthology.orchestra.run.smithi153.stdout: kernel x86_64 5.14.0-438.el9 CentOS-BaseOS 277 k 2024-04-15T16:09:35.824 INFO:teuthology.orchestra.run.smithi153.stdout:Installing dependencies: 2024-04-15T16:09:35.824 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-core x86_64 5.14.0-438.el9 CentOS-BaseOS 15 M 2024-04-15T16:09:35.824 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-modules x86_64 5.14.0-438.el9 CentOS-BaseOS 34 M 2024-04-15T16:09:35.824 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-modules-core x86_64 5.14.0-438.el9 CentOS-BaseOS 28 M 2024-04-15T16:09:35.825 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:09:35.825 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction Summary 2024-04-15T16:09:35.825 INFO:teuthology.orchestra.run.smithi153.stdout:================================================================================ 2024-04-15T16:09:35.825 INFO:teuthology.orchestra.run.smithi153.stdout:Install 4 Packages 2024-04-15T16:09:35.825 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:09:35.825 INFO:teuthology.orchestra.run.smithi153.stdout:Total download size: 77 M 2024-04-15T16:09:35.825 INFO:teuthology.orchestra.run.smithi153.stdout:Installed size: 123 M 2024-04-15T16:09:35.826 INFO:teuthology.orchestra.run.smithi153.stdout:Downloading Packages: 2024-04-15T16:09:36.134 INFO:teuthology.orchestra.run.smithi153.stdout:(1/4): kernel-5.14.0-438.el9.x86_64.rpm 898 kB/s | 277 kB 00:00 2024-04-15T16:09:36.434 INFO:teuthology.orchestra.run.smithi090.stdout: Preparing : 1/1 2024-04-15T16:09:37.141 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : kernel-modules-core-5.14.0-438.el9.x86_64 1/4 2024-04-15T16:09:37.221 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T16:09:37.568 INFO:teuthology.orchestra.run.smithi153.stdout:(2/4): kernel-core-5.14.0-438.el9.x86_64.rpm 8.7 MB/s | 15 MB 00:01 2024-04-15T16:09:38.110 INFO:teuthology.orchestra.run.smithi153.stdout:(3/4): kernel-modules-core-5.14.0-438.el9.x86_6 14 MB/s | 28 MB 00:01 2024-04-15T16:09:38.410 INFO:teuthology.orchestra.run.smithi153.stdout:(4/4): kernel-modules-5.14.0-438.el9.x86_64.rpm 13 MB/s | 34 MB 00:02 2024-04-15T16:09:38.412 INFO:teuthology.orchestra.run.smithi153.stdout:-------------------------------------------------------------------------------- 2024-04-15T16:09:38.413 INFO:teuthology.orchestra.run.smithi153.stdout:Total 30 MB/s | 77 MB 00:02 2024-04-15T16:09:38.413 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction check 2024-04-15T16:09:38.803 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction check succeeded. 2024-04-15T16:09:38.803 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction test 2024-04-15T16:09:39.658 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction test succeeded. 2024-04-15T16:09:39.658 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction 2024-04-15T16:09:40.004 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T16:09:40.147 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T16:09:41.967 INFO:teuthology.orchestra.run.smithi153.stdout: Preparing : 1/1 2024-04-15T16:09:42.569 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : kernel-modules-core-5.14.0-438.el9.x86_64 1/4 2024-04-15T16:09:42.651 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T16:09:44.872 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T16:09:44.907 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T16:09:45.402 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T16:09:45.537 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T16:09:49.626 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T16:09:50.296 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T16:09:50.434 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T16:09:55.214 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T16:10:20.538 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T16:10:20.539 INFO:teuthology.orchestra.run.smithi090.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-15T16:10:20.539 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:10:20.582 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 4/4 2024-04-15T16:10:21.094 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T16:10:21.094 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : kernel-5.14.0-438.el9.x86_64 1/4 2024-04-15T16:10:21.095 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T16:10:21.095 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T16:10:21.563 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T16:10:21.563 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:10:21.563 INFO:teuthology.orchestra.run.smithi090.stdout:Installed: 2024-04-15T16:10:21.563 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-5.14.0-438.el9.x86_64 2024-04-15T16:10:21.563 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-core-5.14.0-438.el9.x86_64 2024-04-15T16:10:21.563 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-modules-5.14.0-438.el9.x86_64 2024-04-15T16:10:21.563 INFO:teuthology.orchestra.run.smithi090.stdout: kernel-modules-core-5.14.0-438.el9.x86_64 2024-04-15T16:10:21.563 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:10:21.563 INFO:teuthology.orchestra.run.smithi090.stdout:Complete! 2024-04-15T16:10:21.938 DEBUG:teuthology.orchestra.run.smithi090:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T16:10:22.051 INFO:teuthology.orchestra.run.smithi090.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T16:10:22.051 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T16:10:22.052 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-438.el9.x86_64 2024-04-15T16:10:22.052 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-15T16:10:22.052 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-15T16:10:22.052 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-15T16:10:22.052 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi090.front.sepia.ceph.com, path=None, version=distro) 2024-04-15T16:10:22.052 DEBUG:teuthology.orchestra.run.smithi090:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T16:10:22.132 INFO:teuthology.orchestra.run.smithi090.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T16:10:22.132 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T16:10:22.132 DEBUG:teuthology.orchestra.run.smithi090:> sudo rpm -qi grub2-tools 2024-04-15T16:10:22.165 INFO:teuthology.orchestra.run.smithi090.stdout:Name : grub2-tools 2024-04-15T16:10:22.166 INFO:teuthology.orchestra.run.smithi090.stdout:Epoch : 1 2024-04-15T16:10:22.166 INFO:teuthology.orchestra.run.smithi090.stdout:Version : 2.06 2024-04-15T16:10:22.166 INFO:teuthology.orchestra.run.smithi090.stdout:Release : 68.el9 2024-04-15T16:10:22.166 INFO:teuthology.orchestra.run.smithi090.stdout:Architecture: x86_64 2024-04-15T16:10:22.166 INFO:teuthology.orchestra.run.smithi090.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-15T16:10:22.166 INFO:teuthology.orchestra.run.smithi090.stdout:Group : Unspecified 2024-04-15T16:10:22.166 INFO:teuthology.orchestra.run.smithi090.stdout:Size : 8264254 2024-04-15T16:10:22.166 INFO:teuthology.orchestra.run.smithi090.stdout:License : GPLv3+ 2024-04-15T16:10:22.166 INFO:teuthology.orchestra.run.smithi090.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-15T16:10:22.166 INFO:teuthology.orchestra.run.smithi090.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-15T16:10:22.166 INFO:teuthology.orchestra.run.smithi090.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-15T16:10:22.166 INFO:teuthology.orchestra.run.smithi090.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-15T16:10:22.166 INFO:teuthology.orchestra.run.smithi090.stdout:Packager : builder@centos.org 2024-04-15T16:10:22.167 INFO:teuthology.orchestra.run.smithi090.stdout:Vendor : CentOS 2024-04-15T16:10:22.167 INFO:teuthology.orchestra.run.smithi090.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-15T16:10:22.167 INFO:teuthology.orchestra.run.smithi090.stdout:Summary : Support tools for GRUB. 2024-04-15T16:10:22.167 INFO:teuthology.orchestra.run.smithi090.stdout:Description : 2024-04-15T16:10:22.167 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:10:22.167 INFO:teuthology.orchestra.run.smithi090.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-15T16:10:22.167 INFO:teuthology.orchestra.run.smithi090.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-15T16:10:22.167 INFO:teuthology.orchestra.run.smithi090.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-15T16:10:22.167 INFO:teuthology.orchestra.run.smithi090.stdout:hardware devices. 2024-04-15T16:10:22.167 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:10:22.167 INFO:teuthology.orchestra.run.smithi090.stdout:This subpackage provides tools for support of all platforms. 2024-04-15T16:10:22.168 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-15T16:10:22.168 INFO:teuthology.task.kernel:Updating grub on smithi090 to boot 5.14.0-438.el9.x86_64 2024-04-15T16:10:22.168 DEBUG:teuthology.orchestra.run.smithi090:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-15T16:10:22.801 INFO:teuthology.orchestra.run.smithi090.stderr:Generating grub configuration file ... 2024-04-15T16:10:24.484 INFO:teuthology.orchestra.run.smithi090.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-15T16:10:24.505 INFO:teuthology.orchestra.run.smithi090.stderr:done 2024-04-15T16:10:24.507 DEBUG:teuthology.orchestra.run.smithi090:> mktemp 2024-04-15T16:10:24.530 INFO:teuthology.orchestra.run.smithi090.stdout:/tmp/tmp.IhzaDM5q7N 2024-04-15T16:10:24.531 DEBUG:teuthology.orchestra.run.smithi090:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.IhzaDM5q7N 2024-04-15T16:10:24.598 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 0666 /tmp/tmp.IhzaDM5q7N 2024-04-15T16:10:24.743 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T16:10:24.743 INFO:teuthology.orchestra.run.smithi153.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-15T16:10:24.743 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:10:24.754 DEBUG:teuthology.orchestra.remote:smithi090:/tmp/tmp.IhzaDM5q7N is 6KB 2024-04-15T16:10:24.787 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-modules-5.14.0-438.el9.x86_64 4/4 2024-04-15T16:10:24.803 DEBUG:teuthology.orchestra.run.smithi090:> rm -fr /tmp/tmp.IhzaDM5q7N 2024-04-15T16:10:24.817 DEBUG:teuthology.orchestra.run.smithi090:> sudo /bin/ls /boot/loader/entries || true 2024-04-15T16:10:24.881 INFO:teuthology.orchestra.run.smithi090.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-15T16:10:24.881 INFO:teuthology.orchestra.run.smithi090.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-15T16:10:24.882 INFO:teuthology.orchestra.run.smithi090.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-15T16:10:24.882 INFO:teuthology.orchestra.run.smithi090.stdout:15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64.conf 2024-04-15T16:10:24.883 DEBUG:teuthology.orchestra.run.smithi090:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64 2024-04-15T16:10:25.063 DEBUG:teuthology.orchestra.run.smithi090:> sudo shutdown -r now 2024-04-15T16:10:25.124 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: kernel-5.14.0-438.el9.x86_64 4/4 2024-04-15T16:10:25.125 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : kernel-5.14.0-438.el9.x86_64 1/4 2024-04-15T16:10:25.125 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : kernel-core-5.14.0-438.el9.x86_64 2/4 2024-04-15T16:10:25.125 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : kernel-modules-5.14.0-438.el9.x86_64 3/4 2024-04-15T16:10:25.525 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : kernel-modules-core-5.14.0-438.el9.x86_64 4/4 2024-04-15T16:10:25.526 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:10:25.526 INFO:teuthology.orchestra.run.smithi153.stdout:Installed: 2024-04-15T16:10:25.526 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-5.14.0-438.el9.x86_64 2024-04-15T16:10:25.526 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-core-5.14.0-438.el9.x86_64 2024-04-15T16:10:25.526 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-modules-5.14.0-438.el9.x86_64 2024-04-15T16:10:25.526 INFO:teuthology.orchestra.run.smithi153.stdout: kernel-modules-core-5.14.0-438.el9.x86_64 2024-04-15T16:10:25.526 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:10:25.526 INFO:teuthology.orchestra.run.smithi153.stdout:Complete! 2024-04-15T16:10:25.844 DEBUG:teuthology.orchestra.run.smithi153:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T16:10:25.944 INFO:teuthology.orchestra.run.smithi153.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T16:10:25.944 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T16:10:25.944 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-438.el9.x86_64 2024-04-15T16:10:25.944 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-15T16:10:25.944 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-15T16:10:25.944 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-15T16:10:25.945 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi153.front.sepia.ceph.com, path=None, version=distro) 2024-04-15T16:10:25.945 DEBUG:teuthology.orchestra.run.smithi153:> rpm -q kernel | sort -rV | head -n 1 2024-04-15T16:10:26.024 INFO:teuthology.orchestra.run.smithi153.stdout:kernel-5.14.0-438.el9.x86_64 2024-04-15T16:10:26.025 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-438.el9.x86_64 2024-04-15T16:10:26.025 DEBUG:teuthology.orchestra.run.smithi153:> sudo rpm -qi grub2-tools 2024-04-15T16:10:26.059 INFO:teuthology.orchestra.run.smithi153.stdout:Name : grub2-tools 2024-04-15T16:10:26.060 INFO:teuthology.orchestra.run.smithi153.stdout:Epoch : 1 2024-04-15T16:10:26.060 INFO:teuthology.orchestra.run.smithi153.stdout:Version : 2.06 2024-04-15T16:10:26.060 INFO:teuthology.orchestra.run.smithi153.stdout:Release : 68.el9 2024-04-15T16:10:26.060 INFO:teuthology.orchestra.run.smithi153.stdout:Architecture: x86_64 2024-04-15T16:10:26.060 INFO:teuthology.orchestra.run.smithi153.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-15T16:10:26.060 INFO:teuthology.orchestra.run.smithi153.stdout:Group : Unspecified 2024-04-15T16:10:26.060 INFO:teuthology.orchestra.run.smithi153.stdout:Size : 8264254 2024-04-15T16:10:26.060 INFO:teuthology.orchestra.run.smithi153.stdout:License : GPLv3+ 2024-04-15T16:10:26.060 INFO:teuthology.orchestra.run.smithi153.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-15T16:10:26.060 INFO:teuthology.orchestra.run.smithi153.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-15T16:10:26.060 INFO:teuthology.orchestra.run.smithi153.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-15T16:10:26.060 INFO:teuthology.orchestra.run.smithi153.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-15T16:10:26.061 INFO:teuthology.orchestra.run.smithi153.stdout:Packager : builder@centos.org 2024-04-15T16:10:26.061 INFO:teuthology.orchestra.run.smithi153.stdout:Vendor : CentOS 2024-04-15T16:10:26.061 INFO:teuthology.orchestra.run.smithi153.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-15T16:10:26.061 INFO:teuthology.orchestra.run.smithi153.stdout:Summary : Support tools for GRUB. 2024-04-15T16:10:26.061 INFO:teuthology.orchestra.run.smithi153.stdout:Description : 2024-04-15T16:10:26.061 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:10:26.061 INFO:teuthology.orchestra.run.smithi153.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-15T16:10:26.061 INFO:teuthology.orchestra.run.smithi153.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-15T16:10:26.061 INFO:teuthology.orchestra.run.smithi153.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-15T16:10:26.061 INFO:teuthology.orchestra.run.smithi153.stdout:hardware devices. 2024-04-15T16:10:26.061 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:10:26.061 INFO:teuthology.orchestra.run.smithi153.stdout:This subpackage provides tools for support of all platforms. 2024-04-15T16:10:26.062 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-15T16:10:26.062 INFO:teuthology.task.kernel:Updating grub on smithi153 to boot 5.14.0-438.el9.x86_64 2024-04-15T16:10:26.062 DEBUG:teuthology.orchestra.run.smithi153:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-15T16:10:26.634 INFO:teuthology.orchestra.run.smithi153.stderr:Generating grub configuration file ... 2024-04-15T16:10:28.067 INFO:teuthology.orchestra.run.smithi153.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-15T16:10:28.088 INFO:teuthology.orchestra.run.smithi153.stderr:done 2024-04-15T16:10:28.090 DEBUG:teuthology.orchestra.run.smithi153:> mktemp 2024-04-15T16:10:28.105 INFO:teuthology.orchestra.run.smithi153.stdout:/tmp/tmp.mOuVedPWbv 2024-04-15T16:10:28.105 DEBUG:teuthology.orchestra.run.smithi153:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.mOuVedPWbv 2024-04-15T16:10:28.177 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod 0666 /tmp/tmp.mOuVedPWbv 2024-04-15T16:10:28.325 DEBUG:teuthology.orchestra.remote:smithi153:/tmp/tmp.mOuVedPWbv is 6KB 2024-04-15T16:10:28.373 DEBUG:teuthology.orchestra.run.smithi153:> rm -fr /tmp/tmp.mOuVedPWbv 2024-04-15T16:10:28.388 DEBUG:teuthology.orchestra.run.smithi153:> sudo /bin/ls /boot/loader/entries || true 2024-04-15T16:10:28.453 INFO:teuthology.orchestra.run.smithi153.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-15T16:10:28.453 INFO:teuthology.orchestra.run.smithi153.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-15T16:10:28.453 INFO:teuthology.orchestra.run.smithi153.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-15T16:10:28.453 INFO:teuthology.orchestra.run.smithi153.stdout:15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64.conf 2024-04-15T16:10:28.454 DEBUG:teuthology.orchestra.run.smithi153:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-438.el9.x86_64 2024-04-15T16:10:28.607 DEBUG:teuthology.orchestra.run.smithi153:> sudo shutdown -r now 2024-04-15T16:10:55.090 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-15T16:10:55.091 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-04-15T16:10:55.092 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T16:10:58.612 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-15T16:10:58.612 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-04-15T16:10:58.613 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T16:11:13.567 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.90 2024-04-15T16:11:17.154 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.153 2024-04-15T16:11:22.574 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-04-15T16:11:22.575 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T16:11:25.630 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.90 2024-04-15T16:11:26.155 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-04-15T16:11:26.156 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T16:11:29.214 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.153 2024-04-15T16:11:37.638 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-04-15T16:11:37.639 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T16:11:40.706 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.90 2024-04-15T16:11:41.215 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-04-15T16:11:41.216 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T16:11:55.722 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-04-15T16:11:55.723 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T16:11:58.782 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.90 2024-04-15T16:11:59.646 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.153 2024-04-15T16:12:14.658 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-04-15T16:12:14.659 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T16:12:15.008 DEBUG:teuthology.orchestra.run.smithi153:> true 2024-04-15T16:12:15.431 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-04-15T16:12:15.432 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-438.el9.x86_64"... 2024-04-15T16:12:15.432 DEBUG:teuthology.orchestra.run.smithi153:> uname -r 2024-04-15T16:12:15.447 INFO:teuthology.orchestra.run.smithi153.stdout:5.14.0-438.el9.x86_64 2024-04-15T16:12:15.447 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-438.el9.x86_64 vs 5.14.0-438.el9.x86_64 2024-04-15T16:12:15.447 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-15T16:12:15.447 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-15T16:12:16.448 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-15T16:12:16.448 DEBUG:teuthology.orchestra.run.smithi153:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-15T16:12:16.533 INFO:teuthology.orchestra.run.smithi153.stdout:ttyS1 2024-04-15T16:12:16.582 DEBUG:teuthology.parallel:result is None 2024-04-15T16:12:16.783 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-04-15T16:12:16.784 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T16:12:19.838 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.90 2024-04-15T16:12:40.839 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-04-15T16:12:40.841 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T16:12:41.181 DEBUG:teuthology.orchestra.run.smithi090:> true 2024-04-15T16:12:41.601 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-04-15T16:12:41.601 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-438.el9.x86_64"... 2024-04-15T16:12:41.602 DEBUG:teuthology.orchestra.run.smithi090:> uname -r 2024-04-15T16:12:41.619 INFO:teuthology.orchestra.run.smithi090.stdout:5.14.0-438.el9.x86_64 2024-04-15T16:12:41.619 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-438.el9.x86_64 vs 5.14.0-438.el9.x86_64 2024-04-15T16:12:41.619 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-15T16:12:41.619 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-15T16:12:42.620 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-15T16:12:42.620 DEBUG:teuthology.orchestra.run.smithi090:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-15T16:12:42.757 INFO:teuthology.orchestra.run.smithi090.stdout:ttyS1 2024-04-15T16:12:42.794 DEBUG:teuthology.parallel:result is None 2024-04-15T16:12:42.794 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-15T16:12:42.802 INFO:teuthology.task.internal:Creating test directory... 2024-04-15T16:12:42.802 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-15T16:12:42.804 DEBUG:teuthology.orchestra.run.smithi153:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-15T16:12:42.824 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-15T16:12:42.830 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-15T16:12:42.840 INFO:teuthology.task.internal:Creating archive directory... 2024-04-15T16:12:42.840 DEBUG:teuthology.orchestra.run.smithi090:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-15T16:12:42.863 DEBUG:teuthology.orchestra.run.smithi153:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-15T16:12:42.935 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-15T16:12:42.941 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-15T16:12:42.942 DEBUG:teuthology.orchestra.run.smithi090:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-15T16:12:42.944 DEBUG:teuthology.orchestra.run.smithi153:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-15T16:12:42.978 INFO:teuthology.orchestra.run.smithi153.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T16:12:42.983 INFO:teuthology.orchestra.run.smithi090.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T16:12:42.993 INFO:teuthology.orchestra.run.smithi153.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T16:12:42.997 INFO:teuthology.orchestra.run.smithi090.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-15T16:12:42.999 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-15T16:12:43.009 INFO:teuthology.task.internal:Configuring sudo... 2024-04-15T16:12:43.010 DEBUG:teuthology.orchestra.run.smithi090:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-15T16:12:43.042 DEBUG:teuthology.orchestra.run.smithi153:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-15T16:12:43.073 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-15T16:12:43.087 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-15T16:12:43.087 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-15T16:12:43.113 DEBUG:teuthology.orchestra.run.smithi153:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-15T16:12:43.130 DEBUG:teuthology.orchestra.run.smithi090:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T16:12:43.219 DEBUG:teuthology.orchestra.run.smithi090:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T16:12:43.261 DEBUG:teuthology.orchestra.run.smithi090:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T16:12:43.343 DEBUG:teuthology.orchestra.run.smithi090:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T16:12:43.388 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:12:43.388 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-15T16:12:43.456 DEBUG:teuthology.orchestra.run.smithi153:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T16:12:43.502 DEBUG:teuthology.orchestra.run.smithi153:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-15T16:12:43.552 DEBUG:teuthology.orchestra.run.smithi153:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T16:12:43.642 DEBUG:teuthology.orchestra.run.smithi153:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-15T16:12:43.683 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-04-15T16:12:43.683 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-15T16:12:43.753 DEBUG:teuthology.orchestra.run.smithi090:> sudo service rsyslog restart 2024-04-15T16:12:43.756 DEBUG:teuthology.orchestra.run.smithi153:> sudo service rsyslog restart 2024-04-15T16:12:43.803 INFO:teuthology.orchestra.run.smithi090.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T16:12:43.853 INFO:teuthology.orchestra.run.smithi153.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T16:12:44.167 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-15T16:12:44.177 INFO:teuthology.task.internal:Starting timer... 2024-04-15T16:12:44.177 INFO:teuthology.run_tasks:Running task pcp... 2024-04-15T16:12:44.187 INFO:teuthology.run_tasks:Running task selinux... 2024-04-15T16:12:44.194 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-15T16:12:44.195 DEBUG:teuthology.orchestra.run.smithi090:> sudo service auditd rotate 2024-04-15T16:12:44.257 INFO:teuthology.orchestra.run.smithi090.stdout:Rotating logs: 2024-04-15T16:12:44.258 DEBUG:teuthology.orchestra.run.smithi153:> sudo service auditd rotate 2024-04-15T16:12:44.316 INFO:teuthology.orchestra.run.smithi153.stdout:Rotating logs: 2024-04-15T16:12:44.317 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-15T16:12:44.318 DEBUG:teuthology.orchestra.run.smithi090:> /usr/sbin/getenforce 2024-04-15T16:12:44.342 INFO:teuthology.orchestra.run.smithi090.stdout:Permissive 2024-04-15T16:12:44.342 DEBUG:teuthology.orchestra.run.smithi153:> /usr/sbin/getenforce 2024-04-15T16:12:44.364 INFO:teuthology.orchestra.run.smithi153.stdout:Permissive 2024-04-15T16:12:44.364 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi090.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi153.front.sepia.ceph.com': 'permissive'} 2024-04-15T16:12:44.365 DEBUG:teuthology.orchestra.run.smithi090:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-15T16:12:44.412 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T16:12:44.413 DEBUG:teuthology.orchestra.run.smithi153:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-15T16:12:44.443 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T16:12:44.443 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-15T16:12:44.443 DEBUG:teuthology.orchestra.run.smithi090:> sudo /usr/sbin/setenforce permissive 2024-04-15T16:12:44.492 DEBUG:teuthology.orchestra.run.smithi153:> sudo /usr/sbin/setenforce permissive 2024-04-15T16:12:44.525 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-15T16:12:44.534 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-15T16:12:44.550 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-15T16:12:44.551 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi090.front.sepia.ceph.com,smithi153.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-15T16:17:13.663 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi090.front.sepia.ceph.com'), Remote(name='ubuntu@smithi153.front.sepia.ceph.com')] 2024-04-15T16:17:13.665 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-04-15T16:17:13.666 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi090.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T16:17:13.755 DEBUG:teuthology.orchestra.run.smithi090:> true 2024-04-15T16:17:13.829 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi090.front.sepia.ceph.com' 2024-04-15T16:17:13.829 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-04-15T16:17:13.830 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi153.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-15T16:17:13.919 DEBUG:teuthology.orchestra.run.smithi153:> true 2024-04-15T16:17:14.003 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi153.front.sepia.ceph.com' 2024-04-15T16:17:14.003 INFO:teuthology.run_tasks:Running task clock... 2024-04-15T16:17:14.015 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-15T16:17:14.015 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-15T16:17:14.016 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T16:17:14.018 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-15T16:17:14.018 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T16:17:14.053 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-15T16:17:14.071 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-15T16:17:14.077 INFO:teuthology.orchestra.run.smithi153.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-15T16:17:14.095 INFO:teuthology.orchestra.run.smithi153.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-15T16:17:14.103 INFO:teuthology.orchestra.run.smithi090.stderr:sudo: ntpd: command not found 2024-04-15T16:17:14.118 INFO:teuthology.orchestra.run.smithi090.stdout:506 Cannot talk to daemon 2024-04-15T16:17:14.126 INFO:teuthology.orchestra.run.smithi153.stderr:sudo: ntpd: command not found 2024-04-15T16:17:14.136 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-15T16:17:14.141 INFO:teuthology.orchestra.run.smithi153.stdout:506 Cannot talk to daemon 2024-04-15T16:17:14.154 INFO:teuthology.orchestra.run.smithi090.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-15T16:17:14.158 INFO:teuthology.orchestra.run.smithi153.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-15T16:17:14.176 INFO:teuthology.orchestra.run.smithi153.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-15T16:17:14.211 INFO:teuthology.orchestra.run.smithi090.stderr:bash: line 1: ntpq: command not found 2024-04-15T16:17:14.215 INFO:teuthology.orchestra.run.smithi090.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T16:17:14.215 INFO:teuthology.orchestra.run.smithi090.stdout:=============================================================================== 2024-04-15T16:17:14.215 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T16:17:14.215 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T16:17:14.215 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T16:17:14.215 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T16:17:14.232 INFO:teuthology.orchestra.run.smithi153.stderr:bash: line 1: ntpq: command not found 2024-04-15T16:17:14.235 INFO:teuthology.orchestra.run.smithi153.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T16:17:14.235 INFO:teuthology.orchestra.run.smithi153.stdout:=============================================================================== 2024-04-15T16:17:14.235 INFO:teuthology.orchestra.run.smithi153.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T16:17:14.235 INFO:teuthology.orchestra.run.smithi153.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T16:17:14.235 INFO:teuthology.orchestra.run.smithi153.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T16:17:14.235 INFO:teuthology.orchestra.run.smithi153.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T16:17:14.236 INFO:teuthology.run_tasks:Running task install... 2024-04-15T16:17:14.249 DEBUG:teuthology.task.install:project ceph 2024-04-15T16:17:14.250 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54'}} 2024-04-15T16:17:14.250 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54'} 2024-04-15T16:17:14.250 INFO:teuthology.task.install:Using flavor: default 2024-04-15T16:17:14.255 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-15T16:17:14.255 INFO:teuthology.task.install:extra packages: [] 2024-04-15T16:17:14.256 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54', 'tag': None, 'wait_for_package': False} 2024-04-15T16:17:14.256 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T16:17:14.256 INFO:teuthology.packaging:ref: None 2024-04-15T16:17:14.256 INFO:teuthology.packaging:tag: None 2024-04-15T16:17:14.256 INFO:teuthology.packaging:branch: reef 2024-04-15T16:17:14.256 INFO:teuthology.packaging:sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T16:17:14.257 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-15T16:17:14.259 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54', 'tag': None, 'wait_for_package': False} 2024-04-15T16:17:14.259 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T16:17:14.259 INFO:teuthology.packaging:ref: None 2024-04-15T16:17:14.259 INFO:teuthology.packaging:tag: None 2024-04-15T16:17:14.259 INFO:teuthology.packaging:branch: reef 2024-04-15T16:17:14.259 INFO:teuthology.packaging:sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T16:17:14.259 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-15T16:17:14.687 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/ 2024-04-15T16:17:14.687 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1221.ge3fb05d5 2024-04-15T16:17:14.699 INFO:teuthology.task.install.rpm:Pulling from https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/ 2024-04-15T16:17:14.700 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1221.ge3fb05d5 2024-04-15T16:17:14.804 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-15T16:17:14.805 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-04-15T16:17:14.805 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-15T16:17:14.835 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-15T16:17:14.835 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T16:17:14.835 INFO:teuthology.packaging:ref: None 2024-04-15T16:17:14.835 INFO:teuthology.packaging:tag: None 2024-04-15T16:17:14.836 INFO:teuthology.packaging:branch: reef 2024-04-15T16:17:14.836 INFO:teuthology.packaging:sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T16:17:14.836 DEBUG:teuthology.orchestra.run.smithi153:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-15T16:17:14.905 DEBUG:teuthology.orchestra.run.smithi153:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-15T16:17:14.988 DEBUG:teuthology.orchestra.run.smithi153:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-15T16:17:15.055 INFO:teuthology.orchestra.run.smithi153.stdout:check_obsoletes = 1 2024-04-15T16:17:15.057 DEBUG:teuthology.orchestra.run.smithi153:> sudo yum clean all 2024-04-15T16:17:15.226 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://4.chacra.ceph.com/r/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-15T16:17:15.226 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:17:15.226 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-15T16:17:15.257 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-15T16:17:15.257 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T16:17:15.257 INFO:teuthology.packaging:ref: None 2024-04-15T16:17:15.257 INFO:teuthology.packaging:tag: None 2024-04-15T16:17:15.257 INFO:teuthology.packaging:branch: reef 2024-04-15T16:17:15.257 INFO:teuthology.packaging:sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T16:17:15.257 DEBUG:teuthology.orchestra.run.smithi090:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-15T16:17:15.303 INFO:teuthology.orchestra.run.smithi153.stdout:74 files removed 2024-04-15T16:17:15.325 DEBUG:teuthology.orchestra.run.smithi090:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-15T16:17:15.329 DEBUG:teuthology.orchestra.run.smithi153:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-15T16:17:15.407 DEBUG:teuthology.orchestra.run.smithi090:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-15T16:17:15.475 INFO:teuthology.orchestra.run.smithi090.stdout:check_obsoletes = 1 2024-04-15T16:17:15.476 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum clean all 2024-04-15T16:17:15.720 INFO:teuthology.orchestra.run.smithi090.stdout:74 files removed 2024-04-15T16:17:15.745 DEBUG:teuthology.orchestra.run.smithi090:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-15T16:17:16.546 INFO:teuthology.orchestra.run.smithi090.stdout:ceph packages for x86_64 155 kB/s | 77 kB 00:00 2024-04-15T16:17:16.871 INFO:teuthology.orchestra.run.smithi090.stdout:ceph noarch packages 41 kB/s | 11 kB 00:00 2024-04-15T16:17:17.229 INFO:teuthology.orchestra.run.smithi153.stdout:ceph packages for x86_64 48 kB/s | 77 kB 00:01 2024-04-15T16:17:17.522 INFO:teuthology.orchestra.run.smithi090.stdout:ceph source packages 3.0 kB/s | 1.8 kB 00:00 2024-04-15T16:17:17.746 INFO:teuthology.orchestra.run.smithi153.stdout:ceph noarch packages 24 kB/s | 11 kB 00:00 2024-04-15T16:17:18.000 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS-9 - AppStream 15 MB/s | 6.7 MB 00:00 2024-04-15T16:17:18.222 INFO:teuthology.orchestra.run.smithi153.stdout:ceph source packages 4.2 kB/s | 1.8 kB 00:00 2024-04-15T16:17:18.682 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS-9 - AppStream 16 MB/s | 6.7 MB 00:00 2024-04-15T16:17:19.452 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS-9 - BaseOS 6.7 MB/s | 2.0 MB 00:00 2024-04-15T16:17:20.341 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS-9 - BaseOS 3.9 MB/s | 2.0 MB 00:00 2024-04-15T16:17:21.484 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - BaseOS 4.7 MB/s | 8.0 MB 00:01 2024-04-15T16:17:21.931 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - BaseOS 6.4 MB/s | 8.0 MB 00:01 2024-04-15T16:17:23.386 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - AppStream 24 MB/s | 19 MB 00:00 2024-04-15T16:17:28.379 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - CRB 4.3 MB/s | 6.2 MB 00:01 2024-04-15T16:17:29.024 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - AppStream 3.2 MB/s | 19 MB 00:05 2024-04-15T16:17:30.555 INFO:teuthology.orchestra.run.smithi090.stdout:CentOS Stream 9 - Extras packages 17 kB/s | 16 kB 00:00 2024-04-15T16:17:32.811 INFO:teuthology.orchestra.run.smithi090.stdout:Extra Packages for Enterprise Linux 9.9 MB/s | 21 MB 00:02 2024-04-15T16:17:33.316 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - CRB 8.1 MB/s | 6.2 MB 00:00 2024-04-15T16:17:34.842 INFO:teuthology.orchestra.run.smithi153.stdout:CentOS Stream 9 - Extras packages 87 kB/s | 16 kB 00:00 2024-04-15T16:17:37.743 INFO:teuthology.orchestra.run.smithi090.stdout:lab-extras 44 kB/s | 1.7 kB 00:00 2024-04-15T16:17:39.996 INFO:teuthology.orchestra.run.smithi153.stdout:Extra Packages for Enterprise Linux 4.2 MB/s | 21 MB 00:05 2024-04-15T16:17:40.453 INFO:teuthology.orchestra.run.smithi090.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-15T16:17:40.454 INFO:teuthology.orchestra.run.smithi090.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-15T16:17:40.523 INFO:teuthology.orchestra.run.smithi090.stdout:Dependencies resolved. 2024-04-15T16:17:40.541 INFO:teuthology.orchestra.run.smithi090.stdout:============================================================================================ 2024-04-15T16:17:40.541 INFO:teuthology.orchestra.run.smithi090.stdout: Package Arch Version Repository Size 2024-04-15T16:17:40.542 INFO:teuthology.orchestra.run.smithi090.stdout:============================================================================================ 2024-04-15T16:17:40.542 INFO:teuthology.orchestra.run.smithi090.stdout:Installing: 2024-04-15T16:17:40.542 INFO:teuthology.orchestra.run.smithi090.stdout: ceph x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 6.5 k 2024-04-15T16:17:40.542 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-base x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 5.1 M 2024-04-15T16:17:40.542 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-fuse x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 848 k 2024-04-15T16:17:40.542 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 143 k 2024-04-15T16:17:40.542 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 1.5 M 2024-04-15T16:17:40.542 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 138 k 2024-04-15T16:17:40.542 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 3.5 M 2024-04-15T16:17:40.542 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 7.4 M 2024-04-15T16:17:40.542 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-rook noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 49 k 2024-04-15T16:17:40.542 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-radosgw x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 7.7 M 2024-04-15T16:17:40.543 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-test x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 40 M 2024-04-15T16:17:40.543 INFO:teuthology.orchestra.run.smithi090.stdout: cephadm noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 224 k 2024-04-15T16:17:40.543 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs-devel x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 31 k 2024-04-15T16:17:40.543 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs2 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 708 k 2024-04-15T16:17:40.543 INFO:teuthology.orchestra.run.smithi090.stdout: librados-devel x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 127 k 2024-04-15T16:17:40.543 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cephfs x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 162 k 2024-04-15T16:17:40.543 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-15T16:17:40.543 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rados x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 321 k 2024-04-15T16:17:40.543 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rbd x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 298 k 2024-04-15T16:17:40.543 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rgw x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 99 k 2024-04-15T16:17:40.543 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-fuse x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 87 k 2024-04-15T16:17:40.543 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-mirror x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 3.0 M 2024-04-15T16:17:40.543 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-nbd x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 172 k 2024-04-15T16:17:40.544 INFO:teuthology.orchestra.run.smithi090.stdout:Upgrading: 2024-04-15T16:17:40.544 INFO:teuthology.orchestra.run.smithi090.stdout: librados2 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 3.3 M 2024-04-15T16:17:40.544 INFO:teuthology.orchestra.run.smithi090.stdout: librbd1 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 3.0 M 2024-04-15T16:17:40.544 INFO:teuthology.orchestra.run.smithi090.stdout:Installing dependencies: 2024-04-15T16:17:40.544 INFO:teuthology.orchestra.run.smithi090.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-15T16:17:40.544 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-common x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 18 M 2024-04-15T16:17:40.544 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 24 k 2024-04-15T16:17:40.544 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mds x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 2.1 M 2024-04-15T16:17:40.544 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 246 k 2024-04-15T16:17:40.544 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mon x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 4.7 M 2024-04-15T16:17:40.544 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-osd x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 17 M 2024-04-15T16:17:40.544 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 15 k 2024-04-15T16:17:40.544 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-selinux x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 25 k 2024-04-15T16:17:40.545 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-15T16:17:40.545 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-15T16:17:40.545 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-15T16:17:40.545 INFO:teuthology.orchestra.run.smithi090.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-15T16:17:40.545 INFO:teuthology.orchestra.run.smithi090.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-15T16:17:40.545 INFO:teuthology.orchestra.run.smithi090.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-15T16:17:40.545 INFO:teuthology.orchestra.run.smithi090.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-15T16:17:40.545 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-15T16:17:40.545 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-15T16:17:40.545 INFO:teuthology.orchestra.run.smithi090.stdout: libcephsqlite x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 166 k 2024-04-15T16:17:40.545 INFO:teuthology.orchestra.run.smithi090.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-15T16:17:40.545 INFO:teuthology.orchestra.run.smithi090.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-15T16:17:40.545 INFO:teuthology.orchestra.run.smithi090.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-15T16:17:40.546 INFO:teuthology.orchestra.run.smithi090.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-15T16:17:40.546 INFO:teuthology.orchestra.run.smithi090.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-15T16:17:40.546 INFO:teuthology.orchestra.run.smithi090.stdout: libradosstriper1 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 474 k 2024-04-15T16:17:40.546 INFO:teuthology.orchestra.run.smithi090.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-15T16:17:40.546 INFO:teuthology.orchestra.run.smithi090.stdout: librgw2 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 4.5 M 2024-04-15T16:17:40.546 INFO:teuthology.orchestra.run.smithi090.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-15T16:17:40.546 INFO:teuthology.orchestra.run.smithi090.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-15T16:17:40.546 INFO:teuthology.orchestra.run.smithi090.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-15T16:17:40.546 INFO:teuthology.orchestra.run.smithi090.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-15T16:17:40.546 INFO:teuthology.orchestra.run.smithi090.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-15T16:17:40.546 INFO:teuthology.orchestra.run.smithi090.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-15T16:17:40.546 INFO:teuthology.orchestra.run.smithi090.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-15T16:17:40.547 INFO:teuthology.orchestra.run.smithi090.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-15T16:17:40.547 INFO:teuthology.orchestra.run.smithi090.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-15T16:17:40.547 INFO:teuthology.orchestra.run.smithi090.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-15T16:17:40.547 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-15T16:17:40.547 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-argparse x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 45 k 2024-04-15T16:17:40.547 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-common x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 129 k 2024-04-15T16:17:40.547 INFO:teuthology.orchestra.run.smithi090.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-15T16:17:40.547 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-15T16:17:40.547 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-15T16:17:40.547 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-15T16:17:40.547 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-15T16:17:40.547 INFO:teuthology.orchestra.run.smithi090.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-15T16:17:40.547 INFO:teuthology.orchestra.run.smithi090.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-15T16:17:40.548 INFO:teuthology.orchestra.run.smithi090.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-15T16:17:40.548 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-15T16:17:40.548 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-15T16:17:40.548 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-15T16:17:40.548 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-15T16:17:40.548 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-15T16:17:40.548 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-15T16:17:40.548 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-15T16:17:40.548 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-15T16:17:40.548 INFO:teuthology.orchestra.run.smithi090.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-15T16:17:40.548 INFO:teuthology.orchestra.run.smithi090.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-15T16:17:40.548 INFO:teuthology.orchestra.run.smithi090.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-15T16:17:40.549 INFO:teuthology.orchestra.run.smithi090.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-15T16:17:40.549 INFO:teuthology.orchestra.run.smithi090.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-15T16:17:40.549 INFO:teuthology.orchestra.run.smithi090.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-15T16:17:40.549 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-15T16:17:40.549 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-15T16:17:40.549 INFO:teuthology.orchestra.run.smithi090.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-15T16:17:40.549 INFO:teuthology.orchestra.run.smithi090.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-15T16:17:40.549 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-15T16:17:40.549 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-15T16:17:40.549 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-15T16:17:40.549 INFO:teuthology.orchestra.run.smithi090.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-15T16:17:40.549 INFO:teuthology.orchestra.run.smithi090.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-15T16:17:40.549 INFO:teuthology.orchestra.run.smithi090.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-15T16:17:40.549 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-15T16:17:40.550 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-15T16:17:40.550 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-15T16:17:40.550 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-15T16:17:40.550 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-15T16:17:40.550 INFO:teuthology.orchestra.run.smithi090.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-15T16:17:40.550 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-15T16:17:40.550 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-15T16:17:40.550 INFO:teuthology.orchestra.run.smithi090.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-15T16:17:40.550 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-15T16:17:40.550 INFO:teuthology.orchestra.run.smithi090.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-15T16:17:40.550 INFO:teuthology.orchestra.run.smithi090.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-15T16:17:40.550 INFO:teuthology.orchestra.run.smithi090.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-15T16:17:40.550 INFO:teuthology.orchestra.run.smithi090.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-15T16:17:40.550 INFO:teuthology.orchestra.run.smithi090.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-15T16:17:40.551 INFO:teuthology.orchestra.run.smithi090.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-15T16:17:40.551 INFO:teuthology.orchestra.run.smithi090.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-15T16:17:40.551 INFO:teuthology.orchestra.run.smithi090.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-15T16:17:40.551 INFO:teuthology.orchestra.run.smithi090.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-15T16:17:40.551 INFO:teuthology.orchestra.run.smithi090.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-15T16:17:40.551 INFO:teuthology.orchestra.run.smithi090.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-15T16:17:40.551 INFO:teuthology.orchestra.run.smithi090.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-15T16:17:40.551 INFO:teuthology.orchestra.run.smithi090.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-15T16:17:40.551 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:17:40.551 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction Summary 2024-04-15T16:17:40.551 INFO:teuthology.orchestra.run.smithi090.stdout:============================================================================================ 2024-04-15T16:17:40.551 INFO:teuthology.orchestra.run.smithi090.stdout:Install 118 Packages 2024-04-15T16:17:40.551 INFO:teuthology.orchestra.run.smithi090.stdout:Upgrade 2 Packages 2024-04-15T16:17:40.551 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:17:40.552 INFO:teuthology.orchestra.run.smithi090.stdout:Total download size: 178 M 2024-04-15T16:17:40.552 INFO:teuthology.orchestra.run.smithi090.stdout:Downloading Packages: 2024-04-15T16:17:41.753 INFO:teuthology.orchestra.run.smithi090.stdout:(1/120): ceph-18.2.2-1221.ge3fb05d5.el9.x86_64. 13 kB/s | 6.5 kB 00:00 2024-04-15T16:17:41.944 INFO:teuthology.orchestra.run.smithi090.stdout:(2/120): ceph-base-18.2.2-1221.ge3fb05d5.el9.x8 7.1 MB/s | 5.1 MB 00:00 2024-04-15T16:17:41.995 INFO:teuthology.orchestra.run.smithi090.stdout:(3/120): ceph-immutable-object-cache-18.2.2-122 2.8 MB/s | 143 kB 00:00 2024-04-15T16:17:42.272 INFO:teuthology.orchestra.run.smithi090.stdout:(4/120): ceph-mds-18.2.2-1221.ge3fb05d5.el9.x86 7.5 MB/s | 2.1 MB 00:00 2024-04-15T16:17:42.395 INFO:teuthology.orchestra.run.smithi090.stdout:(5/120): ceph-mgr-18.2.2-1221.ge3fb05d5.el9.x86 12 MB/s | 1.5 MB 00:00 2024-04-15T16:17:42.537 INFO:teuthology.orchestra.run.smithi090.stdout:(6/120): ceph-fuse-18.2.2-1221.ge3fb05d5.el9.x8 1.1 MB/s | 848 kB 00:00 2024-04-15T16:17:42.713 INFO:teuthology.orchestra.run.smithi090.stdout:(7/120): ceph-mon-18.2.2-1221.ge3fb05d5.el9.x86 15 MB/s | 4.7 MB 00:00 2024-04-15T16:17:43.171 INFO:teuthology.orchestra.run.smithi090.stdout:(8/120): ceph-radosgw-18.2.2-1221.ge3fb05d5.el9 17 MB/s | 7.7 MB 00:00 2024-04-15T16:17:43.222 INFO:teuthology.orchestra.run.smithi090.stdout:(9/120): ceph-selinux-18.2.2-1221.ge3fb05d5.el9 503 kB/s | 25 kB 00:00 2024-04-15T16:17:45.034 INFO:teuthology.orchestra.run.smithi153.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-04-15T16:17:45.547 INFO:teuthology.orchestra.run.smithi090.stdout:(10/120): ceph-test-18.2.2-1221.ge3fb05d5.el9.x 17 MB/s | 40 MB 00:02 2024-04-15T16:17:45.605 INFO:teuthology.orchestra.run.smithi090.stdout:(11/120): libcephfs-devel-18.2.2-1221.ge3fb05d5 535 kB/s | 31 kB 00:00 2024-04-15T16:17:45.714 INFO:teuthology.orchestra.run.smithi090.stdout:(12/120): libcephfs2-18.2.2-1221.ge3fb05d5.el9. 6.4 MB/s | 708 kB 00:00 2024-04-15T16:17:45.781 INFO:teuthology.orchestra.run.smithi090.stdout:(13/120): libcephsqlite-18.2.2-1221.ge3fb05d5.e 2.4 MB/s | 166 kB 00:00 2024-04-15T16:17:45.840 INFO:teuthology.orchestra.run.smithi090.stdout:(14/120): librados-devel-18.2.2-1221.ge3fb05d5. 2.1 MB/s | 127 kB 00:00 2024-04-15T16:17:45.899 INFO:teuthology.orchestra.run.smithi090.stdout:(15/120): libradosstriper1-18.2.2-1221.ge3fb05d 7.9 MB/s | 474 kB 00:00 2024-04-15T16:17:46.091 INFO:teuthology.orchestra.run.smithi090.stdout:(16/120): ceph-osd-18.2.2-1221.ge3fb05d5.el9.x8 4.6 MB/s | 17 MB 00:03 2024-04-15T16:17:46.208 INFO:teuthology.orchestra.run.smithi090.stdout:(17/120): librgw2-18.2.2-1221.ge3fb05d5.el9.x86 14 MB/s | 4.5 MB 00:00 2024-04-15T16:17:46.234 INFO:teuthology.orchestra.run.smithi090.stdout:(18/120): python3-ceph-argparse-18.2.2-1221.ge3 315 kB/s | 45 kB 00:00 2024-04-15T16:17:46.284 INFO:teuthology.orchestra.run.smithi090.stdout:(19/120): python3-ceph-common-18.2.2-1221.ge3fb 1.7 MB/s | 129 kB 00:00 2024-04-15T16:17:46.335 INFO:teuthology.orchestra.run.smithi090.stdout:(20/120): python3-cephfs-18.2.2-1221.ge3fb05d5. 1.6 MB/s | 162 kB 00:00 2024-04-15T16:17:46.360 INFO:teuthology.orchestra.run.smithi090.stdout:(21/120): python3-rados-18.2.2-1221.ge3fb05d5.e 4.2 MB/s | 321 kB 00:00 2024-04-15T16:17:46.452 INFO:teuthology.orchestra.run.smithi090.stdout:(22/120): python3-rbd-18.2.2-1221.ge3fb05d5.el9 2.5 MB/s | 298 kB 00:00 2024-04-15T16:17:46.536 INFO:teuthology.orchestra.run.smithi090.stdout:(23/120): rbd-fuse-18.2.2-1221.ge3fb05d5.el9.x8 1.0 MB/s | 87 kB 00:00 2024-04-15T16:17:46.644 INFO:teuthology.orchestra.run.smithi090.stdout:(24/120): python3-rgw-18.2.2-1221.ge3fb05d5.el9 350 kB/s | 99 kB 00:00 2024-04-15T16:17:46.695 INFO:teuthology.orchestra.run.smithi090.stdout:(25/120): rbd-nbd-18.2.2-1221.ge3fb05d5.el9.x86 3.4 MB/s | 172 kB 00:00 2024-04-15T16:17:46.762 INFO:teuthology.orchestra.run.smithi090.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1221.g 366 kB/s | 24 kB 00:00 2024-04-15T16:17:46.812 INFO:teuthology.orchestra.run.smithi090.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1221.ge3fb05d 2.7 MB/s | 138 kB 00:00 2024-04-15T16:17:47.038 INFO:teuthology.orchestra.run.smithi090.stdout:(28/120): rbd-mirror-18.2.2-1221.ge3fb05d5.el9. 6.0 MB/s | 3.0 MB 00:00 2024-04-15T16:17:47.113 INFO:teuthology.orchestra.run.smithi090.stdout:(29/120): ceph-mgr-dashboard-18.2.2-1221.ge3fb0 12 MB/s | 3.5 MB 00:00 2024-04-15T16:17:47.188 INFO:teuthology.orchestra.run.smithi090.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1221.ge3 3.2 MB/s | 246 kB 00:00 2024-04-15T16:17:47.264 INFO:teuthology.orchestra.run.smithi090.stdout:(31/120): ceph-mgr-rook-18.2.2-1221.ge3fb05d5.e 658 kB/s | 49 kB 00:00 2024-04-15T16:17:47.330 INFO:teuthology.orchestra.run.smithi090.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1221.ge 224 kB/s | 15 kB 00:00 2024-04-15T16:17:47.406 INFO:teuthology.orchestra.run.smithi090.stdout:(33/120): cephadm-18.2.2-1221.ge3fb05d5.el9.noa 2.9 MB/s | 224 kB 00:00 2024-04-15T16:17:47.656 INFO:teuthology.orchestra.run.smithi090.stdout:(34/120): ceph-common-18.2.2-1221.ge3fb05d5.el9 2.9 MB/s | 18 MB 00:06 2024-04-15T16:17:47.748 INFO:teuthology.orchestra.run.smithi090.stdout:(35/120): flexiblas-3.0.4-8.el9.x86_64.rpm 352 kB/s | 32 kB 00:00 2024-04-15T16:17:47.755 INFO:teuthology.orchestra.run.smithi153.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-15T16:17:47.756 INFO:teuthology.orchestra.run.smithi153.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-15T16:17:47.790 INFO:teuthology.orchestra.run.smithi090.stdout:(36/120): boost-program-options-1.75.0-8.el9.x8 275 kB/s | 106 kB 00:00 2024-04-15T16:17:47.829 INFO:teuthology.orchestra.run.smithi153.stdout:Dependencies resolved. 2024-04-15T16:17:47.844 INFO:teuthology.orchestra.run.smithi153.stdout:============================================================================================ 2024-04-15T16:17:47.844 INFO:teuthology.orchestra.run.smithi153.stdout: Package Arch Version Repository Size 2024-04-15T16:17:47.844 INFO:teuthology.orchestra.run.smithi153.stdout:============================================================================================ 2024-04-15T16:17:47.844 INFO:teuthology.orchestra.run.smithi153.stdout:Installing: 2024-04-15T16:17:47.845 INFO:teuthology.orchestra.run.smithi153.stdout: ceph x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 6.5 k 2024-04-15T16:17:47.845 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-base x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 5.1 M 2024-04-15T16:17:47.845 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-fuse x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 848 k 2024-04-15T16:17:47.845 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 143 k 2024-04-15T16:17:47.845 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 1.5 M 2024-04-15T16:17:47.845 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 138 k 2024-04-15T16:17:47.845 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 3.5 M 2024-04-15T16:17:47.845 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 7.4 M 2024-04-15T16:17:47.845 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-rook noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 49 k 2024-04-15T16:17:47.845 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-radosgw x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 7.7 M 2024-04-15T16:17:47.845 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-test x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 40 M 2024-04-15T16:17:47.846 INFO:teuthology.orchestra.run.smithi153.stdout: cephadm noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 224 k 2024-04-15T16:17:47.846 INFO:teuthology.orchestra.run.smithi153.stdout: libcephfs-devel x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 31 k 2024-04-15T16:17:47.846 INFO:teuthology.orchestra.run.smithi153.stdout: libcephfs2 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 708 k 2024-04-15T16:17:47.846 INFO:teuthology.orchestra.run.smithi153.stdout: librados-devel x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 127 k 2024-04-15T16:17:47.846 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cephfs x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 162 k 2024-04-15T16:17:47.846 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pytest noarch 6.2.2-7.el9 CentOS-AppStream 473 k 2024-04-15T16:17:47.846 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rados x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 321 k 2024-04-15T16:17:47.846 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rbd x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 298 k 2024-04-15T16:17:47.846 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rgw x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 99 k 2024-04-15T16:17:47.846 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-fuse x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 87 k 2024-04-15T16:17:47.846 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-mirror x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 3.0 M 2024-04-15T16:17:47.846 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-nbd x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 172 k 2024-04-15T16:17:47.846 INFO:teuthology.orchestra.run.smithi153.stdout:Upgrading: 2024-04-15T16:17:47.847 INFO:teuthology.orchestra.run.smithi153.stdout: librados2 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 3.3 M 2024-04-15T16:17:47.847 INFO:teuthology.orchestra.run.smithi153.stdout: librbd1 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 3.0 M 2024-04-15T16:17:47.847 INFO:teuthology.orchestra.run.smithi153.stdout:Installing dependencies: 2024-04-15T16:17:47.847 INFO:teuthology.orchestra.run.smithi153.stdout: boost-program-options x86_64 1.75.0-8.el9 CentOS-AppStream 106 k 2024-04-15T16:17:47.847 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-common x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 18 M 2024-04-15T16:17:47.847 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 24 k 2024-04-15T16:17:47.847 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mds x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 2.1 M 2024-04-15T16:17:47.847 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 246 k 2024-04-15T16:17:47.847 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mon x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 4.7 M 2024-04-15T16:17:47.847 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-osd x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 17 M 2024-04-15T16:17:47.847 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1221.ge3fb05d5.el9 ceph-noarch 15 k 2024-04-15T16:17:47.847 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-selinux x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 25 k 2024-04-15T16:17:47.848 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas x86_64 3.0.4-8.el9 CentOS-AppStream 32 k 2024-04-15T16:17:47.848 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 CentOS-AppStream 3.0 M 2024-04-15T16:17:47.848 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 CentOS-AppStream 17 k 2024-04-15T16:17:47.848 INFO:teuthology.orchestra.run.smithi153.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-15T16:17:47.848 INFO:teuthology.orchestra.run.smithi153.stdout: fuse x86_64 2.9.9-15.el9 CentOS-BaseOS 79 k 2024-04-15T16:17:47.848 INFO:teuthology.orchestra.run.smithi153.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-15T16:17:47.848 INFO:teuthology.orchestra.run.smithi153.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-15T16:17:47.848 INFO:teuthology.orchestra.run.smithi153.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-15T16:17:47.848 INFO:teuthology.orchestra.run.smithi153.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-15T16:17:47.848 INFO:teuthology.orchestra.run.smithi153.stdout: libcephsqlite x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 166 k 2024-04-15T16:17:47.848 INFO:teuthology.orchestra.run.smithi153.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-15T16:17:47.848 INFO:teuthology.orchestra.run.smithi153.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-15T16:17:47.848 INFO:teuthology.orchestra.run.smithi153.stdout: libpmemobj x86_64 1.12.1-1.el9 CentOS-AppStream 159 k 2024-04-15T16:17:47.848 INFO:teuthology.orchestra.run.smithi153.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-15T16:17:47.849 INFO:teuthology.orchestra.run.smithi153.stdout: librabbitmq x86_64 0.11.0-7.el9 CentOS-AppStream 44 k 2024-04-15T16:17:47.849 INFO:teuthology.orchestra.run.smithi153.stdout: libradosstriper1 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 474 k 2024-04-15T16:17:47.849 INFO:teuthology.orchestra.run.smithi153.stdout: librdkafka x86_64 1.6.1-102.el9 CentOS-AppStream 661 k 2024-04-15T16:17:47.849 INFO:teuthology.orchestra.run.smithi153.stdout: librgw2 x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 4.5 M 2024-04-15T16:17:47.849 INFO:teuthology.orchestra.run.smithi153.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-15T16:17:47.849 INFO:teuthology.orchestra.run.smithi153.stdout: lttng-ust x86_64 2.12.0-6.el9 CentOS-AppStream 282 k 2024-04-15T16:17:47.849 INFO:teuthology.orchestra.run.smithi153.stdout: oniguruma x86_64 6.9.6-1.el9.5 CentOS-AppStream 217 k 2024-04-15T16:17:47.849 INFO:teuthology.orchestra.run.smithi153.stdout: openblas x86_64 0.3.21-2.el9 CentOS-AppStream 34 k 2024-04-15T16:17:47.849 INFO:teuthology.orchestra.run.smithi153.stdout: openblas-openmp x86_64 0.3.21-2.el9 CentOS-AppStream 4.7 M 2024-04-15T16:17:47.849 INFO:teuthology.orchestra.run.smithi153.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-15T16:17:47.849 INFO:teuthology.orchestra.run.smithi153.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-15T16:17:47.849 INFO:teuthology.orchestra.run.smithi153.stdout: python3-attrs noarch 20.3.0-7.el9 CentOS-AppStream 78 k 2024-04-15T16:17:47.849 INFO:teuthology.orchestra.run.smithi153.stdout: python3-babel noarch 2.9.1-2.el9 CentOS-AppStream 5.8 M 2024-04-15T16:17:47.849 INFO:teuthology.orchestra.run.smithi153.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-15T16:17:47.850 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-15T16:17:47.850 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ceph-argparse x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 45 k 2024-04-15T16:17:47.850 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ceph-common x86_64 2:18.2.2-1221.ge3fb05d5.el9 ceph 129 k 2024-04-15T16:17:47.850 INFO:teuthology.orchestra.run.smithi153.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-15T16:17:47.850 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cffi x86_64 1.14.5-5.el9 CentOS-BaseOS 241 k 2024-04-15T16:17:47.850 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-15T16:17:47.850 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-15T16:17:47.850 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cryptography x86_64 36.0.1-4.el9 CentOS-BaseOS 1.1 M 2024-04-15T16:17:47.850 INFO:teuthology.orchestra.run.smithi153.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-15T16:17:47.850 INFO:teuthology.orchestra.run.smithi153.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-15T16:17:47.850 INFO:teuthology.orchestra.run.smithi153.stdout: python3-iniconfig noarch 1.1.1-7.el9 CentOS-AppStream 16 k 2024-04-15T16:17:47.850 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-15T16:17:47.850 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-15T16:17:47.851 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-15T16:17:47.851 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-15T16:17:47.851 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-15T16:17:47.851 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-15T16:17:47.851 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jsonpatch noarch 1.21-16.el9 CentOS-AppStream 24 k 2024-04-15T16:17:47.851 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jsonpointer noarch 2.0-4.el9 CentOS-AppStream 18 k 2024-04-15T16:17:47.851 INFO:teuthology.orchestra.run.smithi153.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-15T16:17:47.851 INFO:teuthology.orchestra.run.smithi153.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-15T16:17:47.851 INFO:teuthology.orchestra.run.smithi153.stdout: python3-mako noarch 1.1.4-6.el9 CentOS-AppStream 144 k 2024-04-15T16:17:47.851 INFO:teuthology.orchestra.run.smithi153.stdout: python3-markupsafe x86_64 1.1.1-12.el9 CentOS-AppStream 32 k 2024-04-15T16:17:47.851 INFO:teuthology.orchestra.run.smithi153.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-15T16:17:47.851 INFO:teuthology.orchestra.run.smithi153.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-15T16:17:47.851 INFO:teuthology.orchestra.run.smithi153.stdout: python3-numpy x86_64 1:1.20.1-5.el9 CentOS-AppStream 4.8 M 2024-04-15T16:17:47.852 INFO:teuthology.orchestra.run.smithi153.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 CentOS-AppStream 217 k 2024-04-15T16:17:47.852 INFO:teuthology.orchestra.run.smithi153.stdout: python3-oauthlib noarch 3.1.1-5.el9 CentOS-AppStream 174 k 2024-04-15T16:17:47.852 INFO:teuthology.orchestra.run.smithi153.stdout: python3-packaging noarch 20.9-5.el9 CentOS-AppStream 69 k 2024-04-15T16:17:47.852 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-15T16:17:47.852 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pluggy noarch 0.13.1-7.el9 CentOS-AppStream 38 k 2024-04-15T16:17:47.852 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ply noarch 3.11-14.el9 CentOS-BaseOS 103 k 2024-04-15T16:17:47.852 INFO:teuthology.orchestra.run.smithi153.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-15T16:17:47.852 INFO:teuthology.orchestra.run.smithi153.stdout: python3-prettytable noarch 0.7.2-27.el9 CentOS-AppStream 41 k 2024-04-15T16:17:47.852 INFO:teuthology.orchestra.run.smithi153.stdout: python3-py noarch 1.10.0-6.el9 CentOS-AppStream 427 k 2024-04-15T16:17:47.852 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-15T16:17:47.852 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyasn1 noarch 0.4.8-6.el9 CentOS-AppStream 132 k 2024-04-15T16:17:47.852 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 CentOS-AppStream 211 k 2024-04-15T16:17:47.852 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pycparser noarch 2.20-6.el9 CentOS-BaseOS 124 k 2024-04-15T16:17:47.852 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pytz noarch 2021.1-5.el9 CentOS-AppStream 47 k 2024-04-15T16:17:47.853 INFO:teuthology.orchestra.run.smithi153.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-15T16:17:47.853 INFO:teuthology.orchestra.run.smithi153.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-15T16:17:47.853 INFO:teuthology.orchestra.run.smithi153.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 CentOS-AppStream 43 k 2024-04-15T16:17:47.853 INFO:teuthology.orchestra.run.smithi153.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-15T16:17:47.853 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-15T16:17:47.853 INFO:teuthology.orchestra.run.smithi153.stdout: python3-scipy x86_64 1.6.2-8.el9 CentOS-AppStream 16 M 2024-04-15T16:17:47.853 INFO:teuthology.orchestra.run.smithi153.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-15T16:17:47.853 INFO:teuthology.orchestra.run.smithi153.stdout: python3-toml noarch 0.10.2-6.el9 CentOS-AppStream 39 k 2024-04-15T16:17:47.853 INFO:teuthology.orchestra.run.smithi153.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-15T16:17:47.853 INFO:teuthology.orchestra.run.smithi153.stdout: python3-urllib3 noarch 1.26.5-5.el9 CentOS-BaseOS 187 k 2024-04-15T16:17:47.854 INFO:teuthology.orchestra.run.smithi153.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-15T16:17:47.854 INFO:teuthology.orchestra.run.smithi153.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-15T16:17:47.854 INFO:teuthology.orchestra.run.smithi153.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-15T16:17:47.854 INFO:teuthology.orchestra.run.smithi153.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-15T16:17:47.854 INFO:teuthology.orchestra.run.smithi153.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-15T16:17:47.854 INFO:teuthology.orchestra.run.smithi153.stdout: socat x86_64 1.7.4.1-5.el9 CentOS-AppStream 300 k 2024-04-15T16:17:47.854 INFO:teuthology.orchestra.run.smithi153.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-15T16:17:47.854 INFO:teuthology.orchestra.run.smithi153.stdout: xmlstarlet x86_64 1.6.1-20.el9 CentOS-AppStream 63 k 2024-04-15T16:17:47.854 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:17:47.854 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction Summary 2024-04-15T16:17:47.854 INFO:teuthology.orchestra.run.smithi153.stdout:============================================================================================ 2024-04-15T16:17:47.854 INFO:teuthology.orchestra.run.smithi153.stdout:Install 118 Packages 2024-04-15T16:17:47.854 INFO:teuthology.orchestra.run.smithi153.stdout:Upgrade 2 Packages 2024-04-15T16:17:47.855 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:17:47.855 INFO:teuthology.orchestra.run.smithi153.stdout:Total download size: 178 M 2024-04-15T16:17:47.855 INFO:teuthology.orchestra.run.smithi153.stdout:Downloading Packages: 2024-04-15T16:17:47.966 INFO:teuthology.orchestra.run.smithi090.stdout:(37/120): ceph-mgr-diskprediction-local-18.2.2- 8.0 MB/s | 7.4 MB 00:00 2024-04-15T16:17:47.999 INFO:teuthology.orchestra.run.smithi090.stdout:(38/120): flexiblas-openblas-openmp-3.0.4-8.el9 82 kB/s | 17 kB 00:00 2024-04-15T16:17:48.133 INFO:teuthology.orchestra.run.smithi090.stdout:(39/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 7.8 MB/s | 3.0 MB 00:00 2024-04-15T16:17:48.166 INFO:teuthology.orchestra.run.smithi090.stdout:(40/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 801 kB/s | 159 kB 00:00 2024-04-15T16:17:48.192 INFO:teuthology.orchestra.run.smithi090.stdout:(41/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 230 kB/s | 44 kB 00:00 2024-04-15T16:17:48.251 INFO:teuthology.orchestra.run.smithi090.stdout:(42/120): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 661 kB 00:00 2024-04-15T16:17:48.335 INFO:teuthology.orchestra.run.smithi090.stdout:(43/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 1.9 MB/s | 282 kB 00:00 2024-04-15T16:17:48.360 INFO:teuthology.orchestra.run.smithi090.stdout:(44/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 1.3 MB/s | 217 kB 00:00 2024-04-15T16:17:48.386 INFO:teuthology.orchestra.run.smithi090.stdout:(45/120): openblas-0.3.21-2.el9.x86_64.rpm 255 kB/s | 34 kB 00:00 2024-04-15T16:17:48.669 INFO:teuthology.orchestra.run.smithi090.stdout:(46/120): openblas-openmp-0.3.21-2.el9.x86_64.r 14 MB/s | 4.7 MB 00:00 2024-04-15T16:17:48.695 INFO:teuthology.orchestra.run.smithi090.stdout:(47/120): python3-attrs-20.3.0-7.el9.noarch.rpm 252 kB/s | 78 kB 00:00 2024-04-15T16:17:48.945 INFO:teuthology.orchestra.run.smithi090.stdout:(48/120): python3-babel-2.9.1-2.el9.noarch.rpm 10 MB/s | 5.8 MB 00:00 2024-04-15T16:17:48.962 INFO:teuthology.orchestra.run.smithi090.stdout:(49/120): python3-iniconfig-1.1.1-7.el9.noarch. 56 kB/s | 16 kB 00:00 2024-04-15T16:17:48.979 INFO:teuthology.orchestra.run.smithi090.stdout:(50/120): python3-jsonpatch-1.21-16.el9.noarch. 86 kB/s | 24 kB 00:00 2024-04-15T16:17:49.012 INFO:teuthology.orchestra.run.smithi090.stdout:(51/120): python3-jsonpointer-2.0-4.el9.noarch. 361 kB/s | 18 kB 00:00 2024-04-15T16:17:49.038 INFO:teuthology.orchestra.run.smithi090.stdout:(52/120): python3-mako-1.1.4-6.el9.noarch.rpm 1.9 MB/s | 144 kB 00:00 2024-04-15T16:17:49.055 INFO:teuthology.orchestra.run.smithi090.stdout:(53/120): python3-markupsafe-1.1.1-12.el9.x86_6 417 kB/s | 32 kB 00:00 2024-04-15T16:17:49.313 INFO:teuthology.orchestra.run.smithi090.stdout:(54/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 16 MB/s | 4.8 MB 00:00 2024-04-15T16:17:49.344 INFO:teuthology.orchestra.run.smithi153.stdout:(1/120): ceph-18.2.2-1221.ge3fb05d5.el9.x86_64. 12 kB/s | 6.5 kB 00:00 2024-04-15T16:17:49.347 INFO:teuthology.orchestra.run.smithi090.stdout:(55/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 746 kB/s | 217 kB 00:00 2024-04-15T16:17:49.381 INFO:teuthology.orchestra.run.smithi090.stdout:(56/120): python3-oauthlib-3.1.1-5.el9.noarch.r 537 kB/s | 174 kB 00:00 2024-04-15T16:17:49.406 INFO:teuthology.orchestra.run.smithi090.stdout:(57/120): python3-packaging-20.9-5.el9.noarch.r 747 kB/s | 69 kB 00:00 2024-04-15T16:17:49.431 INFO:teuthology.orchestra.run.smithi090.stdout:(58/120): python3-pluggy-0.13.1-7.el9.noarch.rp 757 kB/s | 38 kB 00:00 2024-04-15T16:17:49.448 INFO:teuthology.orchestra.run.smithi090.stdout:(59/120): python3-prettytable-0.7.2-27.el9.noar 616 kB/s | 41 kB 00:00 2024-04-15T16:17:49.482 INFO:teuthology.orchestra.run.smithi090.stdout:(60/120): python3-py-1.10.0-6.el9.noarch.rpm 5.5 MB/s | 427 kB 00:00 2024-04-15T16:17:49.507 INFO:teuthology.orchestra.run.smithi090.stdout:(61/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 1.7 MB/s | 132 kB 00:00 2024-04-15T16:17:49.532 INFO:teuthology.orchestra.run.smithi090.stdout:(62/120): python3-pyasn1-modules-0.4.8-6.el9.no 2.5 MB/s | 211 kB 00:00 2024-04-15T16:17:49.566 INFO:teuthology.orchestra.run.smithi090.stdout:(63/120): python3-pytest-6.2.2-7.el9.noarch.rpm 5.5 MB/s | 473 kB 00:00 2024-04-15T16:17:49.591 INFO:teuthology.orchestra.run.smithi090.stdout:(64/120): python3-pytz-2021.1-5.el9.noarch.rpm 565 kB/s | 47 kB 00:00 2024-04-15T16:17:49.616 INFO:teuthology.orchestra.run.smithi090.stdout:(65/120): python3-requests-oauthlib-1.3.0-12.el 516 kB/s | 43 kB 00:00 2024-04-15T16:17:49.942 INFO:teuthology.orchestra.run.smithi090.stdout:(66/120): socat-1.7.4.1-5.el9.x86_64.rpm 926 kB/s | 300 kB 00:00 2024-04-15T16:17:49.967 INFO:teuthology.orchestra.run.smithi090.stdout:(67/120): python3-toml-0.10.2-6.el9.noarch.rpm 111 kB/s | 39 kB 00:00 2024-04-15T16:17:50.234 INFO:teuthology.orchestra.run.smithi090.stdout:(68/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 215 kB/s | 63 kB 00:00 2024-04-15T16:17:50.310 INFO:teuthology.orchestra.run.smithi090.stdout:(69/120): fuse-2.9.9-15.el9.x86_64.rpm 231 kB/s | 79 kB 00:00 2024-04-15T16:17:50.503 INFO:teuthology.orchestra.run.smithi090.stdout:(70/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 17 MB/s | 16 MB 00:00 2024-04-15T16:17:50.528 INFO:teuthology.orchestra.run.smithi090.stdout:(71/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 823 kB/s | 241 kB 00:00 2024-04-15T16:17:50.570 INFO:teuthology.orchestra.run.smithi090.stdout:(72/120): python3-cryptography-36.0.1-4.el9.x86 4.4 MB/s | 1.1 MB 00:00 2024-04-15T16:17:50.595 INFO:teuthology.orchestra.run.smithi090.stdout:(73/120): python3-ply-3.11-14.el9.noarch.rpm 1.1 MB/s | 103 kB 00:00 2024-04-15T16:17:50.637 INFO:teuthology.orchestra.run.smithi090.stdout:(74/120): python3-pycparser-2.20-6.el9.noarch.r 1.8 MB/s | 124 kB 00:00 2024-04-15T16:17:50.663 INFO:teuthology.orchestra.run.smithi090.stdout:(75/120): python3-urllib3-1.26.5-5.el9.noarch.r 2.0 MB/s | 187 kB 00:00 2024-04-15T16:17:50.719 INFO:teuthology.orchestra.run.smithi153.stdout:(2/120): ceph-fuse-18.2.2-1221.ge3fb05d5.el9.x8 617 kB/s | 848 kB 00:01 2024-04-15T16:17:50.946 INFO:teuthology.orchestra.run.smithi090.stdout:(76/120): jq-1.6-16.el9.x86_64.rpm 533 kB/s | 187 kB 00:00 2024-04-15T16:17:50.988 INFO:teuthology.orchestra.run.smithi090.stdout:(77/120): libquadmath-11.4.1-3.el9.x86_64.rpm 601 kB/s | 195 kB 00:00 2024-04-15T16:17:51.022 INFO:teuthology.orchestra.run.smithi090.stdout:(78/120): python3-requests-2.25.1-8.el9.noarch. 1.6 MB/s | 125 kB 00:00 2024-04-15T16:17:51.219 INFO:teuthology.orchestra.run.smithi153.stdout:(3/120): ceph-immutable-object-cache-18.2.2-122 285 kB/s | 143 kB 00:00 2024-04-15T16:17:51.472 INFO:teuthology.orchestra.run.smithi090.stdout:(79/120): libgfortran-11.4.1-3.el9.x86_64.rpm 962 kB/s | 803 kB 00:00 2024-04-15T16:17:51.689 INFO:teuthology.orchestra.run.smithi090.stdout:(80/120): fmt-8.1.1-5.el9.x86_64.rpm 511 kB/s | 111 kB 00:00 2024-04-15T16:17:51.739 INFO:teuthology.orchestra.run.smithi090.stdout:(81/120): python3-devel-3.9.17-2.el9.x86_64.rpm 327 kB/s | 245 kB 00:00 2024-04-15T16:17:51.798 INFO:teuthology.orchestra.run.smithi090.stdout:(82/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 2.8 MB/s | 309 kB 00:00 2024-04-15T16:17:51.848 INFO:teuthology.orchestra.run.smithi090.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 520 kB/s | 26 kB 00:00 2024-04-15T16:17:51.874 INFO:teuthology.orchestra.run.smithi090.stdout:(84/120): python3-jinja2-2.11.3-5.el9.noarch.rp 291 kB/s | 248 kB 00:00 2024-04-15T16:17:51.899 INFO:teuthology.orchestra.run.smithi090.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 963 kB/s | 49 kB 00:00 2024-04-15T16:17:52.008 INFO:teuthology.orchestra.run.smithi090.stdout:(86/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 7.6 MB/s | 838 kB 00:00 2024-04-15T16:17:52.033 INFO:teuthology.orchestra.run.smithi090.stdout:(87/120): libunwind-1.6.2-1.el9.x86_64.rpm 424 kB/s | 67 kB 00:00 2024-04-15T16:17:52.067 INFO:teuthology.orchestra.run.smithi090.stdout:(88/120): python3-asyncssh-2.13.2-5.el9.noarch. 9.1 MB/s | 548 kB 00:00 2024-04-15T16:17:52.092 INFO:teuthology.orchestra.run.smithi090.stdout:(89/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 741 kB/s | 43 kB 00:00 2024-04-15T16:17:52.118 INFO:teuthology.orchestra.run.smithi090.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 639 kB/s | 32 kB 00:00 2024-04-15T16:17:52.143 INFO:teuthology.orchestra.run.smithi090.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 298 kB/s | 15 kB 00:00 2024-04-15T16:17:52.168 INFO:teuthology.orchestra.run.smithi090.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 3.4 MB/s | 172 kB 00:00 2024-04-15T16:17:52.203 INFO:teuthology.orchestra.run.smithi153.stdout:(4/120): ceph-base-18.2.2-1221.ge3fb05d5.el9.x8 1.5 MB/s | 5.1 MB 00:03 2024-04-15T16:17:52.252 INFO:teuthology.orchestra.run.smithi090.stdout:(93/120): libarrow-9.0.0-10.el9.x86_64.rpm 8.6 MB/s | 4.4 MB 00:00 2024-04-15T16:17:52.277 INFO:teuthology.orchestra.run.smithi090.stdout:(94/120): python3-google-auth-2.28.2-1.el9.noar 1.8 MB/s | 203 kB 00:00 2024-04-15T16:17:52.303 INFO:teuthology.orchestra.run.smithi090.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 212 kB/s | 11 kB 00:00 2024-04-15T16:17:52.329 INFO:teuthology.orchestra.run.smithi090.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 344 kB/s | 18 kB 00:00 2024-04-15T16:17:52.354 INFO:teuthology.orchestra.run.smithi090.stdout:(97/120): python3-jaraco-collections-3.0.0-8.el 449 kB/s | 23 kB 00:00 2024-04-15T16:17:52.380 INFO:teuthology.orchestra.run.smithi090.stdout:(98/120): python3-jaraco-functools-3.5.0-2.el9. 386 kB/s | 19 kB 00:00 2024-04-15T16:17:52.405 INFO:teuthology.orchestra.run.smithi090.stdout:(99/120): python3-cherrypy-18.6.1-2.el9.noarch. 1.3 MB/s | 358 kB 00:00 2024-04-15T16:17:52.430 INFO:teuthology.orchestra.run.smithi090.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 260 kB/s | 20 kB 00:00 2024-04-15T16:17:52.456 INFO:teuthology.orchestra.run.smithi090.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 921 kB/s | 46 kB 00:00 2024-04-15T16:17:52.498 INFO:teuthology.orchestra.run.smithi090.stdout:(102/120): python3-kubernetes-26.1.0-2.el9.noar 8.7 MB/s | 1.0 MB 00:00 2024-04-15T16:17:52.523 INFO:teuthology.orchestra.run.smithi090.stdout:(103/120): python3-more-itertools-8.12.0-2.el9. 855 kB/s | 79 kB 00:00 2024-04-15T16:17:52.548 INFO:teuthology.orchestra.run.smithi090.stdout:(104/120): python3-natsort-7.1.1-5.el9.noarch.r 625 kB/s | 58 kB 00:00 2024-04-15T16:17:52.574 INFO:teuthology.orchestra.run.smithi090.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 327 kB/s | 16 kB 00:00 2024-04-15T16:17:52.599 INFO:teuthology.orchestra.run.smithi090.stdout:(106/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.7 MB/s | 90 kB 00:00 2024-04-15T16:17:52.624 INFO:teuthology.orchestra.run.smithi090.stdout:(107/120): python3-repoze-lru-0.7-16.el9.noarch 612 kB/s | 31 kB 00:00 2024-04-15T16:17:52.658 INFO:teuthology.orchestra.run.smithi090.stdout:(108/120): python3-pecan-1.4.2-3.el9.noarch.rpm 1.7 MB/s | 272 kB 00:00 2024-04-15T16:17:52.683 INFO:teuthology.orchestra.run.smithi090.stdout:(109/120): python3-rsa-4.9-2.el9.noarch.rpm 1.0 MB/s | 59 kB 00:00 2024-04-15T16:17:52.686 INFO:teuthology.orchestra.run.smithi153.stdout:(5/120): ceph-mgr-18.2.2-1221.ge3fb05d5.el9.x86 3.0 MB/s | 1.5 MB 00:00 2024-04-15T16:17:52.717 INFO:teuthology.orchestra.run.smithi090.stdout:(110/120): python3-routes-2.5.1-5.el9.noarch.rp 1.6 MB/s | 188 kB 00:00 2024-04-15T16:17:52.742 INFO:teuthology.orchestra.run.smithi090.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 426 kB/s | 36 kB 00:00 2024-04-15T16:17:52.767 INFO:teuthology.orchestra.run.smithi090.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 609 kB/s | 51 kB 00:00 2024-04-15T16:17:52.793 INFO:teuthology.orchestra.run.smithi090.stdout:(113/120): python3-websocket-client-1.2.3-2.el9 1.8 MB/s | 90 kB 00:00 2024-04-15T16:17:52.818 INFO:teuthology.orchestra.run.smithi090.stdout:(114/120): python3-webob-1.8.7-6.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-04-15T16:17:52.843 INFO:teuthology.orchestra.run.smithi090.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 396 kB/s | 20 kB 00:00 2024-04-15T16:17:52.869 INFO:teuthology.orchestra.run.smithi090.stdout:(116/120): re2-20211101-3.el9.x86_64.rpm 3.7 MB/s | 192 kB 00:00 2024-04-15T16:17:52.919 INFO:teuthology.orchestra.run.smithi090.stdout:(117/120): python3-werkzeug-2.0.3-3.el9.1.noarc 2.8 MB/s | 427 kB 00:00 2024-04-15T16:17:52.969 INFO:teuthology.orchestra.run.smithi090.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 13 MB/s | 1.6 MB 00:00 2024-04-15T16:17:53.028 INFO:teuthology.orchestra.run.smithi153.stdout:(6/120): ceph-mds-18.2.2-1221.ge3fb05d5.el9.x86 1.2 MB/s | 2.1 MB 00:01 2024-04-15T16:17:53.328 INFO:teuthology.orchestra.run.smithi090.stdout:(119/120): librados2-18.2.2-1221.ge3fb05d5.el9. 7.2 MB/s | 3.3 MB 00:00 2024-04-15T16:17:53.470 INFO:teuthology.orchestra.run.smithi090.stdout:(120/120): librbd1-18.2.2-1221.ge3fb05d5.el9.x8 5.5 MB/s | 3.0 MB 00:00 2024-04-15T16:17:53.472 INFO:teuthology.orchestra.run.smithi090.stdout:-------------------------------------------------------------------------------- 2024-04-15T16:17:53.473 INFO:teuthology.orchestra.run.smithi090.stdout:Total 14 MB/s | 178 MB 00:12 2024-04-15T16:17:53.547 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction check 2024-04-15T16:17:53.641 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction check succeeded. 2024-04-15T16:17:53.641 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction test 2024-04-15T16:17:54.395 INFO:teuthology.orchestra.run.smithi153.stdout:(7/120): ceph-mon-18.2.2-1221.ge3fb05d5.el9.x86 2.7 MB/s | 4.7 MB 00:01 2024-04-15T16:17:55.173 INFO:teuthology.orchestra.run.smithi090.stdout:Transaction test succeeded. 2024-04-15T16:17:55.174 INFO:teuthology.orchestra.run.smithi090.stdout:Running transaction 2024-04-15T16:17:56.295 INFO:teuthology.orchestra.run.smithi153.stdout:(8/120): ceph-radosgw-18.2.2-1221.ge3fb05d5.el9 4.1 MB/s | 7.7 MB 00:01 2024-04-15T16:17:56.353 INFO:teuthology.orchestra.run.smithi153.stdout:(9/120): ceph-selinux-18.2.2-1221.ge3fb05d5.el9 433 kB/s | 25 kB 00:00 2024-04-15T16:17:57.487 INFO:teuthology.orchestra.run.smithi153.stdout:(10/120): ceph-common-18.2.2-1221.ge3fb05d5.el9 2.1 MB/s | 18 MB 00:08 2024-04-15T16:17:57.554 INFO:teuthology.orchestra.run.smithi153.stdout:(11/120): libcephfs-devel-18.2.2-1221.ge3fb05d5 466 kB/s | 31 kB 00:00 2024-04-15T16:17:57.763 INFO:teuthology.orchestra.run.smithi153.stdout:(12/120): libcephfs2-18.2.2-1221.ge3fb05d5.el9. 3.3 MB/s | 708 kB 00:00 2024-04-15T16:17:57.863 INFO:teuthology.orchestra.run.smithi153.stdout:(13/120): libcephsqlite-18.2.2-1221.ge3fb05d5.e 1.6 MB/s | 166 kB 00:00 2024-04-15T16:17:57.930 INFO:teuthology.orchestra.run.smithi153.stdout:(14/120): librados-devel-18.2.2-1221.ge3fb05d5. 1.9 MB/s | 127 kB 00:00 2024-04-15T16:17:58.080 INFO:teuthology.orchestra.run.smithi153.stdout:(15/120): libradosstriper1-18.2.2-1221.ge3fb05d 3.1 MB/s | 474 kB 00:00 2024-04-15T16:17:58.955 INFO:teuthology.orchestra.run.smithi153.stdout:(16/120): ceph-osd-18.2.2-1221.ge3fb05d5.el9.x8 2.8 MB/s | 17 MB 00:05 2024-04-15T16:17:59.014 INFO:teuthology.orchestra.run.smithi153.stdout:(17/120): python3-ceph-argparse-18.2.2-1221.ge3 778 kB/s | 45 kB 00:00 2024-04-15T16:17:59.081 INFO:teuthology.orchestra.run.smithi153.stdout:(18/120): python3-ceph-common-18.2.2-1221.ge3fb 1.9 MB/s | 129 kB 00:00 2024-04-15T16:17:59.147 INFO:teuthology.orchestra.run.smithi153.stdout:(19/120): python3-cephfs-18.2.2-1221.ge3fb05d5. 2.4 MB/s | 162 kB 00:00 2024-04-15T16:17:59.256 INFO:teuthology.orchestra.run.smithi153.stdout:(20/120): librgw2-18.2.2-1221.ge3fb05d5.el9.x86 3.8 MB/s | 4.5 MB 00:01 2024-04-15T16:17:59.290 INFO:teuthology.orchestra.run.smithi153.stdout:(21/120): python3-rados-18.2.2-1221.ge3fb05d5.e 2.2 MB/s | 321 kB 00:00 2024-04-15T16:17:59.357 INFO:teuthology.orchestra.run.smithi153.stdout:(22/120): python3-rbd-18.2.2-1221.ge3fb05d5.el9 2.9 MB/s | 298 kB 00:00 2024-04-15T16:17:59.415 INFO:teuthology.orchestra.run.smithi153.stdout:(23/120): rbd-fuse-18.2.2-1221.ge3fb05d5.el9.x8 1.5 MB/s | 87 kB 00:00 2024-04-15T16:17:59.657 INFO:teuthology.orchestra.run.smithi153.stdout:(24/120): python3-rgw-18.2.2-1221.ge3fb05d5.el9 271 kB/s | 99 kB 00:00 2024-04-15T16:17:59.766 INFO:teuthology.orchestra.run.smithi153.stdout:(25/120): rbd-nbd-18.2.2-1221.ge3fb05d5.el9.x86 1.6 MB/s | 172 kB 00:00 2024-04-15T16:17:59.825 INFO:teuthology.orchestra.run.smithi153.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1221.g 420 kB/s | 24 kB 00:00 2024-04-15T16:17:59.900 INFO:teuthology.orchestra.run.smithi153.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1221.ge3fb05d 1.8 MB/s | 138 kB 00:00 2024-04-15T16:18:00.038 INFO:teuthology.orchestra.run.smithi090.stdout: Preparing : 1/1 2024-04-15T16:18:00.124 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-15T16:18:00.158 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-15T16:18:00.214 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-15T16:18:00.250 INFO:teuthology.orchestra.run.smithi153.stdout:(28/120): rbd-mirror-18.2.2-1221.ge3fb05d5.el9. 3.6 MB/s | 3.0 MB 00:00 2024-04-15T16:18:00.531 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-15T16:18:00.609 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 5/122 2024-04-15T16:18:00.736 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 5/122 2024-04-15T16:18:00.769 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 6/122 2024-04-15T16:18:00.861 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 6/122 2024-04-15T16:18:00.920 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rados-2:18.2.2-1221.ge3fb05d5.el9.x86_64 7/122 2024-04-15T16:18:00.948 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-15T16:18:00.993 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-15T16:18:01.023 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 10/122 2024-04-15T16:18:01.124 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 10/122 2024-04-15T16:18:01.149 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86 11/122 2024-04-15T16:18:01.275 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86 11/122 2024-04-15T16:18:01.275 INFO:teuthology.orchestra.run.smithi153.stdout:(29/120): ceph-mgr-dashboard-18.2.2-1221.ge3fb0 2.6 MB/s | 3.5 MB 00:01 2024-04-15T16:18:01.311 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-15T16:18:01.343 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-15T16:18:01.391 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-15T16:18:01.417 INFO:teuthology.orchestra.run.smithi153.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1221.ge3 1.7 MB/s | 246 kB 00:00 2024-04-15T16:18:01.464 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-15T16:18:01.501 INFO:teuthology.orchestra.run.smithi153.stdout:(31/120): ceph-mgr-rook-18.2.2-1221.ge3fb05d5.e 593 kB/s | 49 kB 00:00 2024-04-15T16:18:01.518 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-15T16:18:01.555 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-15T16:18:01.576 INFO:teuthology.orchestra.run.smithi153.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1221.ge 198 kB/s | 15 kB 00:00 2024-04-15T16:18:01.593 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-15T16:18:01.633 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-15T16:18:01.706 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-15T16:18:01.726 INFO:teuthology.orchestra.run.smithi153.stdout:(33/120): cephadm-18.2.2-1221.ge3fb05d5.el9.noa 1.5 MB/s | 224 kB 00:00 2024-04-15T16:18:01.750 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-15T16:18:01.778 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-15T16:18:01.816 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-15T16:18:01.859 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-ceph-argparse-2:18.2.2-1221.ge3fb05d5.el 24/122 2024-04-15T16:18:01.932 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cephfs-2:18.2.2-1221.ge3fb05d5.el9.x86_6 25/122 2024-04-15T16:18:01.976 INFO:teuthology.orchestra.run.smithi153.stdout:(34/120): boost-program-options-1.75.0-8.el9.x8 424 kB/s | 106 kB 00:00 2024-04-15T16:18:02.027 INFO:teuthology.orchestra.run.smithi153.stdout:(35/120): flexiblas-3.0.4-8.el9.x86_64.rpm 632 kB/s | 32 kB 00:00 2024-04-15T16:18:02.076 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-15T16:18:02.136 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-15T16:18:02.269 INFO:teuthology.orchestra.run.smithi153.stdout:(36/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 12 MB/s | 3.0 MB 00:00 2024-04-15T16:18:02.311 INFO:teuthology.orchestra.run.smithi153.stdout:(37/120): flexiblas-openblas-openmp-3.0.4-8.el9 414 kB/s | 17 kB 00:00 2024-04-15T16:18:02.378 INFO:teuthology.orchestra.run.smithi153.stdout:(38/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 159 kB 00:00 2024-04-15T16:18:02.486 INFO:teuthology.orchestra.run.smithi153.stdout:(39/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 408 kB/s | 44 kB 00:00 2024-04-15T16:18:02.637 INFO:teuthology.orchestra.run.smithi153.stdout:(40/120): librdkafka-1.6.1-102.el9.x86_64.rpm 4.3 MB/s | 661 kB 00:00 2024-04-15T16:18:02.670 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-15T16:18:02.712 INFO:teuthology.orchestra.run.smithi153.stdout:(41/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 3.7 MB/s | 282 kB 00:00 2024-04-15T16:18:02.771 INFO:teuthology.orchestra.run.smithi153.stdout:(42/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 3.6 MB/s | 217 kB 00:00 2024-04-15T16:18:02.791 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-15T16:18:02.838 INFO:teuthology.orchestra.run.smithi153.stdout:(43/120): openblas-0.3.21-2.el9.x86_64.rpm 514 kB/s | 34 kB 00:00 2024-04-15T16:18:02.838 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-15T16:18:02.873 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-15T16:18:02.907 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-15T16:18:02.953 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-15T16:18:02.996 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librados-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_6 34/122 2024-04-15T16:18:03.027 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-15T16:18:03.055 INFO:teuthology.orchestra.run.smithi153.stdout:(44/120): openblas-openmp-0.3.21-2.el9.x86_64.r 22 MB/s | 4.7 MB 00:00 2024-04-15T16:18:03.072 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-15T16:18:03.113 INFO:teuthology.orchestra.run.smithi153.stdout:(45/120): python3-attrs-20.3.0-7.el9.noarch.rpm 1.3 MB/s | 78 kB 00:00 2024-04-15T16:18:03.177 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-15T16:18:03.215 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-15T16:18:03.270 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-15T16:18:03.280 INFO:teuthology.orchestra.run.smithi153.stdout:(46/120): python3-babel-2.9.1-2.el9.noarch.rpm 35 MB/s | 5.8 MB 00:00 2024-04-15T16:18:03.344 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-15T16:18:03.372 INFO:teuthology.orchestra.run.smithi153.stdout:(47/120): ceph-mgr-diskprediction-local-18.2.2- 2.4 MB/s | 7.4 MB 00:03 2024-04-15T16:18:03.384 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-15T16:18:03.389 INFO:teuthology.orchestra.run.smithi153.stdout:(48/120): python3-iniconfig-1.1.1-7.el9.noarch. 151 kB/s | 16 kB 00:00 2024-04-15T16:18:03.406 INFO:teuthology.orchestra.run.smithi153.stdout:(49/120): python3-jsonpatch-1.21-16.el9.noarch. 733 kB/s | 24 kB 00:00 2024-04-15T16:18:03.420 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-15T16:18:03.423 INFO:teuthology.orchestra.run.smithi153.stdout:(50/120): python3-jsonpointer-2.0-4.el9.noarch. 539 kB/s | 18 kB 00:00 2024-04-15T16:18:03.448 INFO:teuthology.orchestra.run.smithi153.stdout:(51/120): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 144 kB 00:00 2024-04-15T16:18:03.465 INFO:teuthology.orchestra.run.smithi153.stdout:(52/120): python3-markupsafe-1.1.1-12.el9.x86_6 760 kB/s | 32 kB 00:00 2024-04-15T16:18:03.466 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-15T16:18:03.512 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-15T16:18:03.555 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-15T16:18:03.591 INFO:teuthology.orchestra.run.smithi153.stdout:(53/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 34 MB/s | 4.8 MB 00:00 2024-04-15T16:18:03.641 INFO:teuthology.orchestra.run.smithi153.stdout:(54/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 1.2 MB/s | 217 kB 00:00 2024-04-15T16:18:03.666 INFO:teuthology.orchestra.run.smithi153.stdout:(55/120): python3-oauthlib-3.1.1-5.el9.noarch.r 2.3 MB/s | 174 kB 00:00 2024-04-15T16:18:03.689 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-15T16:18:03.691 INFO:teuthology.orchestra.run.smithi153.stdout:(56/120): python3-packaging-20.9-5.el9.noarch.r 1.4 MB/s | 69 kB 00:00 2024-04-15T16:18:03.708 INFO:teuthology.orchestra.run.smithi153.stdout:(57/120): python3-pluggy-0.13.1-7.el9.noarch.rp 909 kB/s | 38 kB 00:00 2024-04-15T16:18:03.725 INFO:teuthology.orchestra.run.smithi153.stdout:(58/120): python3-prettytable-0.7.2-27.el9.noar 1.2 MB/s | 41 kB 00:00 2024-04-15T16:18:03.732 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-15T16:18:03.750 INFO:teuthology.orchestra.run.smithi153.stdout:(59/120): python3-py-1.10.0-6.el9.noarch.rpm 10 MB/s | 427 kB 00:00 2024-04-15T16:18:03.774 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-15T16:18:03.776 INFO:teuthology.orchestra.run.smithi153.stdout:(60/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 132 kB 00:00 2024-04-15T16:18:03.801 INFO:teuthology.orchestra.run.smithi153.stdout:(61/120): python3-pyasn1-modules-0.4.8-6.el9.no 4.1 MB/s | 211 kB 00:00 2024-04-15T16:18:03.827 INFO:teuthology.orchestra.run.smithi153.stdout:(62/120): python3-pytest-6.2.2-7.el9.noarch.rpm 9.3 MB/s | 473 kB 00:00 2024-04-15T16:18:03.843 INFO:teuthology.orchestra.run.smithi153.stdout:(63/120): python3-pytz-2021.1-5.el9.noarch.rpm 1.1 MB/s | 47 kB 00:00 2024-04-15T16:18:03.860 INFO:teuthology.orchestra.run.smithi153.stdout:(64/120): python3-requests-oauthlib-1.3.0-12.el 1.3 MB/s | 43 kB 00:00 2024-04-15T16:18:03.868 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-15T16:18:03.899 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-15T16:18:03.943 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-15T16:18:03.983 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-15T16:18:04.010 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-15T16:18:04.028 INFO:teuthology.orchestra.run.smithi153.stdout:(65/120): python3-toml-0.10.2-6.el9.noarch.rpm 233 kB/s | 39 kB 00:00 2024-04-15T16:18:04.113 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-15T16:18:04.162 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-15T16:18:04.228 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-15T16:18:04.228 INFO:teuthology.orchestra.run.smithi153.stdout:(66/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 41 MB/s | 16 MB 00:00 2024-04-15T16:18:04.253 INFO:teuthology.orchestra.run.smithi153.stdout:(67/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.3 MB/s | 300 kB 00:00 2024-04-15T16:18:04.279 INFO:teuthology.orchestra.run.smithi153.stdout:(68/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.2 MB/s | 63 kB 00:00 2024-04-15T16:18:04.283 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-15T16:18:04.312 INFO:teuthology.orchestra.run.smithi153.stdout:(69/120): fuse-2.9.9-15.el9.x86_64.rpm 1.3 MB/s | 79 kB 00:00 2024-04-15T16:18:04.338 INFO:teuthology.orchestra.run.smithi153.stdout:(70/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.0 MB/s | 241 kB 00:00 2024-04-15T16:18:04.371 INFO:teuthology.orchestra.run.smithi153.stdout:(71/120): python3-cryptography-36.0.1-4.el9.x86 20 MB/s | 1.1 MB 00:00 2024-04-15T16:18:04.396 INFO:teuthology.orchestra.run.smithi153.stdout:(72/120): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 103 kB 00:00 2024-04-15T16:18:04.422 INFO:teuthology.orchestra.run.smithi153.stdout:(73/120): python3-pycparser-2.20-6.el9.noarch.r 2.4 MB/s | 124 kB 00:00 2024-04-15T16:18:04.439 INFO:teuthology.orchestra.run.smithi153.stdout:(74/120): python3-urllib3-1.26.5-5.el9.noarch.r 4.4 MB/s | 187 kB 00:00 2024-04-15T16:18:04.492 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-15T16:18:04.543 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-15T16:18:04.621 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-15T16:18:04.709 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-15T16:18:04.858 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-15T16:18:04.907 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-15T16:18:04.939 INFO:teuthology.orchestra.run.smithi153.stdout:(75/120): jq-1.6-16.el9.x86_64.rpm 362 kB/s | 187 kB 00:00 2024-04-15T16:18:04.944 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-15T16:18:04.976 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-15T16:18:05.022 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-15T16:18:05.152 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-15T16:18:05.264 INFO:teuthology.orchestra.run.smithi153.stdout:(76/120): libquadmath-11.4.1-3.el9.x86_64.rpm 601 kB/s | 195 kB 00:00 2024-04-15T16:18:05.314 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-15T16:18:05.354 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-15T16:18:05.404 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-15T16:18:05.406 INFO:teuthology.orchestra.run.smithi153.stdout:(77/120): libgfortran-11.4.1-3.el9.x86_64.rpm 830 kB/s | 803 kB 00:00 2024-04-15T16:18:05.510 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-15T16:18:05.531 INFO:teuthology.orchestra.run.smithi153.stdout:(78/120): python3-requests-2.25.1-8.el9.noarch. 467 kB/s | 125 kB 00:00 2024-04-15T16:18:05.558 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-15T16:18:05.648 INFO:teuthology.orchestra.run.smithi153.stdout:(79/120): python3-devel-3.9.17-2.el9.x86_64.rpm 1.0 MB/s | 245 kB 00:00 2024-04-15T16:18:05.757 INFO:teuthology.orchestra.run.smithi153.stdout:(80/120): python3-jinja2-2.11.3-5.el9.noarch.rp 1.1 MB/s | 248 kB 00:00 2024-04-15T16:18:06.049 INFO:teuthology.orchestra.run.smithi153.stdout:(81/120): fmt-8.1.1-5.el9.x86_64.rpm 277 kB/s | 111 kB 00:00 2024-04-15T16:18:06.249 INFO:teuthology.orchestra.run.smithi153.stdout:(82/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 628 kB/s | 309 kB 00:00 2024-04-15T16:18:06.298 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-15T16:18:06.358 INFO:teuthology.orchestra.run.smithi153.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 240 kB/s | 26 kB 00:00 2024-04-15T16:18:06.383 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-15T16:18:06.417 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-15T16:18:06.450 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-15T16:18:06.499 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-15T16:18:06.525 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-15T16:18:06.600 INFO:teuthology.orchestra.run.smithi153.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 201 kB/s | 49 kB 00:00 2024-04-15T16:18:06.667 INFO:teuthology.orchestra.run.smithi153.stdout:(85/120): libarrow-9.0.0-10.el9.x86_64.rpm 7.2 MB/s | 4.4 MB 00:00 2024-04-15T16:18:06.701 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-15T16:18:06.709 INFO:teuthology.orchestra.run.smithi153.stdout:(86/120): libunwind-1.6.2-1.el9.x86_64.rpm 620 kB/s | 67 kB 00:00 2024-04-15T16:18:06.733 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-15T16:18:06.792 INFO:teuthology.orchestra.run.smithi153.stdout:(87/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.5 MB/s | 838 kB 00:00 2024-04-15T16:18:06.831 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-15T16:18:06.884 INFO:teuthology.orchestra.run.smithi153.stdout:(88/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 474 kB/s | 43 kB 00:00 2024-04-15T16:18:06.909 INFO:teuthology.orchestra.run.smithi153.stdout:(89/120): python3-asyncssh-2.13.2-5.el9.noarch. 2.7 MB/s | 548 kB 00:00 2024-04-15T16:18:06.985 INFO:teuthology.orchestra.run.smithi153.stdout:(90/120): python3-cachetools-4.2.4-1.el9.noarch 321 kB/s | 32 kB 00:00 2024-04-15T16:18:07.010 INFO:teuthology.orchestra.run.smithi153.stdout:(91/120): python3-certifi-2021.10.8-2.el9.noarc 149 kB/s | 15 kB 00:00 2024-04-15T16:18:07.102 INFO:teuthology.orchestra.run.smithi153.stdout:(92/120): python3-cheroot-8.6.0-4.el9.noarch.rp 1.4 MB/s | 172 kB 00:00 2024-04-15T16:18:07.210 INFO:teuthology.orchestra.run.smithi153.stdout:(93/120): python3-google-auth-2.28.2-1.el9.noar 1.8 MB/s | 203 kB 00:00 2024-04-15T16:18:07.236 INFO:teuthology.orchestra.run.smithi153.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 1.6 MB/s | 358 kB 00:00 2024-04-15T16:18:07.320 INFO:teuthology.orchestra.run.smithi153.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 98 kB/s | 11 kB 00:00 2024-04-15T16:18:07.345 INFO:teuthology.orchestra.run.smithi153.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 163 kB/s | 18 kB 00:00 2024-04-15T16:18:07.429 INFO:teuthology.orchestra.run.smithi153.stdout:(97/120): python3-jaraco-collections-3.0.0-8.el 213 kB/s | 23 kB 00:00 2024-04-15T16:18:07.454 INFO:teuthology.orchestra.run.smithi153.stdout:(98/120): python3-jaraco-functools-3.5.0-2.el9. 179 kB/s | 19 kB 00:00 2024-04-15T16:18:07.485 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-15T16:18:07.546 INFO:teuthology.orchestra.run.smithi153.stdout:(99/120): python3-jaraco-text-3.2.0-6.el9.noarc 168 kB/s | 20 kB 00:00 2024-04-15T16:18:07.649 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-15T16:18:07.663 INFO:teuthology.orchestra.run.smithi153.stdout:(100/120): python3-logutils-0.3.5-21.el9.noarch 397 kB/s | 46 kB 00:00 2024-04-15T16:18:07.763 INFO:teuthology.orchestra.run.smithi153.stdout:(101/120): python3-more-itertools-8.12.0-2.el9. 790 kB/s | 79 kB 00:00 2024-04-15T16:18:07.797 INFO:teuthology.orchestra.run.smithi153.stdout:(102/120): python3-kubernetes-26.1.0-2.el9.noar 3.0 MB/s | 1.0 MB 00:00 2024-04-15T16:18:07.855 INFO:teuthology.orchestra.run.smithi153.stdout:(103/120): python3-natsort-7.1.1-5.el9.noarch.r 628 kB/s | 58 kB 00:00 2024-04-15T16:18:07.906 INFO:teuthology.orchestra.run.smithi153.stdout:(104/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-04-15T16:18:07.956 INFO:teuthology.orchestra.run.smithi153.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 164 kB/s | 16 kB 00:00 2024-04-15T16:18:08.006 INFO:teuthology.orchestra.run.smithi153.stdout:(106/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 898 kB/s | 90 kB 00:00 2024-04-15T16:18:08.056 INFO:teuthology.orchestra.run.smithi153.stdout:(107/120): python3-repoze-lru-0.7-16.el9.noarch 307 kB/s | 31 kB 00:00 2024-04-15T16:18:08.115 INFO:teuthology.orchestra.run.smithi153.stdout:(108/120): python3-routes-2.5.1-5.el9.noarch.rp 1.7 MB/s | 188 kB 00:00 2024-04-15T16:18:08.157 INFO:teuthology.orchestra.run.smithi153.stdout:(109/120): python3-rsa-4.9-2.el9.noarch.rpm 589 kB/s | 59 kB 00:00 2024-04-15T16:18:08.215 INFO:teuthology.orchestra.run.smithi153.stdout:(110/120): python3-tempora-5.0.0-2.el9.noarch.r 357 kB/s | 36 kB 00:00 2024-04-15T16:18:08.257 INFO:teuthology.orchestra.run.smithi153.stdout:(111/120): python3-typing-extensions-4.4.0-2.el 509 kB/s | 51 kB 00:00 2024-04-15T16:18:08.325 INFO:teuthology.orchestra.run.smithi153.stdout:(112/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.1 MB/s | 230 kB 00:00 2024-04-15T16:18:08.358 INFO:teuthology.orchestra.run.smithi153.stdout:(113/120): python3-websocket-client-1.2.3-2.el9 895 kB/s | 90 kB 00:00 2024-04-15T16:18:08.458 INFO:teuthology.orchestra.run.smithi153.stdout:(114/120): python3-zc-lockfile-2.0-10.el9.noarc 199 kB/s | 20 kB 00:00 2024-04-15T16:18:08.509 INFO:teuthology.orchestra.run.smithi153.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 2.3 MB/s | 427 kB 00:00 2024-04-15T16:18:08.559 INFO:teuthology.orchestra.run.smithi153.stdout:(116/120): re2-20211101-3.el9.x86_64.rpm 1.9 MB/s | 192 kB 00:00 2024-04-15T16:18:08.950 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-15T16:18:08.951 INFO:teuthology.orchestra.run.smithi153.stdout:(117/120): ceph-test-18.2.2-1221.ge3fb05d5.el9. 3.2 MB/s | 40 MB 00:12 2024-04-15T16:18:09.001 INFO:teuthology.orchestra.run.smithi153.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 3.2 MB/s | 1.6 MB 00:00 2024-04-15T16:18:09.057 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-15T16:18:09.105 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-15T16:18:09.138 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-15T16:18:09.449 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-15T16:18:09.476 INFO:teuthology.orchestra.run.smithi090.stdout: Upgrading : librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 89/122 2024-04-15T16:18:09.570 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 89/122 2024-04-15T16:18:09.601 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 90/122 2024-04-15T16:18:09.649 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-15T16:18:09.851 INFO:teuthology.orchestra.run.smithi153.stdout:(119/120): librados2-18.2.2-1221.ge3fb05d5.el9. 2.5 MB/s | 3.3 MB 00:01 2024-04-15T16:18:10.065 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-15T16:18:10.091 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 93/122 2024-04-15T16:18:10.093 INFO:teuthology.orchestra.run.smithi153.stdout:(120/120): librbd1-18.2.2-1221.ge3fb05d5.el9.x8 2.6 MB/s | 3.0 MB 00:01 2024-04-15T16:18:10.096 INFO:teuthology.orchestra.run.smithi153.stdout:-------------------------------------------------------------------------------- 2024-04-15T16:18:10.096 INFO:teuthology.orchestra.run.smithi153.stdout:Total 8.0 MB/s | 178 MB 00:22 2024-04-15T16:18:10.154 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 93/122 2024-04-15T16:18:10.170 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction check 2024-04-15T16:18:10.184 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-rgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 94/122 2024-04-15T16:18:10.265 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction check succeeded. 2024-04-15T16:18:10.265 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction test 2024-04-15T16:18:10.892 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 95/122 2024-04-15T16:18:10.925 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 95/122 2024-04-15T16:18:10.955 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1221.ge3fb05d5.e 96/122 2024-04-15T16:18:11.028 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1221.ge3fb05d5. 97/122 2024-04-15T16:18:11.058 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-ceph-common-2:18.2.2-1221.ge3fb05d5.el9. 98/122 2024-04-15T16:18:11.930 INFO:teuthology.orchestra.run.smithi153.stdout:Transaction test succeeded. 2024-04-15T16:18:11.930 INFO:teuthology.orchestra.run.smithi153.stdout:Running transaction 2024-04-15T16:18:13.151 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 99/122 2024-04-15T16:18:13.215 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 99/122 2024-04-15T16:18:13.787 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 99/122 2024-04-15T16:18:13.828 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 100/122 2024-04-15T16:18:13.925 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 100/122 2024-04-15T16:18:13.925 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-15T16:18:13.925 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-15T16:18:13.926 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:18:13.963 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 101/122 2024-04-15T16:18:16.543 INFO:teuthology.orchestra.run.smithi153.stdout: Preparing : 1/1 2024-04-15T16:18:16.595 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-15T16:18:16.646 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-15T16:18:16.864 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-15T16:18:17.188 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-15T16:18:17.239 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 5/122 2024-04-15T16:18:17.344 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 5/122 2024-04-15T16:18:17.373 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 6/122 2024-04-15T16:18:17.449 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 6/122 2024-04-15T16:18:17.495 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-rados-2:18.2.2-1221.ge3fb05d5.el9.x86_64 7/122 2024-04-15T16:18:17.527 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-15T16:18:17.565 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-15T16:18:17.592 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 10/122 2024-04-15T16:18:17.677 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 10/122 2024-04-15T16:18:17.710 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86 11/122 2024-04-15T16:18:17.835 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86 11/122 2024-04-15T16:18:17.873 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-15T16:18:17.909 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-15T16:18:17.960 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 14/122 2024-04-15T16:18:18.033 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 15/122 2024-04-15T16:18:18.096 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 16/122 2024-04-15T16:18:18.132 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 17/122 2024-04-15T16:18:18.162 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 18/122 2024-04-15T16:18:18.202 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 19/122 2024-04-15T16:18:18.266 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 20/122 2024-04-15T16:18:18.302 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 21/122 2024-04-15T16:18:18.329 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 22/122 2024-04-15T16:18:18.358 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 23/122 2024-04-15T16:18:18.402 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-ceph-argparse-2:18.2.2-1221.ge3fb05d5.el 24/122 2024-04-15T16:18:18.483 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cephfs-2:18.2.2-1221.ge3fb05d5.el9.x86_6 25/122 2024-04-15T16:18:18.617 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-15T16:18:18.670 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-15T16:18:19.195 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-15T16:18:19.302 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-15T16:18:19.344 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-15T16:18:19.379 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-15T16:18:19.413 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-15T16:18:19.455 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-15T16:18:19.492 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : librados-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_6 34/122 2024-04-15T16:18:19.523 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-15T16:18:19.558 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-15T16:18:19.665 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-15T16:18:19.702 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-15T16:18:19.757 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-15T16:18:19.822 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-15T16:18:19.853 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-15T16:18:19.889 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-15T16:18:19.936 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-15T16:18:19.982 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-15T16:18:20.024 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-15T16:18:20.158 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-15T16:18:20.201 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-15T16:18:20.242 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-15T16:18:20.338 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-15T16:18:20.369 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-15T16:18:20.410 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-15T16:18:20.435 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-15T16:18:20.462 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-15T16:18:20.555 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-15T16:18:20.596 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 55/122 2024-04-15T16:18:20.645 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-ply-3.11-14.el9.noarch 56/122 2024-04-15T16:18:20.700 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 57/122 2024-04-15T16:18:20.905 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 58/122 2024-04-15T16:18:20.950 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 59/122 2024-04-15T16:18:21.019 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 60/122 2024-04-15T16:18:21.108 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 61/122 2024-04-15T16:18:21.250 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 62/122 2024-04-15T16:18:21.294 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 63/122 2024-04-15T16:18:21.327 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 64/122 2024-04-15T16:18:21.367 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : fuse-2.9.9-15.el9.x86_64 65/122 2024-04-15T16:18:21.411 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 66/122 2024-04-15T16:18:21.533 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 67/122 2024-04-15T16:18:21.570 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-py-1.10.0-6.el9.noarch 68/122 2024-04-15T16:18:21.609 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 69/122 2024-04-15T16:18:21.659 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-15T16:18:21.757 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-packaging-20.9-5.el9.noarch 71/122 2024-04-15T16:18:21.806 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 72/122 2024-04-15T16:18:22.545 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 73/122 2024-04-15T16:18:22.585 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 74/122 2024-04-15T16:18:22.619 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 75/122 2024-04-15T16:18:22.653 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 76/122 2024-04-15T16:18:22.701 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 77/122 2024-04-15T16:18:22.736 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 78/122 2024-04-15T16:18:22.915 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : openblas-0.3.21-2.el9.x86_64 79/122 2024-04-15T16:18:22.952 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 80/122 2024-04-15T16:18:23.029 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 81/122 2024-04-15T16:18:23.682 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 82/122 2024-04-15T16:18:23.790 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 83/122 2024-04-15T16:18:25.034 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 84/122 2024-04-15T16:18:25.117 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 85/122 2024-04-15T16:18:25.148 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 86/122 2024-04-15T16:18:25.182 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : jq-1.6-16.el9.x86_64 87/122 2024-04-15T16:18:25.480 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 88/122 2024-04-15T16:18:25.511 INFO:teuthology.orchestra.run.smithi153.stdout: Upgrading : librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 89/122 2024-04-15T16:18:25.610 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 89/122 2024-04-15T16:18:25.641 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-rbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 90/122 2024-04-15T16:18:25.677 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 91/122 2024-04-15T16:18:26.076 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 92/122 2024-04-15T16:18:26.105 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 93/122 2024-04-15T16:18:26.160 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 93/122 2024-04-15T16:18:26.182 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-rgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 94/122 2024-04-15T16:18:26.556 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 95/122 2024-04-15T16:18:26.587 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 95/122 2024-04-15T16:18:26.618 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1221.ge3fb05d5.e 96/122 2024-04-15T16:18:26.700 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1221.ge3fb05d5. 97/122 2024-04-15T16:18:26.729 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-ceph-common-2:18.2.2-1221.ge3fb05d5.el9. 98/122 2024-04-15T16:18:26.870 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 101/122 2024-04-15T16:18:26.870 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /sys 2024-04-15T16:18:26.870 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /proc 2024-04-15T16:18:26.870 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /mnt 2024-04-15T16:18:26.871 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /var/tmp 2024-04-15T16:18:26.871 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /home 2024-04-15T16:18:26.871 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /root 2024-04-15T16:18:26.871 INFO:teuthology.orchestra.run.smithi090.stdout:skipping the directory /tmp 2024-04-15T16:18:26.871 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:18:26.947 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noa 102/122 2024-04-15T16:18:28.017 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noa 102/122 2024-04-15T16:18:28.079 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.n 103/122 2024-04-15T16:18:28.750 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 99/122 2024-04-15T16:18:28.791 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 99/122 2024-04-15T16:18:29.040 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.n 103/122 2024-04-15T16:18:29.063 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3f 104/122 2024-04-15T16:18:29.161 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3f 104/122 2024-04-15T16:18:29.323 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 99/122 2024-04-15T16:18:29.326 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1221.ge3fb05d5.el 105/122 2024-04-15T16:18:29.357 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 106/122 2024-04-15T16:18:29.361 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 100/122 2024-04-15T16:18:29.380 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 106/122 2024-04-15T16:18:29.380 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T16:18:29.380 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-15T16:18:29.380 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-15T16:18:29.380 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-15T16:18:29.380 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:18:29.432 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 107/122 2024-04-15T16:18:29.453 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 100/122 2024-04-15T16:18:29.453 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-15T16:18:29.453 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-15T16:18:29.453 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:18:29.487 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 101/122 2024-04-15T16:18:29.615 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 107/122 2024-04-15T16:18:29.641 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 108/122 2024-04-15T16:18:29.665 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 108/122 2024-04-15T16:18:29.665 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T16:18:29.665 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-15T16:18:29.665 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-15T16:18:29.665 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-15T16:18:29.666 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:18:30.102 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 109/122 2024-04-15T16:18:30.125 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 109/122 2024-04-15T16:18:30.125 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T16:18:30.125 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-15T16:18:30.126 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-15T16:18:30.126 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-15T16:18:30.126 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:18:31.536 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 110/122 2024-04-15T16:18:31.563 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 110/122 2024-04-15T16:18:31.563 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T16:18:31.563 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-15T16:18:31.563 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-15T16:18:31.563 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-15T16:18:31.563 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:18:32.287 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-2:18.2.2-1221.ge3fb05d5.el9.x86_64 111/122 2024-04-15T16:18:32.322 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 112/122 2024-04-15T16:18:32.345 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 112/122 2024-04-15T16:18:32.345 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T16:18:32.345 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-15T16:18:32.345 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-15T16:18:32.345 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-15T16:18:32.345 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:18:32.389 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1221.ge3fb0 113/122 2024-04-15T16:18:32.411 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1221.ge3fb0 113/122 2024-04-15T16:18:32.412 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T16:18:32.412 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-15T16:18:32.412 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:18:32.706 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 114/122 2024-04-15T16:18:32.730 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 114/122 2024-04-15T16:18:32.730 INFO:teuthology.orchestra.run.smithi090.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T16:18:32.730 INFO:teuthology.orchestra.run.smithi090.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-15T16:18:32.730 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-15T16:18:32.730 INFO:teuthology.orchestra.run.smithi090.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-15T16:18:32.730 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:18:36.454 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-test-2:18.2.2-1221.ge3fb05d5.el9.x86_64 115/122 2024-04-15T16:18:36.504 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rbd-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 116/122 2024-04-15T16:18:36.629 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : rbd-nbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 117/122 2024-04-15T16:18:36.737 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-15T16:18:36.770 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : ceph-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 119/122 2024-04-15T16:18:36.793 INFO:teuthology.orchestra.run.smithi090.stdout: Installing : libcephfs-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_ 120/122 2024-04-15T16:18:36.794 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-15T16:18:36.869 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-15T16:18:36.869 INFO:teuthology.orchestra.run.smithi090.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-15T16:18:41.013 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 101/122 2024-04-15T16:18:41.013 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /sys 2024-04-15T16:18:41.013 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /proc 2024-04-15T16:18:41.013 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /mnt 2024-04-15T16:18:41.013 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /var/tmp 2024-04-15T16:18:41.013 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /home 2024-04-15T16:18:41.013 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /root 2024-04-15T16:18:41.013 INFO:teuthology.orchestra.run.smithi153.stdout:skipping the directory /tmp 2024-04-15T16:18:41.013 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:18:41.088 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noa 102/122 2024-04-15T16:18:42.140 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noa 102/122 2024-04-15T16:18:42.175 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.n 103/122 2024-04-15T16:18:42.703 INFO:teuthology.orchestra.run.smithi090.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-15T16:18:42.703 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-2:18.2.2-1221.ge3fb05d5.el9.x86_64 1/122 2024-04-15T16:18:42.703 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2/122 2024-04-15T16:18:42.703 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 3/122 2024-04-15T16:18:42.703 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 4/122 2024-04-15T16:18:42.703 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1221.ge3fb0 5/122 2024-04-15T16:18:42.703 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 6/122 2024-04-15T16:18:42.703 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 7/122 2024-04-15T16:18:42.704 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 8/122 2024-04-15T16:18:42.704 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 9/122 2024-04-15T16:18:42.704 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 10/122 2024-04-15T16:18:42.704 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 11/122 2024-04-15T16:18:42.704 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-test-2:18.2.2-1221.ge3fb05d5.el9.x86_64 12/122 2024-04-15T16:18:42.704 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcephfs-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_ 13/122 2024-04-15T16:18:42.704 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 14/122 2024-04-15T16:18:42.704 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 15/122 2024-04-15T16:18:42.704 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librados-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_6 16/122 2024-04-15T16:18:42.704 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86 17/122 2024-04-15T16:18:42.704 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 18/122 2024-04-15T16:18:42.704 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1221.ge3fb05d5.el 19/122 2024-04-15T16:18:42.704 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-ceph-common-2:18.2.2-1221.ge3fb05d5.el9. 20/122 2024-04-15T16:18:42.704 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cephfs-2:18.2.2-1221.ge3fb05d5.el9.x86_6 21/122 2024-04-15T16:18:42.705 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rados-2:18.2.2-1221.ge3fb05d5.el9.x86_64 22/122 2024-04-15T16:18:42.705 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 23/122 2024-04-15T16:18:42.705 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 24/122 2024-04-15T16:18:42.705 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rbd-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 25/122 2024-04-15T16:18:42.705 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 26/122 2024-04-15T16:18:42.705 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : rbd-nbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 27/122 2024-04-15T16:18:42.705 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1221.ge3fb05d5. 28/122 2024-04-15T16:18:42.705 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noa 29/122 2024-04-15T16:18:42.705 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.n 30/122 2024-04-15T16:18:42.705 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3f 31/122 2024-04-15T16:18:42.705 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1221.ge3fb05d5.el 32/122 2024-04-15T16:18:42.705 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 33/122 2024-04-15T16:18:42.706 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1221.ge3fb05d5.e 34/122 2024-04-15T16:18:42.706 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 35/122 2024-04-15T16:18:42.706 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-15T16:18:42.706 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-15T16:18:42.706 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-15T16:18:42.706 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-15T16:18:42.706 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-15T16:18:42.706 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-15T16:18:42.706 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-15T16:18:42.706 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-15T16:18:42.706 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-15T16:18:42.706 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-15T16:18:42.706 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-15T16:18:42.707 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-15T16:18:42.707 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-15T16:18:42.707 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-15T16:18:42.707 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-15T16:18:42.707 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-15T16:18:42.707 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-15T16:18:42.707 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-15T16:18:42.707 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-15T16:18:42.707 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-15T16:18:42.707 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-15T16:18:42.707 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-15T16:18:42.707 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-15T16:18:42.707 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-15T16:18:42.707 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-15T16:18:42.708 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-15T16:18:42.708 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-15T16:18:42.708 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-15T16:18:42.708 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-15T16:18:42.708 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-15T16:18:42.708 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-15T16:18:42.708 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-15T16:18:42.708 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-15T16:18:42.708 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-15T16:18:42.708 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-15T16:18:42.708 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-15T16:18:42.708 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-15T16:18:42.708 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-15T16:18:42.708 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-15T16:18:42.709 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-15T16:18:42.709 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-15T16:18:42.709 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-15T16:18:42.709 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-15T16:18:42.709 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-15T16:18:42.709 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-15T16:18:42.709 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-15T16:18:42.709 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-15T16:18:42.709 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-15T16:18:42.710 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-15T16:18:42.710 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-15T16:18:42.710 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-15T16:18:42.710 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-15T16:18:42.710 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-15T16:18:42.710 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-15T16:18:42.710 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-15T16:18:42.710 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-15T16:18:42.710 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-15T16:18:42.710 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-15T16:18:42.710 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-15T16:18:42.710 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-15T16:18:42.710 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-15T16:18:42.711 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-15T16:18:42.711 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-15T16:18:42.711 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-15T16:18:42.711 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-15T16:18:42.711 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-15T16:18:42.711 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-15T16:18:42.711 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-15T16:18:42.711 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-15T16:18:42.711 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-15T16:18:42.711 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-15T16:18:42.711 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-15T16:18:42.711 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-15T16:18:42.711 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-15T16:18:42.711 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-15T16:18:42.712 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-15T16:18:42.712 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-15T16:18:42.712 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-15T16:18:42.712 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-15T16:18:42.712 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-15T16:18:42.712 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-15T16:18:42.712 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-15T16:18:42.712 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-15T16:18:42.712 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 119/122 2024-04-15T16:18:42.712 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-15T16:18:42.712 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 121/122 2024-04-15T16:18:43.147 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.n 103/122 2024-04-15T16:18:43.175 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3f 104/122 2024-04-15T16:18:43.275 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3f 104/122 2024-04-15T16:18:43.447 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1221.ge3fb05d5.el 105/122 2024-04-15T16:18:43.477 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 106/122 2024-04-15T16:18:43.501 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 106/122 2024-04-15T16:18:43.501 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T16:18:43.501 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-15T16:18:43.501 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-15T16:18:43.501 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-15T16:18:43.501 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:18:43.545 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 107/122 2024-04-15T16:18:43.730 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 107/122 2024-04-15T16:18:43.770 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 108/122 2024-04-15T16:18:43.793 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 108/122 2024-04-15T16:18:43.794 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T16:18:43.794 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-15T16:18:43.794 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-15T16:18:43.794 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-15T16:18:43.794 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:18:44.229 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 109/122 2024-04-15T16:18:44.252 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 109/122 2024-04-15T16:18:44.252 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T16:18:44.253 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-15T16:18:44.253 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-15T16:18:44.253 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-15T16:18:44.253 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:18:45.032 INFO:teuthology.orchestra.run.smithi090.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-15T16:18:45.032 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:18:45.032 INFO:teuthology.orchestra.run.smithi090.stdout:Upgraded: 2024-04-15T16:18:45.032 INFO:teuthology.orchestra.run.smithi090.stdout: librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.033 INFO:teuthology.orchestra.run.smithi090.stdout: librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.033 INFO:teuthology.orchestra.run.smithi090.stdout:Installed: 2024-04-15T16:18:45.033 INFO:teuthology.orchestra.run.smithi090.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-15T16:18:45.033 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.033 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.033 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.033 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.033 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-grafana-dashboards-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:45.033 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-immutable-object-cache-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.033 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.033 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.033 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:45.033 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:45.034 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:45.034 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-modules-core-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:45.034 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:45.034 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.034 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.034 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-prometheus-alerts-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:45.034 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.034 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.034 INFO:teuthology.orchestra.run.smithi090.stdout: ceph-test-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.034 INFO:teuthology.orchestra.run.smithi090.stdout: cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:45.034 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-15T16:18:45.034 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-15T16:18:45.034 INFO:teuthology.orchestra.run.smithi090.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-15T16:18:45.034 INFO:teuthology.orchestra.run.smithi090.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-15T16:18:45.035 INFO:teuthology.orchestra.run.smithi090.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-15T16:18:45.035 INFO:teuthology.orchestra.run.smithi090.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-15T16:18:45.035 INFO:teuthology.orchestra.run.smithi090.stdout: jq-1.6-16.el9.x86_64 2024-04-15T16:18:45.035 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-15T16:18:45.035 INFO:teuthology.orchestra.run.smithi090.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-15T16:18:45.035 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.035 INFO:teuthology.orchestra.run.smithi090.stdout: libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.035 INFO:teuthology.orchestra.run.smithi090.stdout: libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.035 INFO:teuthology.orchestra.run.smithi090.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-15T16:18:45.035 INFO:teuthology.orchestra.run.smithi090.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-15T16:18:45.035 INFO:teuthology.orchestra.run.smithi090.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-15T16:18:45.035 INFO:teuthology.orchestra.run.smithi090.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-15T16:18:45.035 INFO:teuthology.orchestra.run.smithi090.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-15T16:18:45.036 INFO:teuthology.orchestra.run.smithi090.stdout: librados-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.036 INFO:teuthology.orchestra.run.smithi090.stdout: libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.036 INFO:teuthology.orchestra.run.smithi090.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-15T16:18:45.036 INFO:teuthology.orchestra.run.smithi090.stdout: librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.036 INFO:teuthology.orchestra.run.smithi090.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-15T16:18:45.036 INFO:teuthology.orchestra.run.smithi090.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-15T16:18:45.036 INFO:teuthology.orchestra.run.smithi090.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-15T16:18:45.036 INFO:teuthology.orchestra.run.smithi090.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-15T16:18:45.036 INFO:teuthology.orchestra.run.smithi090.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-15T16:18:45.036 INFO:teuthology.orchestra.run.smithi090.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-15T16:18:45.036 INFO:teuthology.orchestra.run.smithi090.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-15T16:18:45.036 INFO:teuthology.orchestra.run.smithi090.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-15T16:18:45.036 INFO:teuthology.orchestra.run.smithi090.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-15T16:18:45.036 INFO:teuthology.orchestra.run.smithi090.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-15T16:18:45.037 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-15T16:18:45.037 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-argparse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.037 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.037 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cephfs-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.037 INFO:teuthology.orchestra.run.smithi090.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-15T16:18:45.037 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-15T16:18:45.037 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-15T16:18:45.037 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-15T16:18:45.037 INFO:teuthology.orchestra.run.smithi090.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-15T16:18:45.037 INFO:teuthology.orchestra.run.smithi090.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-15T16:18:45.037 INFO:teuthology.orchestra.run.smithi090.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-15T16:18:45.037 INFO:teuthology.orchestra.run.smithi090.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-15T16:18:45.037 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-15T16:18:45.037 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-15T16:18:45.038 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-15T16:18:45.038 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-15T16:18:45.038 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-15T16:18:45.038 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-15T16:18:45.038 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-15T16:18:45.038 INFO:teuthology.orchestra.run.smithi090.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-15T16:18:45.038 INFO:teuthology.orchestra.run.smithi090.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-15T16:18:45.038 INFO:teuthology.orchestra.run.smithi090.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-15T16:18:45.038 INFO:teuthology.orchestra.run.smithi090.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-15T16:18:45.038 INFO:teuthology.orchestra.run.smithi090.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-15T16:18:45.038 INFO:teuthology.orchestra.run.smithi090.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-15T16:18:45.038 INFO:teuthology.orchestra.run.smithi090.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-15T16:18:45.038 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-15T16:18:45.038 INFO:teuthology.orchestra.run.smithi090.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-15T16:18:45.039 INFO:teuthology.orchestra.run.smithi090.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-15T16:18:45.039 INFO:teuthology.orchestra.run.smithi090.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-15T16:18:45.039 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-15T16:18:45.039 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-15T16:18:45.039 INFO:teuthology.orchestra.run.smithi090.stdout: python3-ply-3.11-14.el9.noarch 2024-04-15T16:18:45.039 INFO:teuthology.orchestra.run.smithi090.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-15T16:18:45.039 INFO:teuthology.orchestra.run.smithi090.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-15T16:18:45.039 INFO:teuthology.orchestra.run.smithi090.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-15T16:18:45.039 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-15T16:18:45.039 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-15T16:18:45.039 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-15T16:18:45.039 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-15T16:18:45.039 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-15T16:18:45.040 INFO:teuthology.orchestra.run.smithi090.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-15T16:18:45.040 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rados-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.040 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.040 INFO:teuthology.orchestra.run.smithi090.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-15T16:18:45.040 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-15T16:18:45.040 INFO:teuthology.orchestra.run.smithi090.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-15T16:18:45.040 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.040 INFO:teuthology.orchestra.run.smithi090.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-15T16:18:45.040 INFO:teuthology.orchestra.run.smithi090.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-15T16:18:45.040 INFO:teuthology.orchestra.run.smithi090.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-15T16:18:45.040 INFO:teuthology.orchestra.run.smithi090.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-15T16:18:45.040 INFO:teuthology.orchestra.run.smithi090.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-15T16:18:45.040 INFO:teuthology.orchestra.run.smithi090.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-15T16:18:45.040 INFO:teuthology.orchestra.run.smithi090.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-15T16:18:45.041 INFO:teuthology.orchestra.run.smithi090.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-15T16:18:45.041 INFO:teuthology.orchestra.run.smithi090.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-15T16:18:45.041 INFO:teuthology.orchestra.run.smithi090.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-15T16:18:45.041 INFO:teuthology.orchestra.run.smithi090.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-15T16:18:45.041 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.041 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.041 INFO:teuthology.orchestra.run.smithi090.stdout: rbd-nbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:45.041 INFO:teuthology.orchestra.run.smithi090.stdout: re2-1:20211101-3.el9.x86_64 2024-04-15T16:18:45.041 INFO:teuthology.orchestra.run.smithi090.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-15T16:18:45.041 INFO:teuthology.orchestra.run.smithi090.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-15T16:18:45.041 INFO:teuthology.orchestra.run.smithi090.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-15T16:18:45.041 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:18:45.041 INFO:teuthology.orchestra.run.smithi090.stdout:Complete! 2024-04-15T16:18:45.498 DEBUG:teuthology.parallel:result is None 2024-04-15T16:18:45.655 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 110/122 2024-04-15T16:18:45.682 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 110/122 2024-04-15T16:18:45.682 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T16:18:45.682 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-15T16:18:45.682 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-15T16:18:45.682 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-15T16:18:45.682 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:18:46.397 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-2:18.2.2-1221.ge3fb05d5.el9.x86_64 111/122 2024-04-15T16:18:46.423 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 112/122 2024-04-15T16:18:46.446 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 112/122 2024-04-15T16:18:46.447 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T16:18:46.447 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-15T16:18:46.447 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-15T16:18:46.447 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-15T16:18:46.447 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:18:46.490 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1221.ge3fb0 113/122 2024-04-15T16:18:46.512 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1221.ge3fb0 113/122 2024-04-15T16:18:46.513 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T16:18:46.513 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-15T16:18:46.513 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:18:46.808 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 114/122 2024-04-15T16:18:46.831 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 114/122 2024-04-15T16:18:46.831 INFO:teuthology.orchestra.run.smithi153.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-15T16:18:46.831 INFO:teuthology.orchestra.run.smithi153.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-15T16:18:46.831 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-15T16:18:46.831 INFO:teuthology.orchestra.run.smithi153.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-15T16:18:46.831 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:18:50.536 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-test-2:18.2.2-1221.ge3fb05d5.el9.x86_64 115/122 2024-04-15T16:18:50.585 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : rbd-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 116/122 2024-04-15T16:18:50.701 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : rbd-nbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 117/122 2024-04-15T16:18:50.809 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 118/122 2024-04-15T16:18:50.843 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : ceph-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 119/122 2024-04-15T16:18:50.874 INFO:teuthology.orchestra.run.smithi153.stdout: Installing : libcephfs-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_ 120/122 2024-04-15T16:18:50.874 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-15T16:18:50.958 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-15T16:18:50.958 INFO:teuthology.orchestra.run.smithi153.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-15T16:18:55.658 INFO:teuthology.orchestra.run.smithi153.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-15T16:18:55.659 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-2:18.2.2-1221.ge3fb05d5.el9.x86_64 1/122 2024-04-15T16:18:55.659 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2/122 2024-04-15T16:18:55.659 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 3/122 2024-04-15T16:18:55.659 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 4/122 2024-04-15T16:18:55.659 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1221.ge3fb0 5/122 2024-04-15T16:18:55.659 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 6/122 2024-04-15T16:18:55.659 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 7/122 2024-04-15T16:18:55.659 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 8/122 2024-04-15T16:18:55.659 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 9/122 2024-04-15T16:18:55.659 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 10/122 2024-04-15T16:18:55.659 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 11/122 2024-04-15T16:18:55.659 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-test-2:18.2.2-1221.ge3fb05d5.el9.x86_64 12/122 2024-04-15T16:18:55.659 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libcephfs-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_ 13/122 2024-04-15T16:18:55.660 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 14/122 2024-04-15T16:18:55.660 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 15/122 2024-04-15T16:18:55.660 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librados-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_6 16/122 2024-04-15T16:18:55.660 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86 17/122 2024-04-15T16:18:55.660 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 18/122 2024-04-15T16:18:55.660 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1221.ge3fb05d5.el 19/122 2024-04-15T16:18:55.660 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-ceph-common-2:18.2.2-1221.ge3fb05d5.el9. 20/122 2024-04-15T16:18:55.660 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cephfs-2:18.2.2-1221.ge3fb05d5.el9.x86_6 21/122 2024-04-15T16:18:55.660 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-rados-2:18.2.2-1221.ge3fb05d5.el9.x86_64 22/122 2024-04-15T16:18:55.660 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-rbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 23/122 2024-04-15T16:18:55.660 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-rgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 24/122 2024-04-15T16:18:55.660 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : rbd-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 25/122 2024-04-15T16:18:55.660 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 26/122 2024-04-15T16:18:55.660 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : rbd-nbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 27/122 2024-04-15T16:18:55.660 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1221.ge3fb05d5. 28/122 2024-04-15T16:18:55.661 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noa 29/122 2024-04-15T16:18:55.661 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.n 30/122 2024-04-15T16:18:55.661 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3f 31/122 2024-04-15T16:18:55.661 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1221.ge3fb05d5.el 32/122 2024-04-15T16:18:55.661 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 33/122 2024-04-15T16:18:55.661 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1221.ge3fb05d5.e 34/122 2024-04-15T16:18:55.661 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 35/122 2024-04-15T16:18:55.661 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 36/122 2024-04-15T16:18:55.661 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 37/122 2024-04-15T16:18:55.661 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 38/122 2024-04-15T16:18:55.661 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 39/122 2024-04-15T16:18:55.661 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 40/122 2024-04-15T16:18:55.661 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 41/122 2024-04-15T16:18:55.661 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 42/122 2024-04-15T16:18:55.662 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 43/122 2024-04-15T16:18:55.662 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 44/122 2024-04-15T16:18:55.662 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 45/122 2024-04-15T16:18:55.662 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 46/122 2024-04-15T16:18:55.662 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 47/122 2024-04-15T16:18:55.662 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 48/122 2024-04-15T16:18:55.662 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 49/122 2024-04-15T16:18:55.662 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 50/122 2024-04-15T16:18:55.662 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 51/122 2024-04-15T16:18:55.662 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 52/122 2024-04-15T16:18:55.662 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 53/122 2024-04-15T16:18:55.662 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 54/122 2024-04-15T16:18:55.662 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 55/122 2024-04-15T16:18:55.663 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 56/122 2024-04-15T16:18:55.663 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 57/122 2024-04-15T16:18:55.663 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 58/122 2024-04-15T16:18:55.663 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 59/122 2024-04-15T16:18:55.663 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 60/122 2024-04-15T16:18:55.663 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 61/122 2024-04-15T16:18:55.663 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 62/122 2024-04-15T16:18:55.663 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 63/122 2024-04-15T16:18:55.663 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 64/122 2024-04-15T16:18:55.664 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 65/122 2024-04-15T16:18:55.664 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 66/122 2024-04-15T16:18:55.664 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 67/122 2024-04-15T16:18:55.664 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 68/122 2024-04-15T16:18:55.664 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 69/122 2024-04-15T16:18:55.664 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 70/122 2024-04-15T16:18:55.664 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 71/122 2024-04-15T16:18:55.664 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 72/122 2024-04-15T16:18:55.664 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-ply-3.11-14.el9.noarch 73/122 2024-04-15T16:18:55.664 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 74/122 2024-04-15T16:18:55.665 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 75/122 2024-04-15T16:18:55.665 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : jq-1.6-16.el9.x86_64 76/122 2024-04-15T16:18:55.665 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 77/122 2024-04-15T16:18:55.665 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 78/122 2024-04-15T16:18:55.665 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 79/122 2024-04-15T16:18:55.665 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 80/122 2024-04-15T16:18:55.665 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 81/122 2024-04-15T16:18:55.665 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-15T16:18:55.665 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-15T16:18:55.665 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-15T16:18:55.665 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-15T16:18:55.665 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-15T16:18:55.665 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-15T16:18:55.665 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-15T16:18:55.666 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-15T16:18:55.666 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-15T16:18:55.666 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-15T16:18:55.666 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-15T16:18:55.666 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-15T16:18:55.666 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-15T16:18:55.666 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-15T16:18:55.666 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-15T16:18:55.666 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-15T16:18:55.666 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-15T16:18:55.666 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-15T16:18:55.666 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-15T16:18:55.666 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-15T16:18:55.667 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-15T16:18:55.667 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-15T16:18:55.667 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-15T16:18:55.667 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-15T16:18:55.667 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-15T16:18:55.667 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-15T16:18:55.667 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-15T16:18:55.667 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-15T16:18:55.667 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-15T16:18:55.667 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-15T16:18:55.667 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-15T16:18:55.667 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-15T16:18:55.668 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-15T16:18:55.668 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-15T16:18:55.668 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-15T16:18:55.668 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-15T16:18:55.668 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-15T16:18:55.668 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 119/122 2024-04-15T16:18:55.668 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-15T16:18:55.668 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 121/122 2024-04-15T16:18:57.961 INFO:teuthology.orchestra.run.smithi153.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-15T16:18:57.961 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:18:57.962 INFO:teuthology.orchestra.run.smithi153.stdout:Upgraded: 2024-04-15T16:18:57.962 INFO:teuthology.orchestra.run.smithi153.stdout: librados2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.962 INFO:teuthology.orchestra.run.smithi153.stdout: librbd1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.962 INFO:teuthology.orchestra.run.smithi153.stdout:Installed: 2024-04-15T16:18:57.962 INFO:teuthology.orchestra.run.smithi153.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-15T16:18:57.962 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.962 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-base-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.962 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.962 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.962 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-grafana-dashboards-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:57.962 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-immutable-object-cache-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.962 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mds-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.963 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.963 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:57.963 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-dashboard-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:57.963 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:57.963 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-modules-core-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:57.963 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mgr-rook-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:57.963 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-mon-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.963 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-osd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.963 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-prometheus-alerts-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:57.963 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-radosgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.963 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-selinux-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.963 INFO:teuthology.orchestra.run.smithi153.stdout: ceph-test-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.963 INFO:teuthology.orchestra.run.smithi153.stdout: cephadm-2:18.2.2-1221.ge3fb05d5.el9.noarch 2024-04-15T16:18:57.963 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-15T16:18:57.964 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-15T16:18:57.964 INFO:teuthology.orchestra.run.smithi153.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-15T16:18:57.964 INFO:teuthology.orchestra.run.smithi153.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-15T16:18:57.964 INFO:teuthology.orchestra.run.smithi153.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-15T16:18:57.964 INFO:teuthology.orchestra.run.smithi153.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-15T16:18:57.964 INFO:teuthology.orchestra.run.smithi153.stdout: jq-1.6-16.el9.x86_64 2024-04-15T16:18:57.964 INFO:teuthology.orchestra.run.smithi153.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-15T16:18:57.964 INFO:teuthology.orchestra.run.smithi153.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-15T16:18:57.964 INFO:teuthology.orchestra.run.smithi153.stdout: libcephfs-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.964 INFO:teuthology.orchestra.run.smithi153.stdout: libcephfs2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.964 INFO:teuthology.orchestra.run.smithi153.stdout: libcephsqlite-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.964 INFO:teuthology.orchestra.run.smithi153.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-15T16:18:57.964 INFO:teuthology.orchestra.run.smithi153.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-15T16:18:57.964 INFO:teuthology.orchestra.run.smithi153.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-15T16:18:57.965 INFO:teuthology.orchestra.run.smithi153.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-15T16:18:57.965 INFO:teuthology.orchestra.run.smithi153.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-15T16:18:57.965 INFO:teuthology.orchestra.run.smithi153.stdout: librados-devel-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.965 INFO:teuthology.orchestra.run.smithi153.stdout: libradosstriper1-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.965 INFO:teuthology.orchestra.run.smithi153.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-15T16:18:57.965 INFO:teuthology.orchestra.run.smithi153.stdout: librgw2-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.965 INFO:teuthology.orchestra.run.smithi153.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-15T16:18:57.965 INFO:teuthology.orchestra.run.smithi153.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-15T16:18:57.965 INFO:teuthology.orchestra.run.smithi153.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-15T16:18:57.965 INFO:teuthology.orchestra.run.smithi153.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-15T16:18:57.965 INFO:teuthology.orchestra.run.smithi153.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-15T16:18:57.965 INFO:teuthology.orchestra.run.smithi153.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-15T16:18:57.965 INFO:teuthology.orchestra.run.smithi153.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-15T16:18:57.965 INFO:teuthology.orchestra.run.smithi153.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-15T16:18:57.966 INFO:teuthology.orchestra.run.smithi153.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-15T16:18:57.966 INFO:teuthology.orchestra.run.smithi153.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-15T16:18:57.966 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-15T16:18:57.966 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ceph-argparse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.966 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ceph-common-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.966 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cephfs-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.966 INFO:teuthology.orchestra.run.smithi153.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-15T16:18:57.966 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-15T16:18:57.966 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-15T16:18:57.966 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-15T16:18:57.966 INFO:teuthology.orchestra.run.smithi153.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-15T16:18:57.966 INFO:teuthology.orchestra.run.smithi153.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-15T16:18:57.966 INFO:teuthology.orchestra.run.smithi153.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-15T16:18:57.966 INFO:teuthology.orchestra.run.smithi153.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-15T16:18:57.967 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-15T16:18:57.967 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-15T16:18:57.967 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-15T16:18:57.967 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-15T16:18:57.967 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-15T16:18:57.967 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-15T16:18:57.967 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-15T16:18:57.967 INFO:teuthology.orchestra.run.smithi153.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-15T16:18:57.967 INFO:teuthology.orchestra.run.smithi153.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-15T16:18:57.967 INFO:teuthology.orchestra.run.smithi153.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-15T16:18:57.967 INFO:teuthology.orchestra.run.smithi153.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-15T16:18:57.967 INFO:teuthology.orchestra.run.smithi153.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-15T16:18:57.967 INFO:teuthology.orchestra.run.smithi153.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-15T16:18:57.967 INFO:teuthology.orchestra.run.smithi153.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-15T16:18:57.968 INFO:teuthology.orchestra.run.smithi153.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-15T16:18:57.968 INFO:teuthology.orchestra.run.smithi153.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-15T16:18:57.968 INFO:teuthology.orchestra.run.smithi153.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-15T16:18:57.968 INFO:teuthology.orchestra.run.smithi153.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-15T16:18:57.968 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-15T16:18:57.968 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-15T16:18:57.968 INFO:teuthology.orchestra.run.smithi153.stdout: python3-ply-3.11-14.el9.noarch 2024-04-15T16:18:57.968 INFO:teuthology.orchestra.run.smithi153.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-15T16:18:57.968 INFO:teuthology.orchestra.run.smithi153.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-15T16:18:57.968 INFO:teuthology.orchestra.run.smithi153.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-15T16:18:57.968 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-15T16:18:57.968 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-15T16:18:57.968 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-15T16:18:57.968 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-15T16:18:57.969 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-15T16:18:57.969 INFO:teuthology.orchestra.run.smithi153.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-15T16:18:57.969 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rados-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.969 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.969 INFO:teuthology.orchestra.run.smithi153.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-15T16:18:57.969 INFO:teuthology.orchestra.run.smithi153.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-15T16:18:57.969 INFO:teuthology.orchestra.run.smithi153.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-15T16:18:57.969 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rgw-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.969 INFO:teuthology.orchestra.run.smithi153.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-15T16:18:57.969 INFO:teuthology.orchestra.run.smithi153.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-15T16:18:57.969 INFO:teuthology.orchestra.run.smithi153.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-15T16:18:57.969 INFO:teuthology.orchestra.run.smithi153.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-15T16:18:57.969 INFO:teuthology.orchestra.run.smithi153.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-15T16:18:57.969 INFO:teuthology.orchestra.run.smithi153.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-15T16:18:57.970 INFO:teuthology.orchestra.run.smithi153.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-15T16:18:57.970 INFO:teuthology.orchestra.run.smithi153.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-15T16:18:57.970 INFO:teuthology.orchestra.run.smithi153.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-15T16:18:57.970 INFO:teuthology.orchestra.run.smithi153.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-15T16:18:57.970 INFO:teuthology.orchestra.run.smithi153.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-15T16:18:57.970 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-fuse-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.970 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-mirror-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.970 INFO:teuthology.orchestra.run.smithi153.stdout: rbd-nbd-2:18.2.2-1221.ge3fb05d5.el9.x86_64 2024-04-15T16:18:57.970 INFO:teuthology.orchestra.run.smithi153.stdout: re2-1:20211101-3.el9.x86_64 2024-04-15T16:18:57.970 INFO:teuthology.orchestra.run.smithi153.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-15T16:18:57.970 INFO:teuthology.orchestra.run.smithi153.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-15T16:18:57.971 INFO:teuthology.orchestra.run.smithi153.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-15T16:18:57.971 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:18:57.971 INFO:teuthology.orchestra.run.smithi153.stdout:Complete! 2024-04-15T16:18:58.271 DEBUG:teuthology.parallel:result is None 2024-04-15T16:18:58.272 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T16:18:58.272 INFO:teuthology.packaging:ref: None 2024-04-15T16:18:58.272 INFO:teuthology.packaging:tag: None 2024-04-15T16:18:58.272 INFO:teuthology.packaging:branch: reef 2024-04-15T16:18:58.272 INFO:teuthology.packaging:sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T16:18:58.273 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-15T16:18:58.530 DEBUG:teuthology.orchestra.run.smithi090:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-15T16:18:58.556 INFO:teuthology.orchestra.run.smithi090.stdout:18.2.2-1221.ge3fb05d5.el9 2024-04-15T16:18:58.557 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1221.ge3fb05d5.el9 2024-04-15T16:18:58.557 INFO:teuthology.task.install:The correct ceph version 18.2.2-1221.ge3fb05d5 is installed. 2024-04-15T16:18:58.559 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-15T16:18:58.559 INFO:teuthology.packaging:ref: None 2024-04-15T16:18:58.559 INFO:teuthology.packaging:tag: None 2024-04-15T16:18:58.559 INFO:teuthology.packaging:branch: reef 2024-04-15T16:18:58.559 INFO:teuthology.packaging:sha1: c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T16:18:58.559 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-15T16:18:58.803 DEBUG:teuthology.orchestra.run.smithi153:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-15T16:18:58.829 INFO:teuthology.orchestra.run.smithi153.stdout:18.2.2-1221.ge3fb05d5.el9 2024-04-15T16:18:58.829 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1221.ge3fb05d5.el9 2024-04-15T16:18:58.829 INFO:teuthology.task.install:The correct ceph version 18.2.2-1221.ge3fb05d5 is installed. 2024-04-15T16:18:58.831 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-15T16:18:58.831 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:18:58.831 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-15T16:18:58.871 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-04-15T16:18:58.871 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-15T16:18:58.906 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-15T16:18:58.906 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:18:58.906 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/usr/bin/daemon-helper 2024-04-15T16:18:58.944 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-15T16:18:59.015 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-04-15T16:18:59.016 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/usr/bin/daemon-helper 2024-04-15T16:18:59.047 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-15T16:18:59.117 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-15T16:18:59.117 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:18:59.117 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-15T16:18:59.149 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-15T16:18:59.221 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-04-15T16:18:59.221 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-15T16:18:59.251 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-15T16:18:59.320 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-15T16:18:59.320 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:18:59.321 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/usr/bin/stdin-killer 2024-04-15T16:18:59.351 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-15T16:18:59.421 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-04-15T16:18:59.422 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/usr/bin/stdin-killer 2024-04-15T16:18:59.451 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-15T16:18:59.521 INFO:teuthology.run_tasks:Running task print... 2024-04-15T16:18:59.530 INFO:teuthology.task.print:**** done install task... 2024-04-15T16:18:59.530 INFO:teuthology.run_tasks:Running task print... 2024-04-15T16:18:59.553 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-04-15T16:18:59.554 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-15T16:18:59.697 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54'} 2024-04-15T16:18:59.697 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-15T16:18:59.698 INFO:tasks.cephadm:Cluster fsid is ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:18:59.698 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-15T16:18:59.698 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.90', 'mon.c': '[v2:172.21.15.90:3301,v1:172.21.15.90:6790]', 'mon.b': '172.21.15.153'} 2024-04-15T16:18:59.698 INFO:tasks.cephadm:First mon is mon.a on smithi090 2024-04-15T16:18:59.698 INFO:tasks.cephadm:First mgr is y 2024-04-15T16:18:59.698 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-15T16:18:59.699 DEBUG:teuthology.orchestra.run.smithi090:> sudo hostname $(hostname -s) 2024-04-15T16:18:59.730 DEBUG:teuthology.orchestra.run.smithi153:> sudo hostname $(hostname -s) 2024-04-15T16:18:59.760 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-15T16:18:59.760 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T16:19:00.013 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/54888/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-3080-gc2d8c315', 'node_name': '172.21.2.1+braggi01', 'job_name': 'ceph-dev-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-3080.gc2d8c315'}, 'url': 'https://4.chacra.ceph.com/r/ceph/main/c2d8c3155d854ee204cb7c7261232571229d1d54/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-13 01:58:10.711078', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'main', 'chacra_url': 'https://4.chacra.ceph.com/repos/ceph/main/c2d8c3155d854ee204cb7c7261232571229d1d54/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-15T16:19:00.403 INFO:tasks.util.chacra:got chacra host 4.chacra.ceph.com, ref reef, sha1 e3fb05d5e6da84b5c44db3f3051c4d242f9809c1 from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-04-15T16:19:00.405 INFO:tasks.cephadm:Discovered cachra url: https://4.chacra.ceph.com/binaries/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/x86_64/flavors/default/cephadm 2024-04-15T16:19:00.405 DEBUG:teuthology.orchestra.run.smithi090:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-15T16:19:00.840 INFO:teuthology.orchestra.run.smithi090.stdout:-rw-r--r--. 1 ubuntu ubuntu 215334 Apr 15 16:19 /home/ubuntu/cephtest/cephadm 2024-04-15T16:19:00.840 DEBUG:teuthology.orchestra.run.smithi153:> curl --silent -L https://4.chacra.ceph.com/binaries/ceph/reef/e3fb05d5e6da84b5c44db3f3051c4d242f9809c1/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-15T16:19:01.314 INFO:teuthology.orchestra.run.smithi153.stdout:-rw-r--r--. 1 ubuntu ubuntu 215334 Apr 15 16:19 /home/ubuntu/cephtest/cephadm 2024-04-15T16:19:01.314 DEBUG:teuthology.orchestra.run.smithi090:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-15T16:19:01.334 DEBUG:teuthology.orchestra.run.smithi153:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-15T16:19:01.377 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-15T16:19:01.378 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-15T16:19:01.381 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-15T16:19:02.263 INFO:teuthology.orchestra.run.smithi153.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-15T16:19:02.319 INFO:teuthology.orchestra.run.smithi090.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-15T16:19:44.136 INFO:teuthology.orchestra.run.smithi153.stdout:{ 2024-04-15T16:19:44.137 INFO:teuthology.orchestra.run.smithi153.stdout: "ceph_version": "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)", 2024-04-15T16:19:44.137 INFO:teuthology.orchestra.run.smithi153.stdout: "image_id": "aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38", 2024-04-15T16:19:44.137 INFO:teuthology.orchestra.run.smithi153.stdout: "repo_digests": [ 2024-04-15T16:19:44.137 INFO:teuthology.orchestra.run.smithi153.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315" 2024-04-15T16:19:44.137 INFO:teuthology.orchestra.run.smithi153.stdout: ] 2024-04-15T16:19:44.137 INFO:teuthology.orchestra.run.smithi153.stdout:} 2024-04-15T16:19:50.018 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:19:50.018 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph_version": "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)", 2024-04-15T16:19:50.018 INFO:teuthology.orchestra.run.smithi090.stdout: "image_id": "aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38", 2024-04-15T16:19:50.018 INFO:teuthology.orchestra.run.smithi090.stdout: "repo_digests": [ 2024-04-15T16:19:50.018 INFO:teuthology.orchestra.run.smithi090.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315" 2024-04-15T16:19:50.018 INFO:teuthology.orchestra.run.smithi090.stdout: ] 2024-04-15T16:19:50.019 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:19:50.042 DEBUG:teuthology.orchestra.run.smithi090:> sudo mkdir -p /etc/ceph 2024-04-15T16:19:50.090 DEBUG:teuthology.orchestra.run.smithi153:> sudo mkdir -p /etc/ceph 2024-04-15T16:19:50.128 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 777 /etc/ceph 2024-04-15T16:19:50.156 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod 777 /etc/ceph 2024-04-15T16:19:50.200 INFO:tasks.cephadm:Writing seed config... 2024-04-15T16:19:50.201 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-15T16:19:50.201 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-15T16:19:50.202 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-15T16:19:50.202 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-15T16:19:50.202 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-15T16:19:50.202 INFO:tasks.cephadm: override: [global] mon election default strategy = 3 2024-04-15T16:19:50.202 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-15T16:19:50.202 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-15T16:19:50.202 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-15T16:19:50.202 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-15T16:19:50.202 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-15T16:19:50.203 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:19:50.203 DEBUG:teuthology.orchestra.run.smithi090:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-15T16:19:50.218 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = ddc2db54-fb43-11ee-bc8f-c7b262605968 mon election default strategy = 3 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-15T16:19:50.219 DEBUG:teuthology.orchestra.run.smithi090:mon.a> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.a.service 2024-04-15T16:19:50.261 DEBUG:teuthology.orchestra.run.smithi090:mgr.y> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.y.service 2024-04-15T16:19:50.303 INFO:tasks.cephadm:Bootstrapping... 2024-04-15T16:19:50.304 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.90 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-15T16:19:50.463 INFO:teuthology.orchestra.run.smithi090.stdout:-------------------------------------------------------------------------------- 2024-04-15T16:19:50.463 INFO:teuthology.orchestra.run.smithi090.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', 'ddc2db54-fb43-11ee-bc8f-c7b262605968', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.90', '--skip-admin-label'] 2024-04-15T16:19:50.489 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-15T16:19:50.489 INFO:teuthology.orchestra.run.smithi090.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-15T16:19:50.489 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying podman|docker is present... 2024-04-15T16:19:50.519 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-15T16:19:50.519 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying lvm2 is present... 2024-04-15T16:19:50.519 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying time synchronization is in place... 2024-04-15T16:19:50.526 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-15T16:19:50.526 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-15T16:19:50.532 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-15T16:19:50.533 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-04-15T16:19:50.539 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout enabled 2024-04-15T16:19:50.545 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout active 2024-04-15T16:19:50.545 INFO:teuthology.orchestra.run.smithi090.stdout:Unit chronyd.service is enabled and running 2024-04-15T16:19:50.545 INFO:teuthology.orchestra.run.smithi090.stdout:Repeating the final host check... 2024-04-15T16:19:50.569 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-15T16:19:50.569 INFO:teuthology.orchestra.run.smithi090.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-15T16:19:50.569 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl is present 2024-04-15T16:19:50.569 INFO:teuthology.orchestra.run.smithi090.stdout:lvcreate is present 2024-04-15T16:19:50.575 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-15T16:19:50.575 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-15T16:19:50.582 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-15T16:19:50.582 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-04-15T16:19:50.588 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout enabled 2024-04-15T16:19:50.595 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout active 2024-04-15T16:19:50.595 INFO:teuthology.orchestra.run.smithi090.stdout:Unit chronyd.service is enabled and running 2024-04-15T16:19:50.596 INFO:teuthology.orchestra.run.smithi090.stdout:Host looks OK 2024-04-15T16:19:50.597 INFO:teuthology.orchestra.run.smithi090.stdout:Cluster fsid: ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:19:50.597 INFO:teuthology.orchestra.run.smithi090.stdout:Acquiring lock 139975937390240 on /run/cephadm/ddc2db54-fb43-11ee-bc8f-c7b262605968.lock 2024-04-15T16:19:50.598 INFO:teuthology.orchestra.run.smithi090.stdout:Lock 139975937390240 acquired on /run/cephadm/ddc2db54-fb43-11ee-bc8f-c7b262605968.lock 2024-04-15T16:19:50.598 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying IP 172.21.15.90 port 3300 ... 2024-04-15T16:19:50.598 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying IP 172.21.15.90 port 6789 ... 2024-04-15T16:19:50.598 INFO:teuthology.orchestra.run.smithi090.stdout:Base mon IP(s) is [172.21.15.90:3300, 172.21.15.90:6789], mon addrv is [v2:172.21.15.90:3300,v1:172.21.15.90:6789] 2024-04-15T16:19:50.599 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.90 metric 100 2024-04-15T16:19:50.599 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.90 metric 100 2024-04-15T16:19:50.601 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-15T16:19:50.602 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-04-15T16:19:50.602 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1776sec hoplimit 64 pref medium 2024-04-15T16:19:50.604 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-15T16:19:50.604 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-15T16:19:50.604 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-15T16:19:50.604 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-15T16:19:50.604 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d767/64 scope link 2024-04-15T16:19:50.604 INFO:teuthology.orchestra.run.smithi090.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-15T16:19:50.605 INFO:teuthology.orchestra.run.smithi090.stdout:Mon IP `172.21.15.90` is in CIDR network `172.21.0.0/20` 2024-04-15T16:19:50.605 INFO:teuthology.orchestra.run.smithi090.stdout:Mon IP `172.21.15.90` is in CIDR network `172.21.0.0/20` 2024-04-15T16:19:50.605 INFO:teuthology.orchestra.run.smithi090.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-15T16:19:50.605 INFO:teuthology.orchestra.run.smithi090.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-15T16:19:50.606 INFO:teuthology.orchestra.run.smithi090.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-15T16:19:52.588 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stdout aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 2024-04-15T16:19:52.588 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-04-15T16:19:52.588 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Getting image source signatures 2024-04-15T16:19:52.588 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Copying blob sha256:9793b5b5582798bde394f4383d142e9f248a25e4ebfd72ee05ea9ec6251a877d 2024-04-15T16:19:52.588 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Copying blob sha256:50d9c13682a83e2bca7f047c5940f862ec68c49863b4f1a3cb1b201f135703a8 2024-04-15T16:19:52.588 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Copying config sha256:aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 2024-04-15T16:19:52.588 INFO:teuthology.orchestra.run.smithi090.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-15T16:19:53.519 INFO:teuthology.orchestra.run.smithi090.stdout:ceph: stdout ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable) 2024-04-15T16:19:53.637 INFO:teuthology.orchestra.run.smithi090.stdout:Ceph version: ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable) 2024-04-15T16:19:53.637 INFO:teuthology.orchestra.run.smithi090.stdout:Extracting ceph user uid/gid from container image... 2024-04-15T16:19:54.369 INFO:teuthology.orchestra.run.smithi090.stdout:stat: stdout 167 167 2024-04-15T16:19:54.369 INFO:teuthology.orchestra.run.smithi090.stdout:Creating initial keys... 2024-04-15T16:19:55.201 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph-authtool: stdout AQCqUx1m0p6OJxAA8LLdMSHvw+oTbOyF7xXXLQ== 2024-04-15T16:19:56.077 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph-authtool: stdout AQCrUx1mH/8UIBAANH4hbzmD5A1BzquDzj8BoA== 2024-04-15T16:19:56.960 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph-authtool: stdout AQCsUx1mM6QzFxAAbtH7YrR0ev9ZAdOUcqzCxQ== 2024-04-15T16:19:56.961 INFO:teuthology.orchestra.run.smithi090.stdout:Creating initial monmap... 2024-04-15T16:19:57.910 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-15T16:19:57.910 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-15T16:19:57.910 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:19:57.911 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-15T16:19:57.911 INFO:teuthology.orchestra.run.smithi090.stdout:monmaptool for a [v2:172.21.15.90:3300,v1:172.21.15.90:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-15T16:19:57.911 INFO:teuthology.orchestra.run.smithi090.stdout:setting min_mon_release = pacific 2024-04-15T16:19:57.911 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: set fsid to ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:19:57.911 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-15T16:19:57.911 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:19:57.912 INFO:teuthology.orchestra.run.smithi090.stdout:Creating mon... 2024-04-15T16:19:58.825 INFO:teuthology.orchestra.run.smithi090.stdout:create mon.a on 2024-04-15T16:19:59.035 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-15T16:19:59.183 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-15T16:19:59.352 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968.target → /etc/systemd/system/ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968.target. 2024-04-15T16:19:59.352 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968.target → /etc/systemd/system/ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968.target. 2024-04-15T16:19:59.584 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.a 2024-04-15T16:19:59.584 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.a.service: Unit ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.a.service not loaded. 2024-04-15T16:19:59.738 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968.target.wants/ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.a.service → /etc/systemd/system/ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@.service. 2024-04-15T16:20:00.213 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:00 smithi090 ceph-mon[26833]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-15T16:20:00.239 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-15T16:20:00.240 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout disabled 2024-04-15T16:20:00.247 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-15T16:20:00.247 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-04-15T16:20:00.247 INFO:teuthology.orchestra.run.smithi090.stdout:firewalld.service is not enabled 2024-04-15T16:20:00.247 INFO:teuthology.orchestra.run.smithi090.stdout:Not possible to enable service . firewalld.service is not available 2024-04-15T16:20:00.247 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mon to start... 2024-04-15T16:20:00.247 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mon... 2024-04-15T16:20:00.477 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:00 smithi090 bash[26815]: 403c84b7640eaf57924854aa51c1e0bd30ee6c0ddc5211d4c734ad9b71371e8f 2024-04-15T16:20:00.477 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:00 smithi090 systemd[1]: Started Ceph mon.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:20:01.309 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout cluster: 2024-04-15T16:20:01.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout id: ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:20:01.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-15T16:20:01.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-15T16:20:01.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout services: 2024-04-15T16:20:01.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.553635s) 2024-04-15T16:20:01.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-15T16:20:01.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-15T16:20:01.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-15T16:20:01.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout data: 2024-04-15T16:20:01.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-15T16:20:01.310 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-15T16:20:01.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-15T16:20:01.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout pgs: 2024-04-15T16:20:01.311 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-15T16:20:01.311 INFO:teuthology.orchestra.run.smithi090.stdout:mon is available 2024-04-15T16:20:01.311 INFO:teuthology.orchestra.run.smithi090.stdout:Assimilating anything we can from ceph.conf... 2024-04-15T16:20:01.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:01 smithi090 ceph-mon[26833]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-15T16:20:01.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:01 smithi090 ceph-mon[26833]: monmap e1: 1 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T16:20:01.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:01 smithi090 ceph-mon[26833]: fsmap 2024-04-15T16:20:01.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:01 smithi090 ceph-mon[26833]: osdmap e1: 0 total, 0 up, 0 in 2024-04-15T16:20:01.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:01 smithi090 ceph-mon[26833]: mgrmap e1: no daemons active 2024-04-15T16:20:01.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:01 smithi090 ceph-mon[26833]: from='client.? 172.21.15.90:0/3649367741' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T16:20:02.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:02 smithi090 ceph-mon[26833]: from='client.? 172.21.15.90:0/2913448919' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-15T16:20:02.432 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:02 smithi090 ceph-mon[26833]: from='client.? 172.21.15.90:0/2913448919' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-15T16:20:02.436 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-15T16:20:02.436 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [global] 2024-04-15T16:20:02.436 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout fsid = ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:20:02.436 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.90:3300,v1:172.21.15.90:6789] 2024-04-15T16:20:02.436 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-15T16:20:02.436 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-15T16:20:02.436 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-15T16:20:02.436 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-15T16:20:02.436 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-15T16:20:02.436 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-15T16:20:02.436 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-15T16:20:02.436 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-15T16:20:02.436 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [osd] 2024-04-15T16:20:02.437 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-15T16:20:02.437 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-15T16:20:02.437 INFO:teuthology.orchestra.run.smithi090.stdout:Generating new minimal ceph.conf... 2024-04-15T16:20:03.448 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:03 smithi090 ceph-mon[26833]: from='client.? 172.21.15.90:0/903976543' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:20:03.451 INFO:teuthology.orchestra.run.smithi090.stdout:Restarting the monitor... 2024-04-15T16:20:03.711 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:03 smithi090 systemd[1]: Stopping Ceph mon.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:20:04.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a[26829]: 2024-04-15T16:20:03.713+0000 7f1e5f74c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:20:04.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a[26829]: 2024-04-15T16:20:03.713+0000 7f1e5f74c700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-15T16:20:04.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:03 smithi090 podman[27081]: 2024-04-15 16:20:03.886930392 +0000 UTC m=+0.268119376 container died 403c84b7640eaf57924854aa51c1e0bd30ee6c0ddc5211d4c734ad9b71371e8f (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=reef-e3fb05d, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-15T16:20:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:04 smithi090 podman[27081]: 2024-04-15 16:20:04.22189504 +0000 UTC m=+0.603084024 container cleanup 403c84b7640eaf57924854aa51c1e0bd30ee6c0ddc5211d4c734ad9b71371e8f (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=reef-e3fb05d, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T16:20:04.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:04 smithi090 bash[27081]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a 2024-04-15T16:20:04.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:04 smithi090 podman[27095]: 2024-04-15 16:20:04.389503045 +0000 UTC m=+0.505491938 container remove 403c84b7640eaf57924854aa51c1e0bd30ee6c0ddc5211d4c734ad9b71371e8f (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a, ceph=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=reef-e3fb05d, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-15T16:20:05.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:04 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-15T16:20:05.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:04 smithi090 systemd[1]: Stopped Ceph mon.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:20:05.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:04 smithi090 systemd[1]: Starting Ceph mon.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:20:05.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:04 smithi090 podman[27189]: 2024-04-15 16:20:04.748688391 +0000 UTC m=+0.017808110 image pull aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 quay.ceph.io/ceph-ci/ceph:reef 2024-04-15T16:20:06.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:06 smithi090 podman[27189]: 2024-04-15 16:20:06.418537216 +0000 UTC m=+1.687656909 container create 8c701e222abf1a9ca25810adac6e36bec7a0ddbe0646bcc5fdbe37104cda4da3 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-e3fb05d, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-15T16:20:09.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 podman[27189]: 2024-04-15 16:20:08.789952003 +0000 UTC m=+4.059071698 container init 8c701e222abf1a9ca25810adac6e36bec7a0ddbe0646bcc5fdbe37104cda4da3 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=reef-e3fb05d, org.label-schema.build-date=20240409, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-15T16:20:09.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 podman[27189]: 2024-04-15 16:20:08.794554285 +0000 UTC m=+4.063673980 container start 8c701e222abf1a9ca25810adac6e36bec7a0ddbe0646bcc5fdbe37104cda4da3 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=reef-e3fb05d, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-15T16:20:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T16:20:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable), process ceph-mon, pid 2 2024-04-15T16:20:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: pidfile_write: ignore empty --pid-file 2024-04-15T16:20:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: load: jerasure load: lrc 2024-04-15T16:20:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: RocksDB version: 7.9.2 2024-04-15T16:20:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Git sha 0 2024-04-15T16:20:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Compile date 2024-04-14 15:03:13 2024-04-15T16:20:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: DB SUMMARY 2024-04-15T16:20:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: DB Session ID: 0VLEFI6R35D0S9V7QMX4 2024-04-15T16:20:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: CURRENT file: CURRENT 2024-04-15T16:20:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T16:20:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-15T16:20:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-15T16:20:09.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84548 ; 2024-04-15T16:20:09.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.error_if_exists: 0 2024-04-15T16:20:09.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.create_if_missing: 0 2024-04-15T16:20:09.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.paranoid_checks: 1 2024-04-15T16:20:09.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T16:20:09.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T16:20:09.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T16:20:09.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.env: 0x556c80332820 2024-04-15T16:20:09.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T16:20:09.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.info_log: 0x556c834a3520 2024-04-15T16:20:09.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T16:20:09.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.statistics: (nil) 2024-04-15T16:20:09.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.use_fsync: 0 2024-04-15T16:20:09.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_log_file_size: 0 2024-04-15T16:20:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T16:20:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T16:20:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T16:20:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T16:20:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.allow_fallocate: 1 2024-04-15T16:20:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T16:20:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T16:20:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.use_direct_reads: 0 2024-04-15T16:20:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T16:20:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T16:20:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.db_log_dir: 2024-04-15T16:20:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.wal_dir: 2024-04-15T16:20:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T16:20:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T16:20:09.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T16:20:09.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T16:20:09.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T16:20:09.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T16:20:09.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T16:20:09.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T16:20:09.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.write_buffer_manager: 0x556c82718140 2024-04-15T16:20:09.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T16:20:09.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T16:20:09.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T16:20:09.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T16:20:09.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T16:20:09.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T16:20:09.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T16:20:09.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T16:20:09.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.unordered_write: 0 2024-04-15T16:20:09.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T16:20:09.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T16:20:09.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T16:20:09.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T16:20:09.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.row_cache: None 2024-04-15T16:20:09.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.wal_filter: None 2024-04-15T16:20:09.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T16:20:09.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T16:20:09.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.two_write_queues: 0 2024-04-15T16:20:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T16:20:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.wal_compression: 0 2024-04-15T16:20:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.atomic_flush: 0 2024-04-15T16:20:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T16:20:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T16:20:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T16:20:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.log_readahead_size: 0 2024-04-15T16:20:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T16:20:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T16:20:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T16:20:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T16:20:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T16:20:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T16:20:09.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T16:20:09.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_background_jobs: 2 2024-04-15T16:20:09.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_background_compactions: -1 2024-04-15T16:20:09.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_subcompactions: 1 2024-04-15T16:20:09.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T16:20:09.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T16:20:09.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T16:20:09.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T16:20:09.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T16:20:09.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T16:20:09.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T16:20:09.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T16:20:09.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_open_files: -1 2024-04-15T16:20:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T16:20:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T16:20:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T16:20:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T16:20:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_background_flushes: -1 2024-04-15T16:20:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Compression algorithms supported: 2024-04-15T16:20:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T16:20:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: kZSTD supported: 0 2024-04-15T16:20:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: kXpressCompression supported: 0 2024-04-15T16:20:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T16:20:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: kZlibCompression supported: 1 2024-04-15T16:20:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: kSnappyCompression supported: 1 2024-04-15T16:20:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: kLZ4Compression supported: 1 2024-04-15T16:20:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: kBZip2Compression supported: 0 2024-04-15T16:20:09.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T16:20:09.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T16:20:09.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-15T16:20:09.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T16:20:09.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T16:20:09.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.merge_operator: 2024-04-15T16:20:09.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compaction_filter: None 2024-04-15T16:20:09.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T16:20:09.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T16:20:09.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T16:20:09.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T16:20:09.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x556c834a3620) 2024-04-15T16:20:09.080 INFO:journalctl@ceph.mon.a.smithi090.stdout: cache_index_and_filter_blocks: 1 2024-04-15T16:20:09.080 INFO:journalctl@ceph.mon.a.smithi090.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T16:20:09.080 INFO:journalctl@ceph.mon.a.smithi090.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T16:20:09.080 INFO:journalctl@ceph.mon.a.smithi090.stdout: pin_top_level_index_and_filter: 1 2024-04-15T16:20:09.081 INFO:journalctl@ceph.mon.a.smithi090.stdout: index_type: 0 2024-04-15T16:20:09.081 INFO:journalctl@ceph.mon.a.smithi090.stdout: data_block_index_type: 0 2024-04-15T16:20:09.081 INFO:journalctl@ceph.mon.a.smithi090.stdout: index_shortening: 1 2024-04-15T16:20:09.081 INFO:journalctl@ceph.mon.a.smithi090.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T16:20:09.081 INFO:journalctl@ceph.mon.a.smithi090.stdout: checksum: 4 2024-04-15T16:20:09.081 INFO:journalctl@ceph.mon.a.smithi090.stdout: no_block_cache: 0 2024-04-15T16:20:09.081 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache: 0x556c827b91f0 2024-04-15T16:20:09.081 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache_name: BinnedLRUCache 2024-04-15T16:20:09.081 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache_options: 2024-04-15T16:20:09.081 INFO:journalctl@ceph.mon.a.smithi090.stdout: capacity : 536870912 2024-04-15T16:20:09.081 INFO:journalctl@ceph.mon.a.smithi090.stdout: num_shard_bits : 4 2024-04-15T16:20:09.081 INFO:journalctl@ceph.mon.a.smithi090.stdout: strict_capacity_limit : 0 2024-04-15T16:20:09.081 INFO:journalctl@ceph.mon.a.smithi090.stdout: high_pri_pool_ratio: 0.000 2024-04-15T16:20:09.081 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache_compressed: (nil) 2024-04-15T16:20:09.082 INFO:journalctl@ceph.mon.a.smithi090.stdout: persistent_cache: (nil) 2024-04-15T16:20:09.082 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_size: 4096 2024-04-15T16:20:09.082 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_size_deviation: 10 2024-04-15T16:20:09.082 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_restart_interval: 16 2024-04-15T16:20:09.082 INFO:journalctl@ceph.mon.a.smithi090.stdout: index_block_restart_interval: 1 2024-04-15T16:20:09.082 INFO:journalctl@ceph.mon.a.smithi090.stdout: metadata_block_size: 4096 2024-04-15T16:20:09.082 INFO:journalctl@ceph.mon.a.smithi090.stdout: partition_filters: 0 2024-04-15T16:20:09.082 INFO:journalctl@ceph.mon.a.smithi090.stdout: use_delta_encoding: 1 2024-04-15T16:20:09.082 INFO:journalctl@ceph.mon.a.smithi090.stdout: filter_policy: bloomfilter 2024-04-15T16:20:09.082 INFO:journalctl@ceph.mon.a.smithi090.stdout: whole_key_filtering: 1 2024-04-15T16:20:09.082 INFO:journalctl@ceph.mon.a.smithi090.stdout: verify_compression: 0 2024-04-15T16:20:09.082 INFO:journalctl@ceph.mon.a.smithi090.stdout: read_amp_bytes_per_bit: 0 2024-04-15T16:20:09.082 INFO:journalctl@ceph.mon.a.smithi090.stdout: format_version: 5 2024-04-15T16:20:09.082 INFO:journalctl@ceph.mon.a.smithi090.stdout: enable_index_compression: 1 2024-04-15T16:20:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_align: 0 2024-04-15T16:20:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout: max_auto_readahead_size: 262144 2024-04-15T16:20:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout: prepopulate_block_cache: 0 2024-04-15T16:20:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout: initial_auto_readahead_size: 8192 2024-04-15T16:20:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T16:20:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T16:20:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T16:20:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compression: NoCompression 2024-04-15T16:20:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T16:20:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T16:20:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T16:20:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.num_levels: 7 2024-04-15T16:20:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T16:20:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T16:20:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T16:20:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T16:20:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T16:20:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T16:20:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T16:20:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T16:20:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T16:20:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T16:20:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T16:20:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T16:20:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T16:20:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T16:20:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T16:20:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T16:20:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T16:20:09.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T16:20:09.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T16:20:09.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T16:20:09.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T16:20:09.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T16:20:09.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T16:20:09.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T16:20:09.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T16:20:09.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T16:20:09.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T16:20:09.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T16:20:09.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T16:20:09.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T16:20:09.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T16:20:09.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T16:20:09.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T16:20:09.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T16:20:09.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T16:20:09.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T16:20:09.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T16:20:09.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T16:20:09.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T16:20:09.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T16:20:09.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T16:20:09.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T16:20:09.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T16:20:09.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T16:20:09.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T16:20:09.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.table_properties_collectors: 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.inplace_update_support: 0 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.bloom_locality: 0 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.max_successive_merges: 0 2024-04-15T16:20:09.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T16:20:09.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T16:20:09.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T16:20:09.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T16:20:09.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.ttl: 2592000 2024-04-15T16:20:09.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T16:20:09.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T16:20:09.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T16:20:09.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.enable_blob_files: false 2024-04-15T16:20:09.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.min_blob_size: 0 2024-04-15T16:20:09.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T16:20:09.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T16:20:09.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T16:20:09.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T16:20:09.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T16:20:09.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T16:20:09.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T16:20:09.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T16:20:09.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-15T16:20:09.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-15T16:20:09.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: bbb1cc8c-2d90-49bf-b3f6-e93a4dfa1bc0 2024-04-15T16:20:09.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713198008829434, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-15T16:20:09.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-15T16:20:09.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713198008830899, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81072, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79248, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73449, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713198008, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "bbb1cc8c-2d90-49bf-b3f6-e93a4dfa1bc0", "db_session_id": "0VLEFI6R35D0S9V7QMX4", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-15T16:20:09.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713198008831027, "job": 1, "event": "recovery_finished"} 2024-04-15T16:20:09.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-15T16:20:09.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T16:20:09.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x556c82858000 2024-04-15T16:20:09.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: DB pointer 0x556c82846000 2024-04-15T16:20:09.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T16:20:09.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T16:20:09.090 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** DB Stats ** 2024-04-15T16:20:09.090 INFO:journalctl@ceph.mon.a.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T16:20:09.090 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T16:20:09.090 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T16:20:09.090 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T16:20:09.090 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T16:20:09.090 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T16:20:09.090 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T16:20:09.090 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-15T16:20:09.090 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** Compaction Stats [default] ** 2024-04-15T16:20:09.090 INFO:journalctl@ceph.mon.a.smithi090.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T16:20:09.090 INFO:journalctl@ceph.mon.a.smithi090.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T16:20:09.090 INFO:journalctl@ceph.mon.a.smithi090.stdout: L0 2/0 81.01 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 85.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-15T16:20:09.090 INFO:journalctl@ceph.mon.a.smithi090.stdout: Sum 2/0 81.01 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 85.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-15T16:20:09.091 INFO:journalctl@ceph.mon.a.smithi090.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 85.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-15T16:20:09.091 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-15T16:20:09.091 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** Compaction Stats [default] ** 2024-04-15T16:20:09.091 INFO:journalctl@ceph.mon.a.smithi090.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T16:20:09.091 INFO:journalctl@ceph.mon.a.smithi090.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T16:20:09.091 INFO:journalctl@ceph.mon.a.smithi090.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 85.2 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-15T16:20:09.091 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-15T16:20:09.091 INFO:journalctl@ceph.mon.a.smithi090.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T16:20:09.091 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-15T16:20:09.091 INFO:journalctl@ceph.mon.a.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T16:20:09.091 INFO:journalctl@ceph.mon.a.smithi090.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-15T16:20:09.091 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T16:20:09.091 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T16:20:09.091 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T16:20:09.091 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T16:20:09.092 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative compaction: 0.00 GB write, 11.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T16:20:09.092 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval compaction: 0.00 GB write, 11.43 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T16:20:09.092 INFO:journalctl@ceph.mon.a.smithi090.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T16:20:09.092 INFO:journalctl@ceph.mon.a.smithi090.stdout: Block cache BinnedLRUCache@0x556c827b91f0#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-15T16:20:09.092 INFO:journalctl@ceph.mon.a.smithi090.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-15T16:20:09.092 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-15T16:20:09.092 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T16:20:09.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: starting mon.a rank 0 at public addrs [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] at bind addrs [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:20:09.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: mon.a@-1(???) e1 preinit fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:20:09.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: mon.a@-1(???).mds e1 new map 2024-04-15T16:20:09.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: mon.a@-1(???).mds e1 print_map 2024-04-15T16:20:09.092 INFO:journalctl@ceph.mon.a.smithi090.stdout: e1 2024-04-15T16:20:09.092 INFO:journalctl@ceph.mon.a.smithi090.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T16:20:09.092 INFO:journalctl@ceph.mon.a.smithi090.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T16:20:09.092 INFO:journalctl@ceph.mon.a.smithi090.stdout: legacy client fscid: -1 2024-04-15T16:20:09.093 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-15T16:20:09.093 INFO:journalctl@ceph.mon.a.smithi090.stdout: No filesystems configured 2024-04-15T16:20:09.093 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-15T16:20:09.093 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T16:20:09.093 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T16:20:09.093 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T16:20:09.093 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-15T16:20:09.093 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-15T16:20:09.093 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: monmap e1: 1 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T16:20:09.093 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: fsmap 2024-04-15T16:20:09.093 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: osdmap e1: 0 total, 0 up, 0 in 2024-04-15T16:20:09.093 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:08 smithi090 ceph-mon[27209]: mgrmap e1: no daemons active 2024-04-15T16:20:10.011 INFO:teuthology.orchestra.run.smithi090.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-15T16:20:10.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:10 smithi090 bash[27189]: 8c701e222abf1a9ca25810adac6e36bec7a0ddbe0646bcc5fdbe37104cda4da3 2024-04-15T16:20:10.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:10 smithi090 systemd[1]: Started Ceph mon.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:20:15.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:14 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1576507758' entity='client.admin' 2024-04-15T16:20:19.479 INFO:teuthology.orchestra.run.smithi090.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-15T16:20:19.500 INFO:teuthology.orchestra.run.smithi090.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-15T16:20:19.500 INFO:teuthology.orchestra.run.smithi090.stdout:Creating mgr... 2024-04-15T16:20:19.501 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-15T16:20:19.501 INFO:teuthology.orchestra.run.smithi090.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-15T16:20:19.754 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.y 2024-04-15T16:20:19.754 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Failed to reset failed state of unit ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.y.service: Unit ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.y.service not loaded. 2024-04-15T16:20:19.903 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968.target.wants/ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.y.service → /etc/systemd/system/ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@.service. 2024-04-15T16:20:20.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:19 smithi090 systemd[1]: Starting Ceph mgr.y for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:20:20.407 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:20 smithi090 podman[27426]: 2024-04-15 16:20:20.044730452 +0000 UTC m=+0.017821675 image pull aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 quay.ceph.io/ceph-ci/ceph:reef 2024-04-15T16:20:20.407 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:20 smithi090 podman[27426]: 2024-04-15 16:20:20.147859297 +0000 UTC m=+0.120950510 container create 5c9443dde648ab8b34dd594faf27fc761acc9cf9357a1d76069312f009f88966 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=reef-e3fb05d, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-15T16:20:20.407 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:20 smithi090 podman[27426]: 2024-04-15 16:20:20.343402555 +0000 UTC m=+0.316493766 container init 5c9443dde648ab8b34dd594faf27fc761acc9cf9357a1d76069312f009f88966 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-e3fb05d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:20:20.408 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:20 smithi090 podman[27426]: 2024-04-15 16:20:20.346050999 +0000 UTC m=+0.319142209 container start 5c9443dde648ab8b34dd594faf27fc761acc9cf9357a1d76069312f009f88966 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=reef-e3fb05d, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-15T16:20:20.420 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-15T16:20:20.420 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout disabled 2024-04-15T16:20:20.428 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-15T16:20:20.428 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-04-15T16:20:20.428 INFO:teuthology.orchestra.run.smithi090.stdout:firewalld.service is not enabled 2024-04-15T16:20:20.428 INFO:teuthology.orchestra.run.smithi090.stdout:Not possible to enable service . firewalld.service is not available 2024-04-15T16:20:20.436 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-15T16:20:20.436 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout disabled 2024-04-15T16:20:20.443 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-15T16:20:20.444 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-04-15T16:20:20.444 INFO:teuthology.orchestra.run.smithi090.stdout:firewalld.service is not enabled 2024-04-15T16:20:20.444 INFO:teuthology.orchestra.run.smithi090.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-15T16:20:20.444 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mgr to start... 2024-04-15T16:20:20.444 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mgr... 2024-04-15T16:20:20.661 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:20 smithi090 bash[27426]: 5c9443dde648ab8b34dd594faf27fc761acc9cf9357a1d76069312f009f88966 2024-04-15T16:20:20.662 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:20 smithi090 systemd[1]: Started Ceph mgr.y for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:20:20.916 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:20 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:20.903+0000 7f0d05ac3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T16:20:21.224 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:20 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2766173902' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-15T16:20:21.224 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:21 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:21.006+0000 7f0d05ac3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T16:20:21.472 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-15T16:20:21.472 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-15T16:20:21.472 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsid": "ddc2db54-fb43-11ee-bc8f-c7b262605968", 2024-04-15T16:20:21.472 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "health": { 2024-04-15T16:20:21.472 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-15T16:20:21.472 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-15T16:20:21.472 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-15T16:20:21.473 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:21.473 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-15T16:20:21.473 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-15T16:20:21.473 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 0 2024-04-15T16:20:21.473 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-15T16:20:21.473 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-15T16:20:21.473 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "a" 2024-04-15T16:20:21.473 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-15T16:20:21.473 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_age": 12, 2024-04-15T16:20:21.473 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-15T16:20:21.473 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:21.473 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-15T16:20:21.473 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-15T16:20:21.473 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:21.474 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-15T16:20:21.474 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:21.474 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-15T16:20:21.474 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-15T16:20:21.474 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-15T16:20:21.474 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-15T16:20:21.477 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-15T16:20:21.477 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-15T16:20:21.478 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:21.478 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-15T16:20:21.478 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-15T16:20:21.478 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-15T16:20:21.478 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-15T16:20:21.478 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-15T16:20:21.478 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-15T16:20:21.478 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-15T16:20:21.478 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-15T16:20:21.478 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-15T16:20:21.478 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:21.478 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-15T16:20:21.479 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:21.479 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-15T16:20:21.479 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-15T16:20:21.479 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:21.479 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-15T16:20:21.479 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-15T16:20:21.479 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-15T16:20:21.479 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-15T16:20:21.479 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-15T16:20:21.479 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-15T16:20:21.479 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "restful" 2024-04-15T16:20:21.479 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-15T16:20:21.479 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T16:20:21.479 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:21.480 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-15T16:20:21.480 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:21.480 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modified": "2024-04-15T16:20:00.183874+0000", 2024-04-15T16:20:21.480 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T16:20:21.480 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:21.480 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-15T16:20:21.480 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-15T16:20:21.480 INFO:teuthology.orchestra.run.smithi090.stdout:mgr not available, waiting (1/15)... 2024-04-15T16:20:21.960 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:21 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:21.653+0000 7f0d05ac3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T16:20:21.960 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:21 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:21.744+0000 7f0d05ac3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T16:20:21.960 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:21 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:21.885+0000 7f0d05ac3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T16:20:22.214 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:21 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:21.980+0000 7f0d05ac3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T16:20:22.214 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:22.065+0000 7f0d05ac3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T16:20:22.541 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:22.339+0000 7f0d05ac3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T16:20:22.541 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:22.454+0000 7f0d05ac3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T16:20:22.541 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:22.542+0000 7f0d05ac3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T16:20:22.818 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:22.640+0000 7f0d05ac3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T16:20:22.819 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:22.821+0000 7f0d05ac3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T16:20:23.879 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:23 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:23.816+0000 7f0d05ac3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T16:20:24.291 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:24 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1406909936' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-15T16:20:24.292 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:23 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:23.952+0000 7f0d05ac3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T16:20:24.292 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:24 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:24.293+0000 7f0d05ac3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T16:20:24.580 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:24 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:24.385+0000 7f0d05ac3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T16:20:24.580 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:24 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:24.581+0000 7f0d05ac3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:20:24.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:24 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:24.767+0000 7f0d05ac3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T16:20:25.306 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:25.049+0000 7f0d05ac3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:20:25.306 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:25.307+0000 7f0d05ac3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T16:20:25.495 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-15T16:20:25.495 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-15T16:20:25.495 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsid": "ddc2db54-fb43-11ee-bc8f-c7b262605968", 2024-04-15T16:20:25.495 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "health": { 2024-04-15T16:20:25.495 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-15T16:20:25.495 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-15T16:20:25.495 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-15T16:20:25.495 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:25.495 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-15T16:20:25.495 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-15T16:20:25.495 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 0 2024-04-15T16:20:25.496 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-15T16:20:25.496 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-15T16:20:25.496 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "a" 2024-04-15T16:20:25.496 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-15T16:20:25.496 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_age": 15, 2024-04-15T16:20:25.496 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-15T16:20:25.496 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:25.496 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-15T16:20:25.496 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-15T16:20:25.496 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:25.496 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-15T16:20:25.496 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:25.496 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-15T16:20:25.496 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-15T16:20:25.496 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-15T16:20:25.497 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:25.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-15T16:20:25.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-15T16:20:25.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:25.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-15T16:20:25.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-15T16:20:25.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-15T16:20:25.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-15T16:20:25.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-15T16:20:25.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-15T16:20:25.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "restful" 2024-04-15T16:20:25.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-15T16:20:25.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T16:20:25.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:25.498 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-15T16:20:25.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:25.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modified": "2024-04-15T16:20:00.183874+0000", 2024-04-15T16:20:25.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T16:20:25.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:25.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-15T16:20:25.499 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-15T16:20:25.499 INFO:teuthology.orchestra.run.smithi090.stdout:mgr not available, waiting (2/15)... 2024-04-15T16:20:25.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:25.546+0000 7f0d05ac3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T16:20:26.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:26 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:26.351+0000 7f0d05ac3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T16:20:27.262 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:26 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:26.948+0000 7f0d05ac3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T16:20:27.262 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:27 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:27.045+0000 7f0d05ac3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T16:20:27.262 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:27 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:27.263+0000 7f0d05ac3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T16:20:27.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:27 smithi090 ceph-mon[27209]: Activating manager daemon y 2024-04-15T16:20:27.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:27 smithi090 ceph-mon[27209]: mgrmap e2: y(active, starting, since 0.00284714s) 2024-04-15T16:20:27.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:27 smithi090 ceph-mon[27209]: from='mgr.14100 172.21.15.90:0/313053326' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T16:20:27.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:27 smithi090 ceph-mon[27209]: from='mgr.14100 172.21.15.90:0/313053326' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T16:20:27.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:27 smithi090 ceph-mon[27209]: from='mgr.14100 172.21.15.90:0/313053326' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T16:20:27.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:27 smithi090 ceph-mon[27209]: from='mgr.14100 172.21.15.90:0/313053326' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:20:27.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:27 smithi090 ceph-mon[27209]: from='mgr.14100 172.21.15.90:0/313053326' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T16:20:27.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:27 smithi090 ceph-mon[27209]: Manager daemon y is now available 2024-04-15T16:20:27.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:27 smithi090 ceph-mon[27209]: from='mgr.14100 172.21.15.90:0/313053326' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:20:27.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:27 smithi090 ceph-mon[27209]: from='mgr.14100 172.21.15.90:0/313053326' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:20:27.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:27 smithi090 ceph-mon[27209]: from='mgr.14100 172.21.15.90:0/313053326' entity='mgr.y' 2024-04-15T16:20:27.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:27 smithi090 ceph-mon[27209]: from='mgr.14100 172.21.15.90:0/313053326' entity='mgr.y' 2024-04-15T16:20:27.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:27 smithi090 ceph-mon[27209]: from='mgr.14100 172.21.15.90:0/313053326' entity='mgr.y' 2024-04-15T16:20:28.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:28 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2652569456' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-15T16:20:28.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:28 smithi090 ceph-mon[27209]: mgrmap e3: y(active, since 1.00627s) 2024-04-15T16:20:28.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-15T16:20:28.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-15T16:20:28.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsid": "ddc2db54-fb43-11ee-bc8f-c7b262605968", 2024-04-15T16:20:28.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "health": { 2024-04-15T16:20:28.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-15T16:20:28.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-15T16:20:28.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-15T16:20:28.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:28.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-15T16:20:28.629 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-15T16:20:28.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 0 2024-04-15T16:20:28.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-15T16:20:28.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-15T16:20:28.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "a" 2024-04-15T16:20:28.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-15T16:20:28.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_age": 19, 2024-04-15T16:20:28.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-15T16:20:28.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:28.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-15T16:20:28.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-15T16:20:28.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:28.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-15T16:20:28.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:28.630 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-15T16:20:28.631 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-15T16:20:28.631 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-15T16:20:28.631 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-15T16:20:28.634 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-15T16:20:28.634 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-15T16:20:28.634 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:28.635 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-15T16:20:28.635 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-15T16:20:28.635 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-15T16:20:28.635 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-15T16:20:28.635 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-15T16:20:28.635 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-15T16:20:28.635 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-15T16:20:28.635 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-15T16:20:28.635 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-15T16:20:28.635 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:28.635 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-15T16:20:28.635 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:28.635 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-15T16:20:28.635 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-15T16:20:28.636 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:28.636 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-15T16:20:28.636 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-15T16:20:28.636 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-15T16:20:28.636 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-15T16:20:28.636 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-15T16:20:28.636 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-15T16:20:28.636 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "restful" 2024-04-15T16:20:28.636 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-15T16:20:28.636 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T16:20:28.636 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:28.636 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-15T16:20:28.636 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:28.636 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modified": "2024-04-15T16:20:00.183874+0000", 2024-04-15T16:20:28.637 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T16:20:28.637 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:28.637 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-15T16:20:28.637 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-15T16:20:28.637 INFO:teuthology.orchestra.run.smithi090.stdout:mgr not available, waiting (3/15)... 2024-04-15T16:20:30.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:30 smithi090 ceph-mon[27209]: mgrmap e4: y(active, since 2s) 2024-04-15T16:20:31.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:31 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1528380281' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-15T16:20:31.932 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-15T16:20:31.932 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-15T16:20:31.932 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsid": "ddc2db54-fb43-11ee-bc8f-c7b262605968", 2024-04-15T16:20:31.932 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "health": { 2024-04-15T16:20:31.933 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-15T16:20:31.933 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-15T16:20:31.933 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-15T16:20:31.933 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:31.933 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-15T16:20:31.933 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-15T16:20:31.933 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 0 2024-04-15T16:20:31.933 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-15T16:20:31.933 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-15T16:20:31.933 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "a" 2024-04-15T16:20:31.933 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-15T16:20:31.933 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "quorum_age": 22, 2024-04-15T16:20:31.933 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-15T16:20:31.933 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:31.934 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-15T16:20:31.934 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-15T16:20:31.934 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:31.934 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-15T16:20:31.934 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:31.934 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-15T16:20:31.934 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-15T16:20:31.934 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-15T16:20:31.934 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-15T16:20:31.934 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-15T16:20:31.934 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-15T16:20:31.934 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:31.934 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-15T16:20:31.935 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-15T16:20:31.936 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-15T16:20:31.936 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-15T16:20:31.936 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-15T16:20:31.936 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-15T16:20:31.936 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "restful" 2024-04-15T16:20:31.936 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ], 2024-04-15T16:20:31.936 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T16:20:31.936 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:31.936 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-15T16:20:31.936 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-15T16:20:31.936 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "modified": "2024-04-15T16:20:00.183874+0000", 2024-04-15T16:20:31.936 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-15T16:20:31.936 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout }, 2024-04-15T16:20:31.936 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-15T16:20:31.936 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-15T16:20:31.937 INFO:teuthology.orchestra.run.smithi090.stdout:mgr is available 2024-04-15T16:20:32.907 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:32 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2575830208' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-15T16:20:33.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-15T16:20:33.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [global] 2024-04-15T16:20:33.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout fsid = ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:20:33.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-15T16:20:33.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-15T16:20:33.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-15T16:20:33.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-15T16:20:33.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-15T16:20:33.171 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-15T16:20:33.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-15T16:20:33.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 2024-04-15T16:20:33.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout [osd] 2024-04-15T16:20:33.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-15T16:20:33.172 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-15T16:20:33.172 INFO:teuthology.orchestra.run.smithi090.stdout:Enabling cephadm module... 2024-04-15T16:20:34.192 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:33 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1241508705' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-15T16:20:34.193 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:33 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ignoring --setuser ceph since I am not root 2024-04-15T16:20:34.193 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:33 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ignoring --setgroup ceph since I am not root 2024-04-15T16:20:34.781 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:34 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:34.447+0000 7f90e6dd8200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T16:20:34.781 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:34 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:34.550+0000 7f90e6dd8200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T16:20:35.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:34 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1241508705' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-15T16:20:35.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:34 smithi090 ceph-mon[27209]: mgrmap e5: y(active, since 6s) 2024-04-15T16:20:35.436 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:35 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:35.206+0000 7f90e6dd8200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T16:20:35.436 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:35 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:35.296+0000 7f90e6dd8200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T16:20:35.436 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:35 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:35.437+0000 7f90e6dd8200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T16:20:35.718 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:35 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:35.532+0000 7f90e6dd8200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T16:20:35.718 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:35 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:35.614+0000 7f90e6dd8200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T16:20:35.721 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-15T16:20:35.722 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-15T16:20:35.722 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-15T16:20:35.722 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-15T16:20:35.722 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-15T16:20:35.722 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-15T16:20:35.722 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for the mgr to restart... 2024-04-15T16:20:35.722 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mgr epoch 5... 2024-04-15T16:20:35.995 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:35 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1882261044' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-15T16:20:35.995 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:35 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:35.883+0000 7f90e6dd8200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T16:20:35.996 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:35 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:35.996+0000 7f90e6dd8200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T16:20:36.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:36 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:36.086+0000 7f90e6dd8200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T16:20:36.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:36 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:36.182+0000 7f90e6dd8200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T16:20:36.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:36 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:36.357+0000 7f90e6dd8200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T16:20:37.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:37 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:37.302+0000 7f90e6dd8200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T16:20:37.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:37 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:37.430+0000 7f90e6dd8200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T16:20:38.033 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:37 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:37.756+0000 7f90e6dd8200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T16:20:38.034 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:37 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:37.844+0000 7f90e6dd8200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T16:20:38.034 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:38 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:38.035+0000 7f90e6dd8200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:20:38.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:38 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:38.215+0000 7f90e6dd8200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T16:20:38.749 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:38 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:38.494+0000 7f90e6dd8200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:20:38.749 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:38 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:38.751+0000 7f90e6dd8200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T16:20:39.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:38 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:38.986+0000 7f90e6dd8200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T16:20:40.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:39.783+0000 7f90e6dd8200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T16:20:40.663 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:40.348+0000 7f90e6dd8200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T16:20:40.663 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:40.446+0000 7f90e6dd8200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T16:20:40.663 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:40.665+0000 7f90e6dd8200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T16:20:41.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: Active manager daemon y restarted 2024-04-15T16:20:41.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: Activating manager daemon y 2024-04-15T16:20:41.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: osdmap e2: 0 total, 0 up, 0 in 2024-04-15T16:20:41.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: mgrmap e6: y(active, starting, since 0.0031796s) 2024-04-15T16:20:41.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:20:41.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T16:20:41.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T16:20:41.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T16:20:41.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T16:20:41.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: Manager daemon y is now available 2024-04-15T16:20:41.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' 2024-04-15T16:20:41.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' 2024-04-15T16:20:41.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:20:41.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:20:41.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:20:41.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:40 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:20:41.977 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:41 smithi090 ceph-mon[27209]: Found migration_current of "None". Setting to last migration. 2024-04-15T16:20:41.977 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:41 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' 2024-04-15T16:20:41.978 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:41 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' 2024-04-15T16:20:41.978 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:41 smithi090 ceph-mon[27209]: mgrmap e7: y(active, since 1.00546s) 2024-04-15T16:20:42.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-15T16:20:42.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-15T16:20:42.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-15T16:20:42.231 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-15T16:20:42.231 INFO:teuthology.orchestra.run.smithi090.stdout:mgr epoch 5 is available 2024-04-15T16:20:42.231 INFO:teuthology.orchestra.run.smithi090.stdout:Setting orchestrator backend to cephadm... 2024-04-15T16:20:42.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:42 smithi090 ceph-mon[27209]: [15/Apr/2024:16:20:41] ENGINE Bus STARTING 2024-04-15T16:20:42.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:42 smithi090 ceph-mon[27209]: [15/Apr/2024:16:20:41] ENGINE Serving on https://172.21.15.90:7150 2024-04-15T16:20:42.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:42 smithi090 ceph-mon[27209]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-15T16:20:42.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:42 smithi090 ceph-mon[27209]: from='client.14124 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-15T16:20:42.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:42 smithi090 ceph-mon[27209]: [15/Apr/2024:16:20:41] ENGINE Serving on http://172.21.15.90:8765 2024-04-15T16:20:42.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:42 smithi090 ceph-mon[27209]: [15/Apr/2024:16:20:41] ENGINE Bus STARTED 2024-04-15T16:20:42.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:42 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:20:43.808 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:43 smithi090 ceph-mon[27209]: mgrmap e8: y(active, since 2s) 2024-04-15T16:20:43.808 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:43 smithi090 ceph-mon[27209]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:20:43.808 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:43 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' 2024-04-15T16:20:43.808 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:43 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:20:44.523 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-15T16:20:44.523 INFO:teuthology.orchestra.run.smithi090.stdout:Generating ssh key... 2024-04-15T16:20:45.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:44 smithi090 ceph-mon[27209]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:20:45.980 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: Generating public/private rsa key pair. 2024-04-15T16:20:45.980 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: Your identification has been saved in /tmp/tmp71gwwv3f/key. 2024-04-15T16:20:45.980 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: Your public key has been saved in /tmp/tmp71gwwv3f/key.pub. 2024-04-15T16:20:45.980 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: The key fingerprint is: 2024-04-15T16:20:45.980 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: SHA256:YY4wbNqwLijXxMt/KhKeJ1MhxDEORCJyre3fbFrgFLc ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:20:45.980 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: The key's randomart image is: 2024-04-15T16:20:45.980 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: +---[RSA 3072]----+ 2024-04-15T16:20:45.980 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: |B++o | 2024-04-15T16:20:45.980 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: |++oo. | 2024-04-15T16:20:45.980 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: | .oo= . + | 2024-04-15T16:20:45.980 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: | oBoo * o | 2024-04-15T16:20:45.981 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: | oo+.+ E | 2024-04-15T16:20:45.981 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: |...+o+ . | 2024-04-15T16:20:45.981 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: |+.o++..o. | 2024-04-15T16:20:45.981 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: |.o* o...= | 2024-04-15T16:20:45.981 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: | = .+= | 2024-04-15T16:20:45.981 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: +----[SHA256]-----+ 2024-04-15T16:20:47.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:46 smithi090 ceph-mon[27209]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:20:47.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:46 smithi090 ceph-mon[27209]: Generating ssh key... 2024-04-15T16:20:47.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:46 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' 2024-04-15T16:20:47.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:46 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' 2024-04-15T16:20:47.400 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCp22+gSjr46l9ktuqqr/xFRBkSpImOPd+5JOexdsgvagGI5QT11UK3ZQ9SRWbqoRp+WFw7HSaESi2HWmLUaT+g/utTKU1AnwKP2RLviwMY5MgdfXBMgVDYqpGmGE9vsU3N7F8WlZnfT6MiRJtbTGDHUg1GkFLlBsmg3gxDZFw97DJzRB8tSGDTc1YOhPfgnRF50mA4vcFQqBw2hrV+kVQ8XL/wmYcyLfz2df8OWcUjTITGmIiLmE2SGyhbRRAM5EVvA6BtRxF4ESov1quVAUSUsETN2hvPVQ603rcuuRd8NnW2AYU6fvi0PlQNFyUv6Tt48gPuvv++9cvOjYPWS6+NoWxmG9X8M2b0u5M5Fp+cJnC2YBpvrUUhOCaO34FXu5ey1vuJRsSI77Cui9Y/GPFYzPavXLvX7/kUMid0Pzsax5BXGksipRuZyOI4tz/Rohpdobpvtg1Eye5BZ9WQVwbmW3UW45W/MDnbCyuW6RNEtqI5aXyrOvtUw1cz3j7+rx0= ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:20:47.400 INFO:teuthology.orchestra.run.smithi090.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-15T16:20:47.400 INFO:teuthology.orchestra.run.smithi090.stdout:Adding key to root@localhost authorized_keys... 2024-04-15T16:20:47.401 INFO:teuthology.orchestra.run.smithi090.stdout:Adding host smithi090... 2024-04-15T16:20:47.779 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:47 smithi090 ceph-mon[27209]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:20:49.262 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:48 smithi090 ceph-mon[27209]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi090", "addr": "172.21.15.90", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:20:49.262 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:48 smithi090 ceph-mon[27209]: Deploying cephadm binary to smithi090 2024-04-15T16:20:51.336 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout Added host 'smithi090' with addr '172.21.15.90' 2024-04-15T16:20:51.336 INFO:teuthology.orchestra.run.smithi090.stdout:Deploying unmanaged mon service... 2024-04-15T16:20:51.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:51 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' 2024-04-15T16:20:51.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:51 smithi090 ceph-mon[27209]: Added host smithi090 2024-04-15T16:20:51.939 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:51 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:20:53.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:53 smithi090 ceph-mon[27209]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:20:53.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:53 smithi090 ceph-mon[27209]: Saving service mon spec with placement count:5 2024-04-15T16:20:53.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:53 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' 2024-04-15T16:20:53.429 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-15T16:20:53.429 INFO:teuthology.orchestra.run.smithi090.stdout:Deploying unmanaged mgr service... 2024-04-15T16:20:54.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:54 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' 2024-04-15T16:20:54.314 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:54 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' 2024-04-15T16:20:55.034 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-15T16:20:55.282 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:55 smithi090 ceph-mon[27209]: from='client.14144 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:20:55.282 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:55 smithi090 ceph-mon[27209]: Saving service mgr spec with placement count:2 2024-04-15T16:20:55.282 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:55 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' 2024-04-15T16:20:56.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:56 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' 2024-04-15T16:20:56.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:56 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/407572761' entity='client.admin' 2024-04-15T16:20:56.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:56 smithi090 ceph-mon[27209]: from='mgr.14120 172.21.15.90:0/1048963515' entity='mgr.y' 2024-04-15T16:20:58.016 INFO:teuthology.orchestra.run.smithi090.stdout:Enabling the dashboard module... 2024-04-15T16:20:58.240 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:57 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2516896726' entity='client.admin' 2024-04-15T16:20:59.283 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:58 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2266130159' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-15T16:20:59.283 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ignoring --setuser ceph since I am not root 2024-04-15T16:20:59.283 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ignoring --setgroup ceph since I am not root 2024-04-15T16:20:59.805 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:59.555+0000 7fe6c8114200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T16:20:59.805 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:20:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:20:59.656+0000 7fe6c8114200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T16:21:00.279 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:59 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2266130159' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-15T16:21:00.279 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:20:59 smithi090 ceph-mon[27209]: mgrmap e9: y(active, since 18s) 2024-04-15T16:21:00.550 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:00.316+0000 7fe6c8114200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T16:21:00.551 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:00.409+0000 7fe6c8114200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T16:21:00.551 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:00.552+0000 7fe6c8114200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T16:21:00.820 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:00.649+0000 7fe6c8114200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T16:21:00.820 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:00.734+0000 7fe6c8114200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T16:21:00.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-15T16:21:00.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-15T16:21:00.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-15T16:21:00.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-15T16:21:00.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-15T16:21:00.829 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-15T16:21:00.829 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for the mgr to restart... 2024-04-15T16:21:00.829 INFO:teuthology.orchestra.run.smithi090.stdout:Waiting for mgr epoch 9... 2024-04-15T16:21:01.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:00 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2313161402' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-15T16:21:01.074 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:01.010+0000 7fe6c8114200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T16:21:01.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:01.122+0000 7fe6c8114200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T16:21:01.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:01.210+0000 7fe6c8114200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T16:21:01.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:01.308+0000 7fe6c8114200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T16:21:01.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:01.490+0000 7fe6c8114200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T16:21:02.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:02.446+0000 7fe6c8114200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T16:21:02.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:02.575+0000 7fe6c8114200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T16:21:03.190 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:02.907+0000 7fe6c8114200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T16:21:03.190 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:02.996+0000 7fe6c8114200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T16:21:03.190 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:03.192+0000 7fe6c8114200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:21:03.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:03.377+0000 7fe6c8114200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T16:21:03.916 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:03.660+0000 7fe6c8114200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:21:04.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:03.919+0000 7fe6c8114200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T16:21:04.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:04 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:04.152+0000 7fe6c8114200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T16:21:05.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:04 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:04.952+0000 7fe6c8114200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T16:21:05.830 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:05.517+0000 7fe6c8114200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T16:21:05.830 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:05.614+0000 7fe6c8114200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T16:21:05.830 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:21:05.832+0000 7fe6c8114200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T16:21:06.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-mon[27209]: Active manager daemon y restarted 2024-04-15T16:21:06.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-mon[27209]: Activating manager daemon y 2024-04-15T16:21:06.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-mon[27209]: osdmap e3: 0 total, 0 up, 0 in 2024-04-15T16:21:06.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-mon[27209]: mgrmap e10: y(active, starting, since 0.00341181s) 2024-04-15T16:21:06.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:21:06.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T16:21:06.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T16:21:06.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T16:21:06.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T16:21:06.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-mon[27209]: Manager daemon y is now available 2024-04-15T16:21:06.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:21:06.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:21:06.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:05 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:21:07.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout { 2024-04-15T16:21:07.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-15T16:21:07.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-15T16:21:07.502 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout } 2024-04-15T16:21:07.502 INFO:teuthology.orchestra.run.smithi090.stdout:mgr epoch 9 is available 2024-04-15T16:21:07.502 INFO:teuthology.orchestra.run.smithi090.stdout:Generating a dashboard self-signed certificate... 2024-04-15T16:21:08.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:07 smithi090 ceph-mon[27209]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-15T16:21:08.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:07 smithi090 ceph-mon[27209]: mgrmap e11: y(active, since 1.00602s) 2024-04-15T16:21:08.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:07 smithi090 ceph-mon[27209]: from='client.14156 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-15T16:21:08.844 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-15T16:21:08.844 INFO:teuthology.orchestra.run.smithi090.stdout:Creating initial admin user... 2024-04-15T16:21:08.968 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:08 smithi090 ceph-mon[27209]: [15/Apr/2024:16:21:07] ENGINE Bus STARTING 2024-04-15T16:21:08.968 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:08 smithi090 ceph-mon[27209]: [15/Apr/2024:16:21:07] ENGINE Serving on http://172.21.15.90:8765 2024-04-15T16:21:08.969 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:08 smithi090 ceph-mon[27209]: [15/Apr/2024:16:21:07] ENGINE Serving on https://172.21.15.90:7150 2024-04-15T16:21:08.969 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:08 smithi090 ceph-mon[27209]: [15/Apr/2024:16:21:07] ENGINE Bus STARTED 2024-04-15T16:21:08.969 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:08 smithi090 ceph-mon[27209]: mgrmap e12: y(active, since 2s) 2024-04-15T16:21:08.969 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:08 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:08.969 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:08 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:08.969 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:08 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:10.214 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:09 smithi090 ceph-mon[27209]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:21:10.214 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:09 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:10.214 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:09 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:10.449 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$cIg4KVlLGabIcGip9tn//ebdENL2ZzTCyCEnausBvqrW0lZy/9FK.", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1713198069, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-15T16:21:10.449 INFO:teuthology.orchestra.run.smithi090.stdout:Fetching dashboard port number... 2024-04-15T16:21:11.094 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:10 smithi090 ceph-mon[27209]: from='client.14166 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:21:11.836 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stdout 8443 2024-04-15T16:21:11.846 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-15T16:21:11.847 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout disabled 2024-04-15T16:21:11.854 INFO:teuthology.orchestra.run.smithi090.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-15T16:21:11.854 INFO:teuthology.orchestra.run.smithi090.stdout:systemctl: stdout inactive 2024-04-15T16:21:11.854 INFO:teuthology.orchestra.run.smithi090.stdout:firewalld.service is not enabled 2024-04-15T16:21:11.854 INFO:teuthology.orchestra.run.smithi090.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-15T16:21:11.856 INFO:teuthology.orchestra.run.smithi090.stdout:Ceph Dashboard is now available at: 2024-04-15T16:21:11.856 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:21:11.856 INFO:teuthology.orchestra.run.smithi090.stdout: URL: https://smithi090.front.sepia.ceph.com:8443/ 2024-04-15T16:21:11.856 INFO:teuthology.orchestra.run.smithi090.stdout: User: admin 2024-04-15T16:21:11.856 INFO:teuthology.orchestra.run.smithi090.stdout: Password: jvy5xjm1gj 2024-04-15T16:21:11.856 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:21:11.857 INFO:teuthology.orchestra.run.smithi090.stdout:Saving cluster configuration to /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config directory 2024-04-15T16:21:11.857 INFO:teuthology.orchestra.run.smithi090.stdout:Enabling autotune for osd_memory_target 2024-04-15T16:21:11.981 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:11 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2203864027' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-15T16:21:13.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:12 smithi090 ceph-mon[27209]: mgrmap e13: y(active, since 6s) 2024-04-15T16:21:14.329 INFO:teuthology.orchestra.run.smithi090.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-15T16:21:14.329 INFO:teuthology.orchestra.run.smithi090.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-15T16:21:14.329 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:21:14.330 INFO:teuthology.orchestra.run.smithi090.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-15T16:21:14.330 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:21:14.330 INFO:teuthology.orchestra.run.smithi090.stdout:Or, if you are only running a single cluster on this host: 2024-04-15T16:21:14.330 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:21:14.330 INFO:teuthology.orchestra.run.smithi090.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-15T16:21:14.330 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:21:14.330 INFO:teuthology.orchestra.run.smithi090.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-15T16:21:14.330 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:21:14.330 INFO:teuthology.orchestra.run.smithi090.stdout: ceph telemetry on 2024-04-15T16:21:14.330 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:21:14.330 INFO:teuthology.orchestra.run.smithi090.stdout:For more information see: 2024-04-15T16:21:14.330 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:21:14.330 INFO:teuthology.orchestra.run.smithi090.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-15T16:21:14.330 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:21:14.331 INFO:teuthology.orchestra.run.smithi090.stdout:Bootstrap complete. 2024-04-15T16:21:14.364 INFO:tasks.cephadm:Fetching config... 2024-04-15T16:21:14.364 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:21:14.364 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-15T16:21:14.380 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-15T16:21:14.380 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:21:14.380 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-15T16:21:14.436 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-15T16:21:14.437 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:21:14.437 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/keyring of=/dev/stdout 2024-04-15T16:21:14.505 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-15T16:21:14.505 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:21:14.505 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-15T16:21:14.560 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-15T16:21:14.561 DEBUG:teuthology.orchestra.run.smithi090:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCp22+gSjr46l9ktuqqr/xFRBkSpImOPd+5JOexdsgvagGI5QT11UK3ZQ9SRWbqoRp+WFw7HSaESi2HWmLUaT+g/utTKU1AnwKP2RLviwMY5MgdfXBMgVDYqpGmGE9vsU3N7F8WlZnfT6MiRJtbTGDHUg1GkFLlBsmg3gxDZFw97DJzRB8tSGDTc1YOhPfgnRF50mA4vcFQqBw2hrV+kVQ8XL/wmYcyLfz2df8OWcUjTITGmIiLmE2SGyhbRRAM5EVvA6BtRxF4ESov1quVAUSUsETN2hvPVQ603rcuuRd8NnW2AYU6fvi0PlQNFyUv6Tt48gPuvv++9cvOjYPWS6+NoWxmG9X8M2b0u5M5Fp+cJnC2YBpvrUUhOCaO34FXu5ey1vuJRsSI77Cui9Y/GPFYzPavXLvX7/kUMid0Pzsax5BXGksipRuZyOI4tz/Rohpdobpvtg1Eye5BZ9WQVwbmW3UW45W/MDnbCyuW6RNEtqI5aXyrOvtUw1cz3j7+rx0= ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-15T16:21:14.647 INFO:teuthology.orchestra.run.smithi090.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCp22+gSjr46l9ktuqqr/xFRBkSpImOPd+5JOexdsgvagGI5QT11UK3ZQ9SRWbqoRp+WFw7HSaESi2HWmLUaT+g/utTKU1AnwKP2RLviwMY5MgdfXBMgVDYqpGmGE9vsU3N7F8WlZnfT6MiRJtbTGDHUg1GkFLlBsmg3gxDZFw97DJzRB8tSGDTc1YOhPfgnRF50mA4vcFQqBw2hrV+kVQ8XL/wmYcyLfz2df8OWcUjTITGmIiLmE2SGyhbRRAM5EVvA6BtRxF4ESov1quVAUSUsETN2hvPVQ603rcuuRd8NnW2AYU6fvi0PlQNFyUv6Tt48gPuvv++9cvOjYPWS6+NoWxmG9X8M2b0u5M5Fp+cJnC2YBpvrUUhOCaO34FXu5ey1vuJRsSI77Cui9Y/GPFYzPavXLvX7/kUMid0Pzsax5BXGksipRuZyOI4tz/Rohpdobpvtg1Eye5BZ9WQVwbmW3UW45W/MDnbCyuW6RNEtqI5aXyrOvtUw1cz3j7+rx0= ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:21:14.663 DEBUG:teuthology.orchestra.run.smithi153:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCp22+gSjr46l9ktuqqr/xFRBkSpImOPd+5JOexdsgvagGI5QT11UK3ZQ9SRWbqoRp+WFw7HSaESi2HWmLUaT+g/utTKU1AnwKP2RLviwMY5MgdfXBMgVDYqpGmGE9vsU3N7F8WlZnfT6MiRJtbTGDHUg1GkFLlBsmg3gxDZFw97DJzRB8tSGDTc1YOhPfgnRF50mA4vcFQqBw2hrV+kVQ8XL/wmYcyLfz2df8OWcUjTITGmIiLmE2SGyhbRRAM5EVvA6BtRxF4ESov1quVAUSUsETN2hvPVQ603rcuuRd8NnW2AYU6fvi0PlQNFyUv6Tt48gPuvv++9cvOjYPWS6+NoWxmG9X8M2b0u5M5Fp+cJnC2YBpvrUUhOCaO34FXu5ey1vuJRsSI77Cui9Y/GPFYzPavXLvX7/kUMid0Pzsax5BXGksipRuZyOI4tz/Rohpdobpvtg1Eye5BZ9WQVwbmW3UW45W/MDnbCyuW6RNEtqI5aXyrOvtUw1cz3j7+rx0= ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-15T16:21:14.713 INFO:teuthology.orchestra.run.smithi153.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQCp22+gSjr46l9ktuqqr/xFRBkSpImOPd+5JOexdsgvagGI5QT11UK3ZQ9SRWbqoRp+WFw7HSaESi2HWmLUaT+g/utTKU1AnwKP2RLviwMY5MgdfXBMgVDYqpGmGE9vsU3N7F8WlZnfT6MiRJtbTGDHUg1GkFLlBsmg3gxDZFw97DJzRB8tSGDTc1YOhPfgnRF50mA4vcFQqBw2hrV+kVQ8XL/wmYcyLfz2df8OWcUjTITGmIiLmE2SGyhbRRAM5EVvA6BtRxF4ESov1quVAUSUsETN2hvPVQ603rcuuRd8NnW2AYU6fvi0PlQNFyUv6Tt48gPuvv++9cvOjYPWS6+NoWxmG9X8M2b0u5M5Fp+cJnC2YBpvrUUhOCaO34FXu5ey1vuJRsSI77Cui9Y/GPFYzPavXLvX7/kUMid0Pzsax5BXGksipRuZyOI4tz/Rohpdobpvtg1Eye5BZ9WQVwbmW3UW45W/MDnbCyuW6RNEtqI5aXyrOvtUw1cz3j7+rx0= ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:21:14.729 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-15T16:21:14.936 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:21:15.050 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:14 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/4034654717' entity='client.admin' 2024-04-15T16:21:17.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:17.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:17.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi090", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:21:17.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:17.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:21:17.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:18.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:18 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1416700717' entity='client.admin' 2024-04-15T16:21:18.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:18 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:21:18.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:18 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:18.868 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-15T16:21:18.868 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-15T16:21:19.077 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:21:21.543 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi153 2024-04-15T16:21:21.543 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-04-15T16:21:21.544 DEBUG:teuthology.orchestra.run.smithi153:> dd of=/etc/ceph/ceph.conf 2024-04-15T16:21:21.562 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-04-15T16:21:21.563 DEBUG:teuthology.orchestra.run.smithi153:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:21:21.622 INFO:tasks.cephadm:Adding host smithi153 to orchestrator... 2024-04-15T16:21:21.622 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch host add smithi153 2024-04-15T16:21:21.834 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:21:22.142 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:21 smithi090 ceph-mon[27209]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:21:22.143 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:21 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:22.143 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:21 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:21:22.143 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:21 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:22.143 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:21 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:21:22.143 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:21 smithi090 ceph-mon[27209]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:21:22.143 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:21 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:22.143 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:21 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:22.143 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:21 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:22.989 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:22 smithi090 ceph-mon[27209]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:21:22.989 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:22 smithi090 ceph-mon[27209]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:21:22.989 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:22 smithi090 ceph-mon[27209]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:21:24.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:24 smithi090 ceph-mon[27209]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi153", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:21:24.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:24 smithi090 ceph-mon[27209]: Deploying cephadm binary to smithi153 2024-04-15T16:21:25.944 INFO:teuthology.orchestra.run.smithi090.stdout:Added host 'smithi153' with addr '172.21.15.153' 2024-04-15T16:21:26.588 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch host ls --format=json 2024-04-15T16:21:26.791 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:21:27.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:26 smithi090 ceph-mon[27209]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:27.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:26 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:27.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:26 smithi090 ceph-mon[27209]: Added host smithi153 2024-04-15T16:21:27.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:26 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:21:27.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:26 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:27.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:26 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:28.500 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:21:28.500 INFO:teuthology.orchestra.run.smithi090.stdout:[{"addr": "172.21.15.90", "hostname": "smithi090", "labels": [], "status": ""}, {"addr": "172.21.15.153", "hostname": "smithi153", "labels": [], "status": ""}] 2024-04-15T16:21:28.789 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:28.789 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:28 smithi090 ceph-mon[27209]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:29.063 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-15T16:21:29.063 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd crush tunables default 2024-04-15T16:21:29.263 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:21:29.687 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:29 smithi090 ceph-mon[27209]: from='client.14180 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:21:30.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:30 smithi090 ceph-mon[27209]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:30.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:30.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:30.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:30.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:30.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi153", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:21:30.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:30.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:21:31.570 INFO:teuthology.orchestra.run.smithi090.stderr:adjusted tunables profile to default 2024-04-15T16:21:31.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:31 smithi090 ceph-mon[27209]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:21:31.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:31 smithi090 ceph-mon[27209]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:21:31.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:31 smithi090 ceph-mon[27209]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:21:31.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:31 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3533360964' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-15T16:21:31.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:31.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:31.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:32.155 INFO:tasks.cephadm:Adding mon.a on smithi090 2024-04-15T16:21:32.156 INFO:tasks.cephadm:Adding mon.c on smithi090 2024-04-15T16:21:32.156 INFO:tasks.cephadm:Adding mon.b on smithi153 2024-04-15T16:21:32.156 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch apply mon '3;smithi090:172.21.15.90=a;smithi090:[v2:172.21.15.90:3301,v1:172.21.15.90:6790]=c;smithi153:172.21.15.153=b' 2024-04-15T16:21:32.354 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:21:32.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:32 smithi090 ceph-mon[27209]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:21:32.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:32 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3533360964' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-15T16:21:32.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:32 smithi090 ceph-mon[27209]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T16:21:32.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:32 smithi090 ceph-mon[27209]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:34.319 INFO:teuthology.orchestra.run.smithi153.stdout:Scheduled mon update... 2024-04-15T16:21:34.829 DEBUG:teuthology.orchestra.run.smithi090:mon.c> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.c.service 2024-04-15T16:21:34.833 DEBUG:teuthology.orchestra.run.smithi153:mon.b> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.b.service 2024-04-15T16:21:34.835 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-15T16:21:34.835 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph mon dump -f json 2024-04-15T16:21:35.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:34 smithi090 ceph-mon[27209]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:35.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:34 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:35.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:34 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:21:35.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:34 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:35.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:34 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:21:35.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:34 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:35.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:34 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:21:35.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:34 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:35.611 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:21:36.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:35 smithi090 ceph-mon[27209]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi090:172.21.15.90=a;smithi090:[v2:172.21.15.90:3301,v1:172.21.15.90:6790]=c;smithi153:172.21.15.153=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:21:36.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:35 smithi090 ceph-mon[27209]: Saving service mon spec with placement smithi090:172.21.15.90=a;smithi090:[v2:172.21.15.90:3301,v1:172.21.15.90:6790]=c;smithi153:172.21.15.153=b;count:3 2024-04-15T16:21:36.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:35 smithi090 ceph-mon[27209]: Deploying daemon mon.b on smithi153 2024-04-15T16:21:37.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:36 smithi090 ceph-mon[27209]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:39.120 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:21:39.120 INFO:teuthology.orchestra.run.smithi153.stdout:{"epoch":1,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","modified":"2024-04-15T16:19:57.302974Z","created":"2024-04-15T16:19:57.302974Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:3300","nonce":0},{"type":"v1","addr":"172.21.15.90:6789","nonce":0}]},"addr":"172.21.15.90:6789/0","public_addr":"172.21.15.90:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-15T16:21:39.122 INFO:teuthology.orchestra.run.smithi153.stderr:dumped monmap epoch 1 2024-04-15T16:21:39.261 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:39 smithi153 systemd[1]: Started Ceph mon.b for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:21:39.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:38 smithi090 ceph-mon[27209]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:40.949 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-15T16:21:40.950 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph mon dump -f json 2024-04-15T16:21:41.164 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:21:44.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:21:44.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: mon.a calling monitor election 2024-04-15T16:21:44.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:44.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:44.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:44.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:44.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: mon.b calling monitor election 2024-04-15T16:21:44.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:44.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:44.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:44.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:44.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:44.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-15T16:21:44.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: monmap e2: 2 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T16:21:44.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: fsmap 2024-04-15T16:21:44.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T16:21:44.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: mgrmap e13: y(active, since 38s) 2024-04-15T16:21:44.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: overall HEALTH_OK 2024-04-15T16:21:44.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:44.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:44.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:44.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:21:44.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:44.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:21:44.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: mon.a calling monitor election 2024-04-15T16:21:44.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:44.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:44.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:44.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:44.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: mon.b calling monitor election 2024-04-15T16:21:44.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:44.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:44.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:44.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:44.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:44.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-15T16:21:44.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: monmap e2: 2 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T16:21:44.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: fsmap 2024-04-15T16:21:44.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T16:21:44.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: mgrmap e13: y(active, since 38s) 2024-04-15T16:21:44.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: overall HEALTH_OK 2024-04-15T16:21:44.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:44.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:44.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:44.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:21:44.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:45.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:45 smithi153 ceph-mon[30366]: Deploying daemon mon.c on smithi090 2024-04-15T16:21:45.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:45 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:45.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:45 smithi090 ceph-mon[27209]: Deploying daemon mon.c on smithi090 2024-04-15T16:21:45.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:45 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:45.849 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:21:45.849 INFO:teuthology.orchestra.run.smithi153.stdout:{"epoch":2,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","modified":"2024-04-15T16:21:39.232656Z","created":"2024-04-15T16:19:57.302974Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:3300","nonce":0},{"type":"v1","addr":"172.21.15.90:6789","nonce":0}]},"addr":"172.21.15.90:6789/0","public_addr":"172.21.15.90:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:3300","nonce":0},{"type":"v1","addr":"172.21.15.153:6789","nonce":0}]},"addr":"172.21.15.153:6789/0","public_addr":"172.21.15.153:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-15T16:21:45.851 INFO:teuthology.orchestra.run.smithi153.stderr:dumped monmap epoch 2 2024-04-15T16:21:46.438 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:46 smithi153 ceph-mon[30366]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:46.438 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:46 smithi153 ceph-mon[30366]: from='client.? 172.21.15.153:0/3700352200' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T16:21:46.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:46 smithi090 ceph-mon[27209]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:46.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:46 smithi090 ceph-mon[27209]: from='client.? 172.21.15.153:0/3700352200' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T16:21:47.154 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 systemd[1]: Starting Ceph mon.c for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:21:47.435 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 podman[38286]: 2024-04-15 16:21:47.210339146 +0000 UTC m=+0.018251609 image pull aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315 2024-04-15T16:21:47.435 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 podman[38286]: 2024-04-15 16:21:47.317926403 +0000 UTC m=+0.125838865 container create 57a10c825a2ae68147eda3c48d3be2fb12044ee7dfab96287bd379d05d3a4b04 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, RELEASE=reef-e3fb05d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-15T16:21:47.460 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-15T16:21:47.460 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph mon dump -f json 2024-04-15T16:21:47.674 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:21:47.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 podman[38286]: 2024-04-15 16:21:47.537937385 +0000 UTC m=+0.345849855 container init 57a10c825a2ae68147eda3c48d3be2fb12044ee7dfab96287bd379d05d3a4b04 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-e3fb05d, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-15T16:21:47.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 podman[38286]: 2024-04-15 16:21:47.541386961 +0000 UTC m=+0.349299425 container start 57a10c825a2ae68147eda3c48d3be2fb12044ee7dfab96287bd379d05d3a4b04 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=reef-e3fb05d, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-15T16:21:47.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T16:21:47.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable), process ceph-mon, pid 2 2024-04-15T16:21:47.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: pidfile_write: ignore empty --pid-file 2024-04-15T16:21:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: load: jerasure load: lrc 2024-04-15T16:21:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: RocksDB version: 7.9.2 2024-04-15T16:21:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Git sha 0 2024-04-15T16:21:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Compile date 2024-04-14 15:03:13 2024-04-15T16:21:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: DB SUMMARY 2024-04-15T16:21:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: DB Session ID: E2XQDNM4AJDGE0TP91E8 2024-04-15T16:21:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: CURRENT file: CURRENT 2024-04-15T16:21:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T16:21:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-15T16:21:47.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-15T16:21:47.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-04-15T16:21:47.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.error_if_exists: 0 2024-04-15T16:21:47.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.create_if_missing: 0 2024-04-15T16:21:47.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.paranoid_checks: 1 2024-04-15T16:21:47.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T16:21:47.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T16:21:47.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T16:21:47.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.env: 0x56168c6af820 2024-04-15T16:21:47.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T16:21:47.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.info_log: 0x56168ded5520 2024-04-15T16:21:47.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T16:21:47.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.statistics: (nil) 2024-04-15T16:21:47.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.use_fsync: 0 2024-04-15T16:21:47.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_log_file_size: 0 2024-04-15T16:21:47.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T16:21:47.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T16:21:47.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T16:21:47.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T16:21:47.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.allow_fallocate: 1 2024-04-15T16:21:47.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T16:21:47.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T16:21:47.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.use_direct_reads: 0 2024-04-15T16:21:47.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T16:21:47.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T16:21:47.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.db_log_dir: 2024-04-15T16:21:47.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.wal_dir: 2024-04-15T16:21:47.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T16:21:47.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T16:21:47.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T16:21:47.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T16:21:47.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T16:21:47.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T16:21:47.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T16:21:47.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T16:21:47.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.write_buffer_manager: 0x56168d14a140 2024-04-15T16:21:47.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T16:21:47.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T16:21:47.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T16:21:47.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T16:21:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T16:21:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T16:21:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T16:21:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T16:21:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.unordered_write: 0 2024-04-15T16:21:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T16:21:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T16:21:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T16:21:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T16:21:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.row_cache: None 2024-04-15T16:21:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.wal_filter: None 2024-04-15T16:21:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T16:21:47.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T16:21:47.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.two_write_queues: 0 2024-04-15T16:21:47.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T16:21:47.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.wal_compression: 0 2024-04-15T16:21:47.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.atomic_flush: 0 2024-04-15T16:21:47.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T16:21:47.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T16:21:47.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T16:21:47.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.log_readahead_size: 0 2024-04-15T16:21:47.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T16:21:47.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T16:21:47.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T16:21:47.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T16:21:47.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T16:21:47.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T16:21:47.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T16:21:47.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_background_jobs: 2 2024-04-15T16:21:47.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_background_compactions: -1 2024-04-15T16:21:47.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_subcompactions: 1 2024-04-15T16:21:47.848 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T16:21:47.848 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T16:21:47.848 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T16:21:47.848 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T16:21:47.848 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T16:21:47.848 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T16:21:47.848 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T16:21:47.848 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T16:21:47.848 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_open_files: -1 2024-04-15T16:21:47.848 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T16:21:47.848 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T16:21:47.848 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T16:21:47.848 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T16:21:47.849 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_background_flushes: -1 2024-04-15T16:21:47.849 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Compression algorithms supported: 2024-04-15T16:21:47.849 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T16:21:47.849 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: kZSTD supported: 0 2024-04-15T16:21:47.849 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: kXpressCompression supported: 0 2024-04-15T16:21:47.849 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T16:21:47.849 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: kZlibCompression supported: 1 2024-04-15T16:21:47.849 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: kSnappyCompression supported: 1 2024-04-15T16:21:47.849 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: kLZ4Compression supported: 1 2024-04-15T16:21:47.849 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: kBZip2Compression supported: 0 2024-04-15T16:21:47.849 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T16:21:47.849 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T16:21:47.849 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-15T16:21:47.850 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T16:21:47.850 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T16:21:47.850 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.merge_operator: 2024-04-15T16:21:47.850 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compaction_filter: None 2024-04-15T16:21:47.850 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T16:21:47.850 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T16:21:47.850 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T16:21:47.850 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T16:21:47.850 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x56168ded5620) 2024-04-15T16:21:47.850 INFO:journalctl@ceph.mon.c.smithi090.stdout: cache_index_and_filter_blocks: 1 2024-04-15T16:21:47.850 INFO:journalctl@ceph.mon.c.smithi090.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T16:21:47.850 INFO:journalctl@ceph.mon.c.smithi090.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T16:21:47.850 INFO:journalctl@ceph.mon.c.smithi090.stdout: pin_top_level_index_and_filter: 1 2024-04-15T16:21:47.850 INFO:journalctl@ceph.mon.c.smithi090.stdout: index_type: 0 2024-04-15T16:21:47.851 INFO:journalctl@ceph.mon.c.smithi090.stdout: data_block_index_type: 0 2024-04-15T16:21:47.851 INFO:journalctl@ceph.mon.c.smithi090.stdout: index_shortening: 1 2024-04-15T16:21:47.851 INFO:journalctl@ceph.mon.c.smithi090.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T16:21:47.851 INFO:journalctl@ceph.mon.c.smithi090.stdout: checksum: 4 2024-04-15T16:21:47.851 INFO:journalctl@ceph.mon.c.smithi090.stdout: no_block_cache: 0 2024-04-15T16:21:47.851 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_cache: 0x56168d1eb1f0 2024-04-15T16:21:47.851 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_cache_name: BinnedLRUCache 2024-04-15T16:21:47.851 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_cache_options: 2024-04-15T16:21:47.851 INFO:journalctl@ceph.mon.c.smithi090.stdout: capacity : 536870912 2024-04-15T16:21:47.851 INFO:journalctl@ceph.mon.c.smithi090.stdout: num_shard_bits : 4 2024-04-15T16:21:47.851 INFO:journalctl@ceph.mon.c.smithi090.stdout: strict_capacity_limit : 0 2024-04-15T16:21:47.851 INFO:journalctl@ceph.mon.c.smithi090.stdout: high_pri_pool_ratio: 0.000 2024-04-15T16:21:47.851 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_cache_compressed: (nil) 2024-04-15T16:21:47.851 INFO:journalctl@ceph.mon.c.smithi090.stdout: persistent_cache: (nil) 2024-04-15T16:21:47.852 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_size: 4096 2024-04-15T16:21:47.852 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_size_deviation: 10 2024-04-15T16:21:47.852 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_restart_interval: 16 2024-04-15T16:21:47.852 INFO:journalctl@ceph.mon.c.smithi090.stdout: index_block_restart_interval: 1 2024-04-15T16:21:47.852 INFO:journalctl@ceph.mon.c.smithi090.stdout: metadata_block_size: 4096 2024-04-15T16:21:47.852 INFO:journalctl@ceph.mon.c.smithi090.stdout: partition_filters: 0 2024-04-15T16:21:47.852 INFO:journalctl@ceph.mon.c.smithi090.stdout: use_delta_encoding: 1 2024-04-15T16:21:47.852 INFO:journalctl@ceph.mon.c.smithi090.stdout: filter_policy: bloomfilter 2024-04-15T16:21:47.852 INFO:journalctl@ceph.mon.c.smithi090.stdout: whole_key_filtering: 1 2024-04-15T16:21:47.852 INFO:journalctl@ceph.mon.c.smithi090.stdout: verify_compression: 0 2024-04-15T16:21:47.852 INFO:journalctl@ceph.mon.c.smithi090.stdout: read_amp_bytes_per_bit: 0 2024-04-15T16:21:47.852 INFO:journalctl@ceph.mon.c.smithi090.stdout: format_version: 5 2024-04-15T16:21:47.852 INFO:journalctl@ceph.mon.c.smithi090.stdout: enable_index_compression: 1 2024-04-15T16:21:47.853 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_align: 0 2024-04-15T16:21:47.853 INFO:journalctl@ceph.mon.c.smithi090.stdout: max_auto_readahead_size: 262144 2024-04-15T16:21:47.853 INFO:journalctl@ceph.mon.c.smithi090.stdout: prepopulate_block_cache: 0 2024-04-15T16:21:47.853 INFO:journalctl@ceph.mon.c.smithi090.stdout: initial_auto_readahead_size: 8192 2024-04-15T16:21:47.853 INFO:journalctl@ceph.mon.c.smithi090.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T16:21:47.853 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T16:21:47.853 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T16:21:47.853 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compression: NoCompression 2024-04-15T16:21:47.853 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T16:21:47.853 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T16:21:47.853 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T16:21:47.853 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.num_levels: 7 2024-04-15T16:21:47.853 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T16:21:47.854 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T16:21:47.854 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T16:21:47.854 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T16:21:47.854 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T16:21:47.854 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T16:21:47.854 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T16:21:47.854 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T16:21:47.854 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T16:21:47.854 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T16:21:47.854 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T16:21:47.854 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T16:21:47.854 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T16:21:47.855 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T16:21:47.855 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T16:21:47.855 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T16:21:47.855 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T16:21:47.855 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T16:21:47.855 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T16:21:47.855 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T16:21:47.855 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T16:21:47.855 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T16:21:47.855 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T16:21:47.855 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T16:21:47.855 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T16:21:47.855 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T16:21:47.855 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T16:21:47.856 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T16:21:47.856 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T16:21:47.856 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T16:21:47.856 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T16:21:47.856 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T16:21:47.856 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T16:21:47.856 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T16:21:47.856 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T16:21:47.856 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T16:21:47.856 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T16:21:47.856 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T16:21:47.856 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T16:21:47.856 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T16:21:47.856 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T16:21:47.857 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T16:21:47.857 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T16:21:47.857 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T16:21:47.857 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T16:21:47.857 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T16:21:47.857 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T16:21:47.857 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T16:21:47.857 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T16:21:47.857 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T16:21:47.857 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T16:21:47.857 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T16:21:47.857 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T16:21:47.857 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.table_properties_collectors: 2024-04-15T16:21:47.857 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.inplace_update_support: 0 2024-04-15T16:21:47.858 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T16:21:47.858 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T16:21:47.858 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T16:21:47.858 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T16:21:47.858 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.bloom_locality: 0 2024-04-15T16:21:47.858 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.max_successive_merges: 0 2024-04-15T16:21:47.858 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T16:21:47.858 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T16:21:47.858 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T16:21:47.858 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T16:21:47.858 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.ttl: 2592000 2024-04-15T16:21:47.858 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T16:21:47.858 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T16:21:47.858 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T16:21:47.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.enable_blob_files: false 2024-04-15T16:21:47.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.min_blob_size: 0 2024-04-15T16:21:47.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T16:21:47.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T16:21:47.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T16:21:47.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T16:21:47.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T16:21:47.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T16:21:47.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T16:21:47.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T16:21:47.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-15T16:21:47.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-15T16:21:47.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 59545be9-5fe9-47aa-a9be-756f086f23ce 2024-04-15T16:21:47.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713198107571595, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-15T16:21:47.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-15T16:21:47.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713198107571994, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713198107, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "59545be9-5fe9-47aa-a9be-756f086f23ce", "db_session_id": "E2XQDNM4AJDGE0TP91E8", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-15T16:21:47.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713198107572073, "job": 1, "event": "recovery_finished"} 2024-04-15T16:21:47.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-15T16:21:47.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T16:21:47.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x56168d28a000 2024-04-15T16:21:47.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: DB pointer 0x56168d278000 2024-04-15T16:21:47.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T16:21:47.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T16:21:47.860 INFO:journalctl@ceph.mon.c.smithi090.stdout: ** DB Stats ** 2024-04-15T16:21:47.860 INFO:journalctl@ceph.mon.c.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T16:21:47.860 INFO:journalctl@ceph.mon.c.smithi090.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T16:21:47.860 INFO:journalctl@ceph.mon.c.smithi090.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T16:21:47.860 INFO:journalctl@ceph.mon.c.smithi090.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T16:21:47.861 INFO:journalctl@ceph.mon.c.smithi090.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T16:21:47.861 INFO:journalctl@ceph.mon.c.smithi090.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T16:21:47.861 INFO:journalctl@ceph.mon.c.smithi090.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T16:21:47.861 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-04-15T16:21:47.861 INFO:journalctl@ceph.mon.c.smithi090.stdout: ** Compaction Stats [default] ** 2024-04-15T16:21:47.861 INFO:journalctl@ceph.mon.c.smithi090.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T16:21:47.861 INFO:journalctl@ceph.mon.c.smithi090.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T16:21:47.861 INFO:journalctl@ceph.mon.c.smithi090.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-15T16:21:47.861 INFO:journalctl@ceph.mon.c.smithi090.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-15T16:21:47.861 INFO:journalctl@ceph.mon.c.smithi090.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-15T16:21:47.861 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-04-15T16:21:47.861 INFO:journalctl@ceph.mon.c.smithi090.stdout: ** Compaction Stats [default] ** 2024-04-15T16:21:47.861 INFO:journalctl@ceph.mon.c.smithi090.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T16:21:47.861 INFO:journalctl@ceph.mon.c.smithi090.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T16:21:47.862 INFO:journalctl@ceph.mon.c.smithi090.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 4.4 0.00 0.00 1 0.000 0 0 0.0 0.0 2024-04-15T16:21:47.862 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-04-15T16:21:47.862 INFO:journalctl@ceph.mon.c.smithi090.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T16:21:47.862 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-04-15T16:21:47.862 INFO:journalctl@ceph.mon.c.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T16:21:47.862 INFO:journalctl@ceph.mon.c.smithi090.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-15T16:21:47.862 INFO:journalctl@ceph.mon.c.smithi090.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T16:21:47.862 INFO:journalctl@ceph.mon.c.smithi090.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T16:21:47.862 INFO:journalctl@ceph.mon.c.smithi090.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T16:21:47.862 INFO:journalctl@ceph.mon.c.smithi090.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T16:21:47.862 INFO:journalctl@ceph.mon.c.smithi090.stdout: Cumulative compaction: 0.00 GB write, 0.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T16:21:47.863 INFO:journalctl@ceph.mon.c.smithi090.stdout: Interval compaction: 0.00 GB write, 0.68 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T16:21:47.863 INFO:journalctl@ceph.mon.c.smithi090.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T16:21:47.863 INFO:journalctl@ceph.mon.c.smithi090.stdout: Block cache BinnedLRUCache@0x56168d1eb1f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-15T16:21:47.864 INFO:journalctl@ceph.mon.c.smithi090.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-15T16:21:47.864 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-04-15T16:21:47.864 INFO:journalctl@ceph.mon.c.smithi090.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T16:21:47.864 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-15T16:21:47.864 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: using public_addrv [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] 2024-04-15T16:21:47.864 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: starting mon.c rank -1 at public addrs [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] at bind addrs [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:21:47.864 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.c@-1(???) e0 preinit fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:21:47.864 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.c@-1(synchronizing).mds e1 new map 2024-04-15T16:21:47.864 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-15T16:21:47.864 INFO:journalctl@ceph.mon.c.smithi090.stdout: e1 2024-04-15T16:21:47.864 INFO:journalctl@ceph.mon.c.smithi090.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T16:21:47.864 INFO:journalctl@ceph.mon.c.smithi090.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T16:21:47.864 INFO:journalctl@ceph.mon.c.smithi090.stdout: legacy client fscid: -1 2024-04-15T16:21:47.865 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-04-15T16:21:47.865 INFO:journalctl@ceph.mon.c.smithi090.stdout: No filesystems configured 2024-04-15T16:21:47.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-15T16:21:47.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-15T16:21:47.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-15T16:21:47.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-15T16:21:47.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-15T16:21:47.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-15T16:21:47.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-15T16:21:47.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T16:21:47.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T16:21:47.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-15T16:21:47.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:21:47.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:21:47.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:21:47.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3533360964' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-15T16:21:47.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:47.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:47.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:47.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:21:47.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3533360964' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-15T16:21:47.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T16:21:47.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:47.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:47.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:47.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:21:47.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:47.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:21:47.867 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:47.867 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:21:47.867 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:47.867 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='client.14184 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi090:172.21.15.90=a;smithi090:[v2:172.21.15.90:3301,v1:172.21.15.90:6790]=c;smithi153:172.21.15.153=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:21:47.867 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: Saving service mon spec with placement smithi090:172.21.15.90=a;smithi090:[v2:172.21.15.90:3301,v1:172.21.15.90:6790]=c;smithi153:172.21.15.153=b;count:3 2024-04-15T16:21:47.867 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: Deploying daemon mon.b on smithi153 2024-04-15T16:21:47.867 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:47.867 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: pgmap v10: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:47.867 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:21:47.867 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.a calling monitor election 2024-04-15T16:21:47.867 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:47.867 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:47.867 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:47.868 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:47.868 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.b calling monitor election 2024-04-15T16:21:47.868 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:47.868 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:47.868 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:47.868 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:47.868 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:47.868 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-15T16:21:47.868 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: monmap e2: 2 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T16:21:47.868 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: fsmap 2024-04-15T16:21:47.868 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T16:21:47.868 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mgrmap e13: y(active, since 38s) 2024-04-15T16:21:47.868 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: overall HEALTH_OK 2024-04-15T16:21:47.868 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:47.869 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:47.869 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:47.869 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:21:47.869 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:47.869 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: Deploying daemon mon.c on smithi090 2024-04-15T16:21:47.869 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:47.869 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:47.869 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: from='client.? 172.21.15.153:0/3700352200' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T16:21:47.869 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 ceph-mon[38312]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-15T16:21:47.869 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 bash[38286]: 57a10c825a2ae68147eda3c48d3be2fb12044ee7dfab96287bd379d05d3a4b04 2024-04-15T16:21:47.869 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:47 smithi090 systemd[1]: Started Ceph mon.c for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:21:53.043 INFO:teuthology.orchestra.run.smithi153.stdout: 2024-04-15T16:21:53.044 INFO:teuthology.orchestra.run.smithi153.stdout:{"epoch":3,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","modified":"2024-04-15T16:21:47.592719Z","created":"2024-04-15T16:19:57.302974Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:3300","nonce":0},{"type":"v1","addr":"172.21.15.90:6789","nonce":0}]},"addr":"172.21.15.90:6789/0","public_addr":"172.21.15.90:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:3300","nonce":0},{"type":"v1","addr":"172.21.15.153:6789","nonce":0}]},"addr":"172.21.15.153:6789/0","public_addr":"172.21.15.153:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:3301","nonce":0},{"type":"v1","addr":"172.21.15.90:6790","nonce":0}]},"addr":"172.21.15.90:6790/0","public_addr":"172.21.15.90:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-15T16:21:53.044 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:21:53.044 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: mon.a calling monitor election 2024-04-15T16:21:53.044 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:53.044 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.044 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: mon.b calling monitor election 2024-04-15T16:21:53.044 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:53.045 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.045 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.045 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: mon.c calling monitor election 2024-04-15T16:21:53.045 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:53.045 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.045 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.045 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:53.045 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.045 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T16:21:53.045 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: monmap e3: 3 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0],c=[v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T16:21:53.045 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: fsmap 2024-04-15T16:21:53.045 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T16:21:53.045 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: mgrmap e13: y(active, since 46s) 2024-04-15T16:21:53.046 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: overall HEALTH_OK 2024-04-15T16:21:53.046 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:53.046 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:53.046 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:53.046 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:52 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:53.046 INFO:teuthology.orchestra.run.smithi153.stderr:dumped monmap epoch 3 2024-04-15T16:21:53.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:21:53.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: mon.a calling monitor election 2024-04-15T16:21:53.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:53.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: mon.b calling monitor election 2024-04-15T16:21:53.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:53.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: mon.c calling monitor election 2024-04-15T16:21:53.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:53.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:53.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T16:21:53.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: monmap e3: 3 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0],c=[v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T16:21:53.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: fsmap 2024-04-15T16:21:53.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T16:21:53.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: mgrmap e13: y(active, since 46s) 2024-04-15T16:21:53.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: overall HEALTH_OK 2024-04-15T16:21:53.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:53.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:53.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:53.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:53.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:21:53.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: mon.a calling monitor election 2024-04-15T16:21:53.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:21:53.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: mon.b calling monitor election 2024-04-15T16:21:53.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:53.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: mon.c calling monitor election 2024-04-15T16:21:53.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:53.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:53.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:53.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T16:21:53.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: monmap e3: 3 mons at {a=[v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0],b=[v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0],c=[v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-15T16:21:53.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: fsmap 2024-04-15T16:21:53.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: osdmap e4: 0 total, 0 up, 0 in 2024-04-15T16:21:53.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: mgrmap e13: y(active, since 46s) 2024-04-15T16:21:53.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: overall HEALTH_OK 2024-04-15T16:21:53.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:53.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:53.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:53.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:52 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:53.624 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-15T16:21:53.625 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph config generate-minimal-conf 2024-04-15T16:21:53.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:21:53.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:53 smithi153 ceph-mon[30366]: from='client.? 172.21.15.153:0/2835944469' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T16:21:53.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:54.012 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:21:54.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:21:54.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:53 smithi090 ceph-mon[27209]: from='client.? 172.21.15.153:0/2835944469' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T16:21:54.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:54.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:21:54.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:53 smithi090 ceph-mon[38312]: from='client.? 172.21.15.153:0/2835944469' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-15T16:21:54.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:21:54.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:54 smithi090 ceph-mon[27209]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:54.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:54.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:54.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:54.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:54.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:54.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:21:54.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:54 smithi090 ceph-mon[38312]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:54.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:54.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:54.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:54.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:54.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:54.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:21:55.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:54 smithi153 ceph-mon[30366]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:55.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:55.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:55.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:55.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:55.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:55.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:21:55.858 INFO:teuthology.orchestra.run.smithi090.stdout:# minimal ceph.conf for ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:21:55.858 INFO:teuthology.orchestra.run.smithi090.stdout:[global] 2024-04-15T16:21:55.859 INFO:teuthology.orchestra.run.smithi090.stdout: fsid = ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:21:55.859 INFO:teuthology.orchestra.run.smithi090.stdout: mon_host = [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] 2024-04-15T16:21:56.053 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:21:56.053 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:21:56.053 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:21:56.053 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:21:56.053 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.053 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.053 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.053 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.053 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.054 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.054 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.054 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.054 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.054 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: Reconfiguring mon.a (unknown last config time)... 2024-04-15T16:21:56.054 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:21:56.054 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:21:56.054 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:56.054 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[38312]: Reconfiguring daemon mon.a on smithi090 2024-04-15T16:21:56.054 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:21:56.054 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:21:56.055 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:21:56.055 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:21:56.055 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.055 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.055 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.055 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.055 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.055 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.055 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.055 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.055 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.055 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: Reconfiguring mon.a (unknown last config time)... 2024-04-15T16:21:56.055 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:21:56.055 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:21:56.055 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:56.056 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:55 smithi090 ceph-mon[27209]: Reconfiguring daemon mon.a on smithi090 2024-04-15T16:21:56.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:21:56.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:21:56.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:21:56.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:21:56.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:56.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: Reconfiguring mon.a (unknown last config time)... 2024-04-15T16:21:56.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:21:56.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:21:56.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:56.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:55 smithi153 ceph-mon[30366]: Reconfiguring daemon mon.a on smithi090 2024-04-15T16:21:56.793 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-15T16:21:56.794 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:21:56.794 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/ceph/ceph.conf 2024-04-15T16:21:56.830 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:21:56.830 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:21:56.902 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-04-15T16:21:56.902 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/etc/ceph/ceph.conf 2024-04-15T16:21:56.939 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-04-15T16:21:56.939 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:21:57.011 INFO:tasks.cephadm:Adding mgr.y on smithi090 2024-04-15T16:21:57.011 INFO:tasks.cephadm:Adding mgr.x on smithi153 2024-04-15T16:21:57.011 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch apply mgr '2;smithi090=y;smithi153=x' 2024-04-15T16:21:57.078 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:56 smithi153 ceph-mon[30366]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:57.078 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:56 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2881087662' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:57.078 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:56 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:56 smithi090 ceph-mon[27209]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:56 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2881087662' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:56 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:57.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:56 smithi090 ceph-mon[38312]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:57.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:56 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2881087662' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:57.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:56 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:57.250 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:21:58.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:58.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:58.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[27209]: Reconfiguring mon.c (monmap changed)... 2024-04-15T16:21:58.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:21:58.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:21:58.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:58.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[27209]: Reconfiguring daemon mon.c on smithi090 2024-04-15T16:21:58.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[27209]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:58.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:58.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:58.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[38312]: Reconfiguring mon.c (monmap changed)... 2024-04-15T16:21:58.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:21:58.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:21:58.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:58.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[38312]: Reconfiguring daemon mon.c on smithi090 2024-04-15T16:21:58.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:58 smithi090 ceph-mon[38312]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:58.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:58 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:58.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:58 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:58.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:58 smithi153 ceph-mon[30366]: Reconfiguring mon.c (monmap changed)... 2024-04-15T16:21:58.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:58 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:21:58.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:58 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:21:58.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:58 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:58.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:58 smithi153 ceph-mon[30366]: Reconfiguring daemon mon.c on smithi090 2024-04-15T16:21:58.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:58 smithi153 ceph-mon[30366]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:21:58.962 INFO:teuthology.orchestra.run.smithi153.stdout:Scheduled mgr update... 2024-04-15T16:21:59.560 DEBUG:teuthology.orchestra.run.smithi153:mgr.x> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.x.service 2024-04-15T16:21:59.603 INFO:tasks.cephadm:Deploying OSDs... 2024-04-15T16:21:59.603 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:21:59.603 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/scratch_devs of=/dev/stdout 2024-04-15T16:21:59.623 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-15T16:21:59.624 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_1 2024-04-15T16:21:59.682 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-15T16:21:59.682 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T16:21:59.682 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 667 Links: 1 2024-04-15T16:21:59.683 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T16:21:59.683 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T16:21:59.683 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-04-15 16:21:47.031620076 +0000 2024-04-15T16:21:59.683 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-04-15 16:16:51.336563847 +0000 2024-04-15T16:21:59.683 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-04-15 16:16:51.336563847 +0000 2024-04-15T16:21:59.683 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-04-15 16:16:51.336563847 +0000 2024-04-15T16:21:59.683 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-15T16:21:59.726 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:59 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:59.726 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:59 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:59.726 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:59 smithi153 ceph-mon[30366]: Reconfiguring mon.b (monmap changed)... 2024-04-15T16:21:59.727 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:59 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:21:59.727 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:59 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:21:59.727 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:59 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:59.727 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:59 smithi153 ceph-mon[30366]: Reconfiguring daemon mon.b on smithi153 2024-04-15T16:21:59.727 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:59 smithi153 ceph-mon[30366]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi090=y;smithi153=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:21:59.727 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:59 smithi153 ceph-mon[30366]: Saving service mgr spec with placement smithi090=y;smithi153=x;count:2 2024-04-15T16:21:59.727 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:21:59 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:59.753 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-04-15T16:21:59.754 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-04-15T16:21:59.754 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000256327 s, 2.0 MB/s 2024-04-15T16:21:59.755 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-15T16:21:59.814 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_2 2024-04-15T16:21:59.872 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-15T16:21:59.872 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T16:21:59.872 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-15T16:21:59.872 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T16:21:59.872 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T16:21:59.873 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-04-15 16:21:47.031620076 +0000 2024-04-15T16:21:59.873 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-04-15 16:16:51.667557930 +0000 2024-04-15T16:21:59.873 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-04-15 16:16:51.667557930 +0000 2024-04-15T16:21:59.873 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-04-15 16:16:51.667557930 +0000 2024-04-15T16:21:59.873 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-15T16:21:59.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:59.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:59.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[27209]: Reconfiguring mon.b (monmap changed)... 2024-04-15T16:21:59.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:21:59.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:21:59.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:59.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[27209]: Reconfiguring daemon mon.b on smithi153 2024-04-15T16:21:59.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[27209]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi090=y;smithi153=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:21:59.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[27209]: Saving service mgr spec with placement smithi090=y;smithi153=x;count:2 2024-04-15T16:21:59.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:59.941 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:59.941 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:59.941 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[38312]: Reconfiguring mon.b (monmap changed)... 2024-04-15T16:21:59.941 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:21:59.941 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:21:59.941 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:21:59.941 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[38312]: Reconfiguring daemon mon.b on smithi153 2024-04-15T16:21:59.941 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[38312]: from='client.24100 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi090=y;smithi153=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:21:59.941 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[38312]: Saving service mgr spec with placement smithi090=y;smithi153=x;count:2 2024-04-15T16:21:59.941 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:21:59 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:21:59.942 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-04-15T16:21:59.942 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-04-15T16:21:59.942 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.00018348 s, 2.8 MB/s 2024-04-15T16:21:59.944 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-15T16:22:00.002 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_3 2024-04-15T16:22:00.059 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-15T16:22:00.060 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T16:22:00.060 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-15T16:22:00.060 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T16:22:00.060 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T16:22:00.060 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-04-15 16:21:47.032620060 +0000 2024-04-15T16:22:00.060 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-04-15 16:16:52.005551887 +0000 2024-04-15T16:22:00.060 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-04-15 16:16:52.005551887 +0000 2024-04-15T16:22:00.060 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-04-15 16:16:52.005551887 +0000 2024-04-15T16:22:00.060 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-15T16:22:00.128 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-04-15T16:22:00.129 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-04-15T16:22:00.129 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000267567 s, 1.9 MB/s 2024-04-15T16:22:00.130 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-15T16:22:00.188 DEBUG:teuthology.orchestra.run.smithi090:> stat /dev/vg_nvme/lv_4 2024-04-15T16:22:00.246 INFO:teuthology.orchestra.run.smithi090.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-15T16:22:00.246 INFO:teuthology.orchestra.run.smithi090.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T16:22:00.247 INFO:teuthology.orchestra.run.smithi090.stdout:Device: 5h/5d Inode: 722 Links: 1 2024-04-15T16:22:00.247 INFO:teuthology.orchestra.run.smithi090.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T16:22:00.247 INFO:teuthology.orchestra.run.smithi090.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T16:22:00.247 INFO:teuthology.orchestra.run.smithi090.stdout:Access: 2024-04-15 16:21:47.032620060 +0000 2024-04-15T16:22:00.247 INFO:teuthology.orchestra.run.smithi090.stdout:Modify: 2024-04-15 16:16:52.344545827 +0000 2024-04-15T16:22:00.247 INFO:teuthology.orchestra.run.smithi090.stdout:Change: 2024-04-15 16:16:52.344545827 +0000 2024-04-15T16:22:00.247 INFO:teuthology.orchestra.run.smithi090.stdout: Birth: 2024-04-15 16:16:52.344545827 +0000 2024-04-15T16:22:00.247 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-15T16:22:00.315 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records in 2024-04-15T16:22:00.315 INFO:teuthology.orchestra.run.smithi090.stderr:1+0 records out 2024-04-15T16:22:00.315 INFO:teuthology.orchestra.run.smithi090.stderr:512 bytes copied, 0.000207118 s, 2.5 MB/s 2024-04-15T16:22:00.316 DEBUG:teuthology.orchestra.run.smithi090:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-15T16:22:00.374 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-04-15T16:22:00.374 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/scratch_devs of=/dev/stdout 2024-04-15T16:22:00.392 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-15T16:22:00.392 DEBUG:teuthology.orchestra.run.smithi153:> stat /dev/vg_nvme/lv_1 2024-04-15T16:22:00.450 INFO:teuthology.orchestra.run.smithi153.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-15T16:22:00.451 INFO:teuthology.orchestra.run.smithi153.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T16:22:00.451 INFO:teuthology.orchestra.run.smithi153.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-04-15T16:22:00.451 INFO:teuthology.orchestra.run.smithi153.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T16:22:00.451 INFO:teuthology.orchestra.run.smithi153.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T16:22:00.451 INFO:teuthology.orchestra.run.smithi153.stdout:Access: 2024-04-15 16:21:37.953074714 +0000 2024-04-15T16:22:00.451 INFO:teuthology.orchestra.run.smithi153.stdout:Modify: 2024-04-15 16:16:47.825720034 +0000 2024-04-15T16:22:00.451 INFO:teuthology.orchestra.run.smithi153.stdout:Change: 2024-04-15 16:16:47.825720034 +0000 2024-04-15T16:22:00.451 INFO:teuthology.orchestra.run.smithi153.stdout: Birth: 2024-04-15 16:16:47.825720034 +0000 2024-04-15T16:22:00.452 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-15T16:22:00.520 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records in 2024-04-15T16:22:00.520 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records out 2024-04-15T16:22:00.520 INFO:teuthology.orchestra.run.smithi153.stderr:512 bytes copied, 0.000213725 s, 2.4 MB/s 2024-04-15T16:22:00.521 DEBUG:teuthology.orchestra.run.smithi153:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-15T16:22:00.579 DEBUG:teuthology.orchestra.run.smithi153:> stat /dev/vg_nvme/lv_2 2024-04-15T16:22:00.634 INFO:teuthology.orchestra.run.smithi153.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-15T16:22:00.635 INFO:teuthology.orchestra.run.smithi153.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T16:22:00.635 INFO:teuthology.orchestra.run.smithi153.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-04-15T16:22:00.635 INFO:teuthology.orchestra.run.smithi153.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T16:22:00.635 INFO:teuthology.orchestra.run.smithi153.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T16:22:00.635 INFO:teuthology.orchestra.run.smithi153.stdout:Access: 2024-04-15 16:21:37.954074713 +0000 2024-04-15T16:22:00.635 INFO:teuthology.orchestra.run.smithi153.stdout:Modify: 2024-04-15 16:16:48.174719889 +0000 2024-04-15T16:22:00.635 INFO:teuthology.orchestra.run.smithi153.stdout:Change: 2024-04-15 16:16:48.174719889 +0000 2024-04-15T16:22:00.635 INFO:teuthology.orchestra.run.smithi153.stdout: Birth: 2024-04-15 16:16:48.174719889 +0000 2024-04-15T16:22:00.635 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-15T16:22:00.701 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:00 smithi153 ceph-mon[30366]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:00.701 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:00 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:00.701 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:00 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:00.701 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:00 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:00.701 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:00 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:00.701 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:00 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:00.701 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:00 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:00.702 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:00 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:22:00.702 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:00 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-15T16:22:00.702 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:00 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:22:00.702 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:00 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:00.703 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records in 2024-04-15T16:22:00.703 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records out 2024-04-15T16:22:00.703 INFO:teuthology.orchestra.run.smithi153.stderr:512 bytes copied, 0.000211518 s, 2.4 MB/s 2024-04-15T16:22:00.705 DEBUG:teuthology.orchestra.run.smithi153:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-15T16:22:00.762 DEBUG:teuthology.orchestra.run.smithi153:> stat /dev/vg_nvme/lv_3 2024-04-15T16:22:00.818 INFO:teuthology.orchestra.run.smithi153.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-15T16:22:00.818 INFO:teuthology.orchestra.run.smithi153.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T16:22:00.818 INFO:teuthology.orchestra.run.smithi153.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-04-15T16:22:00.818 INFO:teuthology.orchestra.run.smithi153.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T16:22:00.819 INFO:teuthology.orchestra.run.smithi153.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T16:22:00.819 INFO:teuthology.orchestra.run.smithi153.stdout:Access: 2024-04-15 16:21:37.954074713 +0000 2024-04-15T16:22:00.819 INFO:teuthology.orchestra.run.smithi153.stdout:Modify: 2024-04-15 16:16:48.520719745 +0000 2024-04-15T16:22:00.819 INFO:teuthology.orchestra.run.smithi153.stdout:Change: 2024-04-15 16:16:48.520719745 +0000 2024-04-15T16:22:00.819 INFO:teuthology.orchestra.run.smithi153.stdout: Birth: 2024-04-15 16:16:48.520719745 +0000 2024-04-15T16:22:00.819 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-15T16:22:00.885 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records in 2024-04-15T16:22:00.885 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records out 2024-04-15T16:22:00.886 INFO:teuthology.orchestra.run.smithi153.stderr:512 bytes copied, 0.000185746 s, 2.8 MB/s 2024-04-15T16:22:00.887 DEBUG:teuthology.orchestra.run.smithi153:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-15T16:22:00.945 DEBUG:teuthology.orchestra.run.smithi153:> stat /dev/vg_nvme/lv_4 2024-04-15T16:22:01.003 INFO:teuthology.orchestra.run.smithi153.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-15T16:22:01.003 INFO:teuthology.orchestra.run.smithi153.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-15T16:22:01.003 INFO:teuthology.orchestra.run.smithi153.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-04-15T16:22:01.003 INFO:teuthology.orchestra.run.smithi153.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-15T16:22:01.003 INFO:teuthology.orchestra.run.smithi153.stdout:Context: system_u:object_r:device_t:s0 2024-04-15T16:22:01.003 INFO:teuthology.orchestra.run.smithi153.stdout:Access: 2024-04-15 16:21:37.954074713 +0000 2024-04-15T16:22:01.003 INFO:teuthology.orchestra.run.smithi153.stdout:Modify: 2024-04-15 16:16:48.894719589 +0000 2024-04-15T16:22:01.003 INFO:teuthology.orchestra.run.smithi153.stdout:Change: 2024-04-15 16:16:48.894719589 +0000 2024-04-15T16:22:01.003 INFO:teuthology.orchestra.run.smithi153.stdout: Birth: 2024-04-15 16:16:48.894719589 +0000 2024-04-15T16:22:01.004 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-15T16:22:01.071 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records in 2024-04-15T16:22:01.071 INFO:teuthology.orchestra.run.smithi153.stderr:1+0 records out 2024-04-15T16:22:01.071 INFO:teuthology.orchestra.run.smithi153.stderr:512 bytes copied, 0.000215356 s, 2.4 MB/s 2024-04-15T16:22:01.072 DEBUG:teuthology.orchestra.run.smithi153:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-15T16:22:01.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[27209]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:01.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:01.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:01.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:01.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:01.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:01.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:01.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:22:01.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-15T16:22:01.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:22:01.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:01.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[38312]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:01.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:01.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:01.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:01.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:01.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:01.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:01.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:22:01.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-15T16:22:01.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:22:01.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:00 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:01.128 INFO:tasks.cephadm:Deploying osd.0 on smithi090 with /dev/vg_nvme/lv_4... 2024-04-15T16:22:01.128 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-15T16:22:01.338 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:22:01.717 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:01 smithi090 ceph-mon[27209]: Deploying daemon mgr.x on smithi153 2024-04-15T16:22:01.717 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:01 smithi090 ceph-mon[38312]: Deploying daemon mgr.x on smithi153 2024-04-15T16:22:01.960 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:01 smithi153 ceph-mon[30366]: Deploying daemon mgr.x on smithi153 2024-04-15T16:22:02.595 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:02 smithi153 systemd[1]: Starting Ceph mgr.x for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:22:02.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:02 smithi153 ceph-mon[30366]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:02.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:02 smithi153 podman[32210]: 2024-04-15 16:22:02.597977265 +0000 UTC m=+0.105816859 container create 7f9ab3eec816f3627986ee225af1c67d91dd3e27f34f38404e07ca2435fde677 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-e3fb05d, io.buildah.version=1.33.5) 2024-04-15T16:22:02.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:02 smithi153 podman[32210]: 2024-04-15 16:22:02.510848881 +0000 UTC m=+0.018688476 image pull aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315 2024-04-15T16:22:02.879 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:02 smithi153 podman[32210]: 2024-04-15 16:22:02.800253179 +0000 UTC m=+0.308092775 container init 7f9ab3eec816f3627986ee225af1c67d91dd3e27f34f38404e07ca2435fde677 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e3fb05d, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-15T16:22:02.879 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:02 smithi153 podman[32210]: 2024-04-15 16:22:02.803009541 +0000 UTC m=+0.310849147 container start 7f9ab3eec816f3627986ee225af1c67d91dd3e27f34f38404e07ca2435fde677 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, ceph=True, io.buildah.version=1.33.5, RELEASE=reef-e3fb05d, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-15T16:22:02.879 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:02 smithi153 ceph-mgr[32229]: -- 172.21.15.153:0/3306221268 <== mon.1 v2:172.21.15.153:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5565e1ed81a0 con 0x5565e1eae800 2024-04-15T16:22:03.039 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:02 smithi090 ceph-mon[27209]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:03.040 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:02 smithi090 ceph-mon[38312]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:03.040 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-15T16:22:03.040 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-15T16:22:03.040 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-04-15T16:22:03.040 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-04-15T16:22:03.041 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.017655 s, 594 MB/s 2024-04-15T16:22:03.041 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-04-15T16:22:03.369 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:02 smithi153 bash[32210]: 7f9ab3eec816f3627986ee225af1c67d91dd3e27f34f38404e07ca2435fde677 2024-04-15T16:22:03.369 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:02 smithi153 systemd[1]: Started Ceph mgr.x for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:22:03.610 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi090:vg_nvme/lv_4 2024-04-15T16:22:03.628 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:03.371+0000 7ff156be3200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T16:22:03.628 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:03.477+0000 7ff156be3200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T16:22:03.819 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:22:04.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:03 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:04.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:03 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:04.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:03 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:04.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:03 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:04.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:03 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:04.251 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:03 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:04.252 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:03 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:04.252 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:03 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:04.252 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:03 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:04.252 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:03 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:04.252 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:03 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:04.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:03 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:04.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:03 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:04.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:03 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:04.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:03 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:04.488 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:04.150+0000 7ff156be3200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T16:22:04.489 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:04.252+0000 7ff156be3200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T16:22:04.489 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:04.396+0000 7ff156be3200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T16:22:04.489 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:04.491+0000 7ff156be3200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T16:22:04.843 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:04.574+0000 7ff156be3200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T16:22:04.844 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:04.846+0000 7ff156be3200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T16:22:05.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:04.956+0000 7ff156be3200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T16:22:05.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:05.042+0000 7ff156be3200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T16:22:05.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-mon[30366]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:05.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:05.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:05.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:05.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:05.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:05.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:22:05.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:22:05.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:05.168 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[38312]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:05.168 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:05.168 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:05.168 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:05.169 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:05.169 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:05.169 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:22:05.169 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:22:05.169 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:05.169 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[27209]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:05.169 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:05.169 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:05.169 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:05.169 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:05.169 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:05.169 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:22:05.170 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:22:05.170 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:05.628 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:05.136+0000 7ff156be3200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T16:22:05.628 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:05.314+0000 7ff156be3200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T16:22:06.236 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:05 smithi090 ceph-mon[38312]: Reconfiguring mgr.y (unknown last config time)... 2024-04-15T16:22:06.236 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:05 smithi090 ceph-mon[38312]: Reconfiguring daemon mgr.y on smithi090 2024-04-15T16:22:06.236 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:05 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:06.236 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:05 smithi090 ceph-mon[27209]: Reconfiguring mgr.y (unknown last config time)... 2024-04-15T16:22:06.236 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:05 smithi090 ceph-mon[27209]: Reconfiguring daemon mgr.y on smithi090 2024-04-15T16:22:06.236 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:05 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:06.288 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:05 smithi153 ceph-mon[30366]: Reconfiguring mgr.y (unknown last config time)... 2024-04-15T16:22:06.288 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:05 smithi153 ceph-mon[30366]: Reconfiguring daemon mgr.y on smithi090 2024-04-15T16:22:06.288 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:05 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:06.628 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:06.290+0000 7ff156be3200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T16:22:06.628 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:06.422+0000 7ff156be3200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T16:22:07.040 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:06 smithi153 ceph-mon[30366]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:07.040 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:06 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:07.040 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:06 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:07.040 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:06 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:07.040 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:06 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:07.040 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:06 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:07.040 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:06 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:07.040 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:06 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:22:07.040 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:06 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:22:07.040 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:06 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:07.041 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:06.757+0000 7ff156be3200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T16:22:07.041 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:06.847+0000 7ff156be3200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T16:22:07.041 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:07.042+0000 7ff156be3200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:22:07.310 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[38312]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:07.310 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:07.310 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:07.310 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:07.310 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:07.310 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:07.310 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:07.310 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:22:07.310 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:22:07.310 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:07.311 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[27209]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:07.311 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:07.311 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:07.311 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:07.311 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:07.311 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:07.311 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:07.311 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:22:07.311 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:22:07.311 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:06 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:07.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:07.227+0000 7ff156be3200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T16:22:07.766 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:07.508+0000 7ff156be3200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:22:07.767 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:07.769+0000 7ff156be3200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T16:22:08.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:08 smithi153 ceph-mon[30366]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:22:08.130 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:08 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:08.005+0000 7ff156be3200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T16:22:08.260 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:08 smithi090 ceph-mon[27209]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:22:08.261 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:08 smithi090 ceph-mon[38312]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:22:09.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:09 smithi153 ceph-mon[30366]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:09.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:08 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:08.814+0000 7ff156be3200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T16:22:09.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:09 smithi090 ceph-mon[27209]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:09.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:09 smithi090 ceph-mon[38312]: pgmap v25: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:09.702 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:09 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:09.388+0000 7ff156be3200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T16:22:09.702 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:09 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:09.486+0000 7ff156be3200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T16:22:09.702 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:22:09 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:22:09.704+0000 7ff156be3200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T16:22:10.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/158578987' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8"}]: dispatch 2024-04-15T16:22:10.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/158578987' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8"}]': finished 2024-04-15T16:22:10.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[27209]: osdmap e5: 1 total, 0 up, 1 in 2024-04-15T16:22:10.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:10.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[27209]: Standby manager daemon x started 2024-04-15T16:22:10.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1065900288' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:22:10.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1065900288' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:22:10.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1065900288' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:22:10.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1065900288' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:22:10.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3637462561' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:22:10.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/158578987' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8"}]: dispatch 2024-04-15T16:22:10.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/158578987' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8"}]': finished 2024-04-15T16:22:10.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[38312]: osdmap e5: 1 total, 0 up, 1 in 2024-04-15T16:22:10.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:10.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[38312]: Standby manager daemon x started 2024-04-15T16:22:10.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1065900288' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:22:10.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1065900288' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:22:10.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1065900288' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:22:10.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1065900288' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:22:10.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:10 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3637462561' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:22:10.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:10 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/158578987' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8"}]: dispatch 2024-04-15T16:22:10.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:10 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/158578987' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8"}]': finished 2024-04-15T16:22:10.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:10 smithi153 ceph-mon[30366]: osdmap e5: 1 total, 0 up, 1 in 2024-04-15T16:22:10.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:10 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:10.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:10 smithi153 ceph-mon[30366]: Standby manager daemon x started 2024-04-15T16:22:10.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:10 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1065900288' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:22:10.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:10 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1065900288' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:22:10.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:10 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1065900288' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:22:10.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:10 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1065900288' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:22:10.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:10 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/3637462561' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:22:11.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:11 smithi090 ceph-mon[38312]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:11.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:11 smithi090 ceph-mon[38312]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-15T16:22:11.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:11 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T16:22:11.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:11 smithi090 ceph-mon[27209]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:11.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:11 smithi090 ceph-mon[27209]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-15T16:22:11.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:11 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T16:22:11.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:11 smithi153 ceph-mon[30366]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:11.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:11 smithi153 ceph-mon[30366]: mgrmap e14: y(active, since 64s), standbys: x 2024-04-15T16:22:11.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:11 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T16:22:13.304 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:13 smithi090 ceph-mon[27209]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:13.304 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:13 smithi090 ceph-mon[38312]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:13.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:13 smithi153 ceph-mon[30366]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:15.270 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:15 smithi090 ceph-mon[27209]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:15.270 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:15 smithi090 ceph-mon[38312]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:15.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:15 smithi153 ceph-mon[30366]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:16.172 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:16 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T16:22:16.172 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:16 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:16.172 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:16 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T16:22:16.172 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:16 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:16.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:16 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T16:22:16.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:16 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:17.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:17 smithi090 ceph-mon[27209]: Deploying daemon osd.0 on smithi090 2024-04-15T16:22:17.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:17 smithi090 ceph-mon[27209]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:17.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:17 smithi090 ceph-mon[38312]: Deploying daemon osd.0 on smithi090 2024-04-15T16:22:17.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:17 smithi090 ceph-mon[38312]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:17.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:17 smithi153 ceph-mon[30366]: Deploying daemon osd.0 on smithi090 2024-04-15T16:22:17.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:17 smithi153 ceph-mon[30366]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:19.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:19 smithi090 ceph-mon[27209]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:19.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:19 smithi090 ceph-mon[38312]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:19.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:19 smithi153 ceph-mon[30366]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:21.274 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:21 smithi090 ceph-mon[27209]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:21.274 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:21 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:21.275 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:21 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:21.275 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:21 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:21.275 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:21 smithi090 ceph-mon[38312]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:21.275 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:21 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:21.275 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:21 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:21.275 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:21 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:21.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:21 smithi153 ceph-mon[30366]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:21.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:21 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:21.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:21 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:21.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:21 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:23.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:23 smithi090 ceph-mon[27209]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:23.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:23 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:23.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:23 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:23.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:23 smithi090 ceph-mon[38312]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:23.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:23 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:23.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:23 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:23.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:23 smithi153 ceph-mon[30366]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:23.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:23 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:23.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:23 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:24.019 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 0 on host 'smithi090' 2024-04-15T16:22:24.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:24.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:24.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:24.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:24 smithi090 ceph-mon[38312]: from='osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T16:22:24.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:24.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:24.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:24.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:24.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:24.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:24 smithi090 ceph-mon[27209]: from='osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T16:22:24.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:24.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:24.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:24.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:24.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:24.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:24 smithi153 ceph-mon[30366]: from='osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T16:22:24.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:24.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:24.594 DEBUG:teuthology.orchestra.run.smithi090:osd.0> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.0.service 2024-04-15T16:22:24.597 INFO:tasks.cephadm:Deploying osd.1 on smithi090 with /dev/vg_nvme/lv_3... 2024-04-15T16:22:24.597 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-15T16:22:25.114 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:25 smithi090 ceph-mon[27209]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:25.114 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:25 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:25.115 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:25 smithi090 ceph-mon[27209]: from='osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T16:22:25.115 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:25 smithi090 ceph-mon[27209]: osdmap e6: 1 total, 0 up, 1 in 2024-04-15T16:22:25.115 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:25 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:25.115 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:25 smithi090 ceph-mon[27209]: from='osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:22:25.115 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:25 smithi090 ceph-mon[38312]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:25.115 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:25 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:25.115 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:25 smithi090 ceph-mon[38312]: from='osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T16:22:25.115 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:25 smithi090 ceph-mon[38312]: osdmap e6: 1 total, 0 up, 1 in 2024-04-15T16:22:25.116 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:25 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:25.116 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:25 smithi090 ceph-mon[38312]: from='osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:22:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:25 smithi153 ceph-mon[30366]: pgmap v34: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:25 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:25 smithi153 ceph-mon[30366]: from='osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T16:22:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:25 smithi153 ceph-mon[30366]: osdmap e6: 1 total, 0 up, 1 in 2024-04-15T16:22:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:25 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:25 smithi153 ceph-mon[30366]: from='osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:22:25.404 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:22:25.833 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:22:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0[42197]: 2024-04-15T16:22:25.688+0000 7f424fa4e700 -1 osd.0 0 waiting for initial osdmap 2024-04-15T16:22:25.833 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:22:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0[42197]: 2024-04-15T16:22:25.691+0000 7f424783b700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:22:26.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:26 smithi090 ceph-mon[38312]: from='osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-15T16:22:26.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:26 smithi090 ceph-mon[38312]: osdmap e7: 1 total, 0 up, 1 in 2024-04-15T16:22:26.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:26 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:26.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:26 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:26.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:26 smithi090 ceph-mon[38312]: from='osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095]' entity='osd.0' 2024-04-15T16:22:26.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:26 smithi090 ceph-mon[38312]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:26.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:26 smithi090 ceph-mon[27209]: from='osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-15T16:22:26.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:26 smithi090 ceph-mon[27209]: osdmap e7: 1 total, 0 up, 1 in 2024-04-15T16:22:26.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:26 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:26.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:26 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:26.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:26 smithi090 ceph-mon[27209]: from='osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095]' entity='osd.0' 2024-04-15T16:22:26.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:26 smithi090 ceph-mon[27209]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:26.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:26 smithi153 ceph-mon[30366]: from='osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095]' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-15T16:22:26.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:26 smithi153 ceph-mon[30366]: osdmap e7: 1 total, 0 up, 1 in 2024-04-15T16:22:26.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:26 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:26.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:26 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:26.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:26 smithi153 ceph-mon[30366]: from='osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095]' entity='osd.0' 2024-04-15T16:22:26.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:26 smithi153 ceph-mon[30366]: pgmap v37: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-15T16:22:27.391 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:27 smithi090 ceph-mon[27209]: purged_snaps scrub starts 2024-04-15T16:22:27.391 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:27 smithi090 ceph-mon[27209]: purged_snaps scrub ok 2024-04-15T16:22:27.391 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:27 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:27.391 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:27 smithi090 ceph-mon[27209]: osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095] boot 2024-04-15T16:22:27.391 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:27 smithi090 ceph-mon[27209]: osdmap e8: 1 total, 1 up, 1 in 2024-04-15T16:22:27.391 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:27 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:27.392 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:27 smithi090 ceph-mon[38312]: purged_snaps scrub starts 2024-04-15T16:22:27.392 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:27 smithi090 ceph-mon[38312]: purged_snaps scrub ok 2024-04-15T16:22:27.392 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:27 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:27.392 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:27 smithi090 ceph-mon[38312]: osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095] boot 2024-04-15T16:22:27.392 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:27 smithi090 ceph-mon[38312]: osdmap e8: 1 total, 1 up, 1 in 2024-04-15T16:22:27.392 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:27 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:27.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:27 smithi153 ceph-mon[30366]: purged_snaps scrub starts 2024-04-15T16:22:27.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:27 smithi153 ceph-mon[30366]: purged_snaps scrub ok 2024-04-15T16:22:27.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:27 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:27.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:27 smithi153 ceph-mon[30366]: osd.0 [v2:172.21.15.90:6802/1069708095,v1:172.21.15.90:6803/1069708095] boot 2024-04-15T16:22:27.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:27 smithi153 ceph-mon[30366]: osdmap e8: 1 total, 1 up, 1 in 2024-04-15T16:22:27.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:27 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:22:28.165 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-15T16:22:28.165 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-15T16:22:28.165 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-04-15T16:22:28.165 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-04-15T16:22:28.165 INFO:teuthology.orchestra.run.smithi090.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0143052 s, 733 MB/s 2024-04-15T16:22:28.165 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-04-15T16:22:28.950 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:28 smithi090 ceph-mon[27209]: osdmap e9: 1 total, 1 up, 1 in 2024-04-15T16:22:28.950 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:28 smithi090 ceph-mon[27209]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:28.951 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:28 smithi090 ceph-mon[38312]: osdmap e9: 1 total, 1 up, 1 in 2024-04-15T16:22:28.951 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:28 smithi090 ceph-mon[38312]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:28.972 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi090:vg_nvme/lv_3 2024-04-15T16:22:29.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:28 smithi153 ceph-mon[30366]: osdmap e9: 1 total, 1 up, 1 in 2024-04-15T16:22:29.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:28 smithi153 ceph-mon[30366]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:29.512 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:22:30.700 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[27209]: Detected new or changed devices on smithi090 2024-04-15T16:22:30.701 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:30.701 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:30.701 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:22:30.701 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[27209]: Adjusting osd_memory_target on smithi090 to 16064M 2024-04-15T16:22:30.701 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:30.701 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:30.701 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:30.701 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:30.701 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[27209]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:30.701 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[38312]: Detected new or changed devices on smithi090 2024-04-15T16:22:30.702 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:30.702 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:30.702 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:22:30.702 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[38312]: Adjusting osd_memory_target on smithi090 to 16064M 2024-04-15T16:22:30.702 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:30.702 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:30.702 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:30.702 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:30.702 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:30 smithi090 ceph-mon[38312]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:30.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:30 smithi153 ceph-mon[30366]: Detected new or changed devices on smithi090 2024-04-15T16:22:30.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:30 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:30.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:30 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:30.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:30 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:22:30.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:30 smithi153 ceph-mon[30366]: Adjusting osd_memory_target on smithi090 to 16064M 2024-04-15T16:22:30.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:30 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:30.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:30 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:30.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:30 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:30.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:30 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:30.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:30 smithi153 ceph-mon[30366]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:31.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:22:31.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:22:31.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:31.762 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:22:31.762 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:22:31.762 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:31.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:22:31.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:22:31.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:32.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:32 smithi090 ceph-mon[27209]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:22:32.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:32 smithi090 ceph-mon[27209]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:32.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:32 smithi090 ceph-mon[38312]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:22:32.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:32 smithi090 ceph-mon[38312]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:32.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:32 smithi153 ceph-mon[30366]: from='client.14247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:22:32.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:32 smithi153 ceph-mon[30366]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:34.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:33 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1907933086' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2286e9ff-0229-4ee7-aadc-243005a9eea5"}]: dispatch 2024-04-15T16:22:34.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:33 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1907933086' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2286e9ff-0229-4ee7-aadc-243005a9eea5"}]': finished 2024-04-15T16:22:34.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:33 smithi090 ceph-mon[27209]: osdmap e10: 2 total, 1 up, 2 in 2024-04-15T16:22:34.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:33 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:34.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:33 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1907933086' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2286e9ff-0229-4ee7-aadc-243005a9eea5"}]: dispatch 2024-04-15T16:22:34.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:33 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1907933086' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2286e9ff-0229-4ee7-aadc-243005a9eea5"}]': finished 2024-04-15T16:22:34.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:33 smithi090 ceph-mon[38312]: osdmap e10: 2 total, 1 up, 2 in 2024-04-15T16:22:34.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:33 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:34.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:33 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1907933086' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "2286e9ff-0229-4ee7-aadc-243005a9eea5"}]: dispatch 2024-04-15T16:22:34.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:33 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1907933086' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "2286e9ff-0229-4ee7-aadc-243005a9eea5"}]': finished 2024-04-15T16:22:34.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:33 smithi153 ceph-mon[30366]: osdmap e10: 2 total, 1 up, 2 in 2024-04-15T16:22:34.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:33 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:35.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:34 smithi090 ceph-mon[27209]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:35.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:34 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/340034535' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:22:35.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:34 smithi090 ceph-mon[38312]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:35.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:34 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/340034535' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:22:35.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:34 smithi153 ceph-mon[30366]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:35.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:34 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/340034535' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:22:37.263 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:36 smithi090 ceph-mon[27209]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:37.263 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:36 smithi090 ceph-mon[38312]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:36 smithi153 ceph-mon[30366]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:38.963 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:38 smithi090 ceph-mon[27209]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:38.963 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:38 smithi090 ceph-mon[38312]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:38 smithi153 ceph-mon[30366]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:41.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:40 smithi090 ceph-mon[27209]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:41.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:40 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T16:22:41.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:40 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:41.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:40 smithi090 ceph-mon[27209]: Deploying daemon osd.1 on smithi090 2024-04-15T16:22:41.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:40 smithi090 ceph-mon[38312]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:41.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:40 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T16:22:41.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:40 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:41.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:40 smithi090 ceph-mon[38312]: Deploying daemon osd.1 on smithi090 2024-04-15T16:22:41.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:40 smithi153 ceph-mon[30366]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:41.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:40 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T16:22:41.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:40 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:41.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:40 smithi153 ceph-mon[30366]: Deploying daemon osd.1 on smithi090 2024-04-15T16:22:43.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:42 smithi090 ceph-mon[38312]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:43.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:42 smithi090 ceph-mon[27209]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:43.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:42 smithi153 ceph-mon[30366]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:45.030 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:44 smithi090 ceph-mon[27209]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:45.031 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:44 smithi090 ceph-mon[38312]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:45.179 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:44 smithi153 ceph-mon[30366]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:46.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:46 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:46.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:46 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:46.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:46 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:46.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:46 smithi090 ceph-mon[27209]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:46.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:46 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:46.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:46 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:46.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:46 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:46.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:46 smithi090 ceph-mon[38312]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:46.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:46 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:46.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:46 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:46.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:46 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:46.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:46 smithi153 ceph-mon[30366]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:48.586 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 1 on host 'smithi090' 2024-04-15T16:22:49.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:48 smithi090 ceph-mon[27209]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:49.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:48 smithi090 ceph-mon[27209]: from='osd.1 [v2:172.21.15.90:6810/1026479145,v1:172.21.15.90:6811/1026479145]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T16:22:49.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:48 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:49.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:48 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:49.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:48 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:49.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:48 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:49.161 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:48 smithi090 ceph-mon[38312]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:49.161 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:48 smithi090 ceph-mon[38312]: from='osd.1 [v2:172.21.15.90:6810/1026479145,v1:172.21.15.90:6811/1026479145]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T16:22:49.161 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:48 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:49.161 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:48 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:49.161 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:48 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:49.161 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:48 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:49.181 DEBUG:teuthology.orchestra.run.smithi090:osd.1> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.1.service 2024-04-15T16:22:49.183 INFO:tasks.cephadm:Deploying osd.2 on smithi090 with /dev/vg_nvme/lv_2... 2024-04-15T16:22:49.183 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-15T16:22:49.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:48 smithi153 ceph-mon[30366]: pgmap v51: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:49.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:48 smithi153 ceph-mon[30366]: from='osd.1 [v2:172.21.15.90:6810/1026479145,v1:172.21.15.90:6811/1026479145]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T16:22:49.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:48 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:49.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:48 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:49.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:48 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:49.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:48 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:49.843 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:22:50.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-mon[38312]: from='osd.1 [v2:172.21.15.90:6810/1026479145,v1:172.21.15.90:6811/1026479145]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-15T16:22:50.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-mon[38312]: osdmap e11: 2 total, 1 up, 2 in 2024-04-15T16:22:50.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:50.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-mon[38312]: from='osd.1 [v2:172.21.15.90:6810/1026479145,v1:172.21.15.90:6811/1026479145]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:22:50.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-mon[38312]: from='osd.1 [v2:172.21.15.90:6810/1026479145,v1:172.21.15.90:6811/1026479145]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-15T16:22:50.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-mon[38312]: osdmap e12: 2 total, 1 up, 2 in 2024-04-15T16:22:50.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:50.336 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1[47860]: 2024-04-15T16:22:49.913+0000 7f180e9a8700 -1 osd.1 0 waiting for initial osdmap 2024-04-15T16:22:50.337 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1[47860]: 2024-04-15T16:22:49.916+0000 7f180a79d700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:22:50.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-mon[27209]: from='osd.1 [v2:172.21.15.90:6810/1026479145,v1:172.21.15.90:6811/1026479145]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-15T16:22:50.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-mon[27209]: osdmap e11: 2 total, 1 up, 2 in 2024-04-15T16:22:50.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:50.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-mon[27209]: from='osd.1 [v2:172.21.15.90:6810/1026479145,v1:172.21.15.90:6811/1026479145]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:22:50.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-mon[27209]: from='osd.1 [v2:172.21.15.90:6810/1026479145,v1:172.21.15.90:6811/1026479145]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-15T16:22:50.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-mon[27209]: osdmap e12: 2 total, 1 up, 2 in 2024-04-15T16:22:50.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:49 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:49 smithi153 ceph-mon[30366]: from='osd.1 [v2:172.21.15.90:6810/1026479145,v1:172.21.15.90:6811/1026479145]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-15T16:22:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:49 smithi153 ceph-mon[30366]: osdmap e11: 2 total, 1 up, 2 in 2024-04-15T16:22:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:49 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:49 smithi153 ceph-mon[30366]: from='osd.1 [v2:172.21.15.90:6810/1026479145,v1:172.21.15.90:6811/1026479145]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:22:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:49 smithi153 ceph-mon[30366]: from='osd.1 [v2:172.21.15.90:6810/1026479145,v1:172.21.15.90:6811/1026479145]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-15T16:22:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:49 smithi153 ceph-mon[30366]: osdmap e12: 2 total, 1 up, 2 in 2024-04-15T16:22:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:49 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:51.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:50 smithi090 ceph-mon[38312]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:51.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:50 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:51.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:50 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:51.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:50 smithi090 ceph-mon[27209]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:51.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:50 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:51.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:50 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:51.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:50 smithi153 ceph-mon[30366]: pgmap v53: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:51.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:50 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:51.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:50 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:52.111 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:51 smithi090 ceph-mon[38312]: purged_snaps scrub starts 2024-04-15T16:22:52.112 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:51 smithi090 ceph-mon[38312]: purged_snaps scrub ok 2024-04-15T16:22:52.112 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:51 smithi090 ceph-mon[38312]: osd.1 [v2:172.21.15.90:6810/1026479145,v1:172.21.15.90:6811/1026479145] boot 2024-04-15T16:22:52.112 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:51 smithi090 ceph-mon[38312]: osdmap e13: 2 total, 2 up, 2 in 2024-04-15T16:22:52.112 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:51 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:52.112 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:51 smithi090 ceph-mon[27209]: purged_snaps scrub starts 2024-04-15T16:22:52.112 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:51 smithi090 ceph-mon[27209]: purged_snaps scrub ok 2024-04-15T16:22:52.112 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:51 smithi090 ceph-mon[27209]: osd.1 [v2:172.21.15.90:6810/1026479145,v1:172.21.15.90:6811/1026479145] boot 2024-04-15T16:22:52.112 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:51 smithi090 ceph-mon[27209]: osdmap e13: 2 total, 2 up, 2 in 2024-04-15T16:22:52.112 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:51 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:52.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:51 smithi153 ceph-mon[30366]: purged_snaps scrub starts 2024-04-15T16:22:52.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:51 smithi153 ceph-mon[30366]: purged_snaps scrub ok 2024-04-15T16:22:52.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:51 smithi153 ceph-mon[30366]: osd.1 [v2:172.21.15.90:6810/1026479145,v1:172.21.15.90:6811/1026479145] boot 2024-04-15T16:22:52.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:51 smithi153 ceph-mon[30366]: osdmap e13: 2 total, 2 up, 2 in 2024-04-15T16:22:52.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:51 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:22:52.586 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-15T16:22:52.586 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-15T16:22:52.586 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-04-15T16:22:52.586 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-04-15T16:22:52.587 INFO:teuthology.orchestra.run.smithi090.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0127103 s, 825 MB/s 2024-04-15T16:22:52.587 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-04-15T16:22:53.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:52 smithi090 ceph-mon[27209]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:53.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:52 smithi090 ceph-mon[27209]: osdmap e14: 2 total, 2 up, 2 in 2024-04-15T16:22:53.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:52 smithi090 ceph-mon[38312]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:53.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:52 smithi090 ceph-mon[38312]: osdmap e14: 2 total, 2 up, 2 in 2024-04-15T16:22:53.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:52 smithi153 ceph-mon[30366]: pgmap v56: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-15T16:22:53.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:52 smithi153 ceph-mon[30366]: osdmap e14: 2 total, 2 up, 2 in 2024-04-15T16:22:53.703 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi090:vg_nvme/lv_2 2024-04-15T16:22:53.910 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:22:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[27209]: Detected new or changed devices on smithi090 2024-04-15T16:22:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:22:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:22:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[27209]: Adjusting osd_memory_target on smithi090 to 8032M 2024-04-15T16:22:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[27209]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:22:54.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[38312]: Detected new or changed devices on smithi090 2024-04-15T16:22:54.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:54.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:54.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:22:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:22:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[38312]: Adjusting osd_memory_target on smithi090 to 8032M 2024-04-15T16:22:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:54 smithi090 ceph-mon[38312]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:22:54.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:54 smithi153 ceph-mon[30366]: Detected new or changed devices on smithi090 2024-04-15T16:22:54.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:54.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:54.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:22:54.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:22:54.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:54 smithi153 ceph-mon[30366]: Adjusting osd_memory_target on smithi090 to 8032M 2024-04-15T16:22:54.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:54.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:54.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:54.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:54.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:22:54.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:54.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:22:54.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:54 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:22:54.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:54 smithi153 ceph-mon[30366]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:22:56.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:55 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:22:56.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:55 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:22:56.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:55 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:56.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:55 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:22:56.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:55 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:22:56.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:55 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:56.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:55 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:22:56.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:55 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:22:56.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:55 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:22:57.004 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:56 smithi090 ceph-mon[27209]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:22:57.005 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:56 smithi090 ceph-mon[27209]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:22:57.005 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:56 smithi090 ceph-mon[38312]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:22:57.005 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:56 smithi090 ceph-mon[38312]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:22:57.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:56 smithi153 ceph-mon[30366]: from='client.14274 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:22:57.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:56 smithi153 ceph-mon[30366]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:22:59.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:58 smithi090 ceph-mon[38312]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:22:59.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:58 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/690654443' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e915c3a5-62c6-45f0-8b49-543ad9b16b6b"}]: dispatch 2024-04-15T16:22:59.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:58 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/690654443' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e915c3a5-62c6-45f0-8b49-543ad9b16b6b"}]': finished 2024-04-15T16:22:59.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:58 smithi090 ceph-mon[38312]: osdmap e15: 3 total, 2 up, 3 in 2024-04-15T16:22:59.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:58 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:22:59.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:22:58 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2143504407' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:22:59.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:58 smithi090 ceph-mon[27209]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:22:59.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:58 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/690654443' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e915c3a5-62c6-45f0-8b49-543ad9b16b6b"}]: dispatch 2024-04-15T16:22:59.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:58 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/690654443' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e915c3a5-62c6-45f0-8b49-543ad9b16b6b"}]': finished 2024-04-15T16:22:59.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:58 smithi090 ceph-mon[27209]: osdmap e15: 3 total, 2 up, 3 in 2024-04-15T16:22:59.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:58 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:22:59.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:22:58 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2143504407' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:22:59.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:58 smithi153 ceph-mon[30366]: pgmap v60: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:22:59.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:58 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/690654443' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "e915c3a5-62c6-45f0-8b49-543ad9b16b6b"}]: dispatch 2024-04-15T16:22:59.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:58 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/690654443' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "e915c3a5-62c6-45f0-8b49-543ad9b16b6b"}]': finished 2024-04-15T16:22:59.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:58 smithi153 ceph-mon[30366]: osdmap e15: 3 total, 2 up, 3 in 2024-04-15T16:22:59.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:58 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:22:59.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:22:58 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2143504407' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:23:01.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:00 smithi090 ceph-mon[27209]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:01.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:00 smithi090 ceph-mon[38312]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:01.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:00 smithi153 ceph-mon[30366]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:03.184 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:02 smithi090 ceph-mon[27209]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:03.184 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:02 smithi090 ceph-mon[38312]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:03.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:02 smithi153 ceph-mon[30366]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:05.189 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:04 smithi090 ceph-mon[27209]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:05.189 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T16:23:05.189 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:05.190 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:04 smithi090 ceph-mon[38312]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:05.190 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T16:23:05.190 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:05.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:04 smithi153 ceph-mon[30366]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:05.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T16:23:05.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:06.211 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:05 smithi090 ceph-mon[38312]: Deploying daemon osd.2 on smithi090 2024-04-15T16:23:06.211 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:05 smithi090 ceph-mon[27209]: Deploying daemon osd.2 on smithi090 2024-04-15T16:23:06.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:05 smithi153 ceph-mon[30366]: Deploying daemon osd.2 on smithi090 2024-04-15T16:23:07.261 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:06 smithi090 ceph-mon[27209]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:07.262 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:06 smithi090 ceph-mon[38312]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:07.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:06 smithi153 ceph-mon[30366]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:09.310 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:08 smithi090 ceph-mon[27209]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:09.311 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:08 smithi090 ceph-mon[38312]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:09.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:08 smithi153 ceph-mon[30366]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:11.012 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:10 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:11.013 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:10 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:23:11.013 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:10 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:11.013 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:10 smithi090 ceph-mon[38312]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:11.013 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:10 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:11.013 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:10 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:23:11.013 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:10 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:11.013 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:10 smithi090 ceph-mon[27209]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:10 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:10 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:23:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:10 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:10 smithi153 ceph-mon[30366]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:13.211 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[38312]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:13.211 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:13.211 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:13.211 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:13.211 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:23:13.211 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:13.211 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[38312]: from='osd.2 [v2:172.21.15.90:6818/3223430868,v1:172.21.15.90:6819/3223430868]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T16:23:13.212 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[38312]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T16:23:13.212 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[27209]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:13.212 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:13.212 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:13.212 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:13.212 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:23:13.212 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:13.212 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[27209]: from='osd.2 [v2:172.21.15.90:6818/3223430868,v1:172.21.15.90:6819/3223430868]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T16:23:13.212 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:12 smithi090 ceph-mon[27209]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T16:23:13.254 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 2 on host 'smithi090' 2024-04-15T16:23:13.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:12 smithi153 ceph-mon[30366]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:13.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:12 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:13.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:12 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:13.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:12 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:13.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:12 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:23:13.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:12 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:13.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:12 smithi153 ceph-mon[30366]: from='osd.2 [v2:172.21.15.90:6818/3223430868,v1:172.21.15.90:6819/3223430868]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T16:23:13.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:12 smithi153 ceph-mon[30366]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T16:23:13.895 DEBUG:teuthology.orchestra.run.smithi090:osd.2> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.2.service 2024-04-15T16:23:13.897 INFO:tasks.cephadm:Deploying osd.3 on smithi090 with /dev/vg_nvme/lv_1... 2024-04-15T16:23:13.898 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-15T16:23:14.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:14.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:14.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:23:14.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[38312]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-15T16:23:14.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[38312]: osdmap e16: 3 total, 2 up, 3 in 2024-04-15T16:23:14.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:23:14.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[38312]: from='osd.2 [v2:172.21.15.90:6818/3223430868,v1:172.21.15.90:6819/3223430868]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:23:14.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[38312]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:23:14.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[38312]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:14.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:14.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:14.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:23:14.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[27209]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-15T16:23:14.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[27209]: osdmap e16: 3 total, 2 up, 3 in 2024-04-15T16:23:14.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:23:14.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[27209]: from='osd.2 [v2:172.21.15.90:6818/3223430868,v1:172.21.15.90:6819/3223430868]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:23:14.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[27209]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:23:14.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-mon[27209]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:14.587 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2[53907]: 2024-04-15T16:23:14.411+0000 7fcaff600700 -1 osd.2 0 waiting for initial osdmap 2024-04-15T16:23:14.588 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:23:14 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2[53907]: 2024-04-15T16:23:14.414+0000 7fcafb3f5700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:23:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:14 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:14 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:14 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:23:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:14 smithi153 ceph-mon[30366]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-15T16:23:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:14 smithi153 ceph-mon[30366]: osdmap e16: 3 total, 2 up, 3 in 2024-04-15T16:23:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:14 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:23:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:14 smithi153 ceph-mon[30366]: from='osd.2 [v2:172.21.15.90:6818/3223430868,v1:172.21.15.90:6819/3223430868]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:23:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:14 smithi153 ceph-mon[30366]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:23:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:14 smithi153 ceph-mon[30366]: pgmap v70: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-15T16:23:15.506 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:23:15.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:15 smithi090 ceph-mon[27209]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-15T16:23:15.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:15 smithi090 ceph-mon[27209]: osdmap e17: 3 total, 2 up, 3 in 2024-04-15T16:23:15.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:15 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:23:15.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:15 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:23:15.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:15 smithi090 ceph-mon[38312]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-15T16:23:15.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:15 smithi090 ceph-mon[38312]: osdmap e17: 3 total, 2 up, 3 in 2024-04-15T16:23:15.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:15 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:23:15.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:15 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:23:15.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:15 smithi153 ceph-mon[30366]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-15T16:23:15.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:15 smithi153 ceph-mon[30366]: osdmap e17: 3 total, 2 up, 3 in 2024-04-15T16:23:15.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:15 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:23:15.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:15 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:23:16.714 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:16 smithi090 ceph-mon[38312]: purged_snaps scrub starts 2024-04-15T16:23:16.715 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:16 smithi090 ceph-mon[38312]: purged_snaps scrub ok 2024-04-15T16:23:16.715 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:16 smithi090 ceph-mon[38312]: osd.2 [v2:172.21.15.90:6818/3223430868,v1:172.21.15.90:6819/3223430868] boot 2024-04-15T16:23:16.715 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:16 smithi090 ceph-mon[38312]: osdmap e18: 3 total, 3 up, 3 in 2024-04-15T16:23:16.715 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:16 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:23:16.715 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:16 smithi090 ceph-mon[38312]: pgmap v73: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:16.715 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:16 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:23:16.715 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:16 smithi090 ceph-mon[27209]: purged_snaps scrub starts 2024-04-15T16:23:16.715 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:16 smithi090 ceph-mon[27209]: purged_snaps scrub ok 2024-04-15T16:23:16.715 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:16 smithi090 ceph-mon[27209]: osd.2 [v2:172.21.15.90:6818/3223430868,v1:172.21.15.90:6819/3223430868] boot 2024-04-15T16:23:16.715 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:16 smithi090 ceph-mon[27209]: osdmap e18: 3 total, 3 up, 3 in 2024-04-15T16:23:16.716 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:16 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:23:16.716 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:16 smithi090 ceph-mon[27209]: pgmap v73: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:16.716 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:16 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:23:16.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:16 smithi153 ceph-mon[30366]: purged_snaps scrub starts 2024-04-15T16:23:16.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:16 smithi153 ceph-mon[30366]: purged_snaps scrub ok 2024-04-15T16:23:16.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:16 smithi153 ceph-mon[30366]: osd.2 [v2:172.21.15.90:6818/3223430868,v1:172.21.15.90:6819/3223430868] boot 2024-04-15T16:23:16.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:16 smithi153 ceph-mon[30366]: osdmap e18: 3 total, 3 up, 3 in 2024-04-15T16:23:16.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:16 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:23:16.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:16 smithi153 ceph-mon[30366]: pgmap v73: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:16.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:16 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:23:17.459 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-15T16:23:17.460 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[27209]: osdmap e19: 3 total, 3 up, 3 in 2024-04-15T16:23:17.460 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:23:17.460 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[27209]: Detected new or changed devices on smithi090 2024-04-15T16:23:17.460 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:17.460 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:17.460 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:17.460 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:17.460 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:17.460 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[27209]: Adjusting osd_memory_target on smithi090 to 5354M 2024-04-15T16:23:17.460 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:17.460 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:17.461 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:23:17.461 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:17.461 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-15T16:23:17.461 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[38312]: osdmap e19: 3 total, 3 up, 3 in 2024-04-15T16:23:17.461 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:23:17.461 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[38312]: Detected new or changed devices on smithi090 2024-04-15T16:23:17.461 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:17.462 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:17.462 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:17.462 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:17.462 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:17.462 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[38312]: Adjusting osd_memory_target on smithi090 to 5354M 2024-04-15T16:23:17.462 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:17.462 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:17.462 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:23:17.462 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:17 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:17.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:17 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-15T16:23:17.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:17 smithi153 ceph-mon[30366]: osdmap e19: 3 total, 3 up, 3 in 2024-04-15T16:23:17.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:17 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:23:17.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:17 smithi153 ceph-mon[30366]: Detected new or changed devices on smithi090 2024-04-15T16:23:17.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:17 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:17.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:17 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:17.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:17 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:17.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:17 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:17.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:17 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:17.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:17 smithi153 ceph-mon[30366]: Adjusting osd_memory_target on smithi090 to 5354M 2024-04-15T16:23:17.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:17 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:17.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:17 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:17.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:17 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:23:17.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:17 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:18.020 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:23:17 smithi090 sudo[57421]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T16:23:18.021 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:23:17 smithi090 sudo[57421]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T16:23:18.021 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:23:17 smithi090 sudo[57421]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T16:23:18.021 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:23:17 smithi090 sudo[57421]: pam_unix(sudo:session): session closed for user root 2024-04-15T16:23:18.049 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-15T16:23:18.049 INFO:teuthology.orchestra.run.smithi090.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-15T16:23:18.049 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10+0 records in 2024-04-15T16:23:18.049 INFO:teuthology.orchestra.run.smithi090.stderr:10+0 records out 2024-04-15T16:23:18.050 INFO:teuthology.orchestra.run.smithi090.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0158936 s, 660 MB/s 2024-04-15T16:23:18.050 INFO:teuthology.orchestra.run.smithi090.stderr:--> Zapping successful for: 2024-04-15T16:23:18.297 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57442]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T16:23:18.297 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57442]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T16:23:18.297 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57442]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T16:23:18.297 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57442]: pam_unix(sudo:session): session closed for user root 2024-04-15T16:23:18.574 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57537]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T16:23:18.574 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57537]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T16:23:18.574 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57537]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T16:23:18.574 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57537]: pam_unix(sudo:session): session closed for user root 2024-04-15T16:23:18.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:18 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-15T16:23:18.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:18 smithi090 ceph-mon[27209]: osdmap e20: 3 total, 3 up, 3 in 2024-04-15T16:23:18.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:18 smithi090 ceph-mon[27209]: pgmap v76: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:18.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:18 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:18.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:18 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-15T16:23:18.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:18 smithi090 ceph-mon[38312]: osdmap e20: 3 total, 3 up, 3 in 2024-04-15T16:23:18.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:18 smithi090 ceph-mon[38312]: pgmap v76: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:18.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:18 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:18.747 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi090:vg_nvme/lv_1 2024-04-15T16:23:18.835 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57548]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T16:23:18.835 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57548]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T16:23:18.835 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57548]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T16:23:18.836 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57548]: pam_unix(sudo:session): session closed for user root 2024-04-15T16:23:18.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:18 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-15T16:23:18.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:18 smithi153 ceph-mon[30366]: osdmap e20: 3 total, 3 up, 3 in 2024-04-15T16:23:18.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:18 smithi153 ceph-mon[30366]: pgmap v76: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:18.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:18 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:18.970 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:23:19.089 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57571]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T16:23:19.089 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57571]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T16:23:19.089 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57571]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T16:23:19.089 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:23:18 smithi090 sudo[57571]: pam_unix(sudo:session): session closed for user root 2024-04-15T16:23:19.339 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:23:19 smithi090 sudo[57627]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T16:23:19.339 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:23:19 smithi090 sudo[57627]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T16:23:19.339 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:23:19 smithi090 sudo[57627]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T16:23:19.340 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:23:19 smithi090 sudo[57627]: pam_unix(sudo:session): session closed for user root 2024-04-15T16:23:19.619 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:19 smithi090 sudo[57647]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T16:23:19.619 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:19 smithi090 sudo[57647]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T16:23:19.620 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:19 smithi090 sudo[57647]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T16:23:19.620 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:19 smithi090 sudo[57647]: pam_unix(sudo:session): session closed for user root 2024-04-15T16:23:19.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:19 smithi153 ceph-mon[30366]: osdmap e21: 3 total, 3 up, 3 in 2024-04-15T16:23:19.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:19 smithi153 ceph-mon[30366]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-15T16:23:19.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:19 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T16:23:19.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:19 smithi153 sudo[32929]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T16:23:19.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:19 smithi153 sudo[32929]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T16:23:19.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:19 smithi153 sudo[32929]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T16:23:20.030 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:19 smithi090 ceph-mon[38312]: osdmap e21: 3 total, 3 up, 3 in 2024-04-15T16:23:20.030 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:19 smithi090 ceph-mon[38312]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-15T16:23:20.030 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:19 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T16:23:20.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:19 smithi090 sudo[57650]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T16:23:20.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:19 smithi090 sudo[57650]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T16:23:20.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:19 smithi090 sudo[57650]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T16:23:20.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:19 smithi090 sudo[57650]: pam_unix(sudo:session): session closed for user root 2024-04-15T16:23:20.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:19 smithi090 ceph-mon[27209]: osdmap e21: 3 total, 3 up, 3 in 2024-04-15T16:23:20.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:19 smithi090 ceph-mon[27209]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-15T16:23:20.031 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:19 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T16:23:20.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:19 smithi153 sudo[32929]: pam_unix(sudo:session): session closed for user root 2024-04-15T16:23:20.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 sudo[32932]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T16:23:20.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 sudo[32932]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T16:23:20.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 sudo[32932]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T16:23:20.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 sudo[32932]: pam_unix(sudo:session): session closed for user root 2024-04-15T16:23:20.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 sudo[57681]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-15T16:23:20.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 sudo[57681]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T16:23:20.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 sudo[57681]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T16:23:20.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 sudo[57681]: pam_unix(sudo:session): session closed for user root 2024-04-15T16:23:21.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 sudo[57706]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-15T16:23:21.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 sudo[57706]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-15T16:23:21.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 sudo[57706]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-15T16:23:21.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 sudo[57706]: pam_unix(sudo:session): session closed for user root 2024-04-15T16:23:21.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T16:23:21.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:23:21.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:23:21.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:23:21.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T16:23:21.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:23:21.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:23:21.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:23:21.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[38312]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:21.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T16:23:21.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:21.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:23:21.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:23:21.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:23:21.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T16:23:21.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:23:21.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:23:21.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:23:21.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T16:23:21.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:23:21.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:23:21.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:23:21.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[27209]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:21.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T16:23:21.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:21.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:23:21.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:23:21.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:20 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:23:21.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T16:23:21.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:23:21.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:23:21.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:23:21.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T16:23:21.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:23:21.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:23:21.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:23:21.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 ceph-mon[30366]: pgmap v78: 1 pgs: 1 creating+peering; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:21.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T16:23:21.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:21.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:23:21.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:23:21.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:20 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:23:21.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:21 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T16:23:21.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:21 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T16:23:21.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:21 smithi090 ceph-mon[27209]: from='client.14310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:23:21.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:21 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:23:21.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:21 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:23:21.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:21 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:21.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:21 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T16:23:21.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:21 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T16:23:21.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:21 smithi090 ceph-mon[38312]: from='client.14310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:23:21.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:21 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:23:21.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:21 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:23:21.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:21 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:21 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-15T16:23:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:21 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-15T16:23:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:21 smithi153 ceph-mon[30366]: from='client.14310 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi090:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:23:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:21 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:23:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:21 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:23:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:21 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:23.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:22 smithi090 ceph-mon[27209]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:23.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:22 smithi090 ceph-mon[38312]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:23.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:22 smithi153 ceph-mon[30366]: pgmap v79: 1 pgs: 1 creating+peering; 0 B data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:24.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:23 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2573389188' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bf5ea74-8e2f-4b00-a554-29089edb0a74"}]: dispatch 2024-04-15T16:23:24.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:23 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2573389188' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0bf5ea74-8e2f-4b00-a554-29089edb0a74"}]': finished 2024-04-15T16:23:24.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:23 smithi090 ceph-mon[38312]: osdmap e22: 4 total, 3 up, 4 in 2024-04-15T16:23:24.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:23 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:23:24.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:23 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2573389188' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bf5ea74-8e2f-4b00-a554-29089edb0a74"}]: dispatch 2024-04-15T16:23:24.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:23 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2573389188' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0bf5ea74-8e2f-4b00-a554-29089edb0a74"}]': finished 2024-04-15T16:23:24.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:23 smithi090 ceph-mon[27209]: osdmap e22: 4 total, 3 up, 4 in 2024-04-15T16:23:24.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:23 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:23:24.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:23 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2573389188' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "0bf5ea74-8e2f-4b00-a554-29089edb0a74"}]: dispatch 2024-04-15T16:23:24.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:23 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2573389188' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "0bf5ea74-8e2f-4b00-a554-29089edb0a74"}]': finished 2024-04-15T16:23:24.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:23 smithi153 ceph-mon[30366]: osdmap e22: 4 total, 3 up, 4 in 2024-04-15T16:23:24.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:23 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:23:25.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:24 smithi090 ceph-mon[38312]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:25.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:24 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/304014697' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:23:25.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:24 smithi090 ceph-mon[27209]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:25.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:24 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/304014697' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:23:25.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:24 smithi153 ceph-mon[30366]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:25.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:24 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/304014697' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:23:27.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:26 smithi090 ceph-mon[27209]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:27.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:26 smithi090 ceph-mon[38312]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:27.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:26 smithi153 ceph-mon[30366]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:29.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:28 smithi090 ceph-mon[27209]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:29.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:28 smithi090 ceph-mon[38312]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:29.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:28 smithi153 ceph-mon[30366]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:30.239 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:29 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T16:23:30.239 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:29 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:30.239 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:29 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T16:23:30.239 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:29 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:30.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:29 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T16:23:30.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:29 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:31.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:30 smithi090 ceph-mon[27209]: Deploying daemon osd.3 on smithi090 2024-04-15T16:23:31.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:30 smithi090 ceph-mon[27209]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:31.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:30 smithi090 ceph-mon[38312]: Deploying daemon osd.3 on smithi090 2024-04-15T16:23:31.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:30 smithi090 ceph-mon[38312]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:31.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:30 smithi153 ceph-mon[30366]: Deploying daemon osd.3 on smithi090 2024-04-15T16:23:31.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:30 smithi153 ceph-mon[30366]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:33.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:32 smithi090 ceph-mon[27209]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:33.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:32 smithi090 ceph-mon[38312]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:33.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:32 smithi153 ceph-mon[30366]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:35.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:34 smithi090 ceph-mon[27209]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:35.300 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:34 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:35.301 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:34 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:35.301 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:34 smithi090 ceph-mon[38312]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:35.301 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:34 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:35.301 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:34 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:35.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:34 smithi153 ceph-mon[30366]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:35.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:34 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:35.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:34 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:36.311 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:35 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:23:36.312 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:35 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:23:36.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:35 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:23:37.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:36 smithi090 ceph-mon[27209]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:37.210 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:36 smithi090 ceph-mon[38312]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:36 smithi153 ceph-mon[30366]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:38.243 INFO:teuthology.orchestra.run.smithi090.stdout:Created osd(s) 3 on host 'smithi090' 2024-04-15T16:23:38.861 DEBUG:teuthology.orchestra.run.smithi090:osd.3> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.3.service 2024-04-15T16:23:38.863 INFO:tasks.cephadm:Deploying osd.4 on smithi153 with /dev/vg_nvme/lv_4... 2024-04-15T16:23:38.863 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-15T16:23:39.078 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:23:39.200 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:38 smithi153 ceph-mon[30366]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:39.200 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:38 smithi153 ceph-mon[30366]: from='osd.3 [v2:172.21.15.90:6826/3628045607,v1:172.21.15.90:6827/3628045607]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T16:23:39.200 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:38 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:39.200 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:38 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:38 smithi090 ceph-mon[38312]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:38 smithi090 ceph-mon[38312]: from='osd.3 [v2:172.21.15.90:6826/3628045607,v1:172.21.15.90:6827/3628045607]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T16:23:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:38 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:38 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:39.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:38 smithi090 ceph-mon[27209]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:39.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:38 smithi090 ceph-mon[27209]: from='osd.3 [v2:172.21.15.90:6826/3628045607,v1:172.21.15.90:6827/3628045607]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T16:23:39.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:38 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:39.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:38 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:40.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:39 smithi153 ceph-mon[30366]: from='osd.3 [v2:172.21.15.90:6826/3628045607,v1:172.21.15.90:6827/3628045607]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-15T16:23:40.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:39 smithi153 ceph-mon[30366]: osdmap e23: 4 total, 3 up, 4 in 2024-04-15T16:23:40.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:39 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:23:40.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:39 smithi153 ceph-mon[30366]: from='osd.3 [v2:172.21.15.90:6826/3628045607,v1:172.21.15.90:6827/3628045607]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:23:40.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:39 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:40.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:39 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:40.193 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:39 smithi090 ceph-mon[27209]: from='osd.3 [v2:172.21.15.90:6826/3628045607,v1:172.21.15.90:6827/3628045607]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-15T16:23:40.193 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:39 smithi090 ceph-mon[27209]: osdmap e23: 4 total, 3 up, 4 in 2024-04-15T16:23:40.193 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:39 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:23:40.193 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:39 smithi090 ceph-mon[27209]: from='osd.3 [v2:172.21.15.90:6826/3628045607,v1:172.21.15.90:6827/3628045607]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:23:40.193 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:39 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:40.194 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:39 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:40.194 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:39 smithi090 ceph-mon[38312]: from='osd.3 [v2:172.21.15.90:6826/3628045607,v1:172.21.15.90:6827/3628045607]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-15T16:23:40.194 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:39 smithi090 ceph-mon[38312]: osdmap e23: 4 total, 3 up, 4 in 2024-04-15T16:23:40.194 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:39 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:23:40.194 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:39 smithi090 ceph-mon[38312]: from='osd.3 [v2:172.21.15.90:6826/3628045607,v1:172.21.15.90:6827/3628045607]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:23:40.194 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:39 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:40.194 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:39 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:40.195 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:23:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[59595]: 2024-04-15T16:23:39.945+0000 7fb27e61f700 -1 osd.3 0 waiting for initial osdmap 2024-04-15T16:23:40.195 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:23:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[59595]: 2024-04-15T16:23:39.951+0000 7fb27a414700 -1 osd.3 24 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:23:40.913 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-15T16:23:40.913 INFO:teuthology.orchestra.run.smithi153.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-15T16:23:40.913 INFO:teuthology.orchestra.run.smithi153.stderr: stderr: 10+0 records in 2024-04-15T16:23:40.913 INFO:teuthology.orchestra.run.smithi153.stderr:10+0 records out 2024-04-15T16:23:40.913 INFO:teuthology.orchestra.run.smithi153.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0131485 s, 797 MB/s 2024-04-15T16:23:40.913 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping successful for: 2024-04-15T16:23:41.184 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:40 smithi090 ceph-mon[27209]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:41.184 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:40 smithi090 ceph-mon[27209]: from='osd.3 [v2:172.21.15.90:6826/3628045607,v1:172.21.15.90:6827/3628045607]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-15T16:23:41.184 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:40 smithi090 ceph-mon[27209]: osdmap e24: 4 total, 3 up, 4 in 2024-04-15T16:23:41.184 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:40 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:23:41.184 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:40 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:23:41.185 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:40 smithi090 ceph-mon[38312]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:41.185 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:40 smithi090 ceph-mon[38312]: from='osd.3 [v2:172.21.15.90:6826/3628045607,v1:172.21.15.90:6827/3628045607]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-15T16:23:41.185 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:40 smithi090 ceph-mon[38312]: osdmap e24: 4 total, 3 up, 4 in 2024-04-15T16:23:41.185 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:40 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:23:41.185 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:40 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:23:41.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:40 smithi153 ceph-mon[30366]: pgmap v90: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:41.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:40 smithi153 ceph-mon[30366]: from='osd.3 [v2:172.21.15.90:6826/3628045607,v1:172.21.15.90:6827/3628045607]' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]': finished 2024-04-15T16:23:41.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:40 smithi153 ceph-mon[30366]: osdmap e24: 4 total, 3 up, 4 in 2024-04-15T16:23:41.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:40 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:23:41.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:40 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:23:41.535 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi153:vg_nvme/lv_4 2024-04-15T16:23:41.745 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:23:42.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:41 smithi153 ceph-mon[30366]: purged_snaps scrub starts 2024-04-15T16:23:42.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:41 smithi153 ceph-mon[30366]: purged_snaps scrub ok 2024-04-15T16:23:42.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:41 smithi153 ceph-mon[30366]: osd.3 [v2:172.21.15.90:6826/3628045607,v1:172.21.15.90:6827/3628045607] boot 2024-04-15T16:23:42.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:41 smithi153 ceph-mon[30366]: osdmap e25: 4 total, 4 up, 4 in 2024-04-15T16:23:42.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:41 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:23:42.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:41 smithi090 ceph-mon[27209]: purged_snaps scrub starts 2024-04-15T16:23:42.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:41 smithi090 ceph-mon[27209]: purged_snaps scrub ok 2024-04-15T16:23:42.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:41 smithi090 ceph-mon[27209]: osd.3 [v2:172.21.15.90:6826/3628045607,v1:172.21.15.90:6827/3628045607] boot 2024-04-15T16:23:42.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:41 smithi090 ceph-mon[27209]: osdmap e25: 4 total, 4 up, 4 in 2024-04-15T16:23:42.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:41 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:23:42.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:41 smithi090 ceph-mon[38312]: purged_snaps scrub starts 2024-04-15T16:23:42.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:41 smithi090 ceph-mon[38312]: purged_snaps scrub ok 2024-04-15T16:23:42.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:41 smithi090 ceph-mon[38312]: osd.3 [v2:172.21.15.90:6826/3628045607,v1:172.21.15.90:6827/3628045607] boot 2024-04-15T16:23:42.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:41 smithi090 ceph-mon[38312]: osdmap e25: 4 total, 4 up, 4 in 2024-04-15T16:23:42.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:41 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:23:43.036 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:43.036 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: osdmap e26: 4 total, 4 up, 4 in 2024-04-15T16:23:43.036 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:43.036 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:43.036 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:43.036 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:43.036 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:43.036 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:43.036 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:43.036 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:43.036 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:23:43.037 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:43.037 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:23:43.037 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:43.037 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:23:43.037 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:42 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:43.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: osdmap e26: 4 total, 4 up, 4 in 2024-04-15T16:23:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:23:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:43.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:23:43.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:43.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:23:43.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: pgmap v93: 1 pgs: 1 active+clean; 577 KiB data, 81 MiB used, 268 GiB / 268 GiB avail 2024-04-15T16:23:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: osdmap e26: 4 total, 4 up, 4 in 2024-04-15T16:23:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:23:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:23:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:23:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:23:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:42 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:43 smithi090 ceph-mon[27209]: Detected new or changed devices on smithi090 2024-04-15T16:23:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:43 smithi090 ceph-mon[27209]: Adjusting osd_memory_target on smithi090 to 4016M 2024-04-15T16:23:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:43 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:23:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:43 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:23:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:43 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:44.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:43 smithi090 ceph-mon[38312]: Detected new or changed devices on smithi090 2024-04-15T16:23:44.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:43 smithi090 ceph-mon[38312]: Adjusting osd_memory_target on smithi090 to 4016M 2024-04-15T16:23:44.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:43 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:23:44.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:43 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:23:44.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:43 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:44.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:43 smithi153 ceph-mon[30366]: Detected new or changed devices on smithi090 2024-04-15T16:23:44.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:43 smithi153 ceph-mon[30366]: Adjusting osd_memory_target on smithi090 to 4016M 2024-04-15T16:23:44.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:43 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:23:44.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:43 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:23:44.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:43 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:45.124 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:44 smithi153 ceph-mon[30366]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:23:45.124 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:44 smithi153 ceph-mon[30366]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:45.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:44 smithi090 ceph-mon[27209]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:23:45.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:44 smithi090 ceph-mon[27209]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:45.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:44 smithi090 ceph-mon[38312]: from='client.24166 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:23:45.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:44 smithi090 ceph-mon[38312]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:46.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:45 smithi090 ceph-mon[27209]: from='client.? 172.21.15.153:0/2166437857' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e6fe3a3-35be-459c-809b-9803ec6f9e66"}]: dispatch 2024-04-15T16:23:46.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:45 smithi090 ceph-mon[27209]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e6fe3a3-35be-459c-809b-9803ec6f9e66"}]: dispatch 2024-04-15T16:23:46.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:45 smithi090 ceph-mon[27209]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4e6fe3a3-35be-459c-809b-9803ec6f9e66"}]': finished 2024-04-15T16:23:46.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:45 smithi090 ceph-mon[27209]: osdmap e27: 5 total, 4 up, 5 in 2024-04-15T16:23:46.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:45 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:23:46.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:45 smithi090 ceph-mon[38312]: from='client.? 172.21.15.153:0/2166437857' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e6fe3a3-35be-459c-809b-9803ec6f9e66"}]: dispatch 2024-04-15T16:23:46.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:45 smithi090 ceph-mon[38312]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e6fe3a3-35be-459c-809b-9803ec6f9e66"}]: dispatch 2024-04-15T16:23:46.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:45 smithi090 ceph-mon[38312]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4e6fe3a3-35be-459c-809b-9803ec6f9e66"}]': finished 2024-04-15T16:23:46.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:45 smithi090 ceph-mon[38312]: osdmap e27: 5 total, 4 up, 5 in 2024-04-15T16:23:46.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:45 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:23:46.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:45 smithi153 ceph-mon[30366]: from='client.? 172.21.15.153:0/2166437857' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e6fe3a3-35be-459c-809b-9803ec6f9e66"}]: dispatch 2024-04-15T16:23:46.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:45 smithi153 ceph-mon[30366]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "4e6fe3a3-35be-459c-809b-9803ec6f9e66"}]: dispatch 2024-04-15T16:23:46.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:45 smithi153 ceph-mon[30366]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "4e6fe3a3-35be-459c-809b-9803ec6f9e66"}]': finished 2024-04-15T16:23:46.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:45 smithi153 ceph-mon[30366]: osdmap e27: 5 total, 4 up, 5 in 2024-04-15T16:23:46.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:45 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:23:47.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:46 smithi090 ceph-mon[27209]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:47.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:46 smithi090 ceph-mon[27209]: from='client.? 172.21.15.153:0/1160047737' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:23:47.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:46 smithi090 ceph-mon[38312]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:47.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:46 smithi090 ceph-mon[38312]: from='client.? 172.21.15.153:0/1160047737' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:23:47.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:46 smithi153 ceph-mon[30366]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:47.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:46 smithi153 ceph-mon[30366]: from='client.? 172.21.15.153:0/1160047737' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:23:49.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:48 smithi090 ceph-mon[38312]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:49.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:48 smithi090 ceph-mon[27209]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:49.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:48 smithi153 ceph-mon[30366]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:50.989 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:50 smithi153 ceph-mon[30366]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:51.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:50 smithi090 ceph-mon[27209]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:51.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:50 smithi090 ceph-mon[38312]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:52.277 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:51 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T16:23:52.277 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:51 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:52.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:51 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T16:23:52.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:51 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:52.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:51 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T16:23:52.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:51 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:23:53.237 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:52 smithi090 ceph-mon[38312]: Deploying daemon osd.4 on smithi153 2024-04-15T16:23:53.237 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:52 smithi090 ceph-mon[38312]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:53.237 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:52 smithi090 ceph-mon[27209]: Deploying daemon osd.4 on smithi153 2024-04-15T16:23:53.237 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:52 smithi090 ceph-mon[27209]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:53.288 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:52 smithi153 ceph-mon[30366]: Deploying daemon osd.4 on smithi153 2024-04-15T16:23:53.289 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:52 smithi153 ceph-mon[30366]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:55.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:54 smithi153 ceph-mon[30366]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:55.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:54 smithi090 ceph-mon[27209]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:55.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:54 smithi090 ceph-mon[38312]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:57.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:56 smithi153 ceph-mon[30366]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:57.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:56 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:57.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:56 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:57.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:56 smithi090 ceph-mon[27209]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:57.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:56 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:57.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:56 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:57.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:56 smithi090 ceph-mon[38312]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:57.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:56 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:57.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:56 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:23:58.290 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:58 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:23:58.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:58 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:23:58.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:58 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:23:59.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:23:59 smithi153 ceph-mon[30366]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:59.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:23:59 smithi090 ceph-mon[27209]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:23:59.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:23:59 smithi090 ceph-mon[38312]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:24:00.196 INFO:teuthology.orchestra.run.smithi153.stdout:Created osd(s) 4 on host 'smithi153' 2024-04-15T16:24:00.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:00 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:00.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:00 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:00.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:00 smithi153 ceph-mon[30366]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:24:00.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:00 smithi153 ceph-mon[30366]: from='osd.4 [v2:172.21.15.153:6800/2318314852,v1:172.21.15.153:6801/2318314852]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T16:24:00.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:00 smithi153 ceph-mon[30366]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T16:24:00.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:00 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:00.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:00 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:00.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:00 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:00.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:00 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:00.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:00 smithi090 ceph-mon[38312]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:24:00.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:00 smithi090 ceph-mon[38312]: from='osd.4 [v2:172.21.15.153:6800/2318314852,v1:172.21.15.153:6801/2318314852]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T16:24:00.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:00 smithi090 ceph-mon[38312]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T16:24:00.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:00 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:00.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:00 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:00.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:00 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:00.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:00 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:00.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:00 smithi090 ceph-mon[27209]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:24:00.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:00 smithi090 ceph-mon[27209]: from='osd.4 [v2:172.21.15.153:6800/2318314852,v1:172.21.15.153:6801/2318314852]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T16:24:00.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:00 smithi090 ceph-mon[27209]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T16:24:00.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:00 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:00.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:00 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:00.842 DEBUG:teuthology.orchestra.run.smithi153:osd.4> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.4.service 2024-04-15T16:24:00.845 INFO:tasks.cephadm:Deploying osd.5 on smithi153 with /dev/vg_nvme/lv_3... 2024-04-15T16:24:00.845 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-15T16:24:01.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:01 smithi153 ceph-mon[30366]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-15T16:24:01.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:01 smithi153 ceph-mon[30366]: osdmap e28: 5 total, 4 up, 5 in 2024-04-15T16:24:01.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:01 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:24:01.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:01 smithi153 ceph-mon[30366]: from='osd.4 [v2:172.21.15.153:6800/2318314852,v1:172.21.15.153:6801/2318314852]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:01.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:01 smithi153 ceph-mon[30366]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:01.629 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:24:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[35279]: 2024-04-15T16:24:01.391+0000 7fc051488700 -1 osd.4 0 waiting for initial osdmap 2024-04-15T16:24:01.629 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:24:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[35279]: 2024-04-15T16:24:01.395+0000 7fc04d27d700 -1 osd.4 29 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:24:01.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:01 smithi090 ceph-mon[27209]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-15T16:24:01.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:01 smithi090 ceph-mon[27209]: osdmap e28: 5 total, 4 up, 5 in 2024-04-15T16:24:01.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:01 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:24:01.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:01 smithi090 ceph-mon[27209]: from='osd.4 [v2:172.21.15.153:6800/2318314852,v1:172.21.15.153:6801/2318314852]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:01.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:01 smithi090 ceph-mon[27209]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:01.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:01 smithi090 ceph-mon[38312]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-15T16:24:01.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:01 smithi090 ceph-mon[38312]: osdmap e28: 5 total, 4 up, 5 in 2024-04-15T16:24:01.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:01 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:24:01.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:01 smithi090 ceph-mon[38312]: from='osd.4 [v2:172.21.15.153:6800/2318314852,v1:172.21.15.153:6801/2318314852]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:01.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:01 smithi090 ceph-mon[38312]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:02.386 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:24:02.506 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:02 smithi153 ceph-mon[30366]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-04-15T16:24:02.506 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:02 smithi153 ceph-mon[30366]: osdmap e29: 5 total, 4 up, 5 in 2024-04-15T16:24:02.506 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:02 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:24:02.506 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:02 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:24:02.506 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:02 smithi153 ceph-mon[30366]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:24:02.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:02 smithi090 ceph-mon[27209]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-04-15T16:24:02.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:02 smithi090 ceph-mon[27209]: osdmap e29: 5 total, 4 up, 5 in 2024-04-15T16:24:02.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:02 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:24:02.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:02 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:24:02.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:02 smithi090 ceph-mon[27209]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:24:02.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:02 smithi090 ceph-mon[38312]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-04-15T16:24:02.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:02 smithi090 ceph-mon[38312]: osdmap e29: 5 total, 4 up, 5 in 2024-04-15T16:24:02.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:02 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:24:02.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:02 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:24:02.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:02 smithi090 ceph-mon[38312]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-15T16:24:03.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:03 smithi153 ceph-mon[30366]: purged_snaps scrub starts 2024-04-15T16:24:03.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:03 smithi153 ceph-mon[30366]: purged_snaps scrub ok 2024-04-15T16:24:03.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:03 smithi153 ceph-mon[30366]: osd.4 [v2:172.21.15.153:6800/2318314852,v1:172.21.15.153:6801/2318314852] boot 2024-04-15T16:24:03.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:03 smithi153 ceph-mon[30366]: osdmap e30: 5 total, 5 up, 5 in 2024-04-15T16:24:03.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:03 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:24:03.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:03 smithi153 ceph-mon[30366]: osdmap e31: 5 total, 5 up, 5 in 2024-04-15T16:24:03.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:03 smithi090 ceph-mon[27209]: purged_snaps scrub starts 2024-04-15T16:24:03.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:03 smithi090 ceph-mon[27209]: purged_snaps scrub ok 2024-04-15T16:24:03.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:03 smithi090 ceph-mon[27209]: osd.4 [v2:172.21.15.153:6800/2318314852,v1:172.21.15.153:6801/2318314852] boot 2024-04-15T16:24:03.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:03 smithi090 ceph-mon[27209]: osdmap e30: 5 total, 5 up, 5 in 2024-04-15T16:24:03.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:03 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:24:03.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:03 smithi090 ceph-mon[27209]: osdmap e31: 5 total, 5 up, 5 in 2024-04-15T16:24:03.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:03 smithi090 ceph-mon[38312]: purged_snaps scrub starts 2024-04-15T16:24:03.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:03 smithi090 ceph-mon[38312]: purged_snaps scrub ok 2024-04-15T16:24:03.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:03 smithi090 ceph-mon[38312]: osd.4 [v2:172.21.15.153:6800/2318314852,v1:172.21.15.153:6801/2318314852] boot 2024-04-15T16:24:03.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:03 smithi090 ceph-mon[38312]: osdmap e30: 5 total, 5 up, 5 in 2024-04-15T16:24:03.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:03 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:24:03.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:03 smithi090 ceph-mon[38312]: osdmap e31: 5 total, 5 up, 5 in 2024-04-15T16:24:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[27209]: Detected new or changed devices on smithi153 2024-04-15T16:24:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[27209]: Adjusting osd_memory_target on smithi153 to 17088M 2024-04-15T16:24:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:24:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:04.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:04.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:04.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[27209]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:04.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[27209]: osdmap e32: 5 total, 5 up, 5 in 2024-04-15T16:24:04.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[38312]: Detected new or changed devices on smithi153 2024-04-15T16:24:04.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:04.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:04.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:04.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[38312]: Adjusting osd_memory_target on smithi153 to 17088M 2024-04-15T16:24:04.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:04.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:04.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:04.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:04.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:24:04.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:04.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:04.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:04.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[38312]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:04.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:04 smithi090 ceph-mon[38312]: osdmap e32: 5 total, 5 up, 5 in 2024-04-15T16:24:04.874 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-15T16:24:04.874 INFO:teuthology.orchestra.run.smithi153.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-15T16:24:04.874 INFO:teuthology.orchestra.run.smithi153.stderr: stderr: 10+0 records in 2024-04-15T16:24:04.874 INFO:teuthology.orchestra.run.smithi153.stderr:10+0 records out 2024-04-15T16:24:04.874 INFO:teuthology.orchestra.run.smithi153.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0116973 s, 896 MB/s 2024-04-15T16:24:04.875 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping successful for: 2024-04-15T16:24:04.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:04 smithi153 ceph-mon[30366]: Detected new or changed devices on smithi153 2024-04-15T16:24:04.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:04.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:04.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:04.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:04 smithi153 ceph-mon[30366]: Adjusting osd_memory_target on smithi153 to 17088M 2024-04-15T16:24:04.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:04.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:04.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:04.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:04.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:24:04.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:04.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:04.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:04 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:04.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:04 smithi153 ceph-mon[30366]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:04.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:04 smithi153 ceph-mon[30366]: osdmap e32: 5 total, 5 up, 5 in 2024-04-15T16:24:05.512 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi153:vg_nvme/lv_3 2024-04-15T16:24:05.714 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:24:06.737 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:06 smithi153 ceph-mon[30366]: osdmap e33: 5 total, 5 up, 5 in 2024-04-15T16:24:06.738 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:06 smithi153 ceph-mon[30366]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:06.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:06 smithi090 ceph-mon[27209]: osdmap e33: 5 total, 5 up, 5 in 2024-04-15T16:24:06.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:06 smithi090 ceph-mon[27209]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:06.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:06 smithi090 ceph-mon[38312]: osdmap e33: 5 total, 5 up, 5 in 2024-04-15T16:24:06.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:06 smithi090 ceph-mon[38312]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:07.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:07 smithi090 ceph-mon[27209]: osdmap e34: 5 total, 5 up, 5 in 2024-04-15T16:24:07.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:07 smithi090 ceph-mon[38312]: osdmap e34: 5 total, 5 up, 5 in 2024-04-15T16:24:07.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:07 smithi153 ceph-mon[30366]: osdmap e34: 5 total, 5 up, 5 in 2024-04-15T16:24:08.655 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:08 smithi153 ceph-mon[30366]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:24:08.655 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:08 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:24:08.655 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:08 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:24:08.655 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:08 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:08.655 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:08 smithi153 ceph-mon[30366]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-15T16:24:08.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:08 smithi090 ceph-mon[27209]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:24:08.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:08 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:24:08.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:08 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:24:08.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:08 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:08.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:08 smithi090 ceph-mon[27209]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-15T16:24:08.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:08 smithi090 ceph-mon[38312]: from='client.24193 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:24:08.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:08 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:24:08.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:08 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:24:08.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:08 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:08.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:08 smithi090 ceph-mon[38312]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 129 KiB/s, 0 objects/s recovering 2024-04-15T16:24:10.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:09 smithi090 ceph-mon[27209]: from='client.? 172.21.15.153:0/3261464403' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9"}]: dispatch 2024-04-15T16:24:10.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:09 smithi090 ceph-mon[27209]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9"}]: dispatch 2024-04-15T16:24:10.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:09 smithi090 ceph-mon[27209]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9"}]': finished 2024-04-15T16:24:10.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:09 smithi090 ceph-mon[27209]: osdmap e35: 6 total, 5 up, 6 in 2024-04-15T16:24:10.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:09 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:24:10.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:09 smithi090 ceph-mon[38312]: from='client.? 172.21.15.153:0/3261464403' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9"}]: dispatch 2024-04-15T16:24:10.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:09 smithi090 ceph-mon[38312]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9"}]: dispatch 2024-04-15T16:24:10.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:09 smithi090 ceph-mon[38312]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9"}]': finished 2024-04-15T16:24:10.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:09 smithi090 ceph-mon[38312]: osdmap e35: 6 total, 5 up, 6 in 2024-04-15T16:24:10.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:09 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:24:10.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:09 smithi153 ceph-mon[30366]: from='client.? 172.21.15.153:0/3261464403' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9"}]: dispatch 2024-04-15T16:24:10.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:09 smithi153 ceph-mon[30366]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9"}]: dispatch 2024-04-15T16:24:10.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:09 smithi153 ceph-mon[30366]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9"}]': finished 2024-04-15T16:24:10.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:09 smithi153 ceph-mon[30366]: osdmap e35: 6 total, 5 up, 6 in 2024-04-15T16:24:10.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:09 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:24:11.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:10 smithi090 ceph-mon[27209]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-04-15T16:24:11.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:10 smithi090 ceph-mon[27209]: from='client.? 172.21.15.153:0/1942658125' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:24:11.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:10 smithi090 ceph-mon[38312]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-04-15T16:24:11.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:10 smithi090 ceph-mon[38312]: from='client.? 172.21.15.153:0/1942658125' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:24:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:10 smithi153 ceph-mon[30366]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 105 KiB/s, 0 objects/s recovering 2024-04-15T16:24:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:10 smithi153 ceph-mon[30366]: from='client.? 172.21.15.153:0/1942658125' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:24:13.238 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:12 smithi153 ceph-mon[30366]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-04-15T16:24:13.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:12 smithi090 ceph-mon[27209]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-04-15T16:24:13.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:12 smithi090 ceph-mon[38312]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 89 KiB/s, 0 objects/s recovering 2024-04-15T16:24:15.332 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:14 smithi153 ceph-mon[30366]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T16:24:15.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:14 smithi090 ceph-mon[27209]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T16:24:15.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:14 smithi090 ceph-mon[38312]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T16:24:16.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:15 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T16:24:16.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:15 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:16.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:15 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T16:24:16.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:15 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:16.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:15 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T16:24:16.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:15 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:17.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:16 smithi153 ceph-mon[30366]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-15T16:24:17.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:16 smithi153 ceph-mon[30366]: Deploying daemon osd.5 on smithi153 2024-04-15T16:24:17.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:16 smithi090 ceph-mon[27209]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-15T16:24:17.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:16 smithi090 ceph-mon[27209]: Deploying daemon osd.5 on smithi153 2024-04-15T16:24:17.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:16 smithi090 ceph-mon[38312]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-15T16:24:17.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:16 smithi090 ceph-mon[38312]: Deploying daemon osd.5 on smithi153 2024-04-15T16:24:19.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:18 smithi153 ceph-mon[30366]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:19.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:18 smithi090 ceph-mon[27209]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:19.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:18 smithi090 ceph-mon[38312]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:21.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:20 smithi090 ceph-mon[38312]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:21.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:20 smithi090 ceph-mon[27209]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:21.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:20 smithi153 ceph-mon[30366]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:22.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:22 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:22.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:22 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:22.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:22 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:24:22.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:22 smithi090 ceph-mon[27209]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:22.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:22 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:22.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:22 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:22.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:22 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:24:22.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:22 smithi090 ceph-mon[38312]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:22.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:22 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:22.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:22 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:22.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:22 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:24:22.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:22 smithi153 ceph-mon[30366]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:23.972 INFO:teuthology.orchestra.run.smithi153.stdout:Created osd(s) 5 on host 'smithi153' 2024-04-15T16:24:24.591 DEBUG:teuthology.orchestra.run.smithi153:osd.5> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.5.service 2024-04-15T16:24:24.593 INFO:tasks.cephadm:Deploying osd.6 on smithi153 with /dev/vg_nvme/lv_2... 2024-04-15T16:24:24.594 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-15T16:24:24.849 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:24:25.241 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:24 smithi153 ceph-mon[30366]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:25.241 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:25.241 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:25.242 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:24 smithi153 ceph-mon[30366]: from='osd.5 [v2:172.21.15.153:6808/935629544,v1:172.21.15.153:6809/935629544]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T16:24:25.242 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:24 smithi153 ceph-mon[30366]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T16:24:25.242 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:25.242 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:25.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:24 smithi090 ceph-mon[27209]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:25.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:25.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:25.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:24 smithi090 ceph-mon[27209]: from='osd.5 [v2:172.21.15.153:6808/935629544,v1:172.21.15.153:6809/935629544]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T16:24:25.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:24 smithi090 ceph-mon[27209]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T16:24:25.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:25.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:25.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:24 smithi090 ceph-mon[38312]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:25.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:25.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:25.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:24 smithi090 ceph-mon[38312]: from='osd.5 [v2:172.21.15.153:6808/935629544,v1:172.21.15.153:6809/935629544]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T16:24:25.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:24 smithi090 ceph-mon[38312]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T16:24:25.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:25.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:26.249 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:25 smithi090 ceph-mon[27209]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-15T16:24:26.250 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:25 smithi090 ceph-mon[27209]: osdmap e36: 6 total, 5 up, 6 in 2024-04-15T16:24:26.250 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:25 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:24:26.250 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:25 smithi090 ceph-mon[27209]: from='osd.5 [v2:172.21.15.153:6808/935629544,v1:172.21.15.153:6809/935629544]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:26.250 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:25 smithi090 ceph-mon[27209]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:26.250 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:25 smithi090 ceph-mon[38312]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-15T16:24:26.250 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:25 smithi090 ceph-mon[38312]: osdmap e36: 6 total, 5 up, 6 in 2024-04-15T16:24:26.250 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:25 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:24:26.250 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:25 smithi090 ceph-mon[38312]: from='osd.5 [v2:172.21.15.153:6808/935629544,v1:172.21.15.153:6809/935629544]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:26.250 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:25 smithi090 ceph-mon[38312]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:26.348 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:25 smithi153 ceph-mon[30366]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-15T16:24:26.348 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:25 smithi153 ceph-mon[30366]: osdmap e36: 6 total, 5 up, 6 in 2024-04-15T16:24:26.348 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:25 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:24:26.349 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:25 smithi153 ceph-mon[30366]: from='osd.5 [v2:172.21.15.153:6808/935629544,v1:172.21.15.153:6809/935629544]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:26.349 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:25 smithi153 ceph-mon[30366]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:26.349 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:24:25 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[40931]: 2024-04-15T16:24:25.953+0000 7f8a4e684700 -1 osd.5 0 waiting for initial osdmap 2024-04-15T16:24:26.349 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:24:25 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[40931]: 2024-04-15T16:24:25.958+0000 7f8a4a479700 -1 osd.5 37 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:24:27.221 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:26 smithi153 ceph-mon[30366]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:27.221 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:26 smithi153 ceph-mon[30366]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-04-15T16:24:27.222 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:26 smithi153 ceph-mon[30366]: osdmap e37: 6 total, 5 up, 6 in 2024-04-15T16:24:27.222 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:26 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:24:27.222 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:26 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:24:27.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:26 smithi090 ceph-mon[27209]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:27.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:26 smithi090 ceph-mon[27209]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-04-15T16:24:27.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:26 smithi090 ceph-mon[27209]: osdmap e37: 6 total, 5 up, 6 in 2024-04-15T16:24:27.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:26 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:24:27.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:26 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:24:27.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:26 smithi090 ceph-mon[38312]: pgmap v126: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-15T16:24:27.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:26 smithi090 ceph-mon[38312]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-04-15T16:24:27.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:26 smithi090 ceph-mon[38312]: osdmap e37: 6 total, 5 up, 6 in 2024-04-15T16:24:27.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:26 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:24:27.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:26 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:24:27.617 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-15T16:24:27.618 INFO:teuthology.orchestra.run.smithi153.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-15T16:24:27.618 INFO:teuthology.orchestra.run.smithi153.stderr: stderr: 10+0 records in 2024-04-15T16:24:27.618 INFO:teuthology.orchestra.run.smithi153.stderr:10+0 records out 2024-04-15T16:24:27.618 INFO:teuthology.orchestra.run.smithi153.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0133895 s, 783 MB/s 2024-04-15T16:24:27.618 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping successful for: 2024-04-15T16:24:28.219 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:27 smithi153 ceph-mon[30366]: purged_snaps scrub starts 2024-04-15T16:24:28.219 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:27 smithi153 ceph-mon[30366]: purged_snaps scrub ok 2024-04-15T16:24:28.220 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:27 smithi153 ceph-mon[30366]: osd.5 [v2:172.21.15.153:6808/935629544,v1:172.21.15.153:6809/935629544] boot 2024-04-15T16:24:28.220 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:27 smithi153 ceph-mon[30366]: osdmap e38: 6 total, 6 up, 6 in 2024-04-15T16:24:28.220 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:27 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:24:28.220 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:27 smithi153 ceph-mon[30366]: osdmap e39: 6 total, 6 up, 6 in 2024-04-15T16:24:28.244 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi153:vg_nvme/lv_2 2024-04-15T16:24:28.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:27 smithi090 ceph-mon[27209]: purged_snaps scrub starts 2024-04-15T16:24:28.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:27 smithi090 ceph-mon[27209]: purged_snaps scrub ok 2024-04-15T16:24:28.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:27 smithi090 ceph-mon[27209]: osd.5 [v2:172.21.15.153:6808/935629544,v1:172.21.15.153:6809/935629544] boot 2024-04-15T16:24:28.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:27 smithi090 ceph-mon[27209]: osdmap e38: 6 total, 6 up, 6 in 2024-04-15T16:24:28.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:27 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:24:28.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:27 smithi090 ceph-mon[27209]: osdmap e39: 6 total, 6 up, 6 in 2024-04-15T16:24:28.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:27 smithi090 ceph-mon[38312]: purged_snaps scrub starts 2024-04-15T16:24:28.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:27 smithi090 ceph-mon[38312]: purged_snaps scrub ok 2024-04-15T16:24:28.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:27 smithi090 ceph-mon[38312]: osd.5 [v2:172.21.15.153:6808/935629544,v1:172.21.15.153:6809/935629544] boot 2024-04-15T16:24:28.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:27 smithi090 ceph-mon[38312]: osdmap e38: 6 total, 6 up, 6 in 2024-04-15T16:24:28.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:27 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:24:28.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:27 smithi090 ceph-mon[38312]: osdmap e39: 6 total, 6 up, 6 in 2024-04-15T16:24:28.882 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:24:29.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:28 smithi153 ceph-mon[30366]: pgmap v129: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:29.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:28 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:29.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:28 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:29.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:28 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:29.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:28 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:29.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:28 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:29.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:28 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:29.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:28 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:29.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:28 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:29.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:28 smithi153 ceph-mon[30366]: osdmap e40: 6 total, 6 up, 6 in 2024-04-15T16:24:29.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[27209]: pgmap v129: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:29.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:29.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:29.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:29.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:29.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:29.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:29.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:29.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:29.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[27209]: osdmap e40: 6 total, 6 up, 6 in 2024-04-15T16:24:29.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[38312]: pgmap v129: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:29.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:29.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:29.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:29.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:29.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:29.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:29.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:29.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:29.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:28 smithi090 ceph-mon[38312]: osdmap e40: 6 total, 6 up, 6 in 2024-04-15T16:24:30.082 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:29 smithi153 ceph-mon[30366]: Detected new or changed devices on smithi153 2024-04-15T16:24:30.083 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:29 smithi153 ceph-mon[30366]: Adjusting osd_memory_target on smithi153 to 8544M 2024-04-15T16:24:30.083 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:29 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:24:30.083 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:29 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:30.083 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:29 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:30.083 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:29 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:30.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:29 smithi090 ceph-mon[27209]: Detected new or changed devices on smithi153 2024-04-15T16:24:30.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:29 smithi090 ceph-mon[27209]: Adjusting osd_memory_target on smithi153 to 8544M 2024-04-15T16:24:30.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:29 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:24:30.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:29 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:30.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:29 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:30.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:29 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:30.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:29 smithi090 ceph-mon[38312]: Detected new or changed devices on smithi153 2024-04-15T16:24:30.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:29 smithi090 ceph-mon[38312]: Adjusting osd_memory_target on smithi153 to 8544M 2024-04-15T16:24:30.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:29 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:24:30.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:29 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:30.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:29 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:30.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:29 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:31.254 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:31 smithi153 ceph-mon[30366]: pgmap v132: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:31.255 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:31 smithi153 ceph-mon[30366]: osdmap e41: 6 total, 6 up, 6 in 2024-04-15T16:24:31.255 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:24:31.255 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:24:31.255 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:31.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:31 smithi090 ceph-mon[27209]: pgmap v132: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:31.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:31 smithi090 ceph-mon[27209]: osdmap e41: 6 total, 6 up, 6 in 2024-04-15T16:24:31.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:24:31.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:24:31.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:31.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:31 smithi090 ceph-mon[38312]: pgmap v132: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:31.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:31 smithi090 ceph-mon[38312]: osdmap e41: 6 total, 6 up, 6 in 2024-04-15T16:24:31.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:24:31.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:24:31.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:32.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:32 smithi153 ceph-mon[30366]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:24:32.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:32 smithi153 ceph-mon[30366]: osdmap e42: 6 total, 6 up, 6 in 2024-04-15T16:24:32.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:32 smithi090 ceph-mon[27209]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:24:32.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:32 smithi090 ceph-mon[27209]: osdmap e42: 6 total, 6 up, 6 in 2024-04-15T16:24:32.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:32 smithi090 ceph-mon[38312]: from='client.24220 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:24:32.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:32 smithi090 ceph-mon[38312]: osdmap e42: 6 total, 6 up, 6 in 2024-04-15T16:24:33.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:33 smithi090 ceph-mon[27209]: pgmap v135: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:33.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:33 smithi090 ceph-mon[27209]: from='client.? 172.21.15.153:0/2232473575' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8161b962-a440-4c2a-afa3-1c5b3a8abf2e"}]: dispatch 2024-04-15T16:24:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:33 smithi090 ceph-mon[27209]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8161b962-a440-4c2a-afa3-1c5b3a8abf2e"}]: dispatch 2024-04-15T16:24:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:33 smithi090 ceph-mon[27209]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8161b962-a440-4c2a-afa3-1c5b3a8abf2e"}]': finished 2024-04-15T16:24:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:33 smithi090 ceph-mon[27209]: osdmap e43: 7 total, 6 up, 7 in 2024-04-15T16:24:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:33 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:24:33.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:33 smithi090 ceph-mon[38312]: pgmap v135: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:33.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:33 smithi090 ceph-mon[38312]: from='client.? 172.21.15.153:0/2232473575' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8161b962-a440-4c2a-afa3-1c5b3a8abf2e"}]: dispatch 2024-04-15T16:24:33.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:33 smithi090 ceph-mon[38312]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8161b962-a440-4c2a-afa3-1c5b3a8abf2e"}]: dispatch 2024-04-15T16:24:33.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:33 smithi090 ceph-mon[38312]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8161b962-a440-4c2a-afa3-1c5b3a8abf2e"}]': finished 2024-04-15T16:24:33.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:33 smithi090 ceph-mon[38312]: osdmap e43: 7 total, 6 up, 7 in 2024-04-15T16:24:33.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:33 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:24:33.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:33 smithi153 ceph-mon[30366]: pgmap v135: 1 pgs: 1 remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:33.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:33 smithi153 ceph-mon[30366]: from='client.? 172.21.15.153:0/2232473575' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8161b962-a440-4c2a-afa3-1c5b3a8abf2e"}]: dispatch 2024-04-15T16:24:33.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:33 smithi153 ceph-mon[30366]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8161b962-a440-4c2a-afa3-1c5b3a8abf2e"}]: dispatch 2024-04-15T16:24:33.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:33 smithi153 ceph-mon[30366]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8161b962-a440-4c2a-afa3-1c5b3a8abf2e"}]': finished 2024-04-15T16:24:33.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:33 smithi153 ceph-mon[30366]: osdmap e43: 7 total, 6 up, 7 in 2024-04-15T16:24:33.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:33 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:24:34.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:34 smithi090 ceph-mon[27209]: from='client.? 172.21.15.153:0/3765082333' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:24:34.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:34 smithi090 ceph-mon[38312]: from='client.? 172.21.15.153:0/3765082333' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:24:34.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:34 smithi153 ceph-mon[30366]: from='client.? 172.21.15.153:0/3765082333' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:24:35.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:35 smithi090 ceph-mon[27209]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-15T16:24:35.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:35 smithi090 ceph-mon[38312]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-15T16:24:35.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:35 smithi153 ceph-mon[30366]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 117 KiB/s, 0 objects/s recovering 2024-04-15T16:24:37.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:37 smithi153 ceph-mon[30366]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-15T16:24:37.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:37 smithi090 ceph-mon[27209]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-15T16:24:37.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:37 smithi090 ceph-mon[38312]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-15T16:24:39.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:39 smithi090 ceph-mon[27209]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-15T16:24:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:39 smithi090 ceph-mon[38312]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-15T16:24:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:39 smithi153 ceph-mon[30366]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 74 KiB/s, 0 objects/s recovering 2024-04-15T16:24:40.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:40 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T16:24:40.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:40 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:40.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:40 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T16:24:40.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:40 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:40.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:40 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T16:24:40.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:40 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:41.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:41 smithi090 ceph-mon[27209]: Deploying daemon osd.6 on smithi153 2024-04-15T16:24:41.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:41 smithi090 ceph-mon[27209]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-15T16:24:41.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:41 smithi090 ceph-mon[38312]: Deploying daemon osd.6 on smithi153 2024-04-15T16:24:41.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:41 smithi090 ceph-mon[38312]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-15T16:24:41.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:41 smithi153 ceph-mon[30366]: Deploying daemon osd.6 on smithi153 2024-04-15T16:24:41.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:41 smithi153 ceph-mon[30366]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 65 KiB/s, 0 objects/s recovering 2024-04-15T16:24:43.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:43 smithi090 ceph-mon[27209]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-15T16:24:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:43 smithi090 ceph-mon[38312]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-15T16:24:43.350 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:43 smithi153 ceph-mon[30366]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-15T16:24:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:44 smithi090 ceph-mon[27209]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:44.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:44 smithi090 ceph-mon[38312]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:44.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:44 smithi153 ceph-mon[30366]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:45.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:45 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:24:45.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:45 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:45.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:45 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:45.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:45 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:24:45.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:45 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:45.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:45 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:45.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:45 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:24:45.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:45 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:45.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:45 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:46.198 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:46 smithi153 ceph-mon[30366]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:46.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:46 smithi090 ceph-mon[27209]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:46.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:46 smithi090 ceph-mon[38312]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:47.319 INFO:teuthology.orchestra.run.smithi153.stdout:Created osd(s) 6 on host 'smithi153' 2024-04-15T16:24:47.947 DEBUG:teuthology.orchestra.run.smithi153:osd.6> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.6.service 2024-04-15T16:24:47.949 INFO:tasks.cephadm:Deploying osd.7 on smithi153 with /dev/vg_nvme/lv_1... 2024-04-15T16:24:47.950 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-15T16:24:48.208 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:24:48.552 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:48 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:48.553 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:48 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:48.553 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:48 smithi153 ceph-mon[30366]: from='osd.6 [v2:172.21.15.153:6816/3994566432,v1:172.21.15.153:6817/3994566432]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T16:24:48.553 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:48 smithi153 ceph-mon[30366]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T16:24:48.553 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:48 smithi153 ceph-mon[30366]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:48.553 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:48 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:48.553 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:48 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:48.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:48 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:48.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:48 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:48.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:48 smithi090 ceph-mon[27209]: from='osd.6 [v2:172.21.15.153:6816/3994566432,v1:172.21.15.153:6817/3994566432]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T16:24:48.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:48 smithi090 ceph-mon[27209]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T16:24:48.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:48 smithi090 ceph-mon[27209]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:48.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:48 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:48.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:48 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:48.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:48 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:48.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:48 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:48.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:48 smithi090 ceph-mon[38312]: from='osd.6 [v2:172.21.15.153:6816/3994566432,v1:172.21.15.153:6817/3994566432]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T16:24:48.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:48 smithi090 ceph-mon[38312]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T16:24:48.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:48 smithi090 ceph-mon[38312]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:48.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:48 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:48.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:48 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:49.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:49 smithi090 ceph-mon[27209]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-15T16:24:49.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:49 smithi090 ceph-mon[27209]: osdmap e44: 7 total, 6 up, 7 in 2024-04-15T16:24:49.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:49 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:24:49.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:49 smithi090 ceph-mon[27209]: from='osd.6 [v2:172.21.15.153:6816/3994566432,v1:172.21.15.153:6817/3994566432]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:49.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:49 smithi090 ceph-mon[27209]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:49.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:49 smithi090 ceph-mon[38312]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-15T16:24:49.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:49 smithi090 ceph-mon[38312]: osdmap e44: 7 total, 6 up, 7 in 2024-04-15T16:24:49.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:49 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:24:49.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:49 smithi090 ceph-mon[38312]: from='osd.6 [v2:172.21.15.153:6816/3994566432,v1:172.21.15.153:6817/3994566432]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:49.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:49 smithi090 ceph-mon[38312]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:49.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:49 smithi153 ceph-mon[30366]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-15T16:24:49.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:49 smithi153 ceph-mon[30366]: osdmap e44: 7 total, 6 up, 7 in 2024-04-15T16:24:49.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:49 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:24:49.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:49 smithi153 ceph-mon[30366]: from='osd.6 [v2:172.21.15.153:6816/3994566432,v1:172.21.15.153:6817/3994566432]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:49.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:49 smithi153 ceph-mon[30366]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:24:49.870 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:24:49 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[46606]: 2024-04-15T16:24:49.785+0000 7fae7c827700 -1 osd.6 0 waiting for initial osdmap 2024-04-15T16:24:49.870 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:24:49 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[46606]: 2024-04-15T16:24:49.795+0000 7fae74614700 -1 osd.6 45 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:24:49.918 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-15T16:24:49.918 INFO:teuthology.orchestra.run.smithi153.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-15T16:24:49.918 INFO:teuthology.orchestra.run.smithi153.stderr: stderr: 10+0 records in 2024-04-15T16:24:49.918 INFO:teuthology.orchestra.run.smithi153.stderr:10+0 records out 2024-04-15T16:24:49.918 INFO:teuthology.orchestra.run.smithi153.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0128231 s, 818 MB/s 2024-04-15T16:24:49.919 INFO:teuthology.orchestra.run.smithi153.stderr:--> Zapping successful for: 2024-04-15T16:24:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:50 smithi153 ceph-mon[30366]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-04-15T16:24:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:50 smithi153 ceph-mon[30366]: osdmap e45: 7 total, 6 up, 7 in 2024-04-15T16:24:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:50 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:24:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:50 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:24:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:50 smithi153 ceph-mon[30366]: from='osd.6 ' entity='osd.6' 2024-04-15T16:24:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:50 smithi153 ceph-mon[30366]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:50.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:50 smithi090 ceph-mon[27209]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-04-15T16:24:50.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:50 smithi090 ceph-mon[27209]: osdmap e45: 7 total, 6 up, 7 in 2024-04-15T16:24:50.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:50 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:24:50.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:50 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:24:50.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:50 smithi090 ceph-mon[27209]: from='osd.6 ' entity='osd.6' 2024-04-15T16:24:50.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:50 smithi090 ceph-mon[27209]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:50.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:50 smithi090 ceph-mon[38312]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-04-15T16:24:50.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:50 smithi090 ceph-mon[38312]: osdmap e45: 7 total, 6 up, 7 in 2024-04-15T16:24:50.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:50 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:24:50.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:50 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:24:50.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:50 smithi090 ceph-mon[38312]: from='osd.6 ' entity='osd.6' 2024-04-15T16:24:50.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:50 smithi090 ceph-mon[38312]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-15T16:24:50.680 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch daemon add osd smithi153:vg_nvme/lv_1 2024-04-15T16:24:51.130 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:24:51.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:51 smithi090 ceph-mon[27209]: purged_snaps scrub starts 2024-04-15T16:24:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:51 smithi090 ceph-mon[27209]: purged_snaps scrub ok 2024-04-15T16:24:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:51 smithi090 ceph-mon[27209]: osd.6 [v2:172.21.15.153:6816/3994566432,v1:172.21.15.153:6817/3994566432] boot 2024-04-15T16:24:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:51 smithi090 ceph-mon[27209]: osdmap e46: 7 total, 7 up, 7 in 2024-04-15T16:24:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:51 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:24:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:51 smithi090 ceph-mon[27209]: osdmap e47: 7 total, 7 up, 7 in 2024-04-15T16:24:51.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:51 smithi090 ceph-mon[38312]: purged_snaps scrub starts 2024-04-15T16:24:51.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:51 smithi090 ceph-mon[38312]: purged_snaps scrub ok 2024-04-15T16:24:51.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:51 smithi090 ceph-mon[38312]: osd.6 [v2:172.21.15.153:6816/3994566432,v1:172.21.15.153:6817/3994566432] boot 2024-04-15T16:24:51.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:51 smithi090 ceph-mon[38312]: osdmap e46: 7 total, 7 up, 7 in 2024-04-15T16:24:51.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:51 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:24:51.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:51 smithi090 ceph-mon[38312]: osdmap e47: 7 total, 7 up, 7 in 2024-04-15T16:24:51.606 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:51 smithi153 ceph-mon[30366]: purged_snaps scrub starts 2024-04-15T16:24:51.606 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:51 smithi153 ceph-mon[30366]: purged_snaps scrub ok 2024-04-15T16:24:51.606 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:51 smithi153 ceph-mon[30366]: osd.6 [v2:172.21.15.153:6816/3994566432,v1:172.21.15.153:6817/3994566432] boot 2024-04-15T16:24:51.606 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:51 smithi153 ceph-mon[30366]: osdmap e46: 7 total, 7 up, 7 in 2024-04-15T16:24:51.606 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:51 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:24:51.606 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:51 smithi153 ceph-mon[30366]: osdmap e47: 7 total, 7 up, 7 in 2024-04-15T16:24:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:52 smithi153 ceph-mon[30366]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 301 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:24:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:52 smithi153 ceph-mon[30366]: osdmap e48: 7 total, 7 up, 7 in 2024-04-15T16:24:52.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:52 smithi090 ceph-mon[27209]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 301 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:24:52.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:52 smithi090 ceph-mon[27209]: osdmap e48: 7 total, 7 up, 7 in 2024-04-15T16:24:52.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:52 smithi090 ceph-mon[38312]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 301 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:24:52.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:52 smithi090 ceph-mon[38312]: osdmap e48: 7 total, 7 up, 7 in 2024-04-15T16:24:54.252 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: Detected new or changed devices on smithi153 2024-04-15T16:24:54.252 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:54.252 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:54.252 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:54.252 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:54.253 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:54.253 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: Adjusting osd_memory_target on smithi153 to 5696M 2024-04-15T16:24:54.253 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:54.253 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:54.253 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:54.253 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:54.253 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:24:54.253 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:54.253 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:54.253 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:54.253 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: osdmap e49: 7 total, 7 up, 7 in 2024-04-15T16:24:54.253 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:24:54.253 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:24:54.253 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:53 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: Detected new or changed devices on smithi153 2024-04-15T16:24:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: Adjusting osd_memory_target on smithi153 to 5696M 2024-04-15T16:24:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:54.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:24:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: osdmap e49: 7 total, 7 up, 7 in 2024-04-15T16:24:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:24:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:24:54.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:54.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: Detected new or changed devices on smithi153 2024-04-15T16:24:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:24:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: Adjusting osd_memory_target on smithi153 to 5696M 2024-04-15T16:24:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:24:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:24:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:24:54.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: osdmap e49: 7 total, 7 up, 7 in 2024-04-15T16:24:54.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-15T16:24:54.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-15T16:24:54.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:53 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:24:55.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:54 smithi153 ceph-mon[30366]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:24:55.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:54 smithi153 ceph-mon[30366]: pgmap v153: 1 pgs: 1 remapped+peering; 577 KiB data, 301 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:24:55.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:54 smithi153 ceph-mon[30366]: osdmap e50: 7 total, 7 up, 7 in 2024-04-15T16:24:55.242 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:54 smithi090 ceph-mon[38312]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:24:55.242 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:54 smithi090 ceph-mon[38312]: pgmap v153: 1 pgs: 1 remapped+peering; 577 KiB data, 301 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:24:55.242 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:54 smithi090 ceph-mon[38312]: osdmap e50: 7 total, 7 up, 7 in 2024-04-15T16:24:55.243 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:54 smithi090 ceph-mon[27209]: from='client.24247 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi153:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:24:55.243 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:54 smithi090 ceph-mon[27209]: pgmap v153: 1 pgs: 1 remapped+peering; 577 KiB data, 301 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:24:55.243 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:54 smithi090 ceph-mon[27209]: osdmap e50: 7 total, 7 up, 7 in 2024-04-15T16:24:57.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:56 smithi090 ceph-mon[38312]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-04-15T16:24:57.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:56 smithi090 ceph-mon[38312]: from='client.? 172.21.15.153:0/3280911308' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d360fef-9725-4e9a-87e1-50a164e73469"}]: dispatch 2024-04-15T16:24:57.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:56 smithi090 ceph-mon[38312]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d360fef-9725-4e9a-87e1-50a164e73469"}]: dispatch 2024-04-15T16:24:57.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:56 smithi090 ceph-mon[38312]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7d360fef-9725-4e9a-87e1-50a164e73469"}]': finished 2024-04-15T16:24:57.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:56 smithi090 ceph-mon[38312]: osdmap e51: 8 total, 7 up, 8 in 2024-04-15T16:24:57.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:56 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:24:57.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:56 smithi090 ceph-mon[38312]: from='client.? 172.21.15.153:0/1139464086' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:24:57.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:56 smithi090 ceph-mon[27209]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-04-15T16:24:57.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:56 smithi090 ceph-mon[27209]: from='client.? 172.21.15.153:0/3280911308' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d360fef-9725-4e9a-87e1-50a164e73469"}]: dispatch 2024-04-15T16:24:57.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:56 smithi090 ceph-mon[27209]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d360fef-9725-4e9a-87e1-50a164e73469"}]: dispatch 2024-04-15T16:24:57.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:56 smithi090 ceph-mon[27209]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7d360fef-9725-4e9a-87e1-50a164e73469"}]': finished 2024-04-15T16:24:57.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:56 smithi090 ceph-mon[27209]: osdmap e51: 8 total, 7 up, 8 in 2024-04-15T16:24:57.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:56 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:24:57.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:56 smithi090 ceph-mon[27209]: from='client.? 172.21.15.153:0/1139464086' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:24:57.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:56 smithi153 ceph-mon[30366]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 127 KiB/s, 0 objects/s recovering 2024-04-15T16:24:57.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:56 smithi153 ceph-mon[30366]: from='client.? 172.21.15.153:0/3280911308' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d360fef-9725-4e9a-87e1-50a164e73469"}]: dispatch 2024-04-15T16:24:57.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:56 smithi153 ceph-mon[30366]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "7d360fef-9725-4e9a-87e1-50a164e73469"}]: dispatch 2024-04-15T16:24:57.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:56 smithi153 ceph-mon[30366]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "7d360fef-9725-4e9a-87e1-50a164e73469"}]': finished 2024-04-15T16:24:57.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:56 smithi153 ceph-mon[30366]: osdmap e51: 8 total, 7 up, 8 in 2024-04-15T16:24:57.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:56 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:24:57.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:56 smithi153 ceph-mon[30366]: from='client.? 172.21.15.153:0/1139464086' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-15T16:24:59.281 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:24:58 smithi153 ceph-mon[30366]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-04-15T16:24:59.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:24:58 smithi090 ceph-mon[38312]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-04-15T16:24:59.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:24:58 smithi090 ceph-mon[27209]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 104 KiB/s, 0 objects/s recovering 2024-04-15T16:25:01.092 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:00 smithi153 ceph-mon[30366]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-04-15T16:25:01.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:00 smithi090 ceph-mon[27209]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-04-15T16:25:01.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:00 smithi090 ceph-mon[38312]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 88 KiB/s, 0 objects/s recovering 2024-04-15T16:25:03.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:02 smithi153 ceph-mon[30366]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T16:25:03.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:02 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T16:25:03.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:02 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:03.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:02 smithi090 ceph-mon[27209]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T16:25:03.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:02 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T16:25:03.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:02 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:03.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:02 smithi090 ceph-mon[38312]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T16:25:03.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:02 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T16:25:03.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:02 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:04.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:03 smithi153 ceph-mon[30366]: Deploying daemon osd.7 on smithi153 2024-04-15T16:25:04.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:03 smithi090 ceph-mon[27209]: Deploying daemon osd.7 on smithi153 2024-04-15T16:25:04.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:03 smithi090 ceph-mon[38312]: Deploying daemon osd.7 on smithi153 2024-04-15T16:25:05.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:04 smithi090 ceph-mon[27209]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-15T16:25:05.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:04 smithi090 ceph-mon[38312]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-15T16:25:05.350 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:04 smithi153 ceph-mon[30366]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 61 KiB/s, 0 objects/s recovering 2024-04-15T16:25:07.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:06 smithi090 ceph-mon[27209]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:25:07.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:06 smithi090 ceph-mon[38312]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:25:07.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:06 smithi153 ceph-mon[30366]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:25:08.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:08 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:08.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:08 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:08.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:08 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:08.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:08 smithi153 ceph-mon[30366]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:25:08.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:08 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:08.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:08 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:08.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:08 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:08.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:08 smithi090 ceph-mon[27209]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:25:08.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:08 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:08.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:08 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:08.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:08 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:08.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:08 smithi090 ceph-mon[38312]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:25:10.447 INFO:teuthology.orchestra.run.smithi153.stdout:Created osd(s) 7 on host 'smithi153' 2024-04-15T16:25:10.729 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:10 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:10.729 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:10 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:10.729 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:10 smithi153 ceph-mon[30366]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:25:10.730 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:10 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:10.730 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:10 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:10.730 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:10 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:10.730 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:10 smithi153 ceph-mon[30366]: from='osd.7 [v2:172.21.15.153:6824/686880482,v1:172.21.15.153:6825/686880482]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T16:25:10.730 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:10 smithi153 ceph-mon[30366]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T16:25:10.730 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:10 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:10.730 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:10 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:10.730 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:10 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:11.008 DEBUG:teuthology.orchestra.run.smithi153:osd.7> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.7.service 2024-04-15T16:25:11.010 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-15T16:25:11.011 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd stat -f json 2024-04-15T16:25:11.042 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:11.042 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:11.042 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[27209]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:25:11.043 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:11.043 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:11.043 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:11.043 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[27209]: from='osd.7 [v2:172.21.15.153:6824/686880482,v1:172.21.15.153:6825/686880482]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T16:25:11.043 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[27209]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T16:25:11.043 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:11.043 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:11.043 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:11.043 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:11.043 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:11.043 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[38312]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:25:11.043 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:11.044 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:11.044 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:11.044 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[38312]: from='osd.7 [v2:172.21.15.153:6824/686880482,v1:172.21.15.153:6825/686880482]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T16:25:11.044 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[38312]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T16:25:11.044 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:11.044 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:11.044 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:10 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:11.231 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:25:12.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:12 smithi153 ceph-mon[30366]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-15T16:25:12.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:12 smithi153 ceph-mon[30366]: osdmap e52: 8 total, 7 up, 8 in 2024-04-15T16:25:12.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:12 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:25:12.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:12 smithi153 ceph-mon[30366]: from='osd.7 [v2:172.21.15.153:6824/686880482,v1:172.21.15.153:6825/686880482]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:25:12.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:12 smithi153 ceph-mon[30366]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:25:12.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:12 smithi153 ceph-mon[30366]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:25:12.379 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:25:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[52649]: 2024-04-15T16:25:12.175+0000 7fd9a779c700 -1 osd.7 0 waiting for initial osdmap 2024-04-15T16:25:12.379 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:25:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[52649]: 2024-04-15T16:25:12.183+0000 7fd9a3591700 -1 osd.7 53 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:25:12.543 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:12 smithi090 ceph-mon[38312]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-15T16:25:12.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:12 smithi090 ceph-mon[38312]: osdmap e52: 8 total, 7 up, 8 in 2024-04-15T16:25:12.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:12 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:25:12.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:12 smithi090 ceph-mon[38312]: from='osd.7 [v2:172.21.15.153:6824/686880482,v1:172.21.15.153:6825/686880482]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:25:12.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:12 smithi090 ceph-mon[38312]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:25:12.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:12 smithi090 ceph-mon[38312]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:25:12.544 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:12 smithi090 ceph-mon[27209]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-15T16:25:12.544 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:12 smithi090 ceph-mon[27209]: osdmap e52: 8 total, 7 up, 8 in 2024-04-15T16:25:12.544 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:12 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:25:12.544 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:12 smithi090 ceph-mon[27209]: from='osd.7 [v2:172.21.15.153:6824/686880482,v1:172.21.15.153:6825/686880482]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:25:12.544 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:12 smithi090 ceph-mon[27209]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:25:12.545 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:12 smithi090 ceph-mon[27209]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-15T16:25:13.084 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:13.372 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[27209]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-04-15T16:25:13.372 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[27209]: osdmap e53: 8 total, 7 up, 8 in 2024-04-15T16:25:13.372 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:25:13.372 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:25:13.372 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3707883586' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-15T16:25:13.372 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[27209]: osd.7 [v2:172.21.15.153:6824/686880482,v1:172.21.15.153:6825/686880482] boot 2024-04-15T16:25:13.373 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[27209]: osdmap e54: 8 total, 8 up, 8 in 2024-04-15T16:25:13.373 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:25:13.373 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[38312]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-04-15T16:25:13.373 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[38312]: osdmap e53: 8 total, 7 up, 8 in 2024-04-15T16:25:13.373 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:25:13.373 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:25:13.373 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3707883586' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-15T16:25:13.373 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[38312]: osd.7 [v2:172.21.15.153:6824/686880482,v1:172.21.15.153:6825/686880482] boot 2024-04-15T16:25:13.373 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[38312]: osdmap e54: 8 total, 8 up, 8 in 2024-04-15T16:25:13.373 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:13 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:25:13.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:13 smithi153 ceph-mon[30366]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]': finished 2024-04-15T16:25:13.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:13 smithi153 ceph-mon[30366]: osdmap e53: 8 total, 7 up, 8 in 2024-04-15T16:25:13.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:13 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:25:13.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:13 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:25:13.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:13 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/3707883586' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-15T16:25:13.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:13 smithi153 ceph-mon[30366]: osd.7 [v2:172.21.15.153:6824/686880482,v1:172.21.15.153:6825/686880482] boot 2024-04-15T16:25:13.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:13 smithi153 ceph-mon[30366]: osdmap e54: 8 total, 8 up, 8 in 2024-04-15T16:25:13.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:13 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:25:13.691 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":53,"num_osds":8,"num_up_osds":7,"osd_up_since":1713198290,"num_in_osds":8,"osd_in_since":1713198296,"num_remapped_pgs":0} 2024-04-15T16:25:14.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: purged_snaps scrub starts 2024-04-15T16:25:14.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: purged_snaps scrub ok 2024-04-15T16:25:14.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:14.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: osdmap e55: 8 total, 8 up, 8 in 2024-04-15T16:25:14.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: Detected new or changed devices on smithi153 2024-04-15T16:25:14.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:14.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:14.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:25:14.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:25:14.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:25:14.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:25:14.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: Adjusting osd_memory_target on smithi153 to 4272M 2024-04-15T16:25:14.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:14.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:14.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:14.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:14.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: purged_snaps scrub starts 2024-04-15T16:25:14.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: purged_snaps scrub ok 2024-04-15T16:25:14.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:14.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: osdmap e55: 8 total, 8 up, 8 in 2024-04-15T16:25:14.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: Detected new or changed devices on smithi153 2024-04-15T16:25:14.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:14.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:14.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:25:14.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:25:14.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:25:14.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:25:14.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: Adjusting osd_memory_target on smithi153 to 4272M 2024-04-15T16:25:14.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:14.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:14.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:14.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:14 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: purged_snaps scrub starts 2024-04-15T16:25:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: purged_snaps scrub ok 2024-04-15T16:25:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: pgmap v168: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: osdmap e55: 8 total, 8 up, 8 in 2024-04-15T16:25:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: Detected new or changed devices on smithi153 2024-04-15T16:25:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:14.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:25:14.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:25:14.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:25:14.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:25:14.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: Adjusting osd_memory_target on smithi153 to 4272M 2024-04-15T16:25:14.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:14.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:14.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:14.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:14 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:14.692 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd stat -f json 2024-04-15T16:25:14.900 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:25:16.172 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:15 smithi090 ceph-mon[27209]: osdmap e56: 8 total, 8 up, 8 in 2024-04-15T16:25:16.172 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:15 smithi090 ceph-mon[38312]: osdmap e56: 8 total, 8 up, 8 in 2024-04-15T16:25:16.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:15 smithi153 ceph-mon[30366]: osdmap e56: 8 total, 8 up, 8 in 2024-04-15T16:25:16.668 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:17.239 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:16 smithi090 ceph-mon[27209]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:17.239 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:16 smithi090 ceph-mon[27209]: osdmap e57: 8 total, 8 up, 8 in 2024-04-15T16:25:17.239 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:16 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1314619943' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-15T16:25:17.239 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:16 smithi090 ceph-mon[38312]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:17.239 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:16 smithi090 ceph-mon[38312]: osdmap e57: 8 total, 8 up, 8 in 2024-04-15T16:25:17.239 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:16 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1314619943' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-15T16:25:17.260 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":57,"num_osds":8,"num_up_osds":8,"osd_up_since":1713198313,"num_in_osds":8,"osd_in_since":1713198296,"num_remapped_pgs":0} 2024-04-15T16:25:17.261 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd dump --format=json 2024-04-15T16:25:17.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:16 smithi153 ceph-mon[30366]: pgmap v171: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:17.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:16 smithi153 ceph-mon[30366]: osdmap e57: 8 total, 8 up, 8 in 2024-04-15T16:25:17.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:16 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1314619943' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-15T16:25:17.465 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:25:18.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:17 smithi153 ceph-mon[30366]: osdmap e58: 8 total, 8 up, 8 in 2024-04-15T16:25:18.264 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:17 smithi090 ceph-mon[38312]: osdmap e58: 8 total, 8 up, 8 in 2024-04-15T16:25:18.265 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:17 smithi090 ceph-mon[27209]: osdmap e58: 8 total, 8 up, 8 in 2024-04-15T16:25:19.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:18 smithi090 ceph-mon[27209]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:19.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:18 smithi090 ceph-mon[38312]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:19.250 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:19.250 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":58,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","created":"2024-04-15T16:20:00.183424+0000","modified":"2024-04-15T16:25:16.890402+0000","last_up_change":"2024-04-15T16:25:13.165326+0000","last_in_change":"2024-04-15T16:24:56.092887+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T16:23:16.153981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6803","nonce":1069708095}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6805","nonce":1069708095}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6809","nonce":1069708095}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6807","nonce":1069708095}]},"public_addr":"172.21.15.90:6803/1069708095","cluster_addr":"172.21.15.90:6805/1069708095","heartbeat_back_addr":"172.21.15.90:6809/1069708095","heartbeat_front_addr":"172.21.15.90:6807/1069708095","state":["exists","up"]},{"osd":1,"uuid":"2286e9ff-0229-4ee7-aadc-243005a9eea5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6811","nonce":1026479145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6813","nonce":1026479145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6817","nonce":1026479145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6815","nonce":1026479145}]},"public_addr":"172.21.15.90:6811/1026479145","cluster_addr":"172.21.15.90:6813/1026479145","heartbeat_back_addr":"172.21.15.90:6817/1026479145","heartbeat_front_addr":"172.21.15.90:6815/1026479145","state":["exists","up"]},{"osd":2,"uuid":"e915c3a5-62c6-45f0-8b49-543ad9b16b6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6819","nonce":3223430868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6821","nonce":3223430868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6825","nonce":3223430868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6823","nonce":3223430868}]},"public_addr":"172.21.15.90:6819/3223430868","cluster_addr":"172.21.15.90:6821/3223430868","heartbeat_back_addr":"172.21.15.90:6825/3223430868","heartbeat_front_addr":"172.21.15.90:6823/3223430868","state":["exists","up"]},{"osd":3,"uuid":"0bf5ea74-8e2f-4b00-a554-29089edb0a74","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6827","nonce":3628045607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6829","nonce":3628045607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6833","nonce":3628045607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6831","nonce":3628045607}]},"public_addr":"172.21.15.90:6827/3628045607","cluster_addr":"172.21.15.90:6829/3628045607","heartbeat_back_addr":"172.21.15.90:6833/3628045607","heartbeat_front_addr":"172.21.15.90:6831/3628045607","state":["exists","up"]},{"osd":4,"uuid":"4e6fe3a3-35be-459c-809b-9803ec6f9e66","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6801","nonce":2318314852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6803","nonce":2318314852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6807","nonce":2318314852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6805","nonce":2318314852}]},"public_addr":"172.21.15.153:6801/2318314852","cluster_addr":"172.21.15.153:6803/2318314852","heartbeat_back_addr":"172.21.15.153:6807/2318314852","heartbeat_front_addr":"172.21.15.153:6805/2318314852","state":["exists","up"]},{"osd":5,"uuid":"3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6809","nonce":935629544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6811","nonce":935629544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6815","nonce":935629544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6813","nonce":935629544}]},"public_addr":"172.21.15.153:6809/935629544","cluster_addr":"172.21.15.153:6811/935629544","heartbeat_back_addr":"172.21.15.153:6815/935629544","heartbeat_front_addr":"172.21.15.153:6813/935629544","state":["exists","up"]},{"osd":6,"uuid":"8161b962-a440-4c2a-afa3-1c5b3a8abf2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6817","nonce":3994566432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6819","nonce":3994566432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6823","nonce":3994566432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6821","nonce":3994566432}]},"public_addr":"172.21.15.153:6817/3994566432","cluster_addr":"172.21.15.153:6819/3994566432","heartbeat_back_addr":"172.21.15.153:6823/3994566432","heartbeat_front_addr":"172.21.15.153:6821/3994566432","state":["exists","up"]},{"osd":7,"uuid":"7d360fef-9725-4e9a-87e1-50a164e73469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6825","nonce":686880482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6827","nonce":686880482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6831","nonce":686880482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6829","nonce":686880482}]},"public_addr":"172.21.15.153:6825/686880482","cluster_addr":"172.21.15.153:6827/686880482","heartbeat_back_addr":"172.21.15.153:6831/686880482","heartbeat_front_addr":"172.21.15.153:6829/686880482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:24.845331+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:49.256554+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:13.855638+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:39.013223+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:01.093757+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:25.265035+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:48.344610+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:25:11.275511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:6801/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/3876408490":"2024-04-16T16:21:05.834443+0000","172.21.15.90:6800/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1205411690":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1624230203":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/943668373":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6800/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1988657918":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6801/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/2678531165":"2024-04-16T16:21:05.834443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T16:25:19.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:18 smithi153 ceph-mon[30366]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:19.839 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T16:23:16.153981+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T16:25:19.840 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd pool get .mgr pg_num 2024-04-15T16:25:20.050 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:25:20.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:19 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1034496222' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:20.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:19 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1034496222' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:20.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:19 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1034496222' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:21.181 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:20 smithi090 ceph-mon[27209]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-15T16:25:21.182 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:20 smithi090 ceph-mon[38312]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-15T16:25:21.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:20 smithi153 ceph-mon[30366]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-15T16:25:21.828 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-15T16:25:22.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:21 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2390622654' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T16:25:22.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:21 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2390622654' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T16:25:22.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:21 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2390622654' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T16:25:22.408 INFO:tasks.cephadm:Adding mds.a on smithi090 2024-04-15T16:25:22.409 INFO:tasks.cephadm:Adding mds.b on smithi153 2024-04-15T16:25:22.409 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch apply mds all '2;smithi090=a;smithi153=b' 2024-04-15T16:25:22.629 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:25:23.028 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:22 smithi153 ceph-mon[30366]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-15T16:25:23.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:22 smithi090 ceph-mon[38312]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-15T16:25:23.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:22 smithi090 ceph-mon[27209]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 82 KiB/s, 0 objects/s recovering 2024-04-15T16:25:24.426 INFO:teuthology.orchestra.run.smithi153.stdout:Scheduled mds.all update... 2024-04-15T16:25:25.000 DEBUG:teuthology.orchestra.run.smithi090:mds.a> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mds.a.service 2024-04-15T16:25:25.003 DEBUG:teuthology.orchestra.run.smithi153:mds.b> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mds.b.service 2024-04-15T16:25:25.006 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-15T16:25:25.006 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T16:25:25.229 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[38312]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T16:25:25.229 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:25.229 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:25.229 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:25.229 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:25.230 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:25.230 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:25:25.230 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-15T16:25:25.230 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:25.230 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[27209]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T16:25:25.230 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:25.230 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:25.230 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:25.230 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:25.230 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:25.230 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:25:25.230 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-15T16:25:25.231 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:24 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:24 smithi153 ceph-mon[30366]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-15T16:25:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:25:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-15T16:25:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:24 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:25.445 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:25.445 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":58,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","created":"2024-04-15T16:20:00.183424+0000","modified":"2024-04-15T16:25:16.890402+0000","last_up_change":"2024-04-15T16:25:13.165326+0000","last_in_change":"2024-04-15T16:24:56.092887+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T16:23:16.153981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6803","nonce":1069708095}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6805","nonce":1069708095}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6809","nonce":1069708095}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6807","nonce":1069708095}]},"public_addr":"172.21.15.90:6803/1069708095","cluster_addr":"172.21.15.90:6805/1069708095","heartbeat_back_addr":"172.21.15.90:6809/1069708095","heartbeat_front_addr":"172.21.15.90:6807/1069708095","state":["exists","up"]},{"osd":1,"uuid":"2286e9ff-0229-4ee7-aadc-243005a9eea5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6811","nonce":1026479145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6813","nonce":1026479145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6817","nonce":1026479145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6815","nonce":1026479145}]},"public_addr":"172.21.15.90:6811/1026479145","cluster_addr":"172.21.15.90:6813/1026479145","heartbeat_back_addr":"172.21.15.90:6817/1026479145","heartbeat_front_addr":"172.21.15.90:6815/1026479145","state":["exists","up"]},{"osd":2,"uuid":"e915c3a5-62c6-45f0-8b49-543ad9b16b6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6819","nonce":3223430868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6821","nonce":3223430868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6825","nonce":3223430868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6823","nonce":3223430868}]},"public_addr":"172.21.15.90:6819/3223430868","cluster_addr":"172.21.15.90:6821/3223430868","heartbeat_back_addr":"172.21.15.90:6825/3223430868","heartbeat_front_addr":"172.21.15.90:6823/3223430868","state":["exists","up"]},{"osd":3,"uuid":"0bf5ea74-8e2f-4b00-a554-29089edb0a74","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6827","nonce":3628045607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6829","nonce":3628045607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6833","nonce":3628045607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6831","nonce":3628045607}]},"public_addr":"172.21.15.90:6827/3628045607","cluster_addr":"172.21.15.90:6829/3628045607","heartbeat_back_addr":"172.21.15.90:6833/3628045607","heartbeat_front_addr":"172.21.15.90:6831/3628045607","state":["exists","up"]},{"osd":4,"uuid":"4e6fe3a3-35be-459c-809b-9803ec6f9e66","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6801","nonce":2318314852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6803","nonce":2318314852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6807","nonce":2318314852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6805","nonce":2318314852}]},"public_addr":"172.21.15.153:6801/2318314852","cluster_addr":"172.21.15.153:6803/2318314852","heartbeat_back_addr":"172.21.15.153:6807/2318314852","heartbeat_front_addr":"172.21.15.153:6805/2318314852","state":["exists","up"]},{"osd":5,"uuid":"3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6809","nonce":935629544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6811","nonce":935629544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6815","nonce":935629544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6813","nonce":935629544}]},"public_addr":"172.21.15.153:6809/935629544","cluster_addr":"172.21.15.153:6811/935629544","heartbeat_back_addr":"172.21.15.153:6815/935629544","heartbeat_front_addr":"172.21.15.153:6813/935629544","state":["exists","up"]},{"osd":6,"uuid":"8161b962-a440-4c2a-afa3-1c5b3a8abf2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6817","nonce":3994566432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6819","nonce":3994566432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6823","nonce":3994566432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6821","nonce":3994566432}]},"public_addr":"172.21.15.153:6817/3994566432","cluster_addr":"172.21.15.153:6819/3994566432","heartbeat_back_addr":"172.21.15.153:6823/3994566432","heartbeat_front_addr":"172.21.15.153:6821/3994566432","state":["exists","up"]},{"osd":7,"uuid":"7d360fef-9725-4e9a-87e1-50a164e73469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6825","nonce":686880482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6827","nonce":686880482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6831","nonce":686880482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6829","nonce":686880482}]},"public_addr":"172.21.15.153:6825/686880482","cluster_addr":"172.21.15.153:6827/686880482","heartbeat_back_addr":"172.21.15.153:6831/686880482","heartbeat_front_addr":"172.21.15.153:6829/686880482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:24.845331+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:49.256554+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:13.855638+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:39.013223+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:01.093757+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:25.265035+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:48.344610+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:25:11.275511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:6801/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/3876408490":"2024-04-16T16:21:05.834443+0000","172.21.15.90:6800/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1205411690":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1624230203":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/943668373":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6800/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1988657918":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6801/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/2678531165":"2024-04-16T16:21:05.834443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T16:25:25.462 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T16:23:16.153981+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T16:25:25.463 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T16:25:25.763 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-15T16:25:25.777 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T16:25:26.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:25 smithi090 ceph-mon[38312]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi090=a;smithi153=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:25:26.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:25 smithi090 ceph-mon[38312]: Saving service mds.all spec with placement smithi090=a;smithi153=b;count:2 2024-04-15T16:25:26.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:25 smithi090 ceph-mon[38312]: Deploying daemon mds.a on smithi090 2024-04-15T16:25:26.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:25 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1370146451' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:26.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:25 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3378195762' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T16:25:26.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:25 smithi090 ceph-mon[27209]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi090=a;smithi153=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:25:26.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:25 smithi090 ceph-mon[27209]: Saving service mds.all spec with placement smithi090=a;smithi153=b;count:2 2024-04-15T16:25:26.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:25 smithi090 ceph-mon[27209]: Deploying daemon mds.a on smithi090 2024-04-15T16:25:26.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:25 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1370146451' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:26.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:25 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3378195762' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T16:25:26.116 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:26.116 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-15T16:25:26.116 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 1 2024-04-15T16:25:26.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:25 smithi153 ceph-mon[30366]: from='client.24295 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi090=a;smithi153=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:25:26.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:25 smithi153 ceph-mon[30366]: Saving service mds.all spec with placement smithi090=a;smithi153=b;count:2 2024-04-15T16:25:26.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:25 smithi153 ceph-mon[30366]: Deploying daemon mds.a on smithi090 2024-04-15T16:25:26.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:25 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1370146451' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:26.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:25 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/3378195762' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T16:25:26.835 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:25:26 smithi090 systemd[1]: Starting Ceph mds.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:25:27.237 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:26 smithi090 ceph-mon[27209]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-15T16:25:27.237 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:26 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3453172709' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:25:27.238 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:26 smithi090 ceph-mon[38312]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-15T16:25:27.238 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:26 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3453172709' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:25:27.238 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:25:26 smithi090 podman[65012]: 2024-04-15 16:25:26.891054838 +0000 UTC m=+0.017722538 image pull aa4d2281650a289361c9d357c9b9a75da908c6b769a679c7cb0b40af12301f38 quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315 2024-04-15T16:25:27.238 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:25:27 smithi090 podman[65012]: 2024-04-15 16:25:27.021180874 +0000 UTC m=+0.147848617 container create 9cbfe82332ca007247b4e2c2a66fb330674051a511f2ec2d922a6ba1f667088a (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a, org.label-schema.vendor=CentOS, RELEASE=reef-e3fb05d, ceph=True, org.label-schema.build-date=20240409, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-15T16:25:27.238 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:25:27 smithi090 podman[65012]: 2024-04-15 16:25:27.240575289 +0000 UTC m=+0.367242989 container init 9cbfe82332ca007247b4e2c2a66fb330674051a511f2ec2d922a6ba1f667088a (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=reef-e3fb05d, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-15T16:25:27.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:26 smithi153 ceph-mon[30366]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-15T16:25:27.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:26 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/3453172709' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:25:27.586 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:25:27 smithi090 podman[65012]: 2024-04-15 16:25:27.243708764 +0000 UTC m=+0.370376468 container start 9cbfe82332ca007247b4e2c2a66fb330674051a511f2ec2d922a6ba1f667088a (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, RELEASE=reef-e3fb05d, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0) 2024-04-15T16:25:27.586 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:25:27 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a[65027]: starting mds.a at 2024-04-15T16:25:27.586 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:25:27 smithi090 bash[65012]: 9cbfe82332ca007247b4e2c2a66fb330674051a511f2ec2d922a6ba1f667088a 2024-04-15T16:25:27.587 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:25:27 smithi090 systemd[1]: Started Ceph mds.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:25:28.130 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T16:25:28.467 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:28.467 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24365,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/4039869308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":4039869308},{"type":"v1","addr":"172.21.15.90:6835","nonce":4039869308}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-15T16:25:28.467 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 2 2024-04-15T16:25:28.479 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[38312]: mds.? [v2:172.21.15.90:6834/4039869308,v1:172.21.15.90:6835/4039869308] up:boot 2024-04-15T16:25:28.479 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[38312]: fsmap 1 up:standby 2024-04-15T16:25:28.479 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:25:28.479 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:28.479 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:28.479 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:28.479 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:25:28.479 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-15T16:25:28.480 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:28.480 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[38312]: Deploying daemon mds.b on smithi153 2024-04-15T16:25:28.480 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[38312]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-04-15T16:25:28.480 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[27209]: mds.? [v2:172.21.15.90:6834/4039869308,v1:172.21.15.90:6835/4039869308] up:boot 2024-04-15T16:25:28.480 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[27209]: fsmap 1 up:standby 2024-04-15T16:25:28.480 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:25:28.480 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:28.480 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:28.480 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:28.480 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:25:28.480 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-15T16:25:28.480 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:28.481 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[27209]: Deploying daemon mds.b on smithi153 2024-04-15T16:25:28.481 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:28 smithi090 ceph-mon[27209]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-04-15T16:25:28.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:28 smithi153 ceph-mon[30366]: mds.? [v2:172.21.15.90:6834/4039869308,v1:172.21.15.90:6835/4039869308] up:boot 2024-04-15T16:25:28.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:28 smithi153 ceph-mon[30366]: fsmap 1 up:standby 2024-04-15T16:25:28.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:28 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:25:28.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:28 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:28.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:28 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:28.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:28 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:28.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:28 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:25:28.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:28 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-15T16:25:28.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:28 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:28.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:28 smithi153 ceph-mon[30366]: Deploying daemon mds.b on smithi153 2024-04-15T16:25:28.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:28 smithi153 ceph-mon[30366]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 52 KiB/s, 0 objects/s recovering 2024-04-15T16:25:29.579 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:29 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1549414868' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:25:29.834 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:25:29 smithi153 podman[57030]: 2024-04-15 16:25:29.812775759 +0000 UTC m=+0.342957622 container start a88224a1c3dbfb4ec0f5c9e645caed789762903eb9bda194edecc4855a1d1b47 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b, RELEASE=reef-e3fb05d, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T16:25:29.834 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:25:29 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b[57045]: starting mds.b at 2024-04-15T16:25:29.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:29 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1549414868' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:25:29.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:29 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1549414868' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:25:30.128 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:25:29 smithi153 bash[57030]: a88224a1c3dbfb4ec0f5c9e645caed789762903eb9bda194edecc4855a1d1b47 2024-04-15T16:25:30.128 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:25:29 smithi153 systemd[1]: Started Ceph mds.b for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:25:30.482 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T16:25:30.822 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:30.822 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24316,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/3196985028","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":3196985028},{"type":"v1","addr":"172.21.15.153:6833","nonce":3196985028}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":24365,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.90:6835/4039869308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":4039869308},{"type":"v1","addr":"172.21.15.90:6835","nonce":4039869308}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-15T16:25:30.823 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 3 2024-04-15T16:25:30.835 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T16:25:31.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[27209]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-15T16:25:31.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:31.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[27209]: mds.? [v2:172.21.15.153:6832/3196985028,v1:172.21.15.153:6833/3196985028] up:boot 2024-04-15T16:25:31.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[27209]: fsmap 2 up:standby 2024-04-15T16:25:31.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:25:31.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/563609945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:25:31.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[38312]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-15T16:25:31.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:31.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[38312]: mds.? [v2:172.21.15.153:6832/3196985028,v1:172.21.15.153:6833/3196985028] up:boot 2024-04-15T16:25:31.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[38312]: fsmap 2 up:standby 2024-04-15T16:25:31.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:25:31.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/563609945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:25:31.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:30 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:30 smithi153 ceph-mon[30366]: pgmap v180: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 48 KiB/s, 0 objects/s recovering 2024-04-15T16:25:31.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:30 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:30 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:30 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:30 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:30 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:30 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:31.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:30 smithi153 ceph-mon[30366]: mds.? [v2:172.21.15.153:6832/3196985028,v1:172.21.15.153:6833/3196985028] up:boot 2024-04-15T16:25:31.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:30 smithi153 ceph-mon[30366]: fsmap 2 up:standby 2024-04-15T16:25:31.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:30 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:25:31.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:30 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/563609945' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:25:31.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:30 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:31.131 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:31.132 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":58,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","created":"2024-04-15T16:20:00.183424+0000","modified":"2024-04-15T16:25:16.890402+0000","last_up_change":"2024-04-15T16:25:13.165326+0000","last_in_change":"2024-04-15T16:24:56.092887+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T16:23:16.153981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":56,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6803","nonce":1069708095}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6805","nonce":1069708095}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6809","nonce":1069708095}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6807","nonce":1069708095}]},"public_addr":"172.21.15.90:6803/1069708095","cluster_addr":"172.21.15.90:6805/1069708095","heartbeat_back_addr":"172.21.15.90:6809/1069708095","heartbeat_front_addr":"172.21.15.90:6807/1069708095","state":["exists","up"]},{"osd":1,"uuid":"2286e9ff-0229-4ee7-aadc-243005a9eea5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6811","nonce":1026479145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6813","nonce":1026479145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6817","nonce":1026479145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6815","nonce":1026479145}]},"public_addr":"172.21.15.90:6811/1026479145","cluster_addr":"172.21.15.90:6813/1026479145","heartbeat_back_addr":"172.21.15.90:6817/1026479145","heartbeat_front_addr":"172.21.15.90:6815/1026479145","state":["exists","up"]},{"osd":2,"uuid":"e915c3a5-62c6-45f0-8b49-543ad9b16b6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6819","nonce":3223430868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6821","nonce":3223430868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6825","nonce":3223430868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6823","nonce":3223430868}]},"public_addr":"172.21.15.90:6819/3223430868","cluster_addr":"172.21.15.90:6821/3223430868","heartbeat_back_addr":"172.21.15.90:6825/3223430868","heartbeat_front_addr":"172.21.15.90:6823/3223430868","state":["exists","up"]},{"osd":3,"uuid":"0bf5ea74-8e2f-4b00-a554-29089edb0a74","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6827","nonce":3628045607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6829","nonce":3628045607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6833","nonce":3628045607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6831","nonce":3628045607}]},"public_addr":"172.21.15.90:6827/3628045607","cluster_addr":"172.21.15.90:6829/3628045607","heartbeat_back_addr":"172.21.15.90:6833/3628045607","heartbeat_front_addr":"172.21.15.90:6831/3628045607","state":["exists","up"]},{"osd":4,"uuid":"4e6fe3a3-35be-459c-809b-9803ec6f9e66","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6801","nonce":2318314852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6803","nonce":2318314852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6807","nonce":2318314852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6805","nonce":2318314852}]},"public_addr":"172.21.15.153:6801/2318314852","cluster_addr":"172.21.15.153:6803/2318314852","heartbeat_back_addr":"172.21.15.153:6807/2318314852","heartbeat_front_addr":"172.21.15.153:6805/2318314852","state":["exists","up"]},{"osd":5,"uuid":"3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":41,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6809","nonce":935629544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6811","nonce":935629544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6815","nonce":935629544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6813","nonce":935629544}]},"public_addr":"172.21.15.153:6809/935629544","cluster_addr":"172.21.15.153:6811/935629544","heartbeat_back_addr":"172.21.15.153:6815/935629544","heartbeat_front_addr":"172.21.15.153:6813/935629544","state":["exists","up"]},{"osd":6,"uuid":"8161b962-a440-4c2a-afa3-1c5b3a8abf2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6817","nonce":3994566432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6819","nonce":3994566432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6823","nonce":3994566432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6821","nonce":3994566432}]},"public_addr":"172.21.15.153:6817/3994566432","cluster_addr":"172.21.15.153:6819/3994566432","heartbeat_back_addr":"172.21.15.153:6823/3994566432","heartbeat_front_addr":"172.21.15.153:6821/3994566432","state":["exists","up"]},{"osd":7,"uuid":"7d360fef-9725-4e9a-87e1-50a164e73469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6825","nonce":686880482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6827","nonce":686880482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6831","nonce":686880482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6829","nonce":686880482}]},"public_addr":"172.21.15.153:6825/686880482","cluster_addr":"172.21.15.153:6827/686880482","heartbeat_back_addr":"172.21.15.153:6831/686880482","heartbeat_front_addr":"172.21.15.153:6829/686880482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:24.845331+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:49.256554+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:13.855638+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:39.013223+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:01.093757+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:25.265035+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:48.344610+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:25:11.275511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:6801/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/3876408490":"2024-04-16T16:21:05.834443+0000","172.21.15.90:6800/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1205411690":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1624230203":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/943668373":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6800/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1988657918":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6801/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/2678531165":"2024-04-16T16:21:05.834443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T16:25:31.144 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T16:23:16.153981+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T16:25:31.145 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T16:25:31.470 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-15T16:25:31.570 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-15T16:25:31.867 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:31.868 INFO:teuthology.orchestra.run.smithi090.stdout:[ 2024-04-15T16:25:31.868 INFO:teuthology.orchestra.run.smithi090.stdout: { 2024-04-15T16:25:31.868 INFO:teuthology.orchestra.run.smithi090.stdout: "poolnum": 1, 2024-04-15T16:25:31.868 INFO:teuthology.orchestra.run.smithi090.stdout: "poolname": ".mgr" 2024-04-15T16:25:31.868 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:25:31.868 INFO:teuthology.orchestra.run.smithi090.stdout:] 2024-04-15T16:25:31.881 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-15T16:25:31.881 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-15T16:25:32.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3572930451' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:32.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2954569422' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T16:25:32.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:32.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:32.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:32.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:32.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:32.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2640770205' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-15T16:25:32.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3572930451' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:32.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2954569422' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T16:25:32.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:32.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:32.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:32.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:32.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:32.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:31 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2640770205' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-15T16:25:32.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:31 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/3572930451' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:32.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:31 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2954569422' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T16:25:32.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:32.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:32.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:32.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:32.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:32.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:31 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:32.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:31 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2640770205' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-15T16:25:32.946 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_metadata' created 2024-04-15T16:25:32.964 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-15T16:25:33.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:32 smithi090 ceph-mon[38312]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:33.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:32 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3193590030' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-15T16:25:33.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:32 smithi090 ceph-mon[27209]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:32 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3193590030' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-15T16:25:33.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:32 smithi153 ceph-mon[30366]: pgmap v181: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:33.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:32 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/3193590030' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-15T16:25:33.951 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_data' created 2024-04-15T16:25:33.975 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-15T16:25:34.308 INFO:teuthology.orchestra.run.smithi090.stderr:new fs with metadata pool 2 and data pool 3 2024-04-15T16:25:34.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:33 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3193590030' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-15T16:25:34.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:33 smithi090 ceph-mon[38312]: osdmap e59: 8 total, 8 up, 8 in 2024-04-15T16:25:34.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:33 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2102909841' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-15T16:25:34.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:33 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-15T16:25:34.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:33 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-15T16:25:34.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:33 smithi090 ceph-mon[38312]: osdmap e60: 8 total, 8 up, 8 in 2024-04-15T16:25:34.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:33 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3193590030' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-15T16:25:34.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:33 smithi090 ceph-mon[27209]: osdmap e59: 8 total, 8 up, 8 in 2024-04-15T16:25:34.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:33 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2102909841' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-15T16:25:34.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:33 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-15T16:25:34.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:33 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-15T16:25:34.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:33 smithi090 ceph-mon[27209]: osdmap e60: 8 total, 8 up, 8 in 2024-04-15T16:25:34.334 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T16:25:34.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:33 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/3193590030' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-15T16:25:34.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:33 smithi153 ceph-mon[30366]: osdmap e59: 8 total, 8 up, 8 in 2024-04-15T16:25:34.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:33 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2102909841' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-15T16:25:34.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:33 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-15T16:25:34.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:33 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-15T16:25:34.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:33 smithi153 ceph-mon[30366]: osdmap e60: 8 total, 8 up, 8 in 2024-04-15T16:25:34.622 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:34.622 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":61,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","created":"2024-04-15T16:20:00.183424+0000","modified":"2024-04-15T16:25:34.302939+0000","last_up_change":"2024-04-15T16:25:13.165326+0000","last_in_change":"2024-04-15T16:24:56.092887+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T16:23:16.153981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T16:25:32.414992+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T16:25:33.499838+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6803","nonce":1069708095}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6805","nonce":1069708095}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6809","nonce":1069708095}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6807","nonce":1069708095}]},"public_addr":"172.21.15.90:6803/1069708095","cluster_addr":"172.21.15.90:6805/1069708095","heartbeat_back_addr":"172.21.15.90:6809/1069708095","heartbeat_front_addr":"172.21.15.90:6807/1069708095","state":["exists","up"]},{"osd":1,"uuid":"2286e9ff-0229-4ee7-aadc-243005a9eea5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6811","nonce":1026479145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6813","nonce":1026479145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6817","nonce":1026479145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6815","nonce":1026479145}]},"public_addr":"172.21.15.90:6811/1026479145","cluster_addr":"172.21.15.90:6813/1026479145","heartbeat_back_addr":"172.21.15.90:6817/1026479145","heartbeat_front_addr":"172.21.15.90:6815/1026479145","state":["exists","up"]},{"osd":2,"uuid":"e915c3a5-62c6-45f0-8b49-543ad9b16b6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6819","nonce":3223430868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6821","nonce":3223430868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6825","nonce":3223430868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6823","nonce":3223430868}]},"public_addr":"172.21.15.90:6819/3223430868","cluster_addr":"172.21.15.90:6821/3223430868","heartbeat_back_addr":"172.21.15.90:6825/3223430868","heartbeat_front_addr":"172.21.15.90:6823/3223430868","state":["exists","up"]},{"osd":3,"uuid":"0bf5ea74-8e2f-4b00-a554-29089edb0a74","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6827","nonce":3628045607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6829","nonce":3628045607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6833","nonce":3628045607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6831","nonce":3628045607}]},"public_addr":"172.21.15.90:6827/3628045607","cluster_addr":"172.21.15.90:6829/3628045607","heartbeat_back_addr":"172.21.15.90:6833/3628045607","heartbeat_front_addr":"172.21.15.90:6831/3628045607","state":["exists","up"]},{"osd":4,"uuid":"4e6fe3a3-35be-459c-809b-9803ec6f9e66","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6801","nonce":2318314852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6803","nonce":2318314852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6807","nonce":2318314852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6805","nonce":2318314852}]},"public_addr":"172.21.15.153:6801/2318314852","cluster_addr":"172.21.15.153:6803/2318314852","heartbeat_back_addr":"172.21.15.153:6807/2318314852","heartbeat_front_addr":"172.21.15.153:6805/2318314852","state":["exists","up"]},{"osd":5,"uuid":"3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6809","nonce":935629544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6811","nonce":935629544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6815","nonce":935629544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6813","nonce":935629544}]},"public_addr":"172.21.15.153:6809/935629544","cluster_addr":"172.21.15.153:6811/935629544","heartbeat_back_addr":"172.21.15.153:6815/935629544","heartbeat_front_addr":"172.21.15.153:6813/935629544","state":["exists","up"]},{"osd":6,"uuid":"8161b962-a440-4c2a-afa3-1c5b3a8abf2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6817","nonce":3994566432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6819","nonce":3994566432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6823","nonce":3994566432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6821","nonce":3994566432}]},"public_addr":"172.21.15.153:6817/3994566432","cluster_addr":"172.21.15.153:6819/3994566432","heartbeat_back_addr":"172.21.15.153:6823/3994566432","heartbeat_front_addr":"172.21.15.153:6821/3994566432","state":["exists","up"]},{"osd":7,"uuid":"7d360fef-9725-4e9a-87e1-50a164e73469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6825","nonce":686880482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6827","nonce":686880482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6831","nonce":686880482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6829","nonce":686880482}]},"public_addr":"172.21.15.153:6825/686880482","cluster_addr":"172.21.15.153:6827/686880482","heartbeat_back_addr":"172.21.15.153:6831/686880482","heartbeat_front_addr":"172.21.15.153:6829/686880482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:24.845331+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:49.256554+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:13.855638+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:39.013223+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:01.093757+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:25.265035+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:48.344610+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:25:11.275511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:6801/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/3876408490":"2024-04-16T16:21:05.834443+0000","172.21.15.90:6800/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1205411690":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1624230203":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/943668373":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6800/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1988657918":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6801/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/2678531165":"2024-04-16T16:21:05.834443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T16:25:34.636 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T16:25:34.922 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:34.922 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":61,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","created":"2024-04-15T16:20:00.183424+0000","modified":"2024-04-15T16:25:34.302939+0000","last_up_change":"2024-04-15T16:25:13.165326+0000","last_in_change":"2024-04-15T16:24:56.092887+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T16:23:16.153981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T16:25:32.414992+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T16:25:33.499838+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6803","nonce":1069708095}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6805","nonce":1069708095}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6809","nonce":1069708095}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6807","nonce":1069708095}]},"public_addr":"172.21.15.90:6803/1069708095","cluster_addr":"172.21.15.90:6805/1069708095","heartbeat_back_addr":"172.21.15.90:6809/1069708095","heartbeat_front_addr":"172.21.15.90:6807/1069708095","state":["exists","up"]},{"osd":1,"uuid":"2286e9ff-0229-4ee7-aadc-243005a9eea5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6811","nonce":1026479145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6813","nonce":1026479145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6817","nonce":1026479145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6815","nonce":1026479145}]},"public_addr":"172.21.15.90:6811/1026479145","cluster_addr":"172.21.15.90:6813/1026479145","heartbeat_back_addr":"172.21.15.90:6817/1026479145","heartbeat_front_addr":"172.21.15.90:6815/1026479145","state":["exists","up"]},{"osd":2,"uuid":"e915c3a5-62c6-45f0-8b49-543ad9b16b6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6819","nonce":3223430868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6821","nonce":3223430868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6825","nonce":3223430868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6823","nonce":3223430868}]},"public_addr":"172.21.15.90:6819/3223430868","cluster_addr":"172.21.15.90:6821/3223430868","heartbeat_back_addr":"172.21.15.90:6825/3223430868","heartbeat_front_addr":"172.21.15.90:6823/3223430868","state":["exists","up"]},{"osd":3,"uuid":"0bf5ea74-8e2f-4b00-a554-29089edb0a74","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6827","nonce":3628045607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6829","nonce":3628045607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6833","nonce":3628045607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6831","nonce":3628045607}]},"public_addr":"172.21.15.90:6827/3628045607","cluster_addr":"172.21.15.90:6829/3628045607","heartbeat_back_addr":"172.21.15.90:6833/3628045607","heartbeat_front_addr":"172.21.15.90:6831/3628045607","state":["exists","up"]},{"osd":4,"uuid":"4e6fe3a3-35be-459c-809b-9803ec6f9e66","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6801","nonce":2318314852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6803","nonce":2318314852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6807","nonce":2318314852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6805","nonce":2318314852}]},"public_addr":"172.21.15.153:6801/2318314852","cluster_addr":"172.21.15.153:6803/2318314852","heartbeat_back_addr":"172.21.15.153:6807/2318314852","heartbeat_front_addr":"172.21.15.153:6805/2318314852","state":["exists","up"]},{"osd":5,"uuid":"3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6809","nonce":935629544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6811","nonce":935629544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6815","nonce":935629544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6813","nonce":935629544}]},"public_addr":"172.21.15.153:6809/935629544","cluster_addr":"172.21.15.153:6811/935629544","heartbeat_back_addr":"172.21.15.153:6815/935629544","heartbeat_front_addr":"172.21.15.153:6813/935629544","state":["exists","up"]},{"osd":6,"uuid":"8161b962-a440-4c2a-afa3-1c5b3a8abf2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6817","nonce":3994566432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6819","nonce":3994566432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6823","nonce":3994566432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6821","nonce":3994566432}]},"public_addr":"172.21.15.153:6817/3994566432","cluster_addr":"172.21.15.153:6819/3994566432","heartbeat_back_addr":"172.21.15.153:6823/3994566432","heartbeat_front_addr":"172.21.15.153:6821/3994566432","state":["exists","up"]},{"osd":7,"uuid":"7d360fef-9725-4e9a-87e1-50a164e73469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6825","nonce":686880482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6827","nonce":686880482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6831","nonce":686880482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6829","nonce":686880482}]},"public_addr":"172.21.15.153:6825/686880482","cluster_addr":"172.21.15.153:6827/686880482","heartbeat_back_addr":"172.21.15.153:6831/686880482","heartbeat_front_addr":"172.21.15.153:6829/686880482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:24.845331+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:49.256554+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:13.855638+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:39.013223+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:01.093757+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:25.265035+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:48.344610+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:25:11.275511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:6801/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/3876408490":"2024-04-16T16:21:05.834443+0000","172.21.15.90:6800/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1205411690":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1624230203":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/943668373":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6800/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1988657918":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6801/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/2678531165":"2024-04-16T16:21:05.834443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T16:25:34.935 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-15T16:25:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[27209]: pgmap v183: 33 pgs: 6 creating+peering, 26 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[27209]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:25:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/577837120' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-15T16:25:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-15T16:25:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[27209]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-15T16:25:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[27209]: osdmap e61: 8 total, 8 up, 8 in 2024-04-15T16:25:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-15T16:25:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[27209]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-15T16:25:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[27209]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-15T16:25:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1318264515' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:35.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2871112273' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[38312]: pgmap v183: 33 pgs: 6 creating+peering, 26 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[38312]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:25:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/577837120' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-15T16:25:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-15T16:25:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[38312]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-15T16:25:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[38312]: osdmap e61: 8 total, 8 up, 8 in 2024-04-15T16:25:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-15T16:25:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[38312]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-15T16:25:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[38312]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-15T16:25:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1318264515' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:35.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:34 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2871112273' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:35.328 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-15T16:25:35.328 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-15T16:25:35.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:34 smithi153 ceph-mon[30366]: pgmap v183: 33 pgs: 6 creating+peering, 26 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:35.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:34 smithi153 ceph-mon[30366]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:25:35.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:34 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/577837120' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-15T16:25:35.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:34 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-15T16:25:35.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:34 smithi153 ceph-mon[30366]: daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-15T16:25:35.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:34 smithi153 ceph-mon[30366]: osdmap e61: 8 total, 8 up, 8 in 2024-04-15T16:25:35.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:34 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-15T16:25:35.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:34 smithi153 ceph-mon[30366]: fsmap cephfs:1 {0=a=up:creating} 1 up:standby 2024-04-15T16:25:35.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:34 smithi153 ceph-mon[30366]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-15T16:25:35.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:34 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1318264515' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:35.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:34 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2871112273' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:36.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:35 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2831383485' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-15T16:25:36.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:35 smithi090 ceph-mon[27209]: osdmap e62: 8 total, 8 up, 8 in 2024-04-15T16:25:36.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:35 smithi090 ceph-mon[27209]: mds.? [v2:172.21.15.90:6834/4039869308,v1:172.21.15.90:6835/4039869308] up:active 2024-04-15T16:25:36.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:35 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2831383485' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-15T16:25:36.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:35 smithi090 ceph-mon[27209]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:25:36.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:35 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3026726237' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-15T16:25:36.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:35 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-15T16:25:36.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:35 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2831383485' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-15T16:25:36.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:35 smithi090 ceph-mon[38312]: osdmap e62: 8 total, 8 up, 8 in 2024-04-15T16:25:36.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:35 smithi090 ceph-mon[38312]: mds.? [v2:172.21.15.90:6834/4039869308,v1:172.21.15.90:6835/4039869308] up:active 2024-04-15T16:25:36.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:35 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2831383485' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-15T16:25:36.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:35 smithi090 ceph-mon[38312]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:25:36.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:35 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3026726237' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-15T16:25:36.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:35 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-15T16:25:36.334 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-15T16:25:36.334 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T16:25:36.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:35 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2831383485' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-15T16:25:36.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:35 smithi153 ceph-mon[30366]: osdmap e62: 8 total, 8 up, 8 in 2024-04-15T16:25:36.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:35 smithi153 ceph-mon[30366]: mds.? [v2:172.21.15.90:6834/4039869308,v1:172.21.15.90:6835/4039869308] up:active 2024-04-15T16:25:36.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:35 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2831383485' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-15T16:25:36.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:35 smithi153 ceph-mon[30366]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:25:36.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:35 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/3026726237' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-15T16:25:36.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:35 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-15T16:25:36.659 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:36.659 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24316,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/3196985028","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":3196985028},{"type":"v1","addr":"172.21.15.153:6833","nonce":3196985028}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T16:25:34.303278+0000","modified":"2024-04-15T16:25:36.315147+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24365":{"gid":24365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.90:6835/4039869308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":4039869308},{"type":"v1","addr":"172.21.15.90:6835","nonce":4039869308}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-15T16:25:36.659 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 6 2024-04-15T16:25:36.672 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T16:25:36.964 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:36.964 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":62,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","created":"2024-04-15T16:20:00.183424+0000","modified":"2024-04-15T16:25:35.304774+0000","last_up_change":"2024-04-15T16:25:13.165326+0000","last_in_change":"2024-04-15T16:24:56.092887+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T16:23:16.153981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T16:25:32.414992+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T16:25:33.499838+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6803","nonce":1069708095}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6805","nonce":1069708095}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6809","nonce":1069708095}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6807","nonce":1069708095}]},"public_addr":"172.21.15.90:6803/1069708095","cluster_addr":"172.21.15.90:6805/1069708095","heartbeat_back_addr":"172.21.15.90:6809/1069708095","heartbeat_front_addr":"172.21.15.90:6807/1069708095","state":["exists","up"]},{"osd":1,"uuid":"2286e9ff-0229-4ee7-aadc-243005a9eea5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6811","nonce":1026479145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6813","nonce":1026479145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6817","nonce":1026479145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6815","nonce":1026479145}]},"public_addr":"172.21.15.90:6811/1026479145","cluster_addr":"172.21.15.90:6813/1026479145","heartbeat_back_addr":"172.21.15.90:6817/1026479145","heartbeat_front_addr":"172.21.15.90:6815/1026479145","state":["exists","up"]},{"osd":2,"uuid":"e915c3a5-62c6-45f0-8b49-543ad9b16b6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6819","nonce":3223430868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6821","nonce":3223430868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6825","nonce":3223430868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6823","nonce":3223430868}]},"public_addr":"172.21.15.90:6819/3223430868","cluster_addr":"172.21.15.90:6821/3223430868","heartbeat_back_addr":"172.21.15.90:6825/3223430868","heartbeat_front_addr":"172.21.15.90:6823/3223430868","state":["exists","up"]},{"osd":3,"uuid":"0bf5ea74-8e2f-4b00-a554-29089edb0a74","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6827","nonce":3628045607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6829","nonce":3628045607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6833","nonce":3628045607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6831","nonce":3628045607}]},"public_addr":"172.21.15.90:6827/3628045607","cluster_addr":"172.21.15.90:6829/3628045607","heartbeat_back_addr":"172.21.15.90:6833/3628045607","heartbeat_front_addr":"172.21.15.90:6831/3628045607","state":["exists","up"]},{"osd":4,"uuid":"4e6fe3a3-35be-459c-809b-9803ec6f9e66","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6801","nonce":2318314852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6803","nonce":2318314852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6807","nonce":2318314852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6805","nonce":2318314852}]},"public_addr":"172.21.15.153:6801/2318314852","cluster_addr":"172.21.15.153:6803/2318314852","heartbeat_back_addr":"172.21.15.153:6807/2318314852","heartbeat_front_addr":"172.21.15.153:6805/2318314852","state":["exists","up"]},{"osd":5,"uuid":"3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6809","nonce":935629544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6811","nonce":935629544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6815","nonce":935629544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6813","nonce":935629544}]},"public_addr":"172.21.15.153:6809/935629544","cluster_addr":"172.21.15.153:6811/935629544","heartbeat_back_addr":"172.21.15.153:6815/935629544","heartbeat_front_addr":"172.21.15.153:6813/935629544","state":["exists","up"]},{"osd":6,"uuid":"8161b962-a440-4c2a-afa3-1c5b3a8abf2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6817","nonce":3994566432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6819","nonce":3994566432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6823","nonce":3994566432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6821","nonce":3994566432}]},"public_addr":"172.21.15.153:6817/3994566432","cluster_addr":"172.21.15.153:6819/3994566432","heartbeat_back_addr":"172.21.15.153:6823/3994566432","heartbeat_front_addr":"172.21.15.153:6821/3994566432","state":["exists","up"]},{"osd":7,"uuid":"7d360fef-9725-4e9a-87e1-50a164e73469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6825","nonce":686880482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6827","nonce":686880482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6831","nonce":686880482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6829","nonce":686880482}]},"public_addr":"172.21.15.153:6825/686880482","cluster_addr":"172.21.15.153:6827/686880482","heartbeat_back_addr":"172.21.15.153:6831/686880482","heartbeat_front_addr":"172.21.15.153:6829/686880482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:24.845331+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:49.256554+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:13.855638+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:39.013223+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:01.093757+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:25.265035+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:48.344610+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:25:11.275511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:6801/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/3876408490":"2024-04-16T16:21:05.834443+0000","172.21.15.90:6800/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1205411690":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1624230203":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/943668373":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6800/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1988657918":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6801/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/2678531165":"2024-04-16T16:21:05.834443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T16:25:36.977 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-15T16:25:36.977 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T16:25:37.271 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:37.273 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-15T16:25:37.274 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:36 smithi090 ceph-mon[27209]: pgmap v187: 97 pgs: 6 creating+peering, 72 unknown, 19 active+clean; 578 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 767 B/s wr, 5 op/s 2024-04-15T16:25:37.274 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:36 smithi090 ceph-mon[27209]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:25:37.274 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:36 smithi090 ceph-mon[27209]: Cluster is now healthy 2024-04-15T16:25:37.275 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:36 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-15T16:25:37.275 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:36 smithi090 ceph-mon[27209]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:25:37.275 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:36 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1866471617' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:25:37.275 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:36 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2034342428' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:37.275 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:36 smithi090 ceph-mon[38312]: pgmap v187: 97 pgs: 6 creating+peering, 72 unknown, 19 active+clean; 578 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 767 B/s wr, 5 op/s 2024-04-15T16:25:37.275 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:36 smithi090 ceph-mon[38312]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:25:37.275 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:36 smithi090 ceph-mon[38312]: Cluster is now healthy 2024-04-15T16:25:37.275 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:36 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-15T16:25:37.275 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:36 smithi090 ceph-mon[38312]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:25:37.275 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:36 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1866471617' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:25:37.275 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:36 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2034342428' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:37.282 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":187,"stamp":"2024-04-15T16:25:35.885095+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591932,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":183,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":136,"ondisk_log_size":136,"up":75,"acting":75,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":12,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":749961216,"kb_used":222500,"kb_used_data":6300,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738716,"statfs":{"total":767960285184,"available":767732445184,"internally_reserved":0,"allocated":6451200,"data_stored":3678511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1564,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000928"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.340147+0000","last_change":"2024-04-15T16:25:34.339780+0000","last_active":"2024-04-15T16:25:34.340147+0000","last_peered":"2024-04-15T16:25:34.340147+0000","last_clean":"2024-04-15T16:25:34.340147+0000","last_became_active":"2024-04-15T16:25:34.339415+0000","last_became_peered":"2024-04-15T16:25:34.339415+0000","last_unstale":"2024-04-15T16:25:34.340147+0000","last_undegraded":"2024-04-15T16:25:34.340147+0000","last_fullsized":"2024-04-15T16:25:34.340147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:35:41.132583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.344022+0000","last_change":"2024-04-15T16:25:34.340901+0000","last_active":"2024-04-15T16:25:34.344022+0000","last_peered":"2024-04-15T16:25:34.344022+0000","last_clean":"2024-04-15T16:25:34.344022+0000","last_became_active":"2024-04-15T16:25:34.340493+0000","last_became_peered":"2024-04-15T16:25:34.340493+0000","last_unstale":"2024-04-15T16:25:34.344022+0000","last_undegraded":"2024-04-15T16:25:34.344022+0000","last_fullsized":"2024-04-15T16:25:34.344022+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:30:50.620153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309219+0000","last_change":"2024-04-15T16:25:34.331432+0000","last_active":"2024-04-15T16:25:35.309219+0000","last_peered":"2024-04-15T16:25:35.309219+0000","last_clean":"2024-04-15T16:25:35.309219+0000","last_became_active":"2024-04-15T16:25:34.331144+0000","last_became_peered":"2024-04-15T16:25:34.331144+0000","last_unstale":"2024-04-15T16:25:35.309219+0000","last_undegraded":"2024-04-15T16:25:35.309219+0000","last_fullsized":"2024-04-15T16:25:35.309219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:15.124138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.951558+0000","last_change":"2024-04-15T16:25:32.951558+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.951558+0000","last_undegraded":"2024-04-15T16:25:32.951558+0000","last_fullsized":"2024-04-15T16:25:32.951558+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:39.495968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.953719+0000","last_change":"2024-04-15T16:25:32.953719+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.953719+0000","last_undegraded":"2024-04-15T16:25:32.953719+0000","last_fullsized":"2024-04-15T16:25:32.953719+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:29:38.451908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.345735+0000","last_change":"2024-04-15T16:25:33.962483+0000","last_active":"2024-04-15T16:25:34.345735+0000","last_peered":"2024-04-15T16:25:34.345735+0000","last_clean":"2024-04-15T16:25:34.345735+0000","last_became_active":"2024-04-15T16:25:33.962127+0000","last_became_peered":"2024-04-15T16:25:33.962127+0000","last_unstale":"2024-04-15T16:25:34.345735+0000","last_undegraded":"2024-04-15T16:25:34.345735+0000","last_fullsized":"2024-04-15T16:25:34.345735+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:58.931704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.332446+0000","last_change":"2024-04-15T16:25:33.965899+0000","last_active":"2024-04-15T16:25:34.332446+0000","last_peered":"2024-04-15T16:25:34.332446+0000","last_clean":"2024-04-15T16:25:34.332446+0000","last_became_active":"2024-04-15T16:25:33.965600+0000","last_became_peered":"2024-04-15T16:25:33.965600+0000","last_unstale":"2024-04-15T16:25:34.332446+0000","last_undegraded":"2024-04-15T16:25:34.332446+0000","last_fullsized":"2024-04-15T16:25:34.332446+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:51:18.839754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.347409+0000","last_change":"2024-04-15T16:25:33.967575+0000","last_active":"2024-04-15T16:25:34.347409+0000","last_peered":"2024-04-15T16:25:34.347409+0000","last_clean":"2024-04-15T16:25:34.347409+0000","last_became_active":"2024-04-15T16:25:33.967272+0000","last_became_peered":"2024-04-15T16:25:33.967272+0000","last_unstale":"2024-04-15T16:25:34.347409+0000","last_undegraded":"2024-04-15T16:25:34.347409+0000","last_fullsized":"2024-04-15T16:25:34.347409+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:59.235872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.328240+0000","last_change":"2024-04-15T16:25:33.960413+0000","last_active":"2024-04-15T16:25:34.328240+0000","last_peered":"2024-04-15T16:25:34.328240+0000","last_clean":"2024-04-15T16:25:34.328240+0000","last_became_active":"2024-04-15T16:25:33.960098+0000","last_became_peered":"2024-04-15T16:25:33.960098+0000","last_unstale":"2024-04-15T16:25:34.328240+0000","last_undegraded":"2024-04-15T16:25:34.328240+0000","last_fullsized":"2024-04-15T16:25:34.328240+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:21:45.822045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.335022+0000","last_change":"2024-04-15T16:25:34.330816+0000","last_active":"2024-04-15T16:25:34.335022+0000","last_peered":"2024-04-15T16:25:34.335022+0000","last_clean":"2024-04-15T16:25:34.335022+0000","last_became_active":"2024-04-15T16:25:34.330543+0000","last_became_peered":"2024-04-15T16:25:34.330543+0000","last_unstale":"2024-04-15T16:25:34.335022+0000","last_undegraded":"2024-04-15T16:25:34.335022+0000","last_fullsized":"2024-04-15T16:25:34.335022+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:57:41.073730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.307818+0000","last_change":"2024-04-15T16:25:33.975121+0000","last_active":"2024-04-15T16:25:35.307818+0000","last_peered":"2024-04-15T16:25:35.307818+0000","last_clean":"2024-04-15T16:25:35.307818+0000","last_became_active":"2024-04-15T16:25:33.974858+0000","last_became_peered":"2024-04-15T16:25:33.974858+0000","last_unstale":"2024-04-15T16:25:35.307818+0000","last_undegraded":"2024-04-15T16:25:35.307818+0000","last_fullsized":"2024-04-15T16:25:35.307818+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:58:50.869218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308055+0000","last_change":"2024-04-15T16:25:33.974203+0000","last_active":"2024-04-15T16:25:35.308055+0000","last_peered":"2024-04-15T16:25:35.308055+0000","last_clean":"2024-04-15T16:25:35.308055+0000","last_became_active":"2024-04-15T16:25:33.973940+0000","last_became_peered":"2024-04-15T16:25:33.973940+0000","last_unstale":"2024-04-15T16:25:35.308055+0000","last_undegraded":"2024-04-15T16:25:35.308055+0000","last_fullsized":"2024-04-15T16:25:35.308055+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:51:38.161890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":216,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-04-15T16:25:18.177108+0000","last_change":"2024-04-15T16:25:16.897720+0000","last_active":"2024-04-15T16:25:18.177108+0000","last_peered":"2024-04-15T16:25:18.177108+0000","last_clean":"2024-04-15T16:25:18.177108+0000","last_became_active":"2024-04-15T16:25:16.897306+0000","last_became_peered":"2024-04-15T16:25:16.897306+0000","last_unstale":"2024-04-15T16:25:18.177108+0000","last_undegraded":"2024-04-15T16:25:18.177108+0000","last_fullsized":"2024-04-15T16:25:18.177108+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_clean_scrub_stamp":"2024-04-15T16:23:16.414562+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:19:26.084835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.949716+0000","last_change":"2024-04-15T16:25:32.949716+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.949716+0000","last_undegraded":"2024-04-15T16:25:32.949716+0000","last_fullsized":"2024-04-15T16:25:32.949716+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:28:08.876868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.950971+0000","last_change":"2024-04-15T16:25:32.950971+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.950971+0000","last_undegraded":"2024-04-15T16:25:32.950971+0000","last_fullsized":"2024-04-15T16:25:32.950971+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:14:25.576887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.345920+0000","last_change":"2024-04-15T16:25:33.968052+0000","last_active":"2024-04-15T16:25:34.345920+0000","last_peered":"2024-04-15T16:25:34.345920+0000","last_clean":"2024-04-15T16:25:34.345920+0000","last_became_active":"2024-04-15T16:25:33.967776+0000","last_became_peered":"2024-04-15T16:25:33.967776+0000","last_unstale":"2024-04-15T16:25:34.345920+0000","last_undegraded":"2024-04-15T16:25:34.345920+0000","last_fullsized":"2024-04-15T16:25:34.345920+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:40.710130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.950260+0000","last_change":"2024-04-15T16:25:32.950260+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.950260+0000","last_undegraded":"2024-04-15T16:25:32.950260+0000","last_fullsized":"2024-04-15T16:25:32.950260+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:48.109889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.950880+0000","last_change":"2024-04-15T16:25:32.950880+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.950880+0000","last_undegraded":"2024-04-15T16:25:32.950880+0000","last_fullsized":"2024-04-15T16:25:32.950880+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:11:55.673773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.339921+0000","last_change":"2024-04-15T16:25:34.338704+0000","last_active":"2024-04-15T16:25:34.339921+0000","last_peered":"2024-04-15T16:25:34.339921+0000","last_clean":"2024-04-15T16:25:34.339921+0000","last_became_active":"2024-04-15T16:25:34.338239+0000","last_became_peered":"2024-04-15T16:25:34.338239+0000","last_unstale":"2024-04-15T16:25:34.339921+0000","last_undegraded":"2024-04-15T16:25:34.339921+0000","last_fullsized":"2024-04-15T16:25:34.339921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:39.269699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308158+0000","last_change":"2024-04-15T16:25:33.971329+0000","last_active":"2024-04-15T16:25:35.308158+0000","last_peered":"2024-04-15T16:25:35.308158+0000","last_clean":"2024-04-15T16:25:35.308158+0000","last_became_active":"2024-04-15T16:25:33.970851+0000","last_became_peered":"2024-04-15T16:25:33.970851+0000","last_unstale":"2024-04-15T16:25:35.308158+0000","last_undegraded":"2024-04-15T16:25:35.308158+0000","last_fullsized":"2024-04-15T16:25:35.308158+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:46:36.051699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308336+0000","last_change":"2024-04-15T16:25:33.966349+0000","last_active":"2024-04-15T16:25:35.308336+0000","last_peered":"2024-04-15T16:25:35.308336+0000","last_clean":"2024-04-15T16:25:35.308336+0000","last_became_active":"2024-04-15T16:25:33.966059+0000","last_became_peered":"2024-04-15T16:25:33.966059+0000","last_unstale":"2024-04-15T16:25:35.308336+0000","last_undegraded":"2024-04-15T16:25:35.308336+0000","last_fullsized":"2024-04-15T16:25:35.308336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:05:16.350194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.334974+0000","last_change":"2024-04-15T16:25:34.329854+0000","last_active":"2024-04-15T16:25:34.334974+0000","last_peered":"2024-04-15T16:25:34.334974+0000","last_clean":"2024-04-15T16:25:34.334974+0000","last_became_active":"2024-04-15T16:25:34.329570+0000","last_became_peered":"2024-04-15T16:25:34.329570+0000","last_unstale":"2024-04-15T16:25:34.334974+0000","last_undegraded":"2024-04-15T16:25:34.334974+0000","last_fullsized":"2024-04-15T16:25:34.334974+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:55:22.011676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308122+0000","last_change":"2024-04-15T16:25:34.330905+0000","last_active":"2024-04-15T16:25:35.308122+0000","last_peered":"2024-04-15T16:25:35.308122+0000","last_clean":"2024-04-15T16:25:35.308122+0000","last_became_active":"2024-04-15T16:25:34.330626+0000","last_became_peered":"2024-04-15T16:25:34.330626+0000","last_unstale":"2024-04-15T16:25:35.308122+0000","last_undegraded":"2024-04-15T16:25:35.308122+0000","last_fullsized":"2024-04-15T16:25:35.308122+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:48:38.151778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.343997+0000","last_change":"2024-04-15T16:25:34.342193+0000","last_active":"2024-04-15T16:25:34.343997+0000","last_peered":"2024-04-15T16:25:34.343997+0000","last_clean":"2024-04-15T16:25:34.343997+0000","last_became_active":"2024-04-15T16:25:34.341609+0000","last_became_peered":"2024-04-15T16:25:34.341609+0000","last_unstale":"2024-04-15T16:25:34.343997+0000","last_undegraded":"2024-04-15T16:25:34.343997+0000","last_fullsized":"2024-04-15T16:25:34.343997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:19:18.018266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.334599+0000","last_change":"2024-04-15T16:25:34.332044+0000","last_active":"2024-04-15T16:25:34.334599+0000","last_peered":"2024-04-15T16:25:34.334599+0000","last_clean":"2024-04-15T16:25:34.334599+0000","last_became_active":"2024-04-15T16:25:34.331697+0000","last_became_peered":"2024-04-15T16:25:34.331697+0000","last_unstale":"2024-04-15T16:25:34.334599+0000","last_undegraded":"2024-04-15T16:25:34.334599+0000","last_fullsized":"2024-04-15T16:25:34.334599+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:44:40.853467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":2},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1564,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19,"ondisk_log_size":19,"up":45,"acting":45,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.37}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1212416,"data_stored":844370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":569344,"data_stored":232281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:24:51 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.33100000000000002,"15min":0.32400000000000001},"min":{"1min":0.252,"5min":0.222,"15min":0.222},"max":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.34300000000000003,"15min":0.33700000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.34499999999999997}]},{"osd":2,"last update":"Mon Apr 15 16:25:17 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.36799999999999999,"15min":0.36399999999999999},"min":{"1min":0.318,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.52800000000000002,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.373},{"interface":"front","average":{"1min":0.435,"5min":0.38300000000000001,"15min":0.375},"min":{"1min":0.29999999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.58499999999999996,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.44500000000000001}]},{"osd":3,"last update":"Mon Apr 15 16:24:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.46000000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:25:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.84099999999999997}]},{"osd":5,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.78200000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 16:24:56 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.32300000000000001,"15min":0.313},"min":{"1min":0.25800000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.57299999999999995,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.371},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.32600000000000001,"15min":0.309},"min":{"1min":0.29799999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.54200000000000004}]},{"osd":2,"last update":"Mon Apr 15 16:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.59199999999999997,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.34799999999999998}]},{"osd":3,"last update":"Mon Apr 15 16:24:46 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.309}]},{"osd":4,"last update":"Mon Apr 15 16:25:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.496}]},{"osd":5,"last update":"Mon Apr 15 16:25:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.47799999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27620,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717532,"statfs":{"total":95995035648,"available":95966752768,"internally_reserved":0,"allocated":610304,"data_stored":252711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.375,"15min":0.375},"min":{"1min":0.214,"5min":0.193,"15min":0.193},"max":{"1min":0.497,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.38900000000000001,"15min":0.38600000000000001},"min":{"1min":0.23899999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.34300000000000003}]},{"osd":1,"last update":"Mon Apr 15 16:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.40400000000000003,"15min":0.40200000000000002},"min":{"1min":0.27700000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.308},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.41299999999999998,"15min":0.40699999999999997},"min":{"1min":0.26600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.38}]},{"osd":3,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.32600000000000001}]},{"osd":4,"last update":"Mon Apr 15 16:25:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.441}]},{"osd":5,"last update":"Mon Apr 15 16:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.54200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.41399999999999998}]},{"osd":1,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.378}]},{"osd":2,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.443}]},{"osd":4,"last update":"Mon Apr 15 16:25:04 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.50900000000000001}]},{"osd":5,"last update":"Mon Apr 15 16:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.498},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.52700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.50800000000000001}]},{"osd":1,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.495},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.51600000000000001}]},{"osd":2,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.54400000000000004}]},{"osd":3,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.53400000000000003}]},{"osd":5,"last update":"Mon Apr 15 16:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.46899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]}]},{"osd":5,"up_from":38,"seq":163208757263,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":569344,"data_stored":232281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.376}]},{"osd":1,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.40999999999999998}]},{"osd":2,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.434}]},{"osd":3,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.46600000000000003}]},{"osd":4,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.312}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T16:25:37.287 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T16:25:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:36 smithi153 ceph-mon[30366]: pgmap v187: 97 pgs: 6 creating+peering, 72 unknown, 19 active+clean; 578 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 767 B/s wr, 5 op/s 2024-04-15T16:25:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:36 smithi153 ceph-mon[30366]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:25:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:36 smithi153 ceph-mon[30366]: Cluster is now healthy 2024-04-15T16:25:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:36 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-15T16:25:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:36 smithi153 ceph-mon[30366]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:25:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:36 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1866471617' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:25:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:36 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2034342428' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:25:37.585 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:25:37 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a[65027]: 2024-04-15T16:25:37.276+0000 7fda99d1e700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-15T16:25:37.613 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:37.615 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-15T16:25:37.627 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":187,"stamp":"2024-04-15T16:25:35.885095+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591932,"num_objects":12,"num_object_clones":0,"num_object_copies":36,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":12,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":183,"num_write_kb":2419,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":136,"ondisk_log_size":136,"up":75,"acting":75,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":12,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":749961216,"kb_used":222500,"kb_used_data":6300,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738716,"statfs":{"total":767960285184,"available":767732445184,"internally_reserved":0,"allocated":6451200,"data_stored":3678511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":221236792},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1564,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000928"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.340147+0000","last_change":"2024-04-15T16:25:34.339780+0000","last_active":"2024-04-15T16:25:34.340147+0000","last_peered":"2024-04-15T16:25:34.340147+0000","last_clean":"2024-04-15T16:25:34.340147+0000","last_became_active":"2024-04-15T16:25:34.339415+0000","last_became_peered":"2024-04-15T16:25:34.339415+0000","last_unstale":"2024-04-15T16:25:34.340147+0000","last_undegraded":"2024-04-15T16:25:34.340147+0000","last_fullsized":"2024-04-15T16:25:34.340147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:35:41.132583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.344022+0000","last_change":"2024-04-15T16:25:34.340901+0000","last_active":"2024-04-15T16:25:34.344022+0000","last_peered":"2024-04-15T16:25:34.344022+0000","last_clean":"2024-04-15T16:25:34.344022+0000","last_became_active":"2024-04-15T16:25:34.340493+0000","last_became_peered":"2024-04-15T16:25:34.340493+0000","last_unstale":"2024-04-15T16:25:34.344022+0000","last_undegraded":"2024-04-15T16:25:34.344022+0000","last_fullsized":"2024-04-15T16:25:34.344022+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:30:50.620153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309219+0000","last_change":"2024-04-15T16:25:34.331432+0000","last_active":"2024-04-15T16:25:35.309219+0000","last_peered":"2024-04-15T16:25:35.309219+0000","last_clean":"2024-04-15T16:25:35.309219+0000","last_became_active":"2024-04-15T16:25:34.331144+0000","last_became_peered":"2024-04-15T16:25:34.331144+0000","last_unstale":"2024-04-15T16:25:35.309219+0000","last_undegraded":"2024-04-15T16:25:35.309219+0000","last_fullsized":"2024-04-15T16:25:35.309219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:15.124138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.951558+0000","last_change":"2024-04-15T16:25:32.951558+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.951558+0000","last_undegraded":"2024-04-15T16:25:32.951558+0000","last_fullsized":"2024-04-15T16:25:32.951558+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:39.495968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.953719+0000","last_change":"2024-04-15T16:25:32.953719+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.953719+0000","last_undegraded":"2024-04-15T16:25:32.953719+0000","last_fullsized":"2024-04-15T16:25:32.953719+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:29:38.451908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.345735+0000","last_change":"2024-04-15T16:25:33.962483+0000","last_active":"2024-04-15T16:25:34.345735+0000","last_peered":"2024-04-15T16:25:34.345735+0000","last_clean":"2024-04-15T16:25:34.345735+0000","last_became_active":"2024-04-15T16:25:33.962127+0000","last_became_peered":"2024-04-15T16:25:33.962127+0000","last_unstale":"2024-04-15T16:25:34.345735+0000","last_undegraded":"2024-04-15T16:25:34.345735+0000","last_fullsized":"2024-04-15T16:25:34.345735+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:58.931704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.332446+0000","last_change":"2024-04-15T16:25:33.965899+0000","last_active":"2024-04-15T16:25:34.332446+0000","last_peered":"2024-04-15T16:25:34.332446+0000","last_clean":"2024-04-15T16:25:34.332446+0000","last_became_active":"2024-04-15T16:25:33.965600+0000","last_became_peered":"2024-04-15T16:25:33.965600+0000","last_unstale":"2024-04-15T16:25:34.332446+0000","last_undegraded":"2024-04-15T16:25:34.332446+0000","last_fullsized":"2024-04-15T16:25:34.332446+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:51:18.839754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.347409+0000","last_change":"2024-04-15T16:25:33.967575+0000","last_active":"2024-04-15T16:25:34.347409+0000","last_peered":"2024-04-15T16:25:34.347409+0000","last_clean":"2024-04-15T16:25:34.347409+0000","last_became_active":"2024-04-15T16:25:33.967272+0000","last_became_peered":"2024-04-15T16:25:33.967272+0000","last_unstale":"2024-04-15T16:25:34.347409+0000","last_undegraded":"2024-04-15T16:25:34.347409+0000","last_fullsized":"2024-04-15T16:25:34.347409+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:59.235872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.328240+0000","last_change":"2024-04-15T16:25:33.960413+0000","last_active":"2024-04-15T16:25:34.328240+0000","last_peered":"2024-04-15T16:25:34.328240+0000","last_clean":"2024-04-15T16:25:34.328240+0000","last_became_active":"2024-04-15T16:25:33.960098+0000","last_became_peered":"2024-04-15T16:25:33.960098+0000","last_unstale":"2024-04-15T16:25:34.328240+0000","last_undegraded":"2024-04-15T16:25:34.328240+0000","last_fullsized":"2024-04-15T16:25:34.328240+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:21:45.822045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.335022+0000","last_change":"2024-04-15T16:25:34.330816+0000","last_active":"2024-04-15T16:25:34.335022+0000","last_peered":"2024-04-15T16:25:34.335022+0000","last_clean":"2024-04-15T16:25:34.335022+0000","last_became_active":"2024-04-15T16:25:34.330543+0000","last_became_peered":"2024-04-15T16:25:34.330543+0000","last_unstale":"2024-04-15T16:25:34.335022+0000","last_undegraded":"2024-04-15T16:25:34.335022+0000","last_fullsized":"2024-04-15T16:25:34.335022+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:57:41.073730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.307818+0000","last_change":"2024-04-15T16:25:33.975121+0000","last_active":"2024-04-15T16:25:35.307818+0000","last_peered":"2024-04-15T16:25:35.307818+0000","last_clean":"2024-04-15T16:25:35.307818+0000","last_became_active":"2024-04-15T16:25:33.974858+0000","last_became_peered":"2024-04-15T16:25:33.974858+0000","last_unstale":"2024-04-15T16:25:35.307818+0000","last_undegraded":"2024-04-15T16:25:35.307818+0000","last_fullsized":"2024-04-15T16:25:35.307818+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:58:50.869218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308055+0000","last_change":"2024-04-15T16:25:33.974203+0000","last_active":"2024-04-15T16:25:35.308055+0000","last_peered":"2024-04-15T16:25:35.308055+0000","last_clean":"2024-04-15T16:25:35.308055+0000","last_became_active":"2024-04-15T16:25:33.973940+0000","last_became_peered":"2024-04-15T16:25:33.973940+0000","last_unstale":"2024-04-15T16:25:35.308055+0000","last_undegraded":"2024-04-15T16:25:35.308055+0000","last_fullsized":"2024-04-15T16:25:35.308055+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:51:38.161890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":216,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-04-15T16:25:18.177108+0000","last_change":"2024-04-15T16:25:16.897720+0000","last_active":"2024-04-15T16:25:18.177108+0000","last_peered":"2024-04-15T16:25:18.177108+0000","last_clean":"2024-04-15T16:25:18.177108+0000","last_became_active":"2024-04-15T16:25:16.897306+0000","last_became_peered":"2024-04-15T16:25:16.897306+0000","last_unstale":"2024-04-15T16:25:18.177108+0000","last_undegraded":"2024-04-15T16:25:18.177108+0000","last_fullsized":"2024-04-15T16:25:18.177108+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_clean_scrub_stamp":"2024-04-15T16:23:16.414562+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:19:26.084835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.949716+0000","last_change":"2024-04-15T16:25:32.949716+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.949716+0000","last_undegraded":"2024-04-15T16:25:32.949716+0000","last_fullsized":"2024-04-15T16:25:32.949716+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:28:08.876868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.950971+0000","last_change":"2024-04-15T16:25:32.950971+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.950971+0000","last_undegraded":"2024-04-15T16:25:32.950971+0000","last_fullsized":"2024-04-15T16:25:32.950971+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:14:25.576887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.345920+0000","last_change":"2024-04-15T16:25:33.968052+0000","last_active":"2024-04-15T16:25:34.345920+0000","last_peered":"2024-04-15T16:25:34.345920+0000","last_clean":"2024-04-15T16:25:34.345920+0000","last_became_active":"2024-04-15T16:25:33.967776+0000","last_became_peered":"2024-04-15T16:25:33.967776+0000","last_unstale":"2024-04-15T16:25:34.345920+0000","last_undegraded":"2024-04-15T16:25:34.345920+0000","last_fullsized":"2024-04-15T16:25:34.345920+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:40.710130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.950260+0000","last_change":"2024-04-15T16:25:32.950260+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.950260+0000","last_undegraded":"2024-04-15T16:25:32.950260+0000","last_fullsized":"2024-04-15T16:25:32.950260+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:48.109889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.950880+0000","last_change":"2024-04-15T16:25:32.950880+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.950880+0000","last_undegraded":"2024-04-15T16:25:32.950880+0000","last_fullsized":"2024-04-15T16:25:32.950880+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:11:55.673773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.339921+0000","last_change":"2024-04-15T16:25:34.338704+0000","last_active":"2024-04-15T16:25:34.339921+0000","last_peered":"2024-04-15T16:25:34.339921+0000","last_clean":"2024-04-15T16:25:34.339921+0000","last_became_active":"2024-04-15T16:25:34.338239+0000","last_became_peered":"2024-04-15T16:25:34.338239+0000","last_unstale":"2024-04-15T16:25:34.339921+0000","last_undegraded":"2024-04-15T16:25:34.339921+0000","last_fullsized":"2024-04-15T16:25:34.339921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:39.269699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308158+0000","last_change":"2024-04-15T16:25:33.971329+0000","last_active":"2024-04-15T16:25:35.308158+0000","last_peered":"2024-04-15T16:25:35.308158+0000","last_clean":"2024-04-15T16:25:35.308158+0000","last_became_active":"2024-04-15T16:25:33.970851+0000","last_became_peered":"2024-04-15T16:25:33.970851+0000","last_unstale":"2024-04-15T16:25:35.308158+0000","last_undegraded":"2024-04-15T16:25:35.308158+0000","last_fullsized":"2024-04-15T16:25:35.308158+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:46:36.051699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:32.941951+0000","last_change":"2024-04-15T16:25:32.941951+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.941951+0000","last_undegraded":"2024-04-15T16:25:32.941951+0000","last_fullsized":"2024-04-15T16:25:32.941951+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308336+0000","last_change":"2024-04-15T16:25:33.966349+0000","last_active":"2024-04-15T16:25:35.308336+0000","last_peered":"2024-04-15T16:25:35.308336+0000","last_clean":"2024-04-15T16:25:35.308336+0000","last_became_active":"2024-04-15T16:25:33.966059+0000","last_became_peered":"2024-04-15T16:25:33.966059+0000","last_unstale":"2024-04-15T16:25:35.308336+0000","last_undegraded":"2024-04-15T16:25:35.308336+0000","last_fullsized":"2024-04-15T16:25:35.308336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:05:16.350194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.334974+0000","last_change":"2024-04-15T16:25:34.329854+0000","last_active":"2024-04-15T16:25:34.334974+0000","last_peered":"2024-04-15T16:25:34.334974+0000","last_clean":"2024-04-15T16:25:34.334974+0000","last_became_active":"2024-04-15T16:25:34.329570+0000","last_became_peered":"2024-04-15T16:25:34.329570+0000","last_unstale":"2024-04-15T16:25:34.334974+0000","last_undegraded":"2024-04-15T16:25:34.334974+0000","last_fullsized":"2024-04-15T16:25:34.334974+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:55:22.011676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308122+0000","last_change":"2024-04-15T16:25:34.330905+0000","last_active":"2024-04-15T16:25:35.308122+0000","last_peered":"2024-04-15T16:25:35.308122+0000","last_clean":"2024-04-15T16:25:35.308122+0000","last_became_active":"2024-04-15T16:25:34.330626+0000","last_became_peered":"2024-04-15T16:25:34.330626+0000","last_unstale":"2024-04-15T16:25:35.308122+0000","last_undegraded":"2024-04-15T16:25:35.308122+0000","last_fullsized":"2024-04-15T16:25:35.308122+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:48:38.151778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.343997+0000","last_change":"2024-04-15T16:25:34.342193+0000","last_active":"2024-04-15T16:25:34.343997+0000","last_peered":"2024-04-15T16:25:34.343997+0000","last_clean":"2024-04-15T16:25:34.343997+0000","last_became_active":"2024-04-15T16:25:34.341609+0000","last_became_peered":"2024-04-15T16:25:34.341609+0000","last_unstale":"2024-04-15T16:25:34.343997+0000","last_undegraded":"2024-04-15T16:25:34.343997+0000","last_fullsized":"2024-04-15T16:25:34.343997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:19:18.018266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.334599+0000","last_change":"2024-04-15T16:25:34.332044+0000","last_active":"2024-04-15T16:25:34.334599+0000","last_peered":"2024-04-15T16:25:34.334599+0000","last_clean":"2024-04-15T16:25:34.334599+0000","last_became_active":"2024-04-15T16:25:34.331697+0000","last_became_peered":"2024-04-15T16:25:34.331697+0000","last_unstale":"2024-04-15T16:25:34.334599+0000","last_undegraded":"2024-04-15T16:25:34.334599+0000","last_fullsized":"2024-04-15T16:25:34.334599+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:44:40.853467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":27,"acting":27,"num_store_stats":2},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":1564,"num_objects":10,"num_object_clones":0,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":24,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":7,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19,"ondisk_log_size":19,"up":45,"acting":45,"num_store_stats":3}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.37}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1212416,"data_stored":844370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":569344,"data_stored":232281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:24:51 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.33100000000000002,"15min":0.32400000000000001},"min":{"1min":0.252,"5min":0.222,"15min":0.222},"max":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.34300000000000003,"15min":0.33700000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.34499999999999997}]},{"osd":2,"last update":"Mon Apr 15 16:25:17 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.36799999999999999,"15min":0.36399999999999999},"min":{"1min":0.318,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.52800000000000002,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.373},{"interface":"front","average":{"1min":0.435,"5min":0.38300000000000001,"15min":0.375},"min":{"1min":0.29999999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.58499999999999996,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.44500000000000001}]},{"osd":3,"last update":"Mon Apr 15 16:24:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.46000000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:25:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.84099999999999997}]},{"osd":5,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.78200000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76600000000000001}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28164,"kb_used_data":1140,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716988,"statfs":{"total":95995035648,"available":95966195712,"internally_reserved":0,"allocated":1167360,"data_stored":822922,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 16:24:56 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.32300000000000001,"15min":0.313},"min":{"1min":0.25800000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.57299999999999995,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.371},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.32600000000000001,"15min":0.309},"min":{"1min":0.29799999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.54200000000000004}]},{"osd":2,"last update":"Mon Apr 15 16:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.28899999999999998},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.59199999999999997,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.34799999999999998}]},{"osd":3,"last update":"Mon Apr 15 16:24:46 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.309}]},{"osd":4,"last update":"Mon Apr 15 16:25:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.496}]},{"osd":5,"last update":"Mon Apr 15 16:25:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.47799999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55400000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27620,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717532,"statfs":{"total":95995035648,"available":95966752768,"internally_reserved":0,"allocated":610304,"data_stored":252711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.375,"15min":0.375},"min":{"1min":0.214,"5min":0.193,"15min":0.193},"max":{"1min":0.497,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.38900000000000001,"15min":0.38600000000000001},"min":{"1min":0.23899999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.34300000000000003}]},{"osd":1,"last update":"Mon Apr 15 16:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.40400000000000003,"15min":0.40200000000000002},"min":{"1min":0.27700000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.308},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.41299999999999998,"15min":0.40699999999999997},"min":{"1min":0.26600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.38}]},{"osd":3,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.32600000000000001}]},{"osd":4,"last update":"Mon Apr 15 16:25:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.441}]},{"osd":5,"last update":"Mon Apr 15 16:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.54200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182425,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.41399999999999998}]},{"osd":1,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.34100000000000003},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.378}]},{"osd":2,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.443}]},{"osd":4,"last update":"Mon Apr 15 16:25:04 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.50900000000000001}]},{"osd":5,"last update":"Mon Apr 15 16:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.498},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.52700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018900,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":573440,"data_stored":232554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.50800000000000001}]},{"osd":1,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.495},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.51600000000000001}]},{"osd":2,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.54400000000000004}]},{"osd":3,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.53400000000000003}]},{"osd":5,"last update":"Mon Apr 15 16:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.46899999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]}]},{"osd":5,"up_from":38,"seq":163208757263,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27580,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717572,"statfs":{"total":95995035648,"available":95966793728,"internally_reserved":0,"allocated":569344,"data_stored":232281,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.376}]},{"osd":1,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.40999999999999998}]},{"osd":2,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.434}]},{"osd":3,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.46600000000000003}]},{"osd":4,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.312}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.502}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T16:25:37.631 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T16:25:37.960 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:37.961 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-15T16:25:37.972 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":188,"stamp":"2024-04-15T16:25:37.885484+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":196,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":258,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":163,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":226916,"kb_used_data":6616,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734300,"statfs":{"total":767960285184,"available":767727923200,"internally_reserved":0,"allocated":6774784,"data_stored":3817864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.939188"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533794+0000","last_change":"2024-04-15T16:25:34.339869+0000","last_active":"2024-04-15T16:25:35.533794+0000","last_peered":"2024-04-15T16:25:35.533794+0000","last_clean":"2024-04-15T16:25:35.533794+0000","last_became_active":"2024-04-15T16:25:34.339592+0000","last_became_peered":"2024-04-15T16:25:34.339592+0000","last_unstale":"2024-04-15T16:25:35.533794+0000","last_undegraded":"2024-04-15T16:25:35.533794+0000","last_fullsized":"2024-04-15T16:25:35.533794+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:26.287465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309060+0000","last_change":"2024-04-15T16:25:34.332573+0000","last_active":"2024-04-15T16:25:35.309060+0000","last_peered":"2024-04-15T16:25:35.309060+0000","last_clean":"2024-04-15T16:25:35.309060+0000","last_became_active":"2024-04-15T16:25:34.330953+0000","last_became_peered":"2024-04-15T16:25:34.330953+0000","last_unstale":"2024-04-15T16:25:35.309060+0000","last_undegraded":"2024-04-15T16:25:35.309060+0000","last_fullsized":"2024-04-15T16:25:35.309060+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:33:16.275845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534885+0000","last_change":"2024-04-15T16:25:34.325812+0000","last_active":"2024-04-15T16:25:35.534885+0000","last_peered":"2024-04-15T16:25:35.534885+0000","last_clean":"2024-04-15T16:25:35.534885+0000","last_became_active":"2024-04-15T16:25:34.325511+0000","last_became_peered":"2024-04-15T16:25:34.325511+0000","last_unstale":"2024-04-15T16:25:35.534885+0000","last_undegraded":"2024-04-15T16:25:35.534885+0000","last_fullsized":"2024-04-15T16:25:35.534885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:40:34.275763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535552+0000","last_change":"2024-04-15T16:25:34.330971+0000","last_active":"2024-04-15T16:25:35.535552+0000","last_peered":"2024-04-15T16:25:35.535552+0000","last_clean":"2024-04-15T16:25:35.535552+0000","last_became_active":"2024-04-15T16:25:34.330414+0000","last_became_peered":"2024-04-15T16:25:34.330414+0000","last_unstale":"2024-04-15T16:25:35.535552+0000","last_undegraded":"2024-04-15T16:25:35.535552+0000","last_fullsized":"2024-04-15T16:25:35.535552+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:31:20.629371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.532968+0000","last_change":"2024-04-15T16:25:34.339664+0000","last_active":"2024-04-15T16:25:35.532968+0000","last_peered":"2024-04-15T16:25:35.532968+0000","last_clean":"2024-04-15T16:25:35.532968+0000","last_became_active":"2024-04-15T16:25:34.339343+0000","last_became_peered":"2024-04-15T16:25:34.339343+0000","last_unstale":"2024-04-15T16:25:35.532968+0000","last_undegraded":"2024-04-15T16:25:35.532968+0000","last_fullsized":"2024-04-15T16:25:35.532968+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:29:36.126853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.340147+0000","last_change":"2024-04-15T16:25:34.339780+0000","last_active":"2024-04-15T16:25:34.340147+0000","last_peered":"2024-04-15T16:25:34.340147+0000","last_clean":"2024-04-15T16:25:34.340147+0000","last_became_active":"2024-04-15T16:25:34.339415+0000","last_became_peered":"2024-04-15T16:25:34.339415+0000","last_unstale":"2024-04-15T16:25:34.340147+0000","last_undegraded":"2024-04-15T16:25:34.340147+0000","last_fullsized":"2024-04-15T16:25:34.340147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:35:41.132583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.344022+0000","last_change":"2024-04-15T16:25:34.340901+0000","last_active":"2024-04-15T16:25:34.344022+0000","last_peered":"2024-04-15T16:25:34.344022+0000","last_clean":"2024-04-15T16:25:34.344022+0000","last_became_active":"2024-04-15T16:25:34.340493+0000","last_became_peered":"2024-04-15T16:25:34.340493+0000","last_unstale":"2024-04-15T16:25:34.344022+0000","last_undegraded":"2024-04-15T16:25:34.344022+0000","last_fullsized":"2024-04-15T16:25:34.344022+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:30:50.620153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533885+0000","last_change":"2024-04-15T16:25:34.341183+0000","last_active":"2024-04-15T16:25:35.533885+0000","last_peered":"2024-04-15T16:25:35.533885+0000","last_clean":"2024-04-15T16:25:35.533885+0000","last_became_active":"2024-04-15T16:25:34.340905+0000","last_became_peered":"2024-04-15T16:25:34.340905+0000","last_unstale":"2024-04-15T16:25:35.533885+0000","last_undegraded":"2024-04-15T16:25:35.533885+0000","last_fullsized":"2024-04-15T16:25:35.533885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:39:14.240637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533605+0000","last_change":"2024-04-15T16:25:34.340368+0000","last_active":"2024-04-15T16:25:35.533605+0000","last_peered":"2024-04-15T16:25:35.533605+0000","last_clean":"2024-04-15T16:25:35.533605+0000","last_became_active":"2024-04-15T16:25:34.340102+0000","last_became_peered":"2024-04-15T16:25:34.340102+0000","last_unstale":"2024-04-15T16:25:35.533605+0000","last_undegraded":"2024-04-15T16:25:35.533605+0000","last_fullsized":"2024-04-15T16:25:35.533605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:53:50.733708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308569+0000","last_change":"2024-04-15T16:25:34.319500+0000","last_active":"2024-04-15T16:25:35.308569+0000","last_peered":"2024-04-15T16:25:35.308569+0000","last_clean":"2024-04-15T16:25:35.308569+0000","last_became_active":"2024-04-15T16:25:34.319223+0000","last_became_peered":"2024-04-15T16:25:34.319223+0000","last_unstale":"2024-04-15T16:25:35.308569+0000","last_undegraded":"2024-04-15T16:25:35.308569+0000","last_fullsized":"2024-04-15T16:25:35.308569+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:54:58.061705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533013+0000","last_change":"2024-04-15T16:25:34.334358+0000","last_active":"2024-04-15T16:25:35.533013+0000","last_peered":"2024-04-15T16:25:35.533013+0000","last_clean":"2024-04-15T16:25:35.533013+0000","last_became_active":"2024-04-15T16:25:34.333935+0000","last_became_peered":"2024-04-15T16:25:34.333935+0000","last_unstale":"2024-04-15T16:25:35.533013+0000","last_undegraded":"2024-04-15T16:25:35.533013+0000","last_fullsized":"2024-04-15T16:25:35.533013+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:00:04.035951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533519+0000","last_change":"2024-04-15T16:25:34.318900+0000","last_active":"2024-04-15T16:25:35.533519+0000","last_peered":"2024-04-15T16:25:35.533519+0000","last_clean":"2024-04-15T16:25:35.533519+0000","last_became_active":"2024-04-15T16:25:34.318502+0000","last_became_peered":"2024-04-15T16:25:34.318502+0000","last_unstale":"2024-04-15T16:25:35.533519+0000","last_undegraded":"2024-04-15T16:25:35.533519+0000","last_fullsized":"2024-04-15T16:25:35.533519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:48.205980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534215+0000","last_change":"2024-04-15T16:25:34.328026+0000","last_active":"2024-04-15T16:25:35.534215+0000","last_peered":"2024-04-15T16:25:35.534215+0000","last_clean":"2024-04-15T16:25:35.534215+0000","last_became_active":"2024-04-15T16:25:34.327688+0000","last_became_peered":"2024-04-15T16:25:34.327688+0000","last_unstale":"2024-04-15T16:25:35.534215+0000","last_undegraded":"2024-04-15T16:25:35.534215+0000","last_fullsized":"2024-04-15T16:25:35.534215+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:03:34.971197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309219+0000","last_change":"2024-04-15T16:25:34.331432+0000","last_active":"2024-04-15T16:25:35.309219+0000","last_peered":"2024-04-15T16:25:35.309219+0000","last_clean":"2024-04-15T16:25:35.309219+0000","last_became_active":"2024-04-15T16:25:34.331144+0000","last_became_peered":"2024-04-15T16:25:34.331144+0000","last_unstale":"2024-04-15T16:25:35.309219+0000","last_undegraded":"2024-04-15T16:25:35.309219+0000","last_fullsized":"2024-04-15T16:25:35.309219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:15.124138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309500+0000","last_change":"2024-04-15T16:25:33.968103+0000","last_active":"2024-04-15T16:25:35.309500+0000","last_peered":"2024-04-15T16:25:35.309500+0000","last_clean":"2024-04-15T16:25:35.309500+0000","last_became_active":"2024-04-15T16:25:33.967761+0000","last_became_peered":"2024-04-15T16:25:33.967761+0000","last_unstale":"2024-04-15T16:25:35.309500+0000","last_undegraded":"2024-04-15T16:25:35.309500+0000","last_fullsized":"2024-04-15T16:25:35.309500+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:54:52.037745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533350+0000","last_change":"2024-04-15T16:25:34.340186+0000","last_active":"2024-04-15T16:25:35.533350+0000","last_peered":"2024-04-15T16:25:35.533350+0000","last_clean":"2024-04-15T16:25:35.533350+0000","last_became_active":"2024-04-15T16:25:34.339301+0000","last_became_peered":"2024-04-15T16:25:34.339301+0000","last_unstale":"2024-04-15T16:25:35.533350+0000","last_undegraded":"2024-04-15T16:25:35.533350+0000","last_fullsized":"2024-04-15T16:25:35.533350+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:18.284424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533358+0000","last_change":"2024-04-15T16:25:33.965065+0000","last_active":"2024-04-15T16:25:35.533358+0000","last_peered":"2024-04-15T16:25:35.533358+0000","last_clean":"2024-04-15T16:25:35.533358+0000","last_became_active":"2024-04-15T16:25:33.964737+0000","last_became_peered":"2024-04-15T16:25:33.964737+0000","last_unstale":"2024-04-15T16:25:35.533358+0000","last_undegraded":"2024-04-15T16:25:35.533358+0000","last_fullsized":"2024-04-15T16:25:35.533358+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:51:53.494021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309431+0000","last_change":"2024-04-15T16:25:34.319634+0000","last_active":"2024-04-15T16:25:35.309431+0000","last_peered":"2024-04-15T16:25:35.309431+0000","last_clean":"2024-04-15T16:25:35.309431+0000","last_became_active":"2024-04-15T16:25:34.319357+0000","last_became_peered":"2024-04-15T16:25:34.319357+0000","last_unstale":"2024-04-15T16:25:35.309431+0000","last_undegraded":"2024-04-15T16:25:35.309431+0000","last_fullsized":"2024-04-15T16:25:35.309431+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:58:27.072680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.951558+0000","last_change":"2024-04-15T16:25:32.951558+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.951558+0000","last_undegraded":"2024-04-15T16:25:32.951558+0000","last_fullsized":"2024-04-15T16:25:32.951558+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:39.495968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535062+0000","last_change":"2024-04-15T16:25:34.329989+0000","last_active":"2024-04-15T16:25:35.535062+0000","last_peered":"2024-04-15T16:25:35.535062+0000","last_clean":"2024-04-15T16:25:35.535062+0000","last_became_active":"2024-04-15T16:25:34.329701+0000","last_became_peered":"2024-04-15T16:25:34.329701+0000","last_unstale":"2024-04-15T16:25:35.535062+0000","last_undegraded":"2024-04-15T16:25:35.535062+0000","last_fullsized":"2024-04-15T16:25:35.535062+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:17.392829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.953719+0000","last_change":"2024-04-15T16:25:32.953719+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.953719+0000","last_undegraded":"2024-04-15T16:25:32.953719+0000","last_fullsized":"2024-04-15T16:25:32.953719+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:29:38.451908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534029+0000","last_change":"2024-04-15T16:25:34.338627+0000","last_active":"2024-04-15T16:25:35.534029+0000","last_peered":"2024-04-15T16:25:35.534029+0000","last_clean":"2024-04-15T16:25:35.534029+0000","last_became_active":"2024-04-15T16:25:34.338319+0000","last_became_peered":"2024-04-15T16:25:34.338319+0000","last_unstale":"2024-04-15T16:25:35.534029+0000","last_undegraded":"2024-04-15T16:25:35.534029+0000","last_fullsized":"2024-04-15T16:25:35.534029+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:00:10.623792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533845+0000","last_change":"2024-04-15T16:25:33.962681+0000","last_active":"2024-04-15T16:25:35.533845+0000","last_peered":"2024-04-15T16:25:35.533845+0000","last_clean":"2024-04-15T16:25:35.533845+0000","last_became_active":"2024-04-15T16:25:33.962390+0000","last_became_peered":"2024-04-15T16:25:33.962390+0000","last_unstale":"2024-04-15T16:25:35.533845+0000","last_undegraded":"2024-04-15T16:25:35.533845+0000","last_fullsized":"2024-04-15T16:25:35.533845+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:06:18.299907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534558+0000","last_change":"2024-04-15T16:25:34.333356+0000","last_active":"2024-04-15T16:25:35.534558+0000","last_peered":"2024-04-15T16:25:35.534558+0000","last_clean":"2024-04-15T16:25:35.534558+0000","last_became_active":"2024-04-15T16:25:34.333052+0000","last_became_peered":"2024-04-15T16:25:34.333052+0000","last_unstale":"2024-04-15T16:25:35.534558+0000","last_undegraded":"2024-04-15T16:25:35.534558+0000","last_fullsized":"2024-04-15T16:25:35.534558+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:41:37.719731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.345735+0000","last_change":"2024-04-15T16:25:33.962483+0000","last_active":"2024-04-15T16:25:34.345735+0000","last_peered":"2024-04-15T16:25:34.345735+0000","last_clean":"2024-04-15T16:25:34.345735+0000","last_became_active":"2024-04-15T16:25:33.962127+0000","last_became_peered":"2024-04-15T16:25:33.962127+0000","last_unstale":"2024-04-15T16:25:34.345735+0000","last_undegraded":"2024-04-15T16:25:34.345735+0000","last_fullsized":"2024-04-15T16:25:34.345735+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:58.931704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308722+0000","last_change":"2024-04-15T16:25:34.327457+0000","last_active":"2024-04-15T16:25:35.308722+0000","last_peered":"2024-04-15T16:25:35.308722+0000","last_clean":"2024-04-15T16:25:35.308722+0000","last_became_active":"2024-04-15T16:25:34.327168+0000","last_became_peered":"2024-04-15T16:25:34.327168+0000","last_unstale":"2024-04-15T16:25:35.308722+0000","last_undegraded":"2024-04-15T16:25:35.308722+0000","last_fullsized":"2024-04-15T16:25:35.308722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:58:58.097842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534081+0000","last_change":"2024-04-15T16:25:33.959608+0000","last_active":"2024-04-15T16:25:35.534081+0000","last_peered":"2024-04-15T16:25:35.534081+0000","last_clean":"2024-04-15T16:25:35.534081+0000","last_became_active":"2024-04-15T16:25:33.959293+0000","last_became_peered":"2024-04-15T16:25:33.959293+0000","last_unstale":"2024-04-15T16:25:35.534081+0000","last_undegraded":"2024-04-15T16:25:35.534081+0000","last_fullsized":"2024-04-15T16:25:35.534081+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:46:39.214051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533131+0000","last_change":"2024-04-15T16:25:34.335142+0000","last_active":"2024-04-15T16:25:35.533131+0000","last_peered":"2024-04-15T16:25:35.533131+0000","last_clean":"2024-04-15T16:25:35.533131+0000","last_became_active":"2024-04-15T16:25:34.334870+0000","last_became_peered":"2024-04-15T16:25:34.334870+0000","last_unstale":"2024-04-15T16:25:35.533131+0000","last_undegraded":"2024-04-15T16:25:35.533131+0000","last_fullsized":"2024-04-15T16:25:35.533131+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:30:56.981673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533708+0000","last_change":"2024-04-15T16:25:33.967423+0000","last_active":"2024-04-15T16:25:35.533708+0000","last_peered":"2024-04-15T16:25:35.533708+0000","last_clean":"2024-04-15T16:25:35.533708+0000","last_became_active":"2024-04-15T16:25:33.967150+0000","last_became_peered":"2024-04-15T16:25:33.967150+0000","last_unstale":"2024-04-15T16:25:35.533708+0000","last_undegraded":"2024-04-15T16:25:35.533708+0000","last_fullsized":"2024-04-15T16:25:35.533708+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:18:03.838667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533100+0000","last_change":"2024-04-15T16:25:34.334192+0000","last_active":"2024-04-15T16:25:35.533100+0000","last_peered":"2024-04-15T16:25:35.533100+0000","last_clean":"2024-04-15T16:25:35.533100+0000","last_became_active":"2024-04-15T16:25:34.333545+0000","last_became_peered":"2024-04-15T16:25:34.333545+0000","last_unstale":"2024-04-15T16:25:35.533100+0000","last_undegraded":"2024-04-15T16:25:35.533100+0000","last_fullsized":"2024-04-15T16:25:35.533100+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:43:35.245542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.332446+0000","last_change":"2024-04-15T16:25:33.965899+0000","last_active":"2024-04-15T16:25:34.332446+0000","last_peered":"2024-04-15T16:25:34.332446+0000","last_clean":"2024-04-15T16:25:34.332446+0000","last_became_active":"2024-04-15T16:25:33.965600+0000","last_became_peered":"2024-04-15T16:25:33.965600+0000","last_unstale":"2024-04-15T16:25:34.332446+0000","last_undegraded":"2024-04-15T16:25:34.332446+0000","last_fullsized":"2024-04-15T16:25:34.332446+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:51:18.839754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534450+0000","last_change":"2024-04-15T16:25:34.331612+0000","last_active":"2024-04-15T16:25:35.534450+0000","last_peered":"2024-04-15T16:25:35.534450+0000","last_clean":"2024-04-15T16:25:35.534450+0000","last_became_active":"2024-04-15T16:25:34.330847+0000","last_became_peered":"2024-04-15T16:25:34.330847+0000","last_unstale":"2024-04-15T16:25:35.534450+0000","last_undegraded":"2024-04-15T16:25:35.534450+0000","last_fullsized":"2024-04-15T16:25:35.534450+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:06:07.254098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534356+0000","last_change":"2024-04-15T16:25:33.972697+0000","last_active":"2024-04-15T16:25:35.534356+0000","last_peered":"2024-04-15T16:25:35.534356+0000","last_clean":"2024-04-15T16:25:35.534356+0000","last_became_active":"2024-04-15T16:25:33.972332+0000","last_became_peered":"2024-04-15T16:25:33.972332+0000","last_unstale":"2024-04-15T16:25:35.534356+0000","last_undegraded":"2024-04-15T16:25:35.534356+0000","last_fullsized":"2024-04-15T16:25:35.534356+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:10:11.013023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309266+0000","last_change":"2024-04-15T16:25:34.326135+0000","last_active":"2024-04-15T16:25:35.309266+0000","last_peered":"2024-04-15T16:25:35.309266+0000","last_clean":"2024-04-15T16:25:35.309266+0000","last_became_active":"2024-04-15T16:25:34.325161+0000","last_became_peered":"2024-04-15T16:25:34.325161+0000","last_unstale":"2024-04-15T16:25:35.309266+0000","last_undegraded":"2024-04-15T16:25:35.309266+0000","last_fullsized":"2024-04-15T16:25:35.309266+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:38.965912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533728+0000","last_change":"2024-04-15T16:25:33.967307+0000","last_active":"2024-04-15T16:25:35.533728+0000","last_peered":"2024-04-15T16:25:35.533728+0000","last_clean":"2024-04-15T16:25:35.533728+0000","last_became_active":"2024-04-15T16:25:33.966839+0000","last_became_peered":"2024-04-15T16:25:33.966839+0000","last_unstale":"2024-04-15T16:25:35.533728+0000","last_undegraded":"2024-04-15T16:25:35.533728+0000","last_fullsized":"2024-04-15T16:25:35.533728+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:38:31.005337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533788+0000","last_change":"2024-04-15T16:25:34.340533+0000","last_active":"2024-04-15T16:25:35.533788+0000","last_peered":"2024-04-15T16:25:35.533788+0000","last_clean":"2024-04-15T16:25:35.533788+0000","last_became_active":"2024-04-15T16:25:34.340228+0000","last_became_peered":"2024-04-15T16:25:34.340228+0000","last_unstale":"2024-04-15T16:25:35.533788+0000","last_undegraded":"2024-04-15T16:25:35.533788+0000","last_fullsized":"2024-04-15T16:25:35.533788+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:05:24.511121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.347409+0000","last_change":"2024-04-15T16:25:33.967575+0000","last_active":"2024-04-15T16:25:34.347409+0000","last_peered":"2024-04-15T16:25:34.347409+0000","last_clean":"2024-04-15T16:25:34.347409+0000","last_became_active":"2024-04-15T16:25:33.967272+0000","last_became_peered":"2024-04-15T16:25:33.967272+0000","last_unstale":"2024-04-15T16:25:34.347409+0000","last_undegraded":"2024-04-15T16:25:34.347409+0000","last_fullsized":"2024-04-15T16:25:34.347409+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:59.235872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308769+0000","last_change":"2024-04-15T16:25:33.966205+0000","last_active":"2024-04-15T16:25:35.308769+0000","last_peered":"2024-04-15T16:25:35.308769+0000","last_clean":"2024-04-15T16:25:35.308769+0000","last_became_active":"2024-04-15T16:25:33.965899+0000","last_became_peered":"2024-04-15T16:25:33.965899+0000","last_unstale":"2024-04-15T16:25:35.308769+0000","last_undegraded":"2024-04-15T16:25:35.308769+0000","last_fullsized":"2024-04-15T16:25:35.308769+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:57.057127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308526+0000","last_change":"2024-04-15T16:25:34.325947+0000","last_active":"2024-04-15T16:25:35.308526+0000","last_peered":"2024-04-15T16:25:35.308526+0000","last_clean":"2024-04-15T16:25:35.308526+0000","last_became_active":"2024-04-15T16:25:34.325570+0000","last_became_peered":"2024-04-15T16:25:34.325570+0000","last_unstale":"2024-04-15T16:25:35.308526+0000","last_undegraded":"2024-04-15T16:25:35.308526+0000","last_fullsized":"2024-04-15T16:25:35.308526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:24:04.134457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535413+0000","last_change":"2024-04-15T16:25:33.971097+0000","last_active":"2024-04-15T16:25:35.535413+0000","last_peered":"2024-04-15T16:25:35.535413+0000","last_clean":"2024-04-15T16:25:35.535413+0000","last_became_active":"2024-04-15T16:25:33.970742+0000","last_became_peered":"2024-04-15T16:25:33.970742+0000","last_unstale":"2024-04-15T16:25:35.535413+0000","last_undegraded":"2024-04-15T16:25:35.535413+0000","last_fullsized":"2024-04-15T16:25:35.535413+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:04.262471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.328240+0000","last_change":"2024-04-15T16:25:33.960413+0000","last_active":"2024-04-15T16:25:34.328240+0000","last_peered":"2024-04-15T16:25:34.328240+0000","last_clean":"2024-04-15T16:25:34.328240+0000","last_became_active":"2024-04-15T16:25:33.960098+0000","last_became_peered":"2024-04-15T16:25:33.960098+0000","last_unstale":"2024-04-15T16:25:34.328240+0000","last_undegraded":"2024-04-15T16:25:34.328240+0000","last_fullsized":"2024-04-15T16:25:34.328240+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:21:45.822045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.335022+0000","last_change":"2024-04-15T16:25:34.330816+0000","last_active":"2024-04-15T16:25:34.335022+0000","last_peered":"2024-04-15T16:25:34.335022+0000","last_clean":"2024-04-15T16:25:34.335022+0000","last_became_active":"2024-04-15T16:25:34.330543+0000","last_became_peered":"2024-04-15T16:25:34.330543+0000","last_unstale":"2024-04-15T16:25:34.335022+0000","last_undegraded":"2024-04-15T16:25:34.335022+0000","last_fullsized":"2024-04-15T16:25:34.335022+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:57:41.073730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.307818+0000","last_change":"2024-04-15T16:25:33.975121+0000","last_active":"2024-04-15T16:25:35.307818+0000","last_peered":"2024-04-15T16:25:35.307818+0000","last_clean":"2024-04-15T16:25:35.307818+0000","last_became_active":"2024-04-15T16:25:33.974858+0000","last_became_peered":"2024-04-15T16:25:33.974858+0000","last_unstale":"2024-04-15T16:25:35.307818+0000","last_undegraded":"2024-04-15T16:25:35.307818+0000","last_fullsized":"2024-04-15T16:25:35.307818+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:58:50.869218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535106+0000","last_change":"2024-04-15T16:25:33.963970+0000","last_active":"2024-04-15T16:25:35.535106+0000","last_peered":"2024-04-15T16:25:35.535106+0000","last_clean":"2024-04-15T16:25:35.535106+0000","last_became_active":"2024-04-15T16:25:33.963675+0000","last_became_peered":"2024-04-15T16:25:33.963675+0000","last_unstale":"2024-04-15T16:25:35.535106+0000","last_undegraded":"2024-04-15T16:25:35.535106+0000","last_fullsized":"2024-04-15T16:25:35.535106+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:44:14.551995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533334+0000","last_change":"2024-04-15T16:25:33.970529+0000","last_active":"2024-04-15T16:25:35.533334+0000","last_peered":"2024-04-15T16:25:35.533334+0000","last_clean":"2024-04-15T16:25:35.533334+0000","last_became_active":"2024-04-15T16:25:33.970279+0000","last_became_peered":"2024-04-15T16:25:33.970279+0000","last_unstale":"2024-04-15T16:25:35.533334+0000","last_undegraded":"2024-04-15T16:25:35.533334+0000","last_fullsized":"2024-04-15T16:25:35.533334+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:53.307545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534188+0000","last_change":"2024-04-15T16:25:34.329749+0000","last_active":"2024-04-15T16:25:35.534188+0000","last_peered":"2024-04-15T16:25:35.534188+0000","last_clean":"2024-04-15T16:25:35.534188+0000","last_became_active":"2024-04-15T16:25:34.329373+0000","last_became_peered":"2024-04-15T16:25:34.329373+0000","last_unstale":"2024-04-15T16:25:35.534188+0000","last_undegraded":"2024-04-15T16:25:35.534188+0000","last_fullsized":"2024-04-15T16:25:35.534188+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:54:33.440794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535360+0000","last_change":"2024-04-15T16:25:33.972651+0000","last_active":"2024-04-15T16:25:35.535360+0000","last_peered":"2024-04-15T16:25:35.535360+0000","last_clean":"2024-04-15T16:25:35.535360+0000","last_became_active":"2024-04-15T16:25:33.972347+0000","last_became_peered":"2024-04-15T16:25:33.972347+0000","last_unstale":"2024-04-15T16:25:35.535360+0000","last_undegraded":"2024-04-15T16:25:35.535360+0000","last_fullsized":"2024-04-15T16:25:35.535360+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:47:45.997271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535080+0000","last_change":"2024-04-15T16:25:34.343280+0000","last_active":"2024-04-15T16:25:35.535080+0000","last_peered":"2024-04-15T16:25:35.535080+0000","last_clean":"2024-04-15T16:25:35.535080+0000","last_became_active":"2024-04-15T16:25:34.342985+0000","last_became_peered":"2024-04-15T16:25:34.342985+0000","last_unstale":"2024-04-15T16:25:35.535080+0000","last_undegraded":"2024-04-15T16:25:35.535080+0000","last_fullsized":"2024-04-15T16:25:35.535080+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:10.967579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533211+0000","last_change":"2024-04-15T16:25:34.334887+0000","last_active":"2024-04-15T16:25:35.533211+0000","last_peered":"2024-04-15T16:25:35.533211+0000","last_clean":"2024-04-15T16:25:35.533211+0000","last_became_active":"2024-04-15T16:25:34.334628+0000","last_became_peered":"2024-04-15T16:25:34.334628+0000","last_unstale":"2024-04-15T16:25:35.533211+0000","last_undegraded":"2024-04-15T16:25:35.533211+0000","last_fullsized":"2024-04-15T16:25:35.533211+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:08:27.967266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308055+0000","last_change":"2024-04-15T16:25:33.974203+0000","last_active":"2024-04-15T16:25:35.308055+0000","last_peered":"2024-04-15T16:25:35.308055+0000","last_clean":"2024-04-15T16:25:35.308055+0000","last_became_active":"2024-04-15T16:25:33.973940+0000","last_became_peered":"2024-04-15T16:25:33.973940+0000","last_unstale":"2024-04-15T16:25:35.308055+0000","last_undegraded":"2024-04-15T16:25:35.308055+0000","last_fullsized":"2024-04-15T16:25:35.308055+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:51:38.161890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533805+0000","last_change":"2024-04-15T16:25:34.339558+0000","last_active":"2024-04-15T16:25:35.533805+0000","last_peered":"2024-04-15T16:25:35.533805+0000","last_clean":"2024-04-15T16:25:35.533805+0000","last_became_active":"2024-04-15T16:25:34.339280+0000","last_became_peered":"2024-04-15T16:25:34.339280+0000","last_unstale":"2024-04-15T16:25:35.533805+0000","last_undegraded":"2024-04-15T16:25:35.533805+0000","last_fullsized":"2024-04-15T16:25:35.533805+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:29.854773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534005+0000","last_change":"2024-04-15T16:25:33.970852+0000","last_active":"2024-04-15T16:25:35.534005+0000","last_peered":"2024-04-15T16:25:35.534005+0000","last_clean":"2024-04-15T16:25:35.534005+0000","last_became_active":"2024-04-15T16:25:33.970485+0000","last_became_peered":"2024-04-15T16:25:33.970485+0000","last_unstale":"2024-04-15T16:25:35.534005+0000","last_undegraded":"2024-04-15T16:25:35.534005+0000","last_fullsized":"2024-04-15T16:25:35.534005+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:27:54.651984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":216,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-04-15T16:25:18.177108+0000","last_change":"2024-04-15T16:25:16.897720+0000","last_active":"2024-04-15T16:25:18.177108+0000","last_peered":"2024-04-15T16:25:18.177108+0000","last_clean":"2024-04-15T16:25:18.177108+0000","last_became_active":"2024-04-15T16:25:16.897306+0000","last_became_peered":"2024-04-15T16:25:16.897306+0000","last_unstale":"2024-04-15T16:25:18.177108+0000","last_undegraded":"2024-04-15T16:25:18.177108+0000","last_fullsized":"2024-04-15T16:25:18.177108+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_clean_scrub_stamp":"2024-04-15T16:23:16.414562+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:19:26.084835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308521+0000","last_change":"2024-04-15T16:25:34.329780+0000","last_active":"2024-04-15T16:25:35.308521+0000","last_peered":"2024-04-15T16:25:35.308521+0000","last_clean":"2024-04-15T16:25:35.308521+0000","last_became_active":"2024-04-15T16:25:34.329092+0000","last_became_peered":"2024-04-15T16:25:34.329092+0000","last_unstale":"2024-04-15T16:25:35.308521+0000","last_undegraded":"2024-04-15T16:25:35.308521+0000","last_fullsized":"2024-04-15T16:25:35.308521+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:12:16.781654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.949716+0000","last_change":"2024-04-15T16:25:32.949716+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.949716+0000","last_undegraded":"2024-04-15T16:25:32.949716+0000","last_fullsized":"2024-04-15T16:25:32.949716+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:28:08.876868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.950971+0000","last_change":"2024-04-15T16:25:32.950971+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.950971+0000","last_undegraded":"2024-04-15T16:25:32.950971+0000","last_fullsized":"2024-04-15T16:25:32.950971+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:14:25.576887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533425+0000","last_change":"2024-04-15T16:25:34.327120+0000","last_active":"2024-04-15T16:25:35.533425+0000","last_peered":"2024-04-15T16:25:35.533425+0000","last_clean":"2024-04-15T16:25:35.533425+0000","last_became_active":"2024-04-15T16:25:34.326766+0000","last_became_peered":"2024-04-15T16:25:34.326766+0000","last_unstale":"2024-04-15T16:25:35.533425+0000","last_undegraded":"2024-04-15T16:25:35.533425+0000","last_fullsized":"2024-04-15T16:25:35.533425+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:01:33.662442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533884+0000","last_change":"2024-04-15T16:25:33.966004+0000","last_active":"2024-04-15T16:25:35.533884+0000","last_peered":"2024-04-15T16:25:35.533884+0000","last_clean":"2024-04-15T16:25:35.533884+0000","last_became_active":"2024-04-15T16:25:33.965642+0000","last_became_peered":"2024-04-15T16:25:33.965642+0000","last_unstale":"2024-04-15T16:25:35.533884+0000","last_undegraded":"2024-04-15T16:25:35.533884+0000","last_fullsized":"2024-04-15T16:25:35.533884+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:47:57.610962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533336+0000","last_change":"2024-04-15T16:25:34.325277+0000","last_active":"2024-04-15T16:25:35.533336+0000","last_peered":"2024-04-15T16:25:35.533336+0000","last_clean":"2024-04-15T16:25:35.533336+0000","last_became_active":"2024-04-15T16:25:34.324177+0000","last_became_peered":"2024-04-15T16:25:34.324177+0000","last_unstale":"2024-04-15T16:25:35.533336+0000","last_undegraded":"2024-04-15T16:25:35.533336+0000","last_fullsized":"2024-04-15T16:25:35.533336+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:55:56.678943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.345920+0000","last_change":"2024-04-15T16:25:33.968052+0000","last_active":"2024-04-15T16:25:34.345920+0000","last_peered":"2024-04-15T16:25:34.345920+0000","last_clean":"2024-04-15T16:25:34.345920+0000","last_became_active":"2024-04-15T16:25:33.967776+0000","last_became_peered":"2024-04-15T16:25:33.967776+0000","last_unstale":"2024-04-15T16:25:34.345920+0000","last_undegraded":"2024-04-15T16:25:34.345920+0000","last_fullsized":"2024-04-15T16:25:34.345920+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:40.710130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309095+0000","last_change":"2024-04-15T16:25:34.330673+0000","last_active":"2024-04-15T16:25:35.309095+0000","last_peered":"2024-04-15T16:25:35.309095+0000","last_clean":"2024-04-15T16:25:35.309095+0000","last_became_active":"2024-04-15T16:25:34.330162+0000","last_became_peered":"2024-04-15T16:25:34.330162+0000","last_unstale":"2024-04-15T16:25:35.309095+0000","last_undegraded":"2024-04-15T16:25:35.309095+0000","last_fullsized":"2024-04-15T16:25:35.309095+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:57.830598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.950260+0000","last_change":"2024-04-15T16:25:32.950260+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.950260+0000","last_undegraded":"2024-04-15T16:25:32.950260+0000","last_fullsized":"2024-04-15T16:25:32.950260+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:48.109889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534252+0000","last_change":"2024-04-15T16:25:34.327068+0000","last_active":"2024-04-15T16:25:35.534252+0000","last_peered":"2024-04-15T16:25:35.534252+0000","last_clean":"2024-04-15T16:25:35.534252+0000","last_became_active":"2024-04-15T16:25:34.326782+0000","last_became_peered":"2024-04-15T16:25:34.326782+0000","last_unstale":"2024-04-15T16:25:35.534252+0000","last_undegraded":"2024-04-15T16:25:35.534252+0000","last_fullsized":"2024-04-15T16:25:35.534252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:16:43.460702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533033+0000","last_change":"2024-04-15T16:25:33.969318+0000","last_active":"2024-04-15T16:25:35.533033+0000","last_peered":"2024-04-15T16:25:35.533033+0000","last_clean":"2024-04-15T16:25:35.533033+0000","last_became_active":"2024-04-15T16:25:33.969058+0000","last_became_peered":"2024-04-15T16:25:33.969058+0000","last_unstale":"2024-04-15T16:25:35.533033+0000","last_undegraded":"2024-04-15T16:25:35.533033+0000","last_fullsized":"2024-04-15T16:25:35.533033+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:26:00.301157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533192+0000","last_change":"2024-04-15T16:25:34.335914+0000","last_active":"2024-04-15T16:25:35.533192+0000","last_peered":"2024-04-15T16:25:35.533192+0000","last_clean":"2024-04-15T16:25:35.533192+0000","last_became_active":"2024-04-15T16:25:34.334739+0000","last_became_peered":"2024-04-15T16:25:34.334739+0000","last_unstale":"2024-04-15T16:25:35.533192+0000","last_undegraded":"2024-04-15T16:25:35.533192+0000","last_fullsized":"2024-04-15T16:25:35.533192+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:10:25.659672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533533+0000","last_change":"2024-04-15T16:25:33.969935+0000","last_active":"2024-04-15T16:25:35.533533+0000","last_peered":"2024-04-15T16:25:35.533533+0000","last_clean":"2024-04-15T16:25:35.533533+0000","last_became_active":"2024-04-15T16:25:33.969675+0000","last_became_peered":"2024-04-15T16:25:33.969675+0000","last_unstale":"2024-04-15T16:25:35.533533+0000","last_undegraded":"2024-04-15T16:25:35.533533+0000","last_fullsized":"2024-04-15T16:25:35.533533+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:26:57.197844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533739+0000","last_change":"2024-04-15T16:25:34.334667+0000","last_active":"2024-04-15T16:25:35.533739+0000","last_peered":"2024-04-15T16:25:35.533739+0000","last_clean":"2024-04-15T16:25:35.533739+0000","last_became_active":"2024-04-15T16:25:34.334389+0000","last_became_peered":"2024-04-15T16:25:34.334389+0000","last_unstale":"2024-04-15T16:25:35.533739+0000","last_undegraded":"2024-04-15T16:25:35.533739+0000","last_fullsized":"2024-04-15T16:25:35.533739+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:33:45.361899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.950880+0000","last_change":"2024-04-15T16:25:32.950880+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.950880+0000","last_undegraded":"2024-04-15T16:25:32.950880+0000","last_fullsized":"2024-04-15T16:25:32.950880+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:11:55.673773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.339921+0000","last_change":"2024-04-15T16:25:34.338704+0000","last_active":"2024-04-15T16:25:34.339921+0000","last_peered":"2024-04-15T16:25:34.339921+0000","last_clean":"2024-04-15T16:25:34.339921+0000","last_became_active":"2024-04-15T16:25:34.338239+0000","last_became_peered":"2024-04-15T16:25:34.338239+0000","last_unstale":"2024-04-15T16:25:34.339921+0000","last_undegraded":"2024-04-15T16:25:34.339921+0000","last_fullsized":"2024-04-15T16:25:34.339921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:39.269699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308158+0000","last_change":"2024-04-15T16:25:33.971329+0000","last_active":"2024-04-15T16:25:35.308158+0000","last_peered":"2024-04-15T16:25:35.308158+0000","last_clean":"2024-04-15T16:25:35.308158+0000","last_became_active":"2024-04-15T16:25:33.970851+0000","last_became_peered":"2024-04-15T16:25:33.970851+0000","last_unstale":"2024-04-15T16:25:35.308158+0000","last_undegraded":"2024-04-15T16:25:35.308158+0000","last_fullsized":"2024-04-15T16:25:35.308158+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:46:36.051699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533643+0000","last_change":"2024-04-15T16:25:33.967108+0000","last_active":"2024-04-15T16:25:35.533643+0000","last_peered":"2024-04-15T16:25:35.533643+0000","last_clean":"2024-04-15T16:25:35.533643+0000","last_became_active":"2024-04-15T16:25:33.966317+0000","last_became_peered":"2024-04-15T16:25:33.966317+0000","last_unstale":"2024-04-15T16:25:35.533643+0000","last_undegraded":"2024-04-15T16:25:35.533643+0000","last_fullsized":"2024-04-15T16:25:35.533643+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:14.783160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534763+0000","last_change":"2024-04-15T16:25:34.336052+0000","last_active":"2024-04-15T16:25:35.534763+0000","last_peered":"2024-04-15T16:25:35.534763+0000","last_clean":"2024-04-15T16:25:35.534763+0000","last_became_active":"2024-04-15T16:25:34.335788+0000","last_became_peered":"2024-04-15T16:25:34.335788+0000","last_unstale":"2024-04-15T16:25:35.534763+0000","last_undegraded":"2024-04-15T16:25:35.534763+0000","last_fullsized":"2024-04-15T16:25:35.534763+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:22:23.166556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308336+0000","last_change":"2024-04-15T16:25:33.966349+0000","last_active":"2024-04-15T16:25:35.308336+0000","last_peered":"2024-04-15T16:25:35.308336+0000","last_clean":"2024-04-15T16:25:35.308336+0000","last_became_active":"2024-04-15T16:25:33.966059+0000","last_became_peered":"2024-04-15T16:25:33.966059+0000","last_unstale":"2024-04-15T16:25:35.308336+0000","last_undegraded":"2024-04-15T16:25:35.308336+0000","last_fullsized":"2024-04-15T16:25:35.308336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:05:16.350194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.334974+0000","last_change":"2024-04-15T16:25:34.329854+0000","last_active":"2024-04-15T16:25:34.334974+0000","last_peered":"2024-04-15T16:25:34.334974+0000","last_clean":"2024-04-15T16:25:34.334974+0000","last_became_active":"2024-04-15T16:25:34.329570+0000","last_became_peered":"2024-04-15T16:25:34.329570+0000","last_unstale":"2024-04-15T16:25:34.334974+0000","last_undegraded":"2024-04-15T16:25:34.334974+0000","last_fullsized":"2024-04-15T16:25:34.334974+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:55:22.011676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308122+0000","last_change":"2024-04-15T16:25:34.330905+0000","last_active":"2024-04-15T16:25:35.308122+0000","last_peered":"2024-04-15T16:25:35.308122+0000","last_clean":"2024-04-15T16:25:35.308122+0000","last_became_active":"2024-04-15T16:25:34.330626+0000","last_became_peered":"2024-04-15T16:25:34.330626+0000","last_unstale":"2024-04-15T16:25:35.308122+0000","last_undegraded":"2024-04-15T16:25:35.308122+0000","last_fullsized":"2024-04-15T16:25:35.308122+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:48:38.151778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535512+0000","last_change":"2024-04-15T16:25:34.327468+0000","last_active":"2024-04-15T16:25:35.535512+0000","last_peered":"2024-04-15T16:25:35.535512+0000","last_clean":"2024-04-15T16:25:35.535512+0000","last_became_active":"2024-04-15T16:25:34.327087+0000","last_became_peered":"2024-04-15T16:25:34.327087+0000","last_unstale":"2024-04-15T16:25:35.535512+0000","last_undegraded":"2024-04-15T16:25:35.535512+0000","last_fullsized":"2024-04-15T16:25:35.535512+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:13.604820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308671+0000","last_change":"2024-04-15T16:25:34.328654+0000","last_active":"2024-04-15T16:25:35.308671+0000","last_peered":"2024-04-15T16:25:35.308671+0000","last_clean":"2024-04-15T16:25:35.308671+0000","last_became_active":"2024-04-15T16:25:34.328368+0000","last_became_peered":"2024-04-15T16:25:34.328368+0000","last_unstale":"2024-04-15T16:25:35.308671+0000","last_undegraded":"2024-04-15T16:25:35.308671+0000","last_fullsized":"2024-04-15T16:25:35.308671+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:59:36.163111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534431+0000","last_change":"2024-04-15T16:25:34.338104+0000","last_active":"2024-04-15T16:25:35.534431+0000","last_peered":"2024-04-15T16:25:35.534431+0000","last_clean":"2024-04-15T16:25:35.534431+0000","last_became_active":"2024-04-15T16:25:34.337807+0000","last_became_peered":"2024-04-15T16:25:34.337807+0000","last_unstale":"2024-04-15T16:25:35.534431+0000","last_undegraded":"2024-04-15T16:25:35.534431+0000","last_fullsized":"2024-04-15T16:25:35.534431+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:15.979198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533260+0000","last_change":"2024-04-15T16:25:34.331106+0000","last_active":"2024-04-15T16:25:35.533260+0000","last_peered":"2024-04-15T16:25:35.533260+0000","last_clean":"2024-04-15T16:25:35.533260+0000","last_became_active":"2024-04-15T16:25:34.330822+0000","last_became_peered":"2024-04-15T16:25:34.330822+0000","last_unstale":"2024-04-15T16:25:35.533260+0000","last_undegraded":"2024-04-15T16:25:35.533260+0000","last_fullsized":"2024-04-15T16:25:35.533260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:51:32.632127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.343997+0000","last_change":"2024-04-15T16:25:34.342193+0000","last_active":"2024-04-15T16:25:34.343997+0000","last_peered":"2024-04-15T16:25:34.343997+0000","last_clean":"2024-04-15T16:25:34.343997+0000","last_became_active":"2024-04-15T16:25:34.341609+0000","last_became_peered":"2024-04-15T16:25:34.341609+0000","last_unstale":"2024-04-15T16:25:34.343997+0000","last_undegraded":"2024-04-15T16:25:34.343997+0000","last_fullsized":"2024-04-15T16:25:34.343997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:19:18.018266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533436+0000","last_change":"2024-04-15T16:25:34.335332+0000","last_active":"2024-04-15T16:25:35.533436+0000","last_peered":"2024-04-15T16:25:35.533436+0000","last_clean":"2024-04-15T16:25:35.533436+0000","last_became_active":"2024-04-15T16:25:34.335057+0000","last_became_peered":"2024-04-15T16:25:34.335057+0000","last_unstale":"2024-04-15T16:25:35.533436+0000","last_undegraded":"2024-04-15T16:25:35.533436+0000","last_fullsized":"2024-04-15T16:25:35.533436+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:29:40.301716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533810+0000","last_change":"2024-04-15T16:25:34.328290+0000","last_active":"2024-04-15T16:25:35.533810+0000","last_peered":"2024-04-15T16:25:35.533810+0000","last_clean":"2024-04-15T16:25:35.533810+0000","last_became_active":"2024-04-15T16:25:34.326971+0000","last_became_peered":"2024-04-15T16:25:34.326971+0000","last_unstale":"2024-04-15T16:25:35.533810+0000","last_undegraded":"2024-04-15T16:25:35.533810+0000","last_fullsized":"2024-04-15T16:25:35.533810+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:01:30.830981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533940+0000","last_change":"2024-04-15T16:25:34.334878+0000","last_active":"2024-04-15T16:25:35.533940+0000","last_peered":"2024-04-15T16:25:35.533940+0000","last_clean":"2024-04-15T16:25:35.533940+0000","last_became_active":"2024-04-15T16:25:34.334566+0000","last_became_peered":"2024-04-15T16:25:34.334566+0000","last_unstale":"2024-04-15T16:25:35.533940+0000","last_undegraded":"2024-04-15T16:25:35.533940+0000","last_fullsized":"2024-04-15T16:25:35.533940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:14.281939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535493+0000","last_change":"2024-04-15T16:25:34.336804+0000","last_active":"2024-04-15T16:25:35.535493+0000","last_peered":"2024-04-15T16:25:35.535493+0000","last_clean":"2024-04-15T16:25:35.535493+0000","last_became_active":"2024-04-15T16:25:34.336480+0000","last_became_peered":"2024-04-15T16:25:34.336480+0000","last_unstale":"2024-04-15T16:25:35.535493+0000","last_undegraded":"2024-04-15T16:25:35.535493+0000","last_fullsized":"2024-04-15T16:25:35.535493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:50:46.457258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308686+0000","last_change":"2024-04-15T16:25:34.320254+0000","last_active":"2024-04-15T16:25:35.308686+0000","last_peered":"2024-04-15T16:25:35.308686+0000","last_clean":"2024-04-15T16:25:35.308686+0000","last_became_active":"2024-04-15T16:25:34.319990+0000","last_became_peered":"2024-04-15T16:25:34.319990+0000","last_unstale":"2024-04-15T16:25:35.308686+0000","last_undegraded":"2024-04-15T16:25:35.308686+0000","last_fullsized":"2024-04-15T16:25:35.308686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:50:51.187877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.334599+0000","last_change":"2024-04-15T16:25:34.332044+0000","last_active":"2024-04-15T16:25:34.334599+0000","last_peered":"2024-04-15T16:25:34.334599+0000","last_clean":"2024-04-15T16:25:34.334599+0000","last_became_active":"2024-04-15T16:25:34.331697+0000","last_became_peered":"2024-04-15T16:25:34.331697+0000","last_unstale":"2024-04-15T16:25:34.334599+0000","last_undegraded":"2024-04-15T16:25:34.334599+0000","last_fullsized":"2024-04-15T16:25:34.334599+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:44:40.853467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":159,"acting":159,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":6482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.37}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1212416,"data_stored":844370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":626688,"data_stored":259328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:24:51 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.33100000000000002,"15min":0.32400000000000001},"min":{"1min":0.252,"5min":0.222,"15min":0.222},"max":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.34300000000000003,"15min":0.33700000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.246}]},{"osd":2,"last update":"Mon Apr 15 16:25:17 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.36799999999999999,"15min":0.36399999999999999},"min":{"1min":0.318,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.52800000000000002,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.38300000000000001,"15min":0.375},"min":{"1min":0.29999999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.58499999999999996,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.31900000000000001}]},{"osd":3,"last update":"Mon Apr 15 16:24:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.34599999999999997}]},{"osd":4,"last update":"Mon Apr 15 16:25:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.54400000000000004}]},{"osd":5,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.60499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32328,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712824,"statfs":{"total":95995035648,"available":95961931776,"internally_reserved":0,"allocated":1232896,"data_stored":850537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 16:24:56 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.32300000000000001,"15min":0.313},"min":{"1min":0.25800000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.57299999999999995,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.32600000000000001,"15min":0.309},"min":{"1min":0.29799999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.32000000000000001}]},{"osd":2,"last update":"Mon Apr 15 16:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.59199999999999997,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.35899999999999999}]},{"osd":3,"last update":"Mon Apr 15 16:24:46 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.33900000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:25:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.504},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.60899999999999999}]},{"osd":5,"last update":"Mon Apr 15 16:25:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.55700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27620,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717532,"statfs":{"total":95995035648,"available":95966752768,"internally_reserved":0,"allocated":610304,"data_stored":252711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.375,"15min":0.375},"min":{"1min":0.214,"5min":0.193,"15min":0.193},"max":{"1min":0.497,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.38900000000000001,"15min":0.38600000000000001},"min":{"1min":0.23899999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.34300000000000003}]},{"osd":1,"last update":"Mon Apr 15 16:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.40400000000000003,"15min":0.40200000000000002},"min":{"1min":0.27700000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.308},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.41299999999999998,"15min":0.40699999999999997},"min":{"1min":0.26600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.38}]},{"osd":3,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.32600000000000001}]},{"osd":4,"last update":"Mon Apr 15 16:25:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.441}]},{"osd":5,"last update":"Mon Apr 15 16:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.54200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":261109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.36199999999999999}]},{"osd":1,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.34899999999999998}]},{"osd":2,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.27200000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:25:04 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.496}]},{"osd":5,"last update":"Mon Apr 15 16:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.58299999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":260149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.57299999999999995}]},{"osd":1,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.372},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.48699999999999999}]},{"osd":2,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.52000000000000002}]},{"osd":3,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.53400000000000003}]},{"osd":5,"last update":"Mon Apr 15 16:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.60299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":634880,"data_stored":260822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.498}]},{"osd":1,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.47499999999999998}]},{"osd":2,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.48899999999999999}]},{"osd":3,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.439},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.56000000000000005}]},{"osd":4,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.51400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T16:25:37.977 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3f is not active+clean 2024-04-15T16:25:37.977 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T16:25:33.945844+0000', 'last_change': '2024-04-15T16:25:33.945844+0000', 'last_active': '2024-04-15T16:25:33.945844+0000', 'last_peered': '2024-04-15T16:25:33.945844+0000', 'last_clean': '2024-04-15T16:25:33.945844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:33.945844+0000', 'last_undegraded': '2024-04-15T16:25:33.945844+0000', 'last_fullsized': '2024-04-15T16:25:33.945844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T16:25:37.977 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.3b is not active+clean 2024-04-15T16:25:37.977 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T16:25:33.945844+0000', 'last_change': '2024-04-15T16:25:33.945844+0000', 'last_active': '2024-04-15T16:25:33.945844+0000', 'last_peered': '2024-04-15T16:25:33.945844+0000', 'last_clean': '2024-04-15T16:25:33.945844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:33.945844+0000', 'last_undegraded': '2024-04-15T16:25:33.945844+0000', 'last_fullsized': '2024-04-15T16:25:33.945844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T16:25:37.977 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.39 is not active+clean 2024-04-15T16:25:37.977 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T16:25:33.945844+0000', 'last_change': '2024-04-15T16:25:33.945844+0000', 'last_active': '2024-04-15T16:25:33.945844+0000', 'last_peered': '2024-04-15T16:25:33.945844+0000', 'last_clean': '2024-04-15T16:25:33.945844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:33.945844+0000', 'last_undegraded': '2024-04-15T16:25:33.945844+0000', 'last_fullsized': '2024-04-15T16:25:33.945844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T16:25:37.977 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.37 is not active+clean 2024-04-15T16:25:37.977 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T16:25:33.945844+0000', 'last_change': '2024-04-15T16:25:33.945844+0000', 'last_active': '2024-04-15T16:25:33.945844+0000', 'last_peered': '2024-04-15T16:25:33.945844+0000', 'last_clean': '2024-04-15T16:25:33.945844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:33.945844+0000', 'last_undegraded': '2024-04-15T16:25:33.945844+0000', 'last_fullsized': '2024-04-15T16:25:33.945844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T16:25:37.977 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2d is not active+clean 2024-04-15T16:25:37.977 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T16:25:33.945844+0000', 'last_change': '2024-04-15T16:25:33.945844+0000', 'last_active': '2024-04-15T16:25:33.945844+0000', 'last_peered': '2024-04-15T16:25:33.945844+0000', 'last_clean': '2024-04-15T16:25:33.945844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:33.945844+0000', 'last_undegraded': '2024-04-15T16:25:33.945844+0000', 'last_fullsized': '2024-04-15T16:25:33.945844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T16:25:37.978 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1d is not active+clean 2024-04-15T16:25:37.978 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-15T16:25:32.951558+0000', 'last_change': '2024-04-15T16:25:32.951558+0000', 'last_active': '2024-04-15T16:25:32.941951+0000', 'last_peered': '2024-04-15T16:25:32.941951+0000', 'last_clean': '2024-04-15T16:25:32.941951+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:32.951558+0000', 'last_undegraded': '2024-04-15T16:25:32.951558+0000', 'last_fullsized': '2024-04-15T16:25:32.951558+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-17T00:50:39.495968+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6, 0], 'acting': [7, 6, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-15T16:25:37.978 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1c is not active+clean 2024-04-15T16:25:37.978 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-15T16:25:32.953719+0000', 'last_change': '2024-04-15T16:25:32.953719+0000', 'last_active': '2024-04-15T16:25:32.941951+0000', 'last_peered': '2024-04-15T16:25:32.941951+0000', 'last_clean': '2024-04-15T16:25:32.941951+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:32.953719+0000', 'last_undegraded': '2024-04-15T16:25:32.953719+0000', 'last_fullsized': '2024-04-15T16:25:32.953719+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-17T02:29:38.451908+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5, 2], 'acting': [7, 5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-15T16:25:37.978 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.15 is not active+clean 2024-04-15T16:25:37.978 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T16:25:33.945844+0000', 'last_change': '2024-04-15T16:25:33.945844+0000', 'last_active': '2024-04-15T16:25:33.945844+0000', 'last_peered': '2024-04-15T16:25:33.945844+0000', 'last_clean': '2024-04-15T16:25:33.945844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:33.945844+0000', 'last_undegraded': '2024-04-15T16:25:33.945844+0000', 'last_fullsized': '2024-04-15T16:25:33.945844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T16:25:37.978 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.13 is not active+clean 2024-04-15T16:25:37.978 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T16:25:33.945844+0000', 'last_change': '2024-04-15T16:25:33.945844+0000', 'last_active': '2024-04-15T16:25:33.945844+0000', 'last_peered': '2024-04-15T16:25:33.945844+0000', 'last_clean': '2024-04-15T16:25:33.945844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:33.945844+0000', 'last_undegraded': '2024-04-15T16:25:33.945844+0000', 'last_fullsized': '2024-04-15T16:25:33.945844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T16:25:37.978 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.11 is not active+clean 2024-04-15T16:25:37.978 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T16:25:33.945844+0000', 'last_change': '2024-04-15T16:25:33.945844+0000', 'last_active': '2024-04-15T16:25:33.945844+0000', 'last_peered': '2024-04-15T16:25:33.945844+0000', 'last_clean': '2024-04-15T16:25:33.945844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:33.945844+0000', 'last_undegraded': '2024-04-15T16:25:33.945844+0000', 'last_fullsized': '2024-04-15T16:25:33.945844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T16:25:37.978 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.e is not active+clean 2024-04-15T16:25:37.978 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T16:25:33.945844+0000', 'last_change': '2024-04-15T16:25:33.945844+0000', 'last_active': '2024-04-15T16:25:33.945844+0000', 'last_peered': '2024-04-15T16:25:33.945844+0000', 'last_clean': '2024-04-15T16:25:33.945844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:33.945844+0000', 'last_undegraded': '2024-04-15T16:25:33.945844+0000', 'last_fullsized': '2024-04-15T16:25:33.945844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T16:25:37.979 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.0 is not active+clean 2024-04-15T16:25:37.979 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-15T16:25:32.949716+0000', 'last_change': '2024-04-15T16:25:32.949716+0000', 'last_active': '2024-04-15T16:25:32.941951+0000', 'last_peered': '2024-04-15T16:25:32.941951+0000', 'last_clean': '2024-04-15T16:25:32.941951+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:32.949716+0000', 'last_undegraded': '2024-04-15T16:25:32.949716+0000', 'last_fullsized': '2024-04-15T16:25:32.949716+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-17T01:28:08.876868+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 1, 0], 'acting': [7, 1, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-15T16:25:37.979 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.5 is not active+clean 2024-04-15T16:25:37.979 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-15T16:25:32.950971+0000', 'last_change': '2024-04-15T16:25:32.950971+0000', 'last_active': '2024-04-15T16:25:32.941951+0000', 'last_peered': '2024-04-15T16:25:32.941951+0000', 'last_clean': '2024-04-15T16:25:32.941951+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:32.950971+0000', 'last_undegraded': '2024-04-15T16:25:32.950971+0000', 'last_fullsized': '2024-04-15T16:25:32.950971+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-17T01:14:25.576887+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0, 4], 'acting': [7, 0, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-15T16:25:37.979 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.8 is not active+clean 2024-04-15T16:25:37.979 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-15T16:25:32.950260+0000', 'last_change': '2024-04-15T16:25:32.950260+0000', 'last_active': '2024-04-15T16:25:32.941951+0000', 'last_peered': '2024-04-15T16:25:32.941951+0000', 'last_clean': '2024-04-15T16:25:32.941951+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:32.950260+0000', 'last_undegraded': '2024-04-15T16:25:32.950260+0000', 'last_fullsized': '2024-04-15T16:25:32.950260+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-16T17:20:48.109889+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 0, 1], 'acting': [7, 0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-15T16:25:37.979 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.b is not active+clean 2024-04-15T16:25:37.979 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 59, 'state': 'creating+peering', 'last_fresh': '2024-04-15T16:25:32.950880+0000', 'last_change': '2024-04-15T16:25:32.950880+0000', 'last_active': '2024-04-15T16:25:32.941951+0000', 'last_peered': '2024-04-15T16:25:32.941951+0000', 'last_clean': '2024-04-15T16:25:32.941951+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:32.950880+0000', 'last_undegraded': '2024-04-15T16:25:32.950880+0000', 'last_fullsized': '2024-04-15T16:25:32.950880+0000', 'mapping_epoch': 59, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 59, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:32.941951+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-16T22:11:55.673773+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 4, 5], 'acting': [7, 4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-04-15T16:25:37.979 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.d is not active+clean 2024-04-15T16:25:37.979 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T16:25:33.945844+0000', 'last_change': '2024-04-15T16:25:33.945844+0000', 'last_active': '2024-04-15T16:25:33.945844+0000', 'last_peered': '2024-04-15T16:25:33.945844+0000', 'last_clean': '2024-04-15T16:25:33.945844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:33.945844+0000', 'last_undegraded': '2024-04-15T16:25:33.945844+0000', 'last_fullsized': '2024-04-15T16:25:33.945844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T16:25:37.979 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.f is not active+clean 2024-04-15T16:25:37.979 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-15T16:25:33.945844+0000', 'last_change': '2024-04-15T16:25:33.945844+0000', 'last_active': '2024-04-15T16:25:33.945844+0000', 'last_peered': '2024-04-15T16:25:33.945844+0000', 'last_clean': '2024-04-15T16:25:33.945844+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-15T16:25:33.945844+0000', 'last_undegraded': '2024-04-15T16:25:33.945844+0000', 'last_fullsized': '2024-04-15T16:25:33.945844+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'last_clean_scrub_stamp': '2024-04-15T16:25:33.945844+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-15T16:25:37.980 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-15T16:25:38.363 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:38.364 INFO:teuthology.orchestra.run.smithi090.stdout:{"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":225,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":62,"num_osds":8,"num_up_osds":8,"osd_up_since":1713198313,"num_in_osds":8,"osd_in_since":1713198296,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":80},{"state_name":"unknown","count":11},{"state_name":"creating+peering","count":6}],"num_pgs":97,"num_pools":3,"num_objects":20,"data_bytes":592730,"bytes_used":232361984,"bytes_avail":767727923200,"bytes_total":767960285184,"unknown_pgs_ratio":0.11340206116437912,"inactive_pgs_ratio":0.061855670064687729,"write_bytes_sec":2902,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24365}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.90:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-15T16:25:27.883291+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-15T16:25:38.377 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-15T16:25:38.377 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T16:25:38.669 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:38.671 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-15T16:25:38.681 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":188,"stamp":"2024-04-15T16:25:37.885484+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":20,"num_object_clones":0,"num_object_copies":60,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":20,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":196,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":149,"ondisk_log_size":149,"up":258,"acting":258,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":163,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":226916,"kb_used_data":6616,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734300,"statfs":{"total":767960285184,"available":767727923200,"internally_reserved":0,"allocated":6774784,"data_stored":3817864,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.939188"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533794+0000","last_change":"2024-04-15T16:25:34.339869+0000","last_active":"2024-04-15T16:25:35.533794+0000","last_peered":"2024-04-15T16:25:35.533794+0000","last_clean":"2024-04-15T16:25:35.533794+0000","last_became_active":"2024-04-15T16:25:34.339592+0000","last_became_peered":"2024-04-15T16:25:34.339592+0000","last_unstale":"2024-04-15T16:25:35.533794+0000","last_undegraded":"2024-04-15T16:25:35.533794+0000","last_fullsized":"2024-04-15T16:25:35.533794+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:26.287465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309060+0000","last_change":"2024-04-15T16:25:34.332573+0000","last_active":"2024-04-15T16:25:35.309060+0000","last_peered":"2024-04-15T16:25:35.309060+0000","last_clean":"2024-04-15T16:25:35.309060+0000","last_became_active":"2024-04-15T16:25:34.330953+0000","last_became_peered":"2024-04-15T16:25:34.330953+0000","last_unstale":"2024-04-15T16:25:35.309060+0000","last_undegraded":"2024-04-15T16:25:35.309060+0000","last_fullsized":"2024-04-15T16:25:35.309060+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:33:16.275845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534885+0000","last_change":"2024-04-15T16:25:34.325812+0000","last_active":"2024-04-15T16:25:35.534885+0000","last_peered":"2024-04-15T16:25:35.534885+0000","last_clean":"2024-04-15T16:25:35.534885+0000","last_became_active":"2024-04-15T16:25:34.325511+0000","last_became_peered":"2024-04-15T16:25:34.325511+0000","last_unstale":"2024-04-15T16:25:35.534885+0000","last_undegraded":"2024-04-15T16:25:35.534885+0000","last_fullsized":"2024-04-15T16:25:35.534885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:40:34.275763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535552+0000","last_change":"2024-04-15T16:25:34.330971+0000","last_active":"2024-04-15T16:25:35.535552+0000","last_peered":"2024-04-15T16:25:35.535552+0000","last_clean":"2024-04-15T16:25:35.535552+0000","last_became_active":"2024-04-15T16:25:34.330414+0000","last_became_peered":"2024-04-15T16:25:34.330414+0000","last_unstale":"2024-04-15T16:25:35.535552+0000","last_undegraded":"2024-04-15T16:25:35.535552+0000","last_fullsized":"2024-04-15T16:25:35.535552+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:31:20.629371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.532968+0000","last_change":"2024-04-15T16:25:34.339664+0000","last_active":"2024-04-15T16:25:35.532968+0000","last_peered":"2024-04-15T16:25:35.532968+0000","last_clean":"2024-04-15T16:25:35.532968+0000","last_became_active":"2024-04-15T16:25:34.339343+0000","last_became_peered":"2024-04-15T16:25:34.339343+0000","last_unstale":"2024-04-15T16:25:35.532968+0000","last_undegraded":"2024-04-15T16:25:35.532968+0000","last_fullsized":"2024-04-15T16:25:35.532968+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:29:36.126853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.340147+0000","last_change":"2024-04-15T16:25:34.339780+0000","last_active":"2024-04-15T16:25:34.340147+0000","last_peered":"2024-04-15T16:25:34.340147+0000","last_clean":"2024-04-15T16:25:34.340147+0000","last_became_active":"2024-04-15T16:25:34.339415+0000","last_became_peered":"2024-04-15T16:25:34.339415+0000","last_unstale":"2024-04-15T16:25:34.340147+0000","last_undegraded":"2024-04-15T16:25:34.340147+0000","last_fullsized":"2024-04-15T16:25:34.340147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:35:41.132583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.344022+0000","last_change":"2024-04-15T16:25:34.340901+0000","last_active":"2024-04-15T16:25:34.344022+0000","last_peered":"2024-04-15T16:25:34.344022+0000","last_clean":"2024-04-15T16:25:34.344022+0000","last_became_active":"2024-04-15T16:25:34.340493+0000","last_became_peered":"2024-04-15T16:25:34.340493+0000","last_unstale":"2024-04-15T16:25:34.344022+0000","last_undegraded":"2024-04-15T16:25:34.344022+0000","last_fullsized":"2024-04-15T16:25:34.344022+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:30:50.620153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533885+0000","last_change":"2024-04-15T16:25:34.341183+0000","last_active":"2024-04-15T16:25:35.533885+0000","last_peered":"2024-04-15T16:25:35.533885+0000","last_clean":"2024-04-15T16:25:35.533885+0000","last_became_active":"2024-04-15T16:25:34.340905+0000","last_became_peered":"2024-04-15T16:25:34.340905+0000","last_unstale":"2024-04-15T16:25:35.533885+0000","last_undegraded":"2024-04-15T16:25:35.533885+0000","last_fullsized":"2024-04-15T16:25:35.533885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:39:14.240637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533605+0000","last_change":"2024-04-15T16:25:34.340368+0000","last_active":"2024-04-15T16:25:35.533605+0000","last_peered":"2024-04-15T16:25:35.533605+0000","last_clean":"2024-04-15T16:25:35.533605+0000","last_became_active":"2024-04-15T16:25:34.340102+0000","last_became_peered":"2024-04-15T16:25:34.340102+0000","last_unstale":"2024-04-15T16:25:35.533605+0000","last_undegraded":"2024-04-15T16:25:35.533605+0000","last_fullsized":"2024-04-15T16:25:35.533605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:53:50.733708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308569+0000","last_change":"2024-04-15T16:25:34.319500+0000","last_active":"2024-04-15T16:25:35.308569+0000","last_peered":"2024-04-15T16:25:35.308569+0000","last_clean":"2024-04-15T16:25:35.308569+0000","last_became_active":"2024-04-15T16:25:34.319223+0000","last_became_peered":"2024-04-15T16:25:34.319223+0000","last_unstale":"2024-04-15T16:25:35.308569+0000","last_undegraded":"2024-04-15T16:25:35.308569+0000","last_fullsized":"2024-04-15T16:25:35.308569+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:54:58.061705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533013+0000","last_change":"2024-04-15T16:25:34.334358+0000","last_active":"2024-04-15T16:25:35.533013+0000","last_peered":"2024-04-15T16:25:35.533013+0000","last_clean":"2024-04-15T16:25:35.533013+0000","last_became_active":"2024-04-15T16:25:34.333935+0000","last_became_peered":"2024-04-15T16:25:34.333935+0000","last_unstale":"2024-04-15T16:25:35.533013+0000","last_undegraded":"2024-04-15T16:25:35.533013+0000","last_fullsized":"2024-04-15T16:25:35.533013+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:00:04.035951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533519+0000","last_change":"2024-04-15T16:25:34.318900+0000","last_active":"2024-04-15T16:25:35.533519+0000","last_peered":"2024-04-15T16:25:35.533519+0000","last_clean":"2024-04-15T16:25:35.533519+0000","last_became_active":"2024-04-15T16:25:34.318502+0000","last_became_peered":"2024-04-15T16:25:34.318502+0000","last_unstale":"2024-04-15T16:25:35.533519+0000","last_undegraded":"2024-04-15T16:25:35.533519+0000","last_fullsized":"2024-04-15T16:25:35.533519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:48.205980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534215+0000","last_change":"2024-04-15T16:25:34.328026+0000","last_active":"2024-04-15T16:25:35.534215+0000","last_peered":"2024-04-15T16:25:35.534215+0000","last_clean":"2024-04-15T16:25:35.534215+0000","last_became_active":"2024-04-15T16:25:34.327688+0000","last_became_peered":"2024-04-15T16:25:34.327688+0000","last_unstale":"2024-04-15T16:25:35.534215+0000","last_undegraded":"2024-04-15T16:25:35.534215+0000","last_fullsized":"2024-04-15T16:25:35.534215+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:03:34.971197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309219+0000","last_change":"2024-04-15T16:25:34.331432+0000","last_active":"2024-04-15T16:25:35.309219+0000","last_peered":"2024-04-15T16:25:35.309219+0000","last_clean":"2024-04-15T16:25:35.309219+0000","last_became_active":"2024-04-15T16:25:34.331144+0000","last_became_peered":"2024-04-15T16:25:34.331144+0000","last_unstale":"2024-04-15T16:25:35.309219+0000","last_undegraded":"2024-04-15T16:25:35.309219+0000","last_fullsized":"2024-04-15T16:25:35.309219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:15.124138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309500+0000","last_change":"2024-04-15T16:25:33.968103+0000","last_active":"2024-04-15T16:25:35.309500+0000","last_peered":"2024-04-15T16:25:35.309500+0000","last_clean":"2024-04-15T16:25:35.309500+0000","last_became_active":"2024-04-15T16:25:33.967761+0000","last_became_peered":"2024-04-15T16:25:33.967761+0000","last_unstale":"2024-04-15T16:25:35.309500+0000","last_undegraded":"2024-04-15T16:25:35.309500+0000","last_fullsized":"2024-04-15T16:25:35.309500+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:54:52.037745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533350+0000","last_change":"2024-04-15T16:25:34.340186+0000","last_active":"2024-04-15T16:25:35.533350+0000","last_peered":"2024-04-15T16:25:35.533350+0000","last_clean":"2024-04-15T16:25:35.533350+0000","last_became_active":"2024-04-15T16:25:34.339301+0000","last_became_peered":"2024-04-15T16:25:34.339301+0000","last_unstale":"2024-04-15T16:25:35.533350+0000","last_undegraded":"2024-04-15T16:25:35.533350+0000","last_fullsized":"2024-04-15T16:25:35.533350+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:18.284424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533358+0000","last_change":"2024-04-15T16:25:33.965065+0000","last_active":"2024-04-15T16:25:35.533358+0000","last_peered":"2024-04-15T16:25:35.533358+0000","last_clean":"2024-04-15T16:25:35.533358+0000","last_became_active":"2024-04-15T16:25:33.964737+0000","last_became_peered":"2024-04-15T16:25:33.964737+0000","last_unstale":"2024-04-15T16:25:35.533358+0000","last_undegraded":"2024-04-15T16:25:35.533358+0000","last_fullsized":"2024-04-15T16:25:35.533358+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:51:53.494021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309431+0000","last_change":"2024-04-15T16:25:34.319634+0000","last_active":"2024-04-15T16:25:35.309431+0000","last_peered":"2024-04-15T16:25:35.309431+0000","last_clean":"2024-04-15T16:25:35.309431+0000","last_became_active":"2024-04-15T16:25:34.319357+0000","last_became_peered":"2024-04-15T16:25:34.319357+0000","last_unstale":"2024-04-15T16:25:35.309431+0000","last_undegraded":"2024-04-15T16:25:35.309431+0000","last_fullsized":"2024-04-15T16:25:35.309431+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:58:27.072680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.951558+0000","last_change":"2024-04-15T16:25:32.951558+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.951558+0000","last_undegraded":"2024-04-15T16:25:32.951558+0000","last_fullsized":"2024-04-15T16:25:32.951558+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:39.495968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535062+0000","last_change":"2024-04-15T16:25:34.329989+0000","last_active":"2024-04-15T16:25:35.535062+0000","last_peered":"2024-04-15T16:25:35.535062+0000","last_clean":"2024-04-15T16:25:35.535062+0000","last_became_active":"2024-04-15T16:25:34.329701+0000","last_became_peered":"2024-04-15T16:25:34.329701+0000","last_unstale":"2024-04-15T16:25:35.535062+0000","last_undegraded":"2024-04-15T16:25:35.535062+0000","last_fullsized":"2024-04-15T16:25:35.535062+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:17.392829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.953719+0000","last_change":"2024-04-15T16:25:32.953719+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.953719+0000","last_undegraded":"2024-04-15T16:25:32.953719+0000","last_fullsized":"2024-04-15T16:25:32.953719+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:29:38.451908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534029+0000","last_change":"2024-04-15T16:25:34.338627+0000","last_active":"2024-04-15T16:25:35.534029+0000","last_peered":"2024-04-15T16:25:35.534029+0000","last_clean":"2024-04-15T16:25:35.534029+0000","last_became_active":"2024-04-15T16:25:34.338319+0000","last_became_peered":"2024-04-15T16:25:34.338319+0000","last_unstale":"2024-04-15T16:25:35.534029+0000","last_undegraded":"2024-04-15T16:25:35.534029+0000","last_fullsized":"2024-04-15T16:25:35.534029+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:00:10.623792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533845+0000","last_change":"2024-04-15T16:25:33.962681+0000","last_active":"2024-04-15T16:25:35.533845+0000","last_peered":"2024-04-15T16:25:35.533845+0000","last_clean":"2024-04-15T16:25:35.533845+0000","last_became_active":"2024-04-15T16:25:33.962390+0000","last_became_peered":"2024-04-15T16:25:33.962390+0000","last_unstale":"2024-04-15T16:25:35.533845+0000","last_undegraded":"2024-04-15T16:25:35.533845+0000","last_fullsized":"2024-04-15T16:25:35.533845+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:06:18.299907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534558+0000","last_change":"2024-04-15T16:25:34.333356+0000","last_active":"2024-04-15T16:25:35.534558+0000","last_peered":"2024-04-15T16:25:35.534558+0000","last_clean":"2024-04-15T16:25:35.534558+0000","last_became_active":"2024-04-15T16:25:34.333052+0000","last_became_peered":"2024-04-15T16:25:34.333052+0000","last_unstale":"2024-04-15T16:25:35.534558+0000","last_undegraded":"2024-04-15T16:25:35.534558+0000","last_fullsized":"2024-04-15T16:25:35.534558+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:41:37.719731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.345735+0000","last_change":"2024-04-15T16:25:33.962483+0000","last_active":"2024-04-15T16:25:34.345735+0000","last_peered":"2024-04-15T16:25:34.345735+0000","last_clean":"2024-04-15T16:25:34.345735+0000","last_became_active":"2024-04-15T16:25:33.962127+0000","last_became_peered":"2024-04-15T16:25:33.962127+0000","last_unstale":"2024-04-15T16:25:34.345735+0000","last_undegraded":"2024-04-15T16:25:34.345735+0000","last_fullsized":"2024-04-15T16:25:34.345735+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:58.931704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308722+0000","last_change":"2024-04-15T16:25:34.327457+0000","last_active":"2024-04-15T16:25:35.308722+0000","last_peered":"2024-04-15T16:25:35.308722+0000","last_clean":"2024-04-15T16:25:35.308722+0000","last_became_active":"2024-04-15T16:25:34.327168+0000","last_became_peered":"2024-04-15T16:25:34.327168+0000","last_unstale":"2024-04-15T16:25:35.308722+0000","last_undegraded":"2024-04-15T16:25:35.308722+0000","last_fullsized":"2024-04-15T16:25:35.308722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:58:58.097842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534081+0000","last_change":"2024-04-15T16:25:33.959608+0000","last_active":"2024-04-15T16:25:35.534081+0000","last_peered":"2024-04-15T16:25:35.534081+0000","last_clean":"2024-04-15T16:25:35.534081+0000","last_became_active":"2024-04-15T16:25:33.959293+0000","last_became_peered":"2024-04-15T16:25:33.959293+0000","last_unstale":"2024-04-15T16:25:35.534081+0000","last_undegraded":"2024-04-15T16:25:35.534081+0000","last_fullsized":"2024-04-15T16:25:35.534081+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:46:39.214051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533131+0000","last_change":"2024-04-15T16:25:34.335142+0000","last_active":"2024-04-15T16:25:35.533131+0000","last_peered":"2024-04-15T16:25:35.533131+0000","last_clean":"2024-04-15T16:25:35.533131+0000","last_became_active":"2024-04-15T16:25:34.334870+0000","last_became_peered":"2024-04-15T16:25:34.334870+0000","last_unstale":"2024-04-15T16:25:35.533131+0000","last_undegraded":"2024-04-15T16:25:35.533131+0000","last_fullsized":"2024-04-15T16:25:35.533131+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:30:56.981673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533708+0000","last_change":"2024-04-15T16:25:33.967423+0000","last_active":"2024-04-15T16:25:35.533708+0000","last_peered":"2024-04-15T16:25:35.533708+0000","last_clean":"2024-04-15T16:25:35.533708+0000","last_became_active":"2024-04-15T16:25:33.967150+0000","last_became_peered":"2024-04-15T16:25:33.967150+0000","last_unstale":"2024-04-15T16:25:35.533708+0000","last_undegraded":"2024-04-15T16:25:35.533708+0000","last_fullsized":"2024-04-15T16:25:35.533708+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:18:03.838667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533100+0000","last_change":"2024-04-15T16:25:34.334192+0000","last_active":"2024-04-15T16:25:35.533100+0000","last_peered":"2024-04-15T16:25:35.533100+0000","last_clean":"2024-04-15T16:25:35.533100+0000","last_became_active":"2024-04-15T16:25:34.333545+0000","last_became_peered":"2024-04-15T16:25:34.333545+0000","last_unstale":"2024-04-15T16:25:35.533100+0000","last_undegraded":"2024-04-15T16:25:35.533100+0000","last_fullsized":"2024-04-15T16:25:35.533100+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:43:35.245542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.332446+0000","last_change":"2024-04-15T16:25:33.965899+0000","last_active":"2024-04-15T16:25:34.332446+0000","last_peered":"2024-04-15T16:25:34.332446+0000","last_clean":"2024-04-15T16:25:34.332446+0000","last_became_active":"2024-04-15T16:25:33.965600+0000","last_became_peered":"2024-04-15T16:25:33.965600+0000","last_unstale":"2024-04-15T16:25:34.332446+0000","last_undegraded":"2024-04-15T16:25:34.332446+0000","last_fullsized":"2024-04-15T16:25:34.332446+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:51:18.839754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534450+0000","last_change":"2024-04-15T16:25:34.331612+0000","last_active":"2024-04-15T16:25:35.534450+0000","last_peered":"2024-04-15T16:25:35.534450+0000","last_clean":"2024-04-15T16:25:35.534450+0000","last_became_active":"2024-04-15T16:25:34.330847+0000","last_became_peered":"2024-04-15T16:25:34.330847+0000","last_unstale":"2024-04-15T16:25:35.534450+0000","last_undegraded":"2024-04-15T16:25:35.534450+0000","last_fullsized":"2024-04-15T16:25:35.534450+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:06:07.254098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534356+0000","last_change":"2024-04-15T16:25:33.972697+0000","last_active":"2024-04-15T16:25:35.534356+0000","last_peered":"2024-04-15T16:25:35.534356+0000","last_clean":"2024-04-15T16:25:35.534356+0000","last_became_active":"2024-04-15T16:25:33.972332+0000","last_became_peered":"2024-04-15T16:25:33.972332+0000","last_unstale":"2024-04-15T16:25:35.534356+0000","last_undegraded":"2024-04-15T16:25:35.534356+0000","last_fullsized":"2024-04-15T16:25:35.534356+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:10:11.013023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309266+0000","last_change":"2024-04-15T16:25:34.326135+0000","last_active":"2024-04-15T16:25:35.309266+0000","last_peered":"2024-04-15T16:25:35.309266+0000","last_clean":"2024-04-15T16:25:35.309266+0000","last_became_active":"2024-04-15T16:25:34.325161+0000","last_became_peered":"2024-04-15T16:25:34.325161+0000","last_unstale":"2024-04-15T16:25:35.309266+0000","last_undegraded":"2024-04-15T16:25:35.309266+0000","last_fullsized":"2024-04-15T16:25:35.309266+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:38.965912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533728+0000","last_change":"2024-04-15T16:25:33.967307+0000","last_active":"2024-04-15T16:25:35.533728+0000","last_peered":"2024-04-15T16:25:35.533728+0000","last_clean":"2024-04-15T16:25:35.533728+0000","last_became_active":"2024-04-15T16:25:33.966839+0000","last_became_peered":"2024-04-15T16:25:33.966839+0000","last_unstale":"2024-04-15T16:25:35.533728+0000","last_undegraded":"2024-04-15T16:25:35.533728+0000","last_fullsized":"2024-04-15T16:25:35.533728+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:38:31.005337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533788+0000","last_change":"2024-04-15T16:25:34.340533+0000","last_active":"2024-04-15T16:25:35.533788+0000","last_peered":"2024-04-15T16:25:35.533788+0000","last_clean":"2024-04-15T16:25:35.533788+0000","last_became_active":"2024-04-15T16:25:34.340228+0000","last_became_peered":"2024-04-15T16:25:34.340228+0000","last_unstale":"2024-04-15T16:25:35.533788+0000","last_undegraded":"2024-04-15T16:25:35.533788+0000","last_fullsized":"2024-04-15T16:25:35.533788+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:05:24.511121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":17,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.347409+0000","last_change":"2024-04-15T16:25:33.967575+0000","last_active":"2024-04-15T16:25:34.347409+0000","last_peered":"2024-04-15T16:25:34.347409+0000","last_clean":"2024-04-15T16:25:34.347409+0000","last_became_active":"2024-04-15T16:25:33.967272+0000","last_became_peered":"2024-04-15T16:25:33.967272+0000","last_unstale":"2024-04-15T16:25:34.347409+0000","last_undegraded":"2024-04-15T16:25:34.347409+0000","last_fullsized":"2024-04-15T16:25:34.347409+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:59.235872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308769+0000","last_change":"2024-04-15T16:25:33.966205+0000","last_active":"2024-04-15T16:25:35.308769+0000","last_peered":"2024-04-15T16:25:35.308769+0000","last_clean":"2024-04-15T16:25:35.308769+0000","last_became_active":"2024-04-15T16:25:33.965899+0000","last_became_peered":"2024-04-15T16:25:33.965899+0000","last_unstale":"2024-04-15T16:25:35.308769+0000","last_undegraded":"2024-04-15T16:25:35.308769+0000","last_fullsized":"2024-04-15T16:25:35.308769+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:57.057127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308526+0000","last_change":"2024-04-15T16:25:34.325947+0000","last_active":"2024-04-15T16:25:35.308526+0000","last_peered":"2024-04-15T16:25:35.308526+0000","last_clean":"2024-04-15T16:25:35.308526+0000","last_became_active":"2024-04-15T16:25:34.325570+0000","last_became_peered":"2024-04-15T16:25:34.325570+0000","last_unstale":"2024-04-15T16:25:35.308526+0000","last_undegraded":"2024-04-15T16:25:35.308526+0000","last_fullsized":"2024-04-15T16:25:35.308526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:24:04.134457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535413+0000","last_change":"2024-04-15T16:25:33.971097+0000","last_active":"2024-04-15T16:25:35.535413+0000","last_peered":"2024-04-15T16:25:35.535413+0000","last_clean":"2024-04-15T16:25:35.535413+0000","last_became_active":"2024-04-15T16:25:33.970742+0000","last_became_peered":"2024-04-15T16:25:33.970742+0000","last_unstale":"2024-04-15T16:25:35.535413+0000","last_undegraded":"2024-04-15T16:25:35.535413+0000","last_fullsized":"2024-04-15T16:25:35.535413+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:04.262471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.328240+0000","last_change":"2024-04-15T16:25:33.960413+0000","last_active":"2024-04-15T16:25:34.328240+0000","last_peered":"2024-04-15T16:25:34.328240+0000","last_clean":"2024-04-15T16:25:34.328240+0000","last_became_active":"2024-04-15T16:25:33.960098+0000","last_became_peered":"2024-04-15T16:25:33.960098+0000","last_unstale":"2024-04-15T16:25:34.328240+0000","last_undegraded":"2024-04-15T16:25:34.328240+0000","last_fullsized":"2024-04-15T16:25:34.328240+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:21:45.822045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.335022+0000","last_change":"2024-04-15T16:25:34.330816+0000","last_active":"2024-04-15T16:25:34.335022+0000","last_peered":"2024-04-15T16:25:34.335022+0000","last_clean":"2024-04-15T16:25:34.335022+0000","last_became_active":"2024-04-15T16:25:34.330543+0000","last_became_peered":"2024-04-15T16:25:34.330543+0000","last_unstale":"2024-04-15T16:25:34.335022+0000","last_undegraded":"2024-04-15T16:25:34.335022+0000","last_fullsized":"2024-04-15T16:25:34.335022+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:57:41.073730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.307818+0000","last_change":"2024-04-15T16:25:33.975121+0000","last_active":"2024-04-15T16:25:35.307818+0000","last_peered":"2024-04-15T16:25:35.307818+0000","last_clean":"2024-04-15T16:25:35.307818+0000","last_became_active":"2024-04-15T16:25:33.974858+0000","last_became_peered":"2024-04-15T16:25:33.974858+0000","last_unstale":"2024-04-15T16:25:35.307818+0000","last_undegraded":"2024-04-15T16:25:35.307818+0000","last_fullsized":"2024-04-15T16:25:35.307818+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:58:50.869218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535106+0000","last_change":"2024-04-15T16:25:33.963970+0000","last_active":"2024-04-15T16:25:35.535106+0000","last_peered":"2024-04-15T16:25:35.535106+0000","last_clean":"2024-04-15T16:25:35.535106+0000","last_became_active":"2024-04-15T16:25:33.963675+0000","last_became_peered":"2024-04-15T16:25:33.963675+0000","last_unstale":"2024-04-15T16:25:35.535106+0000","last_undegraded":"2024-04-15T16:25:35.535106+0000","last_fullsized":"2024-04-15T16:25:35.535106+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:44:14.551995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533334+0000","last_change":"2024-04-15T16:25:33.970529+0000","last_active":"2024-04-15T16:25:35.533334+0000","last_peered":"2024-04-15T16:25:35.533334+0000","last_clean":"2024-04-15T16:25:35.533334+0000","last_became_active":"2024-04-15T16:25:33.970279+0000","last_became_peered":"2024-04-15T16:25:33.970279+0000","last_unstale":"2024-04-15T16:25:35.533334+0000","last_undegraded":"2024-04-15T16:25:35.533334+0000","last_fullsized":"2024-04-15T16:25:35.533334+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:53.307545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534188+0000","last_change":"2024-04-15T16:25:34.329749+0000","last_active":"2024-04-15T16:25:35.534188+0000","last_peered":"2024-04-15T16:25:35.534188+0000","last_clean":"2024-04-15T16:25:35.534188+0000","last_became_active":"2024-04-15T16:25:34.329373+0000","last_became_peered":"2024-04-15T16:25:34.329373+0000","last_unstale":"2024-04-15T16:25:35.534188+0000","last_undegraded":"2024-04-15T16:25:35.534188+0000","last_fullsized":"2024-04-15T16:25:35.534188+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:54:33.440794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535360+0000","last_change":"2024-04-15T16:25:33.972651+0000","last_active":"2024-04-15T16:25:35.535360+0000","last_peered":"2024-04-15T16:25:35.535360+0000","last_clean":"2024-04-15T16:25:35.535360+0000","last_became_active":"2024-04-15T16:25:33.972347+0000","last_became_peered":"2024-04-15T16:25:33.972347+0000","last_unstale":"2024-04-15T16:25:35.535360+0000","last_undegraded":"2024-04-15T16:25:35.535360+0000","last_fullsized":"2024-04-15T16:25:35.535360+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:47:45.997271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535080+0000","last_change":"2024-04-15T16:25:34.343280+0000","last_active":"2024-04-15T16:25:35.535080+0000","last_peered":"2024-04-15T16:25:35.535080+0000","last_clean":"2024-04-15T16:25:35.535080+0000","last_became_active":"2024-04-15T16:25:34.342985+0000","last_became_peered":"2024-04-15T16:25:34.342985+0000","last_unstale":"2024-04-15T16:25:35.535080+0000","last_undegraded":"2024-04-15T16:25:35.535080+0000","last_fullsized":"2024-04-15T16:25:35.535080+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:10.967579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533211+0000","last_change":"2024-04-15T16:25:34.334887+0000","last_active":"2024-04-15T16:25:35.533211+0000","last_peered":"2024-04-15T16:25:35.533211+0000","last_clean":"2024-04-15T16:25:35.533211+0000","last_became_active":"2024-04-15T16:25:34.334628+0000","last_became_peered":"2024-04-15T16:25:34.334628+0000","last_unstale":"2024-04-15T16:25:35.533211+0000","last_undegraded":"2024-04-15T16:25:35.533211+0000","last_fullsized":"2024-04-15T16:25:35.533211+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:08:27.967266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308055+0000","last_change":"2024-04-15T16:25:33.974203+0000","last_active":"2024-04-15T16:25:35.308055+0000","last_peered":"2024-04-15T16:25:35.308055+0000","last_clean":"2024-04-15T16:25:35.308055+0000","last_became_active":"2024-04-15T16:25:33.973940+0000","last_became_peered":"2024-04-15T16:25:33.973940+0000","last_unstale":"2024-04-15T16:25:35.308055+0000","last_undegraded":"2024-04-15T16:25:35.308055+0000","last_fullsized":"2024-04-15T16:25:35.308055+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:51:38.161890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533805+0000","last_change":"2024-04-15T16:25:34.339558+0000","last_active":"2024-04-15T16:25:35.533805+0000","last_peered":"2024-04-15T16:25:35.533805+0000","last_clean":"2024-04-15T16:25:35.533805+0000","last_became_active":"2024-04-15T16:25:34.339280+0000","last_became_peered":"2024-04-15T16:25:34.339280+0000","last_unstale":"2024-04-15T16:25:35.533805+0000","last_undegraded":"2024-04-15T16:25:35.533805+0000","last_fullsized":"2024-04-15T16:25:35.533805+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:29.854773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534005+0000","last_change":"2024-04-15T16:25:33.970852+0000","last_active":"2024-04-15T16:25:35.534005+0000","last_peered":"2024-04-15T16:25:35.534005+0000","last_clean":"2024-04-15T16:25:35.534005+0000","last_became_active":"2024-04-15T16:25:33.970485+0000","last_became_peered":"2024-04-15T16:25:33.970485+0000","last_unstale":"2024-04-15T16:25:35.534005+0000","last_undegraded":"2024-04-15T16:25:35.534005+0000","last_fullsized":"2024-04-15T16:25:35.534005+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:27:54.651984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":216,"reported_epoch":58,"state":"active+clean","last_fresh":"2024-04-15T16:25:18.177108+0000","last_change":"2024-04-15T16:25:16.897720+0000","last_active":"2024-04-15T16:25:18.177108+0000","last_peered":"2024-04-15T16:25:18.177108+0000","last_clean":"2024-04-15T16:25:18.177108+0000","last_became_active":"2024-04-15T16:25:16.897306+0000","last_became_peered":"2024-04-15T16:25:16.897306+0000","last_unstale":"2024-04-15T16:25:18.177108+0000","last_undegraded":"2024-04-15T16:25:18.177108+0000","last_fullsized":"2024-04-15T16:25:18.177108+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_clean_scrub_stamp":"2024-04-15T16:23:16.414562+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:19:26.084835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308521+0000","last_change":"2024-04-15T16:25:34.329780+0000","last_active":"2024-04-15T16:25:35.308521+0000","last_peered":"2024-04-15T16:25:35.308521+0000","last_clean":"2024-04-15T16:25:35.308521+0000","last_became_active":"2024-04-15T16:25:34.329092+0000","last_became_peered":"2024-04-15T16:25:34.329092+0000","last_unstale":"2024-04-15T16:25:35.308521+0000","last_undegraded":"2024-04-15T16:25:35.308521+0000","last_fullsized":"2024-04-15T16:25:35.308521+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:12:16.781654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.949716+0000","last_change":"2024-04-15T16:25:32.949716+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.949716+0000","last_undegraded":"2024-04-15T16:25:32.949716+0000","last_fullsized":"2024-04-15T16:25:32.949716+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:28:08.876868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.950971+0000","last_change":"2024-04-15T16:25:32.950971+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.950971+0000","last_undegraded":"2024-04-15T16:25:32.950971+0000","last_fullsized":"2024-04-15T16:25:32.950971+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:14:25.576887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533425+0000","last_change":"2024-04-15T16:25:34.327120+0000","last_active":"2024-04-15T16:25:35.533425+0000","last_peered":"2024-04-15T16:25:35.533425+0000","last_clean":"2024-04-15T16:25:35.533425+0000","last_became_active":"2024-04-15T16:25:34.326766+0000","last_became_peered":"2024-04-15T16:25:34.326766+0000","last_unstale":"2024-04-15T16:25:35.533425+0000","last_undegraded":"2024-04-15T16:25:35.533425+0000","last_fullsized":"2024-04-15T16:25:35.533425+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:01:33.662442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533884+0000","last_change":"2024-04-15T16:25:33.966004+0000","last_active":"2024-04-15T16:25:35.533884+0000","last_peered":"2024-04-15T16:25:35.533884+0000","last_clean":"2024-04-15T16:25:35.533884+0000","last_became_active":"2024-04-15T16:25:33.965642+0000","last_became_peered":"2024-04-15T16:25:33.965642+0000","last_unstale":"2024-04-15T16:25:35.533884+0000","last_undegraded":"2024-04-15T16:25:35.533884+0000","last_fullsized":"2024-04-15T16:25:35.533884+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:47:57.610962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533336+0000","last_change":"2024-04-15T16:25:34.325277+0000","last_active":"2024-04-15T16:25:35.533336+0000","last_peered":"2024-04-15T16:25:35.533336+0000","last_clean":"2024-04-15T16:25:35.533336+0000","last_became_active":"2024-04-15T16:25:34.324177+0000","last_became_peered":"2024-04-15T16:25:34.324177+0000","last_unstale":"2024-04-15T16:25:35.533336+0000","last_undegraded":"2024-04-15T16:25:35.533336+0000","last_fullsized":"2024-04-15T16:25:35.533336+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:55:56.678943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.345920+0000","last_change":"2024-04-15T16:25:33.968052+0000","last_active":"2024-04-15T16:25:34.345920+0000","last_peered":"2024-04-15T16:25:34.345920+0000","last_clean":"2024-04-15T16:25:34.345920+0000","last_became_active":"2024-04-15T16:25:33.967776+0000","last_became_peered":"2024-04-15T16:25:33.967776+0000","last_unstale":"2024-04-15T16:25:34.345920+0000","last_undegraded":"2024-04-15T16:25:34.345920+0000","last_fullsized":"2024-04-15T16:25:34.345920+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:40.710130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309095+0000","last_change":"2024-04-15T16:25:34.330673+0000","last_active":"2024-04-15T16:25:35.309095+0000","last_peered":"2024-04-15T16:25:35.309095+0000","last_clean":"2024-04-15T16:25:35.309095+0000","last_became_active":"2024-04-15T16:25:34.330162+0000","last_became_peered":"2024-04-15T16:25:34.330162+0000","last_unstale":"2024-04-15T16:25:35.309095+0000","last_undegraded":"2024-04-15T16:25:35.309095+0000","last_fullsized":"2024-04-15T16:25:35.309095+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:57.830598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.950260+0000","last_change":"2024-04-15T16:25:32.950260+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.950260+0000","last_undegraded":"2024-04-15T16:25:32.950260+0000","last_fullsized":"2024-04-15T16:25:32.950260+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:48.109889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534252+0000","last_change":"2024-04-15T16:25:34.327068+0000","last_active":"2024-04-15T16:25:35.534252+0000","last_peered":"2024-04-15T16:25:35.534252+0000","last_clean":"2024-04-15T16:25:35.534252+0000","last_became_active":"2024-04-15T16:25:34.326782+0000","last_became_peered":"2024-04-15T16:25:34.326782+0000","last_unstale":"2024-04-15T16:25:35.534252+0000","last_undegraded":"2024-04-15T16:25:35.534252+0000","last_fullsized":"2024-04-15T16:25:35.534252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:16:43.460702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533033+0000","last_change":"2024-04-15T16:25:33.969318+0000","last_active":"2024-04-15T16:25:35.533033+0000","last_peered":"2024-04-15T16:25:35.533033+0000","last_clean":"2024-04-15T16:25:35.533033+0000","last_became_active":"2024-04-15T16:25:33.969058+0000","last_became_peered":"2024-04-15T16:25:33.969058+0000","last_unstale":"2024-04-15T16:25:35.533033+0000","last_undegraded":"2024-04-15T16:25:35.533033+0000","last_fullsized":"2024-04-15T16:25:35.533033+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:26:00.301157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533192+0000","last_change":"2024-04-15T16:25:34.335914+0000","last_active":"2024-04-15T16:25:35.533192+0000","last_peered":"2024-04-15T16:25:35.533192+0000","last_clean":"2024-04-15T16:25:35.533192+0000","last_became_active":"2024-04-15T16:25:34.334739+0000","last_became_peered":"2024-04-15T16:25:34.334739+0000","last_unstale":"2024-04-15T16:25:35.533192+0000","last_undegraded":"2024-04-15T16:25:35.533192+0000","last_fullsized":"2024-04-15T16:25:35.533192+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:10:25.659672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533533+0000","last_change":"2024-04-15T16:25:33.969935+0000","last_active":"2024-04-15T16:25:35.533533+0000","last_peered":"2024-04-15T16:25:35.533533+0000","last_clean":"2024-04-15T16:25:35.533533+0000","last_became_active":"2024-04-15T16:25:33.969675+0000","last_became_peered":"2024-04-15T16:25:33.969675+0000","last_unstale":"2024-04-15T16:25:35.533533+0000","last_undegraded":"2024-04-15T16:25:35.533533+0000","last_fullsized":"2024-04-15T16:25:35.533533+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:26:57.197844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533739+0000","last_change":"2024-04-15T16:25:34.334667+0000","last_active":"2024-04-15T16:25:35.533739+0000","last_peered":"2024-04-15T16:25:35.533739+0000","last_clean":"2024-04-15T16:25:35.533739+0000","last_became_active":"2024-04-15T16:25:34.334389+0000","last_became_peered":"2024-04-15T16:25:34.334389+0000","last_unstale":"2024-04-15T16:25:35.533739+0000","last_undegraded":"2024-04-15T16:25:35.533739+0000","last_fullsized":"2024-04-15T16:25:35.533739+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:33:45.361899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":1,"reported_epoch":59,"state":"creating+peering","last_fresh":"2024-04-15T16:25:32.950880+0000","last_change":"2024-04-15T16:25:32.950880+0000","last_active":"2024-04-15T16:25:32.941951+0000","last_peered":"2024-04-15T16:25:32.941951+0000","last_clean":"2024-04-15T16:25:32.941951+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:32.950880+0000","last_undegraded":"2024-04-15T16:25:32.950880+0000","last_fullsized":"2024-04-15T16:25:32.950880+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:11:55.673773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.339921+0000","last_change":"2024-04-15T16:25:34.338704+0000","last_active":"2024-04-15T16:25:34.339921+0000","last_peered":"2024-04-15T16:25:34.339921+0000","last_clean":"2024-04-15T16:25:34.339921+0000","last_became_active":"2024-04-15T16:25:34.338239+0000","last_became_peered":"2024-04-15T16:25:34.338239+0000","last_unstale":"2024-04-15T16:25:34.339921+0000","last_undegraded":"2024-04-15T16:25:34.339921+0000","last_fullsized":"2024-04-15T16:25:34.339921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:39.269699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308158+0000","last_change":"2024-04-15T16:25:33.971329+0000","last_active":"2024-04-15T16:25:35.308158+0000","last_peered":"2024-04-15T16:25:35.308158+0000","last_clean":"2024-04-15T16:25:35.308158+0000","last_became_active":"2024-04-15T16:25:33.970851+0000","last_became_peered":"2024-04-15T16:25:33.970851+0000","last_unstale":"2024-04-15T16:25:35.308158+0000","last_undegraded":"2024-04-15T16:25:35.308158+0000","last_fullsized":"2024-04-15T16:25:35.308158+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:46:36.051699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533643+0000","last_change":"2024-04-15T16:25:33.967108+0000","last_active":"2024-04-15T16:25:35.533643+0000","last_peered":"2024-04-15T16:25:35.533643+0000","last_clean":"2024-04-15T16:25:35.533643+0000","last_became_active":"2024-04-15T16:25:33.966317+0000","last_became_peered":"2024-04-15T16:25:33.966317+0000","last_unstale":"2024-04-15T16:25:35.533643+0000","last_undegraded":"2024-04-15T16:25:35.533643+0000","last_fullsized":"2024-04-15T16:25:35.533643+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:14.783160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534763+0000","last_change":"2024-04-15T16:25:34.336052+0000","last_active":"2024-04-15T16:25:35.534763+0000","last_peered":"2024-04-15T16:25:35.534763+0000","last_clean":"2024-04-15T16:25:35.534763+0000","last_became_active":"2024-04-15T16:25:34.335788+0000","last_became_peered":"2024-04-15T16:25:34.335788+0000","last_unstale":"2024-04-15T16:25:35.534763+0000","last_undegraded":"2024-04-15T16:25:35.534763+0000","last_fullsized":"2024-04-15T16:25:35.534763+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:22:23.166556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308336+0000","last_change":"2024-04-15T16:25:33.966349+0000","last_active":"2024-04-15T16:25:35.308336+0000","last_peered":"2024-04-15T16:25:35.308336+0000","last_clean":"2024-04-15T16:25:35.308336+0000","last_became_active":"2024-04-15T16:25:33.966059+0000","last_became_peered":"2024-04-15T16:25:33.966059+0000","last_unstale":"2024-04-15T16:25:35.308336+0000","last_undegraded":"2024-04-15T16:25:35.308336+0000","last_fullsized":"2024-04-15T16:25:35.308336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:05:16.350194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-15T16:25:33.945844+0000","last_change":"2024-04-15T16:25:33.945844+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:33.945844+0000","last_undegraded":"2024-04-15T16:25:33.945844+0000","last_fullsized":"2024-04-15T16:25:33.945844+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.334974+0000","last_change":"2024-04-15T16:25:34.329854+0000","last_active":"2024-04-15T16:25:34.334974+0000","last_peered":"2024-04-15T16:25:34.334974+0000","last_clean":"2024-04-15T16:25:34.334974+0000","last_became_active":"2024-04-15T16:25:34.329570+0000","last_became_peered":"2024-04-15T16:25:34.329570+0000","last_unstale":"2024-04-15T16:25:34.334974+0000","last_undegraded":"2024-04-15T16:25:34.334974+0000","last_fullsized":"2024-04-15T16:25:34.334974+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:55:22.011676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308122+0000","last_change":"2024-04-15T16:25:34.330905+0000","last_active":"2024-04-15T16:25:35.308122+0000","last_peered":"2024-04-15T16:25:35.308122+0000","last_clean":"2024-04-15T16:25:35.308122+0000","last_became_active":"2024-04-15T16:25:34.330626+0000","last_became_peered":"2024-04-15T16:25:34.330626+0000","last_unstale":"2024-04-15T16:25:35.308122+0000","last_undegraded":"2024-04-15T16:25:35.308122+0000","last_fullsized":"2024-04-15T16:25:35.308122+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:48:38.151778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535512+0000","last_change":"2024-04-15T16:25:34.327468+0000","last_active":"2024-04-15T16:25:35.535512+0000","last_peered":"2024-04-15T16:25:35.535512+0000","last_clean":"2024-04-15T16:25:35.535512+0000","last_became_active":"2024-04-15T16:25:34.327087+0000","last_became_peered":"2024-04-15T16:25:34.327087+0000","last_unstale":"2024-04-15T16:25:35.535512+0000","last_undegraded":"2024-04-15T16:25:35.535512+0000","last_fullsized":"2024-04-15T16:25:35.535512+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:13.604820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308671+0000","last_change":"2024-04-15T16:25:34.328654+0000","last_active":"2024-04-15T16:25:35.308671+0000","last_peered":"2024-04-15T16:25:35.308671+0000","last_clean":"2024-04-15T16:25:35.308671+0000","last_became_active":"2024-04-15T16:25:34.328368+0000","last_became_peered":"2024-04-15T16:25:34.328368+0000","last_unstale":"2024-04-15T16:25:35.308671+0000","last_undegraded":"2024-04-15T16:25:35.308671+0000","last_fullsized":"2024-04-15T16:25:35.308671+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:59:36.163111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534431+0000","last_change":"2024-04-15T16:25:34.338104+0000","last_active":"2024-04-15T16:25:35.534431+0000","last_peered":"2024-04-15T16:25:35.534431+0000","last_clean":"2024-04-15T16:25:35.534431+0000","last_became_active":"2024-04-15T16:25:34.337807+0000","last_became_peered":"2024-04-15T16:25:34.337807+0000","last_unstale":"2024-04-15T16:25:35.534431+0000","last_undegraded":"2024-04-15T16:25:35.534431+0000","last_fullsized":"2024-04-15T16:25:35.534431+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:15.979198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533260+0000","last_change":"2024-04-15T16:25:34.331106+0000","last_active":"2024-04-15T16:25:35.533260+0000","last_peered":"2024-04-15T16:25:35.533260+0000","last_clean":"2024-04-15T16:25:35.533260+0000","last_became_active":"2024-04-15T16:25:34.330822+0000","last_became_peered":"2024-04-15T16:25:34.330822+0000","last_unstale":"2024-04-15T16:25:35.533260+0000","last_undegraded":"2024-04-15T16:25:35.533260+0000","last_fullsized":"2024-04-15T16:25:35.533260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:51:32.632127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.343997+0000","last_change":"2024-04-15T16:25:34.342193+0000","last_active":"2024-04-15T16:25:34.343997+0000","last_peered":"2024-04-15T16:25:34.343997+0000","last_clean":"2024-04-15T16:25:34.343997+0000","last_became_active":"2024-04-15T16:25:34.341609+0000","last_became_peered":"2024-04-15T16:25:34.341609+0000","last_unstale":"2024-04-15T16:25:34.343997+0000","last_undegraded":"2024-04-15T16:25:34.343997+0000","last_fullsized":"2024-04-15T16:25:34.343997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:19:18.018266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533436+0000","last_change":"2024-04-15T16:25:34.335332+0000","last_active":"2024-04-15T16:25:35.533436+0000","last_peered":"2024-04-15T16:25:35.533436+0000","last_clean":"2024-04-15T16:25:35.533436+0000","last_became_active":"2024-04-15T16:25:34.335057+0000","last_became_peered":"2024-04-15T16:25:34.335057+0000","last_unstale":"2024-04-15T16:25:35.533436+0000","last_undegraded":"2024-04-15T16:25:35.533436+0000","last_fullsized":"2024-04-15T16:25:35.533436+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:29:40.301716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533810+0000","last_change":"2024-04-15T16:25:34.328290+0000","last_active":"2024-04-15T16:25:35.533810+0000","last_peered":"2024-04-15T16:25:35.533810+0000","last_clean":"2024-04-15T16:25:35.533810+0000","last_became_active":"2024-04-15T16:25:34.326971+0000","last_became_peered":"2024-04-15T16:25:34.326971+0000","last_unstale":"2024-04-15T16:25:35.533810+0000","last_undegraded":"2024-04-15T16:25:35.533810+0000","last_fullsized":"2024-04-15T16:25:35.533810+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:01:30.830981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533940+0000","last_change":"2024-04-15T16:25:34.334878+0000","last_active":"2024-04-15T16:25:35.533940+0000","last_peered":"2024-04-15T16:25:35.533940+0000","last_clean":"2024-04-15T16:25:35.533940+0000","last_became_active":"2024-04-15T16:25:34.334566+0000","last_became_peered":"2024-04-15T16:25:34.334566+0000","last_unstale":"2024-04-15T16:25:35.533940+0000","last_undegraded":"2024-04-15T16:25:35.533940+0000","last_fullsized":"2024-04-15T16:25:35.533940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:14.281939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535493+0000","last_change":"2024-04-15T16:25:34.336804+0000","last_active":"2024-04-15T16:25:35.535493+0000","last_peered":"2024-04-15T16:25:35.535493+0000","last_clean":"2024-04-15T16:25:35.535493+0000","last_became_active":"2024-04-15T16:25:34.336480+0000","last_became_peered":"2024-04-15T16:25:34.336480+0000","last_unstale":"2024-04-15T16:25:35.535493+0000","last_undegraded":"2024-04-15T16:25:35.535493+0000","last_fullsized":"2024-04-15T16:25:35.535493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:50:46.457258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308686+0000","last_change":"2024-04-15T16:25:34.320254+0000","last_active":"2024-04-15T16:25:35.308686+0000","last_peered":"2024-04-15T16:25:35.308686+0000","last_clean":"2024-04-15T16:25:35.308686+0000","last_became_active":"2024-04-15T16:25:34.319990+0000","last_became_peered":"2024-04-15T16:25:34.319990+0000","last_unstale":"2024-04-15T16:25:35.308686+0000","last_undegraded":"2024-04-15T16:25:35.308686+0000","last_fullsized":"2024-04-15T16:25:35.308686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:50:51.187877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.334599+0000","last_change":"2024-04-15T16:25:34.332044+0000","last_active":"2024-04-15T16:25:34.334599+0000","last_peered":"2024-04-15T16:25:34.334599+0000","last_clean":"2024-04-15T16:25:34.334599+0000","last_became_active":"2024-04-15T16:25:34.331697+0000","last_became_peered":"2024-04-15T16:25:34.331697+0000","last_unstale":"2024-04-15T16:25:34.334599+0000","last_undegraded":"2024-04-15T16:25:34.334599+0000","last_fullsized":"2024-04-15T16:25:34.334599+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:44:40.853467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":159,"acting":159,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":37,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":10,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":90112,"data_stored":6482,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":32,"ondisk_log_size":32,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233990,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1148,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1175552,"data_stored":828838,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.37}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42999999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]}]},{"osd":6,"up_from":46,"seq":197568495627,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28212,"kb_used_data":1184,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716940,"statfs":{"total":95995035648,"available":95966146560,"internally_reserved":0,"allocated":1212416,"data_stored":844370,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53600000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.627}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":626688,"data_stored":259328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:24:51 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.33100000000000002,"15min":0.32400000000000001},"min":{"1min":0.252,"5min":0.222,"15min":0.222},"max":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.34300000000000003,"15min":0.33700000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.246}]},{"osd":2,"last update":"Mon Apr 15 16:25:17 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.36799999999999999,"15min":0.36399999999999999},"min":{"1min":0.318,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.52800000000000002,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.38300000000000001,"15min":0.375},"min":{"1min":0.29999999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.58499999999999996,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.31900000000000001}]},{"osd":3,"last update":"Mon Apr 15 16:24:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.34599999999999997}]},{"osd":4,"last update":"Mon Apr 15 16:25:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.54400000000000004}]},{"osd":5,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.60499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32328,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712824,"statfs":{"total":95995035648,"available":95961931776,"internally_reserved":0,"allocated":1232896,"data_stored":850537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 16:24:56 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.32300000000000001,"15min":0.313},"min":{"1min":0.25800000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.57299999999999995,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.32600000000000001,"15min":0.309},"min":{"1min":0.29799999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.32000000000000001}]},{"osd":2,"last update":"Mon Apr 15 16:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.59199999999999997,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.35899999999999999}]},{"osd":3,"last update":"Mon Apr 15 16:24:46 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.33900000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:25:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.504},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.60899999999999999}]},{"osd":5,"last update":"Mon Apr 15 16:25:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.55700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27620,"kb_used_data":596,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717532,"statfs":{"total":95995035648,"available":95966752768,"internally_reserved":0,"allocated":610304,"data_stored":252711,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.375,"15min":0.375},"min":{"1min":0.214,"5min":0.193,"15min":0.193},"max":{"1min":0.497,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.38900000000000001,"15min":0.38600000000000001},"min":{"1min":0.23899999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.34300000000000003}]},{"osd":1,"last update":"Mon Apr 15 16:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.40400000000000003,"15min":0.40200000000000002},"min":{"1min":0.27700000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.308},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.41299999999999998,"15min":0.40699999999999997},"min":{"1min":0.26600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.38}]},{"osd":3,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.40000000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.32600000000000001}]},{"osd":4,"last update":"Mon Apr 15 16:25:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.441}]},{"osd":5,"last update":"Mon Apr 15 16:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.54200000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55900000000000005}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":261109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.36199999999999999}]},{"osd":1,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.34899999999999998}]},{"osd":2,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.27200000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:25:04 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.496}]},{"osd":5,"last update":"Mon Apr 15 16:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.58299999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":260149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.57299999999999995}]},{"osd":1,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.372},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.48699999999999999}]},{"osd":2,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.52000000000000002}]},{"osd":3,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.53400000000000003}]},{"osd":5,"last update":"Mon Apr 15 16:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.60299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":634880,"data_stored":260822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.498}]},{"osd":1,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.47499999999999998}]},{"osd":2,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.48899999999999999}]},{"osd":3,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.439},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.56000000000000005}]},{"osd":4,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.51400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T16:25:39.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:38 smithi090 ceph-mon[27209]: from='client.14559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:25:39.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:38 smithi090 ceph-mon[27209]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:25:39.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:38 smithi090 ceph-mon[27209]: pgmap v188: 97 pgs: 6 creating+peering, 11 unknown, 80 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s wr, 7 op/s 2024-04-15T16:25:39.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:38 smithi090 ceph-mon[27209]: from='client.14571 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:25:39.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:38 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1963029752' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-15T16:25:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:38 smithi090 ceph-mon[38312]: from='client.14559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:25:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:38 smithi090 ceph-mon[38312]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:25:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:38 smithi090 ceph-mon[38312]: pgmap v188: 97 pgs: 6 creating+peering, 11 unknown, 80 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s wr, 7 op/s 2024-04-15T16:25:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:38 smithi090 ceph-mon[38312]: from='client.14571 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:25:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:38 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1963029752' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-15T16:25:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:38 smithi153 ceph-mon[30366]: from='client.14559 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:25:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:38 smithi153 ceph-mon[30366]: from='client.14565 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:25:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:38 smithi153 ceph-mon[30366]: pgmap v188: 97 pgs: 6 creating+peering, 11 unknown, 80 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.8 KiB/s wr, 7 op/s 2024-04-15T16:25:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:38 smithi153 ceph-mon[30366]: from='client.14571 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:25:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:38 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1963029752' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-15T16:25:40.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:39 smithi090 ceph-mon[27209]: from='client.14583 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:25:40.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:39 smithi090 ceph-mon[38312]: from='client.14583 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:25:40.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:39 smithi153 ceph-mon[30366]: from='client.14583 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:25:41.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:40 smithi090 ceph-mon[27209]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-15T16:25:41.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:40 smithi090 ceph-mon[38312]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-15T16:25:41.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:40 smithi153 ceph-mon[30366]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-15T16:25:41.687 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-15T16:25:41.995 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:25:41.997 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-15T16:25:42.007 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":190,"stamp":"2024-04-15T16:25:41.886470+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":69,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":258,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":226984,"kb_used_data":6684,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749734232,"statfs":{"total":767960285184,"available":767727853568,"internally_reserved":0,"allocated":6844416,"data_stored":3852568,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.934776"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.313812+0000","last_change":"2024-04-15T16:25:34.343027+0000","last_active":"2024-04-15T16:25:35.313812+0000","last_peered":"2024-04-15T16:25:35.313812+0000","last_clean":"2024-04-15T16:25:35.313812+0000","last_became_active":"2024-04-15T16:25:34.342740+0000","last_became_peered":"2024-04-15T16:25:34.342740+0000","last_unstale":"2024-04-15T16:25:35.313812+0000","last_undegraded":"2024-04-15T16:25:35.313812+0000","last_fullsized":"2024-04-15T16:25:35.313812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:06:16.582491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533794+0000","last_change":"2024-04-15T16:25:34.339869+0000","last_active":"2024-04-15T16:25:35.533794+0000","last_peered":"2024-04-15T16:25:35.533794+0000","last_clean":"2024-04-15T16:25:35.533794+0000","last_became_active":"2024-04-15T16:25:34.339592+0000","last_became_peered":"2024-04-15T16:25:34.339592+0000","last_unstale":"2024-04-15T16:25:35.533794+0000","last_undegraded":"2024-04-15T16:25:35.533794+0000","last_fullsized":"2024-04-15T16:25:35.533794+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:26.287465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309060+0000","last_change":"2024-04-15T16:25:34.332573+0000","last_active":"2024-04-15T16:25:35.309060+0000","last_peered":"2024-04-15T16:25:35.309060+0000","last_clean":"2024-04-15T16:25:35.309060+0000","last_became_active":"2024-04-15T16:25:34.330953+0000","last_became_peered":"2024-04-15T16:25:34.330953+0000","last_unstale":"2024-04-15T16:25:35.309060+0000","last_undegraded":"2024-04-15T16:25:35.309060+0000","last_fullsized":"2024-04-15T16:25:35.309060+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:33:16.275845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534885+0000","last_change":"2024-04-15T16:25:34.325812+0000","last_active":"2024-04-15T16:25:35.534885+0000","last_peered":"2024-04-15T16:25:35.534885+0000","last_clean":"2024-04-15T16:25:35.534885+0000","last_became_active":"2024-04-15T16:25:34.325511+0000","last_became_peered":"2024-04-15T16:25:34.325511+0000","last_unstale":"2024-04-15T16:25:35.534885+0000","last_undegraded":"2024-04-15T16:25:35.534885+0000","last_fullsized":"2024-04-15T16:25:35.534885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:40:34.275763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.313201+0000","last_change":"2024-04-15T16:25:34.341746+0000","last_active":"2024-04-15T16:25:35.313201+0000","last_peered":"2024-04-15T16:25:35.313201+0000","last_clean":"2024-04-15T16:25:35.313201+0000","last_became_active":"2024-04-15T16:25:34.341468+0000","last_became_peered":"2024-04-15T16:25:34.341468+0000","last_unstale":"2024-04-15T16:25:35.313201+0000","last_undegraded":"2024-04-15T16:25:35.313201+0000","last_fullsized":"2024-04-15T16:25:35.313201+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:58:32.644078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535552+0000","last_change":"2024-04-15T16:25:34.330971+0000","last_active":"2024-04-15T16:25:35.535552+0000","last_peered":"2024-04-15T16:25:35.535552+0000","last_clean":"2024-04-15T16:25:35.535552+0000","last_became_active":"2024-04-15T16:25:34.330414+0000","last_became_peered":"2024-04-15T16:25:34.330414+0000","last_unstale":"2024-04-15T16:25:35.535552+0000","last_undegraded":"2024-04-15T16:25:35.535552+0000","last_fullsized":"2024-04-15T16:25:35.535552+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:31:20.629371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.312942+0000","last_change":"2024-04-15T16:25:34.338566+0000","last_active":"2024-04-15T16:25:35.312942+0000","last_peered":"2024-04-15T16:25:35.312942+0000","last_clean":"2024-04-15T16:25:35.312942+0000","last_became_active":"2024-04-15T16:25:34.338254+0000","last_became_peered":"2024-04-15T16:25:34.338254+0000","last_unstale":"2024-04-15T16:25:35.312942+0000","last_undegraded":"2024-04-15T16:25:35.312942+0000","last_fullsized":"2024-04-15T16:25:35.312942+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:33:26.090081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.532968+0000","last_change":"2024-04-15T16:25:34.339664+0000","last_active":"2024-04-15T16:25:35.532968+0000","last_peered":"2024-04-15T16:25:35.532968+0000","last_clean":"2024-04-15T16:25:35.532968+0000","last_became_active":"2024-04-15T16:25:34.339343+0000","last_became_peered":"2024-04-15T16:25:34.339343+0000","last_unstale":"2024-04-15T16:25:35.532968+0000","last_undegraded":"2024-04-15T16:25:35.532968+0000","last_fullsized":"2024-04-15T16:25:35.532968+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:29:36.126853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.313708+0000","last_change":"2024-04-15T16:25:34.325861+0000","last_active":"2024-04-15T16:25:35.313708+0000","last_peered":"2024-04-15T16:25:35.313708+0000","last_clean":"2024-04-15T16:25:35.313708+0000","last_became_active":"2024-04-15T16:25:34.324397+0000","last_became_peered":"2024-04-15T16:25:34.324397+0000","last_unstale":"2024-04-15T16:25:35.313708+0000","last_undegraded":"2024-04-15T16:25:35.313708+0000","last_fullsized":"2024-04-15T16:25:35.313708+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:26:20.154648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.340826+0000","last_change":"2024-04-15T16:25:34.339780+0000","last_active":"2024-04-15T16:25:35.340826+0000","last_peered":"2024-04-15T16:25:35.340826+0000","last_clean":"2024-04-15T16:25:35.340826+0000","last_became_active":"2024-04-15T16:25:34.339415+0000","last_became_peered":"2024-04-15T16:25:34.339415+0000","last_unstale":"2024-04-15T16:25:35.340826+0000","last_undegraded":"2024-04-15T16:25:35.340826+0000","last_fullsized":"2024-04-15T16:25:35.340826+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:35:41.132583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.340812+0000","last_change":"2024-04-15T16:25:34.340901+0000","last_active":"2024-04-15T16:25:35.340812+0000","last_peered":"2024-04-15T16:25:35.340812+0000","last_clean":"2024-04-15T16:25:35.340812+0000","last_became_active":"2024-04-15T16:25:34.340493+0000","last_became_peered":"2024-04-15T16:25:34.340493+0000","last_unstale":"2024-04-15T16:25:35.340812+0000","last_undegraded":"2024-04-15T16:25:35.340812+0000","last_fullsized":"2024-04-15T16:25:35.340812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:30:50.620153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533885+0000","last_change":"2024-04-15T16:25:34.341183+0000","last_active":"2024-04-15T16:25:35.533885+0000","last_peered":"2024-04-15T16:25:35.533885+0000","last_clean":"2024-04-15T16:25:35.533885+0000","last_became_active":"2024-04-15T16:25:34.340905+0000","last_became_peered":"2024-04-15T16:25:34.340905+0000","last_unstale":"2024-04-15T16:25:35.533885+0000","last_undegraded":"2024-04-15T16:25:35.533885+0000","last_fullsized":"2024-04-15T16:25:35.533885+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:39:14.240637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533605+0000","last_change":"2024-04-15T16:25:34.340368+0000","last_active":"2024-04-15T16:25:35.533605+0000","last_peered":"2024-04-15T16:25:35.533605+0000","last_clean":"2024-04-15T16:25:35.533605+0000","last_became_active":"2024-04-15T16:25:34.340102+0000","last_became_peered":"2024-04-15T16:25:34.340102+0000","last_unstale":"2024-04-15T16:25:35.533605+0000","last_undegraded":"2024-04-15T16:25:35.533605+0000","last_fullsized":"2024-04-15T16:25:35.533605+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:53:50.733708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308569+0000","last_change":"2024-04-15T16:25:34.319500+0000","last_active":"2024-04-15T16:25:35.308569+0000","last_peered":"2024-04-15T16:25:35.308569+0000","last_clean":"2024-04-15T16:25:35.308569+0000","last_became_active":"2024-04-15T16:25:34.319223+0000","last_became_peered":"2024-04-15T16:25:34.319223+0000","last_unstale":"2024-04-15T16:25:35.308569+0000","last_undegraded":"2024-04-15T16:25:35.308569+0000","last_fullsized":"2024-04-15T16:25:35.308569+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:54:58.061705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533013+0000","last_change":"2024-04-15T16:25:34.334358+0000","last_active":"2024-04-15T16:25:35.533013+0000","last_peered":"2024-04-15T16:25:35.533013+0000","last_clean":"2024-04-15T16:25:35.533013+0000","last_became_active":"2024-04-15T16:25:34.333935+0000","last_became_peered":"2024-04-15T16:25:34.333935+0000","last_unstale":"2024-04-15T16:25:35.533013+0000","last_undegraded":"2024-04-15T16:25:35.533013+0000","last_fullsized":"2024-04-15T16:25:35.533013+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:00:04.035951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533519+0000","last_change":"2024-04-15T16:25:34.318900+0000","last_active":"2024-04-15T16:25:35.533519+0000","last_peered":"2024-04-15T16:25:35.533519+0000","last_clean":"2024-04-15T16:25:35.533519+0000","last_became_active":"2024-04-15T16:25:34.318502+0000","last_became_peered":"2024-04-15T16:25:34.318502+0000","last_unstale":"2024-04-15T16:25:35.533519+0000","last_undegraded":"2024-04-15T16:25:35.533519+0000","last_fullsized":"2024-04-15T16:25:35.533519+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:48.205980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534215+0000","last_change":"2024-04-15T16:25:34.328026+0000","last_active":"2024-04-15T16:25:35.534215+0000","last_peered":"2024-04-15T16:25:35.534215+0000","last_clean":"2024-04-15T16:25:35.534215+0000","last_became_active":"2024-04-15T16:25:34.327688+0000","last_became_peered":"2024-04-15T16:25:34.327688+0000","last_unstale":"2024-04-15T16:25:35.534215+0000","last_undegraded":"2024-04-15T16:25:35.534215+0000","last_fullsized":"2024-04-15T16:25:35.534215+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:03:34.971197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309219+0000","last_change":"2024-04-15T16:25:34.331432+0000","last_active":"2024-04-15T16:25:35.309219+0000","last_peered":"2024-04-15T16:25:35.309219+0000","last_clean":"2024-04-15T16:25:35.309219+0000","last_became_active":"2024-04-15T16:25:34.331144+0000","last_became_peered":"2024-04-15T16:25:34.331144+0000","last_unstale":"2024-04-15T16:25:35.309219+0000","last_undegraded":"2024-04-15T16:25:35.309219+0000","last_fullsized":"2024-04-15T16:25:35.309219+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:15.124138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.313234+0000","last_change":"2024-04-15T16:25:34.343643+0000","last_active":"2024-04-15T16:25:35.313234+0000","last_peered":"2024-04-15T16:25:35.313234+0000","last_clean":"2024-04-15T16:25:35.313234+0000","last_became_active":"2024-04-15T16:25:34.343310+0000","last_became_peered":"2024-04-15T16:25:34.343310+0000","last_unstale":"2024-04-15T16:25:35.313234+0000","last_undegraded":"2024-04-15T16:25:35.313234+0000","last_fullsized":"2024-04-15T16:25:35.313234+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:28:45.383113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":16,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309500+0000","last_change":"2024-04-15T16:25:33.968103+0000","last_active":"2024-04-15T16:25:35.309500+0000","last_peered":"2024-04-15T16:25:35.309500+0000","last_clean":"2024-04-15T16:25:35.309500+0000","last_became_active":"2024-04-15T16:25:33.967761+0000","last_became_peered":"2024-04-15T16:25:33.967761+0000","last_unstale":"2024-04-15T16:25:35.309500+0000","last_undegraded":"2024-04-15T16:25:35.309500+0000","last_fullsized":"2024-04-15T16:25:35.309500+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:54:52.037745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533350+0000","last_change":"2024-04-15T16:25:34.340186+0000","last_active":"2024-04-15T16:25:35.533350+0000","last_peered":"2024-04-15T16:25:35.533350+0000","last_clean":"2024-04-15T16:25:35.533350+0000","last_became_active":"2024-04-15T16:25:34.339301+0000","last_became_peered":"2024-04-15T16:25:34.339301+0000","last_unstale":"2024-04-15T16:25:35.533350+0000","last_undegraded":"2024-04-15T16:25:35.533350+0000","last_fullsized":"2024-04-15T16:25:35.533350+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:18.284424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533358+0000","last_change":"2024-04-15T16:25:33.965065+0000","last_active":"2024-04-15T16:25:35.533358+0000","last_peered":"2024-04-15T16:25:35.533358+0000","last_clean":"2024-04-15T16:25:35.533358+0000","last_became_active":"2024-04-15T16:25:33.964737+0000","last_became_peered":"2024-04-15T16:25:33.964737+0000","last_unstale":"2024-04-15T16:25:35.533358+0000","last_undegraded":"2024-04-15T16:25:35.533358+0000","last_fullsized":"2024-04-15T16:25:35.533358+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:51:53.494021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309431+0000","last_change":"2024-04-15T16:25:34.319634+0000","last_active":"2024-04-15T16:25:35.309431+0000","last_peered":"2024-04-15T16:25:35.309431+0000","last_clean":"2024-04-15T16:25:35.309431+0000","last_became_active":"2024-04-15T16:25:34.319357+0000","last_became_peered":"2024-04-15T16:25:34.319357+0000","last_unstale":"2024-04-15T16:25:35.309431+0000","last_undegraded":"2024-04-15T16:25:35.309431+0000","last_fullsized":"2024-04-15T16:25:35.309431+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:58:27.072680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.343933+0000","last_change":"2024-04-15T16:25:33.977219+0000","last_active":"2024-04-15T16:25:34.343933+0000","last_peered":"2024-04-15T16:25:34.343933+0000","last_clean":"2024-04-15T16:25:34.343933+0000","last_became_active":"2024-04-15T16:25:33.976928+0000","last_became_peered":"2024-04-15T16:25:33.976928+0000","last_unstale":"2024-04-15T16:25:34.343933+0000","last_undegraded":"2024-04-15T16:25:34.343933+0000","last_fullsized":"2024-04-15T16:25:34.343933+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:39.495968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535062+0000","last_change":"2024-04-15T16:25:34.329989+0000","last_active":"2024-04-15T16:25:35.535062+0000","last_peered":"2024-04-15T16:25:35.535062+0000","last_clean":"2024-04-15T16:25:35.535062+0000","last_became_active":"2024-04-15T16:25:34.329701+0000","last_became_peered":"2024-04-15T16:25:34.329701+0000","last_unstale":"2024-04-15T16:25:35.535062+0000","last_undegraded":"2024-04-15T16:25:35.535062+0000","last_fullsized":"2024-04-15T16:25:35.535062+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:17.392829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.323874+0000","last_change":"2024-04-15T16:25:33.967010+0000","last_active":"2024-04-15T16:25:34.323874+0000","last_peered":"2024-04-15T16:25:34.323874+0000","last_clean":"2024-04-15T16:25:34.323874+0000","last_became_active":"2024-04-15T16:25:33.966660+0000","last_became_peered":"2024-04-15T16:25:33.966660+0000","last_unstale":"2024-04-15T16:25:34.323874+0000","last_undegraded":"2024-04-15T16:25:34.323874+0000","last_fullsized":"2024-04-15T16:25:34.323874+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:29:38.451908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534029+0000","last_change":"2024-04-15T16:25:34.338627+0000","last_active":"2024-04-15T16:25:35.534029+0000","last_peered":"2024-04-15T16:25:35.534029+0000","last_clean":"2024-04-15T16:25:35.534029+0000","last_became_active":"2024-04-15T16:25:34.338319+0000","last_became_peered":"2024-04-15T16:25:34.338319+0000","last_unstale":"2024-04-15T16:25:35.534029+0000","last_undegraded":"2024-04-15T16:25:35.534029+0000","last_fullsized":"2024-04-15T16:25:35.534029+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:00:10.623792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533845+0000","last_change":"2024-04-15T16:25:33.962681+0000","last_active":"2024-04-15T16:25:35.533845+0000","last_peered":"2024-04-15T16:25:35.533845+0000","last_clean":"2024-04-15T16:25:35.533845+0000","last_became_active":"2024-04-15T16:25:33.962390+0000","last_became_peered":"2024-04-15T16:25:33.962390+0000","last_unstale":"2024-04-15T16:25:35.533845+0000","last_undegraded":"2024-04-15T16:25:35.533845+0000","last_fullsized":"2024-04-15T16:25:35.533845+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:06:18.299907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534558+0000","last_change":"2024-04-15T16:25:34.333356+0000","last_active":"2024-04-15T16:25:35.534558+0000","last_peered":"2024-04-15T16:25:35.534558+0000","last_clean":"2024-04-15T16:25:35.534558+0000","last_became_active":"2024-04-15T16:25:34.333052+0000","last_became_peered":"2024-04-15T16:25:34.333052+0000","last_unstale":"2024-04-15T16:25:35.534558+0000","last_undegraded":"2024-04-15T16:25:35.534558+0000","last_fullsized":"2024-04-15T16:25:35.534558+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:41:37.719731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":13,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.340758+0000","last_change":"2024-04-15T16:25:33.962483+0000","last_active":"2024-04-15T16:25:35.340758+0000","last_peered":"2024-04-15T16:25:35.340758+0000","last_clean":"2024-04-15T16:25:35.340758+0000","last_became_active":"2024-04-15T16:25:33.962127+0000","last_became_peered":"2024-04-15T16:25:33.962127+0000","last_unstale":"2024-04-15T16:25:35.340758+0000","last_undegraded":"2024-04-15T16:25:35.340758+0000","last_fullsized":"2024-04-15T16:25:35.340758+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:58.931704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308722+0000","last_change":"2024-04-15T16:25:34.327457+0000","last_active":"2024-04-15T16:25:35.308722+0000","last_peered":"2024-04-15T16:25:35.308722+0000","last_clean":"2024-04-15T16:25:35.308722+0000","last_became_active":"2024-04-15T16:25:34.327168+0000","last_became_peered":"2024-04-15T16:25:34.327168+0000","last_unstale":"2024-04-15T16:25:35.308722+0000","last_undegraded":"2024-04-15T16:25:35.308722+0000","last_fullsized":"2024-04-15T16:25:35.308722+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:58:58.097842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534081+0000","last_change":"2024-04-15T16:25:33.959608+0000","last_active":"2024-04-15T16:25:35.534081+0000","last_peered":"2024-04-15T16:25:35.534081+0000","last_clean":"2024-04-15T16:25:35.534081+0000","last_became_active":"2024-04-15T16:25:33.959293+0000","last_became_peered":"2024-04-15T16:25:33.959293+0000","last_unstale":"2024-04-15T16:25:35.534081+0000","last_undegraded":"2024-04-15T16:25:35.534081+0000","last_fullsized":"2024-04-15T16:25:35.534081+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:46:39.214051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533131+0000","last_change":"2024-04-15T16:25:34.335142+0000","last_active":"2024-04-15T16:25:35.533131+0000","last_peered":"2024-04-15T16:25:35.533131+0000","last_clean":"2024-04-15T16:25:35.533131+0000","last_became_active":"2024-04-15T16:25:34.334870+0000","last_became_peered":"2024-04-15T16:25:34.334870+0000","last_unstale":"2024-04-15T16:25:35.533131+0000","last_undegraded":"2024-04-15T16:25:35.533131+0000","last_fullsized":"2024-04-15T16:25:35.533131+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:30:56.981673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533708+0000","last_change":"2024-04-15T16:25:33.967423+0000","last_active":"2024-04-15T16:25:35.533708+0000","last_peered":"2024-04-15T16:25:35.533708+0000","last_clean":"2024-04-15T16:25:35.533708+0000","last_became_active":"2024-04-15T16:25:33.967150+0000","last_became_peered":"2024-04-15T16:25:33.967150+0000","last_unstale":"2024-04-15T16:25:35.533708+0000","last_undegraded":"2024-04-15T16:25:35.533708+0000","last_fullsized":"2024-04-15T16:25:35.533708+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:18:03.838667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533100+0000","last_change":"2024-04-15T16:25:34.334192+0000","last_active":"2024-04-15T16:25:35.533100+0000","last_peered":"2024-04-15T16:25:35.533100+0000","last_clean":"2024-04-15T16:25:35.533100+0000","last_became_active":"2024-04-15T16:25:34.333545+0000","last_became_peered":"2024-04-15T16:25:34.333545+0000","last_unstale":"2024-04-15T16:25:35.533100+0000","last_undegraded":"2024-04-15T16:25:35.533100+0000","last_fullsized":"2024-04-15T16:25:35.533100+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:43:35.245542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.340863+0000","last_change":"2024-04-15T16:25:33.965899+0000","last_active":"2024-04-15T16:25:35.340863+0000","last_peered":"2024-04-15T16:25:35.340863+0000","last_clean":"2024-04-15T16:25:35.340863+0000","last_became_active":"2024-04-15T16:25:33.965600+0000","last_became_peered":"2024-04-15T16:25:33.965600+0000","last_unstale":"2024-04-15T16:25:35.340863+0000","last_undegraded":"2024-04-15T16:25:35.340863+0000","last_fullsized":"2024-04-15T16:25:35.340863+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:51:18.839754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534450+0000","last_change":"2024-04-15T16:25:34.331612+0000","last_active":"2024-04-15T16:25:35.534450+0000","last_peered":"2024-04-15T16:25:35.534450+0000","last_clean":"2024-04-15T16:25:35.534450+0000","last_became_active":"2024-04-15T16:25:34.330847+0000","last_became_peered":"2024-04-15T16:25:34.330847+0000","last_unstale":"2024-04-15T16:25:35.534450+0000","last_undegraded":"2024-04-15T16:25:35.534450+0000","last_fullsized":"2024-04-15T16:25:35.534450+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:06:07.254098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534356+0000","last_change":"2024-04-15T16:25:33.972697+0000","last_active":"2024-04-15T16:25:35.534356+0000","last_peered":"2024-04-15T16:25:35.534356+0000","last_clean":"2024-04-15T16:25:35.534356+0000","last_became_active":"2024-04-15T16:25:33.972332+0000","last_became_peered":"2024-04-15T16:25:33.972332+0000","last_unstale":"2024-04-15T16:25:35.534356+0000","last_undegraded":"2024-04-15T16:25:35.534356+0000","last_fullsized":"2024-04-15T16:25:35.534356+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:10:11.013023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309266+0000","last_change":"2024-04-15T16:25:34.326135+0000","last_active":"2024-04-15T16:25:35.309266+0000","last_peered":"2024-04-15T16:25:35.309266+0000","last_clean":"2024-04-15T16:25:35.309266+0000","last_became_active":"2024-04-15T16:25:34.325161+0000","last_became_peered":"2024-04-15T16:25:34.325161+0000","last_unstale":"2024-04-15T16:25:35.309266+0000","last_undegraded":"2024-04-15T16:25:35.309266+0000","last_fullsized":"2024-04-15T16:25:35.309266+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:38.965912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533728+0000","last_change":"2024-04-15T16:25:33.967307+0000","last_active":"2024-04-15T16:25:35.533728+0000","last_peered":"2024-04-15T16:25:35.533728+0000","last_clean":"2024-04-15T16:25:35.533728+0000","last_became_active":"2024-04-15T16:25:33.966839+0000","last_became_peered":"2024-04-15T16:25:33.966839+0000","last_unstale":"2024-04-15T16:25:35.533728+0000","last_undegraded":"2024-04-15T16:25:35.533728+0000","last_fullsized":"2024-04-15T16:25:35.533728+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:38:31.005337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533788+0000","last_change":"2024-04-15T16:25:34.340533+0000","last_active":"2024-04-15T16:25:35.533788+0000","last_peered":"2024-04-15T16:25:35.533788+0000","last_clean":"2024-04-15T16:25:35.533788+0000","last_became_active":"2024-04-15T16:25:34.340228+0000","last_became_peered":"2024-04-15T16:25:34.340228+0000","last_unstale":"2024-04-15T16:25:35.533788+0000","last_undegraded":"2024-04-15T16:25:35.533788+0000","last_fullsized":"2024-04-15T16:25:35.533788+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:05:24.511121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"61'6","reported_seq":18,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.340774+0000","last_change":"2024-04-15T16:25:33.967575+0000","last_active":"2024-04-15T16:25:35.340774+0000","last_peered":"2024-04-15T16:25:35.340774+0000","last_clean":"2024-04-15T16:25:35.340774+0000","last_became_active":"2024-04-15T16:25:33.967272+0000","last_became_peered":"2024-04-15T16:25:33.967272+0000","last_unstale":"2024-04-15T16:25:35.340774+0000","last_undegraded":"2024-04-15T16:25:35.340774+0000","last_fullsized":"2024-04-15T16:25:35.340774+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:59.235872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.313310+0000","last_change":"2024-04-15T16:25:34.339804+0000","last_active":"2024-04-15T16:25:35.313310+0000","last_peered":"2024-04-15T16:25:35.313310+0000","last_clean":"2024-04-15T16:25:35.313310+0000","last_became_active":"2024-04-15T16:25:34.339448+0000","last_became_peered":"2024-04-15T16:25:34.339448+0000","last_unstale":"2024-04-15T16:25:35.313310+0000","last_undegraded":"2024-04-15T16:25:35.313310+0000","last_fullsized":"2024-04-15T16:25:35.313310+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:35:26.827987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308769+0000","last_change":"2024-04-15T16:25:33.966205+0000","last_active":"2024-04-15T16:25:35.308769+0000","last_peered":"2024-04-15T16:25:35.308769+0000","last_clean":"2024-04-15T16:25:35.308769+0000","last_became_active":"2024-04-15T16:25:33.965899+0000","last_became_peered":"2024-04-15T16:25:33.965899+0000","last_unstale":"2024-04-15T16:25:35.308769+0000","last_undegraded":"2024-04-15T16:25:35.308769+0000","last_fullsized":"2024-04-15T16:25:35.308769+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:57.057127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308526+0000","last_change":"2024-04-15T16:25:34.325947+0000","last_active":"2024-04-15T16:25:35.308526+0000","last_peered":"2024-04-15T16:25:35.308526+0000","last_clean":"2024-04-15T16:25:35.308526+0000","last_became_active":"2024-04-15T16:25:34.325570+0000","last_became_peered":"2024-04-15T16:25:34.325570+0000","last_unstale":"2024-04-15T16:25:35.308526+0000","last_undegraded":"2024-04-15T16:25:35.308526+0000","last_fullsized":"2024-04-15T16:25:35.308526+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:24:04.134457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535413+0000","last_change":"2024-04-15T16:25:33.971097+0000","last_active":"2024-04-15T16:25:35.535413+0000","last_peered":"2024-04-15T16:25:35.535413+0000","last_clean":"2024-04-15T16:25:35.535413+0000","last_became_active":"2024-04-15T16:25:33.970742+0000","last_became_peered":"2024-04-15T16:25:33.970742+0000","last_unstale":"2024-04-15T16:25:35.535413+0000","last_undegraded":"2024-04-15T16:25:35.535413+0000","last_fullsized":"2024-04-15T16:25:35.535413+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:04.262471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.313164+0000","last_change":"2024-04-15T16:25:34.341058+0000","last_active":"2024-04-15T16:25:35.313164+0000","last_peered":"2024-04-15T16:25:35.313164+0000","last_clean":"2024-04-15T16:25:35.313164+0000","last_became_active":"2024-04-15T16:25:34.340768+0000","last_became_peered":"2024-04-15T16:25:34.340768+0000","last_unstale":"2024-04-15T16:25:35.313164+0000","last_undegraded":"2024-04-15T16:25:35.313164+0000","last_fullsized":"2024-04-15T16:25:35.313164+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:23:51.922915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.340728+0000","last_change":"2024-04-15T16:25:33.960413+0000","last_active":"2024-04-15T16:25:35.340728+0000","last_peered":"2024-04-15T16:25:35.340728+0000","last_clean":"2024-04-15T16:25:35.340728+0000","last_became_active":"2024-04-15T16:25:33.960098+0000","last_became_peered":"2024-04-15T16:25:33.960098+0000","last_unstale":"2024-04-15T16:25:35.340728+0000","last_undegraded":"2024-04-15T16:25:35.340728+0000","last_fullsized":"2024-04-15T16:25:35.340728+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:21:45.822045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.340714+0000","last_change":"2024-04-15T16:25:34.330816+0000","last_active":"2024-04-15T16:25:35.340714+0000","last_peered":"2024-04-15T16:25:35.340714+0000","last_clean":"2024-04-15T16:25:35.340714+0000","last_became_active":"2024-04-15T16:25:34.330543+0000","last_became_peered":"2024-04-15T16:25:34.330543+0000","last_unstale":"2024-04-15T16:25:35.340714+0000","last_undegraded":"2024-04-15T16:25:35.340714+0000","last_fullsized":"2024-04-15T16:25:35.340714+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:57:41.073730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":20,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.307818+0000","last_change":"2024-04-15T16:25:33.975121+0000","last_active":"2024-04-15T16:25:35.307818+0000","last_peered":"2024-04-15T16:25:35.307818+0000","last_clean":"2024-04-15T16:25:35.307818+0000","last_became_active":"2024-04-15T16:25:33.974858+0000","last_became_peered":"2024-04-15T16:25:33.974858+0000","last_unstale":"2024-04-15T16:25:35.307818+0000","last_undegraded":"2024-04-15T16:25:35.307818+0000","last_fullsized":"2024-04-15T16:25:35.307818+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:58:50.869218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.313067+0000","last_change":"2024-04-15T16:25:34.340249+0000","last_active":"2024-04-15T16:25:35.313067+0000","last_peered":"2024-04-15T16:25:35.313067+0000","last_clean":"2024-04-15T16:25:35.313067+0000","last_became_active":"2024-04-15T16:25:34.339924+0000","last_became_peered":"2024-04-15T16:25:34.339924+0000","last_unstale":"2024-04-15T16:25:35.313067+0000","last_undegraded":"2024-04-15T16:25:35.313067+0000","last_fullsized":"2024-04-15T16:25:35.313067+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:13:05.221281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535106+0000","last_change":"2024-04-15T16:25:33.963970+0000","last_active":"2024-04-15T16:25:35.535106+0000","last_peered":"2024-04-15T16:25:35.535106+0000","last_clean":"2024-04-15T16:25:35.535106+0000","last_became_active":"2024-04-15T16:25:33.963675+0000","last_became_peered":"2024-04-15T16:25:33.963675+0000","last_unstale":"2024-04-15T16:25:35.535106+0000","last_undegraded":"2024-04-15T16:25:35.535106+0000","last_fullsized":"2024-04-15T16:25:35.535106+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:44:14.551995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.313663+0000","last_change":"2024-04-15T16:25:34.338064+0000","last_active":"2024-04-15T16:25:35.313663+0000","last_peered":"2024-04-15T16:25:35.313663+0000","last_clean":"2024-04-15T16:25:35.313663+0000","last_became_active":"2024-04-15T16:25:34.336593+0000","last_became_peered":"2024-04-15T16:25:34.336593+0000","last_unstale":"2024-04-15T16:25:35.313663+0000","last_undegraded":"2024-04-15T16:25:35.313663+0000","last_fullsized":"2024-04-15T16:25:35.313663+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:42:49.029367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533334+0000","last_change":"2024-04-15T16:25:33.970529+0000","last_active":"2024-04-15T16:25:35.533334+0000","last_peered":"2024-04-15T16:25:35.533334+0000","last_clean":"2024-04-15T16:25:35.533334+0000","last_became_active":"2024-04-15T16:25:33.970279+0000","last_became_peered":"2024-04-15T16:25:33.970279+0000","last_unstale":"2024-04-15T16:25:35.533334+0000","last_undegraded":"2024-04-15T16:25:35.533334+0000","last_fullsized":"2024-04-15T16:25:35.533334+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:53.307545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534188+0000","last_change":"2024-04-15T16:25:34.329749+0000","last_active":"2024-04-15T16:25:35.534188+0000","last_peered":"2024-04-15T16:25:35.534188+0000","last_clean":"2024-04-15T16:25:35.534188+0000","last_became_active":"2024-04-15T16:25:34.329373+0000","last_became_peered":"2024-04-15T16:25:34.329373+0000","last_unstale":"2024-04-15T16:25:35.534188+0000","last_undegraded":"2024-04-15T16:25:35.534188+0000","last_fullsized":"2024-04-15T16:25:35.534188+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:54:33.440794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535360+0000","last_change":"2024-04-15T16:25:33.972651+0000","last_active":"2024-04-15T16:25:35.535360+0000","last_peered":"2024-04-15T16:25:35.535360+0000","last_clean":"2024-04-15T16:25:35.535360+0000","last_became_active":"2024-04-15T16:25:33.972347+0000","last_became_peered":"2024-04-15T16:25:33.972347+0000","last_unstale":"2024-04-15T16:25:35.535360+0000","last_undegraded":"2024-04-15T16:25:35.535360+0000","last_fullsized":"2024-04-15T16:25:35.535360+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:47:45.997271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535080+0000","last_change":"2024-04-15T16:25:34.343280+0000","last_active":"2024-04-15T16:25:35.535080+0000","last_peered":"2024-04-15T16:25:35.535080+0000","last_clean":"2024-04-15T16:25:35.535080+0000","last_became_active":"2024-04-15T16:25:34.342985+0000","last_became_peered":"2024-04-15T16:25:34.342985+0000","last_unstale":"2024-04-15T16:25:35.535080+0000","last_undegraded":"2024-04-15T16:25:35.535080+0000","last_fullsized":"2024-04-15T16:25:35.535080+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:10.967579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533211+0000","last_change":"2024-04-15T16:25:34.334887+0000","last_active":"2024-04-15T16:25:35.533211+0000","last_peered":"2024-04-15T16:25:35.533211+0000","last_clean":"2024-04-15T16:25:35.533211+0000","last_became_active":"2024-04-15T16:25:34.334628+0000","last_became_peered":"2024-04-15T16:25:34.334628+0000","last_unstale":"2024-04-15T16:25:35.533211+0000","last_undegraded":"2024-04-15T16:25:35.533211+0000","last_fullsized":"2024-04-15T16:25:35.533211+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:08:27.967266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308055+0000","last_change":"2024-04-15T16:25:33.974203+0000","last_active":"2024-04-15T16:25:35.308055+0000","last_peered":"2024-04-15T16:25:35.308055+0000","last_clean":"2024-04-15T16:25:35.308055+0000","last_became_active":"2024-04-15T16:25:33.973940+0000","last_became_peered":"2024-04-15T16:25:33.973940+0000","last_unstale":"2024-04-15T16:25:35.308055+0000","last_undegraded":"2024-04-15T16:25:35.308055+0000","last_fullsized":"2024-04-15T16:25:35.308055+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:51:38.161890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533805+0000","last_change":"2024-04-15T16:25:34.339558+0000","last_active":"2024-04-15T16:25:35.533805+0000","last_peered":"2024-04-15T16:25:35.533805+0000","last_clean":"2024-04-15T16:25:35.533805+0000","last_became_active":"2024-04-15T16:25:34.339280+0000","last_became_peered":"2024-04-15T16:25:34.339280+0000","last_unstale":"2024-04-15T16:25:35.533805+0000","last_undegraded":"2024-04-15T16:25:35.533805+0000","last_fullsized":"2024-04-15T16:25:35.533805+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:29.854773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534005+0000","last_change":"2024-04-15T16:25:33.970852+0000","last_active":"2024-04-15T16:25:35.534005+0000","last_peered":"2024-04-15T16:25:35.534005+0000","last_clean":"2024-04-15T16:25:35.534005+0000","last_became_active":"2024-04-15T16:25:33.970485+0000","last_became_peered":"2024-04-15T16:25:33.970485+0000","last_unstale":"2024-04-15T16:25:35.534005+0000","last_undegraded":"2024-04-15T16:25:35.534005+0000","last_fullsized":"2024-04-15T16:25:35.534005+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:27:54.651984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"21'117","reported_seq":219,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.317280+0000","last_change":"2024-04-15T16:25:16.897720+0000","last_active":"2024-04-15T16:25:34.317280+0000","last_peered":"2024-04-15T16:25:34.317280+0000","last_clean":"2024-04-15T16:25:34.317280+0000","last_became_active":"2024-04-15T16:25:16.897306+0000","last_became_peered":"2024-04-15T16:25:16.897306+0000","last_unstale":"2024-04-15T16:25:34.317280+0000","last_undegraded":"2024-04-15T16:25:34.317280+0000","last_fullsized":"2024-04-15T16:25:34.317280+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_clean_scrub_stamp":"2024-04-15T16:23:16.414562+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:19:26.084835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308521+0000","last_change":"2024-04-15T16:25:34.329780+0000","last_active":"2024-04-15T16:25:35.308521+0000","last_peered":"2024-04-15T16:25:35.308521+0000","last_clean":"2024-04-15T16:25:35.308521+0000","last_became_active":"2024-04-15T16:25:34.329092+0000","last_became_peered":"2024-04-15T16:25:34.329092+0000","last_unstale":"2024-04-15T16:25:35.308521+0000","last_undegraded":"2024-04-15T16:25:35.308521+0000","last_fullsized":"2024-04-15T16:25:35.308521+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:12:16.781654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.317401+0000","last_change":"2024-04-15T16:25:33.974306+0000","last_active":"2024-04-15T16:25:34.317401+0000","last_peered":"2024-04-15T16:25:34.317401+0000","last_clean":"2024-04-15T16:25:34.317401+0000","last_became_active":"2024-04-15T16:25:33.973989+0000","last_became_peered":"2024-04-15T16:25:33.973989+0000","last_unstale":"2024-04-15T16:25:34.317401+0000","last_undegraded":"2024-04-15T16:25:34.317401+0000","last_fullsized":"2024-04-15T16:25:34.317401+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:28:08.876868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.318404+0000","last_change":"2024-04-15T16:25:33.977162+0000","last_active":"2024-04-15T16:25:34.318404+0000","last_peered":"2024-04-15T16:25:34.318404+0000","last_clean":"2024-04-15T16:25:34.318404+0000","last_became_active":"2024-04-15T16:25:33.976865+0000","last_became_peered":"2024-04-15T16:25:33.976865+0000","last_unstale":"2024-04-15T16:25:34.318404+0000","last_undegraded":"2024-04-15T16:25:34.318404+0000","last_fullsized":"2024-04-15T16:25:34.318404+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:14:25.576887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533425+0000","last_change":"2024-04-15T16:25:34.327120+0000","last_active":"2024-04-15T16:25:35.533425+0000","last_peered":"2024-04-15T16:25:35.533425+0000","last_clean":"2024-04-15T16:25:35.533425+0000","last_became_active":"2024-04-15T16:25:34.326766+0000","last_became_peered":"2024-04-15T16:25:34.326766+0000","last_unstale":"2024-04-15T16:25:35.533425+0000","last_undegraded":"2024-04-15T16:25:35.533425+0000","last_fullsized":"2024-04-15T16:25:35.533425+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:01:33.662442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533884+0000","last_change":"2024-04-15T16:25:33.966004+0000","last_active":"2024-04-15T16:25:35.533884+0000","last_peered":"2024-04-15T16:25:35.533884+0000","last_clean":"2024-04-15T16:25:35.533884+0000","last_became_active":"2024-04-15T16:25:33.965642+0000","last_became_peered":"2024-04-15T16:25:33.965642+0000","last_unstale":"2024-04-15T16:25:35.533884+0000","last_undegraded":"2024-04-15T16:25:35.533884+0000","last_fullsized":"2024-04-15T16:25:35.533884+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:47:57.610962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533336+0000","last_change":"2024-04-15T16:25:34.325277+0000","last_active":"2024-04-15T16:25:35.533336+0000","last_peered":"2024-04-15T16:25:35.533336+0000","last_clean":"2024-04-15T16:25:35.533336+0000","last_became_active":"2024-04-15T16:25:34.324177+0000","last_became_peered":"2024-04-15T16:25:34.324177+0000","last_unstale":"2024-04-15T16:25:35.533336+0000","last_undegraded":"2024-04-15T16:25:35.533336+0000","last_fullsized":"2024-04-15T16:25:35.533336+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:55:56.678943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.340852+0000","last_change":"2024-04-15T16:25:33.968052+0000","last_active":"2024-04-15T16:25:35.340852+0000","last_peered":"2024-04-15T16:25:35.340852+0000","last_clean":"2024-04-15T16:25:35.340852+0000","last_became_active":"2024-04-15T16:25:33.967776+0000","last_became_peered":"2024-04-15T16:25:33.967776+0000","last_unstale":"2024-04-15T16:25:35.340852+0000","last_undegraded":"2024-04-15T16:25:35.340852+0000","last_fullsized":"2024-04-15T16:25:35.340852+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:40.710130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.309095+0000","last_change":"2024-04-15T16:25:34.330673+0000","last_active":"2024-04-15T16:25:35.309095+0000","last_peered":"2024-04-15T16:25:35.309095+0000","last_clean":"2024-04-15T16:25:35.309095+0000","last_became_active":"2024-04-15T16:25:34.330162+0000","last_became_peered":"2024-04-15T16:25:34.330162+0000","last_unstale":"2024-04-15T16:25:35.309095+0000","last_undegraded":"2024-04-15T16:25:35.309095+0000","last_fullsized":"2024-04-15T16:25:35.309095+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:57.830598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.317175+0000","last_change":"2024-04-15T16:25:33.974303+0000","last_active":"2024-04-15T16:25:34.317175+0000","last_peered":"2024-04-15T16:25:34.317175+0000","last_clean":"2024-04-15T16:25:34.317175+0000","last_became_active":"2024-04-15T16:25:33.973998+0000","last_became_peered":"2024-04-15T16:25:33.973998+0000","last_unstale":"2024-04-15T16:25:34.317175+0000","last_undegraded":"2024-04-15T16:25:34.317175+0000","last_fullsized":"2024-04-15T16:25:34.317175+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:48.109889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534252+0000","last_change":"2024-04-15T16:25:34.327068+0000","last_active":"2024-04-15T16:25:35.534252+0000","last_peered":"2024-04-15T16:25:35.534252+0000","last_clean":"2024-04-15T16:25:35.534252+0000","last_became_active":"2024-04-15T16:25:34.326782+0000","last_became_peered":"2024-04-15T16:25:34.326782+0000","last_unstale":"2024-04-15T16:25:35.534252+0000","last_undegraded":"2024-04-15T16:25:35.534252+0000","last_fullsized":"2024-04-15T16:25:35.534252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:16:43.460702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533033+0000","last_change":"2024-04-15T16:25:33.969318+0000","last_active":"2024-04-15T16:25:35.533033+0000","last_peered":"2024-04-15T16:25:35.533033+0000","last_clean":"2024-04-15T16:25:35.533033+0000","last_became_active":"2024-04-15T16:25:33.969058+0000","last_became_peered":"2024-04-15T16:25:33.969058+0000","last_unstale":"2024-04-15T16:25:35.533033+0000","last_undegraded":"2024-04-15T16:25:35.533033+0000","last_fullsized":"2024-04-15T16:25:35.533033+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:26:00.301157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533192+0000","last_change":"2024-04-15T16:25:34.335914+0000","last_active":"2024-04-15T16:25:35.533192+0000","last_peered":"2024-04-15T16:25:35.533192+0000","last_clean":"2024-04-15T16:25:35.533192+0000","last_became_active":"2024-04-15T16:25:34.334739+0000","last_became_peered":"2024-04-15T16:25:34.334739+0000","last_unstale":"2024-04-15T16:25:35.533192+0000","last_undegraded":"2024-04-15T16:25:35.533192+0000","last_fullsized":"2024-04-15T16:25:35.533192+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:10:25.659672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533533+0000","last_change":"2024-04-15T16:25:33.969935+0000","last_active":"2024-04-15T16:25:35.533533+0000","last_peered":"2024-04-15T16:25:35.533533+0000","last_clean":"2024-04-15T16:25:35.533533+0000","last_became_active":"2024-04-15T16:25:33.969675+0000","last_became_peered":"2024-04-15T16:25:33.969675+0000","last_unstale":"2024-04-15T16:25:35.533533+0000","last_undegraded":"2024-04-15T16:25:35.533533+0000","last_fullsized":"2024-04-15T16:25:35.533533+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:26:57.197844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533739+0000","last_change":"2024-04-15T16:25:34.334667+0000","last_active":"2024-04-15T16:25:35.533739+0000","last_peered":"2024-04-15T16:25:35.533739+0000","last_clean":"2024-04-15T16:25:35.533739+0000","last_became_active":"2024-04-15T16:25:34.334389+0000","last_became_peered":"2024-04-15T16:25:34.334389+0000","last_unstale":"2024-04-15T16:25:35.533739+0000","last_undegraded":"2024-04-15T16:25:35.533739+0000","last_fullsized":"2024-04-15T16:25:35.533739+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:33:45.361899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":14,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:34.342310+0000","last_change":"2024-04-15T16:25:33.967903+0000","last_active":"2024-04-15T16:25:34.342310+0000","last_peered":"2024-04-15T16:25:34.342310+0000","last_clean":"2024-04-15T16:25:34.342310+0000","last_became_active":"2024-04-15T16:25:33.967571+0000","last_became_peered":"2024-04-15T16:25:33.967571+0000","last_unstale":"2024-04-15T16:25:34.342310+0000","last_undegraded":"2024-04-15T16:25:34.342310+0000","last_fullsized":"2024-04-15T16:25:34.342310+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:11:55.673773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.340743+0000","last_change":"2024-04-15T16:25:34.338704+0000","last_active":"2024-04-15T16:25:35.340743+0000","last_peered":"2024-04-15T16:25:35.340743+0000","last_clean":"2024-04-15T16:25:35.340743+0000","last_became_active":"2024-04-15T16:25:34.338239+0000","last_became_peered":"2024-04-15T16:25:34.338239+0000","last_unstale":"2024-04-15T16:25:35.340743+0000","last_undegraded":"2024-04-15T16:25:35.340743+0000","last_fullsized":"2024-04-15T16:25:35.340743+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:39.269699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308158+0000","last_change":"2024-04-15T16:25:33.971329+0000","last_active":"2024-04-15T16:25:35.308158+0000","last_peered":"2024-04-15T16:25:35.308158+0000","last_clean":"2024-04-15T16:25:35.308158+0000","last_became_active":"2024-04-15T16:25:33.970851+0000","last_became_peered":"2024-04-15T16:25:33.970851+0000","last_unstale":"2024-04-15T16:25:35.308158+0000","last_undegraded":"2024-04-15T16:25:35.308158+0000","last_fullsized":"2024-04-15T16:25:35.308158+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:46:36.051699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.313373+0000","last_change":"2024-04-15T16:25:34.335332+0000","last_active":"2024-04-15T16:25:35.313373+0000","last_peered":"2024-04-15T16:25:35.313373+0000","last_clean":"2024-04-15T16:25:35.313373+0000","last_became_active":"2024-04-15T16:25:34.335041+0000","last_became_peered":"2024-04-15T16:25:34.335041+0000","last_unstale":"2024-04-15T16:25:35.313373+0000","last_undegraded":"2024-04-15T16:25:35.313373+0000","last_fullsized":"2024-04-15T16:25:35.313373+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:55:14.092097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533643+0000","last_change":"2024-04-15T16:25:33.967108+0000","last_active":"2024-04-15T16:25:35.533643+0000","last_peered":"2024-04-15T16:25:35.533643+0000","last_clean":"2024-04-15T16:25:35.533643+0000","last_became_active":"2024-04-15T16:25:33.966317+0000","last_became_peered":"2024-04-15T16:25:33.966317+0000","last_unstale":"2024-04-15T16:25:35.533643+0000","last_undegraded":"2024-04-15T16:25:35.533643+0000","last_fullsized":"2024-04-15T16:25:35.533643+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:14.783160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534763+0000","last_change":"2024-04-15T16:25:34.336052+0000","last_active":"2024-04-15T16:25:35.534763+0000","last_peered":"2024-04-15T16:25:35.534763+0000","last_clean":"2024-04-15T16:25:35.534763+0000","last_became_active":"2024-04-15T16:25:34.335788+0000","last_became_peered":"2024-04-15T16:25:34.335788+0000","last_unstale":"2024-04-15T16:25:35.534763+0000","last_undegraded":"2024-04-15T16:25:35.534763+0000","last_fullsized":"2024-04-15T16:25:35.534763+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:22:23.166556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308336+0000","last_change":"2024-04-15T16:25:33.966349+0000","last_active":"2024-04-15T16:25:35.308336+0000","last_peered":"2024-04-15T16:25:35.308336+0000","last_clean":"2024-04-15T16:25:35.308336+0000","last_became_active":"2024-04-15T16:25:33.966059+0000","last_became_peered":"2024-04-15T16:25:33.966059+0000","last_unstale":"2024-04-15T16:25:35.308336+0000","last_undegraded":"2024-04-15T16:25:35.308336+0000","last_fullsized":"2024-04-15T16:25:35.308336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:05:16.350194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.313828+0000","last_change":"2024-04-15T16:25:34.340359+0000","last_active":"2024-04-15T16:25:35.313828+0000","last_peered":"2024-04-15T16:25:35.313828+0000","last_clean":"2024-04-15T16:25:35.313828+0000","last_became_active":"2024-04-15T16:25:34.340083+0000","last_became_peered":"2024-04-15T16:25:34.340083+0000","last_unstale":"2024-04-15T16:25:35.313828+0000","last_undegraded":"2024-04-15T16:25:35.313828+0000","last_fullsized":"2024-04-15T16:25:35.313828+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:42:22.651312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.340696+0000","last_change":"2024-04-15T16:25:34.329854+0000","last_active":"2024-04-15T16:25:35.340696+0000","last_peered":"2024-04-15T16:25:35.340696+0000","last_clean":"2024-04-15T16:25:35.340696+0000","last_became_active":"2024-04-15T16:25:34.329570+0000","last_became_peered":"2024-04-15T16:25:34.329570+0000","last_unstale":"2024-04-15T16:25:35.340696+0000","last_undegraded":"2024-04-15T16:25:35.340696+0000","last_fullsized":"2024-04-15T16:25:35.340696+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:55:22.011676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308122+0000","last_change":"2024-04-15T16:25:34.330905+0000","last_active":"2024-04-15T16:25:35.308122+0000","last_peered":"2024-04-15T16:25:35.308122+0000","last_clean":"2024-04-15T16:25:35.308122+0000","last_became_active":"2024-04-15T16:25:34.330626+0000","last_became_peered":"2024-04-15T16:25:34.330626+0000","last_unstale":"2024-04-15T16:25:35.308122+0000","last_undegraded":"2024-04-15T16:25:35.308122+0000","last_fullsized":"2024-04-15T16:25:35.308122+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:48:38.151778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535512+0000","last_change":"2024-04-15T16:25:34.327468+0000","last_active":"2024-04-15T16:25:35.535512+0000","last_peered":"2024-04-15T16:25:35.535512+0000","last_clean":"2024-04-15T16:25:35.535512+0000","last_became_active":"2024-04-15T16:25:34.327087+0000","last_became_peered":"2024-04-15T16:25:34.327087+0000","last_unstale":"2024-04-15T16:25:35.535512+0000","last_undegraded":"2024-04-15T16:25:35.535512+0000","last_fullsized":"2024-04-15T16:25:35.535512+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:13.604820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308671+0000","last_change":"2024-04-15T16:25:34.328654+0000","last_active":"2024-04-15T16:25:35.308671+0000","last_peered":"2024-04-15T16:25:35.308671+0000","last_clean":"2024-04-15T16:25:35.308671+0000","last_became_active":"2024-04-15T16:25:34.328368+0000","last_became_peered":"2024-04-15T16:25:34.328368+0000","last_unstale":"2024-04-15T16:25:35.308671+0000","last_undegraded":"2024-04-15T16:25:35.308671+0000","last_fullsized":"2024-04-15T16:25:35.308671+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:59:36.163111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.534431+0000","last_change":"2024-04-15T16:25:34.338104+0000","last_active":"2024-04-15T16:25:35.534431+0000","last_peered":"2024-04-15T16:25:35.534431+0000","last_clean":"2024-04-15T16:25:35.534431+0000","last_became_active":"2024-04-15T16:25:34.337807+0000","last_became_peered":"2024-04-15T16:25:34.337807+0000","last_unstale":"2024-04-15T16:25:35.534431+0000","last_undegraded":"2024-04-15T16:25:35.534431+0000","last_fullsized":"2024-04-15T16:25:35.534431+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:15.979198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533260+0000","last_change":"2024-04-15T16:25:34.331106+0000","last_active":"2024-04-15T16:25:35.533260+0000","last_peered":"2024-04-15T16:25:35.533260+0000","last_clean":"2024-04-15T16:25:35.533260+0000","last_became_active":"2024-04-15T16:25:34.330822+0000","last_became_peered":"2024-04-15T16:25:34.330822+0000","last_unstale":"2024-04-15T16:25:35.533260+0000","last_undegraded":"2024-04-15T16:25:35.533260+0000","last_fullsized":"2024-04-15T16:25:35.533260+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:51:32.632127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.340838+0000","last_change":"2024-04-15T16:25:34.342193+0000","last_active":"2024-04-15T16:25:35.340838+0000","last_peered":"2024-04-15T16:25:35.340838+0000","last_clean":"2024-04-15T16:25:35.340838+0000","last_became_active":"2024-04-15T16:25:34.341609+0000","last_became_peered":"2024-04-15T16:25:34.341609+0000","last_unstale":"2024-04-15T16:25:35.340838+0000","last_undegraded":"2024-04-15T16:25:35.340838+0000","last_fullsized":"2024-04-15T16:25:35.340838+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:19:18.018266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533436+0000","last_change":"2024-04-15T16:25:34.335332+0000","last_active":"2024-04-15T16:25:35.533436+0000","last_peered":"2024-04-15T16:25:35.533436+0000","last_clean":"2024-04-15T16:25:35.533436+0000","last_became_active":"2024-04-15T16:25:34.335057+0000","last_became_peered":"2024-04-15T16:25:34.335057+0000","last_unstale":"2024-04-15T16:25:35.533436+0000","last_undegraded":"2024-04-15T16:25:35.533436+0000","last_fullsized":"2024-04-15T16:25:35.533436+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:29:40.301716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533810+0000","last_change":"2024-04-15T16:25:34.328290+0000","last_active":"2024-04-15T16:25:35.533810+0000","last_peered":"2024-04-15T16:25:35.533810+0000","last_clean":"2024-04-15T16:25:35.533810+0000","last_became_active":"2024-04-15T16:25:34.326971+0000","last_became_peered":"2024-04-15T16:25:34.326971+0000","last_unstale":"2024-04-15T16:25:35.533810+0000","last_undegraded":"2024-04-15T16:25:35.533810+0000","last_fullsized":"2024-04-15T16:25:35.533810+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:01:30.830981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.533940+0000","last_change":"2024-04-15T16:25:34.334878+0000","last_active":"2024-04-15T16:25:35.533940+0000","last_peered":"2024-04-15T16:25:35.533940+0000","last_clean":"2024-04-15T16:25:35.533940+0000","last_became_active":"2024-04-15T16:25:34.334566+0000","last_became_peered":"2024-04-15T16:25:34.334566+0000","last_unstale":"2024-04-15T16:25:35.533940+0000","last_undegraded":"2024-04-15T16:25:35.533940+0000","last_fullsized":"2024-04-15T16:25:35.533940+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:14.281939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.535493+0000","last_change":"2024-04-15T16:25:34.336804+0000","last_active":"2024-04-15T16:25:35.535493+0000","last_peered":"2024-04-15T16:25:35.535493+0000","last_clean":"2024-04-15T16:25:35.535493+0000","last_became_active":"2024-04-15T16:25:34.336480+0000","last_became_peered":"2024-04-15T16:25:34.336480+0000","last_unstale":"2024-04-15T16:25:35.535493+0000","last_undegraded":"2024-04-15T16:25:35.535493+0000","last_fullsized":"2024-04-15T16:25:35.535493+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:50:46.457258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.308686+0000","last_change":"2024-04-15T16:25:34.320254+0000","last_active":"2024-04-15T16:25:35.308686+0000","last_peered":"2024-04-15T16:25:35.308686+0000","last_clean":"2024-04-15T16:25:35.308686+0000","last_became_active":"2024-04-15T16:25:34.319990+0000","last_became_peered":"2024-04-15T16:25:34.319990+0000","last_unstale":"2024-04-15T16:25:35.308686+0000","last_undegraded":"2024-04-15T16:25:35.308686+0000","last_fullsized":"2024-04-15T16:25:35.308686+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:50:51.187877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-04-15T16:25:35.340787+0000","last_change":"2024-04-15T16:25:34.332044+0000","last_active":"2024-04-15T16:25:35.340787+0000","last_peered":"2024-04-15T16:25:35.340787+0000","last_clean":"2024-04-15T16:25:35.340787+0000","last_became_active":"2024-04-15T16:25:34.331697+0000","last_became_peered":"2024-04-15T16:25:34.331697+0000","last_unstale":"2024-04-15T16:25:35.340787+0000","last_undegraded":"2024-04-15T16:25:35.340787+0000","last_fullsized":"2024-04-15T16:25:35.340787+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:44:40.853467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928233991,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1192,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1220608,"data_stored":850082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.752}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42699999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47899999999999998}]}]},{"osd":6,"up_from":46,"seq":197568495628,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1224704,"data_stored":851100,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.435}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.498}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57099999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":626688,"data_stored":259328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:24:51 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.33100000000000002,"15min":0.32400000000000001},"min":{"1min":0.252,"5min":0.222,"15min":0.222},"max":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.34300000000000003,"15min":0.33700000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.246}]},{"osd":2,"last update":"Mon Apr 15 16:25:17 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.36799999999999999,"15min":0.36399999999999999},"min":{"1min":0.318,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.52800000000000002,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.29499999999999998},{"interface":"front","average":{"1min":0.435,"5min":0.38300000000000001,"15min":0.375},"min":{"1min":0.29999999999999999,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.58499999999999996,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.31900000000000001}]},{"osd":3,"last update":"Mon Apr 15 16:24:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"last":0.34599999999999997}]},{"osd":4,"last update":"Mon Apr 15 16:25:05 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.54400000000000004}]},{"osd":5,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.60499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57699999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49099999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738409,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32328,"kb_used_data":1204,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712824,"statfs":{"total":95995035648,"available":95961931776,"internally_reserved":0,"allocated":1232896,"data_stored":850537,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 16:24:56 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.32300000000000001,"15min":0.313},"min":{"1min":0.25800000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.57299999999999995,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.32600000000000001,"15min":0.309},"min":{"1min":0.29799999999999999,"5min":0.186,"15min":0.186},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.32000000000000001}]},{"osd":2,"last update":"Mon Apr 15 16:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"min":{"1min":0.217,"5min":0.217,"15min":0.217},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.27500000000000002,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.59199999999999997,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.35899999999999999}]},{"osd":3,"last update":"Mon Apr 15 16:24:46 2024","interfaces":[{"interface":"back","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.629,"5min":0.629,"15min":0.629},"last":0.33900000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:25:04 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.504},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.60899999999999999}]},{"osd":5,"last update":"Mon Apr 15 16:25:30 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.45300000000000001,"5min":0.45300000000000001,"15min":0.45300000000000001},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.55700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27636,"kb_used_data":608,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717516,"statfs":{"total":95995035648,"available":95966736384,"internally_reserved":0,"allocated":622592,"data_stored":259441,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.375,"15min":0.375},"min":{"1min":0.214,"5min":0.193,"15min":0.193},"max":{"1min":0.497,"5min":0.52800000000000002,"15min":0.52800000000000002},"last":0.317},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.38900000000000001,"15min":0.38600000000000001},"min":{"1min":0.23899999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.29499999999999998}]},{"osd":1,"last update":"Mon Apr 15 16:25:20 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.40400000000000003,"15min":0.40200000000000002},"min":{"1min":0.27700000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.41299999999999998,"15min":0.40699999999999997},"min":{"1min":0.26600000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.71999999999999997,"5min":0.71999999999999997,"15min":0.71999999999999997},"last":0.35499999999999998}]},{"osd":3,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.47499999999999998,"15min":0.47499999999999998},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.27800000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:25:05 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.67600000000000005,"5min":0.67600000000000005,"15min":0.67600000000000005},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.54400000000000004}]},{"osd":5,"last update":"Mon Apr 15 16:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.49299999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182426,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":261109,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"last":0.29999999999999999},{"interface":"front","average":{"1min":0.435,"5min":0.435,"15min":0.435},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.36199999999999999}]},{"osd":1,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.53000000000000003,"5min":0.53000000000000003,"15min":0.53000000000000003},"last":0.34899999999999998}]},{"osd":2,"last update":"Mon Apr 15 16:24:44 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.45600000000000002,"15min":0.45600000000000002},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.27200000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:25:04 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.64500000000000002,"15min":0.64500000000000002},"min":{"1min":0.48799999999999999,"5min":0.48799999999999999,"15min":0.48799999999999999},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.496}]},{"osd":5,"last update":"Mon Apr 15 16:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.58299999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]}]},{"osd":4,"up_from":30,"seq":128849018901,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":260149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.38800000000000001,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.57299999999999995}]},{"osd":1,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.372},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.75900000000000001,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.48699999999999999}]},{"osd":2,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"min":{"1min":0.40000000000000002,"5min":0.40000000000000002,"15min":0.40000000000000002},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.52000000000000002}]},{"osd":3,"last update":"Mon Apr 15 16:25:07 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81999999999999995,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.53400000000000003}]},{"osd":5,"last update":"Mon Apr 15 16:25:29 2024","interfaces":[{"interface":"back","average":{"1min":0.378,"5min":0.378,"15min":0.378},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.42699999999999999,"15min":0.42699999999999999},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.60299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":5,"up_from":38,"seq":163208757264,"num_pgs":5,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":634880,"data_stored":260822,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.74199999999999999,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.67800000000000005,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.498}]},{"osd":1,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.53700000000000003,"5min":0.53700000000000003,"15min":0.53700000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.72999999999999998,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.47499999999999998}]},{"osd":2,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.53200000000000003,"15min":0.53200000000000003},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.67500000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.48899999999999999}]},{"osd":3,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.439},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.56000000000000005}]},{"osd":4,"last update":"Mon Apr 15 16:25:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"min":{"1min":0.26300000000000001,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.70199999999999996,"5min":0.70199999999999996,"15min":0.70199999999999996},"last":0.51400000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T16:25:42.012 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-15T16:25:42.012 INFO:tasks.cephadm:Adding prometheus.a on smithi153 2024-04-15T16:25:42.012 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch apply prometheus '1;smithi153=a' 2024-04-15T16:25:42.230 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:25:43.249 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:42 smithi153 ceph-mon[30366]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-15T16:25:43.249 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:42 smithi153 ceph-mon[30366]: from='client.24488 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:25:43.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:42 smithi090 ceph-mon[27209]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-15T16:25:43.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:42 smithi090 ceph-mon[27209]: from='client.24488 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:25:43.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:42 smithi090 ceph-mon[38312]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-15T16:25:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:42 smithi090 ceph-mon[38312]: from='client.24488 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:25:43.948 INFO:teuthology.orchestra.run.smithi153.stdout:Scheduled prometheus update... 2024-04-15T16:25:44.507 DEBUG:teuthology.orchestra.run.smithi153:prometheus.a> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@prometheus.a.service 2024-04-15T16:25:44.510 INFO:tasks.cephadm:Adding node-exporter.a on smithi090 2024-04-15T16:25:44.510 INFO:tasks.cephadm:Adding node-exporter.b on smithi153 2024-04-15T16:25:44.510 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch apply node-exporter '2;smithi090=a;smithi153=b' 2024-04-15T16:25:44.763 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:25:45.142 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:44 smithi153 ceph-mon[30366]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-15T16:25:45.142 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:44 smithi153 ceph-mon[30366]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi153=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:25:45.142 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:44 smithi153 ceph-mon[30366]: Saving service prometheus spec with placement smithi153=a;count:1 2024-04-15T16:25:45.142 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:45.142 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:45.142 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:45.142 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:45.142 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:44 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:45.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[27209]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-15T16:25:45.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[27209]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi153=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:25:45.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[27209]: Saving service prometheus spec with placement smithi153=a;count:1 2024-04-15T16:25:45.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:45.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:45.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:45.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:45.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:45.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[38312]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-15T16:25:45.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[38312]: from='client.24391 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi153=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:25:45.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[38312]: Saving service prometheus spec with placement smithi153=a;count:1 2024-04-15T16:25:45.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:45.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:25:45.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:25:45.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:25:45.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:44 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:46.255 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:45 smithi153 ceph-mon[30366]: Deploying daemon prometheus.a on smithi153 2024-04-15T16:25:46.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:45 smithi090 ceph-mon[27209]: Deploying daemon prometheus.a on smithi153 2024-04-15T16:25:46.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:45 smithi090 ceph-mon[38312]: Deploying daemon prometheus.a on smithi153 2024-04-15T16:25:46.749 INFO:teuthology.orchestra.run.smithi153.stdout:Scheduled node-exporter update... 2024-04-15T16:25:47.234 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:46 smithi153 ceph-mon[30366]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-15T16:25:47.234 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:46 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:47.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:46 smithi090 ceph-mon[27209]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-15T16:25:47.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:46 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:47.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:46 smithi090 ceph-mon[38312]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.3 KiB/s wr, 4 op/s 2024-04-15T16:25:47.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:46 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:47.708 DEBUG:teuthology.orchestra.run.smithi090:node-exporter.a> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@node-exporter.a.service 2024-04-15T16:25:47.711 DEBUG:teuthology.orchestra.run.smithi153:node-exporter.b> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@node-exporter.b.service 2024-04-15T16:25:47.714 INFO:tasks.cephadm:Adding alertmanager.a on smithi090 2024-04-15T16:25:47.714 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch apply alertmanager '1;smithi090=a' 2024-04-15T16:25:48.000 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:25:48.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:47 smithi090 ceph-mon[27209]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi090=a;smithi153=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:25:48.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:47 smithi090 ceph-mon[27209]: Saving service node-exporter spec with placement smithi090=a;smithi153=b;count:2 2024-04-15T16:25:48.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:47 smithi090 ceph-mon[38312]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi090=a;smithi153=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:25:48.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:47 smithi090 ceph-mon[38312]: Saving service node-exporter spec with placement smithi090=a;smithi153=b;count:2 2024-04-15T16:25:48.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:47 smithi153 ceph-mon[30366]: from='client.24397 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi090=a;smithi153=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:25:48.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:47 smithi153 ceph-mon[30366]: Saving service node-exporter spec with placement smithi090=a;smithi153=b;count:2 2024-04-15T16:25:49.061 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:48 smithi153 ceph-mon[30366]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 1 op/s 2024-04-15T16:25:49.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:48 smithi090 ceph-mon[27209]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 1 op/s 2024-04-15T16:25:49.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:48 smithi090 ceph-mon[38312]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 938 B/s wr, 1 op/s 2024-04-15T16:25:50.657 INFO:teuthology.orchestra.run.smithi153.stdout:Scheduled alertmanager update... 2024-04-15T16:25:51.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:50 smithi090 ceph-mon[38312]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T16:25:51.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:50 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:51.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:50 smithi090 ceph-mon[27209]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T16:25:51.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:50 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:51.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:50 smithi153 ceph-mon[30366]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T16:25:51.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:50 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:52.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:51 smithi153 ceph-mon[30366]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi090=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:25:52.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:51 smithi153 ceph-mon[30366]: Saving service alertmanager spec with placement smithi090=a;count:1 2024-04-15T16:25:52.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:51 smithi090 ceph-mon[38312]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi090=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:25:52.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:51 smithi090 ceph-mon[38312]: Saving service alertmanager spec with placement smithi090=a;count:1 2024-04-15T16:25:52.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:51 smithi090 ceph-mon[27209]: from='client.24403 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi090=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:25:52.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:51 smithi090 ceph-mon[27209]: Saving service alertmanager spec with placement smithi090=a;count:1 2024-04-15T16:25:52.340 DEBUG:teuthology.orchestra.run.smithi090:alertmanager.a> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@alertmanager.a.service 2024-04-15T16:25:52.343 INFO:tasks.cephadm:Adding grafana.a on smithi153 2024-04-15T16:25:52.343 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph orch apply grafana '1;smithi153=a' 2024-04-15T16:25:52.905 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:25:53.230 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:52 smithi153 ceph-mon[30366]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T16:25:53.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:52 smithi090 ceph-mon[27209]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T16:25:53.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:52 smithi090 ceph-mon[38312]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T16:25:55.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:54 smithi153 ceph-mon[30366]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T16:25:55.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:54 smithi090 ceph-mon[27209]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T16:25:55.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:54 smithi090 ceph-mon[38312]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T16:25:56.070 INFO:teuthology.orchestra.run.smithi153.stdout:Scheduled grafana update... 2024-04-15T16:25:57.332 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:57 smithi153 ceph-mon[30366]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:57.332 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:57 smithi153 ceph-mon[30366]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi153=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:25:57.332 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:57 smithi153 ceph-mon[30366]: Saving service grafana spec with placement smithi153=a;count:1 2024-04-15T16:25:57.332 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:57 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:57.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:57 smithi090 ceph-mon[27209]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:57.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:57 smithi090 ceph-mon[27209]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi153=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:25:57.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:57 smithi090 ceph-mon[27209]: Saving service grafana spec with placement smithi153=a;count:1 2024-04-15T16:25:57.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:57 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:57.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:57 smithi090 ceph-mon[38312]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:57.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:57 smithi090 ceph-mon[38312]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi153=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:25:57.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:57 smithi090 ceph-mon[38312]: Saving service grafana spec with placement smithi153=a;count:1 2024-04-15T16:25:57.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:57 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:57.951 DEBUG:teuthology.orchestra.run.smithi153:grafana.a> sudo journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@grafana.a.service 2024-04-15T16:25:57.954 INFO:tasks.cephadm:Setting up client nodes... 2024-04-15T16:25:57.954 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-15T16:25:58.173 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:25:58.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:25:58 smithi153 systemd[1]: Started Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:25:59.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:59 smithi090 ceph-mon[38312]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:59.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:59 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:59.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:59 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:59.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:59 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:59.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:25:59 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-15T16:25:59.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:59 smithi090 ceph-mon[27209]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:59.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:59 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:59.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:59 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:59.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:59 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:59.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:25:59 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-15T16:25:59.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:59 smithi153 ceph-mon[30366]: pgmap v198: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:25:59.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:59 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:59.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:59 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:59.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:59 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' 2024-04-15T16:25:59.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:25:59 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-15T16:25:59.657 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:25:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ignoring --setuser ceph since I am not root 2024-04-15T16:25:59.657 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:25:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ignoring --setgroup ceph since I am not root 2024-04-15T16:25:59.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:25:59 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: ignoring --setuser ceph since I am not root 2024-04-15T16:25:59.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:25:59 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: ignoring --setgroup ceph since I am not root 2024-04-15T16:25:59.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:25:59 smithi153 ceph-mgr[32229]: -- 172.21.15.153:0/2364435110 <== mon.1 v2:172.21.15.153:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5609e965a1a0 con 0x5609e9631000 2024-04-15T16:26:00.239 INFO:teuthology.orchestra.run.smithi090.stdout:[client.0] 2024-04-15T16:26:00.239 INFO:teuthology.orchestra.run.smithi090.stdout: key = AQAYVR1mCHszDhAAkIExWg057MJga4BLZIrbBg== 2024-04-15T16:26:00.239 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:00.093+0000 7f36346a4200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T16:26:00.239 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:00.188+0000 7f36346a4200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T16:26:00.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:00.085+0000 7fe276515200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T16:26:00.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:00.180+0000 7fe276515200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T16:26:00.817 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:00 smithi153 ceph-mon[30366]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-15T16:26:00.817 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:00 smithi153 ceph-mon[30366]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-15T16:26:00.817 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:00 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2315783181' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T16:26:00.817 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:00 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2315783181' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T16:26:00.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:00 smithi090 ceph-mon[38312]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-15T16:26:00.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:00 smithi090 ceph-mon[38312]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-15T16:26:00.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:00 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2315783181' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T16:26:00.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:00 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2315783181' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T16:26:00.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:00 smithi090 ceph-mon[27209]: from='mgr.14152 172.21.15.90:0/217228155' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-15T16:26:00.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:00 smithi090 ceph-mon[27209]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-15T16:26:00.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:00 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2315783181' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T16:26:00.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:00 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2315783181' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T16:26:00.989 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:26:00.989 DEBUG:teuthology.orchestra.run.smithi090:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-15T16:26:00.989 DEBUG:teuthology.orchestra.run.smithi090:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-15T16:26:01.037 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-15T16:26:01.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:00.819+0000 7fe276515200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T16:26:01.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:00.911+0000 7fe276515200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T16:26:01.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:01.057+0000 7fe276515200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T16:26:01.168 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:00.837+0000 7f36346a4200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T16:26:01.168 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:00.930+0000 7f36346a4200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T16:26:01.168 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:01.077+0000 7f36346a4200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T16:26:01.168 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:01.170+0000 7f36346a4200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T16:26:01.268 INFO:teuthology.orchestra.run.smithi153.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.b/config 2024-04-15T16:26:01.500 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:01.157+0000 7fe276515200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T16:26:01.500 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:01.265+0000 7fe276515200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T16:26:01.511 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:01.253+0000 7f36346a4200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T16:26:01.795 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:01.513+0000 7f36346a4200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T16:26:01.795 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:01.620+0000 7f36346a4200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T16:26:01.795 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:01.704+0000 7f36346a4200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T16:26:01.795 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:01.797+0000 7f36346a4200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T16:26:01.840 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:01.545+0000 7fe276515200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T16:26:01.840 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:01.660+0000 7fe276515200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T16:26:01.840 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:01.747+0000 7fe276515200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T16:26:02.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:01.972+0000 7f36346a4200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T16:26:02.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:01.842+0000 7fe276515200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T16:26:02.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:02.021+0000 7fe276515200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T16:26:03.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:03.022+0000 7fe276515200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T16:26:03.331 INFO:teuthology.orchestra.run.smithi153.stdout:[client.1] 2024-04-15T16:26:03.331 INFO:teuthology.orchestra.run.smithi153.stdout: key = AQAbVR1mOY23ExAAAhZOb46ghcnlJC40YxPxhw== 2024-04-15T16:26:03.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:02.923+0000 7f36346a4200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T16:26:03.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:03.052+0000 7f36346a4200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T16:26:03.513 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:03 smithi153 ceph-mon[30366]: from='client.? 172.21.15.153:0/2359338800' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T16:26:03.513 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:03 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T16:26:03.513 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:03 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T16:26:03.513 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:03.162+0000 7fe276515200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T16:26:03.513 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:03.514+0000 7fe276515200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T16:26:03.666 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:03 smithi090 ceph-mon[38312]: from='client.? 172.21.15.153:0/2359338800' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T16:26:03.666 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:03 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T16:26:03.666 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:03 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T16:26:03.667 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:03 smithi090 ceph-mon[27209]: from='client.? 172.21.15.153:0/2359338800' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T16:26:03.667 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:03 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-15T16:26:03.667 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:03 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-15T16:26:03.667 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:03.386+0000 7f36346a4200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T16:26:03.667 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:03.475+0000 7f36346a4200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T16:26:03.667 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:03.668+0000 7f36346a4200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:26:03.806 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:03.608+0000 7fe276515200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T16:26:03.981 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-04-15T16:26:03.981 DEBUG:teuthology.orchestra.run.smithi153:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-15T16:26:03.981 DEBUG:teuthology.orchestra.run.smithi153:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-15T16:26:04.026 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-15T16:26:04.027 DEBUG:teuthology.orchestra.run.smithi090:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-15T16:26:04.086 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:03.852+0000 7f36346a4200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T16:26:04.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:03.808+0000 7fe276515200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:26:04.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:04.007+0000 7fe276515200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T16:26:04.306 INFO:teuthology.misc.health.smithi090.stdout: 2024-04-15T16:26:04.306 INFO:teuthology.misc.health.smithi090.stdout:{"epoch":62,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","created":"2024-04-15T16:20:00.183424+0000","modified":"2024-04-15T16:25:35.304774+0000","last_up_change":"2024-04-15T16:25:13.165326+0000","last_in_change":"2024-04-15T16:24:56.092887+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T16:23:16.153981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T16:25:32.414992+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T16:25:33.499838+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6803","nonce":1069708095}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6805","nonce":1069708095}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6809","nonce":1069708095}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6807","nonce":1069708095}]},"public_addr":"172.21.15.90:6803/1069708095","cluster_addr":"172.21.15.90:6805/1069708095","heartbeat_back_addr":"172.21.15.90:6809/1069708095","heartbeat_front_addr":"172.21.15.90:6807/1069708095","state":["exists","up"]},{"osd":1,"uuid":"2286e9ff-0229-4ee7-aadc-243005a9eea5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6811","nonce":1026479145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6813","nonce":1026479145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6817","nonce":1026479145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6815","nonce":1026479145}]},"public_addr":"172.21.15.90:6811/1026479145","cluster_addr":"172.21.15.90:6813/1026479145","heartbeat_back_addr":"172.21.15.90:6817/1026479145","heartbeat_front_addr":"172.21.15.90:6815/1026479145","state":["exists","up"]},{"osd":2,"uuid":"e915c3a5-62c6-45f0-8b49-543ad9b16b6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6819","nonce":3223430868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6821","nonce":3223430868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6825","nonce":3223430868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6823","nonce":3223430868}]},"public_addr":"172.21.15.90:6819/3223430868","cluster_addr":"172.21.15.90:6821/3223430868","heartbeat_back_addr":"172.21.15.90:6825/3223430868","heartbeat_front_addr":"172.21.15.90:6823/3223430868","state":["exists","up"]},{"osd":3,"uuid":"0bf5ea74-8e2f-4b00-a554-29089edb0a74","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6827","nonce":3628045607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6829","nonce":3628045607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6833","nonce":3628045607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6831","nonce":3628045607}]},"public_addr":"172.21.15.90:6827/3628045607","cluster_addr":"172.21.15.90:6829/3628045607","heartbeat_back_addr":"172.21.15.90:6833/3628045607","heartbeat_front_addr":"172.21.15.90:6831/3628045607","state":["exists","up"]},{"osd":4,"uuid":"4e6fe3a3-35be-459c-809b-9803ec6f9e66","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6801","nonce":2318314852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6803","nonce":2318314852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6807","nonce":2318314852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6805","nonce":2318314852}]},"public_addr":"172.21.15.153:6801/2318314852","cluster_addr":"172.21.15.153:6803/2318314852","heartbeat_back_addr":"172.21.15.153:6807/2318314852","heartbeat_front_addr":"172.21.15.153:6805/2318314852","state":["exists","up"]},{"osd":5,"uuid":"3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6809","nonce":935629544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6811","nonce":935629544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6815","nonce":935629544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6813","nonce":935629544}]},"public_addr":"172.21.15.153:6809/935629544","cluster_addr":"172.21.15.153:6811/935629544","heartbeat_back_addr":"172.21.15.153:6815/935629544","heartbeat_front_addr":"172.21.15.153:6813/935629544","state":["exists","up"]},{"osd":6,"uuid":"8161b962-a440-4c2a-afa3-1c5b3a8abf2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6817","nonce":3994566432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6819","nonce":3994566432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6823","nonce":3994566432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6821","nonce":3994566432}]},"public_addr":"172.21.15.153:6817/3994566432","cluster_addr":"172.21.15.153:6819/3994566432","heartbeat_back_addr":"172.21.15.153:6823/3994566432","heartbeat_front_addr":"172.21.15.153:6821/3994566432","state":["exists","up"]},{"osd":7,"uuid":"7d360fef-9725-4e9a-87e1-50a164e73469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6825","nonce":686880482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6827","nonce":686880482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6831","nonce":686880482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6829","nonce":686880482}]},"public_addr":"172.21.15.153:6825/686880482","cluster_addr":"172.21.15.153:6827/686880482","heartbeat_back_addr":"172.21.15.153:6831/686880482","heartbeat_front_addr":"172.21.15.153:6829/686880482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:24.845331+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:49.256554+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:13.855638+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:39.013223+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:01.093757+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:25.265035+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:48.344610+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:25:11.275511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:6801/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/3876408490":"2024-04-16T16:21:05.834443+0000","172.21.15.90:6800/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1205411690":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1624230203":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/943668373":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6800/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1988657918":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6801/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/2678531165":"2024-04-16T16:21:05.834443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T16:26:04.318 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-15T16:26:04.318 INFO:tasks.cephadm:Creating RBD pool 2024-04-15T16:26:04.318 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-15T16:26:04.408 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:04 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3464573448' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:26:04.408 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:04 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:04.144+0000 7f36346a4200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:26:04.408 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:04 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3464573448' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:26:04.528 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:04.565 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:04 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/3464573448' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:26:04.566 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:04.299+0000 7fe276515200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:26:04.662 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:04 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:04.410+0000 7f36346a4200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T16:26:04.662 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:04 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:04.663+0000 7f36346a4200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T16:26:04.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:04.567+0000 7fe276515200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T16:26:04.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:04.809+0000 7fe276515200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T16:26:05.772 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:05 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:05.484+0000 7f36346a4200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T16:26:05.877 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:05.625+0000 7fe276515200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T16:26:06.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:06.084+0000 7f36346a4200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T16:26:06.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:06.190+0000 7f36346a4200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T16:26:06.553 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:06.229+0000 7fe276515200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T16:26:06.553 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:06.332+0000 7fe276515200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T16:26:06.553 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:06.555+0000 7fe276515200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T16:26:06.579 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'rbd' created 2024-04-15T16:26:06.680 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:06.418+0000 7f36346a4200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T16:26:06.680 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:26:06] ENGINE Bus STARTING 2024-04-15T16:26:06.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3082795836' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-15T16:26:06.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-15T16:26:06.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1646516518' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:26:06.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1646516518' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:26:06.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1646516518' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:26:06.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1646516518' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:26:06.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: Active manager daemon y restarted 2024-04-15T16:26:06.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: Activating manager daemon y 2024-04-15T16:26:06.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-15T16:26:06.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: osdmap e63: 8 total, 8 up, 8 in 2024-04-15T16:26:06.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: Standby manager daemon x restarted 2024-04-15T16:26:06.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: Standby manager daemon x started 2024-04-15T16:26:06.682 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: mgrmap e17: y(active, starting, since 0.00928715s), standbys: x 2024-04-15T16:26:06.682 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:26:06.682 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:26:06.682 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:26:06.682 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:26:06.682 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:26:06.682 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T16:26:06.682 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T16:26:06.682 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:26:06.682 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:26:06.682 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:26:06.682 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:26:06.682 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:26:06.683 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:26:06.683 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:26:06.683 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:26:06.683 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T16:26:06.683 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T16:26:06.683 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T16:26:06.683 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: Manager daemon y is now available 2024-04-15T16:26:06.683 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:26:06.683 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3082795836' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-15T16:26:06.683 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-15T16:26:06.683 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1646516518' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:26:06.683 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1646516518' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:26:06.684 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1646516518' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:26:06.684 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1646516518' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:26:06.684 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: Active manager daemon y restarted 2024-04-15T16:26:06.684 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: Activating manager daemon y 2024-04-15T16:26:06.684 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-15T16:26:06.684 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: osdmap e63: 8 total, 8 up, 8 in 2024-04-15T16:26:06.684 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: Standby manager daemon x restarted 2024-04-15T16:26:06.684 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: Standby manager daemon x started 2024-04-15T16:26:06.684 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: mgrmap e17: y(active, starting, since 0.00928715s), standbys: x 2024-04-15T16:26:06.684 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:26:06.684 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:26:06.684 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:26:06.684 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:26:06.684 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:26:06.684 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T16:26:06.685 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T16:26:06.685 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:26:06.685 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:26:06.685 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:26:06.685 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:26:06.685 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:26:06.685 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:26:06.685 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:26:06.685 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:26:06.685 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T16:26:06.685 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T16:26:06.685 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T16:26:06.685 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: Manager daemon y is now available 2024-04-15T16:26:06.685 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:26:06.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: [15/Apr/2024:16:26:06] ENGINE Bus STARTING 2024-04-15T16:26:06.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: CherryPy Checker: 2024-04-15T16:26:06.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: The Application mounted at '' has an empty config. 2024-04-15T16:26:06.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: 2024-04-15T16:26:06.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: [15/Apr/2024:16:26:06] ENGINE Serving on http://:::9283 2024-04-15T16:26:06.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[32225]: [15/Apr/2024:16:26:06] ENGINE Bus STARTED 2024-04-15T16:26:06.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/3082795836' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-15T16:26:06.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-15T16:26:06.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1646516518' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:26:06.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1646516518' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:26:06.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1646516518' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:26:06.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1646516518' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:26:06.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: Active manager daemon y restarted 2024-04-15T16:26:06.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: Activating manager daemon y 2024-04-15T16:26:06.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-15T16:26:06.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: osdmap e63: 8 total, 8 up, 8 in 2024-04-15T16:26:06.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: Standby manager daemon x restarted 2024-04-15T16:26:06.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: Standby manager daemon x started 2024-04-15T16:26:06.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: mgrmap e17: y(active, starting, since 0.00928715s), standbys: x 2024-04-15T16:26:06.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:26:06.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:26:06.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:26:06.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:26:06.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:26:06.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T16:26:06.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T16:26:06.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:26:06.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:26:06.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:26:06.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:26:06.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:26:06.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:26:06.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:26:06.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:26:06.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T16:26:06.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T16:26:06.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T16:26:06.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: Manager daemon y is now available 2024-04-15T16:26:06.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:06 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:26:07.046 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:06.682+0000 7f3598c7b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:26:07.046 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:06.682+0000 7f3598c7b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:26:07.046 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:06.682+0000 7f3598c7b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:26:07.046 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:06.682+0000 7f3598c7b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:26:07.046 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:06.682+0000 7f3598c7b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:26:07.046 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:06.682+0000 7f3592c6f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:26:07.047 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:06.683+0000 7f3592c6f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:26:07.047 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:06.683+0000 7f3592c6f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:26:07.047 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:06.683+0000 7f3592c6f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:26:07.047 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:06.683+0000 7f3592c6f700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:26:07.047 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: CherryPy Checker: 2024-04-15T16:26:07.047 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: The Application mounted at '' has an empty config. 2024-04-15T16:26:07.047 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:26:07.047 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:26:06] ENGINE Serving on http://:::9283 2024-04-15T16:26:07.047 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:26:06] ENGINE Bus STARTED 2024-04-15T16:26:07.455 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-15T16:26:07.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:07.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:26:07.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:26:07.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:26:07.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[38312]: [15/Apr/2024:16:26:07] ENGINE Bus STARTING 2024-04-15T16:26:07.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[38312]: [15/Apr/2024:16:26:07] ENGINE Serving on http://172.21.15.90:8765 2024-04-15T16:26:07.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[38312]: osdmap e64: 8 total, 8 up, 8 in 2024-04-15T16:26:07.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[38312]: mgrmap e18: y(active, since 1.02147s), standbys: x 2024-04-15T16:26:07.796 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:07.796 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:26:07.796 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:26:07.796 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:26:07.796 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[27209]: [15/Apr/2024:16:26:07] ENGINE Bus STARTING 2024-04-15T16:26:07.796 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[27209]: [15/Apr/2024:16:26:07] ENGINE Serving on http://172.21.15.90:8765 2024-04-15T16:26:07.796 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[27209]: osdmap e64: 8 total, 8 up, 8 in 2024-04-15T16:26:07.796 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:07 smithi090 ceph-mon[27209]: mgrmap e18: y(active, since 1.02147s), standbys: x 2024-04-15T16:26:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:07 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:07 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:26:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:07 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:26:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:07 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:26:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:07 smithi153 ceph-mon[30366]: [15/Apr/2024:16:26:07] ENGINE Bus STARTING 2024-04-15T16:26:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:07 smithi153 ceph-mon[30366]: [15/Apr/2024:16:26:07] ENGINE Serving on http://172.21.15.90:8765 2024-04-15T16:26:07.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:07 smithi153 ceph-mon[30366]: osdmap e64: 8 total, 8 up, 8 in 2024-04-15T16:26:07.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:07 smithi153 ceph-mon[30366]: mgrmap e18: y(active, since 1.02147s), standbys: x 2024-04-15T16:26:08.322 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:08.701 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:08 smithi090 ceph-mon[38312]: pgmap v4: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:08.701 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:08 smithi090 ceph-mon[38312]: [15/Apr/2024:16:26:07] ENGINE Serving on https://172.21.15.90:7150 2024-04-15T16:26:08.702 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:08 smithi090 ceph-mon[38312]: [15/Apr/2024:16:26:07] ENGINE Bus STARTED 2024-04-15T16:26:08.702 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:08 smithi090 ceph-mon[38312]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:26:08.702 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:08 smithi090 ceph-mon[38312]: osdmap e65: 8 total, 8 up, 8 in 2024-04-15T16:26:08.702 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:08 smithi090 ceph-mon[27209]: pgmap v4: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:08.702 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:08 smithi090 ceph-mon[27209]: [15/Apr/2024:16:26:07] ENGINE Serving on https://172.21.15.90:7150 2024-04-15T16:26:08.702 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:08 smithi090 ceph-mon[27209]: [15/Apr/2024:16:26:07] ENGINE Bus STARTED 2024-04-15T16:26:08.702 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:08 smithi090 ceph-mon[27209]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:26:08.702 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:08 smithi090 ceph-mon[27209]: osdmap e65: 8 total, 8 up, 8 in 2024-04-15T16:26:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:08 smithi153 ceph-mon[30366]: pgmap v4: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:08 smithi153 ceph-mon[30366]: [15/Apr/2024:16:26:07] ENGINE Serving on https://172.21.15.90:7150 2024-04-15T16:26:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:08 smithi153 ceph-mon[30366]: [15/Apr/2024:16:26:07] ENGINE Bus STARTED 2024-04-15T16:26:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:08 smithi153 ceph-mon[30366]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:26:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:08 smithi153 ceph-mon[30366]: osdmap e65: 8 total, 8 up, 8 in 2024-04-15T16:26:09.781 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:09 smithi090 ceph-mon[38312]: pgmap v5: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:09.781 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:09 smithi090 ceph-mon[38312]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-15T16:26:09.781 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:09 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:09.782 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:09 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:09.782 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:09 smithi090 ceph-mon[27209]: pgmap v5: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:09.782 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:09 smithi090 ceph-mon[27209]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-15T16:26:09.782 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:09 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:09.782 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:09 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:10.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:09 smithi153 ceph-mon[30366]: pgmap v5: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:10.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:09 smithi153 ceph-mon[30366]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-15T16:26:10.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:09 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:10.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:09 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:10.724 INFO:teuthology.orchestra.run.smithi090.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-15T16:26:11.038 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[38312]: Adjusting osd_memory_target on smithi153 to 2992M 2024-04-15T16:26:11.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3467379236' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:26:11.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:26:11.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.039 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[27209]: Adjusting osd_memory_target on smithi153 to 2992M 2024-04-15T16:26:11.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3467379236' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:26:11.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:26:11.040 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.041 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:10 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:10 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:10 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:10 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:10 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:10 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:10 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:10 smithi153 ceph-mon[30366]: Adjusting osd_memory_target on smithi153 to 2992M 2024-04-15T16:26:11.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:10 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:10 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/3467379236' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:26:11.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:10 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:26:11.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:10 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:10 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.427 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-15T16:26:11.427 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-15T16:26:11.427 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph mgr dump --format=json 2024-04-15T16:26:11.648 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:11.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: pgmap v7: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:11.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-15T16:26:11.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: osdmap e66: 8 total, 8 up, 8 in 2024-04-15T16:26:11.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-15T16:26:11.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.974 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.974 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: Adjusting osd_memory_target on smithi090 to 2992M 2024-04-15T16:26:11.974 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.974 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:26:11.974 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:26:11.974 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:26:11.974 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[27209]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:26:11.974 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: pgmap v7: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:11.974 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-15T16:26:11.974 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: osdmap e66: 8 total, 8 up, 8 in 2024-04-15T16:26:11.974 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-15T16:26:11.975 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.975 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.975 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.975 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.975 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.975 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:11.975 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: Adjusting osd_memory_target on smithi090 to 2992M 2024-04-15T16:26:11.975 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:11.975 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:26:11.975 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:26:11.975 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:26:11.975 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:11 smithi090 ceph-mon[38312]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:26:12.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: pgmap v7: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:12.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-15T16:26:12.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: osdmap e66: 8 total, 8 up, 8 in 2024-04-15T16:26:12.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-15T16:26:12.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:12.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:12.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:12.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:12.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:12.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:26:12.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: Adjusting osd_memory_target on smithi090 to 2992M 2024-04-15T16:26:12.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:12.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:26:12.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:26:12.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:26:12.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:11 smithi153 ceph-mon[30366]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:26:12.972 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:26:12] "GET /metrics HTTP/1.1" 200 31029 "" "Prometheus/2.43.0" 2024-04-15T16:26:12.972 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[27209]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:26:12.972 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[27209]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:26:12.972 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[27209]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:26:12.972 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[27209]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:26:12.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[27209]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:26:12.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[27209]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:26:12.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:12.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:12.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:12.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:12.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:12.973 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[38312]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:26:12.973 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[38312]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:26:12.973 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[38312]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:26:12.973 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[38312]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:26:12.973 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[38312]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:26:12.974 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[38312]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:26:12.974 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:12.974 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:12.974 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:12.974 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:12.974 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:12 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:13.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:12 smithi153 ceph-mon[30366]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:26:13.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:12 smithi153 ceph-mon[30366]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:26:13.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:12 smithi153 ceph-mon[30366]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:26:13.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:12 smithi153 ceph-mon[30366]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:26:13.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:12 smithi153 ceph-mon[30366]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:26:13.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:12 smithi153 ceph-mon[30366]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:26:13.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:12 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:13.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:12 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:13.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:12 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:13.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:12 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:13.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:12 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:13.749 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:26:14.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:13 smithi090 ceph-mon[27209]: pgmap v9: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:14.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:13 smithi090 ceph-mon[27209]: Deploying daemon alertmanager.a on smithi090 2024-04-15T16:26:14.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:13 smithi090 ceph-mon[27209]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:26:14.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:13 smithi090 ceph-mon[27209]: Cluster is now healthy 2024-04-15T16:26:14.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:13 smithi090 ceph-mon[38312]: pgmap v9: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:14.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:13 smithi090 ceph-mon[38312]: Deploying daemon alertmanager.a on smithi090 2024-04-15T16:26:14.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:13 smithi090 ceph-mon[38312]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:26:14.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:13 smithi090 ceph-mon[38312]: Cluster is now healthy 2024-04-15T16:26:14.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:13 smithi153 ceph-mon[30366]: pgmap v9: 105 pgs: 6 creating+activating, 99 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:14.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:13 smithi153 ceph-mon[30366]: Deploying daemon alertmanager.a on smithi090 2024-04-15T16:26:14.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:13 smithi153 ceph-mon[30366]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:26:14.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:13 smithi153 ceph-mon[30366]: Cluster is now healthy 2024-04-15T16:26:14.766 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":20,"flags":0,"active_gid":14619,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6800","nonce":3060965323},{"type":"v1","addr":"172.21.15.90:6801","nonce":3060965323}]},"active_addr":"172.21.15.90:6801/3060965323","active_change":"2024-04-15T16:26:06.566280+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24415,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.90:8443/","prometheus":"http://172.21.15.90:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":63,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":3876349042}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":1878244148}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":3347124292}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":3787370887}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":1505355463}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.90:0","nonce":749827873}]}]} 2024-04-15T16:26:14.771 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-15T16:26:14.771 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-15T16:26:14.771 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd dump --format=json 2024-04-15T16:26:14.987 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:15.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:14 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/287679218' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-15T16:26:15.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:14 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/287679218' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-15T16:26:15.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:14 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/287679218' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-15T16:26:16.029 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:15 smithi153 ceph-mon[30366]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-15T16:26:16.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:15 smithi090 ceph-mon[27209]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-15T16:26:16.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:15 smithi090 ceph-mon[38312]: pgmap v10: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-15T16:26:17.997 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:17 smithi090 ceph-mon[38312]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-15T16:26:17.998 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:17 smithi090 ceph-mon[27209]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-15T16:26:18.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:17 smithi153 ceph-mon[30366]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-15T16:26:18.438 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:26:18.438 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":66,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","created":"2024-04-15T16:20:00.183424+0000","modified":"2024-04-15T16:26:10.719514+0000","last_up_change":"2024-04-15T16:25:13.165326+0000","last_in_change":"2024-04-15T16:24:56.092887+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T16:23:16.153981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T16:25:32.414992+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T16:25:33.499838+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-15T16:26:06.565558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6803","nonce":1069708095}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6805","nonce":1069708095}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6809","nonce":1069708095}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6807","nonce":1069708095}]},"public_addr":"172.21.15.90:6803/1069708095","cluster_addr":"172.21.15.90:6805/1069708095","heartbeat_back_addr":"172.21.15.90:6809/1069708095","heartbeat_front_addr":"172.21.15.90:6807/1069708095","state":["exists","up"]},{"osd":1,"uuid":"2286e9ff-0229-4ee7-aadc-243005a9eea5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6811","nonce":1026479145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6813","nonce":1026479145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6817","nonce":1026479145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6815","nonce":1026479145}]},"public_addr":"172.21.15.90:6811/1026479145","cluster_addr":"172.21.15.90:6813/1026479145","heartbeat_back_addr":"172.21.15.90:6817/1026479145","heartbeat_front_addr":"172.21.15.90:6815/1026479145","state":["exists","up"]},{"osd":2,"uuid":"e915c3a5-62c6-45f0-8b49-543ad9b16b6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6819","nonce":3223430868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6821","nonce":3223430868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6825","nonce":3223430868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6823","nonce":3223430868}]},"public_addr":"172.21.15.90:6819/3223430868","cluster_addr":"172.21.15.90:6821/3223430868","heartbeat_back_addr":"172.21.15.90:6825/3223430868","heartbeat_front_addr":"172.21.15.90:6823/3223430868","state":["exists","up"]},{"osd":3,"uuid":"0bf5ea74-8e2f-4b00-a554-29089edb0a74","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6827","nonce":3628045607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6829","nonce":3628045607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6833","nonce":3628045607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6831","nonce":3628045607}]},"public_addr":"172.21.15.90:6827/3628045607","cluster_addr":"172.21.15.90:6829/3628045607","heartbeat_back_addr":"172.21.15.90:6833/3628045607","heartbeat_front_addr":"172.21.15.90:6831/3628045607","state":["exists","up"]},{"osd":4,"uuid":"4e6fe3a3-35be-459c-809b-9803ec6f9e66","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6801","nonce":2318314852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6803","nonce":2318314852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6807","nonce":2318314852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6805","nonce":2318314852}]},"public_addr":"172.21.15.153:6801/2318314852","cluster_addr":"172.21.15.153:6803/2318314852","heartbeat_back_addr":"172.21.15.153:6807/2318314852","heartbeat_front_addr":"172.21.15.153:6805/2318314852","state":["exists","up"]},{"osd":5,"uuid":"3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6809","nonce":935629544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6811","nonce":935629544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6815","nonce":935629544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6813","nonce":935629544}]},"public_addr":"172.21.15.153:6809/935629544","cluster_addr":"172.21.15.153:6811/935629544","heartbeat_back_addr":"172.21.15.153:6815/935629544","heartbeat_front_addr":"172.21.15.153:6813/935629544","state":["exists","up"]},{"osd":6,"uuid":"8161b962-a440-4c2a-afa3-1c5b3a8abf2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6817","nonce":3994566432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6819","nonce":3994566432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6823","nonce":3994566432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6821","nonce":3994566432}]},"public_addr":"172.21.15.153:6817/3994566432","cluster_addr":"172.21.15.153:6819/3994566432","heartbeat_back_addr":"172.21.15.153:6823/3994566432","heartbeat_front_addr":"172.21.15.153:6821/3994566432","state":["exists","up"]},{"osd":7,"uuid":"7d360fef-9725-4e9a-87e1-50a164e73469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6825","nonce":686880482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6827","nonce":686880482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6831","nonce":686880482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6829","nonce":686880482}]},"public_addr":"172.21.15.153:6825/686880482","cluster_addr":"172.21.15.153:6827/686880482","heartbeat_back_addr":"172.21.15.153:6831/686880482","heartbeat_front_addr":"172.21.15.153:6829/686880482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:24.845331+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:49.256554+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:13.855638+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:39.013223+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:01.093757+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:25.265035+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:48.344610+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:25:11.275511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:6800/3908363132":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/496362566":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/2095567905":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/3876408490":"2024-04-16T16:21:05.834443+0000","172.21.15.90:6800/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1205411690":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1624230203":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/3500219122":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/943668373":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6800/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1988657918":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1645174474":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/3908363132":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/2678531165":"2024-04-16T16:21:05.834443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T16:26:19.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:18 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/630694612' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:26:19.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:18 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/630694612' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:26:19.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:18 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/630694612' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:26:19.133 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-15T16:26:19.134 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd dump --format=json 2024-04-15T16:26:19.983 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:20.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:19 smithi090 ceph-mon[38312]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T16:26:20.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:19 smithi090 ceph-mon[27209]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T16:26:20.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:19 smithi153 ceph-mon[30366]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T16:26:21.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:21 smithi090 ceph-mon[38312]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T16:26:21.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:21 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:26:21.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:21 smithi090 ceph-mon[27209]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T16:26:21.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:21 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:26:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:21 smithi153 ceph-mon[30366]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-15T16:26:22.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:21 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:26:22.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:26:22] "GET /metrics HTTP/1.1" 200 33655 "" "Prometheus/2.43.0" 2024-04-15T16:26:23.246 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:23 smithi090 systemd[1]: Starting Ceph alertmanager.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:26:23.962 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:23 smithi090 ceph-mon[27209]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T16:26:23.962 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:23 smithi090 ceph-mon[38312]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T16:26:24.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:23 smithi153 ceph-mon[30366]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T16:26:24.272 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:24 smithi090 podman[69293]: 2024-04-15 16:26:24.088218455 +0000 UTC m=+0.248080033 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-15T16:26:24.272 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:24 smithi090 podman[69293]: 2024-04-15 16:26:24.199842383 +0000 UTC m=+0.359703945 volume create 3d90155ae5b9b359754bc0a57aa2c35a8680b2cc2e41dd8ba67d63a81b713ede 2024-04-15T16:26:24.272 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:24 smithi090 podman[69293]: 2024-04-15 16:26:24.27521895 +0000 UTC m=+0.435080504 container create 501b02941235102e4750cb840eb5f3cf705562e1f121bd7dcd0aa580beaa3019 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:26:24.274 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:26:24.274 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":66,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","created":"2024-04-15T16:20:00.183424+0000","modified":"2024-04-15T16:26:10.719514+0000","last_up_change":"2024-04-15T16:25:13.165326+0000","last_in_change":"2024-04-15T16:24:56.092887+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T16:23:16.153981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T16:25:32.414992+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T16:25:33.499838+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-15T16:26:06.565558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6803","nonce":1069708095}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6805","nonce":1069708095}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6809","nonce":1069708095}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6807","nonce":1069708095}]},"public_addr":"172.21.15.90:6803/1069708095","cluster_addr":"172.21.15.90:6805/1069708095","heartbeat_back_addr":"172.21.15.90:6809/1069708095","heartbeat_front_addr":"172.21.15.90:6807/1069708095","state":["exists","up"]},{"osd":1,"uuid":"2286e9ff-0229-4ee7-aadc-243005a9eea5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6811","nonce":1026479145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6813","nonce":1026479145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6817","nonce":1026479145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6815","nonce":1026479145}]},"public_addr":"172.21.15.90:6811/1026479145","cluster_addr":"172.21.15.90:6813/1026479145","heartbeat_back_addr":"172.21.15.90:6817/1026479145","heartbeat_front_addr":"172.21.15.90:6815/1026479145","state":["exists","up"]},{"osd":2,"uuid":"e915c3a5-62c6-45f0-8b49-543ad9b16b6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6819","nonce":3223430868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6821","nonce":3223430868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6825","nonce":3223430868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6823","nonce":3223430868}]},"public_addr":"172.21.15.90:6819/3223430868","cluster_addr":"172.21.15.90:6821/3223430868","heartbeat_back_addr":"172.21.15.90:6825/3223430868","heartbeat_front_addr":"172.21.15.90:6823/3223430868","state":["exists","up"]},{"osd":3,"uuid":"0bf5ea74-8e2f-4b00-a554-29089edb0a74","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6827","nonce":3628045607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6829","nonce":3628045607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6833","nonce":3628045607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6831","nonce":3628045607}]},"public_addr":"172.21.15.90:6827/3628045607","cluster_addr":"172.21.15.90:6829/3628045607","heartbeat_back_addr":"172.21.15.90:6833/3628045607","heartbeat_front_addr":"172.21.15.90:6831/3628045607","state":["exists","up"]},{"osd":4,"uuid":"4e6fe3a3-35be-459c-809b-9803ec6f9e66","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6801","nonce":2318314852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6803","nonce":2318314852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6807","nonce":2318314852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6805","nonce":2318314852}]},"public_addr":"172.21.15.153:6801/2318314852","cluster_addr":"172.21.15.153:6803/2318314852","heartbeat_back_addr":"172.21.15.153:6807/2318314852","heartbeat_front_addr":"172.21.15.153:6805/2318314852","state":["exists","up"]},{"osd":5,"uuid":"3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6809","nonce":935629544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6811","nonce":935629544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6815","nonce":935629544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6813","nonce":935629544}]},"public_addr":"172.21.15.153:6809/935629544","cluster_addr":"172.21.15.153:6811/935629544","heartbeat_back_addr":"172.21.15.153:6815/935629544","heartbeat_front_addr":"172.21.15.153:6813/935629544","state":["exists","up"]},{"osd":6,"uuid":"8161b962-a440-4c2a-afa3-1c5b3a8abf2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6817","nonce":3994566432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6819","nonce":3994566432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6823","nonce":3994566432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6821","nonce":3994566432}]},"public_addr":"172.21.15.153:6817/3994566432","cluster_addr":"172.21.15.153:6819/3994566432","heartbeat_back_addr":"172.21.15.153:6823/3994566432","heartbeat_front_addr":"172.21.15.153:6821/3994566432","state":["exists","up"]},{"osd":7,"uuid":"7d360fef-9725-4e9a-87e1-50a164e73469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6825","nonce":686880482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6827","nonce":686880482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6831","nonce":686880482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6829","nonce":686880482}]},"public_addr":"172.21.15.153:6825/686880482","cluster_addr":"172.21.15.153:6827/686880482","heartbeat_back_addr":"172.21.15.153:6831/686880482","heartbeat_front_addr":"172.21.15.153:6829/686880482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:24.845331+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:49.256554+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:13.855638+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:39.013223+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:01.093757+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:25.265035+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:48.344610+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:25:11.275511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:6800/3908363132":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/496362566":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/2095567905":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/3876408490":"2024-04-16T16:21:05.834443+0000","172.21.15.90:6800/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1205411690":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1624230203":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/3500219122":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/943668373":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6800/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1988657918":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1645174474":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/3908363132":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/2678531165":"2024-04-16T16:21:05.834443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T16:26:24.945 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:24 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1631270731' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:26:24.946 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:24 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1631270731' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:26:24.971 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph tell osd.0 flush_pg_stats 2024-04-15T16:26:24.972 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph tell osd.1 flush_pg_stats 2024-04-15T16:26:24.972 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph tell osd.2 flush_pg_stats 2024-04-15T16:26:24.973 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph tell osd.3 flush_pg_stats 2024-04-15T16:26:24.973 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph tell osd.4 flush_pg_stats 2024-04-15T16:26:24.974 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph tell osd.5 flush_pg_stats 2024-04-15T16:26:24.974 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph tell osd.6 flush_pg_stats 2024-04-15T16:26:24.975 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph tell osd.7 flush_pg_stats 2024-04-15T16:26:25.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:24 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1631270731' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:26:25.526 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:25.534 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:25.539 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:25.573 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:25.585 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:25 smithi090 podman[69293]: 2024-04-15 16:26:25.259812973 +0000 UTC m=+1.419674525 container init 501b02941235102e4750cb840eb5f3cf705562e1f121bd7dcd0aa580beaa3019 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:26:25.585 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:25 smithi090 podman[69293]: 2024-04-15 16:26:25.263204538 +0000 UTC m=+1.423066089 container start 501b02941235102e4750cb840eb5f3cf705562e1f121bd7dcd0aa580beaa3019 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:26:25.585 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[69490]: ts=2024-04-15T16:26:25.275Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-15T16:26:25.586 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[69490]: ts=2024-04-15T16:26:25.275Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-15T16:26:25.586 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[69490]: ts=2024-04-15T16:26:25.276Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.90 port=9094 2024-04-15T16:26:25.586 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[69490]: ts=2024-04-15T16:26:25.277Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-15T16:26:25.586 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[69490]: ts=2024-04-15T16:26:25.300Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T16:26:25.586 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[69490]: ts=2024-04-15T16:26:25.300Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T16:26:25.586 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[69490]: ts=2024-04-15T16:26:25.303Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-15T16:26:25.586 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[69490]: ts=2024-04-15T16:26:25.303Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-15T16:26:25.586 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:25 smithi090 bash[69293]: 501b02941235102e4750cb840eb5f3cf705562e1f121bd7dcd0aa580beaa3019 2024-04-15T16:26:25.586 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:25 smithi090 systemd[1]: Started Ceph alertmanager.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:26:25.952 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:26:25] ENGINE Bus STOPPING 2024-04-15T16:26:25.952 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:26:25] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T16:26:25.952 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:26:25] ENGINE Bus STOPPED 2024-04-15T16:26:25.952 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:26:25] ENGINE Bus STARTING 2024-04-15T16:26:25.952 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:26:25] ENGINE Serving on http://:::9283 2024-04-15T16:26:25.952 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:25 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:26:25] ENGINE Bus STARTED 2024-04-15T16:26:26.567 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[38312]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T16:26:26.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[38312]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-15T16:26:26.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T16:26:26.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[27209]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T16:26:26.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[27209]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-15T16:26:26.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T16:26:26.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:26 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.719 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:26 smithi153 ceph-mon[30366]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-15T16:26:26.720 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:26 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.720 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:26 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.720 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:26 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.720 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:26 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.720 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:26 smithi153 ceph-mon[30366]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-15T16:26:26.720 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:26 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.720 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:26 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:26.720 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:26 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T16:26:26.720 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:26 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:27.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:27 smithi090 ceph-mon[38312]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T16:26:27.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:27 smithi090 ceph-mon[38312]: Deploying daemon grafana.a on smithi153 2024-04-15T16:26:27.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:27 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:27.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:27 smithi090 ceph-mon[27209]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T16:26:27.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:27 smithi090 ceph-mon[27209]: Deploying daemon grafana.a on smithi153 2024-04-15T16:26:27.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:27 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:27.586 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:27 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[69490]: ts=2024-04-15T16:26:27.278Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000857469s 2024-04-15T16:26:27.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:27 smithi153 ceph-mon[30366]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-15T16:26:27.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:27 smithi153 ceph-mon[30366]: Deploying daemon grafana.a on smithi153 2024-04-15T16:26:27.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:27 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:28.220 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:28.221 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:28.222 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:28.223 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:28.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:28 smithi090 ceph-mon[38312]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:28.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:28 smithi090 ceph-mon[27209]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:28.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:28 smithi153 ceph-mon[30366]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:30.781 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:30 smithi090 ceph-mon[38312]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:30.781 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:30 smithi090 ceph-mon[27209]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:30.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:30 smithi153 ceph-mon[30366]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:32.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:32 smithi090 ceph-mon[27209]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:32.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:32 smithi090 ceph-mon[38312]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:32.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:32 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:26:32] "GET /metrics HTTP/1.1" 200 33655 "" "Prometheus/2.43.0" 2024-04-15T16:26:32.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:32 smithi153 ceph-mon[30366]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:34.739 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:34 smithi090 ceph-mon[38312]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:34.740 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:34 smithi090 ceph-mon[27209]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:34.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:34 smithi153 ceph-mon[30366]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:35.575 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:26:35 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[69490]: ts=2024-04-15T16:26:35.282Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.00450898s 2024-04-15T16:26:35.596 INFO:teuthology.orchestra.run.smithi090.stdout:128849018911 2024-04-15T16:26:35.596 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.4 2024-04-15T16:26:36.301 INFO:teuthology.orchestra.run.smithi090.stdout:163208757275 2024-04-15T16:26:36.301 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.5 2024-04-15T16:26:36.545 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:36 smithi090 ceph-mon[38312]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:36.545 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:36 smithi090 ceph-mon[27209]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:36.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:36 smithi153 ceph-mon[30366]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:36.949 INFO:teuthology.orchestra.run.smithi090.stdout:107374182436 2024-04-15T16:26:36.949 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.3 2024-04-15T16:26:37.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:37 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:26:37.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:37 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:26:37.769 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:37 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:26:38.759 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:38 smithi153 ceph-mon[30366]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:38.763 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:38 smithi090 ceph-mon[38312]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:38.764 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:38 smithi090 ceph-mon[27209]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:40.128 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 systemd[1]: Starting Ceph grafana.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:26:40.539 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-mon[30366]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:40.539 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 podman[60628]: 2024-04-15 16:26:40.162127206 +0000 UTC m=+0.017064008 image pull 954c08fa618887fe9a6fe572ae541197c77e625b05f4193df7898f5ac649ada9 quay.io/ceph/ceph-grafana:9.4.7 2024-04-15T16:26:40.540 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 podman[60628]: 2024-04-15 16:26:40.298154613 +0000 UTC m=+0.153091457 container create 244b9812aa65d776a9d80b44a2b88379a736f2161e656e2e74e9db680a34836c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a, description=Ceph Grafana Container, com.redhat.component=ubi8-container, io.openshift.tags=base rhel8, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, release=239.1651231664, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, architecture=x86_64, io.buildah.version=1.32.0, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, name=ubi8, version=8.5, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.display-name=Red Hat Universal Base Image 8, vendor=Red Hat, Inc.) 2024-04-15T16:26:40.540 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 podman[60628]: 2024-04-15 16:26:40.542344501 +0000 UTC m=+0.397281303 container init 244b9812aa65d776a9d80b44a2b88379a736f2161e656e2e74e9db680a34836c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a, vendor=Red Hat, Inc., io.k8s.display-name=Red Hat Universal Base Image 8, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.buildah.version=1.32.0, description=Ceph Grafana Container, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, release=239.1651231664, io.openshift.tags=base rhel8, vcs-type=git, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, com.redhat.component=ubi8-container, name=ubi8, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897, architecture=x86_64) 2024-04-15T16:26:40.644 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:40 smithi090 ceph-mon[38312]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:40.644 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:40 smithi090 ceph-mon[27209]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:40.789 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 podman[60628]: 2024-04-15 16:26:40.545382105 +0000 UTC m=+0.400318910 container start 244b9812aa65d776a9d80b44a2b88379a736f2161e656e2e74e9db680a34836c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, vcs-type=git, version=8.5, io.buildah.version=1.32.0, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, description=Ceph Grafana Container, vendor=Red Hat, Inc., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, com.redhat.component=ubi8-container, name=ubi8, io.openshift.tags=base rhel8, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , release=239.1651231664, architecture=x86_64, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, build-date=2022-04-29T11:48:11.055897) 2024-04-15T16:26:40.789 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 bash[60628]: 244b9812aa65d776a9d80b44a2b88379a736f2161e656e2e74e9db680a34836c 2024-04-15T16:26:40.790 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 systemd[1]: Started Ceph grafana.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:26:40.790 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=settings t=2024-04-15T16:26:40.709471771Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-15T16:26:40.790 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=settings t=2024-04-15T16:26:40.709651585Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-15T16:26:40.790 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=settings t=2024-04-15T16:26:40.709669588Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-15T16:26:40.790 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=settings t=2024-04-15T16:26:40.709677558Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-15T16:26:40.790 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=settings t=2024-04-15T16:26:40.709683905Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-15T16:26:40.790 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=settings t=2024-04-15T16:26:40.709689696Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-15T16:26:40.790 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=settings t=2024-04-15T16:26:40.709695217Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-15T16:26:40.790 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=settings t=2024-04-15T16:26:40.709700855Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-15T16:26:40.790 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=settings t=2024-04-15T16:26:40.709706505Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-15T16:26:40.790 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=settings t=2024-04-15T16:26:40.709712085Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-15T16:26:40.791 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=settings t=2024-04-15T16:26:40.709717228Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-15T16:26:40.791 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=settings t=2024-04-15T16:26:40.70972281Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-15T16:26:40.791 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=settings t=2024-04-15T16:26:40.709728613Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-15T16:26:40.791 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=settings t=2024-04-15T16:26:40.709734296Z level=info msg="App mode production" 2024-04-15T16:26:40.792 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=sqlstore t=2024-04-15T16:26:40.709779747Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-15T16:26:40.792 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=sqlstore t=2024-04-15T16:26:40.709797096Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-15T16:26:40.792 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.710647751Z level=info msg="Starting DB migrations" 2024-04-15T16:26:40.792 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.710720193Z level=info msg="Executing migration" id="create migration_log table" 2024-04-15T16:26:40.792 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.711228359Z level=info msg="Executing migration" id="create user table" 2024-04-15T16:26:40.792 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.71169015Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-15T16:26:40.792 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.714251127Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-15T16:26:40.792 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.716888248Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-15T16:26:40.792 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.719442619Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-15T16:26:40.792 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.722060277Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-15T16:26:40.792 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.724482486Z level=info msg="Executing migration" id="create user table v2" 2024-04-15T16:26:40.792 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.726961441Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-15T16:26:40.793 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.729736218Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-15T16:26:40.793 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.732306766Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-15T16:26:40.793 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.735087416Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-15T16:26:40.793 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.73755692Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-15T16:26:40.793 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.740047898Z level=info msg="Executing migration" id="Update user table charset" 2024-04-15T16:26:40.793 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.740394335Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-15T16:26:40.793 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.741327517Z level=info msg="Executing migration" id="Add missing user data" 2024-04-15T16:26:40.793 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.741700119Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-15T16:26:40.793 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.742488306Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-15T16:26:40.793 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.743284313Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-15T16:26:40.793 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.744073265Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-15T16:26:40.793 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.745185884Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-15T16:26:40.793 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.746009318Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-15T16:26:40.793 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.746781435Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-15T16:26:40.793 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.747574066Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-15T16:26:40.794 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.748572226Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-15T16:26:40.794 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.748991432Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-15T16:26:40.794 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.749759459Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-15T16:26:40.794 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.750227024Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-15T16:26:40.794 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.750643942Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-15T16:26:40.794 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.751049223Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-15T16:26:40.794 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.75180826Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-15T16:26:40.797 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.752504412Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-15T16:26:40.797 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.752957019Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-15T16:26:40.798 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.753778057Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-15T16:26:40.798 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.754202107Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-15T16:26:40.798 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.754624297Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-15T16:26:40.798 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.755460277Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-15T16:26:40.798 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.756404793Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-15T16:26:40.798 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.757100529Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-15T16:26:40.798 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.757926575Z level=info msg="Executing migration" id="create star table" 2024-04-15T16:26:40.798 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.758340367Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-15T16:26:40.798 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.75882178Z level=info msg="Executing migration" id="create org table v1" 2024-04-15T16:26:40.798 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.759593579Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-15T16:26:40.798 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.760014213Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-15T16:26:40.798 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.76086983Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-15T16:26:40.798 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.761746505Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-15T16:26:40.798 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.762681683Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-15T16:26:40.799 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.763412573Z level=info msg="Executing migration" id="Update org table charset" 2024-04-15T16:26:40.799 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.764314136Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-15T16:26:40.799 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.765065312Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-15T16:26:40.799 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.768085608Z level=info msg="Executing migration" id="create dashboard table" 2024-04-15T16:26:40.799 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.768568303Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-15T16:26:40.799 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.77064901Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-15T16:26:40.799 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.773473416Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-15T16:26:40.799 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.776237638Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-15T16:26:40.799 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.779039398Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-15T16:26:40.799 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.781615027Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-15T16:26:40.799 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.784370164Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-15T16:26:40.799 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.787008673Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-15T16:26:40.799 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.789752086Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-15T16:26:40.799 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.792637207Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-15T16:26:41.042 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.795190442Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-15T16:26:41.042 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.797822619Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-15T16:26:41.042 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.800568994Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-15T16:26:41.043 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.803490722Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-15T16:26:41.043 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.805920703Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-15T16:26:41.043 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.808903557Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-15T16:26:41.043 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.811667466Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-15T16:26:41.043 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.81224237Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-15T16:26:41.043 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.815016016Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-15T16:26:41.043 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.818043482Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-15T16:26:41.043 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.820842297Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-15T16:26:41.043 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.823507169Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-15T16:26:41.043 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.826308354Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-15T16:26:41.043 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.826883832Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-15T16:26:41.043 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.829584805Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-15T16:26:41.043 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.83247839Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-15T16:26:41.044 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.835214223Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-15T16:26:41.044 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.837948146Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-15T16:26:41.044 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.840592441Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-15T16:26:41.044 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.843286415Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-15T16:26:41.044 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.84617368Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-15T16:26:41.044 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.848790513Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-15T16:26:41.044 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.851489586Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-15T16:26:41.044 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.854126442Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-15T16:26:41.044 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.856827225Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-15T16:26:41.044 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.859499831Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-15T16:26:41.044 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.862306644Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-15T16:26:41.044 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.865093948Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-15T16:26:41.044 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.867755421Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-15T16:26:41.045 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.870491219Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-15T16:26:41.045 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.873031379Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-15T16:26:41.045 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.875773253Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-15T16:26:41.045 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.87851366Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-15T16:26:41.045 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.881314713Z level=info msg="Executing migration" id="create data_source table" 2024-04-15T16:26:41.045 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.882160494Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-15T16:26:41.045 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.882850245Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-15T16:26:41.045 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.883306584Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-15T16:26:41.045 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.884294418Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-15T16:26:41.047 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.885059303Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-15T16:26:41.047 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.886154917Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-15T16:26:41.047 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.887080931Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-15T16:26:41.047 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.88783407Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-15T16:26:41.047 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.888600728Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-15T16:26:41.047 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.889441788Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-15T16:26:41.047 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.89027373Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-15T16:26:41.047 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.891216557Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-15T16:26:41.047 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.891949388Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-15T16:26:41.047 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.892914335Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-15T16:26:41.047 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.893654896Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-15T16:26:41.047 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.894647725Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-15T16:26:41.048 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.895290757Z level=info msg="Executing migration" id="Add uid column" 2024-04-15T16:26:41.048 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.89609372Z level=info msg="Executing migration" id="Update uid value" 2024-04-15T16:26:41.048 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.897046044Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-15T16:26:41.048 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.89784374Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-15T16:26:41.048 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.898881207Z level=info msg="Executing migration" id="create api_key table" 2024-04-15T16:26:41.048 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.899591999Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-15T16:26:41.048 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.900603154Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-15T16:26:41.048 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.901306618Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-15T16:26:41.048 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.902270819Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-15T16:26:41.048 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.903081965Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-15T16:26:41.048 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.903824012Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-15T16:26:41.048 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.90477258Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-15T16:26:41.048 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.906053389Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-15T16:26:41.049 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.906889525Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-15T16:26:41.049 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.907752492Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-15T16:26:41.049 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.908752085Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-15T16:26:41.049 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.909343939Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-15T16:26:41.049 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.910143799Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-15T16:26:41.049 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.910546908Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-15T16:26:41.049 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.911557374Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-15T16:26:41.049 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.912210772Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-15T16:26:41.049 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.915090577Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-15T16:26:41.049 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.91797365Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-15T16:26:41.049 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.920860937Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-15T16:26:41.049 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.921491129Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-15T16:26:41.049 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.924478495Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-15T16:26:41.049 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.927299657Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-15T16:26:41.050 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.930110909Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-15T16:26:41.050 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.930697241Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-15T16:26:41.050 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.933487988Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-15T16:26:41.050 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.936366336Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-15T16:26:41.050 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.939040114Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-15T16:26:41.050 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.939546235Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-15T16:26:41.050 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.942615469Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-15T16:26:41.050 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.945258821Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-15T16:26:41.050 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.947968825Z level=info msg="Executing migration" id="create quota table v1" 2024-04-15T16:26:41.050 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.948544443Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-15T16:26:41.050 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.951332091Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-15T16:26:41.050 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.954036642Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-15T16:26:41.050 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.954622172Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-15T16:26:41.051 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.955050354Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-15T16:26:41.051 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.957780735Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-15T16:26:41.051 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.960356008Z level=info msg="Executing migration" id="create session table" 2024-04-15T16:26:41.051 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.960857908Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-15T16:26:41.051 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.961166407Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-15T16:26:41.051 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.961442458Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-15T16:26:41.051 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.961841758Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-15T16:26:41.051 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.964660138Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-15T16:26:41.051 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.965019615Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-15T16:26:41.051 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.96527995Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-15T16:26:41.051 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.965608873Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-15T16:26:41.051 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.965937698Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-15T16:26:41.051 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.96720628Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-15T16:26:41.051 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.967531692Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-15T16:26:41.052 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.969994874Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-15T16:26:41.052 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.972533719Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-15T16:26:41.052 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.973152136Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-15T16:26:41.052 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.975954196Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-15T16:26:41.052 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.976426224Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-15T16:26:41.052 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.976860711Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-15T16:26:41.052 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.979576669Z level=info msg="Executing migration" id="create alert table v1" 2024-04-15T16:26:41.052 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.982400103Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-15T16:26:41.052 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.983006632Z level=info msg="Executing migration" id="add index alert state" 2024-04-15T16:26:41.052 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.985619871Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-15T16:26:41.052 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.986077527Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-15T16:26:41.052 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.986492532Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-15T16:26:41.052 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.986949856Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-15T16:26:41.052 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.987350366Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-15T16:26:41.053 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.988771934Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-15T16:26:41.053 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.989172064Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-15T16:26:41.053 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.989632304Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-15T16:26:41.053 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.98997647Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-15T16:26:41.053 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.990328543Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-15T16:26:41.053 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.990772096Z level=info msg="Executing migration" id="Add column is_default" 2024-04-15T16:26:41.053 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.99141524Z level=info msg="Executing migration" id="Add column frequency" 2024-04-15T16:26:41.053 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.992107954Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-15T16:26:41.053 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.992798943Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-15T16:26:41.053 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.993485338Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-15T16:26:41.053 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.993943204Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-15T16:26:41.053 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.994232428Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-15T16:26:41.053 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.994531844Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-15T16:26:41.053 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.994952499Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-15T16:26:41.054 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.995394686Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-15T16:26:41.054 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.995861454Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-15T16:26:41.054 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.996497439Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-15T16:26:41.054 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.996989574Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-15T16:26:41.054 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.997690326Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-15T16:26:41.054 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.998366619Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-15T16:26:41.054 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.998717764Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-15T16:26:41.054 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.99918907Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-15T16:26:41.054 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:40.999649304Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-15T16:26:41.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.000318398Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-15T16:26:41.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.003220393Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-15T16:26:41.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.006002678Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-15T16:26:41.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.008602991Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-15T16:26:41.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.011334816Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-15T16:26:41.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.014245118Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-15T16:26:41.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.016879155Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-15T16:26:41.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.019505359Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-15T16:26:41.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.020106508Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-15T16:26:41.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.022787953Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-15T16:26:41.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.02537401Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-15T16:26:41.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.028064594Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-15T16:26:41.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.028816863Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-15T16:26:41.056 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.031522945Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-15T16:26:41.056 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.03414Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-15T16:26:41.056 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.036846351Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-15T16:26:41.056 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.037272853Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-15T16:26:41.056 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.039948563Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-15T16:26:41.056 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.042703425Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-15T16:26:41.056 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.045273442Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-15T16:26:41.056 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.045757501Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-15T16:26:41.056 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.048365618Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-15T16:26:41.293 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.050973442Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-15T16:26:41.293 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.051880797Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-15T16:26:41.293 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.052689523Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-15T16:26:41.293 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.05350222Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-15T16:26:41.293 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.054283329Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-15T16:26:41.293 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.05510519Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-15T16:26:41.294 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.055469845Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-15T16:26:41.294 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.05631119Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-15T16:26:41.294 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.057061373Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-15T16:26:41.294 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.057856398Z level=info msg="Executing migration" id="Move region to single row" 2024-04-15T16:26:41.294 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.058235259Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-15T16:26:41.294 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.059035296Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-15T16:26:41.294 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.059832534Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-15T16:26:41.294 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.060612656Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-15T16:26:41.294 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.061050433Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-15T16:26:41.294 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.061849459Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-15T16:26:41.294 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.062293888Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-15T16:26:41.294 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.062665901Z level=info msg="Executing migration" id="create test_data table" 2024-04-15T16:26:41.295 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.063476621Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-15T16:26:41.295 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.063927773Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-15T16:26:41.295 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.064724789Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-15T16:26:41.296 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.065664724Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-15T16:26:41.296 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.066562865Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-15T16:26:41.296 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.067025252Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-15T16:26:41.296 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.067818525Z level=info msg="Executing migration" id="create team table" 2024-04-15T16:26:41.296 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.06823418Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-15T16:26:41.296 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.068699682Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-15T16:26:41.296 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.069696185Z level=info msg="Executing migration" id="create team member table" 2024-04-15T16:26:41.296 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.070285704Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-15T16:26:41.296 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.071108905Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-15T16:26:41.296 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.07195427Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-15T16:26:41.296 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.072854149Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-15T16:26:41.296 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.073560926Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-15T16:26:41.296 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.074438295Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-15T16:26:41.296 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.0752715Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-15T16:26:41.297 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.076164823Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-15T16:26:41.297 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.076616807Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-15T16:26:41.297 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.079308838Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-15T16:26:41.297 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.081831419Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-15T16:26:41.297 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.08457577Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-15T16:26:41.297 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.085020321Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-15T16:26:41.297 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.087875159Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-15T16:26:41.297 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.090385523Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-15T16:26:41.297 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.092994959Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-15T16:26:41.297 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.095625385Z level=info msg="Executing migration" id="create tag table" 2024-04-15T16:26:41.297 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.098726331Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-15T16:26:41.297 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.101441897Z level=info msg="Executing migration" id="create login attempt table" 2024-04-15T16:26:41.297 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.104090069Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-15T16:26:41.297 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.106928183Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-15T16:26:41.298 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.109712518Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-15T16:26:41.298 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.112531444Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-15T16:26:41.298 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.115185563Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-15T16:26:41.298 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.11797371Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-15T16:26:41.298 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.120891764Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-15T16:26:41.298 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.123571705Z level=info msg="Executing migration" id="create user auth table" 2024-04-15T16:26:41.298 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.126128258Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-15T16:26:41.298 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.128888316Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-15T16:26:41.298 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.131406446Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-15T16:26:41.298 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.134157029Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-15T16:26:41.298 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.136574525Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-15T16:26:41.298 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.139177892Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-15T16:26:41.298 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.141992939Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-15T16:26:41.299 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.144496854Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-15T16:26:41.299 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.146893934Z level=info msg="Executing migration" id="create server_lock table" 2024-04-15T16:26:41.299 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.149547357Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-15T16:26:41.299 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.152237121Z level=info msg="Executing migration" id="create user auth token table" 2024-04-15T16:26:41.299 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.154838493Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-15T16:26:41.299 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.157616913Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-15T16:26:41.299 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.16015104Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-15T16:26:41.299 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.162677785Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-15T16:26:41.299 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.165519584Z level=info msg="Executing migration" id="create cache_data table" 2024-04-15T16:26:41.299 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.166418053Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-15T16:26:41.299 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.167242369Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-15T16:26:41.299 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.168027645Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-15T16:26:41.299 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.168974004Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-15T16:26:41.299 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.169656884Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-15T16:26:41.300 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.170613052Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-15T16:26:41.300 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.171262279Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-15T16:26:41.300 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.172036027Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-15T16:26:41.300 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.172876648Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-15T16:26:41.300 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.173813528Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-15T16:26:41.300 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.174497359Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-15T16:26:41.300 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.175332776Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-15T16:26:41.300 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.176155678Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-15T16:26:41.300 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.177134398Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-15T16:26:41.300 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.178097084Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-15T16:26:41.300 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.178862074Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-15T16:26:41.301 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.179774066Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-15T16:26:41.301 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.180474943Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-15T16:26:41.301 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.181476257Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-15T16:26:41.301 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.182223579Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-15T16:26:41.301 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.183054378Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-15T16:26:41.301 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.183498853Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-15T16:26:41.301 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.183947154Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-15T16:26:41.301 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.184703066Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-15T16:26:41.301 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.18513254Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-15T16:26:41.301 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.18600173Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-15T16:26:41.301 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.186848122Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-15T16:26:41.301 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.187728545Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-15T16:26:41.301 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.191315487Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-15T16:26:41.302 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.194643099Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-15T16:26:41.302 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.195498592Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-15T16:26:41.302 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.196513595Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-15T16:26:41.302 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.197405276Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-15T16:26:41.302 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.198234248Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-15T16:26:41.302 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.199087543Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-15T16:26:41.302 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.202084847Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-15T16:26:41.302 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.204760755Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-15T16:26:41.302 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.20741288Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-15T16:26:41.302 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.210138007Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-15T16:26:41.302 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.211065098Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-15T16:26:41.303 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.211965742Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-15T16:26:41.303 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.212386801Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-15T16:26:41.303 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.212850319Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-15T16:26:41.303 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.213678137Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-15T16:26:41.303 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.214528179Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-15T16:26:41.304 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.214992484Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-15T16:26:41.304 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.215843076Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-15T16:26:41.304 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.216659299Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-15T16:26:41.304 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.216970407Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-15T16:26:41.304 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.217430159Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-15T16:26:41.304 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.217865744Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-15T16:26:41.304 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.218291976Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-15T16:26:41.304 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.218608101Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-15T16:26:41.304 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.219470518Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-15T16:26:41.304 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.220319391Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-15T16:26:41.304 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.221182256Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-15T16:26:41.304 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.22206783Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-15T16:26:41.304 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.222953031Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-15T16:26:41.304 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.223960702Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-15T16:26:41.304 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.224682232Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-15T16:26:41.305 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.225535737Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-15T16:26:41.305 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.226494991Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-15T16:26:41.305 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.227363714Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-15T16:26:41.305 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.228213961Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-15T16:26:41.305 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.229148232Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-15T16:26:41.305 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.229987911Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-15T16:26:41.305 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.230863165Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-15T16:26:41.305 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.231724869Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-15T16:26:41.305 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.232626663Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-15T16:26:41.305 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.23346694Z level=info msg="Executing migration" id="create alert_image table" 2024-04-15T16:26:41.305 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.234415877Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-15T16:26:41.305 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.235153018Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-15T16:26:41.305 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.236063626Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-15T16:26:41.305 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.236602305Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-15T16:26:41.306 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.238885245Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-15T16:26:41.306 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.238961324Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-15T16:26:41.306 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.24152173Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-15T16:26:41.306 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.244412937Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-15T16:26:41.306 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.247353647Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-15T16:26:41.306 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.247495528Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-15T16:26:41.306 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.247604821Z level=info msg="alerts found to migrate" alerts=0 2024-04-15T16:26:41.306 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.250091161Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-15T16:26:41.306 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.252865908Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-15T16:26:41.306 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.255766054Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-15T16:26:41.306 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.258572214Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-15T16:26:41.306 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.261294059Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-15T16:26:41.306 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.263997994Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-15T16:26:41.307 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.266683844Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-15T16:26:41.307 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.269607297Z level=info msg="Executing migration" id="create data_keys table" 2024-04-15T16:26:41.307 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.272489376Z level=info msg="Executing migration" id="create secrets table" 2024-04-15T16:26:41.307 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.275048921Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-15T16:26:41.307 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.279360608Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-15T16:26:41.307 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.282198854Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-15T16:26:41.307 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.284955737Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-15T16:26:41.307 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.289294083Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-15T16:26:41.307 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.293539495Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-15T16:26:41.307 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.29629543Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-15T16:26:41.307 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.298916517Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-15T16:26:41.565 INFO:teuthology.orchestra.run.smithi090.stdout:77309411370 2024-04-15T16:26:41.565 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.2 2024-04-15T16:26:41.628 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.301709887Z level=info msg="Executing migration" id="create permission table" 2024-04-15T16:26:41.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.304431036Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-15T16:26:41.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.307133824Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-15T16:26:41.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.30980706Z level=info msg="Executing migration" id="create role table" 2024-04-15T16:26:41.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.312511555Z level=info msg="Executing migration" id="add column display_name" 2024-04-15T16:26:41.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.315155219Z level=info msg="Executing migration" id="add column group_name" 2024-04-15T16:26:41.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.31793288Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-15T16:26:41.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.32065194Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-15T16:26:41.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.32342748Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-15T16:26:41.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.325901554Z level=info msg="Executing migration" id="create team role table" 2024-04-15T16:26:41.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.32854626Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-15T16:26:41.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.331295266Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-15T16:26:41.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.334042253Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-15T16:26:41.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.336753674Z level=info msg="Executing migration" id="create user role table" 2024-04-15T16:26:41.630 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.33742682Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-15T16:26:41.630 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.338213885Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-15T16:26:41.630 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.339211908Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-15T16:26:41.630 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.340018946Z level=info msg="Executing migration" id="create builtin role table" 2024-04-15T16:26:41.630 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.340930389Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-15T16:26:41.631 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.341666811Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-15T16:26:41.631 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.34264035Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-15T16:26:41.631 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.343764727Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-15T16:26:41.631 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.344251124Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-15T16:26:41.631 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.344984387Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-15T16:26:41.631 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.345444544Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-15T16:26:41.631 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.345906626Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-15T16:26:41.631 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.34630637Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-15T16:26:41.631 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.3468422Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-15T16:26:41.631 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.347820058Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-15T16:26:41.631 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.348617073Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-15T16:26:41.631 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.349083801Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-15T16:26:41.631 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.34937624Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-15T16:26:41.632 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.349824684Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-15T16:26:41.632 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.350295974Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-15T16:26:41.632 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.350683169Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-15T16:26:41.632 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.351008001Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-15T16:26:41.632 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.351342142Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-15T16:26:41.632 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.351763199Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-15T16:26:41.632 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.35222884Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-15T16:26:41.632 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.353185725Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-15T16:26:41.632 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.35356289Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-15T16:26:41.632 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.354044328Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-15T16:26:41.632 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.354472881Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-15T16:26:41.632 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.354905586Z level=info msg="Executing migration" id="add correlation config column" 2024-04-15T16:26:41.632 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.355881861Z level=info msg="Executing migration" id="create entity_events table" 2024-04-15T16:26:41.632 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.356322529Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-15T16:26:41.633 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.357127006Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-15T16:26:41.633 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.357221645Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-15T16:26:41.633 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.35754328Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-15T16:26:41.633 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.357637395Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-15T16:26:41.633 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.35792169Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-15T16:26:41.633 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.358332657Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-15T16:26:41.633 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.358768152Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-15T16:26:41.633 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.359225732Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-15T16:26:41.633 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.359678811Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-15T16:26:41.633 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.360108117Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-15T16:26:41.633 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.360518815Z level=info msg="Executing migration" id="Drop public config table" 2024-04-15T16:26:41.633 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.360946376Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-15T16:26:41.633 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.361353806Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-15T16:26:41.634 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.361819009Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-15T16:26:41.634 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.362297911Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-15T16:26:41.634 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.36311354Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-15T16:26:41.634 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.366081053Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-15T16:26:41.634 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.367204179Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-15T16:26:41.634 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.368223971Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-15T16:26:41.634 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.368553453Z level=info msg="Executing migration" id="add share column" 2024-04-15T16:26:41.634 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.369548008Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-15T16:26:41.634 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.370005154Z level=info msg="Executing migration" id="create file table" 2024-04-15T16:26:41.634 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.370439697Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-15T16:26:41.634 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.371215466Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-15T16:26:41.635 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.371728457Z level=info msg="Executing migration" id="create file_meta table" 2024-04-15T16:26:41.635 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.372580796Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-15T16:26:41.635 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.373467166Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-15T16:26:41.635 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.374167003Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-15T16:26:41.635 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.375060495Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-15T16:26:41.635 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.375621505Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-15T16:26:41.635 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.376072462Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-15T16:26:41.636 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.377136957Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-15T16:26:41.636 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.378104487Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-15T16:26:41.636 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.37884763Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-15T16:26:41.636 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.379695653Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-15T16:26:41.636 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.380542847Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-15T16:26:41.636 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.383034015Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-15T16:26:41.636 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.385574125Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-15T16:26:41.636 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.388413415Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-15T16:26:41.636 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.391208207Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-15T16:26:41.636 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.401117787Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-15T16:26:41.636 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.40398194Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-15T16:26:41.636 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.40655728Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-15T16:26:41.636 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.409940516Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-15T16:26:41.637 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.41279945Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-15T16:26:41.637 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.415714299Z level=info msg="Executing migration" id="create folder table" 2024-04-15T16:26:41.637 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.418274997Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-15T16:26:41.637 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.420983891Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-15T16:26:41.637 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.423801742Z level=info msg="Executing migration" id="Update folder title length" 2024-04-15T16:26:41.637 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.426539628Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-15T16:26:41.637 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=migrator t=2024-04-15T16:26:41.429193804Z level=info msg="migrations completed" performed=485 skipped=0 duration=718.492078ms 2024-04-15T16:26:41.637 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=sqlstore t=2024-04-15T16:26:41.429634616Z level=info msg="Created default organization" 2024-04-15T16:26:41.637 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=plugin.loader t=2024-04-15T16:26:41.487391403Z level=info msg="Plugin registered" pluginID=input 2024-04-15T16:26:41.637 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=plugin.loader t=2024-04-15T16:26:41.516632466Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-15T16:26:41.637 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=plugin.loader t=2024-04-15T16:26:41.516663825Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-15T16:26:41.637 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=secrets t=2024-04-15T16:26:41.51671214Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-15T16:26:41.637 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=query_data t=2024-04-15T16:26:41.518457442Z level=info msg="Query Service initialization" 2024-04-15T16:26:41.637 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=live.push_http t=2024-04-15T16:26:41.521041932Z level=info msg="Live Push Gateway initialization" 2024-04-15T16:26:41.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:41 smithi090 ceph-mon[38312]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:41.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:41 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:41.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:41 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:41.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:41 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:41.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:41 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:41.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:41 smithi090 ceph-mon[38312]: Deploying daemon node-exporter.a on smithi090 2024-04-15T16:26:41.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:41 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:41.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:41 smithi090 ceph-mon[27209]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:41.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:41 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:41.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:41 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:41.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:41 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:41.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:41 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:41.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:41 smithi090 ceph-mon[27209]: Deploying daemon node-exporter.a on smithi090 2024-04-15T16:26:41.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:41 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:41.991 INFO:teuthology.orchestra.run.smithi090.stdout:55834574896 2024-04-15T16:26:41.991 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.1 2024-04-15T16:26:42.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-mon[30366]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:42.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:42.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:42.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:42.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:42.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-mon[30366]: Deploying daemon node-exporter.a on smithi090 2024-04-15T16:26:42.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:41 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:42.401 INFO:teuthology.orchestra.run.smithi090.stdout:231928234003 2024-04-15T16:26:42.401 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.7 2024-04-15T16:26:42.628 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=infra.usagestats.collector t=2024-04-15T16:26:42.263565512Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-15T16:26:42.628 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=provisioning.datasources t=2024-04-15T16:26:42.320219981Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-15T16:26:42.628 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=provisioning.datasources t=2024-04-15T16:26:42.351884309Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-15T16:26:42.628 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=provisioning.alerting t=2024-04-15T16:26:42.373429651Z level=info msg="starting to provision alerting" 2024-04-15T16:26:42.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=provisioning.alerting t=2024-04-15T16:26:42.373448485Z level=info msg="finished to provision alerting" 2024-04-15T16:26:42.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=grafanaStorageLogger t=2024-04-15T16:26:42.373659499Z level=info msg="storage starting" 2024-04-15T16:26:42.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=ngalert.state.manager t=2024-04-15T16:26:42.373733729Z level=info msg="Warming state cache for startup" 2024-04-15T16:26:42.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=http.server t=2024-04-15T16:26:42.375573649Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-15T16:26:42.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=sqlstore.transactions t=2024-04-15T16:26:42.384664483Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-15T16:26:42.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=ngalert.state.manager t=2024-04-15T16:26:42.384935696Z level=info msg="State cache has been initialized" states=0 duration=11.200468ms 2024-04-15T16:26:42.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=ticker t=2024-04-15T16:26:42.385016739Z level=info msg=starting first_tick=2024-04-15T16:26:50Z 2024-04-15T16:26:42.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=ngalert.multiorg.alertmanager t=2024-04-15T16:26:42.385042304Z level=info msg="starting MultiOrg Alertmanager" 2024-04-15T16:26:42.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=sqlstore.transactions t=2024-04-15T16:26:42.420024984Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-15T16:26:42.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=sqlstore.transactions t=2024-04-15T16:26:42.460937013Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-15T16:26:42.629 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=sqlstore.transactions t=2024-04-15T16:26:42.472228563Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=1 code="database is locked" 2024-04-15T16:26:42.860 INFO:teuthology.orchestra.run.smithi090.stdout:34359738421 2024-04-15T16:26:42.860 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.0 2024-04-15T16:26:42.887 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:42 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:26:42] "GET /metrics HTTP/1.1" 200 33657 "" "Prometheus/2.43.0" 2024-04-15T16:26:43.305 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:43.305 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:43.331 INFO:teuthology.orchestra.run.smithi090.stdout:197568495639 2024-04-15T16:26:43.331 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd last-stat-seq osd.6 2024-04-15T16:26:43.358 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:44.027 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:43 smithi090 ceph-mon[27209]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:44.027 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:43 smithi090 ceph-mon[38312]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:44.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:43 smithi153 ceph-mon[30366]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:45.266 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:45.267 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:45.810 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:46.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:45 smithi090 ceph-mon[38312]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:46.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:45 smithi090 ceph-mon[27209]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:46.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:45 smithi153 ceph-mon[30366]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:47.673 INFO:teuthology.orchestra.run.smithi090.stdout:107374182439 2024-04-15T16:26:48.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:47 smithi090 ceph-mon[27209]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:48.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:47 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2242795453' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-15T16:26:48.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:47 smithi090 ceph-mon[38312]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:48.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:47 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2242795453' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-15T16:26:48.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:47 smithi153 ceph-mon[30366]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:48.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:47 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2242795453' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-15T16:26:49.813 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:49 smithi090 ceph-mon[27209]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:49.813 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:49 smithi090 ceph-mon[38312]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:49.840 INFO:tasks.cephadm.ceph_manager.ceph:need seq 107374182436 got 107374182439 for osd.3 2024-04-15T16:26:49.840 DEBUG:teuthology.parallel:result is None 2024-04-15T16:26:50.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:49 smithi153 ceph-mon[30366]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:50.774 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:50 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2551809711' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-15T16:26:50.774 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:50 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2551809711' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-15T16:26:50.975 INFO:teuthology.orchestra.run.smithi090.stdout:128849018915 2024-04-15T16:26:51.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:50 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2551809711' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-15T16:26:51.569 INFO:tasks.cephadm.ceph_manager.ceph:need seq 128849018911 got 128849018915 for osd.4 2024-04-15T16:26:51.570 DEBUG:teuthology.parallel:result is None 2024-04-15T16:26:52.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:51 smithi090 ceph-mon[38312]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:52.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:51 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:26:52.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:51 smithi090 ceph-mon[27209]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:52.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:51 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:26:52.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:51 smithi153 ceph-mon[30366]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:52.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:51 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:26:52.741 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:26:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:26:52] "GET /metrics HTTP/1.1" 200 33654 "" "Prometheus/2.43.0" 2024-04-15T16:26:53.057 INFO:teuthology.orchestra.run.smithi090.stdout:163208757278 2024-04-15T16:26:53.828 INFO:teuthology.orchestra.run.smithi090.stdout:77309411372 2024-04-15T16:26:53.860 INFO:teuthology.orchestra.run.smithi090.stdout:197568495641 2024-04-15T16:26:53.976 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:53 smithi153 ceph-mon[30366]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:53.976 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:53 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/3230464096' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-15T16:26:53.976 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:53 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/4158690294' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-15T16:26:54.051 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:53 smithi090 ceph-mon[27209]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:54.051 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:53 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3230464096' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-15T16:26:54.051 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:53 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/4158690294' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-15T16:26:54.052 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:53 smithi090 ceph-mon[38312]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:54.052 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:53 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3230464096' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-15T16:26:54.052 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:53 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/4158690294' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-15T16:26:54.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:54 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2297187606' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-15T16:26:54.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:54 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2297187606' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-15T16:26:55.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:54 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2297187606' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-15T16:26:55.488 INFO:teuthology.orchestra.run.smithi090.stdout:34359738424 2024-04-15T16:26:55.777 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:55 smithi090 ceph-mon[38312]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:55.777 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:55 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/4020126223' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-15T16:26:55.777 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:55 smithi090 ceph-mon[27209]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:55.777 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:55 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/4020126223' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-15T16:26:56.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:55 smithi153 ceph-mon[30366]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:56.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:55 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/4020126223' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-15T16:26:56.336 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:56 smithi090 bash[71631]: Writing manifest to image destination 2024-04-15T16:26:56.722 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411370 got 77309411372 for osd.2 2024-04-15T16:26:56.722 DEBUG:teuthology.parallel:result is None 2024-04-15T16:26:56.836 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738421 got 34359738424 for osd.0 2024-04-15T16:26:56.836 DEBUG:teuthology.parallel:result is None 2024-04-15T16:26:56.933 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:56 smithi090 podman[71631]: 2024-04-15 16:26:56.627744169 +0000 UTC m=+5.837669281 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-15T16:26:57.196 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:56 smithi090 podman[71631]: 2024-04-15 16:26:56.936722596 +0000 UTC m=+6.146647760 container create 3debabe090107dc3ea6090b981914ecde80fb58cc44fb7f932f4251d6889dee4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T16:26:57.294 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:57.294 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:26:57.586 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 podman[71631]: 2024-04-15 16:26:57.199203173 +0000 UTC m=+6.409128281 container init 3debabe090107dc3ea6090b981914ecde80fb58cc44fb7f932f4251d6889dee4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T16:26:57.586 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 podman[71631]: 2024-04-15 16:26:57.202035952 +0000 UTC m=+6.411961063 container start 3debabe090107dc3ea6090b981914ecde80fb58cc44fb7f932f4251d6889dee4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T16:26:57.586 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.205Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-15T16:26:57.586 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.205Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-15T16:26:57.586 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.206Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-15T16:26:57.586 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.206Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T16:26:57.586 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.206Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-15T16:26:57.587 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.206Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-15T16:26:57.587 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-15T16:26:57.587 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=arp 2024-04-15T16:26:57.587 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-15T16:26:57.587 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-15T16:26:57.587 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-15T16:26:57.587 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-15T16:26:57.587 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-15T16:26:57.587 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-15T16:26:57.588 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-15T16:26:57.588 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-15T16:26:57.588 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=edac 2024-04-15T16:26:57.588 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-15T16:26:57.588 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-15T16:26:57.588 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-15T16:26:57.588 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-15T16:26:57.588 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-15T16:26:57.588 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-15T16:26:57.588 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-15T16:26:57.588 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-15T16:26:57.588 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-15T16:26:57.589 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-15T16:26:57.589 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-15T16:26:57.589 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-15T16:26:57.589 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-15T16:26:57.589 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-15T16:26:57.589 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-15T16:26:57.589 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-15T16:26:57.589 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=os 2024-04-15T16:26:57.589 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-15T16:26:57.589 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-15T16:26:57.589 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-15T16:26:57.589 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-15T16:26:57.589 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-15T16:26:57.589 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-15T16:26:57.590 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-15T16:26:57.590 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=stat 2024-04-15T16:26:57.590 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-15T16:26:57.590 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-15T16:26:57.590 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-15T16:26:57.590 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=time 2024-04-15T16:26:57.590 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-15T16:26:57.590 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=uname 2024-04-15T16:26:57.590 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-15T16:26:57.590 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-15T16:26:57.590 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-15T16:26:57.590 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-15T16:26:57.590 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[71939]: ts=2024-04-15T16:26:57.207Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-15T16:26:57.590 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 bash[71631]: 3debabe090107dc3ea6090b981914ecde80fb58cc44fb7f932f4251d6889dee4 2024-04-15T16:26:57.591 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:26:57 smithi090 systemd[1]: Started Ceph node-exporter.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:26:57.737 INFO:tasks.cephadm.ceph_manager.ceph:need seq 197568495639 got 197568495641 for osd.6 2024-04-15T16:26:57.737 DEBUG:teuthology.parallel:result is None 2024-04-15T16:26:58.601 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:58 smithi090 ceph-mon[38312]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:58.601 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:58 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:58.601 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:58 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:58.601 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:58 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:58.601 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:26:58 smithi090 ceph-mon[38312]: Deploying daemon node-exporter.b on smithi153 2024-04-15T16:26:58.601 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:58 smithi090 ceph-mon[27209]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:58.601 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:58 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:58.601 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:58 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:58.602 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:58 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:58.602 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:26:58 smithi090 ceph-mon[27209]: Deploying daemon node-exporter.b on smithi153 2024-04-15T16:26:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:58 smithi153 ceph-mon[30366]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:26:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:58 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:58 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:58 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:26:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:26:58 smithi153 ceph-mon[30366]: Deploying daemon node-exporter.b on smithi153 2024-04-15T16:26:58.628 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:26:58 smithi153 bash[60919]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-15T16:26:59.128 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:26:58 smithi153 bash[60919]: Getting image source signatures 2024-04-15T16:26:59.128 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:26:58 smithi153 bash[60919]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-15T16:26:59.128 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:26:58 smithi153 bash[60919]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-15T16:26:59.128 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:26:58 smithi153 bash[60919]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-15T16:26:59.277 INFO:tasks.cephadm.ceph_manager.ceph:need seq 163208757275 got 163208757278 for osd.5 2024-04-15T16:26:59.277 DEBUG:teuthology.parallel:result is None 2024-04-15T16:27:00.551 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:00 smithi090 ceph-mon[27209]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:00.552 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:00 smithi090 ceph-mon[38312]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:00.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-mon[30366]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:00.628 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 bash[60919]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-15T16:27:00.628 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 bash[60919]: Writing manifest to image destination 2024-04-15T16:27:00.784 INFO:teuthology.orchestra.run.smithi090.stdout:55834574900 2024-04-15T16:27:00.989 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 podman[60919]: 2024-04-15 16:27:00.642409211 +0000 UTC m=+2.385467454 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-15T16:27:00.990 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 podman[60919]: 2024-04-15 16:27:00.74083491 +0000 UTC m=+2.483893194 container create 84d7909407d8e1a747f3dc394260e5a78ea294936e030c8e2d48d5b1f816d103 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T16:27:00.990 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 podman[60919]: 2024-04-15 16:27:00.917540961 +0000 UTC m=+2.660599204 container init 84d7909407d8e1a747f3dc394260e5a78ea294936e030c8e2d48d5b1f816d103 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T16:27:00.990 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 podman[60919]: 2024-04-15 16:27:00.920356218 +0000 UTC m=+2.663414461 container start 84d7909407d8e1a747f3dc394260e5a78ea294936e030c8e2d48d5b1f816d103 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T16:27:00.990 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.924Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-15T16:27:00.990 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.924Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-15T16:27:00.990 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-15T16:27:00.990 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T16:27:00.990 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-15T16:27:00.990 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-15T16:27:00.990 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-15T16:27:00.990 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=arp 2024-04-15T16:27:00.990 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-15T16:27:00.991 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-15T16:27:00.991 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-15T16:27:00.991 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-15T16:27:00.991 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-15T16:27:00.991 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-15T16:27:00.991 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-15T16:27:00.992 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-15T16:27:00.992 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=edac 2024-04-15T16:27:00.992 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-15T16:27:00.992 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-15T16:27:00.992 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-15T16:27:00.992 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-15T16:27:00.992 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-15T16:27:00.992 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-15T16:27:00.992 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-15T16:27:00.992 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-15T16:27:00.992 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-15T16:27:00.992 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-15T16:27:00.992 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-15T16:27:00.993 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-15T16:27:00.993 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-15T16:27:00.993 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-15T16:27:00.993 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-15T16:27:00.993 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-15T16:27:00.993 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=os 2024-04-15T16:27:00.993 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-15T16:27:00.993 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-15T16:27:00.993 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-15T16:27:00.993 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-15T16:27:00.993 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-15T16:27:00.993 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-15T16:27:00.993 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-15T16:27:00.993 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=stat 2024-04-15T16:27:00.993 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-15T16:27:00.994 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-15T16:27:00.994 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-15T16:27:00.994 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=time 2024-04-15T16:27:00.994 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-15T16:27:00.994 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=uname 2024-04-15T16:27:00.994 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-15T16:27:00.994 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-15T16:27:00.994 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.925Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-15T16:27:00.994 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.926Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-15T16:27:00.994 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[60970]: ts=2024-04-15T16:27:00.926Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-15T16:27:00.994 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 bash[60919]: 84d7909407d8e1a747f3dc394260e5a78ea294936e030c8e2d48d5b1f816d103 2024-04-15T16:27:01.350 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:27:00 smithi153 systemd[1]: Started Ceph node-exporter.b for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:27:01.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:01 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2335986575' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-15T16:27:01.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:01 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:01.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:01 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:01.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:01 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:01.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:01 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:01.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:01 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:01.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:01 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:27:01.728 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:01 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2335986575' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-15T16:27:01.729 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:01 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:01.729 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:01 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:01.729 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:01 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:01.729 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:01 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:01.729 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:01 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:01.729 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:01 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:27:01.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:01 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2335986575' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-15T16:27:01.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:01 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:01.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:01 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:01.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:01 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:01.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:01 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:01.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:01 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:01.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:01 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:27:01.749 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574896 got 55834574900 for osd.1 2024-04-15T16:27:01.749 DEBUG:teuthology.parallel:result is None 2024-04-15T16:27:02.432 INFO:teuthology.orchestra.run.smithi090.stdout:231928234007 2024-04-15T16:27:02.603 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:02 smithi090 ceph-mon[38312]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:02.603 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:02 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:02.603 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:02 smithi090 ceph-mon[27209]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:02.603 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:02 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:02 smithi153 ceph-mon[30366]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:02 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:02.975 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:27:02] "GET /metrics HTTP/1.1" 200 33654 "" "Prometheus/2.43.0" 2024-04-15T16:27:03.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:03 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/4146704367' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-15T16:27:03.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:03 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/4146704367' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-15T16:27:03.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:03 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/4146704367' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-15T16:27:03.709 INFO:tasks.cephadm.ceph_manager.ceph:need seq 231928234003 got 231928234007 for osd.7 2024-04-15T16:27:03.709 DEBUG:teuthology.parallel:result is None 2024-04-15T16:27:03.709 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-15T16:27:03.709 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph pg dump --format=json 2024-04-15T16:27:03.942 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:27:04.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:04 smithi153 ceph-mon[30366]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:04.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:04 smithi090 ceph-mon[38312]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:04.710 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:04 smithi090 ceph-mon[27209]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:05.752 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:05 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:05.752 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:05 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:05.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:05 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:05.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:05 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:05.780 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:27:05.783 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-15T16:27:05.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:05 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:05.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:05 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:06.606 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":35,"stamp":"2024-04-15T16:27:04.595259+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227332,"kb_used_data":7068,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733884,"statfs":{"total":767960285184,"available":767727497216,"internally_reserved":0,"allocated":7237632,"data_stored":4087662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002317"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.656640+0000","last_change":"2024-04-15T16:25:34.343027+0000","last_active":"2024-04-15T16:26:08.656640+0000","last_peered":"2024-04-15T16:26:08.656640+0000","last_clean":"2024-04-15T16:26:08.656640+0000","last_became_active":"2024-04-15T16:25:34.342740+0000","last_became_peered":"2024-04-15T16:25:34.342740+0000","last_unstale":"2024-04-15T16:26:08.656640+0000","last_undegraded":"2024-04-15T16:26:08.656640+0000","last_fullsized":"2024-04-15T16:26:08.656640+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:06:16.582491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.325053+0000","last_change":"2024-04-15T16:25:34.339869+0000","last_active":"2024-04-15T16:26:09.325053+0000","last_peered":"2024-04-15T16:26:09.325053+0000","last_clean":"2024-04-15T16:26:09.325053+0000","last_became_active":"2024-04-15T16:25:34.339592+0000","last_became_peered":"2024-04-15T16:25:34.339592+0000","last_unstale":"2024-04-15T16:26:09.325053+0000","last_undegraded":"2024-04-15T16:26:09.325053+0000","last_fullsized":"2024-04-15T16:26:09.325053+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:26.287465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658752+0000","last_change":"2024-04-15T16:25:34.332573+0000","last_active":"2024-04-15T16:26:08.658752+0000","last_peered":"2024-04-15T16:26:08.658752+0000","last_clean":"2024-04-15T16:26:08.658752+0000","last_became_active":"2024-04-15T16:25:34.330953+0000","last_became_peered":"2024-04-15T16:25:34.330953+0000","last_unstale":"2024-04-15T16:26:08.658752+0000","last_undegraded":"2024-04-15T16:26:08.658752+0000","last_fullsized":"2024-04-15T16:26:08.658752+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:33:16.275845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324763+0000","last_change":"2024-04-15T16:25:34.325812+0000","last_active":"2024-04-15T16:26:09.324763+0000","last_peered":"2024-04-15T16:26:09.324763+0000","last_clean":"2024-04-15T16:26:09.324763+0000","last_became_active":"2024-04-15T16:25:34.325511+0000","last_became_peered":"2024-04-15T16:25:34.325511+0000","last_unstale":"2024-04-15T16:26:09.324763+0000","last_undegraded":"2024-04-15T16:26:09.324763+0000","last_fullsized":"2024-04-15T16:26:09.324763+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:40:34.275763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.656182+0000","last_change":"2024-04-15T16:25:34.341746+0000","last_active":"2024-04-15T16:26:08.656182+0000","last_peered":"2024-04-15T16:26:08.656182+0000","last_clean":"2024-04-15T16:26:08.656182+0000","last_became_active":"2024-04-15T16:25:34.341468+0000","last_became_peered":"2024-04-15T16:25:34.341468+0000","last_unstale":"2024-04-15T16:26:08.656182+0000","last_undegraded":"2024-04-15T16:26:08.656182+0000","last_fullsized":"2024-04-15T16:26:08.656182+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:58:32.644078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324822+0000","last_change":"2024-04-15T16:25:34.330971+0000","last_active":"2024-04-15T16:26:09.324822+0000","last_peered":"2024-04-15T16:26:09.324822+0000","last_clean":"2024-04-15T16:26:09.324822+0000","last_became_active":"2024-04-15T16:25:34.330414+0000","last_became_peered":"2024-04-15T16:25:34.330414+0000","last_unstale":"2024-04-15T16:26:09.324822+0000","last_undegraded":"2024-04-15T16:26:09.324822+0000","last_fullsized":"2024-04-15T16:26:09.324822+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:31:20.629371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.655954+0000","last_change":"2024-04-15T16:25:34.338566+0000","last_active":"2024-04-15T16:26:08.655954+0000","last_peered":"2024-04-15T16:26:08.655954+0000","last_clean":"2024-04-15T16:26:08.655954+0000","last_became_active":"2024-04-15T16:25:34.338254+0000","last_became_peered":"2024-04-15T16:25:34.338254+0000","last_unstale":"2024-04-15T16:26:08.655954+0000","last_undegraded":"2024-04-15T16:26:08.655954+0000","last_fullsized":"2024-04-15T16:26:08.655954+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:33:26.090081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.588430+0000","last_change":"2024-04-15T16:25:34.339664+0000","last_active":"2024-04-15T16:26:08.588430+0000","last_peered":"2024-04-15T16:26:08.588430+0000","last_clean":"2024-04-15T16:26:08.588430+0000","last_became_active":"2024-04-15T16:25:34.339343+0000","last_became_peered":"2024-04-15T16:25:34.339343+0000","last_unstale":"2024-04-15T16:26:08.588430+0000","last_undegraded":"2024-04-15T16:26:08.588430+0000","last_fullsized":"2024-04-15T16:26:08.588430+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:29:36.126853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.656637+0000","last_change":"2024-04-15T16:25:34.325861+0000","last_active":"2024-04-15T16:26:08.656637+0000","last_peered":"2024-04-15T16:26:08.656637+0000","last_clean":"2024-04-15T16:26:08.656637+0000","last_became_active":"2024-04-15T16:25:34.324397+0000","last_became_peered":"2024-04-15T16:25:34.324397+0000","last_unstale":"2024-04-15T16:26:08.656637+0000","last_undegraded":"2024-04-15T16:26:08.656637+0000","last_fullsized":"2024-04-15T16:26:08.656637+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:26:20.154648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658617+0000","last_change":"2024-04-15T16:25:34.339780+0000","last_active":"2024-04-15T16:26:08.658617+0000","last_peered":"2024-04-15T16:26:08.658617+0000","last_clean":"2024-04-15T16:26:08.658617+0000","last_became_active":"2024-04-15T16:25:34.339415+0000","last_became_peered":"2024-04-15T16:25:34.339415+0000","last_unstale":"2024-04-15T16:26:08.658617+0000","last_undegraded":"2024-04-15T16:26:08.658617+0000","last_fullsized":"2024-04-15T16:26:08.658617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:35:41.132583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658716+0000","last_change":"2024-04-15T16:25:34.340901+0000","last_active":"2024-04-15T16:26:08.658716+0000","last_peered":"2024-04-15T16:26:08.658716+0000","last_clean":"2024-04-15T16:26:08.658716+0000","last_became_active":"2024-04-15T16:25:34.340493+0000","last_became_peered":"2024-04-15T16:25:34.340493+0000","last_unstale":"2024-04-15T16:26:08.658716+0000","last_undegraded":"2024-04-15T16:26:08.658716+0000","last_fullsized":"2024-04-15T16:26:08.658716+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:30:50.620153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.587128+0000","last_change":"2024-04-15T16:25:34.341183+0000","last_active":"2024-04-15T16:26:08.587128+0000","last_peered":"2024-04-15T16:26:08.587128+0000","last_clean":"2024-04-15T16:26:08.587128+0000","last_became_active":"2024-04-15T16:25:34.340905+0000","last_became_peered":"2024-04-15T16:25:34.340905+0000","last_unstale":"2024-04-15T16:26:08.587128+0000","last_undegraded":"2024-04-15T16:26:08.587128+0000","last_fullsized":"2024-04-15T16:26:08.587128+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:39:14.240637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589429+0000","last_change":"2024-04-15T16:25:34.340368+0000","last_active":"2024-04-15T16:26:08.589429+0000","last_peered":"2024-04-15T16:26:08.589429+0000","last_clean":"2024-04-15T16:26:08.589429+0000","last_became_active":"2024-04-15T16:25:34.340102+0000","last_became_peered":"2024-04-15T16:25:34.340102+0000","last_unstale":"2024-04-15T16:26:08.589429+0000","last_undegraded":"2024-04-15T16:26:08.589429+0000","last_fullsized":"2024-04-15T16:26:08.589429+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:53:50.733708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658348+0000","last_change":"2024-04-15T16:25:34.319500+0000","last_active":"2024-04-15T16:26:08.658348+0000","last_peered":"2024-04-15T16:26:08.658348+0000","last_clean":"2024-04-15T16:26:08.658348+0000","last_became_active":"2024-04-15T16:25:34.319223+0000","last_became_peered":"2024-04-15T16:25:34.319223+0000","last_unstale":"2024-04-15T16:26:08.658348+0000","last_undegraded":"2024-04-15T16:26:08.658348+0000","last_fullsized":"2024-04-15T16:26:08.658348+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:54:58.061705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324563+0000","last_change":"2024-04-15T16:25:34.334358+0000","last_active":"2024-04-15T16:26:09.324563+0000","last_peered":"2024-04-15T16:26:09.324563+0000","last_clean":"2024-04-15T16:26:09.324563+0000","last_became_active":"2024-04-15T16:25:34.333935+0000","last_became_peered":"2024-04-15T16:25:34.333935+0000","last_unstale":"2024-04-15T16:26:09.324563+0000","last_undegraded":"2024-04-15T16:26:09.324563+0000","last_fullsized":"2024-04-15T16:26:09.324563+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:00:04.035951+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324449+0000","last_change":"2024-04-15T16:25:34.318900+0000","last_active":"2024-04-15T16:26:09.324449+0000","last_peered":"2024-04-15T16:26:09.324449+0000","last_clean":"2024-04-15T16:26:09.324449+0000","last_became_active":"2024-04-15T16:25:34.318502+0000","last_became_peered":"2024-04-15T16:25:34.318502+0000","last_unstale":"2024-04-15T16:26:09.324449+0000","last_undegraded":"2024-04-15T16:26:09.324449+0000","last_fullsized":"2024-04-15T16:26:09.324449+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:48.205980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.325097+0000","last_change":"2024-04-15T16:25:34.328026+0000","last_active":"2024-04-15T16:26:09.325097+0000","last_peered":"2024-04-15T16:26:09.325097+0000","last_clean":"2024-04-15T16:26:09.325097+0000","last_became_active":"2024-04-15T16:25:34.327688+0000","last_became_peered":"2024-04-15T16:25:34.327688+0000","last_unstale":"2024-04-15T16:26:09.325097+0000","last_undegraded":"2024-04-15T16:26:09.325097+0000","last_fullsized":"2024-04-15T16:26:09.325097+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:03:34.971197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589725+0000","last_change":"2024-04-15T16:25:34.331432+0000","last_active":"2024-04-15T16:26:08.589725+0000","last_peered":"2024-04-15T16:26:08.589725+0000","last_clean":"2024-04-15T16:26:08.589725+0000","last_became_active":"2024-04-15T16:25:34.331144+0000","last_became_peered":"2024-04-15T16:25:34.331144+0000","last_unstale":"2024-04-15T16:26:08.589725+0000","last_undegraded":"2024-04-15T16:26:08.589725+0000","last_fullsized":"2024-04-15T16:26:08.589725+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:15.124138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.656398+0000","last_change":"2024-04-15T16:25:34.343643+0000","last_active":"2024-04-15T16:26:08.656398+0000","last_peered":"2024-04-15T16:26:08.656398+0000","last_clean":"2024-04-15T16:26:08.656398+0000","last_became_active":"2024-04-15T16:25:34.343310+0000","last_became_peered":"2024-04-15T16:25:34.343310+0000","last_unstale":"2024-04-15T16:26:08.656398+0000","last_undegraded":"2024-04-15T16:26:08.656398+0000","last_fullsized":"2024-04-15T16:26:08.656398+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:28:45.383113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":20,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.659001+0000","last_change":"2024-04-15T16:25:33.968103+0000","last_active":"2024-04-15T16:26:08.659001+0000","last_peered":"2024-04-15T16:26:08.659001+0000","last_clean":"2024-04-15T16:26:08.659001+0000","last_became_active":"2024-04-15T16:25:33.967761+0000","last_became_peered":"2024-04-15T16:25:33.967761+0000","last_unstale":"2024-04-15T16:26:08.659001+0000","last_undegraded":"2024-04-15T16:26:08.659001+0000","last_fullsized":"2024-04-15T16:26:08.659001+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:54:52.037745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589655+0000","last_change":"2024-04-15T16:25:34.340186+0000","last_active":"2024-04-15T16:26:08.589655+0000","last_peered":"2024-04-15T16:26:08.589655+0000","last_clean":"2024-04-15T16:26:08.589655+0000","last_became_active":"2024-04-15T16:25:34.339301+0000","last_became_peered":"2024-04-15T16:25:34.339301+0000","last_unstale":"2024-04-15T16:26:08.589655+0000","last_undegraded":"2024-04-15T16:26:08.589655+0000","last_fullsized":"2024-04-15T16:26:08.589655+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:18.284424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589747+0000","last_change":"2024-04-15T16:25:33.965065+0000","last_active":"2024-04-15T16:26:08.589747+0000","last_peered":"2024-04-15T16:26:08.589747+0000","last_clean":"2024-04-15T16:26:08.589747+0000","last_became_active":"2024-04-15T16:25:33.964737+0000","last_became_peered":"2024-04-15T16:25:33.964737+0000","last_unstale":"2024-04-15T16:26:08.589747+0000","last_undegraded":"2024-04-15T16:26:08.589747+0000","last_fullsized":"2024-04-15T16:26:08.589747+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:51:53.494021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.659020+0000","last_change":"2024-04-15T16:25:34.319634+0000","last_active":"2024-04-15T16:26:08.659020+0000","last_peered":"2024-04-15T16:26:08.659020+0000","last_clean":"2024-04-15T16:26:08.659020+0000","last_became_active":"2024-04-15T16:25:34.319357+0000","last_became_peered":"2024-04-15T16:25:34.319357+0000","last_unstale":"2024-04-15T16:26:08.659020+0000","last_undegraded":"2024-04-15T16:26:08.659020+0000","last_fullsized":"2024-04-15T16:26:08.659020+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:58:27.072680+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.656640+0000","last_change":"2024-04-15T16:25:33.977219+0000","last_active":"2024-04-15T16:26:08.656640+0000","last_peered":"2024-04-15T16:26:08.656640+0000","last_clean":"2024-04-15T16:26:08.656640+0000","last_became_active":"2024-04-15T16:25:33.976928+0000","last_became_peered":"2024-04-15T16:25:33.976928+0000","last_unstale":"2024-04-15T16:26:08.656640+0000","last_undegraded":"2024-04-15T16:26:08.656640+0000","last_fullsized":"2024-04-15T16:26:08.656640+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:39.495968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324884+0000","last_change":"2024-04-15T16:25:34.329989+0000","last_active":"2024-04-15T16:26:09.324884+0000","last_peered":"2024-04-15T16:26:09.324884+0000","last_clean":"2024-04-15T16:26:09.324884+0000","last_became_active":"2024-04-15T16:25:34.329701+0000","last_became_peered":"2024-04-15T16:25:34.329701+0000","last_unstale":"2024-04-15T16:26:09.324884+0000","last_undegraded":"2024-04-15T16:26:09.324884+0000","last_fullsized":"2024-04-15T16:26:09.324884+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:17.392829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.656334+0000","last_change":"2024-04-15T16:25:33.967010+0000","last_active":"2024-04-15T16:26:08.656334+0000","last_peered":"2024-04-15T16:26:08.656334+0000","last_clean":"2024-04-15T16:26:08.656334+0000","last_became_active":"2024-04-15T16:25:33.966660+0000","last_became_peered":"2024-04-15T16:25:33.966660+0000","last_unstale":"2024-04-15T16:26:08.656334+0000","last_undegraded":"2024-04-15T16:26:08.656334+0000","last_fullsized":"2024-04-15T16:26:08.656334+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:29:38.451908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324790+0000","last_change":"2024-04-15T16:25:34.338627+0000","last_active":"2024-04-15T16:26:09.324790+0000","last_peered":"2024-04-15T16:26:09.324790+0000","last_clean":"2024-04-15T16:26:09.324790+0000","last_became_active":"2024-04-15T16:25:34.338319+0000","last_became_peered":"2024-04-15T16:25:34.338319+0000","last_unstale":"2024-04-15T16:26:09.324790+0000","last_undegraded":"2024-04-15T16:26:09.324790+0000","last_fullsized":"2024-04-15T16:26:09.324790+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:00:10.623792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589653+0000","last_change":"2024-04-15T16:25:33.962681+0000","last_active":"2024-04-15T16:26:08.589653+0000","last_peered":"2024-04-15T16:26:08.589653+0000","last_clean":"2024-04-15T16:26:08.589653+0000","last_became_active":"2024-04-15T16:25:33.962390+0000","last_became_peered":"2024-04-15T16:25:33.962390+0000","last_unstale":"2024-04-15T16:26:08.589653+0000","last_undegraded":"2024-04-15T16:26:08.589653+0000","last_fullsized":"2024-04-15T16:26:08.589653+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:06:18.299907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.586847+0000","last_change":"2024-04-15T16:25:34.333356+0000","last_active":"2024-04-15T16:26:08.586847+0000","last_peered":"2024-04-15T16:26:08.586847+0000","last_clean":"2024-04-15T16:26:08.586847+0000","last_became_active":"2024-04-15T16:25:34.333052+0000","last_became_peered":"2024-04-15T16:25:34.333052+0000","last_unstale":"2024-04-15T16:26:08.586847+0000","last_undegraded":"2024-04-15T16:26:08.586847+0000","last_fullsized":"2024-04-15T16:26:08.586847+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:41:37.719731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658333+0000","last_change":"2024-04-15T16:25:33.962483+0000","last_active":"2024-04-15T16:26:08.658333+0000","last_peered":"2024-04-15T16:26:08.658333+0000","last_clean":"2024-04-15T16:26:08.658333+0000","last_became_active":"2024-04-15T16:25:33.962127+0000","last_became_peered":"2024-04-15T16:25:33.962127+0000","last_unstale":"2024-04-15T16:26:08.658333+0000","last_undegraded":"2024-04-15T16:26:08.658333+0000","last_fullsized":"2024-04-15T16:26:08.658333+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:58.931704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658150+0000","last_change":"2024-04-15T16:25:34.327457+0000","last_active":"2024-04-15T16:26:08.658150+0000","last_peered":"2024-04-15T16:26:08.658150+0000","last_clean":"2024-04-15T16:26:08.658150+0000","last_became_active":"2024-04-15T16:25:34.327168+0000","last_became_peered":"2024-04-15T16:25:34.327168+0000","last_unstale":"2024-04-15T16:26:08.658150+0000","last_undegraded":"2024-04-15T16:26:08.658150+0000","last_fullsized":"2024-04-15T16:26:08.658150+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:58:58.097842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589129+0000","last_change":"2024-04-15T16:25:33.959608+0000","last_active":"2024-04-15T16:26:08.589129+0000","last_peered":"2024-04-15T16:26:08.589129+0000","last_clean":"2024-04-15T16:26:08.589129+0000","last_became_active":"2024-04-15T16:25:33.959293+0000","last_became_peered":"2024-04-15T16:25:33.959293+0000","last_unstale":"2024-04-15T16:26:08.589129+0000","last_undegraded":"2024-04-15T16:26:08.589129+0000","last_fullsized":"2024-04-15T16:26:08.589129+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:46:39.214051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.588921+0000","last_change":"2024-04-15T16:25:34.335142+0000","last_active":"2024-04-15T16:26:08.588921+0000","last_peered":"2024-04-15T16:26:08.588921+0000","last_clean":"2024-04-15T16:26:08.588921+0000","last_became_active":"2024-04-15T16:25:34.334870+0000","last_became_peered":"2024-04-15T16:25:34.334870+0000","last_unstale":"2024-04-15T16:26:08.588921+0000","last_undegraded":"2024-04-15T16:26:08.588921+0000","last_fullsized":"2024-04-15T16:26:08.588921+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:30:56.981673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324553+0000","last_change":"2024-04-15T16:25:33.967423+0000","last_active":"2024-04-15T16:26:09.324553+0000","last_peered":"2024-04-15T16:26:09.324553+0000","last_clean":"2024-04-15T16:26:09.324553+0000","last_became_active":"2024-04-15T16:25:33.967150+0000","last_became_peered":"2024-04-15T16:25:33.967150+0000","last_unstale":"2024-04-15T16:26:09.324553+0000","last_undegraded":"2024-04-15T16:26:09.324553+0000","last_fullsized":"2024-04-15T16:26:09.324553+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:18:03.838667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324679+0000","last_change":"2024-04-15T16:25:34.334192+0000","last_active":"2024-04-15T16:26:09.324679+0000","last_peered":"2024-04-15T16:26:09.324679+0000","last_clean":"2024-04-15T16:26:09.324679+0000","last_became_active":"2024-04-15T16:25:34.333545+0000","last_became_peered":"2024-04-15T16:25:34.333545+0000","last_unstale":"2024-04-15T16:26:09.324679+0000","last_undegraded":"2024-04-15T16:26:09.324679+0000","last_fullsized":"2024-04-15T16:26:09.324679+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:43:35.245542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658783+0000","last_change":"2024-04-15T16:25:33.965899+0000","last_active":"2024-04-15T16:26:08.658783+0000","last_peered":"2024-04-15T16:26:08.658783+0000","last_clean":"2024-04-15T16:26:08.658783+0000","last_became_active":"2024-04-15T16:25:33.965600+0000","last_became_peered":"2024-04-15T16:25:33.965600+0000","last_unstale":"2024-04-15T16:26:08.658783+0000","last_undegraded":"2024-04-15T16:26:08.658783+0000","last_fullsized":"2024-04-15T16:26:08.658783+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:51:18.839754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324966+0000","last_change":"2024-04-15T16:25:34.331612+0000","last_active":"2024-04-15T16:26:09.324966+0000","last_peered":"2024-04-15T16:26:09.324966+0000","last_clean":"2024-04-15T16:26:09.324966+0000","last_became_active":"2024-04-15T16:25:34.330847+0000","last_became_peered":"2024-04-15T16:25:34.330847+0000","last_unstale":"2024-04-15T16:26:09.324966+0000","last_undegraded":"2024-04-15T16:26:09.324966+0000","last_fullsized":"2024-04-15T16:26:09.324966+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:06:07.254098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324833+0000","last_change":"2024-04-15T16:25:33.972697+0000","last_active":"2024-04-15T16:26:09.324833+0000","last_peered":"2024-04-15T16:26:09.324833+0000","last_clean":"2024-04-15T16:26:09.324833+0000","last_became_active":"2024-04-15T16:25:33.972332+0000","last_became_peered":"2024-04-15T16:25:33.972332+0000","last_unstale":"2024-04-15T16:26:09.324833+0000","last_undegraded":"2024-04-15T16:26:09.324833+0000","last_fullsized":"2024-04-15T16:26:09.324833+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:10:11.013023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658942+0000","last_change":"2024-04-15T16:25:34.326135+0000","last_active":"2024-04-15T16:26:08.658942+0000","last_peered":"2024-04-15T16:26:08.658942+0000","last_clean":"2024-04-15T16:26:08.658942+0000","last_became_active":"2024-04-15T16:25:34.325161+0000","last_became_peered":"2024-04-15T16:25:34.325161+0000","last_unstale":"2024-04-15T16:26:08.658942+0000","last_undegraded":"2024-04-15T16:26:08.658942+0000","last_fullsized":"2024-04-15T16:26:08.658942+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:38.965912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":19,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.325019+0000","last_change":"2024-04-15T16:25:33.967307+0000","last_active":"2024-04-15T16:26:09.325019+0000","last_peered":"2024-04-15T16:26:09.325019+0000","last_clean":"2024-04-15T16:26:09.325019+0000","last_became_active":"2024-04-15T16:25:33.966839+0000","last_became_peered":"2024-04-15T16:25:33.966839+0000","last_unstale":"2024-04-15T16:26:09.325019+0000","last_undegraded":"2024-04-15T16:26:09.325019+0000","last_fullsized":"2024-04-15T16:26:09.325019+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:38:31.005337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.587087+0000","last_change":"2024-04-15T16:25:34.340533+0000","last_active":"2024-04-15T16:26:08.587087+0000","last_peered":"2024-04-15T16:26:08.587087+0000","last_clean":"2024-04-15T16:26:08.587087+0000","last_became_active":"2024-04-15T16:25:34.340228+0000","last_became_peered":"2024-04-15T16:25:34.340228+0000","last_unstale":"2024-04-15T16:26:08.587087+0000","last_undegraded":"2024-04-15T16:26:08.587087+0000","last_fullsized":"2024-04-15T16:26:08.587087+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:05:24.511121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":25,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658482+0000","last_change":"2024-04-15T16:25:33.967575+0000","last_active":"2024-04-15T16:26:08.658482+0000","last_peered":"2024-04-15T16:26:08.658482+0000","last_clean":"2024-04-15T16:26:08.658482+0000","last_became_active":"2024-04-15T16:25:33.967272+0000","last_became_peered":"2024-04-15T16:25:33.967272+0000","last_unstale":"2024-04-15T16:26:08.658482+0000","last_undegraded":"2024-04-15T16:26:08.658482+0000","last_fullsized":"2024-04-15T16:26:08.658482+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:59.235872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.656450+0000","last_change":"2024-04-15T16:25:34.339804+0000","last_active":"2024-04-15T16:26:08.656450+0000","last_peered":"2024-04-15T16:26:08.656450+0000","last_clean":"2024-04-15T16:26:08.656450+0000","last_became_active":"2024-04-15T16:25:34.339448+0000","last_became_peered":"2024-04-15T16:25:34.339448+0000","last_unstale":"2024-04-15T16:26:08.656450+0000","last_undegraded":"2024-04-15T16:26:08.656450+0000","last_fullsized":"2024-04-15T16:26:08.656450+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:35:26.827987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658486+0000","last_change":"2024-04-15T16:25:33.966205+0000","last_active":"2024-04-15T16:26:08.658486+0000","last_peered":"2024-04-15T16:26:08.658486+0000","last_clean":"2024-04-15T16:26:08.658486+0000","last_became_active":"2024-04-15T16:25:33.965899+0000","last_became_peered":"2024-04-15T16:25:33.965899+0000","last_unstale":"2024-04-15T16:26:08.658486+0000","last_undegraded":"2024-04-15T16:26:08.658486+0000","last_fullsized":"2024-04-15T16:26:08.658486+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:57.057127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658264+0000","last_change":"2024-04-15T16:25:34.325947+0000","last_active":"2024-04-15T16:26:08.658264+0000","last_peered":"2024-04-15T16:26:08.658264+0000","last_clean":"2024-04-15T16:26:08.658264+0000","last_became_active":"2024-04-15T16:25:34.325570+0000","last_became_peered":"2024-04-15T16:25:34.325570+0000","last_unstale":"2024-04-15T16:26:08.658264+0000","last_undegraded":"2024-04-15T16:26:08.658264+0000","last_fullsized":"2024-04-15T16:26:08.658264+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:24:04.134457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324615+0000","last_change":"2024-04-15T16:25:33.971097+0000","last_active":"2024-04-15T16:26:09.324615+0000","last_peered":"2024-04-15T16:26:09.324615+0000","last_clean":"2024-04-15T16:26:09.324615+0000","last_became_active":"2024-04-15T16:25:33.970742+0000","last_became_peered":"2024-04-15T16:25:33.970742+0000","last_unstale":"2024-04-15T16:26:09.324615+0000","last_undegraded":"2024-04-15T16:26:09.324615+0000","last_fullsized":"2024-04-15T16:26:09.324615+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:04.262471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.656137+0000","last_change":"2024-04-15T16:25:34.341058+0000","last_active":"2024-04-15T16:26:08.656137+0000","last_peered":"2024-04-15T16:26:08.656137+0000","last_clean":"2024-04-15T16:26:08.656137+0000","last_became_active":"2024-04-15T16:25:34.340768+0000","last_became_peered":"2024-04-15T16:25:34.340768+0000","last_unstale":"2024-04-15T16:26:08.656137+0000","last_undegraded":"2024-04-15T16:26:08.656137+0000","last_fullsized":"2024-04-15T16:26:08.656137+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:23:51.922915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658214+0000","last_change":"2024-04-15T16:25:33.960413+0000","last_active":"2024-04-15T16:26:08.658214+0000","last_peered":"2024-04-15T16:26:08.658214+0000","last_clean":"2024-04-15T16:26:08.658214+0000","last_became_active":"2024-04-15T16:25:33.960098+0000","last_became_peered":"2024-04-15T16:25:33.960098+0000","last_unstale":"2024-04-15T16:26:08.658214+0000","last_undegraded":"2024-04-15T16:26:08.658214+0000","last_fullsized":"2024-04-15T16:26:08.658214+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:21:45.822045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658177+0000","last_change":"2024-04-15T16:25:34.330816+0000","last_active":"2024-04-15T16:26:08.658177+0000","last_peered":"2024-04-15T16:26:08.658177+0000","last_clean":"2024-04-15T16:26:08.658177+0000","last_became_active":"2024-04-15T16:25:34.330543+0000","last_became_peered":"2024-04-15T16:25:34.330543+0000","last_unstale":"2024-04-15T16:26:08.658177+0000","last_undegraded":"2024-04-15T16:26:08.658177+0000","last_fullsized":"2024-04-15T16:26:08.658177+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:57:41.073730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":24,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589171+0000","last_change":"2024-04-15T16:25:33.975121+0000","last_active":"2024-04-15T16:26:08.589171+0000","last_peered":"2024-04-15T16:26:08.589171+0000","last_clean":"2024-04-15T16:26:08.589171+0000","last_became_active":"2024-04-15T16:25:33.974858+0000","last_became_peered":"2024-04-15T16:25:33.974858+0000","last_unstale":"2024-04-15T16:26:08.589171+0000","last_undegraded":"2024-04-15T16:26:08.589171+0000","last_fullsized":"2024-04-15T16:26:08.589171+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:58:50.869218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.656069+0000","last_change":"2024-04-15T16:25:34.340249+0000","last_active":"2024-04-15T16:26:08.656069+0000","last_peered":"2024-04-15T16:26:08.656069+0000","last_clean":"2024-04-15T16:26:08.656069+0000","last_became_active":"2024-04-15T16:25:34.339924+0000","last_became_peered":"2024-04-15T16:25:34.339924+0000","last_unstale":"2024-04-15T16:26:08.656069+0000","last_undegraded":"2024-04-15T16:26:08.656069+0000","last_fullsized":"2024-04-15T16:26:08.656069+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:13:05.221281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.587336+0000","last_change":"2024-04-15T16:25:33.963970+0000","last_active":"2024-04-15T16:26:08.587336+0000","last_peered":"2024-04-15T16:26:08.587336+0000","last_clean":"2024-04-15T16:26:08.587336+0000","last_became_active":"2024-04-15T16:25:33.963675+0000","last_became_peered":"2024-04-15T16:25:33.963675+0000","last_unstale":"2024-04-15T16:26:08.587336+0000","last_undegraded":"2024-04-15T16:26:08.587336+0000","last_fullsized":"2024-04-15T16:26:08.587336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:44:14.551995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.656607+0000","last_change":"2024-04-15T16:25:34.338064+0000","last_active":"2024-04-15T16:26:08.656607+0000","last_peered":"2024-04-15T16:26:08.656607+0000","last_clean":"2024-04-15T16:26:08.656607+0000","last_became_active":"2024-04-15T16:25:34.336593+0000","last_became_peered":"2024-04-15T16:25:34.336593+0000","last_unstale":"2024-04-15T16:26:08.656607+0000","last_undegraded":"2024-04-15T16:26:08.656607+0000","last_fullsized":"2024-04-15T16:26:08.656607+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:42:49.029367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324613+0000","last_change":"2024-04-15T16:26:07.672358+0000","last_active":"2024-04-15T16:26:09.324613+0000","last_peered":"2024-04-15T16:26:09.324613+0000","last_clean":"2024-04-15T16:26:09.324613+0000","last_became_active":"2024-04-15T16:26:07.672050+0000","last_became_peered":"2024-04-15T16:26:07.672050+0000","last_unstale":"2024-04-15T16:26:09.324613+0000","last_undegraded":"2024-04-15T16:26:09.324613+0000","last_fullsized":"2024-04-15T16:26:09.324613+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:28:29.619364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324821+0000","last_change":"2024-04-15T16:25:33.970529+0000","last_active":"2024-04-15T16:26:09.324821+0000","last_peered":"2024-04-15T16:26:09.324821+0000","last_clean":"2024-04-15T16:26:09.324821+0000","last_became_active":"2024-04-15T16:25:33.970279+0000","last_became_peered":"2024-04-15T16:25:33.970279+0000","last_unstale":"2024-04-15T16:26:09.324821+0000","last_undegraded":"2024-04-15T16:26:09.324821+0000","last_fullsized":"2024-04-15T16:26:09.324821+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:28:53.307545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324908+0000","last_change":"2024-04-15T16:25:34.329749+0000","last_active":"2024-04-15T16:26:09.324908+0000","last_peered":"2024-04-15T16:26:09.324908+0000","last_clean":"2024-04-15T16:26:09.324908+0000","last_became_active":"2024-04-15T16:25:34.329373+0000","last_became_peered":"2024-04-15T16:25:34.329373+0000","last_unstale":"2024-04-15T16:26:09.324908+0000","last_undegraded":"2024-04-15T16:26:09.324908+0000","last_fullsized":"2024-04-15T16:26:09.324908+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:54:33.440794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324902+0000","last_change":"2024-04-15T16:26:07.584349+0000","last_active":"2024-04-15T16:26:09.324902+0000","last_peered":"2024-04-15T16:26:09.324902+0000","last_clean":"2024-04-15T16:26:09.324902+0000","last_became_active":"2024-04-15T16:26:07.584035+0000","last_became_peered":"2024-04-15T16:26:07.584035+0000","last_unstale":"2024-04-15T16:26:09.324902+0000","last_undegraded":"2024-04-15T16:26:09.324902+0000","last_fullsized":"2024-04-15T16:26:09.324902+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:20:57.328055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324608+0000","last_change":"2024-04-15T16:25:33.972651+0000","last_active":"2024-04-15T16:26:09.324608+0000","last_peered":"2024-04-15T16:26:09.324608+0000","last_clean":"2024-04-15T16:26:09.324608+0000","last_became_active":"2024-04-15T16:25:33.972347+0000","last_became_peered":"2024-04-15T16:25:33.972347+0000","last_unstale":"2024-04-15T16:26:09.324608+0000","last_undegraded":"2024-04-15T16:26:09.324608+0000","last_fullsized":"2024-04-15T16:26:09.324608+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:47:45.997271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.586954+0000","last_change":"2024-04-15T16:25:34.343280+0000","last_active":"2024-04-15T16:26:08.586954+0000","last_peered":"2024-04-15T16:26:08.586954+0000","last_clean":"2024-04-15T16:26:08.586954+0000","last_became_active":"2024-04-15T16:25:34.342985+0000","last_became_peered":"2024-04-15T16:25:34.342985+0000","last_unstale":"2024-04-15T16:26:08.586954+0000","last_undegraded":"2024-04-15T16:26:08.586954+0000","last_fullsized":"2024-04-15T16:26:08.586954+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:10.967579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.325013+0000","last_change":"2024-04-15T16:26:07.672539+0000","last_active":"2024-04-15T16:26:09.325013+0000","last_peered":"2024-04-15T16:26:09.325013+0000","last_clean":"2024-04-15T16:26:09.325013+0000","last_became_active":"2024-04-15T16:26:07.672272+0000","last_became_peered":"2024-04-15T16:26:07.672272+0000","last_unstale":"2024-04-15T16:26:09.325013+0000","last_undegraded":"2024-04-15T16:26:09.325013+0000","last_fullsized":"2024-04-15T16:26:09.325013+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:41:19.763915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324563+0000","last_change":"2024-04-15T16:25:34.334887+0000","last_active":"2024-04-15T16:26:09.324563+0000","last_peered":"2024-04-15T16:26:09.324563+0000","last_clean":"2024-04-15T16:26:09.324563+0000","last_became_active":"2024-04-15T16:25:34.334628+0000","last_became_peered":"2024-04-15T16:25:34.334628+0000","last_unstale":"2024-04-15T16:26:09.324563+0000","last_undegraded":"2024-04-15T16:26:09.324563+0000","last_fullsized":"2024-04-15T16:26:09.324563+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:08:27.967266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589105+0000","last_change":"2024-04-15T16:25:33.974203+0000","last_active":"2024-04-15T16:26:08.589105+0000","last_peered":"2024-04-15T16:26:08.589105+0000","last_clean":"2024-04-15T16:26:08.589105+0000","last_became_active":"2024-04-15T16:25:33.973940+0000","last_became_peered":"2024-04-15T16:25:33.973940+0000","last_unstale":"2024-04-15T16:26:08.589105+0000","last_undegraded":"2024-04-15T16:26:08.589105+0000","last_fullsized":"2024-04-15T16:26:08.589105+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:51:38.161890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658538+0000","last_change":"2024-04-15T16:26:07.672740+0000","last_active":"2024-04-15T16:26:08.658538+0000","last_peered":"2024-04-15T16:26:08.658538+0000","last_clean":"2024-04-15T16:26:08.658538+0000","last_became_active":"2024-04-15T16:26:07.672444+0000","last_became_peered":"2024-04-15T16:26:07.672444+0000","last_unstale":"2024-04-15T16:26:08.658538+0000","last_undegraded":"2024-04-15T16:26:08.658538+0000","last_fullsized":"2024-04-15T16:26:08.658538+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:35:34.553105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589354+0000","last_change":"2024-04-15T16:25:34.339558+0000","last_active":"2024-04-15T16:26:08.589354+0000","last_peered":"2024-04-15T16:26:08.589354+0000","last_clean":"2024-04-15T16:26:08.589354+0000","last_became_active":"2024-04-15T16:25:34.339280+0000","last_became_peered":"2024-04-15T16:25:34.339280+0000","last_unstale":"2024-04-15T16:26:08.589354+0000","last_undegraded":"2024-04-15T16:26:08.589354+0000","last_fullsized":"2024-04-15T16:26:08.589354+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:29.854773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324601+0000","last_change":"2024-04-15T16:25:33.970852+0000","last_active":"2024-04-15T16:26:09.324601+0000","last_peered":"2024-04-15T16:26:09.324601+0000","last_clean":"2024-04-15T16:26:09.324601+0000","last_became_active":"2024-04-15T16:25:33.970485+0000","last_became_peered":"2024-04-15T16:25:33.970485+0000","last_unstale":"2024-04-15T16:26:09.324601+0000","last_undegraded":"2024-04-15T16:26:09.324601+0000","last_fullsized":"2024-04-15T16:26:09.324601+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:27:54.651984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":262,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.660669+0000","last_change":"2024-04-15T16:25:16.897720+0000","last_active":"2024-04-15T16:26:08.660669+0000","last_peered":"2024-04-15T16:26:08.660669+0000","last_clean":"2024-04-15T16:26:08.660669+0000","last_became_active":"2024-04-15T16:25:16.897306+0000","last_became_peered":"2024-04-15T16:25:16.897306+0000","last_unstale":"2024-04-15T16:26:08.660669+0000","last_undegraded":"2024-04-15T16:26:08.660669+0000","last_fullsized":"2024-04-15T16:26:08.660669+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_clean_scrub_stamp":"2024-04-15T16:23:16.414562+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:19:26.084835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658554+0000","last_change":"2024-04-15T16:26:07.580405+0000","last_active":"2024-04-15T16:26:08.658554+0000","last_peered":"2024-04-15T16:26:08.658554+0000","last_clean":"2024-04-15T16:26:08.658554+0000","last_became_active":"2024-04-15T16:26:07.580092+0000","last_became_peered":"2024-04-15T16:26:07.580092+0000","last_unstale":"2024-04-15T16:26:08.658554+0000","last_undegraded":"2024-04-15T16:26:08.658554+0000","last_fullsized":"2024-04-15T16:26:08.658554+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:30:04.269194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658159+0000","last_change":"2024-04-15T16:25:34.329780+0000","last_active":"2024-04-15T16:26:08.658159+0000","last_peered":"2024-04-15T16:26:08.658159+0000","last_clean":"2024-04-15T16:26:08.658159+0000","last_became_active":"2024-04-15T16:25:34.329092+0000","last_became_peered":"2024-04-15T16:25:34.329092+0000","last_unstale":"2024-04-15T16:26:08.658159+0000","last_undegraded":"2024-04-15T16:26:08.658159+0000","last_fullsized":"2024-04-15T16:26:08.658159+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:12:16.781654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.655873+0000","last_change":"2024-04-15T16:25:33.974306+0000","last_active":"2024-04-15T16:26:08.655873+0000","last_peered":"2024-04-15T16:26:08.655873+0000","last_clean":"2024-04-15T16:26:08.655873+0000","last_became_active":"2024-04-15T16:25:33.973989+0000","last_became_peered":"2024-04-15T16:25:33.973989+0000","last_unstale":"2024-04-15T16:26:08.655873+0000","last_undegraded":"2024-04-15T16:26:08.655873+0000","last_fullsized":"2024-04-15T16:26:08.655873+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:28:08.876868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658122+0000","last_change":"2024-04-15T16:26:07.674519+0000","last_active":"2024-04-15T16:26:08.658122+0000","last_peered":"2024-04-15T16:26:08.658122+0000","last_clean":"2024-04-15T16:26:08.658122+0000","last_became_active":"2024-04-15T16:26:07.674268+0000","last_became_peered":"2024-04-15T16:26:07.674268+0000","last_unstale":"2024-04-15T16:26:08.658122+0000","last_undegraded":"2024-04-15T16:26:08.658122+0000","last_fullsized":"2024-04-15T16:26:08.658122+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:55:37.300597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.656547+0000","last_change":"2024-04-15T16:25:33.977162+0000","last_active":"2024-04-15T16:26:08.656547+0000","last_peered":"2024-04-15T16:26:08.656547+0000","last_clean":"2024-04-15T16:26:08.656547+0000","last_became_active":"2024-04-15T16:25:33.976865+0000","last_became_peered":"2024-04-15T16:25:33.976865+0000","last_unstale":"2024-04-15T16:26:08.656547+0000","last_undegraded":"2024-04-15T16:26:08.656547+0000","last_fullsized":"2024-04-15T16:26:08.656547+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:14:25.576887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324913+0000","last_change":"2024-04-15T16:25:34.327120+0000","last_active":"2024-04-15T16:26:09.324913+0000","last_peered":"2024-04-15T16:26:09.324913+0000","last_clean":"2024-04-15T16:26:09.324913+0000","last_became_active":"2024-04-15T16:25:34.326766+0000","last_became_peered":"2024-04-15T16:25:34.326766+0000","last_unstale":"2024-04-15T16:26:09.324913+0000","last_undegraded":"2024-04-15T16:26:09.324913+0000","last_fullsized":"2024-04-15T16:26:09.324913+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:01:33.662442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.588841+0000","last_change":"2024-04-15T16:26:07.672331+0000","last_active":"2024-04-15T16:26:08.588841+0000","last_peered":"2024-04-15T16:26:08.588841+0000","last_clean":"2024-04-15T16:26:08.588841+0000","last_became_active":"2024-04-15T16:26:07.672022+0000","last_became_peered":"2024-04-15T16:26:07.672022+0000","last_unstale":"2024-04-15T16:26:08.588841+0000","last_undegraded":"2024-04-15T16:26:08.588841+0000","last_fullsized":"2024-04-15T16:26:08.588841+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:35:55.765767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.325148+0000","last_change":"2024-04-15T16:25:33.966004+0000","last_active":"2024-04-15T16:26:09.325148+0000","last_peered":"2024-04-15T16:26:09.325148+0000","last_clean":"2024-04-15T16:26:09.325148+0000","last_became_active":"2024-04-15T16:25:33.965642+0000","last_became_peered":"2024-04-15T16:25:33.965642+0000","last_unstale":"2024-04-15T16:26:09.325148+0000","last_undegraded":"2024-04-15T16:26:09.325148+0000","last_fullsized":"2024-04-15T16:26:09.325148+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:47:57.610962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589920+0000","last_change":"2024-04-15T16:25:34.325277+0000","last_active":"2024-04-15T16:26:08.589920+0000","last_peered":"2024-04-15T16:26:08.589920+0000","last_clean":"2024-04-15T16:26:08.589920+0000","last_became_active":"2024-04-15T16:25:34.324177+0000","last_became_peered":"2024-04-15T16:25:34.324177+0000","last_unstale":"2024-04-15T16:26:08.589920+0000","last_undegraded":"2024-04-15T16:26:08.589920+0000","last_fullsized":"2024-04-15T16:26:08.589920+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:55:56.678943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.586664+0000","last_change":"2024-04-15T16:26:07.672746+0000","last_active":"2024-04-15T16:26:08.586664+0000","last_peered":"2024-04-15T16:26:08.586664+0000","last_clean":"2024-04-15T16:26:08.586664+0000","last_became_active":"2024-04-15T16:26:07.672434+0000","last_became_peered":"2024-04-15T16:26:07.672434+0000","last_unstale":"2024-04-15T16:26:08.586664+0000","last_undegraded":"2024-04-15T16:26:08.586664+0000","last_fullsized":"2024-04-15T16:26:08.586664+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:12:43.934565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658772+0000","last_change":"2024-04-15T16:25:33.968052+0000","last_active":"2024-04-15T16:26:08.658772+0000","last_peered":"2024-04-15T16:26:08.658772+0000","last_clean":"2024-04-15T16:26:08.658772+0000","last_became_active":"2024-04-15T16:25:33.967776+0000","last_became_peered":"2024-04-15T16:25:33.967776+0000","last_unstale":"2024-04-15T16:26:08.658772+0000","last_undegraded":"2024-04-15T16:26:08.658772+0000","last_fullsized":"2024-04-15T16:26:08.658772+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:40.710130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658843+0000","last_change":"2024-04-15T16:25:34.330673+0000","last_active":"2024-04-15T16:26:08.658843+0000","last_peered":"2024-04-15T16:26:08.658843+0000","last_clean":"2024-04-15T16:26:08.658843+0000","last_became_active":"2024-04-15T16:25:34.330162+0000","last_became_peered":"2024-04-15T16:25:34.330162+0000","last_unstale":"2024-04-15T16:26:08.658843+0000","last_undegraded":"2024-04-15T16:26:08.658843+0000","last_fullsized":"2024-04-15T16:26:08.658843+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:57.830598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.655973+0000","last_change":"2024-04-15T16:25:33.974303+0000","last_active":"2024-04-15T16:26:08.655973+0000","last_peered":"2024-04-15T16:26:08.655973+0000","last_clean":"2024-04-15T16:26:08.655973+0000","last_became_active":"2024-04-15T16:25:33.973998+0000","last_became_peered":"2024-04-15T16:25:33.973998+0000","last_unstale":"2024-04-15T16:26:08.655973+0000","last_undegraded":"2024-04-15T16:26:08.655973+0000","last_fullsized":"2024-04-15T16:26:08.655973+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:48.109889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.586828+0000","last_change":"2024-04-15T16:25:34.327068+0000","last_active":"2024-04-15T16:26:08.586828+0000","last_peered":"2024-04-15T16:26:08.586828+0000","last_clean":"2024-04-15T16:26:08.586828+0000","last_became_active":"2024-04-15T16:25:34.326782+0000","last_became_peered":"2024-04-15T16:25:34.326782+0000","last_unstale":"2024-04-15T16:26:08.586828+0000","last_undegraded":"2024-04-15T16:26:08.586828+0000","last_fullsized":"2024-04-15T16:26:08.586828+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:16:43.460702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324605+0000","last_change":"2024-04-15T16:25:33.969318+0000","last_active":"2024-04-15T16:26:09.324605+0000","last_peered":"2024-04-15T16:26:09.324605+0000","last_clean":"2024-04-15T16:26:09.324605+0000","last_became_active":"2024-04-15T16:25:33.969058+0000","last_became_peered":"2024-04-15T16:25:33.969058+0000","last_unstale":"2024-04-15T16:26:09.324605+0000","last_undegraded":"2024-04-15T16:26:09.324605+0000","last_fullsized":"2024-04-15T16:26:09.324605+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:26:00.301157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.588834+0000","last_change":"2024-04-15T16:25:34.335914+0000","last_active":"2024-04-15T16:26:08.588834+0000","last_peered":"2024-04-15T16:26:08.588834+0000","last_clean":"2024-04-15T16:26:08.588834+0000","last_became_active":"2024-04-15T16:25:34.334739+0000","last_became_peered":"2024-04-15T16:25:34.334739+0000","last_unstale":"2024-04-15T16:26:08.588834+0000","last_undegraded":"2024-04-15T16:26:08.588834+0000","last_fullsized":"2024-04-15T16:26:08.588834+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:10:25.659672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324816+0000","last_change":"2024-04-15T16:25:33.969935+0000","last_active":"2024-04-15T16:26:09.324816+0000","last_peered":"2024-04-15T16:26:09.324816+0000","last_clean":"2024-04-15T16:26:09.324816+0000","last_became_active":"2024-04-15T16:25:33.969675+0000","last_became_peered":"2024-04-15T16:25:33.969675+0000","last_unstale":"2024-04-15T16:26:09.324816+0000","last_undegraded":"2024-04-15T16:26:09.324816+0000","last_fullsized":"2024-04-15T16:26:09.324816+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:26:57.197844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589510+0000","last_change":"2024-04-15T16:25:34.334667+0000","last_active":"2024-04-15T16:26:08.589510+0000","last_peered":"2024-04-15T16:26:08.589510+0000","last_clean":"2024-04-15T16:26:08.589510+0000","last_became_active":"2024-04-15T16:25:34.334389+0000","last_became_peered":"2024-04-15T16:25:34.334389+0000","last_unstale":"2024-04-15T16:26:08.589510+0000","last_undegraded":"2024-04-15T16:26:08.589510+0000","last_fullsized":"2024-04-15T16:26:08.589510+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:33:45.361899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.656099+0000","last_change":"2024-04-15T16:25:33.967903+0000","last_active":"2024-04-15T16:26:08.656099+0000","last_peered":"2024-04-15T16:26:08.656099+0000","last_clean":"2024-04-15T16:26:08.656099+0000","last_became_active":"2024-04-15T16:25:33.967571+0000","last_became_peered":"2024-04-15T16:25:33.967571+0000","last_unstale":"2024-04-15T16:26:08.656099+0000","last_undegraded":"2024-04-15T16:26:08.656099+0000","last_fullsized":"2024-04-15T16:26:08.656099+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:11:55.673773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658288+0000","last_change":"2024-04-15T16:25:34.338704+0000","last_active":"2024-04-15T16:26:08.658288+0000","last_peered":"2024-04-15T16:26:08.658288+0000","last_clean":"2024-04-15T16:26:08.658288+0000","last_became_active":"2024-04-15T16:25:34.338239+0000","last_became_peered":"2024-04-15T16:25:34.338239+0000","last_unstale":"2024-04-15T16:26:08.658288+0000","last_undegraded":"2024-04-15T16:26:08.658288+0000","last_fullsized":"2024-04-15T16:26:08.658288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:39.269699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589403+0000","last_change":"2024-04-15T16:25:33.971329+0000","last_active":"2024-04-15T16:26:08.589403+0000","last_peered":"2024-04-15T16:26:08.589403+0000","last_clean":"2024-04-15T16:26:08.589403+0000","last_became_active":"2024-04-15T16:25:33.970851+0000","last_became_peered":"2024-04-15T16:25:33.970851+0000","last_unstale":"2024-04-15T16:26:08.589403+0000","last_undegraded":"2024-04-15T16:26:08.589403+0000","last_fullsized":"2024-04-15T16:26:08.589403+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:46:36.051699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.656521+0000","last_change":"2024-04-15T16:25:34.335332+0000","last_active":"2024-04-15T16:26:08.656521+0000","last_peered":"2024-04-15T16:26:08.656521+0000","last_clean":"2024-04-15T16:26:08.656521+0000","last_became_active":"2024-04-15T16:25:34.335041+0000","last_became_peered":"2024-04-15T16:25:34.335041+0000","last_unstale":"2024-04-15T16:26:08.656521+0000","last_undegraded":"2024-04-15T16:26:08.656521+0000","last_fullsized":"2024-04-15T16:26:08.656521+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:55:14.092097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324970+0000","last_change":"2024-04-15T16:25:33.967108+0000","last_active":"2024-04-15T16:26:09.324970+0000","last_peered":"2024-04-15T16:26:09.324970+0000","last_clean":"2024-04-15T16:26:09.324970+0000","last_became_active":"2024-04-15T16:25:33.966317+0000","last_became_peered":"2024-04-15T16:25:33.966317+0000","last_unstale":"2024-04-15T16:26:09.324970+0000","last_undegraded":"2024-04-15T16:26:09.324970+0000","last_fullsized":"2024-04-15T16:26:09.324970+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:14.783160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324774+0000","last_change":"2024-04-15T16:25:34.336052+0000","last_active":"2024-04-15T16:26:09.324774+0000","last_peered":"2024-04-15T16:26:09.324774+0000","last_clean":"2024-04-15T16:26:09.324774+0000","last_became_active":"2024-04-15T16:25:34.335788+0000","last_became_peered":"2024-04-15T16:25:34.335788+0000","last_unstale":"2024-04-15T16:26:09.324774+0000","last_undegraded":"2024-04-15T16:26:09.324774+0000","last_fullsized":"2024-04-15T16:26:09.324774+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:22:23.166556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589813+0000","last_change":"2024-04-15T16:25:33.966349+0000","last_active":"2024-04-15T16:26:08.589813+0000","last_peered":"2024-04-15T16:26:08.589813+0000","last_clean":"2024-04-15T16:26:08.589813+0000","last_became_active":"2024-04-15T16:25:33.966059+0000","last_became_peered":"2024-04-15T16:25:33.966059+0000","last_unstale":"2024-04-15T16:26:08.589813+0000","last_undegraded":"2024-04-15T16:26:08.589813+0000","last_fullsized":"2024-04-15T16:26:08.589813+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:05:16.350194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.656695+0000","last_change":"2024-04-15T16:25:34.340359+0000","last_active":"2024-04-15T16:26:08.656695+0000","last_peered":"2024-04-15T16:26:08.656695+0000","last_clean":"2024-04-15T16:26:08.656695+0000","last_became_active":"2024-04-15T16:25:34.340083+0000","last_became_peered":"2024-04-15T16:25:34.340083+0000","last_unstale":"2024-04-15T16:26:08.656695+0000","last_undegraded":"2024-04-15T16:26:08.656695+0000","last_fullsized":"2024-04-15T16:26:08.656695+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:42:22.651312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658092+0000","last_change":"2024-04-15T16:25:34.329854+0000","last_active":"2024-04-15T16:26:08.658092+0000","last_peered":"2024-04-15T16:26:08.658092+0000","last_clean":"2024-04-15T16:26:08.658092+0000","last_became_active":"2024-04-15T16:25:34.329570+0000","last_became_peered":"2024-04-15T16:25:34.329570+0000","last_unstale":"2024-04-15T16:26:08.658092+0000","last_undegraded":"2024-04-15T16:26:08.658092+0000","last_fullsized":"2024-04-15T16:26:08.658092+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:55:22.011676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.590035+0000","last_change":"2024-04-15T16:25:34.330905+0000","last_active":"2024-04-15T16:26:08.590035+0000","last_peered":"2024-04-15T16:26:08.590035+0000","last_clean":"2024-04-15T16:26:08.590035+0000","last_became_active":"2024-04-15T16:25:34.330626+0000","last_became_peered":"2024-04-15T16:25:34.330626+0000","last_unstale":"2024-04-15T16:26:08.590035+0000","last_undegraded":"2024-04-15T16:26:08.590035+0000","last_fullsized":"2024-04-15T16:26:08.590035+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:48:38.151778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324699+0000","last_change":"2024-04-15T16:25:34.327468+0000","last_active":"2024-04-15T16:26:09.324699+0000","last_peered":"2024-04-15T16:26:09.324699+0000","last_clean":"2024-04-15T16:26:09.324699+0000","last_became_active":"2024-04-15T16:25:34.327087+0000","last_became_peered":"2024-04-15T16:25:34.327087+0000","last_unstale":"2024-04-15T16:26:09.324699+0000","last_undegraded":"2024-04-15T16:26:09.324699+0000","last_fullsized":"2024-04-15T16:26:09.324699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:13.604820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658428+0000","last_change":"2024-04-15T16:25:34.328654+0000","last_active":"2024-04-15T16:26:08.658428+0000","last_peered":"2024-04-15T16:26:08.658428+0000","last_clean":"2024-04-15T16:26:08.658428+0000","last_became_active":"2024-04-15T16:25:34.328368+0000","last_became_peered":"2024-04-15T16:25:34.328368+0000","last_unstale":"2024-04-15T16:26:08.658428+0000","last_undegraded":"2024-04-15T16:26:08.658428+0000","last_fullsized":"2024-04-15T16:26:08.658428+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:59:36.163111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589559+0000","last_change":"2024-04-15T16:25:34.338104+0000","last_active":"2024-04-15T16:26:08.589559+0000","last_peered":"2024-04-15T16:26:08.589559+0000","last_clean":"2024-04-15T16:26:08.589559+0000","last_became_active":"2024-04-15T16:25:34.337807+0000","last_became_peered":"2024-04-15T16:25:34.337807+0000","last_unstale":"2024-04-15T16:26:08.589559+0000","last_undegraded":"2024-04-15T16:26:08.589559+0000","last_fullsized":"2024-04-15T16:26:08.589559+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:15.979198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324923+0000","last_change":"2024-04-15T16:25:34.331106+0000","last_active":"2024-04-15T16:26:09.324923+0000","last_peered":"2024-04-15T16:26:09.324923+0000","last_clean":"2024-04-15T16:26:09.324923+0000","last_became_active":"2024-04-15T16:25:34.330822+0000","last_became_peered":"2024-04-15T16:25:34.330822+0000","last_unstale":"2024-04-15T16:26:09.324923+0000","last_undegraded":"2024-04-15T16:26:09.324923+0000","last_fullsized":"2024-04-15T16:26:09.324923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:51:32.632127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658715+0000","last_change":"2024-04-15T16:25:34.342193+0000","last_active":"2024-04-15T16:26:08.658715+0000","last_peered":"2024-04-15T16:26:08.658715+0000","last_clean":"2024-04-15T16:26:08.658715+0000","last_became_active":"2024-04-15T16:25:34.341609+0000","last_became_peered":"2024-04-15T16:25:34.341609+0000","last_unstale":"2024-04-15T16:26:08.658715+0000","last_undegraded":"2024-04-15T16:26:08.658715+0000","last_fullsized":"2024-04-15T16:26:08.658715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:19:18.018266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589986+0000","last_change":"2024-04-15T16:25:34.335332+0000","last_active":"2024-04-15T16:26:08.589986+0000","last_peered":"2024-04-15T16:26:08.589986+0000","last_clean":"2024-04-15T16:26:08.589986+0000","last_became_active":"2024-04-15T16:25:34.335057+0000","last_became_peered":"2024-04-15T16:25:34.335057+0000","last_unstale":"2024-04-15T16:26:08.589986+0000","last_undegraded":"2024-04-15T16:26:08.589986+0000","last_fullsized":"2024-04-15T16:26:08.589986+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:29:40.301716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324557+0000","last_change":"2024-04-15T16:25:34.328290+0000","last_active":"2024-04-15T16:26:09.324557+0000","last_peered":"2024-04-15T16:26:09.324557+0000","last_clean":"2024-04-15T16:26:09.324557+0000","last_became_active":"2024-04-15T16:25:34.326971+0000","last_became_peered":"2024-04-15T16:25:34.326971+0000","last_unstale":"2024-04-15T16:26:09.324557+0000","last_undegraded":"2024-04-15T16:26:09.324557+0000","last_fullsized":"2024-04-15T16:26:09.324557+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:01:30.830981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.589052+0000","last_change":"2024-04-15T16:25:34.334878+0000","last_active":"2024-04-15T16:26:08.589052+0000","last_peered":"2024-04-15T16:26:08.589052+0000","last_clean":"2024-04-15T16:26:08.589052+0000","last_became_active":"2024-04-15T16:25:34.334566+0000","last_became_peered":"2024-04-15T16:25:34.334566+0000","last_unstale":"2024-04-15T16:26:08.589052+0000","last_undegraded":"2024-04-15T16:26:08.589052+0000","last_fullsized":"2024-04-15T16:26:08.589052+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:14.281939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:09.324740+0000","last_change":"2024-04-15T16:25:34.336804+0000","last_active":"2024-04-15T16:26:09.324740+0000","last_peered":"2024-04-15T16:26:09.324740+0000","last_clean":"2024-04-15T16:26:09.324740+0000","last_became_active":"2024-04-15T16:25:34.336480+0000","last_became_peered":"2024-04-15T16:25:34.336480+0000","last_unstale":"2024-04-15T16:26:09.324740+0000","last_undegraded":"2024-04-15T16:26:09.324740+0000","last_fullsized":"2024-04-15T16:26:09.324740+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:50:46.457258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658459+0000","last_change":"2024-04-15T16:25:34.320254+0000","last_active":"2024-04-15T16:26:08.658459+0000","last_peered":"2024-04-15T16:26:08.658459+0000","last_clean":"2024-04-15T16:26:08.658459+0000","last_became_active":"2024-04-15T16:25:34.319990+0000","last_became_peered":"2024-04-15T16:25:34.319990+0000","last_unstale":"2024-04-15T16:26:08.658459+0000","last_undegraded":"2024-04-15T16:26:08.658459+0000","last_fullsized":"2024-04-15T16:26:08.658459+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:50:51.187877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658536+0000","last_change":"2024-04-15T16:25:34.332044+0000","last_active":"2024-04-15T16:26:08.658536+0000","last_peered":"2024-04-15T16:26:08.658536+0000","last_clean":"2024-04-15T16:26:08.658536+0000","last_became_active":"2024-04-15T16:25:34.331697+0000","last_became_peered":"2024-04-15T16:25:34.331697+0000","last_unstale":"2024-04-15T16:26:08.658536+0000","last_undegraded":"2024-04-15T16:26:08.658536+0000","last_fullsized":"2024-04-15T16:26:08.658536+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:44:40.853467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234008,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28260,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716892,"statfs":{"total":95995035648,"available":95966097408,"internally_reserved":0,"allocated":1269760,"data_stored":879174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.54300000000000004}]},{"osd":1,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.60299999999999998}]},{"osd":2,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.58999999999999997}]},{"osd":3,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.64300000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.372}]},{"osd":5,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.48999999999999999}]},{"osd":6,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.53300000000000003}]}]},{"osd":6,"up_from":46,"seq":197568495644,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28268,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716884,"statfs":{"total":95995035648,"available":95966089216,"internally_reserved":0,"allocated":1273856,"data_stored":880978,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.58999999999999997,"15min":0.54100000000000004},"min":{"1min":0.39800000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":6.875,"5min":6.875,"15min":6.875},"last":0.47199999999999998}]},{"osd":1,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.67400000000000004,"5min":0.87,"15min":0.87},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51000000000000001,"15min":0.50800000000000001},"min":{"1min":0.34599999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.52800000000000002}]},{"osd":2,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.54100000000000004,"15min":0.54400000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79300000000000004,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.60399999999999998,"15min":0.56200000000000006},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":6.9000000000000004,"5min":6.9000000000000004,"15min":6.9000000000000004},"last":0.50600000000000001}]},{"osd":3,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.42199999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.45900000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.45300000000000001,"15min":0.443},"min":{"1min":0.36899999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.73199999999999998,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.372},{"interface":"front","average":{"1min":0.437,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.66100000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.49399999999999999}]},{"osd":5,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.47499999999999998,"15min":0.47699999999999998},"min":{"1min":0.33300000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.65100000000000002,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.47899999999999998,"15min":0.47699999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.70599999999999996,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.38}]},{"osd":7,"last update":"Mon Apr 15 16:26:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.40699999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":675840,"data_stored":288420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.35799999999999998,"15min":0.33300000000000002},"min":{"1min":0.26400000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.34399999999999997},"min":{"1min":0.26200000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.28100000000000003}]},{"osd":2,"last update":"Mon Apr 15 16:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36899999999999999,"15min":0.36399999999999999},"min":{"1min":0.23999999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.51100000000000001,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.38800000000000001,"15min":0.376},"min":{"1min":0.27500000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.59799999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.23899999999999999}]},{"osd":3,"last update":"Mon Apr 15 16:26:47 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.40100000000000002,"15min":0.39600000000000002},"min":{"1min":0.25800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.312},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.437,"15min":0.435},"min":{"1min":0.26300000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.38400000000000001}]},{"osd":4,"last update":"Mon Apr 15 16:26:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.53300000000000003,"15min":0.53600000000000003},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.68000000000000005,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.41899999999999998}]},{"osd":5,"last update":"Mon Apr 15 16:26:28 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.55100000000000005,"15min":0.55700000000000005},"min":{"1min":0.39900000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.60199999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.36699999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59899999999999998,"15min":0.59999999999999998},"min":{"1min":0.42899999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84099999999999997,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.497}]},{"osd":6,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.59299999999999997,"15min":0.59799999999999998},"min":{"1min":0.39200000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73299999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.60999999999999999,"15min":0.61799999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.73799999999999999,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.434}]},{"osd":7,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.52700000000000002}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32368,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712784,"statfs":{"total":95995035648,"available":95961890816,"internally_reserved":0,"allocated":1282048,"data_stored":879629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 16:25:58 2024","interfaces":[{"interface":"back","average":{"1min":0.32800000000000001,"5min":0.32700000000000001,"15min":0.315},"min":{"1min":0.26400000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.45000000000000001,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.38,"5min":0.34100000000000003,"15min":0.314},"min":{"1min":0.28599999999999998,"5min":0.186,"15min":0.186},"max":{"1min":0.54200000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.26500000000000001}]},{"osd":2,"last update":"Mon Apr 15 16:26:23 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.38200000000000001,"15min":0.38600000000000001},"min":{"1min":0.25800000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.48099999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.374,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.249,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.53100000000000003,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.28899999999999998}]},{"osd":3,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.434,"15min":0.45200000000000001},"min":{"1min":0.26600000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.56100000000000005,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.315},{"interface":"front","average":{"1min":0.379,"5min":0.42899999999999999,"15min":0.44500000000000001},"min":{"1min":0.28599999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.47199999999999998,"5min":0.629,"15min":0.629},"last":0.499}]},{"osd":4,"last update":"Mon Apr 15 16:26:07 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":0.69999999999999996,"15min":0.61499999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":14.464,"5min":14.464,"15min":14.464},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.54700000000000004,"15min":0.54900000000000004},"min":{"1min":0.41099999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.71199999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.51400000000000001}]},{"osd":5,"last update":"Mon Apr 15 16:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54100000000000004,"15min":0.53800000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70499999999999996,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.433}]},{"osd":6,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":1.165,"15min":1.2629999999999999},"min":{"1min":0.44800000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.82099999999999995,"5min":14.499000000000001,"15min":14.499000000000001},"last":0.58899999999999997},{"interface":"front","average":{"1min":0.54100000000000004,"5min":1.1599999999999999,"15min":1.2629999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72999999999999998,"5min":14.529999999999999,"15min":14.529999999999999},"last":0.39700000000000002}]},{"osd":7,"last update":"Mon Apr 15 16:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.56599999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411375,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":288533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:24 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.371,"15min":0.373},"min":{"1min":0.22700000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.245},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.38300000000000001,"15min":0.38400000000000001},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.314}]},{"osd":1,"last update":"Mon Apr 15 16:26:24 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.39900000000000002,"15min":0.40000000000000002},"min":{"1min":0.25600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63100000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.38,"5min":0.40799999999999997,"15min":0.40500000000000003},"min":{"1min":0.28399999999999997,"5min":0.255,"15min":0.255},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.27900000000000003}]},{"osd":3,"last update":"Mon Apr 15 16:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.45000000000000001,"15min":0.46600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.64900000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.41799999999999998,"15min":0.42899999999999999},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59299999999999997,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.32800000000000001}]},{"osd":4,"last update":"Mon Apr 15 16:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.53200000000000003,"15min":0.52700000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54900000000000004,"15min":0.55000000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.76200000000000001,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.48199999999999998}]},{"osd":5,"last update":"Mon Apr 15 16:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.66700000000000004,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.40100000000000002},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.55400000000000005,"15min":0.55800000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70499999999999996,"5min":0.746,"15min":0.746},"last":0.47299999999999998}]},{"osd":6,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78700000000000003,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56899999999999995,"15min":0.57199999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.67800000000000005,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.38500000000000001}]},{"osd":7,"last update":"Mon Apr 15 16:26:14 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.44},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.42899999999999999}]}]},{"osd":3,"up_from":25,"seq":107374182443,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27700,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717452,"statfs":{"total":95995035648,"available":95966670848,"internally_reserved":0,"allocated":692224,"data_stored":290987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.376},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.49299999999999999,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.315},{"interface":"front","average":{"1min":0.376,"5min":0.41599999999999998,"15min":0.42799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.54000000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.30299999999999999}]},{"osd":1,"last update":"Mon Apr 15 16:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.438,"15min":0.45800000000000002},"min":{"1min":0.28799999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.67000000000000004,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.41499999999999998,"15min":0.41999999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.52100000000000002,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.35599999999999998}]},{"osd":2,"last update":"Mon Apr 15 16:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.44800000000000001,"15min":0.45300000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.61599999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.42599999999999999,"15min":0.43099999999999999},"min":{"1min":0.28899999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.54400000000000004,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.28999999999999998}]},{"osd":4,"last update":"Mon Apr 15 16:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.623,"15min":0.63700000000000001},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.80800000000000005,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.60399999999999998,"15min":0.61299999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.84799999999999998,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.45700000000000002}]},{"osd":5,"last update":"Mon Apr 15 16:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.58799999999999997,"15min":0.59599999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73299999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.60699999999999998,"15min":0.61499999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.71399999999999997,"5min":0.875,"15min":0.875},"last":0.51600000000000001}]},{"osd":6,"last update":"Mon Apr 15 16:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59699999999999998,"15min":0.59599999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.79600000000000004,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.75900000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.434}]},{"osd":7,"last update":"Mon Apr 15 16:26:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":7.3529999999999998,"5min":7.3529999999999998,"15min":7.3529999999999998},"last":0.503}]}]},{"osd":4,"up_from":30,"seq":128849018918,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27692,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717460,"statfs":{"total":95995035648,"available":95966679040,"internally_reserved":0,"allocated":688128,"data_stored":289241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.54700000000000004,"15min":0.55600000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.66400000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.53300000000000003,"15min":0.53600000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.70699999999999996,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.54800000000000004}]},{"osd":1,"last update":"Mon Apr 15 16:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.54100000000000004,"15min":0.54900000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.73099999999999998,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.68700000000000006,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.56899999999999995}]},{"osd":2,"last update":"Mon Apr 15 16:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.56399999999999995,"15min":0.57099999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.72399999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.55400000000000005,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.64200000000000002,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.57999999999999996}]},{"osd":3,"last update":"Mon Apr 15 16:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.56100000000000005,"15min":0.56899999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.56999999999999995,"15min":0.57199999999999995},"min":{"1min":0.41399999999999998,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.80600000000000005,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.58699999999999997}]},{"osd":5,"last update":"Mon Apr 15 16:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.38200000000000001,"15min":0.379},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.437,"15min":0.42999999999999999},"min":{"1min":0.33300000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.48199999999999998}]},{"osd":6,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.433,"15min":0.432},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.434},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.435,"15min":0.43099999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.46300000000000002}]},{"osd":7,"last update":"Mon Apr 15 16:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.51600000000000001}]}]},{"osd":5,"up_from":38,"seq":163208757281,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":684032,"data_stored":290700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.50600000000000001,"15min":0.51400000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.68500000000000005,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.497,"15min":0.503},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.59099999999999997,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.40799999999999997}]},{"osd":1,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.51700000000000002,"15min":0.52100000000000002},"min":{"1min":0.35699999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.74399999999999999,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.52100000000000002,"15min":0.53100000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.61499999999999999,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.54900000000000004}]},{"osd":2,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.52300000000000002,"15min":0.52900000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.60899999999999999,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.63},{"interface":"front","average":{"1min":0.501,"5min":0.52200000000000002,"15min":0.52600000000000002},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.66800000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.497}]},{"osd":3,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53600000000000003,"15min":0.54400000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.66900000000000004,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.52000000000000002,"15min":0.52100000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.65800000000000003,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.53900000000000003}]},{"osd":4,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.59199999999999997,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.42699999999999999,"15min":0.42099999999999999},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.56000000000000005}]},{"osd":6,"last update":"Mon Apr 15 16:26:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.29799999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.443,"15min":0.43099999999999999},"min":{"1min":0.29999999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.45000000000000001}]},{"osd":7,"last update":"Mon Apr 15 16:26:15 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.51000000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T16:27:06.612 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph pg dump --format=json 2024-04-15T16:27:06.639 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:06 smithi090 ceph-mon[38312]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:06.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:06 smithi090 ceph-mon[27209]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:06.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:06 smithi153 ceph-mon[30366]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:06.967 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:27:07.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[27209]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:27:07.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-15T16:27:07.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-04-15T16:27:07.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]: dispatch 2024-04-15T16:27:07.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-04-15T16:27:07.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.32", "id": [0, 2]}]: dispatch 2024-04-15T16:27:07.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]: dispatch 2024-04-15T16:27:07.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]: dispatch 2024-04-15T16:27:07.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:27:07.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[38312]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:27:07.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-15T16:27:07.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-04-15T16:27:07.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]: dispatch 2024-04-15T16:27:07.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-04-15T16:27:07.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.32", "id": [0, 2]}]: dispatch 2024-04-15T16:27:07.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]: dispatch 2024-04-15T16:27:07.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]: dispatch 2024-04-15T16:27:07.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:07 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:27:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:07 smithi153 ceph-mon[30366]: from='client.14811 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:27:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:07 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]: dispatch 2024-04-15T16:27:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:07 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]: dispatch 2024-04-15T16:27:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:07 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]: dispatch 2024-04-15T16:27:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:07 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-04-15T16:27:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:07 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.32", "id": [0, 2]}]: dispatch 2024-04-15T16:27:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:07 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]: dispatch 2024-04-15T16:27:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:07 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]: dispatch 2024-04-15T16:27:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:07 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:27:08.726 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[38312]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:08.726 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-04-15T16:27:08.726 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-04-15T16:27:08.727 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]': finished 2024-04-15T16:27:08.727 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-04-15T16:27:08.727 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.32", "id": [0, 2]}]': finished 2024-04-15T16:27:08.727 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]': finished 2024-04-15T16:27:08.727 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]': finished 2024-04-15T16:27:08.727 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[38312]: osdmap e67: 8 total, 8 up, 8 in 2024-04-15T16:27:08.727 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:08.727 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:08.727 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:27:08.727 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:27:08.727 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:08.727 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[27209]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:08.727 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-04-15T16:27:08.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-04-15T16:27:08.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]': finished 2024-04-15T16:27:08.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-04-15T16:27:08.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.32", "id": [0, 2]}]': finished 2024-04-15T16:27:08.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]': finished 2024-04-15T16:27:08.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]': finished 2024-04-15T16:27:08.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[27209]: osdmap e67: 8 total, 8 up, 8 in 2024-04-15T16:27:08.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:08.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:08.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:27:08.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:27:08.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:08 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:08 smithi153 ceph-mon[30366]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:08 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.4", "id": [7, 2]}]': finished 2024-04-15T16:27:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:08 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.15", "id": [4, 1]}]': finished 2024-04-15T16:27:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:08 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1f", "id": [0, 1]}]': finished 2024-04-15T16:27:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:08 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-04-15T16:27:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:08 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.32", "id": [0, 2]}]': finished 2024-04-15T16:27:08.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:08 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.37", "id": [0, 3]}]': finished 2024-04-15T16:27:08.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:08 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3a", "id": [5, 2]}]': finished 2024-04-15T16:27:08.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:08 smithi153 ceph-mon[30366]: osdmap e67: 8 total, 8 up, 8 in 2024-04-15T16:27:08.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:08 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:08.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:08 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:08.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:08 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:27:08.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:08 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:27:08.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:08 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:09.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:09 smithi090 ceph-mon[38312]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-15T16:27:09.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:09 smithi090 ceph-mon[38312]: Reconfiguring daemon alertmanager.a on smithi090 2024-04-15T16:27:09.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:09 smithi090 ceph-mon[38312]: osdmap e68: 8 total, 8 up, 8 in 2024-04-15T16:27:09.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:09 smithi090 ceph-mon[27209]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-15T16:27:09.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:09 smithi090 ceph-mon[27209]: Reconfiguring daemon alertmanager.a on smithi090 2024-04-15T16:27:09.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:09 smithi090 ceph-mon[27209]: osdmap e68: 8 total, 8 up, 8 in 2024-04-15T16:27:09.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:09 smithi153 ceph-mon[30366]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-15T16:27:09.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:09 smithi153 ceph-mon[30366]: Reconfiguring daemon alertmanager.a on smithi090 2024-04-15T16:27:09.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:09 smithi153 ceph-mon[30366]: osdmap e68: 8 total, 8 up, 8 in 2024-04-15T16:27:10.180 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:27:10.183 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-15T16:27:10.661 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:10 smithi090 ceph-mon[38312]: pgmap v39: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:10.662 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:10 smithi090 ceph-mon[38312]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-15T16:27:10.662 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:10 smithi090 ceph-mon[27209]: pgmap v39: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:10.662 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:10 smithi090 ceph-mon[27209]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-15T16:27:10.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:10 smithi153 ceph-mon[30366]: pgmap v39: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:10.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:10 smithi153 ceph-mon[30366]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-15T16:27:11.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:11 smithi090 ceph-mon[27209]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:27:11.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:11 smithi090 ceph-mon[38312]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:27:11.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:11 smithi153 ceph-mon[30366]: from='client.14817 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:27:12.122 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":39,"stamp":"2024-04-15T16:27:08.596217+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227332,"kb_used_data":7068,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733884,"statfs":{"total":767960285184,"available":767727497216,"internally_reserved":0,"allocated":7237632,"data_stored":4087662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001594"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.840173+0000","last_change":"2024-04-15T16:25:34.343027+0000","last_active":"2024-04-15T16:26:10.840173+0000","last_peered":"2024-04-15T16:26:10.840173+0000","last_clean":"2024-04-15T16:26:10.840173+0000","last_became_active":"2024-04-15T16:25:34.342740+0000","last_became_peered":"2024-04-15T16:25:34.342740+0000","last_unstale":"2024-04-15T16:26:10.840173+0000","last_undegraded":"2024-04-15T16:26:10.840173+0000","last_fullsized":"2024-04-15T16:26:10.840173+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:06:16.582491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839908+0000","last_change":"2024-04-15T16:25:34.339869+0000","last_active":"2024-04-15T16:26:10.839908+0000","last_peered":"2024-04-15T16:26:10.839908+0000","last_clean":"2024-04-15T16:26:10.839908+0000","last_became_active":"2024-04-15T16:25:34.339592+0000","last_became_peered":"2024-04-15T16:25:34.339592+0000","last_unstale":"2024-04-15T16:26:10.839908+0000","last_undegraded":"2024-04-15T16:26:10.839908+0000","last_fullsized":"2024-04-15T16:26:10.839908+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:26.287465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.723098+0000","last_change":"2024-04-15T16:25:34.332573+0000","last_active":"2024-04-15T16:26:10.723098+0000","last_peered":"2024-04-15T16:26:10.723098+0000","last_clean":"2024-04-15T16:26:10.723098+0000","last_became_active":"2024-04-15T16:25:34.330953+0000","last_became_peered":"2024-04-15T16:25:34.330953+0000","last_unstale":"2024-04-15T16:26:10.723098+0000","last_undegraded":"2024-04-15T16:26:10.723098+0000","last_fullsized":"2024-04-15T16:26:10.723098+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:33:16.275845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839279+0000","last_change":"2024-04-15T16:25:34.325812+0000","last_active":"2024-04-15T16:26:10.839279+0000","last_peered":"2024-04-15T16:26:10.839279+0000","last_clean":"2024-04-15T16:26:10.839279+0000","last_became_active":"2024-04-15T16:25:34.325511+0000","last_became_peered":"2024-04-15T16:25:34.325511+0000","last_unstale":"2024-04-15T16:26:10.839279+0000","last_undegraded":"2024-04-15T16:26:10.839279+0000","last_fullsized":"2024-04-15T16:26:10.839279+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:40:34.275763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839917+0000","last_change":"2024-04-15T16:25:34.341746+0000","last_active":"2024-04-15T16:26:10.839917+0000","last_peered":"2024-04-15T16:26:10.839917+0000","last_clean":"2024-04-15T16:26:10.839917+0000","last_became_active":"2024-04-15T16:25:34.341468+0000","last_became_peered":"2024-04-15T16:25:34.341468+0000","last_unstale":"2024-04-15T16:26:10.839917+0000","last_undegraded":"2024-04-15T16:26:10.839917+0000","last_fullsized":"2024-04-15T16:26:10.839917+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:58:32.644078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":2,"reported_epoch":67,"state":"peering","last_fresh":"2024-04-15T16:25:34.309541+0000","last_change":"2024-04-15T16:27:07.595909+0000","last_active":"2024-04-15T16:25:33.945844+0000","last_peered":"2024-04-15T16:25:33.945844+0000","last_clean":"2024-04-15T16:25:33.945844+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-15T16:25:34.309541+0000","last_undegraded":"2024-04-15T16:25:34.309541+0000","last_fullsized":"2024-04-15T16:25:34.309541+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:54.235441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839188+0000","last_change":"2024-04-15T16:25:34.338566+0000","last_active":"2024-04-15T16:26:10.839188+0000","last_peered":"2024-04-15T16:26:10.839188+0000","last_clean":"2024-04-15T16:26:10.839188+0000","last_became_active":"2024-04-15T16:25:34.338254+0000","last_became_peered":"2024-04-15T16:25:34.338254+0000","last_unstale":"2024-04-15T16:26:10.839188+0000","last_undegraded":"2024-04-15T16:26:10.839188+0000","last_fullsized":"2024-04-15T16:26:10.839188+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:33:26.090081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.838530+0000","last_change":"2024-04-15T16:25:34.339664+0000","last_active":"2024-04-15T16:26:10.838530+0000","last_peered":"2024-04-15T16:26:10.838530+0000","last_clean":"2024-04-15T16:26:10.838530+0000","last_became_active":"2024-04-15T16:25:34.339343+0000","last_became_peered":"2024-04-15T16:25:34.339343+0000","last_unstale":"2024-04-15T16:26:10.838530+0000","last_undegraded":"2024-04-15T16:26:10.838530+0000","last_fullsized":"2024-04-15T16:26:10.838530+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:29:36.126853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"peering","last_fresh":"2024-04-15T16:27:07.531082+0000","last_change":"2024-04-15T16:27:07.531319+0000","last_active":"2024-04-15T16:27:07.531082+0000","last_peered":"2024-04-15T16:26:10.840069+0000","last_clean":"2024-04-15T16:26:10.840069+0000","last_became_active":"2024-04-15T16:25:34.324397+0000","last_became_peered":"2024-04-15T16:25:34.324397+0000","last_unstale":"2024-04-15T16:27:07.531082+0000","last_undegraded":"2024-04-15T16:27:07.531082+0000","last_fullsized":"2024-04-15T16:27:07.531082+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:22:46.668843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,3,5],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658617+0000","last_change":"2024-04-15T16:25:34.339780+0000","last_active":"2024-04-15T16:26:08.658617+0000","last_peered":"2024-04-15T16:26:08.658617+0000","last_clean":"2024-04-15T16:26:08.658617+0000","last_became_active":"2024-04-15T16:25:34.339415+0000","last_became_peered":"2024-04-15T16:25:34.339415+0000","last_unstale":"2024-04-15T16:26:08.658617+0000","last_undegraded":"2024-04-15T16:26:08.658617+0000","last_fullsized":"2024-04-15T16:26:08.658617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:35:41.132583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658716+0000","last_change":"2024-04-15T16:25:34.340901+0000","last_active":"2024-04-15T16:26:08.658716+0000","last_peered":"2024-04-15T16:26:08.658716+0000","last_clean":"2024-04-15T16:26:08.658716+0000","last_became_active":"2024-04-15T16:25:34.340493+0000","last_became_peered":"2024-04-15T16:25:34.340493+0000","last_unstale":"2024-04-15T16:26:08.658716+0000","last_undegraded":"2024-04-15T16:26:08.658716+0000","last_fullsized":"2024-04-15T16:26:08.658716+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:30:50.620153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.728058+0000","last_change":"2024-04-15T16:25:34.341183+0000","last_active":"2024-04-15T16:26:10.728058+0000","last_peered":"2024-04-15T16:26:10.728058+0000","last_clean":"2024-04-15T16:26:10.728058+0000","last_became_active":"2024-04-15T16:25:34.340905+0000","last_became_peered":"2024-04-15T16:25:34.340905+0000","last_unstale":"2024-04-15T16:26:10.728058+0000","last_undegraded":"2024-04-15T16:26:10.728058+0000","last_fullsized":"2024-04-15T16:26:10.728058+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:39:14.240637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.838774+0000","last_change":"2024-04-15T16:25:34.340368+0000","last_active":"2024-04-15T16:26:10.838774+0000","last_peered":"2024-04-15T16:26:10.838774+0000","last_clean":"2024-04-15T16:26:10.838774+0000","last_became_active":"2024-04-15T16:25:34.340102+0000","last_became_peered":"2024-04-15T16:25:34.340102+0000","last_unstale":"2024-04-15T16:26:10.838774+0000","last_undegraded":"2024-04-15T16:26:10.838774+0000","last_fullsized":"2024-04-15T16:26:10.838774+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:53:50.733708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":2,"reported_epoch":67,"state":"peering","last_fresh":"2024-04-15T16:26:10.722798+0000","last_change":"2024-04-15T16:27:07.595928+0000","last_active":"2024-04-15T16:27:07.595928+0000","last_peered":"2024-04-15T16:26:10.722798+0000","last_clean":"2024-04-15T16:26:10.722798+0000","last_became_active":"2024-04-15T16:25:34.319223+0000","last_became_peered":"2024-04-15T16:25:34.319223+0000","last_unstale":"2024-04-15T16:26:10.722798+0000","last_undegraded":"2024-04-15T16:26:10.722798+0000","last_fullsized":"2024-04-15T16:26:10.722798+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:35:52.942348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"peering","last_fresh":"2024-04-15T16:27:07.526976+0000","last_change":"2024-04-15T16:27:07.527156+0000","last_active":"2024-04-15T16:27:07.526976+0000","last_peered":"2024-04-15T16:26:10.839416+0000","last_clean":"2024-04-15T16:26:10.839416+0000","last_became_active":"2024-04-15T16:25:34.333935+0000","last_became_peered":"2024-04-15T16:25:34.333935+0000","last_unstale":"2024-04-15T16:27:07.526976+0000","last_undegraded":"2024-04-15T16:27:07.526976+0000","last_fullsized":"2024-04-15T16:27:07.526976+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:58:52.323737+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839097+0000","last_change":"2024-04-15T16:25:34.318900+0000","last_active":"2024-04-15T16:26:10.839097+0000","last_peered":"2024-04-15T16:26:10.839097+0000","last_clean":"2024-04-15T16:26:10.839097+0000","last_became_active":"2024-04-15T16:25:34.318502+0000","last_became_peered":"2024-04-15T16:25:34.318502+0000","last_unstale":"2024-04-15T16:26:10.839097+0000","last_undegraded":"2024-04-15T16:26:10.839097+0000","last_fullsized":"2024-04-15T16:26:10.839097+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:48.205980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.840245+0000","last_change":"2024-04-15T16:25:34.328026+0000","last_active":"2024-04-15T16:26:10.840245+0000","last_peered":"2024-04-15T16:26:10.840245+0000","last_clean":"2024-04-15T16:26:10.840245+0000","last_became_active":"2024-04-15T16:25:34.327688+0000","last_became_peered":"2024-04-15T16:25:34.327688+0000","last_unstale":"2024-04-15T16:26:10.840245+0000","last_undegraded":"2024-04-15T16:26:10.840245+0000","last_fullsized":"2024-04-15T16:26:10.840245+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:03:34.971197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.722852+0000","last_change":"2024-04-15T16:25:34.331432+0000","last_active":"2024-04-15T16:26:10.722852+0000","last_peered":"2024-04-15T16:26:10.722852+0000","last_clean":"2024-04-15T16:26:10.722852+0000","last_became_active":"2024-04-15T16:25:34.331144+0000","last_became_peered":"2024-04-15T16:25:34.331144+0000","last_unstale":"2024-04-15T16:26:10.722852+0000","last_undegraded":"2024-04-15T16:26:10.722852+0000","last_fullsized":"2024-04-15T16:26:10.722852+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:15.124138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839237+0000","last_change":"2024-04-15T16:25:34.343643+0000","last_active":"2024-04-15T16:26:10.839237+0000","last_peered":"2024-04-15T16:26:10.839237+0000","last_clean":"2024-04-15T16:26:10.839237+0000","last_became_active":"2024-04-15T16:25:34.343310+0000","last_became_peered":"2024-04-15T16:25:34.343310+0000","last_unstale":"2024-04-15T16:26:10.839237+0000","last_undegraded":"2024-04-15T16:26:10.839237+0000","last_fullsized":"2024-04-15T16:26:10.839237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:28:45.383113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":21,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.723482+0000","last_change":"2024-04-15T16:25:33.968103+0000","last_active":"2024-04-15T16:26:10.723482+0000","last_peered":"2024-04-15T16:26:10.723482+0000","last_clean":"2024-04-15T16:26:10.723482+0000","last_became_active":"2024-04-15T16:25:33.967761+0000","last_became_peered":"2024-04-15T16:25:33.967761+0000","last_unstale":"2024-04-15T16:26:10.723482+0000","last_undegraded":"2024-04-15T16:26:10.723482+0000","last_fullsized":"2024-04-15T16:26:10.723482+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:54:52.037745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839105+0000","last_change":"2024-04-15T16:25:34.340186+0000","last_active":"2024-04-15T16:26:10.839105+0000","last_peered":"2024-04-15T16:26:10.839105+0000","last_clean":"2024-04-15T16:26:10.839105+0000","last_became_active":"2024-04-15T16:25:34.339301+0000","last_became_peered":"2024-04-15T16:25:34.339301+0000","last_unstale":"2024-04-15T16:26:10.839105+0000","last_undegraded":"2024-04-15T16:26:10.839105+0000","last_fullsized":"2024-04-15T16:26:10.839105+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:18.284424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839186+0000","last_change":"2024-04-15T16:25:33.965065+0000","last_active":"2024-04-15T16:26:10.839186+0000","last_peered":"2024-04-15T16:26:10.839186+0000","last_clean":"2024-04-15T16:26:10.839186+0000","last_became_active":"2024-04-15T16:25:33.964737+0000","last_became_peered":"2024-04-15T16:25:33.964737+0000","last_unstale":"2024-04-15T16:26:10.839186+0000","last_undegraded":"2024-04-15T16:26:10.839186+0000","last_fullsized":"2024-04-15T16:26:10.839186+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:51:53.494021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":2,"reported_epoch":67,"state":"peering","last_fresh":"2024-04-15T16:26:10.723463+0000","last_change":"2024-04-15T16:27:07.597242+0000","last_active":"2024-04-15T16:27:07.597242+0000","last_peered":"2024-04-15T16:26:10.723463+0000","last_clean":"2024-04-15T16:26:10.723463+0000","last_became_active":"2024-04-15T16:25:34.319357+0000","last_became_peered":"2024-04-15T16:25:34.319357+0000","last_unstale":"2024-04-15T16:26:10.723463+0000","last_undegraded":"2024-04-15T16:26:10.723463+0000","last_fullsized":"2024-04-15T16:26:10.723463+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:39.140597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.840070+0000","last_change":"2024-04-15T16:25:33.977219+0000","last_active":"2024-04-15T16:26:10.840070+0000","last_peered":"2024-04-15T16:26:10.840070+0000","last_clean":"2024-04-15T16:26:10.840070+0000","last_became_active":"2024-04-15T16:25:33.976928+0000","last_became_peered":"2024-04-15T16:25:33.976928+0000","last_unstale":"2024-04-15T16:26:10.840070+0000","last_undegraded":"2024-04-15T16:26:10.840070+0000","last_fullsized":"2024-04-15T16:26:10.840070+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:39.495968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839465+0000","last_change":"2024-04-15T16:25:34.329989+0000","last_active":"2024-04-15T16:26:10.839465+0000","last_peered":"2024-04-15T16:26:10.839465+0000","last_clean":"2024-04-15T16:26:10.839465+0000","last_became_active":"2024-04-15T16:25:34.329701+0000","last_became_peered":"2024-04-15T16:25:34.329701+0000","last_unstale":"2024-04-15T16:26:10.839465+0000","last_undegraded":"2024-04-15T16:26:10.839465+0000","last_fullsized":"2024-04-15T16:26:10.839465+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:17.392829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839607+0000","last_change":"2024-04-15T16:25:33.967010+0000","last_active":"2024-04-15T16:26:10.839607+0000","last_peered":"2024-04-15T16:26:10.839607+0000","last_clean":"2024-04-15T16:26:10.839607+0000","last_became_active":"2024-04-15T16:25:33.966660+0000","last_became_peered":"2024-04-15T16:25:33.966660+0000","last_unstale":"2024-04-15T16:26:10.839607+0000","last_undegraded":"2024-04-15T16:26:10.839607+0000","last_fullsized":"2024-04-15T16:26:10.839607+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:29:38.451908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839753+0000","last_change":"2024-04-15T16:25:34.338627+0000","last_active":"2024-04-15T16:26:10.839753+0000","last_peered":"2024-04-15T16:26:10.839753+0000","last_clean":"2024-04-15T16:26:10.839753+0000","last_became_active":"2024-04-15T16:25:34.338319+0000","last_became_peered":"2024-04-15T16:25:34.338319+0000","last_unstale":"2024-04-15T16:26:10.839753+0000","last_undegraded":"2024-04-15T16:26:10.839753+0000","last_fullsized":"2024-04-15T16:26:10.839753+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:00:10.623792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.838969+0000","last_change":"2024-04-15T16:25:33.962681+0000","last_active":"2024-04-15T16:26:10.838969+0000","last_peered":"2024-04-15T16:26:10.838969+0000","last_clean":"2024-04-15T16:26:10.838969+0000","last_became_active":"2024-04-15T16:25:33.962390+0000","last_became_peered":"2024-04-15T16:25:33.962390+0000","last_unstale":"2024-04-15T16:26:10.838969+0000","last_undegraded":"2024-04-15T16:26:10.838969+0000","last_fullsized":"2024-04-15T16:26:10.838969+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:06:18.299907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.727609+0000","last_change":"2024-04-15T16:25:34.333356+0000","last_active":"2024-04-15T16:26:10.727609+0000","last_peered":"2024-04-15T16:26:10.727609+0000","last_clean":"2024-04-15T16:26:10.727609+0000","last_became_active":"2024-04-15T16:25:34.333052+0000","last_became_peered":"2024-04-15T16:25:34.333052+0000","last_unstale":"2024-04-15T16:26:10.727609+0000","last_undegraded":"2024-04-15T16:26:10.727609+0000","last_fullsized":"2024-04-15T16:26:10.727609+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:41:37.719731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":17,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658333+0000","last_change":"2024-04-15T16:25:33.962483+0000","last_active":"2024-04-15T16:26:08.658333+0000","last_peered":"2024-04-15T16:26:08.658333+0000","last_clean":"2024-04-15T16:26:08.658333+0000","last_became_active":"2024-04-15T16:25:33.962127+0000","last_became_peered":"2024-04-15T16:25:33.962127+0000","last_unstale":"2024-04-15T16:26:08.658333+0000","last_undegraded":"2024-04-15T16:26:08.658333+0000","last_fullsized":"2024-04-15T16:26:08.658333+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:58.931704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.723565+0000","last_change":"2024-04-15T16:25:34.327457+0000","last_active":"2024-04-15T16:26:10.723565+0000","last_peered":"2024-04-15T16:26:10.723565+0000","last_clean":"2024-04-15T16:26:10.723565+0000","last_became_active":"2024-04-15T16:25:34.327168+0000","last_became_peered":"2024-04-15T16:25:34.327168+0000","last_unstale":"2024-04-15T16:26:10.723565+0000","last_undegraded":"2024-04-15T16:26:10.723565+0000","last_fullsized":"2024-04-15T16:26:10.723565+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:58:58.097842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.838929+0000","last_change":"2024-04-15T16:25:33.959608+0000","last_active":"2024-04-15T16:26:10.838929+0000","last_peered":"2024-04-15T16:26:10.838929+0000","last_clean":"2024-04-15T16:26:10.838929+0000","last_became_active":"2024-04-15T16:25:33.959293+0000","last_became_peered":"2024-04-15T16:25:33.959293+0000","last_unstale":"2024-04-15T16:26:10.838929+0000","last_undegraded":"2024-04-15T16:26:10.838929+0000","last_fullsized":"2024-04-15T16:26:10.838929+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:46:39.214051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839068+0000","last_change":"2024-04-15T16:25:34.335142+0000","last_active":"2024-04-15T16:26:10.839068+0000","last_peered":"2024-04-15T16:26:10.839068+0000","last_clean":"2024-04-15T16:26:10.839068+0000","last_became_active":"2024-04-15T16:25:34.334870+0000","last_became_peered":"2024-04-15T16:25:34.334870+0000","last_unstale":"2024-04-15T16:26:10.839068+0000","last_undegraded":"2024-04-15T16:26:10.839068+0000","last_fullsized":"2024-04-15T16:26:10.839068+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:30:56.981673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839216+0000","last_change":"2024-04-15T16:25:33.967423+0000","last_active":"2024-04-15T16:26:10.839216+0000","last_peered":"2024-04-15T16:26:10.839216+0000","last_clean":"2024-04-15T16:26:10.839216+0000","last_became_active":"2024-04-15T16:25:33.967150+0000","last_became_peered":"2024-04-15T16:25:33.967150+0000","last_unstale":"2024-04-15T16:26:10.839216+0000","last_undegraded":"2024-04-15T16:26:10.839216+0000","last_fullsized":"2024-04-15T16:26:10.839216+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:18:03.838667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839561+0000","last_change":"2024-04-15T16:25:34.334192+0000","last_active":"2024-04-15T16:26:10.839561+0000","last_peered":"2024-04-15T16:26:10.839561+0000","last_clean":"2024-04-15T16:26:10.839561+0000","last_became_active":"2024-04-15T16:25:34.333545+0000","last_became_peered":"2024-04-15T16:25:34.333545+0000","last_unstale":"2024-04-15T16:26:10.839561+0000","last_undegraded":"2024-04-15T16:26:10.839561+0000","last_fullsized":"2024-04-15T16:26:10.839561+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:43:35.245542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658783+0000","last_change":"2024-04-15T16:25:33.965899+0000","last_active":"2024-04-15T16:26:08.658783+0000","last_peered":"2024-04-15T16:26:08.658783+0000","last_clean":"2024-04-15T16:26:08.658783+0000","last_became_active":"2024-04-15T16:25:33.965600+0000","last_became_peered":"2024-04-15T16:25:33.965600+0000","last_unstale":"2024-04-15T16:26:08.658783+0000","last_undegraded":"2024-04-15T16:26:08.658783+0000","last_fullsized":"2024-04-15T16:26:08.658783+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:51:18.839754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.840042+0000","last_change":"2024-04-15T16:25:34.331612+0000","last_active":"2024-04-15T16:26:10.840042+0000","last_peered":"2024-04-15T16:26:10.840042+0000","last_clean":"2024-04-15T16:26:10.840042+0000","last_became_active":"2024-04-15T16:25:34.330847+0000","last_became_peered":"2024-04-15T16:25:34.330847+0000","last_unstale":"2024-04-15T16:26:10.840042+0000","last_undegraded":"2024-04-15T16:26:10.840042+0000","last_fullsized":"2024-04-15T16:26:10.840042+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:06:07.254098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839598+0000","last_change":"2024-04-15T16:25:33.972697+0000","last_active":"2024-04-15T16:26:10.839598+0000","last_peered":"2024-04-15T16:26:10.839598+0000","last_clean":"2024-04-15T16:26:10.839598+0000","last_became_active":"2024-04-15T16:25:33.972332+0000","last_became_peered":"2024-04-15T16:25:33.972332+0000","last_unstale":"2024-04-15T16:26:10.839598+0000","last_undegraded":"2024-04-15T16:26:10.839598+0000","last_fullsized":"2024-04-15T16:26:10.839598+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:10:11.013023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.723373+0000","last_change":"2024-04-15T16:25:34.326135+0000","last_active":"2024-04-15T16:26:10.723373+0000","last_peered":"2024-04-15T16:26:10.723373+0000","last_clean":"2024-04-15T16:26:10.723373+0000","last_became_active":"2024-04-15T16:25:34.325161+0000","last_became_peered":"2024-04-15T16:25:34.325161+0000","last_unstale":"2024-04-15T16:26:10.723373+0000","last_undegraded":"2024-04-15T16:26:10.723373+0000","last_fullsized":"2024-04-15T16:26:10.723373+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:38.965912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":20,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839879+0000","last_change":"2024-04-15T16:25:33.967307+0000","last_active":"2024-04-15T16:26:10.839879+0000","last_peered":"2024-04-15T16:26:10.839879+0000","last_clean":"2024-04-15T16:26:10.839879+0000","last_became_active":"2024-04-15T16:25:33.966839+0000","last_became_peered":"2024-04-15T16:25:33.966839+0000","last_unstale":"2024-04-15T16:26:10.839879+0000","last_undegraded":"2024-04-15T16:26:10.839879+0000","last_fullsized":"2024-04-15T16:26:10.839879+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:38:31.005337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.727856+0000","last_change":"2024-04-15T16:25:34.340533+0000","last_active":"2024-04-15T16:26:10.727856+0000","last_peered":"2024-04-15T16:26:10.727856+0000","last_clean":"2024-04-15T16:26:10.727856+0000","last_became_active":"2024-04-15T16:25:34.340228+0000","last_became_peered":"2024-04-15T16:25:34.340228+0000","last_unstale":"2024-04-15T16:26:10.727856+0000","last_undegraded":"2024-04-15T16:26:10.727856+0000","last_fullsized":"2024-04-15T16:26:10.727856+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:05:24.511121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":25,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658482+0000","last_change":"2024-04-15T16:25:33.967575+0000","last_active":"2024-04-15T16:26:08.658482+0000","last_peered":"2024-04-15T16:26:08.658482+0000","last_clean":"2024-04-15T16:26:08.658482+0000","last_became_active":"2024-04-15T16:25:33.967272+0000","last_became_peered":"2024-04-15T16:25:33.967272+0000","last_unstale":"2024-04-15T16:26:08.658482+0000","last_undegraded":"2024-04-15T16:26:08.658482+0000","last_fullsized":"2024-04-15T16:26:08.658482+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:59.235872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"peering","last_fresh":"2024-04-15T16:27:07.532080+0000","last_change":"2024-04-15T16:27:07.532279+0000","last_active":"2024-04-15T16:27:07.532080+0000","last_peered":"2024-04-15T16:26:10.839942+0000","last_clean":"2024-04-15T16:26:10.839942+0000","last_became_active":"2024-04-15T16:25:34.339448+0000","last_became_peered":"2024-04-15T16:25:34.339448+0000","last_unstale":"2024-04-15T16:27:07.532080+0000","last_undegraded":"2024-04-15T16:27:07.532080+0000","last_fullsized":"2024-04-15T16:27:07.532080+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:52:12.143312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.723712+0000","last_change":"2024-04-15T16:25:33.966205+0000","last_active":"2024-04-15T16:26:10.723712+0000","last_peered":"2024-04-15T16:26:10.723712+0000","last_clean":"2024-04-15T16:26:10.723712+0000","last_became_active":"2024-04-15T16:25:33.965899+0000","last_became_peered":"2024-04-15T16:25:33.965899+0000","last_unstale":"2024-04-15T16:26:10.723712+0000","last_undegraded":"2024-04-15T16:26:10.723712+0000","last_fullsized":"2024-04-15T16:26:10.723712+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:57.057127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.722730+0000","last_change":"2024-04-15T16:25:34.325947+0000","last_active":"2024-04-15T16:26:10.722730+0000","last_peered":"2024-04-15T16:26:10.722730+0000","last_clean":"2024-04-15T16:26:10.722730+0000","last_became_active":"2024-04-15T16:25:34.325570+0000","last_became_peered":"2024-04-15T16:25:34.325570+0000","last_unstale":"2024-04-15T16:26:10.722730+0000","last_undegraded":"2024-04-15T16:26:10.722730+0000","last_fullsized":"2024-04-15T16:26:10.722730+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:24:04.134457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839333+0000","last_change":"2024-04-15T16:25:33.971097+0000","last_active":"2024-04-15T16:26:10.839333+0000","last_peered":"2024-04-15T16:26:10.839333+0000","last_clean":"2024-04-15T16:26:10.839333+0000","last_became_active":"2024-04-15T16:25:33.970742+0000","last_became_peered":"2024-04-15T16:25:33.970742+0000","last_unstale":"2024-04-15T16:26:10.839333+0000","last_undegraded":"2024-04-15T16:26:10.839333+0000","last_fullsized":"2024-04-15T16:26:10.839333+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:04.262471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839812+0000","last_change":"2024-04-15T16:25:34.341058+0000","last_active":"2024-04-15T16:26:10.839812+0000","last_peered":"2024-04-15T16:26:10.839812+0000","last_clean":"2024-04-15T16:26:10.839812+0000","last_became_active":"2024-04-15T16:25:34.340768+0000","last_became_peered":"2024-04-15T16:25:34.340768+0000","last_unstale":"2024-04-15T16:26:10.839812+0000","last_undegraded":"2024-04-15T16:26:10.839812+0000","last_fullsized":"2024-04-15T16:26:10.839812+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:23:51.922915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":16,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658214+0000","last_change":"2024-04-15T16:25:33.960413+0000","last_active":"2024-04-15T16:26:08.658214+0000","last_peered":"2024-04-15T16:26:08.658214+0000","last_clean":"2024-04-15T16:26:08.658214+0000","last_became_active":"2024-04-15T16:25:33.960098+0000","last_became_peered":"2024-04-15T16:25:33.960098+0000","last_unstale":"2024-04-15T16:26:08.658214+0000","last_undegraded":"2024-04-15T16:26:08.658214+0000","last_fullsized":"2024-04-15T16:26:08.658214+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:21:45.822045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658177+0000","last_change":"2024-04-15T16:25:34.330816+0000","last_active":"2024-04-15T16:26:08.658177+0000","last_peered":"2024-04-15T16:26:08.658177+0000","last_clean":"2024-04-15T16:26:08.658177+0000","last_became_active":"2024-04-15T16:25:34.330543+0000","last_became_peered":"2024-04-15T16:25:34.330543+0000","last_unstale":"2024-04-15T16:26:08.658177+0000","last_undegraded":"2024-04-15T16:26:08.658177+0000","last_fullsized":"2024-04-15T16:26:08.658177+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:57:41.073730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":25,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.722932+0000","last_change":"2024-04-15T16:25:33.975121+0000","last_active":"2024-04-15T16:26:10.722932+0000","last_peered":"2024-04-15T16:26:10.722932+0000","last_clean":"2024-04-15T16:26:10.722932+0000","last_became_active":"2024-04-15T16:25:33.974858+0000","last_became_peered":"2024-04-15T16:25:33.974858+0000","last_unstale":"2024-04-15T16:26:10.722932+0000","last_undegraded":"2024-04-15T16:26:10.722932+0000","last_fullsized":"2024-04-15T16:26:10.722932+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:58:50.869218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839316+0000","last_change":"2024-04-15T16:25:34.340249+0000","last_active":"2024-04-15T16:26:10.839316+0000","last_peered":"2024-04-15T16:26:10.839316+0000","last_clean":"2024-04-15T16:26:10.839316+0000","last_became_active":"2024-04-15T16:25:34.339924+0000","last_became_peered":"2024-04-15T16:25:34.339924+0000","last_unstale":"2024-04-15T16:26:10.839316+0000","last_undegraded":"2024-04-15T16:26:10.839316+0000","last_fullsized":"2024-04-15T16:26:10.839316+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:13:05.221281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.728098+0000","last_change":"2024-04-15T16:25:33.963970+0000","last_active":"2024-04-15T16:26:10.728098+0000","last_peered":"2024-04-15T16:26:10.728098+0000","last_clean":"2024-04-15T16:26:10.728098+0000","last_became_active":"2024-04-15T16:25:33.963675+0000","last_became_peered":"2024-04-15T16:25:33.963675+0000","last_unstale":"2024-04-15T16:26:10.728098+0000","last_undegraded":"2024-04-15T16:26:10.728098+0000","last_fullsized":"2024-04-15T16:26:10.728098+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:44:14.551995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.840372+0000","last_change":"2024-04-15T16:25:34.338064+0000","last_active":"2024-04-15T16:26:10.840372+0000","last_peered":"2024-04-15T16:26:10.840372+0000","last_clean":"2024-04-15T16:26:10.840372+0000","last_became_active":"2024-04-15T16:25:34.336593+0000","last_became_peered":"2024-04-15T16:25:34.336593+0000","last_unstale":"2024-04-15T16:26:10.840372+0000","last_undegraded":"2024-04-15T16:26:10.840372+0000","last_fullsized":"2024-04-15T16:26:10.840372+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:42:49.029367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839718+0000","last_change":"2024-04-15T16:26:07.672358+0000","last_active":"2024-04-15T16:26:10.839718+0000","last_peered":"2024-04-15T16:26:10.839718+0000","last_clean":"2024-04-15T16:26:10.839718+0000","last_became_active":"2024-04-15T16:26:07.672050+0000","last_became_peered":"2024-04-15T16:26:07.672050+0000","last_unstale":"2024-04-15T16:26:10.839718+0000","last_undegraded":"2024-04-15T16:26:10.839718+0000","last_fullsized":"2024-04-15T16:26:10.839718+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:28:29.619364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"peering","last_fresh":"2024-04-15T16:27:07.527712+0000","last_change":"2024-04-15T16:27:07.527865+0000","last_active":"2024-04-15T16:27:07.527712+0000","last_peered":"2024-04-15T16:26:10.839551+0000","last_clean":"2024-04-15T16:26:10.839551+0000","last_became_active":"2024-04-15T16:25:33.970279+0000","last_became_peered":"2024-04-15T16:25:33.970279+0000","last_unstale":"2024-04-15T16:27:07.527712+0000","last_undegraded":"2024-04-15T16:27:07.527712+0000","last_fullsized":"2024-04-15T16:27:07.527712+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:30:01.943979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,2,7],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839880+0000","last_change":"2024-04-15T16:25:34.329749+0000","last_active":"2024-04-15T16:26:10.839880+0000","last_peered":"2024-04-15T16:26:10.839880+0000","last_clean":"2024-04-15T16:26:10.839880+0000","last_became_active":"2024-04-15T16:25:34.329373+0000","last_became_peered":"2024-04-15T16:25:34.329373+0000","last_unstale":"2024-04-15T16:26:10.839880+0000","last_undegraded":"2024-04-15T16:26:10.839880+0000","last_fullsized":"2024-04-15T16:26:10.839880+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:54:33.440794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839629+0000","last_change":"2024-04-15T16:26:07.584349+0000","last_active":"2024-04-15T16:26:10.839629+0000","last_peered":"2024-04-15T16:26:10.839629+0000","last_clean":"2024-04-15T16:26:10.839629+0000","last_became_active":"2024-04-15T16:26:07.584035+0000","last_became_peered":"2024-04-15T16:26:07.584035+0000","last_unstale":"2024-04-15T16:26:10.839629+0000","last_undegraded":"2024-04-15T16:26:10.839629+0000","last_fullsized":"2024-04-15T16:26:10.839629+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:20:57.328055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839672+0000","last_change":"2024-04-15T16:25:33.972651+0000","last_active":"2024-04-15T16:26:10.839672+0000","last_peered":"2024-04-15T16:26:10.839672+0000","last_clean":"2024-04-15T16:26:10.839672+0000","last_became_active":"2024-04-15T16:25:33.972347+0000","last_became_peered":"2024-04-15T16:25:33.972347+0000","last_unstale":"2024-04-15T16:26:10.839672+0000","last_undegraded":"2024-04-15T16:26:10.839672+0000","last_fullsized":"2024-04-15T16:26:10.839672+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:47:45.997271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.727716+0000","last_change":"2024-04-15T16:25:34.343280+0000","last_active":"2024-04-15T16:26:10.727716+0000","last_peered":"2024-04-15T16:26:10.727716+0000","last_clean":"2024-04-15T16:26:10.727716+0000","last_became_active":"2024-04-15T16:25:34.342985+0000","last_became_peered":"2024-04-15T16:25:34.342985+0000","last_unstale":"2024-04-15T16:26:10.727716+0000","last_undegraded":"2024-04-15T16:26:10.727716+0000","last_fullsized":"2024-04-15T16:26:10.727716+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:10.967579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839776+0000","last_change":"2024-04-15T16:26:07.672539+0000","last_active":"2024-04-15T16:26:10.839776+0000","last_peered":"2024-04-15T16:26:10.839776+0000","last_clean":"2024-04-15T16:26:10.839776+0000","last_became_active":"2024-04-15T16:26:07.672272+0000","last_became_peered":"2024-04-15T16:26:07.672272+0000","last_unstale":"2024-04-15T16:26:10.839776+0000","last_undegraded":"2024-04-15T16:26:10.839776+0000","last_fullsized":"2024-04-15T16:26:10.839776+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:41:19.763915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839121+0000","last_change":"2024-04-15T16:25:34.334887+0000","last_active":"2024-04-15T16:26:10.839121+0000","last_peered":"2024-04-15T16:26:10.839121+0000","last_clean":"2024-04-15T16:26:10.839121+0000","last_became_active":"2024-04-15T16:25:34.334628+0000","last_became_peered":"2024-04-15T16:25:34.334628+0000","last_unstale":"2024-04-15T16:26:10.839121+0000","last_undegraded":"2024-04-15T16:26:10.839121+0000","last_fullsized":"2024-04-15T16:26:10.839121+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:08:27.967266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.722361+0000","last_change":"2024-04-15T16:25:33.974203+0000","last_active":"2024-04-15T16:26:10.722361+0000","last_peered":"2024-04-15T16:26:10.722361+0000","last_clean":"2024-04-15T16:26:10.722361+0000","last_became_active":"2024-04-15T16:25:33.973940+0000","last_became_peered":"2024-04-15T16:25:33.973940+0000","last_unstale":"2024-04-15T16:26:10.722361+0000","last_undegraded":"2024-04-15T16:26:10.722361+0000","last_fullsized":"2024-04-15T16:26:10.722361+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:51:38.161890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658538+0000","last_change":"2024-04-15T16:26:07.672740+0000","last_active":"2024-04-15T16:26:08.658538+0000","last_peered":"2024-04-15T16:26:08.658538+0000","last_clean":"2024-04-15T16:26:08.658538+0000","last_became_active":"2024-04-15T16:26:07.672444+0000","last_became_peered":"2024-04-15T16:26:07.672444+0000","last_unstale":"2024-04-15T16:26:08.658538+0000","last_undegraded":"2024-04-15T16:26:08.658538+0000","last_fullsized":"2024-04-15T16:26:08.658538+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:35:34.553105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.838786+0000","last_change":"2024-04-15T16:25:34.339558+0000","last_active":"2024-04-15T16:26:10.838786+0000","last_peered":"2024-04-15T16:26:10.838786+0000","last_clean":"2024-04-15T16:26:10.838786+0000","last_became_active":"2024-04-15T16:25:34.339280+0000","last_became_peered":"2024-04-15T16:25:34.339280+0000","last_unstale":"2024-04-15T16:26:10.838786+0000","last_undegraded":"2024-04-15T16:26:10.838786+0000","last_fullsized":"2024-04-15T16:26:10.838786+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:29.854773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839722+0000","last_change":"2024-04-15T16:25:33.970852+0000","last_active":"2024-04-15T16:26:10.839722+0000","last_peered":"2024-04-15T16:26:10.839722+0000","last_clean":"2024-04-15T16:26:10.839722+0000","last_became_active":"2024-04-15T16:25:33.970485+0000","last_became_peered":"2024-04-15T16:25:33.970485+0000","last_unstale":"2024-04-15T16:26:10.839722+0000","last_undegraded":"2024-04-15T16:26:10.839722+0000","last_fullsized":"2024-04-15T16:26:10.839722+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:27:54.651984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":263,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.840186+0000","last_change":"2024-04-15T16:25:16.897720+0000","last_active":"2024-04-15T16:26:10.840186+0000","last_peered":"2024-04-15T16:26:10.840186+0000","last_clean":"2024-04-15T16:26:10.840186+0000","last_became_active":"2024-04-15T16:25:16.897306+0000","last_became_peered":"2024-04-15T16:25:16.897306+0000","last_unstale":"2024-04-15T16:26:10.840186+0000","last_undegraded":"2024-04-15T16:26:10.840186+0000","last_fullsized":"2024-04-15T16:26:10.840186+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_clean_scrub_stamp":"2024-04-15T16:23:16.414562+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:19:26.084835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.723510+0000","last_change":"2024-04-15T16:26:07.580405+0000","last_active":"2024-04-15T16:26:10.723510+0000","last_peered":"2024-04-15T16:26:10.723510+0000","last_clean":"2024-04-15T16:26:10.723510+0000","last_became_active":"2024-04-15T16:26:07.580092+0000","last_became_peered":"2024-04-15T16:26:07.580092+0000","last_unstale":"2024-04-15T16:26:10.723510+0000","last_undegraded":"2024-04-15T16:26:10.723510+0000","last_fullsized":"2024-04-15T16:26:10.723510+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:30:04.269194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.722620+0000","last_change":"2024-04-15T16:25:34.329780+0000","last_active":"2024-04-15T16:26:10.722620+0000","last_peered":"2024-04-15T16:26:10.722620+0000","last_clean":"2024-04-15T16:26:10.722620+0000","last_became_active":"2024-04-15T16:25:34.329092+0000","last_became_peered":"2024-04-15T16:25:34.329092+0000","last_unstale":"2024-04-15T16:26:10.722620+0000","last_undegraded":"2024-04-15T16:26:10.722620+0000","last_fullsized":"2024-04-15T16:26:10.722620+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:12:16.781654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839329+0000","last_change":"2024-04-15T16:25:33.974306+0000","last_active":"2024-04-15T16:26:10.839329+0000","last_peered":"2024-04-15T16:26:10.839329+0000","last_clean":"2024-04-15T16:26:10.839329+0000","last_became_active":"2024-04-15T16:25:33.973989+0000","last_became_peered":"2024-04-15T16:25:33.973989+0000","last_unstale":"2024-04-15T16:26:10.839329+0000","last_undegraded":"2024-04-15T16:26:10.839329+0000","last_fullsized":"2024-04-15T16:26:10.839329+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:28:08.876868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.723524+0000","last_change":"2024-04-15T16:26:07.674519+0000","last_active":"2024-04-15T16:26:10.723524+0000","last_peered":"2024-04-15T16:26:10.723524+0000","last_clean":"2024-04-15T16:26:10.723524+0000","last_became_active":"2024-04-15T16:26:07.674268+0000","last_became_peered":"2024-04-15T16:26:07.674268+0000","last_unstale":"2024-04-15T16:26:10.723524+0000","last_undegraded":"2024-04-15T16:26:10.723524+0000","last_fullsized":"2024-04-15T16:26:10.723524+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:55:37.300597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839758+0000","last_change":"2024-04-15T16:25:33.977162+0000","last_active":"2024-04-15T16:26:10.839758+0000","last_peered":"2024-04-15T16:26:10.839758+0000","last_clean":"2024-04-15T16:26:10.839758+0000","last_became_active":"2024-04-15T16:25:33.976865+0000","last_became_peered":"2024-04-15T16:25:33.976865+0000","last_unstale":"2024-04-15T16:26:10.839758+0000","last_undegraded":"2024-04-15T16:26:10.839758+0000","last_fullsized":"2024-04-15T16:26:10.839758+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:14:25.576887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839719+0000","last_change":"2024-04-15T16:25:34.327120+0000","last_active":"2024-04-15T16:26:10.839719+0000","last_peered":"2024-04-15T16:26:10.839719+0000","last_clean":"2024-04-15T16:26:10.839719+0000","last_became_active":"2024-04-15T16:25:34.326766+0000","last_became_peered":"2024-04-15T16:25:34.326766+0000","last_unstale":"2024-04-15T16:26:10.839719+0000","last_undegraded":"2024-04-15T16:26:10.839719+0000","last_fullsized":"2024-04-15T16:26:10.839719+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:01:33.662442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839000+0000","last_change":"2024-04-15T16:26:07.672331+0000","last_active":"2024-04-15T16:26:10.839000+0000","last_peered":"2024-04-15T16:26:10.839000+0000","last_clean":"2024-04-15T16:26:10.839000+0000","last_became_active":"2024-04-15T16:26:07.672022+0000","last_became_peered":"2024-04-15T16:26:07.672022+0000","last_unstale":"2024-04-15T16:26:10.839000+0000","last_undegraded":"2024-04-15T16:26:10.839000+0000","last_fullsized":"2024-04-15T16:26:10.839000+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:35:55.765767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.840031+0000","last_change":"2024-04-15T16:25:33.966004+0000","last_active":"2024-04-15T16:26:10.840031+0000","last_peered":"2024-04-15T16:26:10.840031+0000","last_clean":"2024-04-15T16:26:10.840031+0000","last_became_active":"2024-04-15T16:25:33.965642+0000","last_became_peered":"2024-04-15T16:25:33.965642+0000","last_unstale":"2024-04-15T16:26:10.840031+0000","last_undegraded":"2024-04-15T16:26:10.840031+0000","last_fullsized":"2024-04-15T16:26:10.840031+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:47:57.610962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839139+0000","last_change":"2024-04-15T16:25:34.325277+0000","last_active":"2024-04-15T16:26:10.839139+0000","last_peered":"2024-04-15T16:26:10.839139+0000","last_clean":"2024-04-15T16:26:10.839139+0000","last_became_active":"2024-04-15T16:25:34.324177+0000","last_became_peered":"2024-04-15T16:25:34.324177+0000","last_unstale":"2024-04-15T16:26:10.839139+0000","last_undegraded":"2024-04-15T16:26:10.839139+0000","last_fullsized":"2024-04-15T16:26:10.839139+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:55:56.678943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.727258+0000","last_change":"2024-04-15T16:26:07.672746+0000","last_active":"2024-04-15T16:26:10.727258+0000","last_peered":"2024-04-15T16:26:10.727258+0000","last_clean":"2024-04-15T16:26:10.727258+0000","last_became_active":"2024-04-15T16:26:07.672434+0000","last_became_peered":"2024-04-15T16:26:07.672434+0000","last_unstale":"2024-04-15T16:26:10.727258+0000","last_undegraded":"2024-04-15T16:26:10.727258+0000","last_fullsized":"2024-04-15T16:26:10.727258+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:12:43.934565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":18,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658772+0000","last_change":"2024-04-15T16:25:33.968052+0000","last_active":"2024-04-15T16:26:08.658772+0000","last_peered":"2024-04-15T16:26:08.658772+0000","last_clean":"2024-04-15T16:26:08.658772+0000","last_became_active":"2024-04-15T16:25:33.967776+0000","last_became_peered":"2024-04-15T16:25:33.967776+0000","last_unstale":"2024-04-15T16:26:08.658772+0000","last_undegraded":"2024-04-15T16:26:08.658772+0000","last_fullsized":"2024-04-15T16:26:08.658772+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:40.710130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.723600+0000","last_change":"2024-04-15T16:25:34.330673+0000","last_active":"2024-04-15T16:26:10.723600+0000","last_peered":"2024-04-15T16:26:10.723600+0000","last_clean":"2024-04-15T16:26:10.723600+0000","last_became_active":"2024-04-15T16:25:34.330162+0000","last_became_peered":"2024-04-15T16:25:34.330162+0000","last_unstale":"2024-04-15T16:26:10.723600+0000","last_undegraded":"2024-04-15T16:26:10.723600+0000","last_fullsized":"2024-04-15T16:26:10.723600+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:57.830598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.840143+0000","last_change":"2024-04-15T16:25:33.974303+0000","last_active":"2024-04-15T16:26:10.840143+0000","last_peered":"2024-04-15T16:26:10.840143+0000","last_clean":"2024-04-15T16:26:10.840143+0000","last_became_active":"2024-04-15T16:25:33.973998+0000","last_became_peered":"2024-04-15T16:25:33.973998+0000","last_unstale":"2024-04-15T16:26:10.840143+0000","last_undegraded":"2024-04-15T16:26:10.840143+0000","last_fullsized":"2024-04-15T16:26:10.840143+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:48.109889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.727559+0000","last_change":"2024-04-15T16:25:34.327068+0000","last_active":"2024-04-15T16:26:10.727559+0000","last_peered":"2024-04-15T16:26:10.727559+0000","last_clean":"2024-04-15T16:26:10.727559+0000","last_became_active":"2024-04-15T16:25:34.326782+0000","last_became_peered":"2024-04-15T16:25:34.326782+0000","last_unstale":"2024-04-15T16:26:10.727559+0000","last_undegraded":"2024-04-15T16:26:10.727559+0000","last_fullsized":"2024-04-15T16:26:10.727559+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:16:43.460702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839491+0000","last_change":"2024-04-15T16:25:33.969318+0000","last_active":"2024-04-15T16:26:10.839491+0000","last_peered":"2024-04-15T16:26:10.839491+0000","last_clean":"2024-04-15T16:26:10.839491+0000","last_became_active":"2024-04-15T16:25:33.969058+0000","last_became_peered":"2024-04-15T16:25:33.969058+0000","last_unstale":"2024-04-15T16:26:10.839491+0000","last_undegraded":"2024-04-15T16:26:10.839491+0000","last_fullsized":"2024-04-15T16:26:10.839491+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:26:00.301157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839118+0000","last_change":"2024-04-15T16:25:34.335914+0000","last_active":"2024-04-15T16:26:10.839118+0000","last_peered":"2024-04-15T16:26:10.839118+0000","last_clean":"2024-04-15T16:26:10.839118+0000","last_became_active":"2024-04-15T16:25:34.334739+0000","last_became_peered":"2024-04-15T16:25:34.334739+0000","last_unstale":"2024-04-15T16:26:10.839118+0000","last_undegraded":"2024-04-15T16:26:10.839118+0000","last_fullsized":"2024-04-15T16:26:10.839118+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:10:25.659672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839958+0000","last_change":"2024-04-15T16:25:33.969935+0000","last_active":"2024-04-15T16:26:10.839958+0000","last_peered":"2024-04-15T16:26:10.839958+0000","last_clean":"2024-04-15T16:26:10.839958+0000","last_became_active":"2024-04-15T16:25:33.969675+0000","last_became_peered":"2024-04-15T16:25:33.969675+0000","last_unstale":"2024-04-15T16:26:10.839958+0000","last_undegraded":"2024-04-15T16:26:10.839958+0000","last_fullsized":"2024-04-15T16:26:10.839958+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:26:57.197844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.838879+0000","last_change":"2024-04-15T16:25:34.334667+0000","last_active":"2024-04-15T16:26:10.838879+0000","last_peered":"2024-04-15T16:26:10.838879+0000","last_clean":"2024-04-15T16:26:10.838879+0000","last_became_active":"2024-04-15T16:25:34.334389+0000","last_became_peered":"2024-04-15T16:25:34.334389+0000","last_unstale":"2024-04-15T16:26:10.838879+0000","last_undegraded":"2024-04-15T16:26:10.838879+0000","last_fullsized":"2024-04-15T16:26:10.838879+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:33:45.361899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839716+0000","last_change":"2024-04-15T16:25:33.967903+0000","last_active":"2024-04-15T16:26:10.839716+0000","last_peered":"2024-04-15T16:26:10.839716+0000","last_clean":"2024-04-15T16:26:10.839716+0000","last_became_active":"2024-04-15T16:25:33.967571+0000","last_became_peered":"2024-04-15T16:25:33.967571+0000","last_unstale":"2024-04-15T16:26:10.839716+0000","last_undegraded":"2024-04-15T16:26:10.839716+0000","last_fullsized":"2024-04-15T16:26:10.839716+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:11:55.673773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658288+0000","last_change":"2024-04-15T16:25:34.338704+0000","last_active":"2024-04-15T16:26:08.658288+0000","last_peered":"2024-04-15T16:26:08.658288+0000","last_clean":"2024-04-15T16:26:08.658288+0000","last_became_active":"2024-04-15T16:25:34.338239+0000","last_became_peered":"2024-04-15T16:25:34.338239+0000","last_unstale":"2024-04-15T16:26:08.658288+0000","last_undegraded":"2024-04-15T16:26:08.658288+0000","last_fullsized":"2024-04-15T16:26:08.658288+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:39.269699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":17,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.722498+0000","last_change":"2024-04-15T16:25:33.971329+0000","last_active":"2024-04-15T16:26:10.722498+0000","last_peered":"2024-04-15T16:26:10.722498+0000","last_clean":"2024-04-15T16:26:10.722498+0000","last_became_active":"2024-04-15T16:25:33.970851+0000","last_became_peered":"2024-04-15T16:25:33.970851+0000","last_unstale":"2024-04-15T16:26:10.722498+0000","last_undegraded":"2024-04-15T16:26:10.722498+0000","last_fullsized":"2024-04-15T16:26:10.722498+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:46:36.051699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839661+0000","last_change":"2024-04-15T16:25:34.335332+0000","last_active":"2024-04-15T16:26:10.839661+0000","last_peered":"2024-04-15T16:26:10.839661+0000","last_clean":"2024-04-15T16:26:10.839661+0000","last_became_active":"2024-04-15T16:25:34.335041+0000","last_became_peered":"2024-04-15T16:25:34.335041+0000","last_unstale":"2024-04-15T16:26:10.839661+0000","last_undegraded":"2024-04-15T16:26:10.839661+0000","last_fullsized":"2024-04-15T16:26:10.839661+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:55:14.092097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":18,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839862+0000","last_change":"2024-04-15T16:25:33.967108+0000","last_active":"2024-04-15T16:26:10.839862+0000","last_peered":"2024-04-15T16:26:10.839862+0000","last_clean":"2024-04-15T16:26:10.839862+0000","last_became_active":"2024-04-15T16:25:33.966317+0000","last_became_peered":"2024-04-15T16:25:33.966317+0000","last_unstale":"2024-04-15T16:26:10.839862+0000","last_undegraded":"2024-04-15T16:26:10.839862+0000","last_fullsized":"2024-04-15T16:26:10.839862+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:14.783160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839814+0000","last_change":"2024-04-15T16:25:34.336052+0000","last_active":"2024-04-15T16:26:10.839814+0000","last_peered":"2024-04-15T16:26:10.839814+0000","last_clean":"2024-04-15T16:26:10.839814+0000","last_became_active":"2024-04-15T16:25:34.335788+0000","last_became_peered":"2024-04-15T16:25:34.335788+0000","last_unstale":"2024-04-15T16:26:10.839814+0000","last_undegraded":"2024-04-15T16:26:10.839814+0000","last_fullsized":"2024-04-15T16:26:10.839814+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:22:23.166556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":19,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.722897+0000","last_change":"2024-04-15T16:25:33.966349+0000","last_active":"2024-04-15T16:26:10.722897+0000","last_peered":"2024-04-15T16:26:10.722897+0000","last_clean":"2024-04-15T16:26:10.722897+0000","last_became_active":"2024-04-15T16:25:33.966059+0000","last_became_peered":"2024-04-15T16:25:33.966059+0000","last_unstale":"2024-04-15T16:26:10.722897+0000","last_undegraded":"2024-04-15T16:26:10.722897+0000","last_fullsized":"2024-04-15T16:26:10.722897+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:05:16.350194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.840272+0000","last_change":"2024-04-15T16:25:34.340359+0000","last_active":"2024-04-15T16:26:10.840272+0000","last_peered":"2024-04-15T16:26:10.840272+0000","last_clean":"2024-04-15T16:26:10.840272+0000","last_became_active":"2024-04-15T16:25:34.340083+0000","last_became_peered":"2024-04-15T16:25:34.340083+0000","last_unstale":"2024-04-15T16:26:10.840272+0000","last_undegraded":"2024-04-15T16:26:10.840272+0000","last_fullsized":"2024-04-15T16:26:10.840272+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:42:22.651312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658092+0000","last_change":"2024-04-15T16:25:34.329854+0000","last_active":"2024-04-15T16:26:08.658092+0000","last_peered":"2024-04-15T16:26:08.658092+0000","last_clean":"2024-04-15T16:26:08.658092+0000","last_became_active":"2024-04-15T16:25:34.329570+0000","last_became_peered":"2024-04-15T16:25:34.329570+0000","last_unstale":"2024-04-15T16:26:08.658092+0000","last_undegraded":"2024-04-15T16:26:08.658092+0000","last_fullsized":"2024-04-15T16:26:08.658092+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:55:22.011676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.722383+0000","last_change":"2024-04-15T16:25:34.330905+0000","last_active":"2024-04-15T16:26:10.722383+0000","last_peered":"2024-04-15T16:26:10.722383+0000","last_clean":"2024-04-15T16:26:10.722383+0000","last_became_active":"2024-04-15T16:25:34.330626+0000","last_became_peered":"2024-04-15T16:25:34.330626+0000","last_unstale":"2024-04-15T16:26:10.722383+0000","last_undegraded":"2024-04-15T16:26:10.722383+0000","last_fullsized":"2024-04-15T16:26:10.722383+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:48:38.151778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839424+0000","last_change":"2024-04-15T16:25:34.327468+0000","last_active":"2024-04-15T16:26:10.839424+0000","last_peered":"2024-04-15T16:26:10.839424+0000","last_clean":"2024-04-15T16:26:10.839424+0000","last_became_active":"2024-04-15T16:25:34.327087+0000","last_became_peered":"2024-04-15T16:25:34.327087+0000","last_unstale":"2024-04-15T16:26:10.839424+0000","last_undegraded":"2024-04-15T16:26:10.839424+0000","last_fullsized":"2024-04-15T16:26:10.839424+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:13.604820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.723622+0000","last_change":"2024-04-15T16:25:34.328654+0000","last_active":"2024-04-15T16:26:10.723622+0000","last_peered":"2024-04-15T16:26:10.723622+0000","last_clean":"2024-04-15T16:26:10.723622+0000","last_became_active":"2024-04-15T16:25:34.328368+0000","last_became_peered":"2024-04-15T16:25:34.328368+0000","last_unstale":"2024-04-15T16:26:10.723622+0000","last_undegraded":"2024-04-15T16:26:10.723622+0000","last_fullsized":"2024-04-15T16:26:10.723622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:59:36.163111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839062+0000","last_change":"2024-04-15T16:25:34.338104+0000","last_active":"2024-04-15T16:26:10.839062+0000","last_peered":"2024-04-15T16:26:10.839062+0000","last_clean":"2024-04-15T16:26:10.839062+0000","last_became_active":"2024-04-15T16:25:34.337807+0000","last_became_peered":"2024-04-15T16:25:34.337807+0000","last_unstale":"2024-04-15T16:26:10.839062+0000","last_undegraded":"2024-04-15T16:26:10.839062+0000","last_fullsized":"2024-04-15T16:26:10.839062+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:15.979198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839789+0000","last_change":"2024-04-15T16:25:34.331106+0000","last_active":"2024-04-15T16:26:10.839789+0000","last_peered":"2024-04-15T16:26:10.839789+0000","last_clean":"2024-04-15T16:26:10.839789+0000","last_became_active":"2024-04-15T16:25:34.330822+0000","last_became_peered":"2024-04-15T16:25:34.330822+0000","last_unstale":"2024-04-15T16:26:10.839789+0000","last_undegraded":"2024-04-15T16:26:10.839789+0000","last_fullsized":"2024-04-15T16:26:10.839789+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:51:32.632127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658715+0000","last_change":"2024-04-15T16:25:34.342193+0000","last_active":"2024-04-15T16:26:08.658715+0000","last_peered":"2024-04-15T16:26:08.658715+0000","last_clean":"2024-04-15T16:26:08.658715+0000","last_became_active":"2024-04-15T16:25:34.341609+0000","last_became_peered":"2024-04-15T16:25:34.341609+0000","last_unstale":"2024-04-15T16:26:08.658715+0000","last_undegraded":"2024-04-15T16:26:08.658715+0000","last_fullsized":"2024-04-15T16:26:08.658715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:19:18.018266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839211+0000","last_change":"2024-04-15T16:25:34.335332+0000","last_active":"2024-04-15T16:26:10.839211+0000","last_peered":"2024-04-15T16:26:10.839211+0000","last_clean":"2024-04-15T16:26:10.839211+0000","last_became_active":"2024-04-15T16:25:34.335057+0000","last_became_peered":"2024-04-15T16:25:34.335057+0000","last_unstale":"2024-04-15T16:26:10.839211+0000","last_undegraded":"2024-04-15T16:26:10.839211+0000","last_fullsized":"2024-04-15T16:26:10.839211+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:29:40.301716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839277+0000","last_change":"2024-04-15T16:25:34.328290+0000","last_active":"2024-04-15T16:26:10.839277+0000","last_peered":"2024-04-15T16:26:10.839277+0000","last_clean":"2024-04-15T16:26:10.839277+0000","last_became_active":"2024-04-15T16:25:34.326971+0000","last_became_peered":"2024-04-15T16:25:34.326971+0000","last_unstale":"2024-04-15T16:26:10.839277+0000","last_undegraded":"2024-04-15T16:26:10.839277+0000","last_fullsized":"2024-04-15T16:26:10.839277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:01:30.830981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.838785+0000","last_change":"2024-04-15T16:25:34.334878+0000","last_active":"2024-04-15T16:26:10.838785+0000","last_peered":"2024-04-15T16:26:10.838785+0000","last_clean":"2024-04-15T16:26:10.838785+0000","last_became_active":"2024-04-15T16:25:34.334566+0000","last_became_peered":"2024-04-15T16:25:34.334566+0000","last_unstale":"2024-04-15T16:26:10.838785+0000","last_undegraded":"2024-04-15T16:26:10.838785+0000","last_fullsized":"2024-04-15T16:26:10.838785+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:14.281939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.839533+0000","last_change":"2024-04-15T16:25:34.336804+0000","last_active":"2024-04-15T16:26:10.839533+0000","last_peered":"2024-04-15T16:26:10.839533+0000","last_clean":"2024-04-15T16:26:10.839533+0000","last_became_active":"2024-04-15T16:25:34.336480+0000","last_became_peered":"2024-04-15T16:25:34.336480+0000","last_unstale":"2024-04-15T16:26:10.839533+0000","last_undegraded":"2024-04-15T16:26:10.839533+0000","last_fullsized":"2024-04-15T16:26:10.839533+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:50:46.457258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":16,"reported_epoch":66,"state":"active+clean","last_fresh":"2024-04-15T16:26:10.723674+0000","last_change":"2024-04-15T16:25:34.320254+0000","last_active":"2024-04-15T16:26:10.723674+0000","last_peered":"2024-04-15T16:26:10.723674+0000","last_clean":"2024-04-15T16:26:10.723674+0000","last_became_active":"2024-04-15T16:25:34.319990+0000","last_became_peered":"2024-04-15T16:25:34.319990+0000","last_unstale":"2024-04-15T16:26:10.723674+0000","last_undegraded":"2024-04-15T16:26:10.723674+0000","last_fullsized":"2024-04-15T16:26:10.723674+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:50:51.187877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":15,"reported_epoch":65,"state":"active+clean","last_fresh":"2024-04-15T16:26:08.658536+0000","last_change":"2024-04-15T16:25:34.332044+0000","last_active":"2024-04-15T16:26:08.658536+0000","last_peered":"2024-04-15T16:26:08.658536+0000","last_clean":"2024-04-15T16:26:08.658536+0000","last_became_active":"2024-04-15T16:25:34.331697+0000","last_became_peered":"2024-04-15T16:25:34.331697+0000","last_unstale":"2024-04-15T16:26:08.658536+0000","last_undegraded":"2024-04-15T16:26:08.658536+0000","last_fullsized":"2024-04-15T16:26:08.658536+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:44:40.853467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234009,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28260,"kb_used_data":1240,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716892,"statfs":{"total":95995035648,"available":95966097408,"internally_reserved":0,"allocated":1269760,"data_stored":879174,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.53300000000000003}]},{"osd":1,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.66700000000000004}]},{"osd":2,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.67500000000000004}]},{"osd":3,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.625},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.65800000000000003}]},{"osd":4,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.49399999999999999}]},{"osd":5,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.61399999999999999}]},{"osd":6,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.59099999999999997}]}]},{"osd":6,"up_from":46,"seq":197568495645,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28268,"kb_used_data":1244,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716884,"statfs":{"total":95995035648,"available":95966089216,"internally_reserved":0,"allocated":1273856,"data_stored":880978,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.58999999999999997,"15min":0.54100000000000004},"min":{"1min":0.39800000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":6.875,"5min":6.875,"15min":6.875},"last":0.54000000000000004}]},{"osd":1,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.67400000000000004,"5min":0.87,"15min":0.87},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51000000000000001,"15min":0.50800000000000001},"min":{"1min":0.34599999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.51100000000000001}]},{"osd":2,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.54100000000000004,"15min":0.54400000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79300000000000004,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.60399999999999998,"15min":0.56200000000000006},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":6.9000000000000004,"5min":6.9000000000000004,"15min":6.9000000000000004},"last":0.498}]},{"osd":3,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.42199999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.55200000000000005}]},{"osd":4,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.45300000000000001,"15min":0.443},"min":{"1min":0.36899999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.73199999999999998,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.437,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.66100000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.41299999999999998}]},{"osd":5,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.47499999999999998,"15min":0.47699999999999998},"min":{"1min":0.33300000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.65100000000000002,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.47899999999999998,"15min":0.47699999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.70599999999999996,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.372}]},{"osd":7,"last update":"Mon Apr 15 16:26:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.46600000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27680,"kb_used_data":660,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717472,"statfs":{"total":95995035648,"available":95966691328,"internally_reserved":0,"allocated":675840,"data_stored":288420,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.35799999999999998,"15min":0.33300000000000002},"min":{"1min":0.26400000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.34399999999999997},"min":{"1min":0.26200000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.39100000000000001}]},{"osd":2,"last update":"Mon Apr 15 16:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36899999999999999,"15min":0.36399999999999999},"min":{"1min":0.23999999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.51100000000000001,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.436},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.38800000000000001,"15min":0.376},"min":{"1min":0.27500000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.59799999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.51500000000000001}]},{"osd":3,"last update":"Mon Apr 15 16:26:47 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.40100000000000002,"15min":0.39600000000000002},"min":{"1min":0.25800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.437,"15min":0.435},"min":{"1min":0.26300000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.495}]},{"osd":4,"last update":"Mon Apr 15 16:26:10 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.53300000000000003,"15min":0.53600000000000003},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.68000000000000005,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.753},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.84099999999999997,"5min":0.84099999999999997,"15min":0.84099999999999997},"last":0.90300000000000002}]},{"osd":5,"last update":"Mon Apr 15 16:26:28 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.55100000000000005,"15min":0.55700000000000005},"min":{"1min":0.39900000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.60199999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.83399999999999996},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59899999999999998,"15min":0.59999999999999998},"min":{"1min":0.42899999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84099999999999997,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.71199999999999997}]},{"osd":6,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.59299999999999997,"15min":0.59799999999999998},"min":{"1min":0.39200000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73299999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.60999999999999999,"15min":0.61799999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.73799999999999999,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.72299999999999998}]},{"osd":7,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.871}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32368,"kb_used_data":1252,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712784,"statfs":{"total":95995035648,"available":95961890816,"internally_reserved":0,"allocated":1282048,"data_stored":879629,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 16:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33200000000000002,"15min":0.316},"min":{"1min":0.22600000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.46700000000000003,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34999999999999998,"15min":0.317},"min":{"1min":0.247,"5min":0.186,"15min":0.186},"max":{"1min":0.45200000000000001,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.45700000000000002}]},{"osd":2,"last update":"Mon Apr 15 16:26:23 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.38200000000000001,"15min":0.38600000000000001},"min":{"1min":0.25800000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.48099999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.374,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.249,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.53100000000000003,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.49399999999999999}]},{"osd":3,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.434,"15min":0.45200000000000001},"min":{"1min":0.26600000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.56100000000000005,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.379,"5min":0.42899999999999999,"15min":0.44500000000000001},"min":{"1min":0.28599999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.47199999999999998,"5min":0.629,"15min":0.629},"last":0.48399999999999999}]},{"osd":4,"last update":"Mon Apr 15 16:26:07 2024","interfaces":[{"interface":"back","average":{"1min":1.212,"5min":0.69999999999999996,"15min":0.61499999999999999},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":14.464,"5min":14.464,"15min":14.464},"last":0.65400000000000003},{"interface":"front","average":{"1min":0.53600000000000003,"5min":0.54700000000000004,"15min":0.54900000000000004},"min":{"1min":0.41099999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.71199999999999997,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.55300000000000005}]},{"osd":5,"last update":"Mon Apr 15 16:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54100000000000004,"15min":0.53800000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70499999999999996,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.58399999999999996}]},{"osd":6,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":1.165,"15min":1.2629999999999999},"min":{"1min":0.44800000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.82099999999999995,"5min":14.499000000000001,"15min":14.499000000000001},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.54100000000000004,"5min":1.1599999999999999,"15min":1.2629999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72999999999999998,"5min":14.529999999999999,"15min":14.529999999999999},"last":0.625}]},{"osd":7,"last update":"Mon Apr 15 16:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.56899999999999995}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27676,"kb_used_data":656,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717476,"statfs":{"total":95995035648,"available":95966695424,"internally_reserved":0,"allocated":671744,"data_stored":288533,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:24 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.371,"15min":0.373},"min":{"1min":0.22700000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.38300000000000001},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.38300000000000001,"15min":0.38400000000000001},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.26700000000000002}]},{"osd":1,"last update":"Mon Apr 15 16:26:24 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.39900000000000002,"15min":0.40000000000000002},"min":{"1min":0.25600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63100000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.38,"5min":0.40799999999999997,"15min":0.40500000000000003},"min":{"1min":0.28399999999999997,"5min":0.255,"15min":0.255},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.36799999999999999}]},{"osd":3,"last update":"Mon Apr 15 16:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.45000000000000001,"15min":0.46600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.64900000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.41799999999999998,"15min":0.42899999999999999},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59299999999999997,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.34100000000000003}]},{"osd":4,"last update":"Mon Apr 15 16:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.53200000000000003,"15min":0.52700000000000002},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.497},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.54900000000000004,"15min":0.55000000000000004},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.76200000000000001,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.57399999999999995}]},{"osd":5,"last update":"Mon Apr 15 16:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.66700000000000004,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.55400000000000005,"15min":0.55800000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70499999999999996,"5min":0.746,"15min":0.746},"last":0.58499999999999996}]},{"osd":6,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78700000000000003,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56899999999999995,"15min":0.57199999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.67800000000000005,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.59499999999999997}]},{"osd":7,"last update":"Mon Apr 15 16:26:14 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.624}]}]},{"osd":3,"up_from":25,"seq":107374182444,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27700,"kb_used_data":676,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717452,"statfs":{"total":95995035648,"available":95966670848,"internally_reserved":0,"allocated":692224,"data_stored":290987,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.376},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.49299999999999999,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.376,"5min":0.41599999999999998,"15min":0.42799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.54000000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.38600000000000001}]},{"osd":1,"last update":"Mon Apr 15 16:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.438,"15min":0.45800000000000002},"min":{"1min":0.28799999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.67000000000000004,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.34300000000000003},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.41499999999999998,"15min":0.41999999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.52100000000000002,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.24099999999999999}]},{"osd":2,"last update":"Mon Apr 15 16:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.44800000000000001,"15min":0.45300000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.61599999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.42599999999999999,"15min":0.43099999999999999},"min":{"1min":0.28899999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.54400000000000004,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.32200000000000001}]},{"osd":4,"last update":"Mon Apr 15 16:26:07 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.623,"15min":0.63700000000000001},"min":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"max":{"1min":0.80800000000000005,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.628},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.60399999999999998,"15min":0.61299999999999999},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.84799999999999998,"5min":0.90800000000000003,"15min":0.90800000000000003},"last":0.496}]},{"osd":5,"last update":"Mon Apr 15 16:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.58799999999999997,"15min":0.59599999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73299999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.60699999999999998,"15min":0.61499999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.71399999999999997,"5min":0.875,"15min":0.875},"last":0.58499999999999996}]},{"osd":6,"last update":"Mon Apr 15 16:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59699999999999998,"15min":0.59599999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.79600000000000004,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.75900000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.56599999999999995}]},{"osd":7,"last update":"Mon Apr 15 16:26:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.501},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":7.3529999999999998,"5min":7.3529999999999998,"15min":7.3529999999999998},"last":0.54100000000000004}]}]},{"osd":4,"up_from":30,"seq":128849018919,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27692,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717460,"statfs":{"total":95995035648,"available":95966679040,"internally_reserved":0,"allocated":688128,"data_stored":289241,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.54700000000000004,"15min":0.55600000000000005},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.66400000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.502},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.53300000000000003,"15min":0.53600000000000003},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.70699999999999996,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.57199999999999995}]},{"osd":1,"last update":"Mon Apr 15 16:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.54100000000000004,"15min":0.54900000000000004},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.73099999999999998,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.68700000000000006,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.58899999999999997}]},{"osd":2,"last update":"Mon Apr 15 16:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.56399999999999995,"15min":0.57099999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.72399999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.55400000000000005,"15min":0.56399999999999995},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.64200000000000002,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.46300000000000002}]},{"osd":3,"last update":"Mon Apr 15 16:26:09 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.56100000000000005,"15min":0.56899999999999995},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.628},{"interface":"front","average":{"1min":0.55500000000000005,"5min":0.56999999999999995,"15min":0.57199999999999995},"min":{"1min":0.41399999999999998,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.80600000000000005,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.55600000000000005}]},{"osd":5,"last update":"Mon Apr 15 16:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.38200000000000001,"15min":0.379},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.437,"15min":0.42999999999999999},"min":{"1min":0.33300000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.66400000000000003}]},{"osd":6,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.433,"15min":0.432},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.439},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.435,"15min":0.43099999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.61599999999999999}]},{"osd":7,"last update":"Mon Apr 15 16:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.64600000000000002}]}]},{"osd":5,"up_from":38,"seq":163208757282,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27688,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717464,"statfs":{"total":95995035648,"available":95966683136,"internally_reserved":0,"allocated":684032,"data_stored":290700,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.50600000000000001,"15min":0.51400000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.68500000000000005,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.497,"15min":0.503},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.59099999999999997,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.45400000000000001}]},{"osd":1,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.51700000000000002,"15min":0.52100000000000002},"min":{"1min":0.35699999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.74399999999999999,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.52100000000000002,"15min":0.53100000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.61499999999999999,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.39500000000000002}]},{"osd":2,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.52300000000000002,"15min":0.52900000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.60899999999999999,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.46300000000000002},{"interface":"front","average":{"1min":0.501,"5min":0.52200000000000002,"15min":0.52600000000000002},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.66800000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.40699999999999997}]},{"osd":3,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53600000000000003,"15min":0.54400000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.66900000000000004,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.52000000000000002,"15min":0.52100000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.65800000000000003,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.44500000000000001}]},{"osd":4,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.59199999999999997,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.42699999999999999,"15min":0.42099999999999999},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.28000000000000003}]},{"osd":6,"last update":"Mon Apr 15 16:26:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.29799999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.443,"15min":0.43099999999999999},"min":{"1min":0.29999999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.35499999999999998}]},{"osd":7,"last update":"Mon Apr 15 16:26:15 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.314},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.34399999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T16:27:12.127 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph pg dump --format=json 2024-04-15T16:27:12.777 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:27:12.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:12 smithi090 ceph-mon[27209]: pgmap v40: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:12.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:12 smithi090 ceph-mon[38312]: pgmap v40: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:12.836 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:12 smithi090 systemd[1]: Stopping Ceph alertmanager.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:27:12.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:12 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:27:12] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-04-15T16:27:12.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:12 smithi153 ceph-mon[30366]: pgmap v40: 105 pgs: 7 peering, 98 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:14.545 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:14 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[69490]: ts=2024-04-15T16:27:14.364Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-15T16:27:14.546 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:14 smithi090 podman[73263]: 2024-04-15 16:27:14.488820412 +0000 UTC m=+0.975618225 container died 501b02941235102e4750cb840eb5f3cf705562e1f121bd7dcd0aa580beaa3019 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:27:14.802 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:14 smithi090 ceph-mon[38312]: pgmap v41: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:14.802 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:14 smithi090 ceph-mon[27209]: pgmap v41: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:14.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:14 smithi153 ceph-mon[30366]: pgmap v41: 105 pgs: 5 peering, 100 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:15.085 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:14 smithi090 podman[73263]: 2024-04-15 16:27:14.959822678 +0000 UTC m=+1.446620480 container cleanup 501b02941235102e4750cb840eb5f3cf705562e1f121bd7dcd0aa580beaa3019 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:27:15.085 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:14 smithi090 bash[73263]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a 2024-04-15T16:27:15.203 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:27:15.205 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-15T16:27:15.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:15 smithi090 ceph-mon[38312]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:15.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:15 smithi090 ceph-mon[38312]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:27:15.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:15 smithi090 ceph-mon[38312]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs peering) 2024-04-15T16:27:15.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:15 smithi090 ceph-mon[38312]: Cluster is now healthy 2024-04-15T16:27:15.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:15 smithi090 ceph-mon[27209]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:15.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:15 smithi090 ceph-mon[27209]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:27:15.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:15 smithi090 ceph-mon[27209]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs peering) 2024-04-15T16:27:15.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:15 smithi090 ceph-mon[27209]: Cluster is now healthy 2024-04-15T16:27:15.842 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":42,"stamp":"2024-04-15T16:27:14.597247+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227544,"kb_used_data":7260,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733672,"statfs":{"total":767960285184,"available":767727280128,"internally_reserved":0,"allocated":7434240,"data_stored":4203926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001350"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.532237+0000","last_change":"2024-04-15T16:25:34.343027+0000","last_active":"2024-04-15T16:27:07.532237+0000","last_peered":"2024-04-15T16:27:07.532237+0000","last_clean":"2024-04-15T16:27:07.532237+0000","last_became_active":"2024-04-15T16:25:34.342740+0000","last_became_peered":"2024-04-15T16:25:34.342740+0000","last_unstale":"2024-04-15T16:27:07.532237+0000","last_undegraded":"2024-04-15T16:27:07.532237+0000","last_fullsized":"2024-04-15T16:27:07.532237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:06:16.582491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527357+0000","last_change":"2024-04-15T16:25:34.339869+0000","last_active":"2024-04-15T16:27:07.527357+0000","last_peered":"2024-04-15T16:27:07.527357+0000","last_clean":"2024-04-15T16:27:07.527357+0000","last_became_active":"2024-04-15T16:25:34.339592+0000","last_became_peered":"2024-04-15T16:25:34.339592+0000","last_unstale":"2024-04-15T16:27:07.527357+0000","last_undegraded":"2024-04-15T16:27:07.527357+0000","last_fullsized":"2024-04-15T16:27:07.527357+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:26.287465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531687+0000","last_change":"2024-04-15T16:25:34.332573+0000","last_active":"2024-04-15T16:27:07.531687+0000","last_peered":"2024-04-15T16:27:07.531687+0000","last_clean":"2024-04-15T16:27:07.531687+0000","last_became_active":"2024-04-15T16:25:34.330953+0000","last_became_peered":"2024-04-15T16:25:34.330953+0000","last_unstale":"2024-04-15T16:27:07.531687+0000","last_undegraded":"2024-04-15T16:27:07.531687+0000","last_fullsized":"2024-04-15T16:27:07.531687+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:33:16.275845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527724+0000","last_change":"2024-04-15T16:25:34.325812+0000","last_active":"2024-04-15T16:27:07.527724+0000","last_peered":"2024-04-15T16:27:07.527724+0000","last_clean":"2024-04-15T16:27:07.527724+0000","last_became_active":"2024-04-15T16:25:34.325511+0000","last_became_peered":"2024-04-15T16:25:34.325511+0000","last_unstale":"2024-04-15T16:27:07.527724+0000","last_undegraded":"2024-04-15T16:27:07.527724+0000","last_fullsized":"2024-04-15T16:27:07.527724+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:40:34.275763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531433+0000","last_change":"2024-04-15T16:25:34.341746+0000","last_active":"2024-04-15T16:27:07.531433+0000","last_peered":"2024-04-15T16:27:07.531433+0000","last_clean":"2024-04-15T16:27:07.531433+0000","last_became_active":"2024-04-15T16:25:34.341468+0000","last_became_peered":"2024-04-15T16:25:34.341468+0000","last_unstale":"2024-04-15T16:27:07.531433+0000","last_undegraded":"2024-04-15T16:27:07.531433+0000","last_fullsized":"2024-04-15T16:27:07.531433+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:58:32.644078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.605716+0000","last_change":"2024-04-15T16:27:08.605716+0000","last_active":"2024-04-15T16:27:08.605716+0000","last_peered":"2024-04-15T16:27:08.605716+0000","last_clean":"2024-04-15T16:27:08.605716+0000","last_became_active":"2024-04-15T16:27:08.605388+0000","last_became_peered":"2024-04-15T16:27:08.605388+0000","last_unstale":"2024-04-15T16:27:08.605716+0000","last_undegraded":"2024-04-15T16:27:08.605716+0000","last_fullsized":"2024-04-15T16:27:08.605716+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:54.235441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530756+0000","last_change":"2024-04-15T16:25:34.338566+0000","last_active":"2024-04-15T16:27:07.530756+0000","last_peered":"2024-04-15T16:27:07.530756+0000","last_clean":"2024-04-15T16:27:07.530756+0000","last_became_active":"2024-04-15T16:25:34.338254+0000","last_became_peered":"2024-04-15T16:25:34.338254+0000","last_unstale":"2024-04-15T16:27:07.530756+0000","last_undegraded":"2024-04-15T16:27:07.530756+0000","last_fullsized":"2024-04-15T16:27:07.530756+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:33:26.090081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.533876+0000","last_change":"2024-04-15T16:25:34.339664+0000","last_active":"2024-04-15T16:27:07.533876+0000","last_peered":"2024-04-15T16:27:07.533876+0000","last_clean":"2024-04-15T16:27:07.533876+0000","last_became_active":"2024-04-15T16:25:34.339343+0000","last_became_peered":"2024-04-15T16:25:34.339343+0000","last_unstale":"2024-04-15T16:27:07.533876+0000","last_undegraded":"2024-04-15T16:27:07.533876+0000","last_fullsized":"2024-04-15T16:27:07.533876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:29:36.126853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.606248+0000","last_change":"2024-04-15T16:27:08.606248+0000","last_active":"2024-04-15T16:27:08.606248+0000","last_peered":"2024-04-15T16:27:08.606248+0000","last_clean":"2024-04-15T16:27:08.606248+0000","last_became_active":"2024-04-15T16:27:08.605849+0000","last_became_peered":"2024-04-15T16:27:08.605849+0000","last_unstale":"2024-04-15T16:27:08.606248+0000","last_undegraded":"2024-04-15T16:27:08.606248+0000","last_fullsized":"2024-04-15T16:27:08.606248+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:04:17.465590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347873+0000","last_change":"2024-04-15T16:25:34.339780+0000","last_active":"2024-04-15T16:27:08.347873+0000","last_peered":"2024-04-15T16:27:08.347873+0000","last_clean":"2024-04-15T16:27:08.347873+0000","last_became_active":"2024-04-15T16:25:34.339415+0000","last_became_peered":"2024-04-15T16:25:34.339415+0000","last_unstale":"2024-04-15T16:27:08.347873+0000","last_undegraded":"2024-04-15T16:27:08.347873+0000","last_fullsized":"2024-04-15T16:27:08.347873+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:35:41.132583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347832+0000","last_change":"2024-04-15T16:25:34.340901+0000","last_active":"2024-04-15T16:27:08.347832+0000","last_peered":"2024-04-15T16:27:08.347832+0000","last_clean":"2024-04-15T16:27:08.347832+0000","last_became_active":"2024-04-15T16:25:34.340493+0000","last_became_peered":"2024-04-15T16:25:34.340493+0000","last_unstale":"2024-04-15T16:27:08.347832+0000","last_undegraded":"2024-04-15T16:27:08.347832+0000","last_fullsized":"2024-04-15T16:27:08.347832+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:30:50.620153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531226+0000","last_change":"2024-04-15T16:25:34.341183+0000","last_active":"2024-04-15T16:27:07.531226+0000","last_peered":"2024-04-15T16:27:07.531226+0000","last_clean":"2024-04-15T16:27:07.531226+0000","last_became_active":"2024-04-15T16:25:34.340905+0000","last_became_peered":"2024-04-15T16:25:34.340905+0000","last_unstale":"2024-04-15T16:27:07.531226+0000","last_undegraded":"2024-04-15T16:27:07.531226+0000","last_fullsized":"2024-04-15T16:27:07.531226+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:39:14.240637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534164+0000","last_change":"2024-04-15T16:25:34.340368+0000","last_active":"2024-04-15T16:27:07.534164+0000","last_peered":"2024-04-15T16:27:07.534164+0000","last_clean":"2024-04-15T16:27:07.534164+0000","last_became_active":"2024-04-15T16:25:34.340102+0000","last_became_peered":"2024-04-15T16:25:34.340102+0000","last_unstale":"2024-04-15T16:27:07.534164+0000","last_undegraded":"2024-04-15T16:27:07.534164+0000","last_fullsized":"2024-04-15T16:27:07.534164+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:53:50.733708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.532913+0000","last_change":"2024-04-15T16:27:08.532913+0000","last_active":"2024-04-15T16:27:08.532913+0000","last_peered":"2024-04-15T16:27:08.532913+0000","last_clean":"2024-04-15T16:27:08.532913+0000","last_became_active":"2024-04-15T16:27:08.532562+0000","last_became_peered":"2024-04-15T16:27:08.532562+0000","last_unstale":"2024-04-15T16:27:08.532913+0000","last_undegraded":"2024-04-15T16:27:08.532913+0000","last_fullsized":"2024-04-15T16:27:08.532913+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:35:52.942348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.532660+0000","last_change":"2024-04-15T16:27:08.532660+0000","last_active":"2024-04-15T16:27:08.532660+0000","last_peered":"2024-04-15T16:27:08.532660+0000","last_clean":"2024-04-15T16:27:08.532660+0000","last_became_active":"2024-04-15T16:27:08.532339+0000","last_became_peered":"2024-04-15T16:27:08.532339+0000","last_unstale":"2024-04-15T16:27:08.532660+0000","last_undegraded":"2024-04-15T16:27:08.532660+0000","last_fullsized":"2024-04-15T16:27:08.532660+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:17:38.436261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527359+0000","last_change":"2024-04-15T16:25:34.318900+0000","last_active":"2024-04-15T16:27:07.527359+0000","last_peered":"2024-04-15T16:27:07.527359+0000","last_clean":"2024-04-15T16:27:07.527359+0000","last_became_active":"2024-04-15T16:25:34.318502+0000","last_became_peered":"2024-04-15T16:25:34.318502+0000","last_unstale":"2024-04-15T16:27:07.527359+0000","last_undegraded":"2024-04-15T16:27:07.527359+0000","last_fullsized":"2024-04-15T16:27:07.527359+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:48.205980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528959+0000","last_change":"2024-04-15T16:25:34.328026+0000","last_active":"2024-04-15T16:27:07.528959+0000","last_peered":"2024-04-15T16:27:07.528959+0000","last_clean":"2024-04-15T16:27:07.528959+0000","last_became_active":"2024-04-15T16:25:34.327688+0000","last_became_peered":"2024-04-15T16:25:34.327688+0000","last_unstale":"2024-04-15T16:27:07.528959+0000","last_undegraded":"2024-04-15T16:27:07.528959+0000","last_fullsized":"2024-04-15T16:27:07.528959+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:03:34.971197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531087+0000","last_change":"2024-04-15T16:25:34.331432+0000","last_active":"2024-04-15T16:27:07.531087+0000","last_peered":"2024-04-15T16:27:07.531087+0000","last_clean":"2024-04-15T16:27:07.531087+0000","last_became_active":"2024-04-15T16:25:34.331144+0000","last_became_peered":"2024-04-15T16:25:34.331144+0000","last_unstale":"2024-04-15T16:27:07.531087+0000","last_undegraded":"2024-04-15T16:27:07.531087+0000","last_fullsized":"2024-04-15T16:27:07.531087+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:15.124138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531347+0000","last_change":"2024-04-15T16:25:34.343643+0000","last_active":"2024-04-15T16:27:07.531347+0000","last_peered":"2024-04-15T16:27:07.531347+0000","last_clean":"2024-04-15T16:27:07.531347+0000","last_became_active":"2024-04-15T16:25:34.343310+0000","last_became_peered":"2024-04-15T16:25:34.343310+0000","last_unstale":"2024-04-15T16:27:07.531347+0000","last_undegraded":"2024-04-15T16:27:07.531347+0000","last_fullsized":"2024-04-15T16:27:07.531347+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:28:45.383113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531773+0000","last_change":"2024-04-15T16:25:33.968103+0000","last_active":"2024-04-15T16:27:07.531773+0000","last_peered":"2024-04-15T16:27:07.531773+0000","last_clean":"2024-04-15T16:27:07.531773+0000","last_became_active":"2024-04-15T16:25:33.967761+0000","last_became_peered":"2024-04-15T16:25:33.967761+0000","last_unstale":"2024-04-15T16:27:07.531773+0000","last_undegraded":"2024-04-15T16:27:07.531773+0000","last_fullsized":"2024-04-15T16:27:07.531773+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:54:52.037745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534274+0000","last_change":"2024-04-15T16:25:34.340186+0000","last_active":"2024-04-15T16:27:07.534274+0000","last_peered":"2024-04-15T16:27:07.534274+0000","last_clean":"2024-04-15T16:27:07.534274+0000","last_became_active":"2024-04-15T16:25:34.339301+0000","last_became_peered":"2024-04-15T16:25:34.339301+0000","last_unstale":"2024-04-15T16:27:07.534274+0000","last_undegraded":"2024-04-15T16:27:07.534274+0000","last_fullsized":"2024-04-15T16:27:07.534274+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:18.284424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534398+0000","last_change":"2024-04-15T16:25:33.965065+0000","last_active":"2024-04-15T16:27:07.534398+0000","last_peered":"2024-04-15T16:27:07.534398+0000","last_clean":"2024-04-15T16:27:07.534398+0000","last_became_active":"2024-04-15T16:25:33.964737+0000","last_became_peered":"2024-04-15T16:25:33.964737+0000","last_unstale":"2024-04-15T16:27:07.534398+0000","last_undegraded":"2024-04-15T16:27:07.534398+0000","last_fullsized":"2024-04-15T16:27:07.534398+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:51:53.494021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.532845+0000","last_change":"2024-04-15T16:27:08.532845+0000","last_active":"2024-04-15T16:27:08.532845+0000","last_peered":"2024-04-15T16:27:08.532845+0000","last_clean":"2024-04-15T16:27:08.532845+0000","last_became_active":"2024-04-15T16:27:08.532560+0000","last_became_peered":"2024-04-15T16:27:08.532560+0000","last_unstale":"2024-04-15T16:27:08.532845+0000","last_undegraded":"2024-04-15T16:27:08.532845+0000","last_fullsized":"2024-04-15T16:27:08.532845+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:39.140597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531978+0000","last_change":"2024-04-15T16:25:33.977219+0000","last_active":"2024-04-15T16:27:07.531978+0000","last_peered":"2024-04-15T16:27:07.531978+0000","last_clean":"2024-04-15T16:27:07.531978+0000","last_became_active":"2024-04-15T16:25:33.976928+0000","last_became_peered":"2024-04-15T16:25:33.976928+0000","last_unstale":"2024-04-15T16:27:07.531978+0000","last_undegraded":"2024-04-15T16:27:07.531978+0000","last_fullsized":"2024-04-15T16:27:07.531978+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:39.495968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527864+0000","last_change":"2024-04-15T16:25:34.329989+0000","last_active":"2024-04-15T16:27:07.527864+0000","last_peered":"2024-04-15T16:27:07.527864+0000","last_clean":"2024-04-15T16:27:07.527864+0000","last_became_active":"2024-04-15T16:25:34.329701+0000","last_became_peered":"2024-04-15T16:25:34.329701+0000","last_unstale":"2024-04-15T16:27:07.527864+0000","last_undegraded":"2024-04-15T16:27:07.527864+0000","last_fullsized":"2024-04-15T16:27:07.527864+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:17.392829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531692+0000","last_change":"2024-04-15T16:25:33.967010+0000","last_active":"2024-04-15T16:27:07.531692+0000","last_peered":"2024-04-15T16:27:07.531692+0000","last_clean":"2024-04-15T16:27:07.531692+0000","last_became_active":"2024-04-15T16:25:33.966660+0000","last_became_peered":"2024-04-15T16:25:33.966660+0000","last_unstale":"2024-04-15T16:27:07.531692+0000","last_undegraded":"2024-04-15T16:27:07.531692+0000","last_fullsized":"2024-04-15T16:27:07.531692+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:29:38.451908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528110+0000","last_change":"2024-04-15T16:25:34.338627+0000","last_active":"2024-04-15T16:27:07.528110+0000","last_peered":"2024-04-15T16:27:07.528110+0000","last_clean":"2024-04-15T16:27:07.528110+0000","last_became_active":"2024-04-15T16:25:34.338319+0000","last_became_peered":"2024-04-15T16:25:34.338319+0000","last_unstale":"2024-04-15T16:27:07.528110+0000","last_undegraded":"2024-04-15T16:27:07.528110+0000","last_fullsized":"2024-04-15T16:27:07.528110+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:00:10.623792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534262+0000","last_change":"2024-04-15T16:25:33.962681+0000","last_active":"2024-04-15T16:27:07.534262+0000","last_peered":"2024-04-15T16:27:07.534262+0000","last_clean":"2024-04-15T16:27:07.534262+0000","last_became_active":"2024-04-15T16:25:33.962390+0000","last_became_peered":"2024-04-15T16:25:33.962390+0000","last_unstale":"2024-04-15T16:27:07.534262+0000","last_undegraded":"2024-04-15T16:27:07.534262+0000","last_fullsized":"2024-04-15T16:27:07.534262+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:06:18.299907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.529554+0000","last_change":"2024-04-15T16:25:34.333356+0000","last_active":"2024-04-15T16:27:07.529554+0000","last_peered":"2024-04-15T16:27:07.529554+0000","last_clean":"2024-04-15T16:27:07.529554+0000","last_became_active":"2024-04-15T16:25:34.333052+0000","last_became_peered":"2024-04-15T16:25:34.333052+0000","last_unstale":"2024-04-15T16:27:07.529554+0000","last_undegraded":"2024-04-15T16:27:07.529554+0000","last_fullsized":"2024-04-15T16:27:07.529554+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:41:37.719731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347569+0000","last_change":"2024-04-15T16:25:33.962483+0000","last_active":"2024-04-15T16:27:08.347569+0000","last_peered":"2024-04-15T16:27:08.347569+0000","last_clean":"2024-04-15T16:27:08.347569+0000","last_became_active":"2024-04-15T16:25:33.962127+0000","last_became_peered":"2024-04-15T16:25:33.962127+0000","last_unstale":"2024-04-15T16:27:08.347569+0000","last_undegraded":"2024-04-15T16:27:08.347569+0000","last_fullsized":"2024-04-15T16:27:08.347569+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:58.931704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531062+0000","last_change":"2024-04-15T16:25:34.327457+0000","last_active":"2024-04-15T16:27:07.531062+0000","last_peered":"2024-04-15T16:27:07.531062+0000","last_clean":"2024-04-15T16:27:07.531062+0000","last_became_active":"2024-04-15T16:25:34.327168+0000","last_became_peered":"2024-04-15T16:25:34.327168+0000","last_unstale":"2024-04-15T16:27:07.531062+0000","last_undegraded":"2024-04-15T16:27:07.531062+0000","last_fullsized":"2024-04-15T16:27:07.531062+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:58:58.097842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534138+0000","last_change":"2024-04-15T16:25:33.959608+0000","last_active":"2024-04-15T16:27:07.534138+0000","last_peered":"2024-04-15T16:27:07.534138+0000","last_clean":"2024-04-15T16:27:07.534138+0000","last_became_active":"2024-04-15T16:25:33.959293+0000","last_became_peered":"2024-04-15T16:25:33.959293+0000","last_unstale":"2024-04-15T16:27:07.534138+0000","last_undegraded":"2024-04-15T16:27:07.534138+0000","last_fullsized":"2024-04-15T16:27:07.534138+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:46:39.214051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534026+0000","last_change":"2024-04-15T16:25:34.335142+0000","last_active":"2024-04-15T16:27:07.534026+0000","last_peered":"2024-04-15T16:27:07.534026+0000","last_clean":"2024-04-15T16:27:07.534026+0000","last_became_active":"2024-04-15T16:25:34.334870+0000","last_became_peered":"2024-04-15T16:25:34.334870+0000","last_unstale":"2024-04-15T16:27:07.534026+0000","last_undegraded":"2024-04-15T16:27:07.534026+0000","last_fullsized":"2024-04-15T16:27:07.534026+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:30:56.981673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528131+0000","last_change":"2024-04-15T16:25:33.967423+0000","last_active":"2024-04-15T16:27:07.528131+0000","last_peered":"2024-04-15T16:27:07.528131+0000","last_clean":"2024-04-15T16:27:07.528131+0000","last_became_active":"2024-04-15T16:25:33.967150+0000","last_became_peered":"2024-04-15T16:25:33.967150+0000","last_unstale":"2024-04-15T16:27:07.528131+0000","last_undegraded":"2024-04-15T16:27:07.528131+0000","last_fullsized":"2024-04-15T16:27:07.528131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:18:03.838667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.526848+0000","last_change":"2024-04-15T16:25:34.334192+0000","last_active":"2024-04-15T16:27:07.526848+0000","last_peered":"2024-04-15T16:27:07.526848+0000","last_clean":"2024-04-15T16:27:07.526848+0000","last_became_active":"2024-04-15T16:25:34.333545+0000","last_became_peered":"2024-04-15T16:25:34.333545+0000","last_unstale":"2024-04-15T16:27:07.526848+0000","last_undegraded":"2024-04-15T16:27:07.526848+0000","last_fullsized":"2024-04-15T16:27:07.526848+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:43:35.245542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347953+0000","last_change":"2024-04-15T16:25:33.965899+0000","last_active":"2024-04-15T16:27:08.347953+0000","last_peered":"2024-04-15T16:27:08.347953+0000","last_clean":"2024-04-15T16:27:08.347953+0000","last_became_active":"2024-04-15T16:25:33.965600+0000","last_became_peered":"2024-04-15T16:25:33.965600+0000","last_unstale":"2024-04-15T16:27:08.347953+0000","last_undegraded":"2024-04-15T16:27:08.347953+0000","last_fullsized":"2024-04-15T16:27:08.347953+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:51:18.839754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528194+0000","last_change":"2024-04-15T16:25:34.331612+0000","last_active":"2024-04-15T16:27:07.528194+0000","last_peered":"2024-04-15T16:27:07.528194+0000","last_clean":"2024-04-15T16:27:07.528194+0000","last_became_active":"2024-04-15T16:25:34.330847+0000","last_became_peered":"2024-04-15T16:25:34.330847+0000","last_unstale":"2024-04-15T16:27:07.528194+0000","last_undegraded":"2024-04-15T16:27:07.528194+0000","last_fullsized":"2024-04-15T16:27:07.528194+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:06:07.254098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528073+0000","last_change":"2024-04-15T16:25:33.972697+0000","last_active":"2024-04-15T16:27:07.528073+0000","last_peered":"2024-04-15T16:27:07.528073+0000","last_clean":"2024-04-15T16:27:07.528073+0000","last_became_active":"2024-04-15T16:25:33.972332+0000","last_became_peered":"2024-04-15T16:25:33.972332+0000","last_unstale":"2024-04-15T16:27:07.528073+0000","last_undegraded":"2024-04-15T16:27:07.528073+0000","last_fullsized":"2024-04-15T16:27:07.528073+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:10:11.013023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531631+0000","last_change":"2024-04-15T16:25:34.326135+0000","last_active":"2024-04-15T16:27:07.531631+0000","last_peered":"2024-04-15T16:27:07.531631+0000","last_clean":"2024-04-15T16:27:07.531631+0000","last_became_active":"2024-04-15T16:25:34.325161+0000","last_became_peered":"2024-04-15T16:25:34.325161+0000","last_unstale":"2024-04-15T16:27:07.531631+0000","last_undegraded":"2024-04-15T16:27:07.531631+0000","last_fullsized":"2024-04-15T16:27:07.531631+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:38.965912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527328+0000","last_change":"2024-04-15T16:25:33.967307+0000","last_active":"2024-04-15T16:27:07.527328+0000","last_peered":"2024-04-15T16:27:07.527328+0000","last_clean":"2024-04-15T16:27:07.527328+0000","last_became_active":"2024-04-15T16:25:33.966839+0000","last_became_peered":"2024-04-15T16:25:33.966839+0000","last_unstale":"2024-04-15T16:27:07.527328+0000","last_undegraded":"2024-04-15T16:27:07.527328+0000","last_fullsized":"2024-04-15T16:27:07.527328+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:38:31.005337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531112+0000","last_change":"2024-04-15T16:25:34.340533+0000","last_active":"2024-04-15T16:27:07.531112+0000","last_peered":"2024-04-15T16:27:07.531112+0000","last_clean":"2024-04-15T16:27:07.531112+0000","last_became_active":"2024-04-15T16:25:34.340228+0000","last_became_peered":"2024-04-15T16:25:34.340228+0000","last_unstale":"2024-04-15T16:27:07.531112+0000","last_undegraded":"2024-04-15T16:27:07.531112+0000","last_fullsized":"2024-04-15T16:27:07.531112+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:05:24.511121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":27,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347751+0000","last_change":"2024-04-15T16:25:33.967575+0000","last_active":"2024-04-15T16:27:08.347751+0000","last_peered":"2024-04-15T16:27:08.347751+0000","last_clean":"2024-04-15T16:27:08.347751+0000","last_became_active":"2024-04-15T16:25:33.967272+0000","last_became_peered":"2024-04-15T16:25:33.967272+0000","last_unstale":"2024-04-15T16:27:08.347751+0000","last_undegraded":"2024-04-15T16:27:08.347751+0000","last_fullsized":"2024-04-15T16:27:08.347751+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:59.235872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.607091+0000","last_change":"2024-04-15T16:27:08.607091+0000","last_active":"2024-04-15T16:27:08.607091+0000","last_peered":"2024-04-15T16:27:08.607091+0000","last_clean":"2024-04-15T16:27:08.607091+0000","last_became_active":"2024-04-15T16:27:08.606717+0000","last_became_peered":"2024-04-15T16:27:08.606717+0000","last_unstale":"2024-04-15T16:27:08.607091+0000","last_undegraded":"2024-04-15T16:27:08.607091+0000","last_fullsized":"2024-04-15T16:27:08.607091+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:53:22.429105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531315+0000","last_change":"2024-04-15T16:25:33.966205+0000","last_active":"2024-04-15T16:27:07.531315+0000","last_peered":"2024-04-15T16:27:07.531315+0000","last_clean":"2024-04-15T16:27:07.531315+0000","last_became_active":"2024-04-15T16:25:33.965899+0000","last_became_peered":"2024-04-15T16:25:33.965899+0000","last_unstale":"2024-04-15T16:27:07.531315+0000","last_undegraded":"2024-04-15T16:27:07.531315+0000","last_fullsized":"2024-04-15T16:27:07.531315+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:57.057127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531141+0000","last_change":"2024-04-15T16:25:34.325947+0000","last_active":"2024-04-15T16:27:07.531141+0000","last_peered":"2024-04-15T16:27:07.531141+0000","last_clean":"2024-04-15T16:27:07.531141+0000","last_became_active":"2024-04-15T16:25:34.325570+0000","last_became_peered":"2024-04-15T16:25:34.325570+0000","last_unstale":"2024-04-15T16:27:07.531141+0000","last_undegraded":"2024-04-15T16:27:07.531141+0000","last_fullsized":"2024-04-15T16:27:07.531141+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:24:04.134457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527723+0000","last_change":"2024-04-15T16:25:33.971097+0000","last_active":"2024-04-15T16:27:07.527723+0000","last_peered":"2024-04-15T16:27:07.527723+0000","last_clean":"2024-04-15T16:27:07.527723+0000","last_became_active":"2024-04-15T16:25:33.970742+0000","last_became_peered":"2024-04-15T16:25:33.970742+0000","last_unstale":"2024-04-15T16:27:07.527723+0000","last_undegraded":"2024-04-15T16:27:07.527723+0000","last_fullsized":"2024-04-15T16:27:07.527723+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:04.262471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531333+0000","last_change":"2024-04-15T16:25:34.341058+0000","last_active":"2024-04-15T16:27:07.531333+0000","last_peered":"2024-04-15T16:27:07.531333+0000","last_clean":"2024-04-15T16:27:07.531333+0000","last_became_active":"2024-04-15T16:25:34.340768+0000","last_became_peered":"2024-04-15T16:25:34.340768+0000","last_unstale":"2024-04-15T16:27:07.531333+0000","last_undegraded":"2024-04-15T16:27:07.531333+0000","last_fullsized":"2024-04-15T16:27:07.531333+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:23:51.922915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347355+0000","last_change":"2024-04-15T16:25:33.960413+0000","last_active":"2024-04-15T16:27:08.347355+0000","last_peered":"2024-04-15T16:27:08.347355+0000","last_clean":"2024-04-15T16:27:08.347355+0000","last_became_active":"2024-04-15T16:25:33.960098+0000","last_became_peered":"2024-04-15T16:25:33.960098+0000","last_unstale":"2024-04-15T16:27:08.347355+0000","last_undegraded":"2024-04-15T16:27:08.347355+0000","last_fullsized":"2024-04-15T16:27:08.347355+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:21:45.822045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347373+0000","last_change":"2024-04-15T16:25:34.330816+0000","last_active":"2024-04-15T16:27:08.347373+0000","last_peered":"2024-04-15T16:27:08.347373+0000","last_clean":"2024-04-15T16:27:08.347373+0000","last_became_active":"2024-04-15T16:25:34.330543+0000","last_became_peered":"2024-04-15T16:25:34.330543+0000","last_unstale":"2024-04-15T16:27:08.347373+0000","last_undegraded":"2024-04-15T16:27:08.347373+0000","last_fullsized":"2024-04-15T16:27:08.347373+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:57:41.073730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530336+0000","last_change":"2024-04-15T16:25:33.975121+0000","last_active":"2024-04-15T16:27:07.530336+0000","last_peered":"2024-04-15T16:27:07.530336+0000","last_clean":"2024-04-15T16:27:07.530336+0000","last_became_active":"2024-04-15T16:25:33.974858+0000","last_became_peered":"2024-04-15T16:25:33.974858+0000","last_unstale":"2024-04-15T16:27:07.530336+0000","last_undegraded":"2024-04-15T16:27:07.530336+0000","last_fullsized":"2024-04-15T16:27:07.530336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:58:50.869218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530919+0000","last_change":"2024-04-15T16:25:34.340249+0000","last_active":"2024-04-15T16:27:07.530919+0000","last_peered":"2024-04-15T16:27:07.530919+0000","last_clean":"2024-04-15T16:27:07.530919+0000","last_became_active":"2024-04-15T16:25:34.339924+0000","last_became_peered":"2024-04-15T16:25:34.339924+0000","last_unstale":"2024-04-15T16:27:07.530919+0000","last_undegraded":"2024-04-15T16:27:07.530919+0000","last_fullsized":"2024-04-15T16:27:07.530919+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:13:05.221281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530445+0000","last_change":"2024-04-15T16:25:33.963970+0000","last_active":"2024-04-15T16:27:07.530445+0000","last_peered":"2024-04-15T16:27:07.530445+0000","last_clean":"2024-04-15T16:27:07.530445+0000","last_became_active":"2024-04-15T16:25:33.963675+0000","last_became_peered":"2024-04-15T16:25:33.963675+0000","last_unstale":"2024-04-15T16:27:07.530445+0000","last_undegraded":"2024-04-15T16:27:07.530445+0000","last_fullsized":"2024-04-15T16:27:07.530445+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:44:14.551995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531632+0000","last_change":"2024-04-15T16:25:34.338064+0000","last_active":"2024-04-15T16:27:07.531632+0000","last_peered":"2024-04-15T16:27:07.531632+0000","last_clean":"2024-04-15T16:27:07.531632+0000","last_became_active":"2024-04-15T16:25:34.336593+0000","last_became_peered":"2024-04-15T16:25:34.336593+0000","last_unstale":"2024-04-15T16:27:07.531632+0000","last_undegraded":"2024-04-15T16:27:07.531632+0000","last_fullsized":"2024-04-15T16:27:07.531632+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:42:49.029367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.526621+0000","last_change":"2024-04-15T16:26:07.672358+0000","last_active":"2024-04-15T16:27:07.526621+0000","last_peered":"2024-04-15T16:27:07.526621+0000","last_clean":"2024-04-15T16:27:07.526621+0000","last_became_active":"2024-04-15T16:26:07.672050+0000","last_became_peered":"2024-04-15T16:26:07.672050+0000","last_unstale":"2024-04-15T16:27:07.526621+0000","last_undegraded":"2024-04-15T16:27:07.526621+0000","last_fullsized":"2024-04-15T16:27:07.526621+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:28:29.619364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.605913+0000","last_change":"2024-04-15T16:27:08.605913+0000","last_active":"2024-04-15T16:27:08.605913+0000","last_peered":"2024-04-15T16:27:08.605913+0000","last_clean":"2024-04-15T16:27:08.605913+0000","last_became_active":"2024-04-15T16:27:08.605559+0000","last_became_peered":"2024-04-15T16:27:08.605559+0000","last_unstale":"2024-04-15T16:27:08.605913+0000","last_undegraded":"2024-04-15T16:27:08.605913+0000","last_fullsized":"2024-04-15T16:27:08.605913+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:02:34.975429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528406+0000","last_change":"2024-04-15T16:25:34.329749+0000","last_active":"2024-04-15T16:27:07.528406+0000","last_peered":"2024-04-15T16:27:07.528406+0000","last_clean":"2024-04-15T16:27:07.528406+0000","last_became_active":"2024-04-15T16:25:34.329373+0000","last_became_peered":"2024-04-15T16:25:34.329373+0000","last_unstale":"2024-04-15T16:27:07.528406+0000","last_undegraded":"2024-04-15T16:27:07.528406+0000","last_fullsized":"2024-04-15T16:27:07.528406+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:54:33.440794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.526973+0000","last_change":"2024-04-15T16:26:07.584349+0000","last_active":"2024-04-15T16:27:07.526973+0000","last_peered":"2024-04-15T16:27:07.526973+0000","last_clean":"2024-04-15T16:27:07.526973+0000","last_became_active":"2024-04-15T16:26:07.584035+0000","last_became_peered":"2024-04-15T16:26:07.584035+0000","last_unstale":"2024-04-15T16:27:07.526973+0000","last_undegraded":"2024-04-15T16:27:07.526973+0000","last_fullsized":"2024-04-15T16:27:07.526973+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:20:57.328055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527550+0000","last_change":"2024-04-15T16:25:33.972651+0000","last_active":"2024-04-15T16:27:07.527550+0000","last_peered":"2024-04-15T16:27:07.527550+0000","last_clean":"2024-04-15T16:27:07.527550+0000","last_became_active":"2024-04-15T16:25:33.972347+0000","last_became_peered":"2024-04-15T16:25:33.972347+0000","last_unstale":"2024-04-15T16:27:07.527550+0000","last_undegraded":"2024-04-15T16:27:07.527550+0000","last_fullsized":"2024-04-15T16:27:07.527550+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:47:45.997271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.529545+0000","last_change":"2024-04-15T16:25:34.343280+0000","last_active":"2024-04-15T16:27:07.529545+0000","last_peered":"2024-04-15T16:27:07.529545+0000","last_clean":"2024-04-15T16:27:07.529545+0000","last_became_active":"2024-04-15T16:25:34.342985+0000","last_became_peered":"2024-04-15T16:25:34.342985+0000","last_unstale":"2024-04-15T16:27:07.529545+0000","last_undegraded":"2024-04-15T16:27:07.529545+0000","last_fullsized":"2024-04-15T16:27:07.529545+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:10.967579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527440+0000","last_change":"2024-04-15T16:26:07.672539+0000","last_active":"2024-04-15T16:27:07.527440+0000","last_peered":"2024-04-15T16:27:07.527440+0000","last_clean":"2024-04-15T16:27:07.527440+0000","last_became_active":"2024-04-15T16:26:07.672272+0000","last_became_peered":"2024-04-15T16:26:07.672272+0000","last_unstale":"2024-04-15T16:27:07.527440+0000","last_undegraded":"2024-04-15T16:27:07.527440+0000","last_fullsized":"2024-04-15T16:27:07.527440+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:41:19.763915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527659+0000","last_change":"2024-04-15T16:25:34.334887+0000","last_active":"2024-04-15T16:27:07.527659+0000","last_peered":"2024-04-15T16:27:07.527659+0000","last_clean":"2024-04-15T16:27:07.527659+0000","last_became_active":"2024-04-15T16:25:34.334628+0000","last_became_peered":"2024-04-15T16:25:34.334628+0000","last_unstale":"2024-04-15T16:27:07.527659+0000","last_undegraded":"2024-04-15T16:27:07.527659+0000","last_fullsized":"2024-04-15T16:27:07.527659+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:08:27.967266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530745+0000","last_change":"2024-04-15T16:25:33.974203+0000","last_active":"2024-04-15T16:27:07.530745+0000","last_peered":"2024-04-15T16:27:07.530745+0000","last_clean":"2024-04-15T16:27:07.530745+0000","last_became_active":"2024-04-15T16:25:33.973940+0000","last_became_peered":"2024-04-15T16:25:33.973940+0000","last_unstale":"2024-04-15T16:27:07.530745+0000","last_undegraded":"2024-04-15T16:27:07.530745+0000","last_fullsized":"2024-04-15T16:27:07.530745+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:51:38.161890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347562+0000","last_change":"2024-04-15T16:26:07.672740+0000","last_active":"2024-04-15T16:27:08.347562+0000","last_peered":"2024-04-15T16:27:08.347562+0000","last_clean":"2024-04-15T16:27:08.347562+0000","last_became_active":"2024-04-15T16:26:07.672444+0000","last_became_peered":"2024-04-15T16:26:07.672444+0000","last_unstale":"2024-04-15T16:27:08.347562+0000","last_undegraded":"2024-04-15T16:27:08.347562+0000","last_fullsized":"2024-04-15T16:27:08.347562+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:35:34.553105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534157+0000","last_change":"2024-04-15T16:25:34.339558+0000","last_active":"2024-04-15T16:27:07.534157+0000","last_peered":"2024-04-15T16:27:07.534157+0000","last_clean":"2024-04-15T16:27:07.534157+0000","last_became_active":"2024-04-15T16:25:34.339280+0000","last_became_peered":"2024-04-15T16:25:34.339280+0000","last_unstale":"2024-04-15T16:27:07.534157+0000","last_undegraded":"2024-04-15T16:27:07.534157+0000","last_fullsized":"2024-04-15T16:27:07.534157+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:29.854773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527515+0000","last_change":"2024-04-15T16:25:33.970852+0000","last_active":"2024-04-15T16:27:07.527515+0000","last_peered":"2024-04-15T16:27:07.527515+0000","last_clean":"2024-04-15T16:27:07.527515+0000","last_became_active":"2024-04-15T16:25:33.970485+0000","last_became_peered":"2024-04-15T16:25:33.970485+0000","last_unstale":"2024-04-15T16:27:07.527515+0000","last_undegraded":"2024-04-15T16:27:07.527515+0000","last_fullsized":"2024-04-15T16:27:07.527515+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:27:54.651984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":264,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530878+0000","last_change":"2024-04-15T16:25:16.897720+0000","last_active":"2024-04-15T16:27:07.530878+0000","last_peered":"2024-04-15T16:27:07.530878+0000","last_clean":"2024-04-15T16:27:07.530878+0000","last_became_active":"2024-04-15T16:25:16.897306+0000","last_became_peered":"2024-04-15T16:25:16.897306+0000","last_unstale":"2024-04-15T16:27:07.530878+0000","last_undegraded":"2024-04-15T16:27:07.530878+0000","last_fullsized":"2024-04-15T16:27:07.530878+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_clean_scrub_stamp":"2024-04-15T16:23:16.414562+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:19:26.084835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531854+0000","last_change":"2024-04-15T16:26:07.580405+0000","last_active":"2024-04-15T16:27:07.531854+0000","last_peered":"2024-04-15T16:27:07.531854+0000","last_clean":"2024-04-15T16:27:07.531854+0000","last_became_active":"2024-04-15T16:26:07.580092+0000","last_became_peered":"2024-04-15T16:26:07.580092+0000","last_unstale":"2024-04-15T16:27:07.531854+0000","last_undegraded":"2024-04-15T16:27:07.531854+0000","last_fullsized":"2024-04-15T16:27:07.531854+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:30:04.269194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530893+0000","last_change":"2024-04-15T16:25:34.329780+0000","last_active":"2024-04-15T16:27:07.530893+0000","last_peered":"2024-04-15T16:27:07.530893+0000","last_clean":"2024-04-15T16:27:07.530893+0000","last_became_active":"2024-04-15T16:25:34.329092+0000","last_became_peered":"2024-04-15T16:25:34.329092+0000","last_unstale":"2024-04-15T16:27:07.530893+0000","last_undegraded":"2024-04-15T16:27:07.530893+0000","last_fullsized":"2024-04-15T16:27:07.530893+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:12:16.781654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530703+0000","last_change":"2024-04-15T16:25:33.974306+0000","last_active":"2024-04-15T16:27:07.530703+0000","last_peered":"2024-04-15T16:27:07.530703+0000","last_clean":"2024-04-15T16:27:07.530703+0000","last_became_active":"2024-04-15T16:25:33.973989+0000","last_became_peered":"2024-04-15T16:25:33.973989+0000","last_unstale":"2024-04-15T16:27:07.530703+0000","last_undegraded":"2024-04-15T16:27:07.530703+0000","last_fullsized":"2024-04-15T16:27:07.530703+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:28:08.876868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530983+0000","last_change":"2024-04-15T16:26:07.674519+0000","last_active":"2024-04-15T16:27:07.530983+0000","last_peered":"2024-04-15T16:27:07.530983+0000","last_clean":"2024-04-15T16:27:07.530983+0000","last_became_active":"2024-04-15T16:26:07.674268+0000","last_became_peered":"2024-04-15T16:26:07.674268+0000","last_unstale":"2024-04-15T16:27:07.530983+0000","last_undegraded":"2024-04-15T16:27:07.530983+0000","last_fullsized":"2024-04-15T16:27:07.530983+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:55:37.300597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531878+0000","last_change":"2024-04-15T16:25:33.977162+0000","last_active":"2024-04-15T16:27:07.531878+0000","last_peered":"2024-04-15T16:27:07.531878+0000","last_clean":"2024-04-15T16:27:07.531878+0000","last_became_active":"2024-04-15T16:25:33.976865+0000","last_became_peered":"2024-04-15T16:25:33.976865+0000","last_unstale":"2024-04-15T16:27:07.531878+0000","last_undegraded":"2024-04-15T16:27:07.531878+0000","last_fullsized":"2024-04-15T16:27:07.531878+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:14:25.576887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527620+0000","last_change":"2024-04-15T16:25:34.327120+0000","last_active":"2024-04-15T16:27:07.527620+0000","last_peered":"2024-04-15T16:27:07.527620+0000","last_clean":"2024-04-15T16:27:07.527620+0000","last_became_active":"2024-04-15T16:25:34.326766+0000","last_became_peered":"2024-04-15T16:25:34.326766+0000","last_unstale":"2024-04-15T16:27:07.527620+0000","last_undegraded":"2024-04-15T16:27:07.527620+0000","last_fullsized":"2024-04-15T16:27:07.527620+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:01:33.662442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.533958+0000","last_change":"2024-04-15T16:26:07.672331+0000","last_active":"2024-04-15T16:27:07.533958+0000","last_peered":"2024-04-15T16:27:07.533958+0000","last_clean":"2024-04-15T16:27:07.533958+0000","last_became_active":"2024-04-15T16:26:07.672022+0000","last_became_peered":"2024-04-15T16:26:07.672022+0000","last_unstale":"2024-04-15T16:27:07.533958+0000","last_undegraded":"2024-04-15T16:27:07.533958+0000","last_fullsized":"2024-04-15T16:27:07.533958+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:35:55.765767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527454+0000","last_change":"2024-04-15T16:25:33.966004+0000","last_active":"2024-04-15T16:27:07.527454+0000","last_peered":"2024-04-15T16:27:07.527454+0000","last_clean":"2024-04-15T16:27:07.527454+0000","last_became_active":"2024-04-15T16:25:33.965642+0000","last_became_peered":"2024-04-15T16:25:33.965642+0000","last_unstale":"2024-04-15T16:27:07.527454+0000","last_undegraded":"2024-04-15T16:27:07.527454+0000","last_fullsized":"2024-04-15T16:27:07.527454+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:47:57.610962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534456+0000","last_change":"2024-04-15T16:25:34.325277+0000","last_active":"2024-04-15T16:27:07.534456+0000","last_peered":"2024-04-15T16:27:07.534456+0000","last_clean":"2024-04-15T16:27:07.534456+0000","last_became_active":"2024-04-15T16:25:34.324177+0000","last_became_peered":"2024-04-15T16:25:34.324177+0000","last_unstale":"2024-04-15T16:27:07.534456+0000","last_undegraded":"2024-04-15T16:27:07.534456+0000","last_fullsized":"2024-04-15T16:27:07.534456+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:55:56.678943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530342+0000","last_change":"2024-04-15T16:26:07.672746+0000","last_active":"2024-04-15T16:27:07.530342+0000","last_peered":"2024-04-15T16:27:07.530342+0000","last_clean":"2024-04-15T16:27:07.530342+0000","last_became_active":"2024-04-15T16:26:07.672434+0000","last_became_peered":"2024-04-15T16:26:07.672434+0000","last_unstale":"2024-04-15T16:27:07.530342+0000","last_undegraded":"2024-04-15T16:27:07.530342+0000","last_fullsized":"2024-04-15T16:27:07.530342+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:12:43.934565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347982+0000","last_change":"2024-04-15T16:25:33.968052+0000","last_active":"2024-04-15T16:27:08.347982+0000","last_peered":"2024-04-15T16:27:08.347982+0000","last_clean":"2024-04-15T16:27:08.347982+0000","last_became_active":"2024-04-15T16:25:33.967776+0000","last_became_peered":"2024-04-15T16:25:33.967776+0000","last_unstale":"2024-04-15T16:27:08.347982+0000","last_undegraded":"2024-04-15T16:27:08.347982+0000","last_fullsized":"2024-04-15T16:27:08.347982+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:40.710130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.532032+0000","last_change":"2024-04-15T16:25:34.330673+0000","last_active":"2024-04-15T16:27:07.532032+0000","last_peered":"2024-04-15T16:27:07.532032+0000","last_clean":"2024-04-15T16:27:07.532032+0000","last_became_active":"2024-04-15T16:25:34.330162+0000","last_became_peered":"2024-04-15T16:25:34.330162+0000","last_unstale":"2024-04-15T16:27:07.532032+0000","last_undegraded":"2024-04-15T16:27:07.532032+0000","last_fullsized":"2024-04-15T16:27:07.532032+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:57.830598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530995+0000","last_change":"2024-04-15T16:25:33.974303+0000","last_active":"2024-04-15T16:27:07.530995+0000","last_peered":"2024-04-15T16:27:07.530995+0000","last_clean":"2024-04-15T16:27:07.530995+0000","last_became_active":"2024-04-15T16:25:33.973998+0000","last_became_peered":"2024-04-15T16:25:33.973998+0000","last_unstale":"2024-04-15T16:27:07.530995+0000","last_undegraded":"2024-04-15T16:27:07.530995+0000","last_fullsized":"2024-04-15T16:27:07.530995+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:48.109889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530737+0000","last_change":"2024-04-15T16:25:34.327068+0000","last_active":"2024-04-15T16:27:07.530737+0000","last_peered":"2024-04-15T16:27:07.530737+0000","last_clean":"2024-04-15T16:27:07.530737+0000","last_became_active":"2024-04-15T16:25:34.326782+0000","last_became_peered":"2024-04-15T16:25:34.326782+0000","last_unstale":"2024-04-15T16:27:07.530737+0000","last_undegraded":"2024-04-15T16:27:07.530737+0000","last_fullsized":"2024-04-15T16:27:07.530737+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:16:43.460702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.526758+0000","last_change":"2024-04-15T16:25:33.969318+0000","last_active":"2024-04-15T16:27:07.526758+0000","last_peered":"2024-04-15T16:27:07.526758+0000","last_clean":"2024-04-15T16:27:07.526758+0000","last_became_active":"2024-04-15T16:25:33.969058+0000","last_became_peered":"2024-04-15T16:25:33.969058+0000","last_unstale":"2024-04-15T16:27:07.526758+0000","last_undegraded":"2024-04-15T16:27:07.526758+0000","last_fullsized":"2024-04-15T16:27:07.526758+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:26:00.301157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.533955+0000","last_change":"2024-04-15T16:25:34.335914+0000","last_active":"2024-04-15T16:27:07.533955+0000","last_peered":"2024-04-15T16:27:07.533955+0000","last_clean":"2024-04-15T16:27:07.533955+0000","last_became_active":"2024-04-15T16:25:34.334739+0000","last_became_peered":"2024-04-15T16:25:34.334739+0000","last_unstale":"2024-04-15T16:27:07.533955+0000","last_undegraded":"2024-04-15T16:27:07.533955+0000","last_fullsized":"2024-04-15T16:27:07.533955+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:10:25.659672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527891+0000","last_change":"2024-04-15T16:25:33.969935+0000","last_active":"2024-04-15T16:27:07.527891+0000","last_peered":"2024-04-15T16:27:07.527891+0000","last_clean":"2024-04-15T16:27:07.527891+0000","last_became_active":"2024-04-15T16:25:33.969675+0000","last_became_peered":"2024-04-15T16:25:33.969675+0000","last_unstale":"2024-04-15T16:27:07.527891+0000","last_undegraded":"2024-04-15T16:27:07.527891+0000","last_fullsized":"2024-04-15T16:27:07.527891+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:26:57.197844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534145+0000","last_change":"2024-04-15T16:25:34.334667+0000","last_active":"2024-04-15T16:27:07.534145+0000","last_peered":"2024-04-15T16:27:07.534145+0000","last_clean":"2024-04-15T16:27:07.534145+0000","last_became_active":"2024-04-15T16:25:34.334389+0000","last_became_peered":"2024-04-15T16:25:34.334389+0000","last_unstale":"2024-04-15T16:27:07.534145+0000","last_undegraded":"2024-04-15T16:27:07.534145+0000","last_fullsized":"2024-04-15T16:27:07.534145+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:33:45.361899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531298+0000","last_change":"2024-04-15T16:25:33.967903+0000","last_active":"2024-04-15T16:27:07.531298+0000","last_peered":"2024-04-15T16:27:07.531298+0000","last_clean":"2024-04-15T16:27:07.531298+0000","last_became_active":"2024-04-15T16:25:33.967571+0000","last_became_peered":"2024-04-15T16:25:33.967571+0000","last_unstale":"2024-04-15T16:27:07.531298+0000","last_undegraded":"2024-04-15T16:27:07.531298+0000","last_fullsized":"2024-04-15T16:27:07.531298+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:11:55.673773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347507+0000","last_change":"2024-04-15T16:25:34.338704+0000","last_active":"2024-04-15T16:27:08.347507+0000","last_peered":"2024-04-15T16:27:08.347507+0000","last_clean":"2024-04-15T16:27:08.347507+0000","last_became_active":"2024-04-15T16:25:34.338239+0000","last_became_peered":"2024-04-15T16:25:34.338239+0000","last_unstale":"2024-04-15T16:27:08.347507+0000","last_undegraded":"2024-04-15T16:27:08.347507+0000","last_fullsized":"2024-04-15T16:27:08.347507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:39.269699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530869+0000","last_change":"2024-04-15T16:25:33.971329+0000","last_active":"2024-04-15T16:27:07.530869+0000","last_peered":"2024-04-15T16:27:07.530869+0000","last_clean":"2024-04-15T16:27:07.530869+0000","last_became_active":"2024-04-15T16:25:33.970851+0000","last_became_peered":"2024-04-15T16:25:33.970851+0000","last_unstale":"2024-04-15T16:27:07.530869+0000","last_undegraded":"2024-04-15T16:27:07.530869+0000","last_fullsized":"2024-04-15T16:27:07.530869+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:46:36.051699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531746+0000","last_change":"2024-04-15T16:25:34.335332+0000","last_active":"2024-04-15T16:27:07.531746+0000","last_peered":"2024-04-15T16:27:07.531746+0000","last_clean":"2024-04-15T16:27:07.531746+0000","last_became_active":"2024-04-15T16:25:34.335041+0000","last_became_peered":"2024-04-15T16:25:34.335041+0000","last_unstale":"2024-04-15T16:27:07.531746+0000","last_undegraded":"2024-04-15T16:27:07.531746+0000","last_fullsized":"2024-04-15T16:27:07.531746+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:55:14.092097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527236+0000","last_change":"2024-04-15T16:25:33.967108+0000","last_active":"2024-04-15T16:27:07.527236+0000","last_peered":"2024-04-15T16:27:07.527236+0000","last_clean":"2024-04-15T16:27:07.527236+0000","last_became_active":"2024-04-15T16:25:33.966317+0000","last_became_peered":"2024-04-15T16:25:33.966317+0000","last_unstale":"2024-04-15T16:27:07.527236+0000","last_undegraded":"2024-04-15T16:27:07.527236+0000","last_fullsized":"2024-04-15T16:27:07.527236+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:14.783160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527622+0000","last_change":"2024-04-15T16:25:34.336052+0000","last_active":"2024-04-15T16:27:07.527622+0000","last_peered":"2024-04-15T16:27:07.527622+0000","last_clean":"2024-04-15T16:27:07.527622+0000","last_became_active":"2024-04-15T16:25:34.335788+0000","last_became_peered":"2024-04-15T16:25:34.335788+0000","last_unstale":"2024-04-15T16:27:07.527622+0000","last_undegraded":"2024-04-15T16:27:07.527622+0000","last_fullsized":"2024-04-15T16:27:07.527622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:22:23.166556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531168+0000","last_change":"2024-04-15T16:25:33.966349+0000","last_active":"2024-04-15T16:27:07.531168+0000","last_peered":"2024-04-15T16:27:07.531168+0000","last_clean":"2024-04-15T16:27:07.531168+0000","last_became_active":"2024-04-15T16:25:33.966059+0000","last_became_peered":"2024-04-15T16:25:33.966059+0000","last_unstale":"2024-04-15T16:27:07.531168+0000","last_undegraded":"2024-04-15T16:27:07.531168+0000","last_fullsized":"2024-04-15T16:27:07.531168+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:05:16.350194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.532313+0000","last_change":"2024-04-15T16:25:34.340359+0000","last_active":"2024-04-15T16:27:07.532313+0000","last_peered":"2024-04-15T16:27:07.532313+0000","last_clean":"2024-04-15T16:27:07.532313+0000","last_became_active":"2024-04-15T16:25:34.340083+0000","last_became_peered":"2024-04-15T16:25:34.340083+0000","last_unstale":"2024-04-15T16:27:07.532313+0000","last_undegraded":"2024-04-15T16:27:07.532313+0000","last_fullsized":"2024-04-15T16:27:07.532313+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:42:22.651312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347297+0000","last_change":"2024-04-15T16:25:34.329854+0000","last_active":"2024-04-15T16:27:08.347297+0000","last_peered":"2024-04-15T16:27:08.347297+0000","last_clean":"2024-04-15T16:27:08.347297+0000","last_became_active":"2024-04-15T16:25:34.329570+0000","last_became_peered":"2024-04-15T16:25:34.329570+0000","last_unstale":"2024-04-15T16:27:08.347297+0000","last_undegraded":"2024-04-15T16:27:08.347297+0000","last_fullsized":"2024-04-15T16:27:08.347297+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:55:22.011676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530862+0000","last_change":"2024-04-15T16:25:34.330905+0000","last_active":"2024-04-15T16:27:07.530862+0000","last_peered":"2024-04-15T16:27:07.530862+0000","last_clean":"2024-04-15T16:27:07.530862+0000","last_became_active":"2024-04-15T16:25:34.330626+0000","last_became_peered":"2024-04-15T16:25:34.330626+0000","last_unstale":"2024-04-15T16:27:07.530862+0000","last_undegraded":"2024-04-15T16:27:07.530862+0000","last_fullsized":"2024-04-15T16:27:07.530862+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:48:38.151778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527845+0000","last_change":"2024-04-15T16:25:34.327468+0000","last_active":"2024-04-15T16:27:07.527845+0000","last_peered":"2024-04-15T16:27:07.527845+0000","last_clean":"2024-04-15T16:27:07.527845+0000","last_became_active":"2024-04-15T16:25:34.327087+0000","last_became_peered":"2024-04-15T16:25:34.327087+0000","last_unstale":"2024-04-15T16:27:07.527845+0000","last_undegraded":"2024-04-15T16:27:07.527845+0000","last_fullsized":"2024-04-15T16:27:07.527845+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:13.604820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531140+0000","last_change":"2024-04-15T16:25:34.328654+0000","last_active":"2024-04-15T16:27:07.531140+0000","last_peered":"2024-04-15T16:27:07.531140+0000","last_clean":"2024-04-15T16:27:07.531140+0000","last_became_active":"2024-04-15T16:25:34.328368+0000","last_became_peered":"2024-04-15T16:25:34.328368+0000","last_unstale":"2024-04-15T16:27:07.531140+0000","last_undegraded":"2024-04-15T16:27:07.531140+0000","last_fullsized":"2024-04-15T16:27:07.531140+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:59:36.163111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534357+0000","last_change":"2024-04-15T16:25:34.338104+0000","last_active":"2024-04-15T16:27:07.534357+0000","last_peered":"2024-04-15T16:27:07.534357+0000","last_clean":"2024-04-15T16:27:07.534357+0000","last_became_active":"2024-04-15T16:25:34.337807+0000","last_became_peered":"2024-04-15T16:25:34.337807+0000","last_unstale":"2024-04-15T16:27:07.534357+0000","last_undegraded":"2024-04-15T16:27:07.534357+0000","last_fullsized":"2024-04-15T16:27:07.534357+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:15.979198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527142+0000","last_change":"2024-04-15T16:25:34.331106+0000","last_active":"2024-04-15T16:27:07.527142+0000","last_peered":"2024-04-15T16:27:07.527142+0000","last_clean":"2024-04-15T16:27:07.527142+0000","last_became_active":"2024-04-15T16:25:34.330822+0000","last_became_peered":"2024-04-15T16:25:34.330822+0000","last_unstale":"2024-04-15T16:27:07.527142+0000","last_undegraded":"2024-04-15T16:27:07.527142+0000","last_fullsized":"2024-04-15T16:27:07.527142+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:51:32.632127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347964+0000","last_change":"2024-04-15T16:25:34.342193+0000","last_active":"2024-04-15T16:27:08.347964+0000","last_peered":"2024-04-15T16:27:08.347964+0000","last_clean":"2024-04-15T16:27:08.347964+0000","last_became_active":"2024-04-15T16:25:34.341609+0000","last_became_peered":"2024-04-15T16:25:34.341609+0000","last_unstale":"2024-04-15T16:27:08.347964+0000","last_undegraded":"2024-04-15T16:27:08.347964+0000","last_fullsized":"2024-04-15T16:27:08.347964+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:19:18.018266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534474+0000","last_change":"2024-04-15T16:25:34.335332+0000","last_active":"2024-04-15T16:27:07.534474+0000","last_peered":"2024-04-15T16:27:07.534474+0000","last_clean":"2024-04-15T16:27:07.534474+0000","last_became_active":"2024-04-15T16:25:34.335057+0000","last_became_peered":"2024-04-15T16:25:34.335057+0000","last_unstale":"2024-04-15T16:27:07.534474+0000","last_undegraded":"2024-04-15T16:27:07.534474+0000","last_fullsized":"2024-04-15T16:27:07.534474+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:29:40.301716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527490+0000","last_change":"2024-04-15T16:25:34.328290+0000","last_active":"2024-04-15T16:27:07.527490+0000","last_peered":"2024-04-15T16:27:07.527490+0000","last_clean":"2024-04-15T16:27:07.527490+0000","last_became_active":"2024-04-15T16:25:34.326971+0000","last_became_peered":"2024-04-15T16:25:34.326971+0000","last_unstale":"2024-04-15T16:27:07.527490+0000","last_undegraded":"2024-04-15T16:27:07.527490+0000","last_fullsized":"2024-04-15T16:27:07.527490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:01:30.830981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534043+0000","last_change":"2024-04-15T16:25:34.334878+0000","last_active":"2024-04-15T16:27:07.534043+0000","last_peered":"2024-04-15T16:27:07.534043+0000","last_clean":"2024-04-15T16:27:07.534043+0000","last_became_active":"2024-04-15T16:25:34.334566+0000","last_became_peered":"2024-04-15T16:25:34.334566+0000","last_unstale":"2024-04-15T16:27:07.534043+0000","last_undegraded":"2024-04-15T16:27:07.534043+0000","last_fullsized":"2024-04-15T16:27:07.534043+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:14.281939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527947+0000","last_change":"2024-04-15T16:25:34.336804+0000","last_active":"2024-04-15T16:27:07.527947+0000","last_peered":"2024-04-15T16:27:07.527947+0000","last_clean":"2024-04-15T16:27:07.527947+0000","last_became_active":"2024-04-15T16:25:34.336480+0000","last_became_peered":"2024-04-15T16:25:34.336480+0000","last_unstale":"2024-04-15T16:27:07.527947+0000","last_undegraded":"2024-04-15T16:27:07.527947+0000","last_fullsized":"2024-04-15T16:27:07.527947+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:50:46.457258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531222+0000","last_change":"2024-04-15T16:25:34.320254+0000","last_active":"2024-04-15T16:27:07.531222+0000","last_peered":"2024-04-15T16:27:07.531222+0000","last_clean":"2024-04-15T16:27:07.531222+0000","last_became_active":"2024-04-15T16:25:34.319990+0000","last_became_peered":"2024-04-15T16:25:34.319990+0000","last_unstale":"2024-04-15T16:27:07.531222+0000","last_undegraded":"2024-04-15T16:27:07.531222+0000","last_fullsized":"2024-04-15T16:27:07.531222+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:50:51.187877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347746+0000","last_change":"2024-04-15T16:25:34.332044+0000","last_active":"2024-04-15T16:27:08.347746+0000","last_peered":"2024-04-15T16:27:08.347746+0000","last_clean":"2024-04-15T16:27:08.347746+0000","last_became_active":"2024-04-15T16:25:34.331697+0000","last_became_peered":"2024-04-15T16:25:34.331697+0000","last_unstale":"2024-04-15T16:27:08.347746+0000","last_undegraded":"2024-04-15T16:27:08.347746+0000","last_fullsized":"2024-04-15T16:27:08.347746+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:44:40.853467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234010,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1294336,"data_stored":893707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.46600000000000003,"15min":0.46600000000000003},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.63100000000000001,"5min":0.63100000000000001,"15min":0.63100000000000001},"last":0.60999999999999999}]},{"osd":1,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.69199999999999995,"5min":0.69199999999999995,"15min":0.69199999999999995},"last":0.71599999999999997},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.49099999999999999}]},{"osd":2,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.76300000000000001}]},{"osd":3,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.77700000000000002,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.64600000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"last":0.69999999999999996},{"interface":"front","average":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.41199999999999998}]},{"osd":5,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.28100000000000003,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.46899999999999997,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.56599999999999995}]},{"osd":6,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.625}]}]},{"osd":6,"up_from":46,"seq":197568495646,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28292,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716860,"statfs":{"total":95995035648,"available":95966064640,"internally_reserved":0,"allocated":1298432,"data_stored":895511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.58999999999999997,"15min":0.54100000000000004},"min":{"1min":0.39800000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":6.875,"5min":6.875,"15min":6.875},"last":0.60099999999999998}]},{"osd":1,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.67400000000000004,"5min":0.87,"15min":0.87},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51000000000000001,"15min":0.50800000000000001},"min":{"1min":0.34599999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.58999999999999997}]},{"osd":2,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.54100000000000004,"15min":0.54400000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79300000000000004,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.498},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.60399999999999998,"15min":0.56200000000000006},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":6.9000000000000004,"5min":6.9000000000000004,"15min":6.9000000000000004},"last":0.64000000000000001}]},{"osd":3,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.42199999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.52300000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.45300000000000001,"15min":0.443},"min":{"1min":0.36899999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.73199999999999998,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.437,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.66100000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.32500000000000001}]},{"osd":5,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.47499999999999998,"15min":0.47699999999999998},"min":{"1min":0.33300000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.65100000000000002,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.47899999999999998,"15min":0.47699999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.70599999999999996,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.38200000000000001}]},{"osd":7,"last update":"Mon Apr 15 16:26:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.437},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.45000000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574903,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":700416,"data_stored":302953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.35799999999999998,"15min":0.33300000000000002},"min":{"1min":0.26400000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.34399999999999997},"min":{"1min":0.26200000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.47499999999999998}]},{"osd":2,"last update":"Mon Apr 15 16:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36899999999999999,"15min":0.36399999999999999},"min":{"1min":0.23999999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.51100000000000001,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.38800000000000001,"15min":0.376},"min":{"1min":0.27500000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.59799999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.33800000000000002}]},{"osd":3,"last update":"Mon Apr 15 16:26:47 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.40100000000000002,"15min":0.39600000000000002},"min":{"1min":0.25800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.437,"15min":0.435},"min":{"1min":0.26300000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.45500000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:27:12 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.378,"5min":0.316,"15min":0.316},"max":{"1min":0.77800000000000002,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.54000000000000004,"15min":0.53900000000000003},"min":{"1min":0.41899999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.81399999999999995}]},{"osd":5,"last update":"Mon Apr 15 16:26:28 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.55100000000000005,"15min":0.55700000000000005},"min":{"1min":0.39900000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.60199999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59899999999999998,"15min":0.59999999999999998},"min":{"1min":0.42899999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84099999999999997,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.82199999999999995}]},{"osd":6,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.59299999999999997,"15min":0.59799999999999998},"min":{"1min":0.39200000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73299999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.60999999999999999,"15min":0.61799999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.73799999999999999,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.66100000000000003}]},{"osd":7,"last update":"Mon Apr 15 16:26:13 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.82499999999999996},"last":0.74199999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738428,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32396,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712756,"statfs":{"total":95995035648,"available":95961862144,"internally_reserved":0,"allocated":1306624,"data_stored":894162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 16:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33200000000000002,"15min":0.316},"min":{"1min":0.22600000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.46700000000000003,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.217},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34999999999999998,"15min":0.317},"min":{"1min":0.247,"5min":0.186,"15min":0.186},"max":{"1min":0.45200000000000001,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.25900000000000001}]},{"osd":2,"last update":"Mon Apr 15 16:26:23 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.38200000000000001,"15min":0.38600000000000001},"min":{"1min":0.25800000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.48099999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.309},{"interface":"front","average":{"1min":0.374,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.249,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.53100000000000003,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.29899999999999999}]},{"osd":3,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.434,"15min":0.45200000000000001},"min":{"1min":0.26600000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.56100000000000005,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.33600000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.42899999999999999,"15min":0.44500000000000001},"min":{"1min":0.28599999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.47199999999999998,"5min":0.629,"15min":0.629},"last":0.28599999999999998}]},{"osd":4,"last update":"Mon Apr 15 16:27:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.69699999999999995,"15min":0.61399999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.84499999999999997,"5min":14.464,"15min":14.464},"last":0.70799999999999996},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.42099999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.58999999999999997}]},{"osd":5,"last update":"Mon Apr 15 16:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54100000000000004,"15min":0.53800000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.84799999999999998},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70499999999999996,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.63700000000000001}]},{"osd":6,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":1.165,"15min":1.2629999999999999},"min":{"1min":0.44800000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.82099999999999995,"5min":14.499000000000001,"15min":14.499000000000001},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.54100000000000004,"5min":1.1599999999999999,"15min":1.2629999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72999999999999998,"5min":14.529999999999999,"15min":14.529999999999999},"last":0.80900000000000005}]},{"osd":7,"last update":"Mon Apr 15 16:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.752},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.67700000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27704,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717448,"statfs":{"total":95995035648,"available":95966666752,"internally_reserved":0,"allocated":696320,"data_stored":303066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:24 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.371,"15min":0.373},"min":{"1min":0.22700000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.21199999999999999},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.38300000000000001,"15min":0.38400000000000001},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.251}]},{"osd":1,"last update":"Mon Apr 15 16:26:24 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.39900000000000002,"15min":0.40000000000000002},"min":{"1min":0.25600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63100000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.38,"5min":0.40799999999999997,"15min":0.40500000000000003},"min":{"1min":0.28399999999999997,"5min":0.255,"15min":0.255},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.33200000000000002}]},{"osd":3,"last update":"Mon Apr 15 16:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.45000000000000001,"15min":0.46600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.64900000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.28999999999999998},{"interface":"front","average":{"1min":0.376,"5min":0.41799999999999998,"15min":0.42899999999999999},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59299999999999997,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.26800000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:27:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53100000000000003,"15min":0.52700000000000002},"min":{"1min":0.34699999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.70499999999999996,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.69299999999999995,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.434}]},{"osd":5,"last update":"Mon Apr 15 16:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.66700000000000004,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.55400000000000005,"15min":0.55800000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70499999999999996,"5min":0.746,"15min":0.746},"last":0.46200000000000002}]},{"osd":6,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78700000000000003,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56899999999999995,"15min":0.57199999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.67800000000000005,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.45200000000000001}]},{"osd":7,"last update":"Mon Apr 15 16:26:14 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.52000000000000002}]}]},{"osd":3,"up_from":25,"seq":107374182445,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":716800,"data_stored":305520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.376},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.49299999999999999,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.215},{"interface":"front","average":{"1min":0.376,"5min":0.41599999999999998,"15min":0.42799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.54000000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.318}]},{"osd":1,"last update":"Mon Apr 15 16:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.438,"15min":0.45800000000000002},"min":{"1min":0.28799999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.67000000000000004,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.41499999999999998,"15min":0.41999999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.52100000000000002,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.26500000000000001}]},{"osd":2,"last update":"Mon Apr 15 16:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.44800000000000001,"15min":0.45300000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.61599999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.42599999999999999,"15min":0.43099999999999999},"min":{"1min":0.28899999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.54400000000000004,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.23499999999999999}]},{"osd":4,"last update":"Mon Apr 15 16:27:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.60399999999999998,"15min":0.63100000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.748,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60099999999999998,"15min":0.61199999999999999},"min":{"1min":0.41399999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.748}]},{"osd":5,"last update":"Mon Apr 15 16:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.58799999999999997,"15min":0.59599999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73299999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.60699999999999998,"15min":0.61499999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.71399999999999997,"5min":0.875,"15min":0.875},"last":0.68100000000000005}]},{"osd":6,"last update":"Mon Apr 15 16:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59699999999999998,"15min":0.59599999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.79600000000000004,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.75900000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.70299999999999996}]},{"osd":7,"last update":"Mon Apr 15 16:26:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":7.3529999999999998,"5min":7.3529999999999998,"15min":7.3529999999999998},"last":0.69399999999999995}]}]},{"osd":4,"up_from":30,"seq":128849018920,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":712704,"data_stored":303774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:27:11 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.53400000000000003,"15min":0.55200000000000005},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.626,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.55800000000000005},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.52900000000000003,"15min":0.53500000000000003},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.66200000000000003,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.46800000000000003}]},{"osd":1,"last update":"Mon Apr 15 16:27:11 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53300000000000003,"15min":0.54700000000000004},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.69799999999999995,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.443},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.53700000000000003,"15min":0.54900000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.64700000000000002,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.48999999999999999}]},{"osd":2,"last update":"Mon Apr 15 16:27:11 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.55600000000000005,"15min":0.56799999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.67800000000000005,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.53900000000000003,"15min":0.55900000000000005},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.71199999999999997,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.53000000000000003}]},{"osd":3,"last update":"Mon Apr 15 16:27:11 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.55000000000000004,"15min":0.56599999999999995},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.69699999999999995,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.504,"5min":0.55600000000000005,"15min":0.56799999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.71199999999999997,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.65400000000000003}]},{"osd":5,"last update":"Mon Apr 15 16:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.38200000000000001,"15min":0.379},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.67900000000000005},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.437,"15min":0.42999999999999999},"min":{"1min":0.33300000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.73999999999999999}]},{"osd":6,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.433,"15min":0.432},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.435,"15min":0.43099999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.69999999999999996}]},{"osd":7,"last update":"Mon Apr 15 16:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.76800000000000002},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.755}]}]},{"osd":5,"up_from":38,"seq":163208757283,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":708608,"data_stored":305233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.50600000000000001,"15min":0.51400000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.68500000000000005,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.497,"15min":0.503},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.59099999999999997,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.51000000000000001}]},{"osd":1,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.51700000000000002,"15min":0.52100000000000002},"min":{"1min":0.35699999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.74399999999999999,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.52100000000000002,"15min":0.53100000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.61499999999999999,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.54900000000000004}]},{"osd":2,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.52300000000000002,"15min":0.52900000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.60899999999999999,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.501,"5min":0.52200000000000002,"15min":0.52600000000000002},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.66800000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.51900000000000002}]},{"osd":3,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53600000000000003,"15min":0.54400000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.66900000000000004,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.437},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.52000000000000002,"15min":0.52100000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.65800000000000003,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.47199999999999998}]},{"osd":4,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.59199999999999997,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.42699999999999999,"15min":0.42099999999999999},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.379}]},{"osd":6,"last update":"Mon Apr 15 16:26:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.29799999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.443,"15min":0.43099999999999999},"min":{"1min":0.29999999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.56299999999999994}]},{"osd":7,"last update":"Mon Apr 15 16:26:15 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.59499999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T16:27:15.848 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph status --format=json 2024-04-15T16:27:15.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:15 smithi153 ceph-mon[30366]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:15.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:15 smithi153 ceph-mon[30366]: from='client.14823 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:27:15.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:15 smithi153 ceph-mon[30366]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 5 pgs peering) 2024-04-15T16:27:15.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:15 smithi153 ceph-mon[30366]: Cluster is now healthy 2024-04-15T16:27:16.254 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:27:16.335 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:16 smithi090 podman[73304]: 2024-04-15 16:27:16.077103289 +0000 UTC m=+1.691568865 container remove 501b02941235102e4750cb840eb5f3cf705562e1f121bd7dcd0aa580beaa3019 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:27:16.336 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:16 smithi090 podman[73304]: 2024-04-15 16:27:16.161230164 +0000 UTC m=+1.775695698 volume remove 3d90155ae5b9b359754bc0a57aa2c35a8680b2cc2e41dd8ba67d63a81b713ede 2024-04-15T16:27:16.336 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:16 smithi090 bash[73380]: Error: no container with name or ID "ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a" found: no such container 2024-04-15T16:27:16.336 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:16 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-15T16:27:16.336 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:16 smithi090 systemd[1]: Stopped Ceph alertmanager.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:27:16.336 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:16 smithi090 systemd[1]: Starting Ceph alertmanager.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:27:16.687 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:16 smithi090 podman[73522]: 2024-04-15 16:27:16.533073527 +0000 UTC m=+0.033057694 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-15T16:27:17.323 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:17 smithi090 podman[73522]: 2024-04-15 16:27:17.059049809 +0000 UTC m=+0.559033964 volume create e8ad048f36a9075bc110746e3ce0a873d58cee6f248500b736c89a8e26d675a3 2024-04-15T16:27:17.323 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:17 smithi090 podman[73522]: 2024-04-15 16:27:17.151268884 +0000 UTC m=+0.651253039 container create 6631d58da6eab78d6ecf22a6dd5e64d35e84ef606ee4ef6c9f67a7e8e3a7aa21 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:27:17.835 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:17 smithi090 podman[73522]: 2024-04-15 16:27:17.430613453 +0000 UTC m=+0.930597616 container init 6631d58da6eab78d6ecf22a6dd5e64d35e84ef606ee4ef6c9f67a7e8e3a7aa21 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:27:17.835 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:17 smithi090 podman[73522]: 2024-04-15 16:27:17.434001575 +0000 UTC m=+0.933985736 container start 6631d58da6eab78d6ecf22a6dd5e64d35e84ef606ee4ef6c9f67a7e8e3a7aa21 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:27:17.836 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:17 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[73553]: ts=2024-04-15T16:27:17.448Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-15T16:27:17.836 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:17 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[73553]: ts=2024-04-15T16:27:17.448Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-15T16:27:17.836 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:17 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[73553]: ts=2024-04-15T16:27:17.449Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.90 port=9094 2024-04-15T16:27:17.836 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:17 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[73553]: ts=2024-04-15T16:27:17.450Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-15T16:27:17.836 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:17 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[73553]: ts=2024-04-15T16:27:17.474Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T16:27:17.836 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:17 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[73553]: ts=2024-04-15T16:27:17.474Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T16:27:17.836 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:17 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[73553]: ts=2024-04-15T16:27:17.477Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-15T16:27:17.836 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:17 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[73553]: ts=2024-04-15T16:27:17.477Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-15T16:27:17.836 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:17 smithi090 bash[73522]: 6631d58da6eab78d6ecf22a6dd5e64d35e84ef606ee4ef6c9f67a7e8e3a7aa21 2024-04-15T16:27:17.836 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:17 smithi090 systemd[1]: Started Ceph alertmanager.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:27:18.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:18 smithi090 ceph-mon[38312]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:18.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:18 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:18.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:18 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:18.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:18 smithi090 ceph-mon[27209]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:18.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:18 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:18.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:18 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:18.844 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:18 smithi153 ceph-mon[30366]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:18.844 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:18 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:18.844 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:18 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:19.077 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:27:19.077 INFO:teuthology.orchestra.run.smithi090.stdout:{"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":326,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":68,"num_osds":8,"num_up_osds":8,"osd_up_since":1713198313,"num_in_osds":8,"osd_in_since":1713198296,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":105}],"num_pgs":105,"num_pools":4,"num_objects":24,"data_bytes":593516,"bytes_used":233005056,"bytes_avail":767727280128,"bytes_total":767960285184},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"a","status":"up:active","gid":24365}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"services":{"dashboard":"https://172.21.15.90:8443/","prometheus":"http://172.21.15.90:9283/"}},"servicemap":{"epoch":13,"modified":"2024-04-15T16:27:08.596267+0000","services":{}},"progress_events":{}} 2024-04-15T16:27:19.700 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:19 smithi153 ceph-mon[30366]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T16:27:19.701 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:19 smithi153 ceph-mon[30366]: Reconfiguring daemon prometheus.a on smithi153 2024-04-15T16:27:19.701 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:19 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/4274000429' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-15T16:27:19.758 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[73553]: ts=2024-04-15T16:27:19.451Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.0009461s 2024-04-15T16:27:19.758 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:19 smithi090 ceph-mon[38312]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T16:27:19.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:19 smithi090 ceph-mon[38312]: Reconfiguring daemon prometheus.a on smithi153 2024-04-15T16:27:19.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:19 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/4274000429' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-15T16:27:19.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:19 smithi090 ceph-mon[27209]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T16:27:19.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:19 smithi090 ceph-mon[27209]: Reconfiguring daemon prometheus.a on smithi153 2024-04-15T16:27:19.759 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:19 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/4274000429' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-15T16:27:19.781 INFO:tasks.cephadm.ceph_manager.ceph:no progress seen, keeping timeout for now 2024-04-15T16:27:19.781 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph pg dump --format=json 2024-04-15T16:27:19.990 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:27:20.785 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:20 smithi090 ceph-mon[38312]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:20.785 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:20 smithi090 ceph-mon[27209]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:20.807 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:20 smithi153 ceph-mon[30366]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:21.128 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:20 smithi153 systemd[1]: Stopping Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:27:21.412 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[58604]: ts=2024-04-15T16:27:21.131Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T16:27:21.412 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[58604]: ts=2024-04-15T16:27:21.131Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-15T16:27:21.412 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[58604]: ts=2024-04-15T16:27:21.131Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-15T16:27:21.412 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[58604]: ts=2024-04-15T16:27:21.131Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T16:27:21.412 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[58604]: ts=2024-04-15T16:27:21.131Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-15T16:27:21.412 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[58604]: ts=2024-04-15T16:27:21.131Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-15T16:27:21.412 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[58604]: ts=2024-04-15T16:27:21.131Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T16:27:21.412 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[58604]: ts=2024-04-15T16:27:21.131Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-15T16:27:21.412 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[58604]: ts=2024-04-15T16:27:21.131Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-15T16:27:21.413 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[58604]: ts=2024-04-15T16:27:21.132Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T16:27:21.413 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[58604]: ts=2024-04-15T16:27:21.132Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-15T16:27:21.413 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[58604]: ts=2024-04-15T16:27:21.132Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-15T16:27:21.413 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 podman[61759]: 2024-04-15 16:27:21.14176718 +0000 UTC m=+0.122863223 container died c569fb7b96b3f68b05774330c18a63d33ab58d845151de96b9207c9083b6d30b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:27:21.696 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 podman[61759]: 2024-04-15 16:27:21.455838137 +0000 UTC m=+0.436934187 container cleanup c569fb7b96b3f68b05774330c18a63d33ab58d845151de96b9207c9083b6d30b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:27:21.696 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 bash[61759]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T16:27:21.809 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:27:21.811 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-15T16:27:22.128 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 podman[61773]: 2024-04-15 16:27:21.699133379 +0000 UTC m=+0.558420756 container remove c569fb7b96b3f68b05774330c18a63d33ab58d845151de96b9207c9083b6d30b (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:27:22.128 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T16:27:22.128 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 systemd[1]: Stopped Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:27:22.128 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@prometheus.a.service: Consumed 1.041s CPU time. 2024-04-15T16:27:22.128 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:21 smithi153 systemd[1]: Starting Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:27:22.398 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 podman[61866]: 2024-04-15 16:27:22.053382441 +0000 UTC m=+0.019186713 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-15T16:27:22.399 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 podman[61866]: 2024-04-15 16:27:22.159440451 +0000 UTC m=+0.125244769 container create dabbf793d3fc07b3dd492fc43b80d367224a2fd095edcced0eba734fea2b4d0f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:27:22.502 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":45,"stamp":"2024-04-15T16:27:20.605042+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227544,"kb_used_data":7260,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733672,"statfs":{"total":767960285184,"available":767727280128,"internally_reserved":0,"allocated":7434240,"data_stored":4203926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008825"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.532237+0000","last_change":"2024-04-15T16:25:34.343027+0000","last_active":"2024-04-15T16:27:07.532237+0000","last_peered":"2024-04-15T16:27:07.532237+0000","last_clean":"2024-04-15T16:27:07.532237+0000","last_became_active":"2024-04-15T16:25:34.342740+0000","last_became_peered":"2024-04-15T16:25:34.342740+0000","last_unstale":"2024-04-15T16:27:07.532237+0000","last_undegraded":"2024-04-15T16:27:07.532237+0000","last_fullsized":"2024-04-15T16:27:07.532237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:06:16.582491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527357+0000","last_change":"2024-04-15T16:25:34.339869+0000","last_active":"2024-04-15T16:27:07.527357+0000","last_peered":"2024-04-15T16:27:07.527357+0000","last_clean":"2024-04-15T16:27:07.527357+0000","last_became_active":"2024-04-15T16:25:34.339592+0000","last_became_peered":"2024-04-15T16:25:34.339592+0000","last_unstale":"2024-04-15T16:27:07.527357+0000","last_undegraded":"2024-04-15T16:27:07.527357+0000","last_fullsized":"2024-04-15T16:27:07.527357+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:26.287465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531687+0000","last_change":"2024-04-15T16:25:34.332573+0000","last_active":"2024-04-15T16:27:07.531687+0000","last_peered":"2024-04-15T16:27:07.531687+0000","last_clean":"2024-04-15T16:27:07.531687+0000","last_became_active":"2024-04-15T16:25:34.330953+0000","last_became_peered":"2024-04-15T16:25:34.330953+0000","last_unstale":"2024-04-15T16:27:07.531687+0000","last_undegraded":"2024-04-15T16:27:07.531687+0000","last_fullsized":"2024-04-15T16:27:07.531687+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:33:16.275845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527724+0000","last_change":"2024-04-15T16:25:34.325812+0000","last_active":"2024-04-15T16:27:07.527724+0000","last_peered":"2024-04-15T16:27:07.527724+0000","last_clean":"2024-04-15T16:27:07.527724+0000","last_became_active":"2024-04-15T16:25:34.325511+0000","last_became_peered":"2024-04-15T16:25:34.325511+0000","last_unstale":"2024-04-15T16:27:07.527724+0000","last_undegraded":"2024-04-15T16:27:07.527724+0000","last_fullsized":"2024-04-15T16:27:07.527724+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:40:34.275763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531433+0000","last_change":"2024-04-15T16:25:34.341746+0000","last_active":"2024-04-15T16:27:07.531433+0000","last_peered":"2024-04-15T16:27:07.531433+0000","last_clean":"2024-04-15T16:27:07.531433+0000","last_became_active":"2024-04-15T16:25:34.341468+0000","last_became_peered":"2024-04-15T16:25:34.341468+0000","last_unstale":"2024-04-15T16:27:07.531433+0000","last_undegraded":"2024-04-15T16:27:07.531433+0000","last_fullsized":"2024-04-15T16:27:07.531433+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:58:32.644078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.605716+0000","last_change":"2024-04-15T16:27:08.605716+0000","last_active":"2024-04-15T16:27:08.605716+0000","last_peered":"2024-04-15T16:27:08.605716+0000","last_clean":"2024-04-15T16:27:08.605716+0000","last_became_active":"2024-04-15T16:27:08.605388+0000","last_became_peered":"2024-04-15T16:27:08.605388+0000","last_unstale":"2024-04-15T16:27:08.605716+0000","last_undegraded":"2024-04-15T16:27:08.605716+0000","last_fullsized":"2024-04-15T16:27:08.605716+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:54.235441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530756+0000","last_change":"2024-04-15T16:25:34.338566+0000","last_active":"2024-04-15T16:27:07.530756+0000","last_peered":"2024-04-15T16:27:07.530756+0000","last_clean":"2024-04-15T16:27:07.530756+0000","last_became_active":"2024-04-15T16:25:34.338254+0000","last_became_peered":"2024-04-15T16:25:34.338254+0000","last_unstale":"2024-04-15T16:27:07.530756+0000","last_undegraded":"2024-04-15T16:27:07.530756+0000","last_fullsized":"2024-04-15T16:27:07.530756+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:33:26.090081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.533876+0000","last_change":"2024-04-15T16:25:34.339664+0000","last_active":"2024-04-15T16:27:07.533876+0000","last_peered":"2024-04-15T16:27:07.533876+0000","last_clean":"2024-04-15T16:27:07.533876+0000","last_became_active":"2024-04-15T16:25:34.339343+0000","last_became_peered":"2024-04-15T16:25:34.339343+0000","last_unstale":"2024-04-15T16:27:07.533876+0000","last_undegraded":"2024-04-15T16:27:07.533876+0000","last_fullsized":"2024-04-15T16:27:07.533876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:29:36.126853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.606248+0000","last_change":"2024-04-15T16:27:08.606248+0000","last_active":"2024-04-15T16:27:08.606248+0000","last_peered":"2024-04-15T16:27:08.606248+0000","last_clean":"2024-04-15T16:27:08.606248+0000","last_became_active":"2024-04-15T16:27:08.605849+0000","last_became_peered":"2024-04-15T16:27:08.605849+0000","last_unstale":"2024-04-15T16:27:08.606248+0000","last_undegraded":"2024-04-15T16:27:08.606248+0000","last_fullsized":"2024-04-15T16:27:08.606248+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:04:17.465590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347873+0000","last_change":"2024-04-15T16:25:34.339780+0000","last_active":"2024-04-15T16:27:08.347873+0000","last_peered":"2024-04-15T16:27:08.347873+0000","last_clean":"2024-04-15T16:27:08.347873+0000","last_became_active":"2024-04-15T16:25:34.339415+0000","last_became_peered":"2024-04-15T16:25:34.339415+0000","last_unstale":"2024-04-15T16:27:08.347873+0000","last_undegraded":"2024-04-15T16:27:08.347873+0000","last_fullsized":"2024-04-15T16:27:08.347873+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:35:41.132583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347832+0000","last_change":"2024-04-15T16:25:34.340901+0000","last_active":"2024-04-15T16:27:08.347832+0000","last_peered":"2024-04-15T16:27:08.347832+0000","last_clean":"2024-04-15T16:27:08.347832+0000","last_became_active":"2024-04-15T16:25:34.340493+0000","last_became_peered":"2024-04-15T16:25:34.340493+0000","last_unstale":"2024-04-15T16:27:08.347832+0000","last_undegraded":"2024-04-15T16:27:08.347832+0000","last_fullsized":"2024-04-15T16:27:08.347832+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:30:50.620153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531226+0000","last_change":"2024-04-15T16:25:34.341183+0000","last_active":"2024-04-15T16:27:07.531226+0000","last_peered":"2024-04-15T16:27:07.531226+0000","last_clean":"2024-04-15T16:27:07.531226+0000","last_became_active":"2024-04-15T16:25:34.340905+0000","last_became_peered":"2024-04-15T16:25:34.340905+0000","last_unstale":"2024-04-15T16:27:07.531226+0000","last_undegraded":"2024-04-15T16:27:07.531226+0000","last_fullsized":"2024-04-15T16:27:07.531226+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:39:14.240637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534164+0000","last_change":"2024-04-15T16:25:34.340368+0000","last_active":"2024-04-15T16:27:07.534164+0000","last_peered":"2024-04-15T16:27:07.534164+0000","last_clean":"2024-04-15T16:27:07.534164+0000","last_became_active":"2024-04-15T16:25:34.340102+0000","last_became_peered":"2024-04-15T16:25:34.340102+0000","last_unstale":"2024-04-15T16:27:07.534164+0000","last_undegraded":"2024-04-15T16:27:07.534164+0000","last_fullsized":"2024-04-15T16:27:07.534164+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:53:50.733708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.532913+0000","last_change":"2024-04-15T16:27:08.532913+0000","last_active":"2024-04-15T16:27:08.532913+0000","last_peered":"2024-04-15T16:27:08.532913+0000","last_clean":"2024-04-15T16:27:08.532913+0000","last_became_active":"2024-04-15T16:27:08.532562+0000","last_became_peered":"2024-04-15T16:27:08.532562+0000","last_unstale":"2024-04-15T16:27:08.532913+0000","last_undegraded":"2024-04-15T16:27:08.532913+0000","last_fullsized":"2024-04-15T16:27:08.532913+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:35:52.942348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.532660+0000","last_change":"2024-04-15T16:27:08.532660+0000","last_active":"2024-04-15T16:27:08.532660+0000","last_peered":"2024-04-15T16:27:08.532660+0000","last_clean":"2024-04-15T16:27:08.532660+0000","last_became_active":"2024-04-15T16:27:08.532339+0000","last_became_peered":"2024-04-15T16:27:08.532339+0000","last_unstale":"2024-04-15T16:27:08.532660+0000","last_undegraded":"2024-04-15T16:27:08.532660+0000","last_fullsized":"2024-04-15T16:27:08.532660+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:17:38.436261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527359+0000","last_change":"2024-04-15T16:25:34.318900+0000","last_active":"2024-04-15T16:27:07.527359+0000","last_peered":"2024-04-15T16:27:07.527359+0000","last_clean":"2024-04-15T16:27:07.527359+0000","last_became_active":"2024-04-15T16:25:34.318502+0000","last_became_peered":"2024-04-15T16:25:34.318502+0000","last_unstale":"2024-04-15T16:27:07.527359+0000","last_undegraded":"2024-04-15T16:27:07.527359+0000","last_fullsized":"2024-04-15T16:27:07.527359+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:48.205980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528959+0000","last_change":"2024-04-15T16:25:34.328026+0000","last_active":"2024-04-15T16:27:07.528959+0000","last_peered":"2024-04-15T16:27:07.528959+0000","last_clean":"2024-04-15T16:27:07.528959+0000","last_became_active":"2024-04-15T16:25:34.327688+0000","last_became_peered":"2024-04-15T16:25:34.327688+0000","last_unstale":"2024-04-15T16:27:07.528959+0000","last_undegraded":"2024-04-15T16:27:07.528959+0000","last_fullsized":"2024-04-15T16:27:07.528959+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:03:34.971197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531087+0000","last_change":"2024-04-15T16:25:34.331432+0000","last_active":"2024-04-15T16:27:07.531087+0000","last_peered":"2024-04-15T16:27:07.531087+0000","last_clean":"2024-04-15T16:27:07.531087+0000","last_became_active":"2024-04-15T16:25:34.331144+0000","last_became_peered":"2024-04-15T16:25:34.331144+0000","last_unstale":"2024-04-15T16:27:07.531087+0000","last_undegraded":"2024-04-15T16:27:07.531087+0000","last_fullsized":"2024-04-15T16:27:07.531087+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:15.124138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531347+0000","last_change":"2024-04-15T16:25:34.343643+0000","last_active":"2024-04-15T16:27:07.531347+0000","last_peered":"2024-04-15T16:27:07.531347+0000","last_clean":"2024-04-15T16:27:07.531347+0000","last_became_active":"2024-04-15T16:25:34.343310+0000","last_became_peered":"2024-04-15T16:25:34.343310+0000","last_unstale":"2024-04-15T16:27:07.531347+0000","last_undegraded":"2024-04-15T16:27:07.531347+0000","last_fullsized":"2024-04-15T16:27:07.531347+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:28:45.383113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531773+0000","last_change":"2024-04-15T16:25:33.968103+0000","last_active":"2024-04-15T16:27:07.531773+0000","last_peered":"2024-04-15T16:27:07.531773+0000","last_clean":"2024-04-15T16:27:07.531773+0000","last_became_active":"2024-04-15T16:25:33.967761+0000","last_became_peered":"2024-04-15T16:25:33.967761+0000","last_unstale":"2024-04-15T16:27:07.531773+0000","last_undegraded":"2024-04-15T16:27:07.531773+0000","last_fullsized":"2024-04-15T16:27:07.531773+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:54:52.037745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534274+0000","last_change":"2024-04-15T16:25:34.340186+0000","last_active":"2024-04-15T16:27:07.534274+0000","last_peered":"2024-04-15T16:27:07.534274+0000","last_clean":"2024-04-15T16:27:07.534274+0000","last_became_active":"2024-04-15T16:25:34.339301+0000","last_became_peered":"2024-04-15T16:25:34.339301+0000","last_unstale":"2024-04-15T16:27:07.534274+0000","last_undegraded":"2024-04-15T16:27:07.534274+0000","last_fullsized":"2024-04-15T16:27:07.534274+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:18.284424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534398+0000","last_change":"2024-04-15T16:25:33.965065+0000","last_active":"2024-04-15T16:27:07.534398+0000","last_peered":"2024-04-15T16:27:07.534398+0000","last_clean":"2024-04-15T16:27:07.534398+0000","last_became_active":"2024-04-15T16:25:33.964737+0000","last_became_peered":"2024-04-15T16:25:33.964737+0000","last_unstale":"2024-04-15T16:27:07.534398+0000","last_undegraded":"2024-04-15T16:27:07.534398+0000","last_fullsized":"2024-04-15T16:27:07.534398+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:51:53.494021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.532845+0000","last_change":"2024-04-15T16:27:08.532845+0000","last_active":"2024-04-15T16:27:08.532845+0000","last_peered":"2024-04-15T16:27:08.532845+0000","last_clean":"2024-04-15T16:27:08.532845+0000","last_became_active":"2024-04-15T16:27:08.532560+0000","last_became_peered":"2024-04-15T16:27:08.532560+0000","last_unstale":"2024-04-15T16:27:08.532845+0000","last_undegraded":"2024-04-15T16:27:08.532845+0000","last_fullsized":"2024-04-15T16:27:08.532845+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:39.140597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531978+0000","last_change":"2024-04-15T16:25:33.977219+0000","last_active":"2024-04-15T16:27:07.531978+0000","last_peered":"2024-04-15T16:27:07.531978+0000","last_clean":"2024-04-15T16:27:07.531978+0000","last_became_active":"2024-04-15T16:25:33.976928+0000","last_became_peered":"2024-04-15T16:25:33.976928+0000","last_unstale":"2024-04-15T16:27:07.531978+0000","last_undegraded":"2024-04-15T16:27:07.531978+0000","last_fullsized":"2024-04-15T16:27:07.531978+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:39.495968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527864+0000","last_change":"2024-04-15T16:25:34.329989+0000","last_active":"2024-04-15T16:27:07.527864+0000","last_peered":"2024-04-15T16:27:07.527864+0000","last_clean":"2024-04-15T16:27:07.527864+0000","last_became_active":"2024-04-15T16:25:34.329701+0000","last_became_peered":"2024-04-15T16:25:34.329701+0000","last_unstale":"2024-04-15T16:27:07.527864+0000","last_undegraded":"2024-04-15T16:27:07.527864+0000","last_fullsized":"2024-04-15T16:27:07.527864+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:17.392829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531692+0000","last_change":"2024-04-15T16:25:33.967010+0000","last_active":"2024-04-15T16:27:07.531692+0000","last_peered":"2024-04-15T16:27:07.531692+0000","last_clean":"2024-04-15T16:27:07.531692+0000","last_became_active":"2024-04-15T16:25:33.966660+0000","last_became_peered":"2024-04-15T16:25:33.966660+0000","last_unstale":"2024-04-15T16:27:07.531692+0000","last_undegraded":"2024-04-15T16:27:07.531692+0000","last_fullsized":"2024-04-15T16:27:07.531692+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:29:38.451908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528110+0000","last_change":"2024-04-15T16:25:34.338627+0000","last_active":"2024-04-15T16:27:07.528110+0000","last_peered":"2024-04-15T16:27:07.528110+0000","last_clean":"2024-04-15T16:27:07.528110+0000","last_became_active":"2024-04-15T16:25:34.338319+0000","last_became_peered":"2024-04-15T16:25:34.338319+0000","last_unstale":"2024-04-15T16:27:07.528110+0000","last_undegraded":"2024-04-15T16:27:07.528110+0000","last_fullsized":"2024-04-15T16:27:07.528110+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:00:10.623792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534262+0000","last_change":"2024-04-15T16:25:33.962681+0000","last_active":"2024-04-15T16:27:07.534262+0000","last_peered":"2024-04-15T16:27:07.534262+0000","last_clean":"2024-04-15T16:27:07.534262+0000","last_became_active":"2024-04-15T16:25:33.962390+0000","last_became_peered":"2024-04-15T16:25:33.962390+0000","last_unstale":"2024-04-15T16:27:07.534262+0000","last_undegraded":"2024-04-15T16:27:07.534262+0000","last_fullsized":"2024-04-15T16:27:07.534262+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:06:18.299907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.529554+0000","last_change":"2024-04-15T16:25:34.333356+0000","last_active":"2024-04-15T16:27:07.529554+0000","last_peered":"2024-04-15T16:27:07.529554+0000","last_clean":"2024-04-15T16:27:07.529554+0000","last_became_active":"2024-04-15T16:25:34.333052+0000","last_became_peered":"2024-04-15T16:25:34.333052+0000","last_unstale":"2024-04-15T16:27:07.529554+0000","last_undegraded":"2024-04-15T16:27:07.529554+0000","last_fullsized":"2024-04-15T16:27:07.529554+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:41:37.719731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347569+0000","last_change":"2024-04-15T16:25:33.962483+0000","last_active":"2024-04-15T16:27:08.347569+0000","last_peered":"2024-04-15T16:27:08.347569+0000","last_clean":"2024-04-15T16:27:08.347569+0000","last_became_active":"2024-04-15T16:25:33.962127+0000","last_became_peered":"2024-04-15T16:25:33.962127+0000","last_unstale":"2024-04-15T16:27:08.347569+0000","last_undegraded":"2024-04-15T16:27:08.347569+0000","last_fullsized":"2024-04-15T16:27:08.347569+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:58.931704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531062+0000","last_change":"2024-04-15T16:25:34.327457+0000","last_active":"2024-04-15T16:27:07.531062+0000","last_peered":"2024-04-15T16:27:07.531062+0000","last_clean":"2024-04-15T16:27:07.531062+0000","last_became_active":"2024-04-15T16:25:34.327168+0000","last_became_peered":"2024-04-15T16:25:34.327168+0000","last_unstale":"2024-04-15T16:27:07.531062+0000","last_undegraded":"2024-04-15T16:27:07.531062+0000","last_fullsized":"2024-04-15T16:27:07.531062+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:58:58.097842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534138+0000","last_change":"2024-04-15T16:25:33.959608+0000","last_active":"2024-04-15T16:27:07.534138+0000","last_peered":"2024-04-15T16:27:07.534138+0000","last_clean":"2024-04-15T16:27:07.534138+0000","last_became_active":"2024-04-15T16:25:33.959293+0000","last_became_peered":"2024-04-15T16:25:33.959293+0000","last_unstale":"2024-04-15T16:27:07.534138+0000","last_undegraded":"2024-04-15T16:27:07.534138+0000","last_fullsized":"2024-04-15T16:27:07.534138+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:46:39.214051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534026+0000","last_change":"2024-04-15T16:25:34.335142+0000","last_active":"2024-04-15T16:27:07.534026+0000","last_peered":"2024-04-15T16:27:07.534026+0000","last_clean":"2024-04-15T16:27:07.534026+0000","last_became_active":"2024-04-15T16:25:34.334870+0000","last_became_peered":"2024-04-15T16:25:34.334870+0000","last_unstale":"2024-04-15T16:27:07.534026+0000","last_undegraded":"2024-04-15T16:27:07.534026+0000","last_fullsized":"2024-04-15T16:27:07.534026+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:30:56.981673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528131+0000","last_change":"2024-04-15T16:25:33.967423+0000","last_active":"2024-04-15T16:27:07.528131+0000","last_peered":"2024-04-15T16:27:07.528131+0000","last_clean":"2024-04-15T16:27:07.528131+0000","last_became_active":"2024-04-15T16:25:33.967150+0000","last_became_peered":"2024-04-15T16:25:33.967150+0000","last_unstale":"2024-04-15T16:27:07.528131+0000","last_undegraded":"2024-04-15T16:27:07.528131+0000","last_fullsized":"2024-04-15T16:27:07.528131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:18:03.838667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.526848+0000","last_change":"2024-04-15T16:25:34.334192+0000","last_active":"2024-04-15T16:27:07.526848+0000","last_peered":"2024-04-15T16:27:07.526848+0000","last_clean":"2024-04-15T16:27:07.526848+0000","last_became_active":"2024-04-15T16:25:34.333545+0000","last_became_peered":"2024-04-15T16:25:34.333545+0000","last_unstale":"2024-04-15T16:27:07.526848+0000","last_undegraded":"2024-04-15T16:27:07.526848+0000","last_fullsized":"2024-04-15T16:27:07.526848+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:43:35.245542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347953+0000","last_change":"2024-04-15T16:25:33.965899+0000","last_active":"2024-04-15T16:27:08.347953+0000","last_peered":"2024-04-15T16:27:08.347953+0000","last_clean":"2024-04-15T16:27:08.347953+0000","last_became_active":"2024-04-15T16:25:33.965600+0000","last_became_peered":"2024-04-15T16:25:33.965600+0000","last_unstale":"2024-04-15T16:27:08.347953+0000","last_undegraded":"2024-04-15T16:27:08.347953+0000","last_fullsized":"2024-04-15T16:27:08.347953+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:51:18.839754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528194+0000","last_change":"2024-04-15T16:25:34.331612+0000","last_active":"2024-04-15T16:27:07.528194+0000","last_peered":"2024-04-15T16:27:07.528194+0000","last_clean":"2024-04-15T16:27:07.528194+0000","last_became_active":"2024-04-15T16:25:34.330847+0000","last_became_peered":"2024-04-15T16:25:34.330847+0000","last_unstale":"2024-04-15T16:27:07.528194+0000","last_undegraded":"2024-04-15T16:27:07.528194+0000","last_fullsized":"2024-04-15T16:27:07.528194+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:06:07.254098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528073+0000","last_change":"2024-04-15T16:25:33.972697+0000","last_active":"2024-04-15T16:27:07.528073+0000","last_peered":"2024-04-15T16:27:07.528073+0000","last_clean":"2024-04-15T16:27:07.528073+0000","last_became_active":"2024-04-15T16:25:33.972332+0000","last_became_peered":"2024-04-15T16:25:33.972332+0000","last_unstale":"2024-04-15T16:27:07.528073+0000","last_undegraded":"2024-04-15T16:27:07.528073+0000","last_fullsized":"2024-04-15T16:27:07.528073+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:10:11.013023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531631+0000","last_change":"2024-04-15T16:25:34.326135+0000","last_active":"2024-04-15T16:27:07.531631+0000","last_peered":"2024-04-15T16:27:07.531631+0000","last_clean":"2024-04-15T16:27:07.531631+0000","last_became_active":"2024-04-15T16:25:34.325161+0000","last_became_peered":"2024-04-15T16:25:34.325161+0000","last_unstale":"2024-04-15T16:27:07.531631+0000","last_undegraded":"2024-04-15T16:27:07.531631+0000","last_fullsized":"2024-04-15T16:27:07.531631+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:38.965912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527328+0000","last_change":"2024-04-15T16:25:33.967307+0000","last_active":"2024-04-15T16:27:07.527328+0000","last_peered":"2024-04-15T16:27:07.527328+0000","last_clean":"2024-04-15T16:27:07.527328+0000","last_became_active":"2024-04-15T16:25:33.966839+0000","last_became_peered":"2024-04-15T16:25:33.966839+0000","last_unstale":"2024-04-15T16:27:07.527328+0000","last_undegraded":"2024-04-15T16:27:07.527328+0000","last_fullsized":"2024-04-15T16:27:07.527328+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:38:31.005337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531112+0000","last_change":"2024-04-15T16:25:34.340533+0000","last_active":"2024-04-15T16:27:07.531112+0000","last_peered":"2024-04-15T16:27:07.531112+0000","last_clean":"2024-04-15T16:27:07.531112+0000","last_became_active":"2024-04-15T16:25:34.340228+0000","last_became_peered":"2024-04-15T16:25:34.340228+0000","last_unstale":"2024-04-15T16:27:07.531112+0000","last_undegraded":"2024-04-15T16:27:07.531112+0000","last_fullsized":"2024-04-15T16:27:07.531112+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:05:24.511121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":27,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347751+0000","last_change":"2024-04-15T16:25:33.967575+0000","last_active":"2024-04-15T16:27:08.347751+0000","last_peered":"2024-04-15T16:27:08.347751+0000","last_clean":"2024-04-15T16:27:08.347751+0000","last_became_active":"2024-04-15T16:25:33.967272+0000","last_became_peered":"2024-04-15T16:25:33.967272+0000","last_unstale":"2024-04-15T16:27:08.347751+0000","last_undegraded":"2024-04-15T16:27:08.347751+0000","last_fullsized":"2024-04-15T16:27:08.347751+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:59.235872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.607091+0000","last_change":"2024-04-15T16:27:08.607091+0000","last_active":"2024-04-15T16:27:08.607091+0000","last_peered":"2024-04-15T16:27:08.607091+0000","last_clean":"2024-04-15T16:27:08.607091+0000","last_became_active":"2024-04-15T16:27:08.606717+0000","last_became_peered":"2024-04-15T16:27:08.606717+0000","last_unstale":"2024-04-15T16:27:08.607091+0000","last_undegraded":"2024-04-15T16:27:08.607091+0000","last_fullsized":"2024-04-15T16:27:08.607091+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:53:22.429105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531315+0000","last_change":"2024-04-15T16:25:33.966205+0000","last_active":"2024-04-15T16:27:07.531315+0000","last_peered":"2024-04-15T16:27:07.531315+0000","last_clean":"2024-04-15T16:27:07.531315+0000","last_became_active":"2024-04-15T16:25:33.965899+0000","last_became_peered":"2024-04-15T16:25:33.965899+0000","last_unstale":"2024-04-15T16:27:07.531315+0000","last_undegraded":"2024-04-15T16:27:07.531315+0000","last_fullsized":"2024-04-15T16:27:07.531315+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:57.057127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531141+0000","last_change":"2024-04-15T16:25:34.325947+0000","last_active":"2024-04-15T16:27:07.531141+0000","last_peered":"2024-04-15T16:27:07.531141+0000","last_clean":"2024-04-15T16:27:07.531141+0000","last_became_active":"2024-04-15T16:25:34.325570+0000","last_became_peered":"2024-04-15T16:25:34.325570+0000","last_unstale":"2024-04-15T16:27:07.531141+0000","last_undegraded":"2024-04-15T16:27:07.531141+0000","last_fullsized":"2024-04-15T16:27:07.531141+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:24:04.134457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527723+0000","last_change":"2024-04-15T16:25:33.971097+0000","last_active":"2024-04-15T16:27:07.527723+0000","last_peered":"2024-04-15T16:27:07.527723+0000","last_clean":"2024-04-15T16:27:07.527723+0000","last_became_active":"2024-04-15T16:25:33.970742+0000","last_became_peered":"2024-04-15T16:25:33.970742+0000","last_unstale":"2024-04-15T16:27:07.527723+0000","last_undegraded":"2024-04-15T16:27:07.527723+0000","last_fullsized":"2024-04-15T16:27:07.527723+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:04.262471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531333+0000","last_change":"2024-04-15T16:25:34.341058+0000","last_active":"2024-04-15T16:27:07.531333+0000","last_peered":"2024-04-15T16:27:07.531333+0000","last_clean":"2024-04-15T16:27:07.531333+0000","last_became_active":"2024-04-15T16:25:34.340768+0000","last_became_peered":"2024-04-15T16:25:34.340768+0000","last_unstale":"2024-04-15T16:27:07.531333+0000","last_undegraded":"2024-04-15T16:27:07.531333+0000","last_fullsized":"2024-04-15T16:27:07.531333+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:23:51.922915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347355+0000","last_change":"2024-04-15T16:25:33.960413+0000","last_active":"2024-04-15T16:27:08.347355+0000","last_peered":"2024-04-15T16:27:08.347355+0000","last_clean":"2024-04-15T16:27:08.347355+0000","last_became_active":"2024-04-15T16:25:33.960098+0000","last_became_peered":"2024-04-15T16:25:33.960098+0000","last_unstale":"2024-04-15T16:27:08.347355+0000","last_undegraded":"2024-04-15T16:27:08.347355+0000","last_fullsized":"2024-04-15T16:27:08.347355+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:21:45.822045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347373+0000","last_change":"2024-04-15T16:25:34.330816+0000","last_active":"2024-04-15T16:27:08.347373+0000","last_peered":"2024-04-15T16:27:08.347373+0000","last_clean":"2024-04-15T16:27:08.347373+0000","last_became_active":"2024-04-15T16:25:34.330543+0000","last_became_peered":"2024-04-15T16:25:34.330543+0000","last_unstale":"2024-04-15T16:27:08.347373+0000","last_undegraded":"2024-04-15T16:27:08.347373+0000","last_fullsized":"2024-04-15T16:27:08.347373+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:57:41.073730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530336+0000","last_change":"2024-04-15T16:25:33.975121+0000","last_active":"2024-04-15T16:27:07.530336+0000","last_peered":"2024-04-15T16:27:07.530336+0000","last_clean":"2024-04-15T16:27:07.530336+0000","last_became_active":"2024-04-15T16:25:33.974858+0000","last_became_peered":"2024-04-15T16:25:33.974858+0000","last_unstale":"2024-04-15T16:27:07.530336+0000","last_undegraded":"2024-04-15T16:27:07.530336+0000","last_fullsized":"2024-04-15T16:27:07.530336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:58:50.869218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530919+0000","last_change":"2024-04-15T16:25:34.340249+0000","last_active":"2024-04-15T16:27:07.530919+0000","last_peered":"2024-04-15T16:27:07.530919+0000","last_clean":"2024-04-15T16:27:07.530919+0000","last_became_active":"2024-04-15T16:25:34.339924+0000","last_became_peered":"2024-04-15T16:25:34.339924+0000","last_unstale":"2024-04-15T16:27:07.530919+0000","last_undegraded":"2024-04-15T16:27:07.530919+0000","last_fullsized":"2024-04-15T16:27:07.530919+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:13:05.221281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530445+0000","last_change":"2024-04-15T16:25:33.963970+0000","last_active":"2024-04-15T16:27:07.530445+0000","last_peered":"2024-04-15T16:27:07.530445+0000","last_clean":"2024-04-15T16:27:07.530445+0000","last_became_active":"2024-04-15T16:25:33.963675+0000","last_became_peered":"2024-04-15T16:25:33.963675+0000","last_unstale":"2024-04-15T16:27:07.530445+0000","last_undegraded":"2024-04-15T16:27:07.530445+0000","last_fullsized":"2024-04-15T16:27:07.530445+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:44:14.551995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531632+0000","last_change":"2024-04-15T16:25:34.338064+0000","last_active":"2024-04-15T16:27:07.531632+0000","last_peered":"2024-04-15T16:27:07.531632+0000","last_clean":"2024-04-15T16:27:07.531632+0000","last_became_active":"2024-04-15T16:25:34.336593+0000","last_became_peered":"2024-04-15T16:25:34.336593+0000","last_unstale":"2024-04-15T16:27:07.531632+0000","last_undegraded":"2024-04-15T16:27:07.531632+0000","last_fullsized":"2024-04-15T16:27:07.531632+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:42:49.029367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.526621+0000","last_change":"2024-04-15T16:26:07.672358+0000","last_active":"2024-04-15T16:27:07.526621+0000","last_peered":"2024-04-15T16:27:07.526621+0000","last_clean":"2024-04-15T16:27:07.526621+0000","last_became_active":"2024-04-15T16:26:07.672050+0000","last_became_peered":"2024-04-15T16:26:07.672050+0000","last_unstale":"2024-04-15T16:27:07.526621+0000","last_undegraded":"2024-04-15T16:27:07.526621+0000","last_fullsized":"2024-04-15T16:27:07.526621+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:28:29.619364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.605913+0000","last_change":"2024-04-15T16:27:08.605913+0000","last_active":"2024-04-15T16:27:08.605913+0000","last_peered":"2024-04-15T16:27:08.605913+0000","last_clean":"2024-04-15T16:27:08.605913+0000","last_became_active":"2024-04-15T16:27:08.605559+0000","last_became_peered":"2024-04-15T16:27:08.605559+0000","last_unstale":"2024-04-15T16:27:08.605913+0000","last_undegraded":"2024-04-15T16:27:08.605913+0000","last_fullsized":"2024-04-15T16:27:08.605913+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:02:34.975429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528406+0000","last_change":"2024-04-15T16:25:34.329749+0000","last_active":"2024-04-15T16:27:07.528406+0000","last_peered":"2024-04-15T16:27:07.528406+0000","last_clean":"2024-04-15T16:27:07.528406+0000","last_became_active":"2024-04-15T16:25:34.329373+0000","last_became_peered":"2024-04-15T16:25:34.329373+0000","last_unstale":"2024-04-15T16:27:07.528406+0000","last_undegraded":"2024-04-15T16:27:07.528406+0000","last_fullsized":"2024-04-15T16:27:07.528406+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:54:33.440794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.526973+0000","last_change":"2024-04-15T16:26:07.584349+0000","last_active":"2024-04-15T16:27:07.526973+0000","last_peered":"2024-04-15T16:27:07.526973+0000","last_clean":"2024-04-15T16:27:07.526973+0000","last_became_active":"2024-04-15T16:26:07.584035+0000","last_became_peered":"2024-04-15T16:26:07.584035+0000","last_unstale":"2024-04-15T16:27:07.526973+0000","last_undegraded":"2024-04-15T16:27:07.526973+0000","last_fullsized":"2024-04-15T16:27:07.526973+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:20:57.328055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527550+0000","last_change":"2024-04-15T16:25:33.972651+0000","last_active":"2024-04-15T16:27:07.527550+0000","last_peered":"2024-04-15T16:27:07.527550+0000","last_clean":"2024-04-15T16:27:07.527550+0000","last_became_active":"2024-04-15T16:25:33.972347+0000","last_became_peered":"2024-04-15T16:25:33.972347+0000","last_unstale":"2024-04-15T16:27:07.527550+0000","last_undegraded":"2024-04-15T16:27:07.527550+0000","last_fullsized":"2024-04-15T16:27:07.527550+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:47:45.997271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.529545+0000","last_change":"2024-04-15T16:25:34.343280+0000","last_active":"2024-04-15T16:27:07.529545+0000","last_peered":"2024-04-15T16:27:07.529545+0000","last_clean":"2024-04-15T16:27:07.529545+0000","last_became_active":"2024-04-15T16:25:34.342985+0000","last_became_peered":"2024-04-15T16:25:34.342985+0000","last_unstale":"2024-04-15T16:27:07.529545+0000","last_undegraded":"2024-04-15T16:27:07.529545+0000","last_fullsized":"2024-04-15T16:27:07.529545+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:10.967579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527440+0000","last_change":"2024-04-15T16:26:07.672539+0000","last_active":"2024-04-15T16:27:07.527440+0000","last_peered":"2024-04-15T16:27:07.527440+0000","last_clean":"2024-04-15T16:27:07.527440+0000","last_became_active":"2024-04-15T16:26:07.672272+0000","last_became_peered":"2024-04-15T16:26:07.672272+0000","last_unstale":"2024-04-15T16:27:07.527440+0000","last_undegraded":"2024-04-15T16:27:07.527440+0000","last_fullsized":"2024-04-15T16:27:07.527440+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:41:19.763915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527659+0000","last_change":"2024-04-15T16:25:34.334887+0000","last_active":"2024-04-15T16:27:07.527659+0000","last_peered":"2024-04-15T16:27:07.527659+0000","last_clean":"2024-04-15T16:27:07.527659+0000","last_became_active":"2024-04-15T16:25:34.334628+0000","last_became_peered":"2024-04-15T16:25:34.334628+0000","last_unstale":"2024-04-15T16:27:07.527659+0000","last_undegraded":"2024-04-15T16:27:07.527659+0000","last_fullsized":"2024-04-15T16:27:07.527659+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:08:27.967266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530745+0000","last_change":"2024-04-15T16:25:33.974203+0000","last_active":"2024-04-15T16:27:07.530745+0000","last_peered":"2024-04-15T16:27:07.530745+0000","last_clean":"2024-04-15T16:27:07.530745+0000","last_became_active":"2024-04-15T16:25:33.973940+0000","last_became_peered":"2024-04-15T16:25:33.973940+0000","last_unstale":"2024-04-15T16:27:07.530745+0000","last_undegraded":"2024-04-15T16:27:07.530745+0000","last_fullsized":"2024-04-15T16:27:07.530745+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:51:38.161890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347562+0000","last_change":"2024-04-15T16:26:07.672740+0000","last_active":"2024-04-15T16:27:08.347562+0000","last_peered":"2024-04-15T16:27:08.347562+0000","last_clean":"2024-04-15T16:27:08.347562+0000","last_became_active":"2024-04-15T16:26:07.672444+0000","last_became_peered":"2024-04-15T16:26:07.672444+0000","last_unstale":"2024-04-15T16:27:08.347562+0000","last_undegraded":"2024-04-15T16:27:08.347562+0000","last_fullsized":"2024-04-15T16:27:08.347562+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:35:34.553105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534157+0000","last_change":"2024-04-15T16:25:34.339558+0000","last_active":"2024-04-15T16:27:07.534157+0000","last_peered":"2024-04-15T16:27:07.534157+0000","last_clean":"2024-04-15T16:27:07.534157+0000","last_became_active":"2024-04-15T16:25:34.339280+0000","last_became_peered":"2024-04-15T16:25:34.339280+0000","last_unstale":"2024-04-15T16:27:07.534157+0000","last_undegraded":"2024-04-15T16:27:07.534157+0000","last_fullsized":"2024-04-15T16:27:07.534157+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:29.854773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527515+0000","last_change":"2024-04-15T16:25:33.970852+0000","last_active":"2024-04-15T16:27:07.527515+0000","last_peered":"2024-04-15T16:27:07.527515+0000","last_clean":"2024-04-15T16:27:07.527515+0000","last_became_active":"2024-04-15T16:25:33.970485+0000","last_became_peered":"2024-04-15T16:25:33.970485+0000","last_unstale":"2024-04-15T16:27:07.527515+0000","last_undegraded":"2024-04-15T16:27:07.527515+0000","last_fullsized":"2024-04-15T16:27:07.527515+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:27:54.651984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":264,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530878+0000","last_change":"2024-04-15T16:25:16.897720+0000","last_active":"2024-04-15T16:27:07.530878+0000","last_peered":"2024-04-15T16:27:07.530878+0000","last_clean":"2024-04-15T16:27:07.530878+0000","last_became_active":"2024-04-15T16:25:16.897306+0000","last_became_peered":"2024-04-15T16:25:16.897306+0000","last_unstale":"2024-04-15T16:27:07.530878+0000","last_undegraded":"2024-04-15T16:27:07.530878+0000","last_fullsized":"2024-04-15T16:27:07.530878+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_clean_scrub_stamp":"2024-04-15T16:23:16.414562+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:19:26.084835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531854+0000","last_change":"2024-04-15T16:26:07.580405+0000","last_active":"2024-04-15T16:27:07.531854+0000","last_peered":"2024-04-15T16:27:07.531854+0000","last_clean":"2024-04-15T16:27:07.531854+0000","last_became_active":"2024-04-15T16:26:07.580092+0000","last_became_peered":"2024-04-15T16:26:07.580092+0000","last_unstale":"2024-04-15T16:27:07.531854+0000","last_undegraded":"2024-04-15T16:27:07.531854+0000","last_fullsized":"2024-04-15T16:27:07.531854+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:30:04.269194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530893+0000","last_change":"2024-04-15T16:25:34.329780+0000","last_active":"2024-04-15T16:27:07.530893+0000","last_peered":"2024-04-15T16:27:07.530893+0000","last_clean":"2024-04-15T16:27:07.530893+0000","last_became_active":"2024-04-15T16:25:34.329092+0000","last_became_peered":"2024-04-15T16:25:34.329092+0000","last_unstale":"2024-04-15T16:27:07.530893+0000","last_undegraded":"2024-04-15T16:27:07.530893+0000","last_fullsized":"2024-04-15T16:27:07.530893+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:12:16.781654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530703+0000","last_change":"2024-04-15T16:25:33.974306+0000","last_active":"2024-04-15T16:27:07.530703+0000","last_peered":"2024-04-15T16:27:07.530703+0000","last_clean":"2024-04-15T16:27:07.530703+0000","last_became_active":"2024-04-15T16:25:33.973989+0000","last_became_peered":"2024-04-15T16:25:33.973989+0000","last_unstale":"2024-04-15T16:27:07.530703+0000","last_undegraded":"2024-04-15T16:27:07.530703+0000","last_fullsized":"2024-04-15T16:27:07.530703+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:28:08.876868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530983+0000","last_change":"2024-04-15T16:26:07.674519+0000","last_active":"2024-04-15T16:27:07.530983+0000","last_peered":"2024-04-15T16:27:07.530983+0000","last_clean":"2024-04-15T16:27:07.530983+0000","last_became_active":"2024-04-15T16:26:07.674268+0000","last_became_peered":"2024-04-15T16:26:07.674268+0000","last_unstale":"2024-04-15T16:27:07.530983+0000","last_undegraded":"2024-04-15T16:27:07.530983+0000","last_fullsized":"2024-04-15T16:27:07.530983+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:55:37.300597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531878+0000","last_change":"2024-04-15T16:25:33.977162+0000","last_active":"2024-04-15T16:27:07.531878+0000","last_peered":"2024-04-15T16:27:07.531878+0000","last_clean":"2024-04-15T16:27:07.531878+0000","last_became_active":"2024-04-15T16:25:33.976865+0000","last_became_peered":"2024-04-15T16:25:33.976865+0000","last_unstale":"2024-04-15T16:27:07.531878+0000","last_undegraded":"2024-04-15T16:27:07.531878+0000","last_fullsized":"2024-04-15T16:27:07.531878+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:14:25.576887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527620+0000","last_change":"2024-04-15T16:25:34.327120+0000","last_active":"2024-04-15T16:27:07.527620+0000","last_peered":"2024-04-15T16:27:07.527620+0000","last_clean":"2024-04-15T16:27:07.527620+0000","last_became_active":"2024-04-15T16:25:34.326766+0000","last_became_peered":"2024-04-15T16:25:34.326766+0000","last_unstale":"2024-04-15T16:27:07.527620+0000","last_undegraded":"2024-04-15T16:27:07.527620+0000","last_fullsized":"2024-04-15T16:27:07.527620+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:01:33.662442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.533958+0000","last_change":"2024-04-15T16:26:07.672331+0000","last_active":"2024-04-15T16:27:07.533958+0000","last_peered":"2024-04-15T16:27:07.533958+0000","last_clean":"2024-04-15T16:27:07.533958+0000","last_became_active":"2024-04-15T16:26:07.672022+0000","last_became_peered":"2024-04-15T16:26:07.672022+0000","last_unstale":"2024-04-15T16:27:07.533958+0000","last_undegraded":"2024-04-15T16:27:07.533958+0000","last_fullsized":"2024-04-15T16:27:07.533958+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:35:55.765767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527454+0000","last_change":"2024-04-15T16:25:33.966004+0000","last_active":"2024-04-15T16:27:07.527454+0000","last_peered":"2024-04-15T16:27:07.527454+0000","last_clean":"2024-04-15T16:27:07.527454+0000","last_became_active":"2024-04-15T16:25:33.965642+0000","last_became_peered":"2024-04-15T16:25:33.965642+0000","last_unstale":"2024-04-15T16:27:07.527454+0000","last_undegraded":"2024-04-15T16:27:07.527454+0000","last_fullsized":"2024-04-15T16:27:07.527454+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:47:57.610962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534456+0000","last_change":"2024-04-15T16:25:34.325277+0000","last_active":"2024-04-15T16:27:07.534456+0000","last_peered":"2024-04-15T16:27:07.534456+0000","last_clean":"2024-04-15T16:27:07.534456+0000","last_became_active":"2024-04-15T16:25:34.324177+0000","last_became_peered":"2024-04-15T16:25:34.324177+0000","last_unstale":"2024-04-15T16:27:07.534456+0000","last_undegraded":"2024-04-15T16:27:07.534456+0000","last_fullsized":"2024-04-15T16:27:07.534456+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:55:56.678943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530342+0000","last_change":"2024-04-15T16:26:07.672746+0000","last_active":"2024-04-15T16:27:07.530342+0000","last_peered":"2024-04-15T16:27:07.530342+0000","last_clean":"2024-04-15T16:27:07.530342+0000","last_became_active":"2024-04-15T16:26:07.672434+0000","last_became_peered":"2024-04-15T16:26:07.672434+0000","last_unstale":"2024-04-15T16:27:07.530342+0000","last_undegraded":"2024-04-15T16:27:07.530342+0000","last_fullsized":"2024-04-15T16:27:07.530342+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:12:43.934565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347982+0000","last_change":"2024-04-15T16:25:33.968052+0000","last_active":"2024-04-15T16:27:08.347982+0000","last_peered":"2024-04-15T16:27:08.347982+0000","last_clean":"2024-04-15T16:27:08.347982+0000","last_became_active":"2024-04-15T16:25:33.967776+0000","last_became_peered":"2024-04-15T16:25:33.967776+0000","last_unstale":"2024-04-15T16:27:08.347982+0000","last_undegraded":"2024-04-15T16:27:08.347982+0000","last_fullsized":"2024-04-15T16:27:08.347982+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:40.710130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.532032+0000","last_change":"2024-04-15T16:25:34.330673+0000","last_active":"2024-04-15T16:27:07.532032+0000","last_peered":"2024-04-15T16:27:07.532032+0000","last_clean":"2024-04-15T16:27:07.532032+0000","last_became_active":"2024-04-15T16:25:34.330162+0000","last_became_peered":"2024-04-15T16:25:34.330162+0000","last_unstale":"2024-04-15T16:27:07.532032+0000","last_undegraded":"2024-04-15T16:27:07.532032+0000","last_fullsized":"2024-04-15T16:27:07.532032+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:57.830598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530995+0000","last_change":"2024-04-15T16:25:33.974303+0000","last_active":"2024-04-15T16:27:07.530995+0000","last_peered":"2024-04-15T16:27:07.530995+0000","last_clean":"2024-04-15T16:27:07.530995+0000","last_became_active":"2024-04-15T16:25:33.973998+0000","last_became_peered":"2024-04-15T16:25:33.973998+0000","last_unstale":"2024-04-15T16:27:07.530995+0000","last_undegraded":"2024-04-15T16:27:07.530995+0000","last_fullsized":"2024-04-15T16:27:07.530995+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:48.109889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530737+0000","last_change":"2024-04-15T16:25:34.327068+0000","last_active":"2024-04-15T16:27:07.530737+0000","last_peered":"2024-04-15T16:27:07.530737+0000","last_clean":"2024-04-15T16:27:07.530737+0000","last_became_active":"2024-04-15T16:25:34.326782+0000","last_became_peered":"2024-04-15T16:25:34.326782+0000","last_unstale":"2024-04-15T16:27:07.530737+0000","last_undegraded":"2024-04-15T16:27:07.530737+0000","last_fullsized":"2024-04-15T16:27:07.530737+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:16:43.460702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.526758+0000","last_change":"2024-04-15T16:25:33.969318+0000","last_active":"2024-04-15T16:27:07.526758+0000","last_peered":"2024-04-15T16:27:07.526758+0000","last_clean":"2024-04-15T16:27:07.526758+0000","last_became_active":"2024-04-15T16:25:33.969058+0000","last_became_peered":"2024-04-15T16:25:33.969058+0000","last_unstale":"2024-04-15T16:27:07.526758+0000","last_undegraded":"2024-04-15T16:27:07.526758+0000","last_fullsized":"2024-04-15T16:27:07.526758+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:26:00.301157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.533955+0000","last_change":"2024-04-15T16:25:34.335914+0000","last_active":"2024-04-15T16:27:07.533955+0000","last_peered":"2024-04-15T16:27:07.533955+0000","last_clean":"2024-04-15T16:27:07.533955+0000","last_became_active":"2024-04-15T16:25:34.334739+0000","last_became_peered":"2024-04-15T16:25:34.334739+0000","last_unstale":"2024-04-15T16:27:07.533955+0000","last_undegraded":"2024-04-15T16:27:07.533955+0000","last_fullsized":"2024-04-15T16:27:07.533955+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:10:25.659672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527891+0000","last_change":"2024-04-15T16:25:33.969935+0000","last_active":"2024-04-15T16:27:07.527891+0000","last_peered":"2024-04-15T16:27:07.527891+0000","last_clean":"2024-04-15T16:27:07.527891+0000","last_became_active":"2024-04-15T16:25:33.969675+0000","last_became_peered":"2024-04-15T16:25:33.969675+0000","last_unstale":"2024-04-15T16:27:07.527891+0000","last_undegraded":"2024-04-15T16:27:07.527891+0000","last_fullsized":"2024-04-15T16:27:07.527891+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:26:57.197844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534145+0000","last_change":"2024-04-15T16:25:34.334667+0000","last_active":"2024-04-15T16:27:07.534145+0000","last_peered":"2024-04-15T16:27:07.534145+0000","last_clean":"2024-04-15T16:27:07.534145+0000","last_became_active":"2024-04-15T16:25:34.334389+0000","last_became_peered":"2024-04-15T16:25:34.334389+0000","last_unstale":"2024-04-15T16:27:07.534145+0000","last_undegraded":"2024-04-15T16:27:07.534145+0000","last_fullsized":"2024-04-15T16:27:07.534145+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:33:45.361899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531298+0000","last_change":"2024-04-15T16:25:33.967903+0000","last_active":"2024-04-15T16:27:07.531298+0000","last_peered":"2024-04-15T16:27:07.531298+0000","last_clean":"2024-04-15T16:27:07.531298+0000","last_became_active":"2024-04-15T16:25:33.967571+0000","last_became_peered":"2024-04-15T16:25:33.967571+0000","last_unstale":"2024-04-15T16:27:07.531298+0000","last_undegraded":"2024-04-15T16:27:07.531298+0000","last_fullsized":"2024-04-15T16:27:07.531298+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:11:55.673773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347507+0000","last_change":"2024-04-15T16:25:34.338704+0000","last_active":"2024-04-15T16:27:08.347507+0000","last_peered":"2024-04-15T16:27:08.347507+0000","last_clean":"2024-04-15T16:27:08.347507+0000","last_became_active":"2024-04-15T16:25:34.338239+0000","last_became_peered":"2024-04-15T16:25:34.338239+0000","last_unstale":"2024-04-15T16:27:08.347507+0000","last_undegraded":"2024-04-15T16:27:08.347507+0000","last_fullsized":"2024-04-15T16:27:08.347507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:39.269699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530869+0000","last_change":"2024-04-15T16:25:33.971329+0000","last_active":"2024-04-15T16:27:07.530869+0000","last_peered":"2024-04-15T16:27:07.530869+0000","last_clean":"2024-04-15T16:27:07.530869+0000","last_became_active":"2024-04-15T16:25:33.970851+0000","last_became_peered":"2024-04-15T16:25:33.970851+0000","last_unstale":"2024-04-15T16:27:07.530869+0000","last_undegraded":"2024-04-15T16:27:07.530869+0000","last_fullsized":"2024-04-15T16:27:07.530869+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:46:36.051699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531746+0000","last_change":"2024-04-15T16:25:34.335332+0000","last_active":"2024-04-15T16:27:07.531746+0000","last_peered":"2024-04-15T16:27:07.531746+0000","last_clean":"2024-04-15T16:27:07.531746+0000","last_became_active":"2024-04-15T16:25:34.335041+0000","last_became_peered":"2024-04-15T16:25:34.335041+0000","last_unstale":"2024-04-15T16:27:07.531746+0000","last_undegraded":"2024-04-15T16:27:07.531746+0000","last_fullsized":"2024-04-15T16:27:07.531746+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:55:14.092097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527236+0000","last_change":"2024-04-15T16:25:33.967108+0000","last_active":"2024-04-15T16:27:07.527236+0000","last_peered":"2024-04-15T16:27:07.527236+0000","last_clean":"2024-04-15T16:27:07.527236+0000","last_became_active":"2024-04-15T16:25:33.966317+0000","last_became_peered":"2024-04-15T16:25:33.966317+0000","last_unstale":"2024-04-15T16:27:07.527236+0000","last_undegraded":"2024-04-15T16:27:07.527236+0000","last_fullsized":"2024-04-15T16:27:07.527236+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:14.783160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527622+0000","last_change":"2024-04-15T16:25:34.336052+0000","last_active":"2024-04-15T16:27:07.527622+0000","last_peered":"2024-04-15T16:27:07.527622+0000","last_clean":"2024-04-15T16:27:07.527622+0000","last_became_active":"2024-04-15T16:25:34.335788+0000","last_became_peered":"2024-04-15T16:25:34.335788+0000","last_unstale":"2024-04-15T16:27:07.527622+0000","last_undegraded":"2024-04-15T16:27:07.527622+0000","last_fullsized":"2024-04-15T16:27:07.527622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:22:23.166556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531168+0000","last_change":"2024-04-15T16:25:33.966349+0000","last_active":"2024-04-15T16:27:07.531168+0000","last_peered":"2024-04-15T16:27:07.531168+0000","last_clean":"2024-04-15T16:27:07.531168+0000","last_became_active":"2024-04-15T16:25:33.966059+0000","last_became_peered":"2024-04-15T16:25:33.966059+0000","last_unstale":"2024-04-15T16:27:07.531168+0000","last_undegraded":"2024-04-15T16:27:07.531168+0000","last_fullsized":"2024-04-15T16:27:07.531168+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:05:16.350194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.532313+0000","last_change":"2024-04-15T16:25:34.340359+0000","last_active":"2024-04-15T16:27:07.532313+0000","last_peered":"2024-04-15T16:27:07.532313+0000","last_clean":"2024-04-15T16:27:07.532313+0000","last_became_active":"2024-04-15T16:25:34.340083+0000","last_became_peered":"2024-04-15T16:25:34.340083+0000","last_unstale":"2024-04-15T16:27:07.532313+0000","last_undegraded":"2024-04-15T16:27:07.532313+0000","last_fullsized":"2024-04-15T16:27:07.532313+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:42:22.651312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347297+0000","last_change":"2024-04-15T16:25:34.329854+0000","last_active":"2024-04-15T16:27:08.347297+0000","last_peered":"2024-04-15T16:27:08.347297+0000","last_clean":"2024-04-15T16:27:08.347297+0000","last_became_active":"2024-04-15T16:25:34.329570+0000","last_became_peered":"2024-04-15T16:25:34.329570+0000","last_unstale":"2024-04-15T16:27:08.347297+0000","last_undegraded":"2024-04-15T16:27:08.347297+0000","last_fullsized":"2024-04-15T16:27:08.347297+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:55:22.011676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530862+0000","last_change":"2024-04-15T16:25:34.330905+0000","last_active":"2024-04-15T16:27:07.530862+0000","last_peered":"2024-04-15T16:27:07.530862+0000","last_clean":"2024-04-15T16:27:07.530862+0000","last_became_active":"2024-04-15T16:25:34.330626+0000","last_became_peered":"2024-04-15T16:25:34.330626+0000","last_unstale":"2024-04-15T16:27:07.530862+0000","last_undegraded":"2024-04-15T16:27:07.530862+0000","last_fullsized":"2024-04-15T16:27:07.530862+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:48:38.151778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527845+0000","last_change":"2024-04-15T16:25:34.327468+0000","last_active":"2024-04-15T16:27:07.527845+0000","last_peered":"2024-04-15T16:27:07.527845+0000","last_clean":"2024-04-15T16:27:07.527845+0000","last_became_active":"2024-04-15T16:25:34.327087+0000","last_became_peered":"2024-04-15T16:25:34.327087+0000","last_unstale":"2024-04-15T16:27:07.527845+0000","last_undegraded":"2024-04-15T16:27:07.527845+0000","last_fullsized":"2024-04-15T16:27:07.527845+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:13.604820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531140+0000","last_change":"2024-04-15T16:25:34.328654+0000","last_active":"2024-04-15T16:27:07.531140+0000","last_peered":"2024-04-15T16:27:07.531140+0000","last_clean":"2024-04-15T16:27:07.531140+0000","last_became_active":"2024-04-15T16:25:34.328368+0000","last_became_peered":"2024-04-15T16:25:34.328368+0000","last_unstale":"2024-04-15T16:27:07.531140+0000","last_undegraded":"2024-04-15T16:27:07.531140+0000","last_fullsized":"2024-04-15T16:27:07.531140+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:59:36.163111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534357+0000","last_change":"2024-04-15T16:25:34.338104+0000","last_active":"2024-04-15T16:27:07.534357+0000","last_peered":"2024-04-15T16:27:07.534357+0000","last_clean":"2024-04-15T16:27:07.534357+0000","last_became_active":"2024-04-15T16:25:34.337807+0000","last_became_peered":"2024-04-15T16:25:34.337807+0000","last_unstale":"2024-04-15T16:27:07.534357+0000","last_undegraded":"2024-04-15T16:27:07.534357+0000","last_fullsized":"2024-04-15T16:27:07.534357+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:15.979198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527142+0000","last_change":"2024-04-15T16:25:34.331106+0000","last_active":"2024-04-15T16:27:07.527142+0000","last_peered":"2024-04-15T16:27:07.527142+0000","last_clean":"2024-04-15T16:27:07.527142+0000","last_became_active":"2024-04-15T16:25:34.330822+0000","last_became_peered":"2024-04-15T16:25:34.330822+0000","last_unstale":"2024-04-15T16:27:07.527142+0000","last_undegraded":"2024-04-15T16:27:07.527142+0000","last_fullsized":"2024-04-15T16:27:07.527142+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:51:32.632127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347964+0000","last_change":"2024-04-15T16:25:34.342193+0000","last_active":"2024-04-15T16:27:08.347964+0000","last_peered":"2024-04-15T16:27:08.347964+0000","last_clean":"2024-04-15T16:27:08.347964+0000","last_became_active":"2024-04-15T16:25:34.341609+0000","last_became_peered":"2024-04-15T16:25:34.341609+0000","last_unstale":"2024-04-15T16:27:08.347964+0000","last_undegraded":"2024-04-15T16:27:08.347964+0000","last_fullsized":"2024-04-15T16:27:08.347964+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:19:18.018266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534474+0000","last_change":"2024-04-15T16:25:34.335332+0000","last_active":"2024-04-15T16:27:07.534474+0000","last_peered":"2024-04-15T16:27:07.534474+0000","last_clean":"2024-04-15T16:27:07.534474+0000","last_became_active":"2024-04-15T16:25:34.335057+0000","last_became_peered":"2024-04-15T16:25:34.335057+0000","last_unstale":"2024-04-15T16:27:07.534474+0000","last_undegraded":"2024-04-15T16:27:07.534474+0000","last_fullsized":"2024-04-15T16:27:07.534474+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:29:40.301716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527490+0000","last_change":"2024-04-15T16:25:34.328290+0000","last_active":"2024-04-15T16:27:07.527490+0000","last_peered":"2024-04-15T16:27:07.527490+0000","last_clean":"2024-04-15T16:27:07.527490+0000","last_became_active":"2024-04-15T16:25:34.326971+0000","last_became_peered":"2024-04-15T16:25:34.326971+0000","last_unstale":"2024-04-15T16:27:07.527490+0000","last_undegraded":"2024-04-15T16:27:07.527490+0000","last_fullsized":"2024-04-15T16:27:07.527490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:01:30.830981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534043+0000","last_change":"2024-04-15T16:25:34.334878+0000","last_active":"2024-04-15T16:27:07.534043+0000","last_peered":"2024-04-15T16:27:07.534043+0000","last_clean":"2024-04-15T16:27:07.534043+0000","last_became_active":"2024-04-15T16:25:34.334566+0000","last_became_peered":"2024-04-15T16:25:34.334566+0000","last_unstale":"2024-04-15T16:27:07.534043+0000","last_undegraded":"2024-04-15T16:27:07.534043+0000","last_fullsized":"2024-04-15T16:27:07.534043+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:14.281939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527947+0000","last_change":"2024-04-15T16:25:34.336804+0000","last_active":"2024-04-15T16:27:07.527947+0000","last_peered":"2024-04-15T16:27:07.527947+0000","last_clean":"2024-04-15T16:27:07.527947+0000","last_became_active":"2024-04-15T16:25:34.336480+0000","last_became_peered":"2024-04-15T16:25:34.336480+0000","last_unstale":"2024-04-15T16:27:07.527947+0000","last_undegraded":"2024-04-15T16:27:07.527947+0000","last_fullsized":"2024-04-15T16:27:07.527947+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:50:46.457258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531222+0000","last_change":"2024-04-15T16:25:34.320254+0000","last_active":"2024-04-15T16:27:07.531222+0000","last_peered":"2024-04-15T16:27:07.531222+0000","last_clean":"2024-04-15T16:27:07.531222+0000","last_became_active":"2024-04-15T16:25:34.319990+0000","last_became_peered":"2024-04-15T16:25:34.319990+0000","last_unstale":"2024-04-15T16:27:07.531222+0000","last_undegraded":"2024-04-15T16:27:07.531222+0000","last_fullsized":"2024-04-15T16:27:07.531222+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:50:51.187877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347746+0000","last_change":"2024-04-15T16:25:34.332044+0000","last_active":"2024-04-15T16:27:08.347746+0000","last_peered":"2024-04-15T16:27:08.347746+0000","last_clean":"2024-04-15T16:27:08.347746+0000","last_became_active":"2024-04-15T16:25:34.331697+0000","last_became_peered":"2024-04-15T16:25:34.331697+0000","last_unstale":"2024-04-15T16:27:08.347746+0000","last_undegraded":"2024-04-15T16:27:08.347746+0000","last_fullsized":"2024-04-15T16:27:08.347746+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:44:40.853467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234011,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1294336,"data_stored":893707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.57299999999999995,"15min":0.53700000000000003},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":4.9770000000000003,"5min":4.9770000000000003,"15min":4.9770000000000003},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.52900000000000003,"15min":0.48699999999999999},"min":{"1min":0.32600000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":4.9969999999999999,"5min":4.9969999999999999,"15min":4.9969999999999999},"last":0.45600000000000002}]},{"osd":1,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.49199999999999999,"15min":0.48799999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.52100000000000002,"15min":0.51700000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70399999999999996,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.59999999999999998}]},{"osd":2,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.499,"15min":0.499},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.50900000000000001,"15min":0.503},"min":{"1min":0.35899999999999999,"5min":0.316,"15min":0.316},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.65700000000000003}]},{"osd":3,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.502,"15min":0.501},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64000000000000001,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.53000000000000003,"15min":0.52400000000000002},"min":{"1min":0.33800000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.71499999999999997,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.71199999999999997}]},{"osd":4,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.42899999999999999,"15min":0.42099999999999999},"min":{"1min":0.32100000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.67700000000000005},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.44900000000000001,"15min":0.45300000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.61099999999999999,"5min":0.626,"15min":0.626},"last":0.63400000000000001}]},{"osd":5,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.313,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.59699999999999998,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.47299999999999998,"15min":0.46999999999999997},"min":{"1min":0.34599999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.64900000000000002,"5min":0.745,"15min":0.745},"last":0.72599999999999998}]},{"osd":6,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.38100000000000001,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.66900000000000004,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.51300000000000001,"15min":0.51100000000000001},"min":{"1min":0.38,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.69799999999999995}]}]},{"osd":6,"up_from":46,"seq":197568495647,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28292,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716860,"statfs":{"total":95995035648,"available":95966064640,"internally_reserved":0,"allocated":1298432,"data_stored":895511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.58999999999999997,"15min":0.54100000000000004},"min":{"1min":0.39800000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":6.875,"5min":6.875,"15min":6.875},"last":0.51600000000000001}]},{"osd":1,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.67400000000000004,"5min":0.87,"15min":0.87},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51000000000000001,"15min":0.50800000000000001},"min":{"1min":0.34599999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.35499999999999998}]},{"osd":2,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.54100000000000004,"15min":0.54400000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79300000000000004,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.60399999999999998,"15min":0.56200000000000006},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":6.9000000000000004,"5min":6.9000000000000004,"15min":6.9000000000000004},"last":0.59399999999999997}]},{"osd":3,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.435},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.42199999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.47499999999999998}]},{"osd":4,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.45300000000000001,"15min":0.443},"min":{"1min":0.36899999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.73199999999999998,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.437,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.66100000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.57399999999999995}]},{"osd":5,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.47499999999999998,"15min":0.47699999999999998},"min":{"1min":0.33300000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.65100000000000002,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.47899999999999998,"15min":0.47699999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.70599999999999996,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.53900000000000003}]},{"osd":7,"last update":"Mon Apr 15 16:26:14 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.85899999999999999,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.50600000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574904,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":700416,"data_stored":302953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.35799999999999998,"15min":0.33300000000000002},"min":{"1min":0.26400000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.34399999999999997},"min":{"1min":0.26200000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.23599999999999999}]},{"osd":2,"last update":"Mon Apr 15 16:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36899999999999999,"15min":0.36399999999999999},"min":{"1min":0.23999999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.51100000000000001,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.312},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.38800000000000001,"15min":0.376},"min":{"1min":0.27500000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.59799999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.253}]},{"osd":3,"last update":"Mon Apr 15 16:26:47 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.40100000000000002,"15min":0.39600000000000002},"min":{"1min":0.25800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.437,"15min":0.435},"min":{"1min":0.26300000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.33700000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:27:12 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.378,"5min":0.316,"15min":0.316},"max":{"1min":0.77800000000000002,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.54000000000000004,"15min":0.53900000000000003},"min":{"1min":0.41899999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.67200000000000004}]},{"osd":5,"last update":"Mon Apr 15 16:26:28 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.55100000000000005,"15min":0.55700000000000005},"min":{"1min":0.39900000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.60199999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59899999999999998,"15min":0.59999999999999998},"min":{"1min":0.42899999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84099999999999997,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.65400000000000003}]},{"osd":6,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.59299999999999997,"15min":0.59799999999999998},"min":{"1min":0.39200000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73299999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.627},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.60999999999999999,"15min":0.61799999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.73799999999999999,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.61699999999999999}]},{"osd":7,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.59199999999999997,"15min":0.59299999999999997},"min":{"1min":0.42899999999999999,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.58899999999999997,"15min":0.58699999999999997},"min":{"1min":0.44900000000000001,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.71899999999999997}]}]},{"osd":0,"up_from":8,"seq":34359738429,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32396,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712756,"statfs":{"total":95995035648,"available":95961862144,"internally_reserved":0,"allocated":1306624,"data_stored":894162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 16:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33200000000000002,"15min":0.316},"min":{"1min":0.22600000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.46700000000000003,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34999999999999998,"15min":0.317},"min":{"1min":0.247,"5min":0.186,"15min":0.186},"max":{"1min":0.45200000000000001,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.312}]},{"osd":2,"last update":"Mon Apr 15 16:26:23 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.38200000000000001,"15min":0.38600000000000001},"min":{"1min":0.25800000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.48099999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.249,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.53100000000000003,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.26000000000000001}]},{"osd":3,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.434,"15min":0.45200000000000001},"min":{"1min":0.26600000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.56100000000000005,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.245},{"interface":"front","average":{"1min":0.379,"5min":0.42899999999999999,"15min":0.44500000000000001},"min":{"1min":0.28599999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.47199999999999998,"5min":0.629,"15min":0.629},"last":0.32200000000000001}]},{"osd":4,"last update":"Mon Apr 15 16:27:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.69699999999999995,"15min":0.61399999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.84499999999999997,"5min":14.464,"15min":14.464},"last":0.77800000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.42099999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.61499999999999999}]},{"osd":5,"last update":"Mon Apr 15 16:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54100000000000004,"15min":0.53800000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70499999999999996,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.72199999999999998}]},{"osd":6,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":1.165,"15min":1.2629999999999999},"min":{"1min":0.44800000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.82099999999999995,"5min":14.499000000000001,"15min":14.499000000000001},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.54100000000000004,"5min":1.1599999999999999,"15min":1.2629999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72999999999999998,"5min":14.529999999999999,"15min":14.529999999999999},"last":0.64700000000000002}]},{"osd":7,"last update":"Mon Apr 15 16:26:16 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.44400000000000001,"5min":0.44400000000000001,"15min":0.44400000000000001},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.80300000000000005,"5min":0.80300000000000005,"15min":0.80300000000000005},"last":0.75}]}]},{"osd":2,"up_from":18,"seq":77309411378,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27704,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717448,"statfs":{"total":95995035648,"available":95966666752,"internally_reserved":0,"allocated":696320,"data_stored":303066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:24 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.371,"15min":0.373},"min":{"1min":0.22700000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.38300000000000001,"15min":0.38400000000000001},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.30099999999999999}]},{"osd":1,"last update":"Mon Apr 15 16:26:24 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.39900000000000002,"15min":0.40000000000000002},"min":{"1min":0.25600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63100000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.38,"5min":0.40799999999999997,"15min":0.40500000000000003},"min":{"1min":0.28399999999999997,"5min":0.255,"15min":0.255},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.41999999999999998}]},{"osd":3,"last update":"Mon Apr 15 16:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.45000000000000001,"15min":0.46600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.64900000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.376},{"interface":"front","average":{"1min":0.376,"5min":0.41799999999999998,"15min":0.42899999999999999},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59299999999999997,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.34300000000000003}]},{"osd":4,"last update":"Mon Apr 15 16:27:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53100000000000003,"15min":0.52700000000000002},"min":{"1min":0.34699999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.70499999999999996,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.69299999999999995,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.59499999999999997}]},{"osd":5,"last update":"Mon Apr 15 16:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.66700000000000004,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.55400000000000005,"15min":0.55800000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70499999999999996,"5min":0.746,"15min":0.746},"last":0.54100000000000004}]},{"osd":6,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78700000000000003,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56899999999999995,"15min":0.57199999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.67800000000000005,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.626}]},{"osd":7,"last update":"Mon Apr 15 16:27:16 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.56299999999999994,"15min":0.56799999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.72499999999999998,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.73899999999999999,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.57699999999999996}]}]},{"osd":3,"up_from":25,"seq":107374182446,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":716800,"data_stored":305520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.376},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.49299999999999999,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.41599999999999998,"15min":0.42799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.54000000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.48099999999999998}]},{"osd":1,"last update":"Mon Apr 15 16:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.438,"15min":0.45800000000000002},"min":{"1min":0.28799999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.67000000000000004,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.41499999999999998,"15min":0.41999999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.52100000000000002,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.55100000000000005}]},{"osd":2,"last update":"Mon Apr 15 16:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.44800000000000001,"15min":0.45300000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.61599999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.52100000000000002},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.42599999999999999,"15min":0.43099999999999999},"min":{"1min":0.28899999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.54400000000000004,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.504}]},{"osd":4,"last update":"Mon Apr 15 16:27:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.60399999999999998,"15min":0.63100000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.748,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.90900000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60099999999999998,"15min":0.61199999999999999},"min":{"1min":0.41399999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.72699999999999998}]},{"osd":5,"last update":"Mon Apr 15 16:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.58799999999999997,"15min":0.59599999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73299999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.88600000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.60699999999999998,"15min":0.61499999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.71399999999999997,"5min":0.875,"15min":0.875},"last":0.876}]},{"osd":6,"last update":"Mon Apr 15 16:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59699999999999998,"15min":0.59599999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.79600000000000004,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.75900000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.753}]},{"osd":7,"last update":"Mon Apr 15 16:26:15 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":7.3529999999999998,"5min":7.3529999999999998,"15min":7.3529999999999998},"last":0.86099999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018921,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":712704,"data_stored":303774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:27:11 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.53400000000000003,"15min":0.55200000000000005},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.626,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.437},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.52900000000000003,"15min":0.53500000000000003},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.66200000000000003,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.63600000000000001}]},{"osd":1,"last update":"Mon Apr 15 16:27:11 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53300000000000003,"15min":0.54700000000000004},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.69799999999999995,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.53700000000000003,"15min":0.54900000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.64700000000000002,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.59899999999999998}]},{"osd":2,"last update":"Mon Apr 15 16:27:11 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.55600000000000005,"15min":0.56799999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.67800000000000005,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.74399999999999999},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.53900000000000003,"15min":0.55900000000000005},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.71199999999999997,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.52400000000000002}]},{"osd":3,"last update":"Mon Apr 15 16:27:11 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.55000000000000004,"15min":0.56599999999999995},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.69699999999999995,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.504,"5min":0.55600000000000005,"15min":0.56799999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.71199999999999997,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.54700000000000004}]},{"osd":5,"last update":"Mon Apr 15 16:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.38200000000000001,"15min":0.379},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.437,"15min":0.42999999999999999},"min":{"1min":0.33300000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.73399999999999999}]},{"osd":6,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.433,"15min":0.432},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.435,"15min":0.43099999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.67400000000000004}]},{"osd":7,"last update":"Mon Apr 15 16:26:17 2024","interfaces":[{"interface":"back","average":{"1min":0.495,"5min":0.495,"15min":0.495},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.71399999999999997},{"interface":"front","average":{"1min":0.46999999999999997,"5min":0.46999999999999997,"15min":0.46999999999999997},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.623}]}]},{"osd":5,"up_from":38,"seq":163208757284,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":708608,"data_stored":305233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.50600000000000001,"15min":0.51400000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.68500000000000005,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.497,"15min":0.503},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.59099999999999997,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.46700000000000003}]},{"osd":1,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.51700000000000002,"15min":0.52100000000000002},"min":{"1min":0.35699999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.74399999999999999,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.52100000000000002,"15min":0.53100000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.61499999999999999,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.57399999999999995}]},{"osd":2,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.52300000000000002,"15min":0.52900000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.60899999999999999,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.501,"5min":0.52200000000000002,"15min":0.52600000000000002},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.66800000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.55600000000000005}]},{"osd":3,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53600000000000003,"15min":0.54400000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.66900000000000004,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.52000000000000002,"15min":0.52100000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.65800000000000003,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.51200000000000001}]},{"osd":4,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.59199999999999997,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.628},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.42699999999999999,"15min":0.42099999999999999},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.61599999999999999}]},{"osd":6,"last update":"Mon Apr 15 16:26:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.29799999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.443,"15min":0.43099999999999999},"min":{"1min":0.29999999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.59799999999999998}]},{"osd":7,"last update":"Mon Apr 15 16:26:15 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.51300000000000001,"15min":0.51300000000000001},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.67900000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T16:27:22.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[38312]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:22.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:27:22.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:22.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:22.796 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T16:27:22.796 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi090.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T16:27:22.796 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:22.796 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:27:22.796 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi153.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T16:27:22.796 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:22.796 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[27209]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:22.796 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:27:22.796 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:22.796 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:22.797 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T16:27:22.797 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi090.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T16:27:22.797 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:22.797 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:27:22.797 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi153.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T16:27:22.797 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:22.797 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE Bus STOPPING 2024-04-15T16:27:22.797 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T16:27:22.797 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE Bus STOPPED 2024-04-15T16:27:22.797 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE Bus STARTING 2024-04-15T16:27:22.797 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE Serving on http://:::9283 2024-04-15T16:27:22.797 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE Bus STARTED 2024-04-15T16:27:22.798 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE Bus STOPPING 2024-04-15T16:27:22.798 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T16:27:22.798 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE Bus STOPPED 2024-04-15T16:27:22.798 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE Bus STARTING 2024-04-15T16:27:22.798 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE Serving on http://:::9283 2024-04-15T16:27:22.798 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE Bus STARTED 2024-04-15T16:27:22.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-mon[30366]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:22.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:27:22.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:22.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:22.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T16:27:22.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi090.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T16:27:22.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:22.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:27:22.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi153.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T16:27:22.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:22.879 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 podman[61866]: 2024-04-15 16:27:22.402149306 +0000 UTC m=+0.367953583 container init dabbf793d3fc07b3dd492fc43b80d367224a2fd095edcced0eba734fea2b4d0f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:27:22.879 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 podman[61866]: 2024-04-15 16:27:22.405201364 +0000 UTC m=+0.371005652 container start dabbf793d3fc07b3dd492fc43b80d367224a2fd095edcced0eba734fea2b4d0f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:27:22.879 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.428Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-15T16:27:22.879 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.428Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-15T16:27:22.879 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.428Z caller=main.go:570 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi153 (none))" 2024-04-15T16:27:22.879 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.428Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T16:27:22.880 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.428Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T16:27:22.880 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.430Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T16:27:22.880 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.430Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-15T16:27:22.880 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.431Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-15T16:27:22.880 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.431Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-15T16:27:22.880 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.432Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T16:27:22.880 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.432Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.999µs 2024-04-15T16:27:22.880 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.432Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T16:27:22.880 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.435Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-15T16:27:22.880 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.435Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-15T16:27:22.880 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.435Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=28.366µs wal_replay_duration=2.766166ms wbl_replay_duration=115ns total_replay_duration=2.821364ms 2024-04-15T16:27:22.880 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.436Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T16:27:22.880 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.436Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-15T16:27:22.881 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.436Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T16:27:22.881 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.454Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.631611ms db_storage=754ns remote_storage=1.463µs web_handler=419ns query_engine=495ns scrape=558.68µs scrape_sd=97.041µs notify=13.129µs notify_sd=23.555µs rules=16.642695ms tracing=5.473µs 2024-04-15T16:27:22.881 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.454Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-15T16:27:22.881 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:27:22.454Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-15T16:27:22.881 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 bash[61866]: dabbf793d3fc07b3dd492fc43b80d367224a2fd095edcced0eba734fea2b4d0f 2024-04-15T16:27:22.881 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:27:22 smithi153 systemd[1]: Started Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:27:23.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE Bus STOPPING 2024-04-15T16:27:23.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T16:27:23.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE Bus STOPPED 2024-04-15T16:27:23.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE Bus STARTING 2024-04-15T16:27:23.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE Serving on http://:::9283 2024-04-15T16:27:23.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:22] ENGINE Bus STARTED 2024-04-15T16:27:23.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[27209]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:27:23.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[27209]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T16:27:23.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[27209]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi090.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T16:27:23.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[27209]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:27:23.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[27209]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi153.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T16:27:23.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T16:27:23.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi153.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T16:27:23.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:23.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:27:23.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[38312]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:27:23.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[38312]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T16:27:23.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[38312]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi090.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T16:27:23.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[38312]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:27:23.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[38312]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi153.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T16:27:23.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T16:27:23.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi153.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T16:27:23.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:23.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:23 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:27:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:23 smithi153 ceph-mon[30366]: from='client.24716 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:27:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:23 smithi153 ceph-mon[30366]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T16:27:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:23 smithi153 ceph-mon[30366]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi090.front.sepia.ceph.com:9093"}]: dispatch 2024-04-15T16:27:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:23 smithi153 ceph-mon[30366]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:27:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:23 smithi153 ceph-mon[30366]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi153.front.sepia.ceph.com:9095"}]: dispatch 2024-04-15T16:27:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:23 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T16:27:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:23 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi153.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T16:27:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:23 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:23 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:27:24.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:24 smithi090 ceph-mon[38312]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T16:27:24.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:24 smithi090 ceph-mon[38312]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi153.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T16:27:24.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:24 smithi090 ceph-mon[38312]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:24.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:24 smithi090 ceph-mon[27209]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T16:27:24.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:24 smithi090 ceph-mon[27209]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi153.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T16:27:24.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:24 smithi090 ceph-mon[27209]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:24.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:24 smithi153 ceph-mon[30366]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T16:27:24.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:24 smithi153 ceph-mon[30366]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi153.front.sepia.ceph.com:3000"}]: dispatch 2024-04-15T16:27:24.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:24 smithi153 ceph-mon[30366]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:25.508 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph pg dump --format=json 2024-04-15T16:27:25.748 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:27:26.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:26 smithi090 ceph-mon[27209]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:26.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:26 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:26.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:26 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:26.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:26 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:26.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:26 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:26.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:26 smithi090 ceph-mon[38312]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:26.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:26 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:26.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:26 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:26.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:26 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:26.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:26 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:26.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:26 smithi153 ceph-mon[30366]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:26.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:26 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:26.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:26 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:26.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:26 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:26.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:26 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:27.385 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:27 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:27:27.385 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:27 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:27:27.385 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:27 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:27.385 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:27 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:27:27.385 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:27 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:27:27.386 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:27 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:27.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:27 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:27:27.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:27 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:27:27.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:27 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:27.695 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:27:27.696 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:27:27 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[73553]: ts=2024-04-15T16:27:27.453Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003289766s 2024-04-15T16:27:27.701 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-15T16:27:28.422 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":48,"stamp":"2024-04-15T16:27:26.606138+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227544,"kb_used_data":7260,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733672,"statfs":{"total":767960285184,"available":767727280128,"internally_reserved":0,"allocated":7434240,"data_stored":4203926,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.008890"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.532237+0000","last_change":"2024-04-15T16:25:34.343027+0000","last_active":"2024-04-15T16:27:07.532237+0000","last_peered":"2024-04-15T16:27:07.532237+0000","last_clean":"2024-04-15T16:27:07.532237+0000","last_became_active":"2024-04-15T16:25:34.342740+0000","last_became_peered":"2024-04-15T16:25:34.342740+0000","last_unstale":"2024-04-15T16:27:07.532237+0000","last_undegraded":"2024-04-15T16:27:07.532237+0000","last_fullsized":"2024-04-15T16:27:07.532237+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:06:16.582491+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527357+0000","last_change":"2024-04-15T16:25:34.339869+0000","last_active":"2024-04-15T16:27:07.527357+0000","last_peered":"2024-04-15T16:27:07.527357+0000","last_clean":"2024-04-15T16:27:07.527357+0000","last_became_active":"2024-04-15T16:25:34.339592+0000","last_became_peered":"2024-04-15T16:25:34.339592+0000","last_unstale":"2024-04-15T16:27:07.527357+0000","last_undegraded":"2024-04-15T16:27:07.527357+0000","last_fullsized":"2024-04-15T16:27:07.527357+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:53:26.287465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531687+0000","last_change":"2024-04-15T16:25:34.332573+0000","last_active":"2024-04-15T16:27:07.531687+0000","last_peered":"2024-04-15T16:27:07.531687+0000","last_clean":"2024-04-15T16:27:07.531687+0000","last_became_active":"2024-04-15T16:25:34.330953+0000","last_became_peered":"2024-04-15T16:25:34.330953+0000","last_unstale":"2024-04-15T16:27:07.531687+0000","last_undegraded":"2024-04-15T16:27:07.531687+0000","last_fullsized":"2024-04-15T16:27:07.531687+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:33:16.275845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527724+0000","last_change":"2024-04-15T16:25:34.325812+0000","last_active":"2024-04-15T16:27:07.527724+0000","last_peered":"2024-04-15T16:27:07.527724+0000","last_clean":"2024-04-15T16:27:07.527724+0000","last_became_active":"2024-04-15T16:25:34.325511+0000","last_became_peered":"2024-04-15T16:25:34.325511+0000","last_unstale":"2024-04-15T16:27:07.527724+0000","last_undegraded":"2024-04-15T16:27:07.527724+0000","last_fullsized":"2024-04-15T16:27:07.527724+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:40:34.275763+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531433+0000","last_change":"2024-04-15T16:25:34.341746+0000","last_active":"2024-04-15T16:27:07.531433+0000","last_peered":"2024-04-15T16:27:07.531433+0000","last_clean":"2024-04-15T16:27:07.531433+0000","last_became_active":"2024-04-15T16:25:34.341468+0000","last_became_peered":"2024-04-15T16:25:34.341468+0000","last_unstale":"2024-04-15T16:27:07.531433+0000","last_undegraded":"2024-04-15T16:27:07.531433+0000","last_fullsized":"2024-04-15T16:27:07.531433+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:58:32.644078+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.605716+0000","last_change":"2024-04-15T16:27:08.605716+0000","last_active":"2024-04-15T16:27:08.605716+0000","last_peered":"2024-04-15T16:27:08.605716+0000","last_clean":"2024-04-15T16:27:08.605716+0000","last_became_active":"2024-04-15T16:27:08.605388+0000","last_became_peered":"2024-04-15T16:27:08.605388+0000","last_unstale":"2024-04-15T16:27:08.605716+0000","last_undegraded":"2024-04-15T16:27:08.605716+0000","last_fullsized":"2024-04-15T16:27:08.605716+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:50:54.235441+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530756+0000","last_change":"2024-04-15T16:25:34.338566+0000","last_active":"2024-04-15T16:27:07.530756+0000","last_peered":"2024-04-15T16:27:07.530756+0000","last_clean":"2024-04-15T16:27:07.530756+0000","last_became_active":"2024-04-15T16:25:34.338254+0000","last_became_peered":"2024-04-15T16:25:34.338254+0000","last_unstale":"2024-04-15T16:27:07.530756+0000","last_undegraded":"2024-04-15T16:27:07.530756+0000","last_fullsized":"2024-04-15T16:27:07.530756+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:33:26.090081+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.533876+0000","last_change":"2024-04-15T16:25:34.339664+0000","last_active":"2024-04-15T16:27:07.533876+0000","last_peered":"2024-04-15T16:27:07.533876+0000","last_clean":"2024-04-15T16:27:07.533876+0000","last_became_active":"2024-04-15T16:25:34.339343+0000","last_became_peered":"2024-04-15T16:25:34.339343+0000","last_unstale":"2024-04-15T16:27:07.533876+0000","last_undegraded":"2024-04-15T16:27:07.533876+0000","last_fullsized":"2024-04-15T16:27:07.533876+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:29:36.126853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.606248+0000","last_change":"2024-04-15T16:27:08.606248+0000","last_active":"2024-04-15T16:27:08.606248+0000","last_peered":"2024-04-15T16:27:08.606248+0000","last_clean":"2024-04-15T16:27:08.606248+0000","last_became_active":"2024-04-15T16:27:08.605849+0000","last_became_peered":"2024-04-15T16:27:08.605849+0000","last_unstale":"2024-04-15T16:27:08.606248+0000","last_undegraded":"2024-04-15T16:27:08.606248+0000","last_fullsized":"2024-04-15T16:27:08.606248+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:04:17.465590+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347873+0000","last_change":"2024-04-15T16:25:34.339780+0000","last_active":"2024-04-15T16:27:08.347873+0000","last_peered":"2024-04-15T16:27:08.347873+0000","last_clean":"2024-04-15T16:27:08.347873+0000","last_became_active":"2024-04-15T16:25:34.339415+0000","last_became_peered":"2024-04-15T16:25:34.339415+0000","last_unstale":"2024-04-15T16:27:08.347873+0000","last_undegraded":"2024-04-15T16:27:08.347873+0000","last_fullsized":"2024-04-15T16:27:08.347873+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:35:41.132583+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347832+0000","last_change":"2024-04-15T16:25:34.340901+0000","last_active":"2024-04-15T16:27:08.347832+0000","last_peered":"2024-04-15T16:27:08.347832+0000","last_clean":"2024-04-15T16:27:08.347832+0000","last_became_active":"2024-04-15T16:25:34.340493+0000","last_became_peered":"2024-04-15T16:25:34.340493+0000","last_unstale":"2024-04-15T16:27:08.347832+0000","last_undegraded":"2024-04-15T16:27:08.347832+0000","last_fullsized":"2024-04-15T16:27:08.347832+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:30:50.620153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531226+0000","last_change":"2024-04-15T16:25:34.341183+0000","last_active":"2024-04-15T16:27:07.531226+0000","last_peered":"2024-04-15T16:27:07.531226+0000","last_clean":"2024-04-15T16:27:07.531226+0000","last_became_active":"2024-04-15T16:25:34.340905+0000","last_became_peered":"2024-04-15T16:25:34.340905+0000","last_unstale":"2024-04-15T16:27:07.531226+0000","last_undegraded":"2024-04-15T16:27:07.531226+0000","last_fullsized":"2024-04-15T16:27:07.531226+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:39:14.240637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534164+0000","last_change":"2024-04-15T16:25:34.340368+0000","last_active":"2024-04-15T16:27:07.534164+0000","last_peered":"2024-04-15T16:27:07.534164+0000","last_clean":"2024-04-15T16:27:07.534164+0000","last_became_active":"2024-04-15T16:25:34.340102+0000","last_became_peered":"2024-04-15T16:25:34.340102+0000","last_unstale":"2024-04-15T16:27:07.534164+0000","last_undegraded":"2024-04-15T16:27:07.534164+0000","last_fullsized":"2024-04-15T16:27:07.534164+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:53:50.733708+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.532913+0000","last_change":"2024-04-15T16:27:08.532913+0000","last_active":"2024-04-15T16:27:08.532913+0000","last_peered":"2024-04-15T16:27:08.532913+0000","last_clean":"2024-04-15T16:27:08.532913+0000","last_became_active":"2024-04-15T16:27:08.532562+0000","last_became_peered":"2024-04-15T16:27:08.532562+0000","last_unstale":"2024-04-15T16:27:08.532913+0000","last_undegraded":"2024-04-15T16:27:08.532913+0000","last_fullsized":"2024-04-15T16:27:08.532913+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:35:52.942348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.532660+0000","last_change":"2024-04-15T16:27:08.532660+0000","last_active":"2024-04-15T16:27:08.532660+0000","last_peered":"2024-04-15T16:27:08.532660+0000","last_clean":"2024-04-15T16:27:08.532660+0000","last_became_active":"2024-04-15T16:27:08.532339+0000","last_became_peered":"2024-04-15T16:27:08.532339+0000","last_unstale":"2024-04-15T16:27:08.532660+0000","last_undegraded":"2024-04-15T16:27:08.532660+0000","last_fullsized":"2024-04-15T16:27:08.532660+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:17:38.436261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527359+0000","last_change":"2024-04-15T16:25:34.318900+0000","last_active":"2024-04-15T16:27:07.527359+0000","last_peered":"2024-04-15T16:27:07.527359+0000","last_clean":"2024-04-15T16:27:07.527359+0000","last_became_active":"2024-04-15T16:25:34.318502+0000","last_became_peered":"2024-04-15T16:25:34.318502+0000","last_unstale":"2024-04-15T16:27:07.527359+0000","last_undegraded":"2024-04-15T16:27:07.527359+0000","last_fullsized":"2024-04-15T16:27:07.527359+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:48.205980+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528959+0000","last_change":"2024-04-15T16:25:34.328026+0000","last_active":"2024-04-15T16:27:07.528959+0000","last_peered":"2024-04-15T16:27:07.528959+0000","last_clean":"2024-04-15T16:27:07.528959+0000","last_became_active":"2024-04-15T16:25:34.327688+0000","last_became_peered":"2024-04-15T16:25:34.327688+0000","last_unstale":"2024-04-15T16:27:07.528959+0000","last_undegraded":"2024-04-15T16:27:07.528959+0000","last_fullsized":"2024-04-15T16:27:07.528959+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:03:34.971197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531087+0000","last_change":"2024-04-15T16:25:34.331432+0000","last_active":"2024-04-15T16:27:07.531087+0000","last_peered":"2024-04-15T16:27:07.531087+0000","last_clean":"2024-04-15T16:27:07.531087+0000","last_became_active":"2024-04-15T16:25:34.331144+0000","last_became_peered":"2024-04-15T16:25:34.331144+0000","last_unstale":"2024-04-15T16:27:07.531087+0000","last_undegraded":"2024-04-15T16:27:07.531087+0000","last_fullsized":"2024-04-15T16:27:07.531087+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:15.124138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531347+0000","last_change":"2024-04-15T16:25:34.343643+0000","last_active":"2024-04-15T16:27:07.531347+0000","last_peered":"2024-04-15T16:27:07.531347+0000","last_clean":"2024-04-15T16:27:07.531347+0000","last_became_active":"2024-04-15T16:25:34.343310+0000","last_became_peered":"2024-04-15T16:25:34.343310+0000","last_unstale":"2024-04-15T16:27:07.531347+0000","last_undegraded":"2024-04-15T16:27:07.531347+0000","last_fullsized":"2024-04-15T16:27:07.531347+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:28:45.383113+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"61'4","reported_seq":22,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531773+0000","last_change":"2024-04-15T16:25:33.968103+0000","last_active":"2024-04-15T16:27:07.531773+0000","last_peered":"2024-04-15T16:27:07.531773+0000","last_clean":"2024-04-15T16:27:07.531773+0000","last_became_active":"2024-04-15T16:25:33.967761+0000","last_became_peered":"2024-04-15T16:25:33.967761+0000","last_unstale":"2024-04-15T16:27:07.531773+0000","last_undegraded":"2024-04-15T16:27:07.531773+0000","last_fullsized":"2024-04-15T16:27:07.531773+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:54:52.037745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534274+0000","last_change":"2024-04-15T16:25:34.340186+0000","last_active":"2024-04-15T16:27:07.534274+0000","last_peered":"2024-04-15T16:27:07.534274+0000","last_clean":"2024-04-15T16:27:07.534274+0000","last_became_active":"2024-04-15T16:25:34.339301+0000","last_became_peered":"2024-04-15T16:25:34.339301+0000","last_unstale":"2024-04-15T16:27:07.534274+0000","last_undegraded":"2024-04-15T16:27:07.534274+0000","last_fullsized":"2024-04-15T16:27:07.534274+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:18.284424+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534398+0000","last_change":"2024-04-15T16:25:33.965065+0000","last_active":"2024-04-15T16:27:07.534398+0000","last_peered":"2024-04-15T16:27:07.534398+0000","last_clean":"2024-04-15T16:27:07.534398+0000","last_became_active":"2024-04-15T16:25:33.964737+0000","last_became_peered":"2024-04-15T16:25:33.964737+0000","last_unstale":"2024-04-15T16:27:07.534398+0000","last_undegraded":"2024-04-15T16:27:07.534398+0000","last_fullsized":"2024-04-15T16:27:07.534398+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:51:53.494021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.532845+0000","last_change":"2024-04-15T16:27:08.532845+0000","last_active":"2024-04-15T16:27:08.532845+0000","last_peered":"2024-04-15T16:27:08.532845+0000","last_clean":"2024-04-15T16:27:08.532845+0000","last_became_active":"2024-04-15T16:27:08.532560+0000","last_became_peered":"2024-04-15T16:27:08.532560+0000","last_unstale":"2024-04-15T16:27:08.532845+0000","last_undegraded":"2024-04-15T16:27:08.532845+0000","last_fullsized":"2024-04-15T16:27:08.532845+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:36:39.140597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531978+0000","last_change":"2024-04-15T16:25:33.977219+0000","last_active":"2024-04-15T16:27:07.531978+0000","last_peered":"2024-04-15T16:27:07.531978+0000","last_clean":"2024-04-15T16:27:07.531978+0000","last_became_active":"2024-04-15T16:25:33.976928+0000","last_became_peered":"2024-04-15T16:25:33.976928+0000","last_unstale":"2024-04-15T16:27:07.531978+0000","last_undegraded":"2024-04-15T16:27:07.531978+0000","last_fullsized":"2024-04-15T16:27:07.531978+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:50:39.495968+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527864+0000","last_change":"2024-04-15T16:25:34.329989+0000","last_active":"2024-04-15T16:27:07.527864+0000","last_peered":"2024-04-15T16:27:07.527864+0000","last_clean":"2024-04-15T16:27:07.527864+0000","last_became_active":"2024-04-15T16:25:34.329701+0000","last_became_peered":"2024-04-15T16:25:34.329701+0000","last_unstale":"2024-04-15T16:27:07.527864+0000","last_undegraded":"2024-04-15T16:27:07.527864+0000","last_fullsized":"2024-04-15T16:27:07.527864+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:09:17.392829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531692+0000","last_change":"2024-04-15T16:25:33.967010+0000","last_active":"2024-04-15T16:27:07.531692+0000","last_peered":"2024-04-15T16:27:07.531692+0000","last_clean":"2024-04-15T16:27:07.531692+0000","last_became_active":"2024-04-15T16:25:33.966660+0000","last_became_peered":"2024-04-15T16:25:33.966660+0000","last_unstale":"2024-04-15T16:27:07.531692+0000","last_undegraded":"2024-04-15T16:27:07.531692+0000","last_fullsized":"2024-04-15T16:27:07.531692+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:29:38.451908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528110+0000","last_change":"2024-04-15T16:25:34.338627+0000","last_active":"2024-04-15T16:27:07.528110+0000","last_peered":"2024-04-15T16:27:07.528110+0000","last_clean":"2024-04-15T16:27:07.528110+0000","last_became_active":"2024-04-15T16:25:34.338319+0000","last_became_peered":"2024-04-15T16:25:34.338319+0000","last_unstale":"2024-04-15T16:27:07.528110+0000","last_undegraded":"2024-04-15T16:27:07.528110+0000","last_fullsized":"2024-04-15T16:27:07.528110+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:00:10.623792+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534262+0000","last_change":"2024-04-15T16:25:33.962681+0000","last_active":"2024-04-15T16:27:07.534262+0000","last_peered":"2024-04-15T16:27:07.534262+0000","last_clean":"2024-04-15T16:27:07.534262+0000","last_became_active":"2024-04-15T16:25:33.962390+0000","last_became_peered":"2024-04-15T16:25:33.962390+0000","last_unstale":"2024-04-15T16:27:07.534262+0000","last_undegraded":"2024-04-15T16:27:07.534262+0000","last_fullsized":"2024-04-15T16:27:07.534262+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:06:18.299907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.529554+0000","last_change":"2024-04-15T16:25:34.333356+0000","last_active":"2024-04-15T16:27:07.529554+0000","last_peered":"2024-04-15T16:27:07.529554+0000","last_clean":"2024-04-15T16:27:07.529554+0000","last_became_active":"2024-04-15T16:25:34.333052+0000","last_became_peered":"2024-04-15T16:25:34.333052+0000","last_unstale":"2024-04-15T16:27:07.529554+0000","last_undegraded":"2024-04-15T16:27:07.529554+0000","last_fullsized":"2024-04-15T16:27:07.529554+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:41:37.719731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347569+0000","last_change":"2024-04-15T16:25:33.962483+0000","last_active":"2024-04-15T16:27:08.347569+0000","last_peered":"2024-04-15T16:27:08.347569+0000","last_clean":"2024-04-15T16:27:08.347569+0000","last_became_active":"2024-04-15T16:25:33.962127+0000","last_became_peered":"2024-04-15T16:25:33.962127+0000","last_unstale":"2024-04-15T16:27:08.347569+0000","last_undegraded":"2024-04-15T16:27:08.347569+0000","last_fullsized":"2024-04-15T16:27:08.347569+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:58.931704+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531062+0000","last_change":"2024-04-15T16:25:34.327457+0000","last_active":"2024-04-15T16:27:07.531062+0000","last_peered":"2024-04-15T16:27:07.531062+0000","last_clean":"2024-04-15T16:27:07.531062+0000","last_became_active":"2024-04-15T16:25:34.327168+0000","last_became_peered":"2024-04-15T16:25:34.327168+0000","last_unstale":"2024-04-15T16:27:07.531062+0000","last_undegraded":"2024-04-15T16:27:07.531062+0000","last_fullsized":"2024-04-15T16:27:07.531062+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:58:58.097842+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534138+0000","last_change":"2024-04-15T16:25:33.959608+0000","last_active":"2024-04-15T16:27:07.534138+0000","last_peered":"2024-04-15T16:27:07.534138+0000","last_clean":"2024-04-15T16:27:07.534138+0000","last_became_active":"2024-04-15T16:25:33.959293+0000","last_became_peered":"2024-04-15T16:25:33.959293+0000","last_unstale":"2024-04-15T16:27:07.534138+0000","last_undegraded":"2024-04-15T16:27:07.534138+0000","last_fullsized":"2024-04-15T16:27:07.534138+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:46:39.214051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534026+0000","last_change":"2024-04-15T16:25:34.335142+0000","last_active":"2024-04-15T16:27:07.534026+0000","last_peered":"2024-04-15T16:27:07.534026+0000","last_clean":"2024-04-15T16:27:07.534026+0000","last_became_active":"2024-04-15T16:25:34.334870+0000","last_became_peered":"2024-04-15T16:25:34.334870+0000","last_unstale":"2024-04-15T16:27:07.534026+0000","last_undegraded":"2024-04-15T16:27:07.534026+0000","last_fullsized":"2024-04-15T16:27:07.534026+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:30:56.981673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528131+0000","last_change":"2024-04-15T16:25:33.967423+0000","last_active":"2024-04-15T16:27:07.528131+0000","last_peered":"2024-04-15T16:27:07.528131+0000","last_clean":"2024-04-15T16:27:07.528131+0000","last_became_active":"2024-04-15T16:25:33.967150+0000","last_became_peered":"2024-04-15T16:25:33.967150+0000","last_unstale":"2024-04-15T16:27:07.528131+0000","last_undegraded":"2024-04-15T16:27:07.528131+0000","last_fullsized":"2024-04-15T16:27:07.528131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:18:03.838667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.526848+0000","last_change":"2024-04-15T16:25:34.334192+0000","last_active":"2024-04-15T16:27:07.526848+0000","last_peered":"2024-04-15T16:27:07.526848+0000","last_clean":"2024-04-15T16:27:07.526848+0000","last_became_active":"2024-04-15T16:25:34.333545+0000","last_became_peered":"2024-04-15T16:25:34.333545+0000","last_unstale":"2024-04-15T16:27:07.526848+0000","last_undegraded":"2024-04-15T16:27:07.526848+0000","last_fullsized":"2024-04-15T16:27:07.526848+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:43:35.245542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347953+0000","last_change":"2024-04-15T16:25:33.965899+0000","last_active":"2024-04-15T16:27:08.347953+0000","last_peered":"2024-04-15T16:27:08.347953+0000","last_clean":"2024-04-15T16:27:08.347953+0000","last_became_active":"2024-04-15T16:25:33.965600+0000","last_became_peered":"2024-04-15T16:25:33.965600+0000","last_unstale":"2024-04-15T16:27:08.347953+0000","last_undegraded":"2024-04-15T16:27:08.347953+0000","last_fullsized":"2024-04-15T16:27:08.347953+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:51:18.839754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528194+0000","last_change":"2024-04-15T16:25:34.331612+0000","last_active":"2024-04-15T16:27:07.528194+0000","last_peered":"2024-04-15T16:27:07.528194+0000","last_clean":"2024-04-15T16:27:07.528194+0000","last_became_active":"2024-04-15T16:25:34.330847+0000","last_became_peered":"2024-04-15T16:25:34.330847+0000","last_unstale":"2024-04-15T16:27:07.528194+0000","last_undegraded":"2024-04-15T16:27:07.528194+0000","last_fullsized":"2024-04-15T16:27:07.528194+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:06:07.254098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528073+0000","last_change":"2024-04-15T16:25:33.972697+0000","last_active":"2024-04-15T16:27:07.528073+0000","last_peered":"2024-04-15T16:27:07.528073+0000","last_clean":"2024-04-15T16:27:07.528073+0000","last_became_active":"2024-04-15T16:25:33.972332+0000","last_became_peered":"2024-04-15T16:25:33.972332+0000","last_unstale":"2024-04-15T16:27:07.528073+0000","last_undegraded":"2024-04-15T16:27:07.528073+0000","last_fullsized":"2024-04-15T16:27:07.528073+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:10:11.013023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531631+0000","last_change":"2024-04-15T16:25:34.326135+0000","last_active":"2024-04-15T16:27:07.531631+0000","last_peered":"2024-04-15T16:27:07.531631+0000","last_clean":"2024-04-15T16:27:07.531631+0000","last_became_active":"2024-04-15T16:25:34.325161+0000","last_became_peered":"2024-04-15T16:25:34.325161+0000","last_unstale":"2024-04-15T16:27:07.531631+0000","last_undegraded":"2024-04-15T16:27:07.531631+0000","last_fullsized":"2024-04-15T16:27:07.531631+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:25:38.965912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":21,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527328+0000","last_change":"2024-04-15T16:25:33.967307+0000","last_active":"2024-04-15T16:27:07.527328+0000","last_peered":"2024-04-15T16:27:07.527328+0000","last_clean":"2024-04-15T16:27:07.527328+0000","last_became_active":"2024-04-15T16:25:33.966839+0000","last_became_peered":"2024-04-15T16:25:33.966839+0000","last_unstale":"2024-04-15T16:27:07.527328+0000","last_undegraded":"2024-04-15T16:27:07.527328+0000","last_fullsized":"2024-04-15T16:27:07.527328+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:38:31.005337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531112+0000","last_change":"2024-04-15T16:25:34.340533+0000","last_active":"2024-04-15T16:27:07.531112+0000","last_peered":"2024-04-15T16:27:07.531112+0000","last_clean":"2024-04-15T16:27:07.531112+0000","last_became_active":"2024-04-15T16:25:34.340228+0000","last_became_peered":"2024-04-15T16:25:34.340228+0000","last_unstale":"2024-04-15T16:27:07.531112+0000","last_undegraded":"2024-04-15T16:27:07.531112+0000","last_fullsized":"2024-04-15T16:27:07.531112+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:05:24.511121+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"63'9","reported_seq":27,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347751+0000","last_change":"2024-04-15T16:25:33.967575+0000","last_active":"2024-04-15T16:27:08.347751+0000","last_peered":"2024-04-15T16:27:08.347751+0000","last_clean":"2024-04-15T16:27:08.347751+0000","last_became_active":"2024-04-15T16:25:33.967272+0000","last_became_peered":"2024-04-15T16:25:33.967272+0000","last_unstale":"2024-04-15T16:27:08.347751+0000","last_undegraded":"2024-04-15T16:27:08.347751+0000","last_fullsized":"2024-04-15T16:27:08.347751+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:45:59.235872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.607091+0000","last_change":"2024-04-15T16:27:08.607091+0000","last_active":"2024-04-15T16:27:08.607091+0000","last_peered":"2024-04-15T16:27:08.607091+0000","last_clean":"2024-04-15T16:27:08.607091+0000","last_became_active":"2024-04-15T16:27:08.606717+0000","last_became_peered":"2024-04-15T16:27:08.606717+0000","last_unstale":"2024-04-15T16:27:08.607091+0000","last_undegraded":"2024-04-15T16:27:08.607091+0000","last_fullsized":"2024-04-15T16:27:08.607091+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:53:22.429105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531315+0000","last_change":"2024-04-15T16:25:33.966205+0000","last_active":"2024-04-15T16:27:07.531315+0000","last_peered":"2024-04-15T16:27:07.531315+0000","last_clean":"2024-04-15T16:27:07.531315+0000","last_became_active":"2024-04-15T16:25:33.965899+0000","last_became_peered":"2024-04-15T16:25:33.965899+0000","last_unstale":"2024-04-15T16:27:07.531315+0000","last_undegraded":"2024-04-15T16:27:07.531315+0000","last_fullsized":"2024-04-15T16:27:07.531315+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:17:57.057127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531141+0000","last_change":"2024-04-15T16:25:34.325947+0000","last_active":"2024-04-15T16:27:07.531141+0000","last_peered":"2024-04-15T16:27:07.531141+0000","last_clean":"2024-04-15T16:27:07.531141+0000","last_became_active":"2024-04-15T16:25:34.325570+0000","last_became_peered":"2024-04-15T16:25:34.325570+0000","last_unstale":"2024-04-15T16:27:07.531141+0000","last_undegraded":"2024-04-15T16:27:07.531141+0000","last_fullsized":"2024-04-15T16:27:07.531141+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:24:04.134457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527723+0000","last_change":"2024-04-15T16:25:33.971097+0000","last_active":"2024-04-15T16:27:07.527723+0000","last_peered":"2024-04-15T16:27:07.527723+0000","last_clean":"2024-04-15T16:27:07.527723+0000","last_became_active":"2024-04-15T16:25:33.970742+0000","last_became_peered":"2024-04-15T16:25:33.970742+0000","last_unstale":"2024-04-15T16:27:07.527723+0000","last_undegraded":"2024-04-15T16:27:07.527723+0000","last_fullsized":"2024-04-15T16:27:07.527723+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:04.262471+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531333+0000","last_change":"2024-04-15T16:25:34.341058+0000","last_active":"2024-04-15T16:27:07.531333+0000","last_peered":"2024-04-15T16:27:07.531333+0000","last_clean":"2024-04-15T16:27:07.531333+0000","last_became_active":"2024-04-15T16:25:34.340768+0000","last_became_peered":"2024-04-15T16:25:34.340768+0000","last_unstale":"2024-04-15T16:27:07.531333+0000","last_undegraded":"2024-04-15T16:27:07.531333+0000","last_fullsized":"2024-04-15T16:27:07.531333+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:23:51.922915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347355+0000","last_change":"2024-04-15T16:25:33.960413+0000","last_active":"2024-04-15T16:27:08.347355+0000","last_peered":"2024-04-15T16:27:08.347355+0000","last_clean":"2024-04-15T16:27:08.347355+0000","last_became_active":"2024-04-15T16:25:33.960098+0000","last_became_peered":"2024-04-15T16:25:33.960098+0000","last_unstale":"2024-04-15T16:27:08.347355+0000","last_undegraded":"2024-04-15T16:27:08.347355+0000","last_fullsized":"2024-04-15T16:27:08.347355+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:21:45.822045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347373+0000","last_change":"2024-04-15T16:25:34.330816+0000","last_active":"2024-04-15T16:27:08.347373+0000","last_peered":"2024-04-15T16:27:08.347373+0000","last_clean":"2024-04-15T16:27:08.347373+0000","last_became_active":"2024-04-15T16:25:34.330543+0000","last_became_peered":"2024-04-15T16:25:34.330543+0000","last_unstale":"2024-04-15T16:27:08.347373+0000","last_undegraded":"2024-04-15T16:27:08.347373+0000","last_fullsized":"2024-04-15T16:27:08.347373+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:57:41.073730+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":26,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530336+0000","last_change":"2024-04-15T16:25:33.975121+0000","last_active":"2024-04-15T16:27:07.530336+0000","last_peered":"2024-04-15T16:27:07.530336+0000","last_clean":"2024-04-15T16:27:07.530336+0000","last_became_active":"2024-04-15T16:25:33.974858+0000","last_became_peered":"2024-04-15T16:25:33.974858+0000","last_unstale":"2024-04-15T16:27:07.530336+0000","last_undegraded":"2024-04-15T16:27:07.530336+0000","last_fullsized":"2024-04-15T16:27:07.530336+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:58:50.869218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530919+0000","last_change":"2024-04-15T16:25:34.340249+0000","last_active":"2024-04-15T16:27:07.530919+0000","last_peered":"2024-04-15T16:27:07.530919+0000","last_clean":"2024-04-15T16:27:07.530919+0000","last_became_active":"2024-04-15T16:25:34.339924+0000","last_became_peered":"2024-04-15T16:25:34.339924+0000","last_unstale":"2024-04-15T16:27:07.530919+0000","last_undegraded":"2024-04-15T16:27:07.530919+0000","last_fullsized":"2024-04-15T16:27:07.530919+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:13:05.221281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530445+0000","last_change":"2024-04-15T16:25:33.963970+0000","last_active":"2024-04-15T16:27:07.530445+0000","last_peered":"2024-04-15T16:27:07.530445+0000","last_clean":"2024-04-15T16:27:07.530445+0000","last_became_active":"2024-04-15T16:25:33.963675+0000","last_became_peered":"2024-04-15T16:25:33.963675+0000","last_unstale":"2024-04-15T16:27:07.530445+0000","last_undegraded":"2024-04-15T16:27:07.530445+0000","last_fullsized":"2024-04-15T16:27:07.530445+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:44:14.551995+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531632+0000","last_change":"2024-04-15T16:25:34.338064+0000","last_active":"2024-04-15T16:27:07.531632+0000","last_peered":"2024-04-15T16:27:07.531632+0000","last_clean":"2024-04-15T16:27:07.531632+0000","last_became_active":"2024-04-15T16:25:34.336593+0000","last_became_peered":"2024-04-15T16:25:34.336593+0000","last_unstale":"2024-04-15T16:27:07.531632+0000","last_undegraded":"2024-04-15T16:27:07.531632+0000","last_fullsized":"2024-04-15T16:27:07.531632+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:42:49.029367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.526621+0000","last_change":"2024-04-15T16:26:07.672358+0000","last_active":"2024-04-15T16:27:07.526621+0000","last_peered":"2024-04-15T16:27:07.526621+0000","last_clean":"2024-04-15T16:27:07.526621+0000","last_became_active":"2024-04-15T16:26:07.672050+0000","last_became_peered":"2024-04-15T16:26:07.672050+0000","last_unstale":"2024-04-15T16:27:07.526621+0000","last_undegraded":"2024-04-15T16:27:07.526621+0000","last_fullsized":"2024-04-15T16:27:07.526621+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:28:29.619364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.605913+0000","last_change":"2024-04-15T16:27:08.605913+0000","last_active":"2024-04-15T16:27:08.605913+0000","last_peered":"2024-04-15T16:27:08.605913+0000","last_clean":"2024-04-15T16:27:08.605913+0000","last_became_active":"2024-04-15T16:27:08.605559+0000","last_became_peered":"2024-04-15T16:27:08.605559+0000","last_unstale":"2024-04-15T16:27:08.605913+0000","last_undegraded":"2024-04-15T16:27:08.605913+0000","last_fullsized":"2024-04-15T16:27:08.605913+0000","mapping_epoch":67,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":68,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:02:34.975429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.528406+0000","last_change":"2024-04-15T16:25:34.329749+0000","last_active":"2024-04-15T16:27:07.528406+0000","last_peered":"2024-04-15T16:27:07.528406+0000","last_clean":"2024-04-15T16:27:07.528406+0000","last_became_active":"2024-04-15T16:25:34.329373+0000","last_became_peered":"2024-04-15T16:25:34.329373+0000","last_unstale":"2024-04-15T16:27:07.528406+0000","last_undegraded":"2024-04-15T16:27:07.528406+0000","last_fullsized":"2024-04-15T16:27:07.528406+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:54:33.440794+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.526973+0000","last_change":"2024-04-15T16:26:07.584349+0000","last_active":"2024-04-15T16:27:07.526973+0000","last_peered":"2024-04-15T16:27:07.526973+0000","last_clean":"2024-04-15T16:27:07.526973+0000","last_became_active":"2024-04-15T16:26:07.584035+0000","last_became_peered":"2024-04-15T16:26:07.584035+0000","last_unstale":"2024-04-15T16:27:07.526973+0000","last_undegraded":"2024-04-15T16:27:07.526973+0000","last_fullsized":"2024-04-15T16:27:07.526973+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:20:57.328055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527550+0000","last_change":"2024-04-15T16:25:33.972651+0000","last_active":"2024-04-15T16:27:07.527550+0000","last_peered":"2024-04-15T16:27:07.527550+0000","last_clean":"2024-04-15T16:27:07.527550+0000","last_became_active":"2024-04-15T16:25:33.972347+0000","last_became_peered":"2024-04-15T16:25:33.972347+0000","last_unstale":"2024-04-15T16:27:07.527550+0000","last_undegraded":"2024-04-15T16:27:07.527550+0000","last_fullsized":"2024-04-15T16:27:07.527550+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:47:45.997271+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.529545+0000","last_change":"2024-04-15T16:25:34.343280+0000","last_active":"2024-04-15T16:27:07.529545+0000","last_peered":"2024-04-15T16:27:07.529545+0000","last_clean":"2024-04-15T16:27:07.529545+0000","last_became_active":"2024-04-15T16:25:34.342985+0000","last_became_peered":"2024-04-15T16:25:34.342985+0000","last_unstale":"2024-04-15T16:27:07.529545+0000","last_undegraded":"2024-04-15T16:27:07.529545+0000","last_fullsized":"2024-04-15T16:27:07.529545+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:17:10.967579+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527440+0000","last_change":"2024-04-15T16:26:07.672539+0000","last_active":"2024-04-15T16:27:07.527440+0000","last_peered":"2024-04-15T16:27:07.527440+0000","last_clean":"2024-04-15T16:27:07.527440+0000","last_became_active":"2024-04-15T16:26:07.672272+0000","last_became_peered":"2024-04-15T16:26:07.672272+0000","last_unstale":"2024-04-15T16:27:07.527440+0000","last_undegraded":"2024-04-15T16:27:07.527440+0000","last_fullsized":"2024-04-15T16:27:07.527440+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:41:19.763915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527659+0000","last_change":"2024-04-15T16:25:34.334887+0000","last_active":"2024-04-15T16:27:07.527659+0000","last_peered":"2024-04-15T16:27:07.527659+0000","last_clean":"2024-04-15T16:27:07.527659+0000","last_became_active":"2024-04-15T16:25:34.334628+0000","last_became_peered":"2024-04-15T16:25:34.334628+0000","last_unstale":"2024-04-15T16:27:07.527659+0000","last_undegraded":"2024-04-15T16:27:07.527659+0000","last_fullsized":"2024-04-15T16:27:07.527659+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:08:27.967266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530745+0000","last_change":"2024-04-15T16:25:33.974203+0000","last_active":"2024-04-15T16:27:07.530745+0000","last_peered":"2024-04-15T16:27:07.530745+0000","last_clean":"2024-04-15T16:27:07.530745+0000","last_became_active":"2024-04-15T16:25:33.973940+0000","last_became_peered":"2024-04-15T16:25:33.973940+0000","last_unstale":"2024-04-15T16:27:07.530745+0000","last_undegraded":"2024-04-15T16:27:07.530745+0000","last_fullsized":"2024-04-15T16:27:07.530745+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:51:38.161890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347562+0000","last_change":"2024-04-15T16:26:07.672740+0000","last_active":"2024-04-15T16:27:08.347562+0000","last_peered":"2024-04-15T16:27:08.347562+0000","last_clean":"2024-04-15T16:27:08.347562+0000","last_became_active":"2024-04-15T16:26:07.672444+0000","last_became_peered":"2024-04-15T16:26:07.672444+0000","last_unstale":"2024-04-15T16:27:08.347562+0000","last_undegraded":"2024-04-15T16:27:08.347562+0000","last_fullsized":"2024-04-15T16:27:08.347562+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:35:34.553105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534157+0000","last_change":"2024-04-15T16:25:34.339558+0000","last_active":"2024-04-15T16:27:07.534157+0000","last_peered":"2024-04-15T16:27:07.534157+0000","last_clean":"2024-04-15T16:27:07.534157+0000","last_became_active":"2024-04-15T16:25:34.339280+0000","last_became_peered":"2024-04-15T16:25:34.339280+0000","last_unstale":"2024-04-15T16:27:07.534157+0000","last_undegraded":"2024-04-15T16:27:07.534157+0000","last_fullsized":"2024-04-15T16:27:07.534157+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:08:29.854773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527515+0000","last_change":"2024-04-15T16:25:33.970852+0000","last_active":"2024-04-15T16:27:07.527515+0000","last_peered":"2024-04-15T16:27:07.527515+0000","last_clean":"2024-04-15T16:27:07.527515+0000","last_became_active":"2024-04-15T16:25:33.970485+0000","last_became_peered":"2024-04-15T16:25:33.970485+0000","last_unstale":"2024-04-15T16:27:07.527515+0000","last_undegraded":"2024-04-15T16:27:07.527515+0000","last_fullsized":"2024-04-15T16:27:07.527515+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:27:54.651984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":265,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.533590+0000","last_change":"2024-04-15T16:25:16.897720+0000","last_active":"2024-04-15T16:27:08.533590+0000","last_peered":"2024-04-15T16:27:08.533590+0000","last_clean":"2024-04-15T16:27:08.533590+0000","last_became_active":"2024-04-15T16:25:16.897306+0000","last_became_peered":"2024-04-15T16:25:16.897306+0000","last_unstale":"2024-04-15T16:27:08.533590+0000","last_undegraded":"2024-04-15T16:27:08.533590+0000","last_fullsized":"2024-04-15T16:27:08.533590+0000","mapping_epoch":57,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":58,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_clean_scrub_stamp":"2024-04-15T16:23:16.414562+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:19:26.084835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531854+0000","last_change":"2024-04-15T16:26:07.580405+0000","last_active":"2024-04-15T16:27:07.531854+0000","last_peered":"2024-04-15T16:27:07.531854+0000","last_clean":"2024-04-15T16:27:07.531854+0000","last_became_active":"2024-04-15T16:26:07.580092+0000","last_became_peered":"2024-04-15T16:26:07.580092+0000","last_unstale":"2024-04-15T16:27:07.531854+0000","last_undegraded":"2024-04-15T16:27:07.531854+0000","last_fullsized":"2024-04-15T16:27:07.531854+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:30:04.269194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530893+0000","last_change":"2024-04-15T16:25:34.329780+0000","last_active":"2024-04-15T16:27:07.530893+0000","last_peered":"2024-04-15T16:27:07.530893+0000","last_clean":"2024-04-15T16:27:07.530893+0000","last_became_active":"2024-04-15T16:25:34.329092+0000","last_became_peered":"2024-04-15T16:25:34.329092+0000","last_unstale":"2024-04-15T16:27:07.530893+0000","last_undegraded":"2024-04-15T16:27:07.530893+0000","last_fullsized":"2024-04-15T16:27:07.530893+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:12:16.781654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530703+0000","last_change":"2024-04-15T16:25:33.974306+0000","last_active":"2024-04-15T16:27:07.530703+0000","last_peered":"2024-04-15T16:27:07.530703+0000","last_clean":"2024-04-15T16:27:07.530703+0000","last_became_active":"2024-04-15T16:25:33.973989+0000","last_became_peered":"2024-04-15T16:25:33.973989+0000","last_unstale":"2024-04-15T16:27:07.530703+0000","last_undegraded":"2024-04-15T16:27:07.530703+0000","last_fullsized":"2024-04-15T16:27:07.530703+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:28:08.876868+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530983+0000","last_change":"2024-04-15T16:26:07.674519+0000","last_active":"2024-04-15T16:27:07.530983+0000","last_peered":"2024-04-15T16:27:07.530983+0000","last_clean":"2024-04-15T16:27:07.530983+0000","last_became_active":"2024-04-15T16:26:07.674268+0000","last_became_peered":"2024-04-15T16:26:07.674268+0000","last_unstale":"2024-04-15T16:27:07.530983+0000","last_undegraded":"2024-04-15T16:27:07.530983+0000","last_fullsized":"2024-04-15T16:27:07.530983+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:55:37.300597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531878+0000","last_change":"2024-04-15T16:25:33.977162+0000","last_active":"2024-04-15T16:27:07.531878+0000","last_peered":"2024-04-15T16:27:07.531878+0000","last_clean":"2024-04-15T16:27:07.531878+0000","last_became_active":"2024-04-15T16:25:33.976865+0000","last_became_peered":"2024-04-15T16:25:33.976865+0000","last_unstale":"2024-04-15T16:27:07.531878+0000","last_undegraded":"2024-04-15T16:27:07.531878+0000","last_fullsized":"2024-04-15T16:27:07.531878+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:14:25.576887+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527620+0000","last_change":"2024-04-15T16:25:34.327120+0000","last_active":"2024-04-15T16:27:07.527620+0000","last_peered":"2024-04-15T16:27:07.527620+0000","last_clean":"2024-04-15T16:27:07.527620+0000","last_became_active":"2024-04-15T16:25:34.326766+0000","last_became_peered":"2024-04-15T16:25:34.326766+0000","last_unstale":"2024-04-15T16:27:07.527620+0000","last_undegraded":"2024-04-15T16:27:07.527620+0000","last_fullsized":"2024-04-15T16:27:07.527620+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:01:33.662442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.533958+0000","last_change":"2024-04-15T16:26:07.672331+0000","last_active":"2024-04-15T16:27:07.533958+0000","last_peered":"2024-04-15T16:27:07.533958+0000","last_clean":"2024-04-15T16:27:07.533958+0000","last_became_active":"2024-04-15T16:26:07.672022+0000","last_became_peered":"2024-04-15T16:26:07.672022+0000","last_unstale":"2024-04-15T16:27:07.533958+0000","last_undegraded":"2024-04-15T16:27:07.533958+0000","last_fullsized":"2024-04-15T16:27:07.533958+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:35:55.765767+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"62'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527454+0000","last_change":"2024-04-15T16:25:33.966004+0000","last_active":"2024-04-15T16:27:07.527454+0000","last_peered":"2024-04-15T16:27:07.527454+0000","last_clean":"2024-04-15T16:27:07.527454+0000","last_became_active":"2024-04-15T16:25:33.965642+0000","last_became_peered":"2024-04-15T16:25:33.965642+0000","last_unstale":"2024-04-15T16:27:07.527454+0000","last_undegraded":"2024-04-15T16:27:07.527454+0000","last_fullsized":"2024-04-15T16:27:07.527454+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:47:57.610962+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534456+0000","last_change":"2024-04-15T16:25:34.325277+0000","last_active":"2024-04-15T16:27:07.534456+0000","last_peered":"2024-04-15T16:27:07.534456+0000","last_clean":"2024-04-15T16:27:07.534456+0000","last_became_active":"2024-04-15T16:25:34.324177+0000","last_became_peered":"2024-04-15T16:25:34.324177+0000","last_unstale":"2024-04-15T16:27:07.534456+0000","last_undegraded":"2024-04-15T16:27:07.534456+0000","last_fullsized":"2024-04-15T16:27:07.534456+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:55:56.678943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530342+0000","last_change":"2024-04-15T16:26:07.672746+0000","last_active":"2024-04-15T16:27:07.530342+0000","last_peered":"2024-04-15T16:27:07.530342+0000","last_clean":"2024-04-15T16:27:07.530342+0000","last_became_active":"2024-04-15T16:26:07.672434+0000","last_became_peered":"2024-04-15T16:26:07.672434+0000","last_unstale":"2024-04-15T16:27:07.530342+0000","last_undegraded":"2024-04-15T16:27:07.530342+0000","last_fullsized":"2024-04-15T16:27:07.530342+0000","mapping_epoch":63,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":64,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:12:43.934565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347982+0000","last_change":"2024-04-15T16:25:33.968052+0000","last_active":"2024-04-15T16:27:08.347982+0000","last_peered":"2024-04-15T16:27:08.347982+0000","last_clean":"2024-04-15T16:27:08.347982+0000","last_became_active":"2024-04-15T16:25:33.967776+0000","last_became_peered":"2024-04-15T16:25:33.967776+0000","last_unstale":"2024-04-15T16:27:08.347982+0000","last_undegraded":"2024-04-15T16:27:08.347982+0000","last_fullsized":"2024-04-15T16:27:08.347982+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:49:40.710130+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.532032+0000","last_change":"2024-04-15T16:25:34.330673+0000","last_active":"2024-04-15T16:27:07.532032+0000","last_peered":"2024-04-15T16:27:07.532032+0000","last_clean":"2024-04-15T16:27:07.532032+0000","last_became_active":"2024-04-15T16:25:34.330162+0000","last_became_peered":"2024-04-15T16:25:34.330162+0000","last_unstale":"2024-04-15T16:27:07.532032+0000","last_undegraded":"2024-04-15T16:27:07.532032+0000","last_fullsized":"2024-04-15T16:27:07.532032+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:00:57.830598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530995+0000","last_change":"2024-04-15T16:25:33.974303+0000","last_active":"2024-04-15T16:27:07.530995+0000","last_peered":"2024-04-15T16:27:07.530995+0000","last_clean":"2024-04-15T16:27:07.530995+0000","last_became_active":"2024-04-15T16:25:33.973998+0000","last_became_peered":"2024-04-15T16:25:33.973998+0000","last_unstale":"2024-04-15T16:27:07.530995+0000","last_undegraded":"2024-04-15T16:27:07.530995+0000","last_fullsized":"2024-04-15T16:27:07.530995+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:20:48.109889+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530737+0000","last_change":"2024-04-15T16:25:34.327068+0000","last_active":"2024-04-15T16:27:07.530737+0000","last_peered":"2024-04-15T16:27:07.530737+0000","last_clean":"2024-04-15T16:27:07.530737+0000","last_became_active":"2024-04-15T16:25:34.326782+0000","last_became_peered":"2024-04-15T16:25:34.326782+0000","last_unstale":"2024-04-15T16:27:07.530737+0000","last_undegraded":"2024-04-15T16:27:07.530737+0000","last_fullsized":"2024-04-15T16:27:07.530737+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:16:43.460702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.526758+0000","last_change":"2024-04-15T16:25:33.969318+0000","last_active":"2024-04-15T16:27:07.526758+0000","last_peered":"2024-04-15T16:27:07.526758+0000","last_clean":"2024-04-15T16:27:07.526758+0000","last_became_active":"2024-04-15T16:25:33.969058+0000","last_became_peered":"2024-04-15T16:25:33.969058+0000","last_unstale":"2024-04-15T16:27:07.526758+0000","last_undegraded":"2024-04-15T16:27:07.526758+0000","last_fullsized":"2024-04-15T16:27:07.526758+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:26:00.301157+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.533955+0000","last_change":"2024-04-15T16:25:34.335914+0000","last_active":"2024-04-15T16:27:07.533955+0000","last_peered":"2024-04-15T16:27:07.533955+0000","last_clean":"2024-04-15T16:27:07.533955+0000","last_became_active":"2024-04-15T16:25:34.334739+0000","last_became_peered":"2024-04-15T16:25:34.334739+0000","last_unstale":"2024-04-15T16:27:07.533955+0000","last_undegraded":"2024-04-15T16:27:07.533955+0000","last_fullsized":"2024-04-15T16:27:07.533955+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:10:25.659672+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527891+0000","last_change":"2024-04-15T16:25:33.969935+0000","last_active":"2024-04-15T16:27:07.527891+0000","last_peered":"2024-04-15T16:27:07.527891+0000","last_clean":"2024-04-15T16:27:07.527891+0000","last_became_active":"2024-04-15T16:25:33.969675+0000","last_became_peered":"2024-04-15T16:25:33.969675+0000","last_unstale":"2024-04-15T16:27:07.527891+0000","last_undegraded":"2024-04-15T16:27:07.527891+0000","last_fullsized":"2024-04-15T16:27:07.527891+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:26:57.197844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534145+0000","last_change":"2024-04-15T16:25:34.334667+0000","last_active":"2024-04-15T16:27:07.534145+0000","last_peered":"2024-04-15T16:27:07.534145+0000","last_clean":"2024-04-15T16:27:07.534145+0000","last_became_active":"2024-04-15T16:25:34.334389+0000","last_became_peered":"2024-04-15T16:25:34.334389+0000","last_unstale":"2024-04-15T16:27:07.534145+0000","last_undegraded":"2024-04-15T16:27:07.534145+0000","last_fullsized":"2024-04-15T16:27:07.534145+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:33:45.361899+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531298+0000","last_change":"2024-04-15T16:25:33.967903+0000","last_active":"2024-04-15T16:27:07.531298+0000","last_peered":"2024-04-15T16:27:07.531298+0000","last_clean":"2024-04-15T16:27:07.531298+0000","last_became_active":"2024-04-15T16:25:33.967571+0000","last_became_peered":"2024-04-15T16:25:33.967571+0000","last_unstale":"2024-04-15T16:27:07.531298+0000","last_undegraded":"2024-04-15T16:27:07.531298+0000","last_fullsized":"2024-04-15T16:27:07.531298+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:11:55.673773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347507+0000","last_change":"2024-04-15T16:25:34.338704+0000","last_active":"2024-04-15T16:27:08.347507+0000","last_peered":"2024-04-15T16:27:08.347507+0000","last_clean":"2024-04-15T16:27:08.347507+0000","last_became_active":"2024-04-15T16:25:34.338239+0000","last_became_peered":"2024-04-15T16:25:34.338239+0000","last_unstale":"2024-04-15T16:27:08.347507+0000","last_undegraded":"2024-04-15T16:27:08.347507+0000","last_fullsized":"2024-04-15T16:27:08.347507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:39.269699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530869+0000","last_change":"2024-04-15T16:25:33.971329+0000","last_active":"2024-04-15T16:27:07.530869+0000","last_peered":"2024-04-15T16:27:07.530869+0000","last_clean":"2024-04-15T16:27:07.530869+0000","last_became_active":"2024-04-15T16:25:33.970851+0000","last_became_peered":"2024-04-15T16:25:33.970851+0000","last_unstale":"2024-04-15T16:27:07.530869+0000","last_undegraded":"2024-04-15T16:27:07.530869+0000","last_fullsized":"2024-04-15T16:27:07.530869+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:46:36.051699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531746+0000","last_change":"2024-04-15T16:25:34.335332+0000","last_active":"2024-04-15T16:27:07.531746+0000","last_peered":"2024-04-15T16:27:07.531746+0000","last_clean":"2024-04-15T16:27:07.531746+0000","last_became_active":"2024-04-15T16:25:34.335041+0000","last_became_peered":"2024-04-15T16:25:34.335041+0000","last_unstale":"2024-04-15T16:27:07.531746+0000","last_undegraded":"2024-04-15T16:27:07.531746+0000","last_fullsized":"2024-04-15T16:27:07.531746+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:55:14.092097+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"61'1","reported_seq":19,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527236+0000","last_change":"2024-04-15T16:25:33.967108+0000","last_active":"2024-04-15T16:27:07.527236+0000","last_peered":"2024-04-15T16:27:07.527236+0000","last_clean":"2024-04-15T16:27:07.527236+0000","last_became_active":"2024-04-15T16:25:33.966317+0000","last_became_peered":"2024-04-15T16:25:33.966317+0000","last_unstale":"2024-04-15T16:27:07.527236+0000","last_undegraded":"2024-04-15T16:27:07.527236+0000","last_fullsized":"2024-04-15T16:27:07.527236+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:17:14.783160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527622+0000","last_change":"2024-04-15T16:25:34.336052+0000","last_active":"2024-04-15T16:27:07.527622+0000","last_peered":"2024-04-15T16:27:07.527622+0000","last_clean":"2024-04-15T16:27:07.527622+0000","last_became_active":"2024-04-15T16:25:34.335788+0000","last_became_peered":"2024-04-15T16:25:34.335788+0000","last_unstale":"2024-04-15T16:27:07.527622+0000","last_undegraded":"2024-04-15T16:27:07.527622+0000","last_fullsized":"2024-04-15T16:27:07.527622+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:22:23.166556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"61'2","reported_seq":20,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531168+0000","last_change":"2024-04-15T16:25:33.966349+0000","last_active":"2024-04-15T16:27:07.531168+0000","last_peered":"2024-04-15T16:27:07.531168+0000","last_clean":"2024-04-15T16:27:07.531168+0000","last_became_active":"2024-04-15T16:25:33.966059+0000","last_became_peered":"2024-04-15T16:25:33.966059+0000","last_unstale":"2024-04-15T16:27:07.531168+0000","last_undegraded":"2024-04-15T16:27:07.531168+0000","last_fullsized":"2024-04-15T16:27:07.531168+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:05:16.350194+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.532313+0000","last_change":"2024-04-15T16:25:34.340359+0000","last_active":"2024-04-15T16:27:07.532313+0000","last_peered":"2024-04-15T16:27:07.532313+0000","last_clean":"2024-04-15T16:27:07.532313+0000","last_became_active":"2024-04-15T16:25:34.340083+0000","last_became_peered":"2024-04-15T16:25:34.340083+0000","last_unstale":"2024-04-15T16:27:07.532313+0000","last_undegraded":"2024-04-15T16:27:07.532313+0000","last_fullsized":"2024-04-15T16:27:07.532313+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:42:22.651312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347297+0000","last_change":"2024-04-15T16:25:34.329854+0000","last_active":"2024-04-15T16:27:08.347297+0000","last_peered":"2024-04-15T16:27:08.347297+0000","last_clean":"2024-04-15T16:27:08.347297+0000","last_became_active":"2024-04-15T16:25:34.329570+0000","last_became_peered":"2024-04-15T16:25:34.329570+0000","last_unstale":"2024-04-15T16:27:08.347297+0000","last_undegraded":"2024-04-15T16:27:08.347297+0000","last_fullsized":"2024-04-15T16:27:08.347297+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:55:22.011676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.530862+0000","last_change":"2024-04-15T16:25:34.330905+0000","last_active":"2024-04-15T16:27:07.530862+0000","last_peered":"2024-04-15T16:27:07.530862+0000","last_clean":"2024-04-15T16:27:07.530862+0000","last_became_active":"2024-04-15T16:25:34.330626+0000","last_became_peered":"2024-04-15T16:25:34.330626+0000","last_unstale":"2024-04-15T16:27:07.530862+0000","last_undegraded":"2024-04-15T16:27:07.530862+0000","last_fullsized":"2024-04-15T16:27:07.530862+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:48:38.151778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527845+0000","last_change":"2024-04-15T16:25:34.327468+0000","last_active":"2024-04-15T16:27:07.527845+0000","last_peered":"2024-04-15T16:27:07.527845+0000","last_clean":"2024-04-15T16:27:07.527845+0000","last_became_active":"2024-04-15T16:25:34.327087+0000","last_became_peered":"2024-04-15T16:25:34.327087+0000","last_unstale":"2024-04-15T16:27:07.527845+0000","last_undegraded":"2024-04-15T16:27:07.527845+0000","last_fullsized":"2024-04-15T16:27:07.527845+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:23:13.604820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531140+0000","last_change":"2024-04-15T16:25:34.328654+0000","last_active":"2024-04-15T16:27:07.531140+0000","last_peered":"2024-04-15T16:27:07.531140+0000","last_clean":"2024-04-15T16:27:07.531140+0000","last_became_active":"2024-04-15T16:25:34.328368+0000","last_became_peered":"2024-04-15T16:25:34.328368+0000","last_unstale":"2024-04-15T16:27:07.531140+0000","last_undegraded":"2024-04-15T16:27:07.531140+0000","last_fullsized":"2024-04-15T16:27:07.531140+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:59:36.163111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534357+0000","last_change":"2024-04-15T16:25:34.338104+0000","last_active":"2024-04-15T16:27:07.534357+0000","last_peered":"2024-04-15T16:27:07.534357+0000","last_clean":"2024-04-15T16:27:07.534357+0000","last_became_active":"2024-04-15T16:25:34.337807+0000","last_became_peered":"2024-04-15T16:25:34.337807+0000","last_unstale":"2024-04-15T16:27:07.534357+0000","last_undegraded":"2024-04-15T16:27:07.534357+0000","last_fullsized":"2024-04-15T16:27:07.534357+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:22:15.979198+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527142+0000","last_change":"2024-04-15T16:25:34.331106+0000","last_active":"2024-04-15T16:27:07.527142+0000","last_peered":"2024-04-15T16:27:07.527142+0000","last_clean":"2024-04-15T16:27:07.527142+0000","last_became_active":"2024-04-15T16:25:34.330822+0000","last_became_peered":"2024-04-15T16:25:34.330822+0000","last_unstale":"2024-04-15T16:27:07.527142+0000","last_undegraded":"2024-04-15T16:27:07.527142+0000","last_fullsized":"2024-04-15T16:27:07.527142+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:51:32.632127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347964+0000","last_change":"2024-04-15T16:25:34.342193+0000","last_active":"2024-04-15T16:27:08.347964+0000","last_peered":"2024-04-15T16:27:08.347964+0000","last_clean":"2024-04-15T16:27:08.347964+0000","last_became_active":"2024-04-15T16:25:34.341609+0000","last_became_peered":"2024-04-15T16:25:34.341609+0000","last_unstale":"2024-04-15T16:27:08.347964+0000","last_undegraded":"2024-04-15T16:27:08.347964+0000","last_fullsized":"2024-04-15T16:27:08.347964+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:19:18.018266+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534474+0000","last_change":"2024-04-15T16:25:34.335332+0000","last_active":"2024-04-15T16:27:07.534474+0000","last_peered":"2024-04-15T16:27:07.534474+0000","last_clean":"2024-04-15T16:27:07.534474+0000","last_became_active":"2024-04-15T16:25:34.335057+0000","last_became_peered":"2024-04-15T16:25:34.335057+0000","last_unstale":"2024-04-15T16:27:07.534474+0000","last_undegraded":"2024-04-15T16:27:07.534474+0000","last_fullsized":"2024-04-15T16:27:07.534474+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:29:40.301716+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527490+0000","last_change":"2024-04-15T16:25:34.328290+0000","last_active":"2024-04-15T16:27:07.527490+0000","last_peered":"2024-04-15T16:27:07.527490+0000","last_clean":"2024-04-15T16:27:07.527490+0000","last_became_active":"2024-04-15T16:25:34.326971+0000","last_became_peered":"2024-04-15T16:25:34.326971+0000","last_unstale":"2024-04-15T16:27:07.527490+0000","last_undegraded":"2024-04-15T16:27:07.527490+0000","last_fullsized":"2024-04-15T16:27:07.527490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:01:30.830981+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.534043+0000","last_change":"2024-04-15T16:25:34.334878+0000","last_active":"2024-04-15T16:27:07.534043+0000","last_peered":"2024-04-15T16:27:07.534043+0000","last_clean":"2024-04-15T16:27:07.534043+0000","last_became_active":"2024-04-15T16:25:34.334566+0000","last_became_peered":"2024-04-15T16:25:34.334566+0000","last_unstale":"2024-04-15T16:27:07.534043+0000","last_undegraded":"2024-04-15T16:27:07.534043+0000","last_fullsized":"2024-04-15T16:27:07.534043+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:20:14.281939+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.527947+0000","last_change":"2024-04-15T16:25:34.336804+0000","last_active":"2024-04-15T16:27:07.527947+0000","last_peered":"2024-04-15T16:27:07.527947+0000","last_clean":"2024-04-15T16:27:07.527947+0000","last_became_active":"2024-04-15T16:25:34.336480+0000","last_became_peered":"2024-04-15T16:25:34.336480+0000","last_unstale":"2024-04-15T16:27:07.527947+0000","last_undegraded":"2024-04-15T16:27:07.527947+0000","last_fullsized":"2024-04-15T16:27:07.527947+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:50:46.457258+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:07.531222+0000","last_change":"2024-04-15T16:25:34.320254+0000","last_active":"2024-04-15T16:27:07.531222+0000","last_peered":"2024-04-15T16:27:07.531222+0000","last_clean":"2024-04-15T16:27:07.531222+0000","last_became_active":"2024-04-15T16:25:34.319990+0000","last_became_peered":"2024-04-15T16:25:34.319990+0000","last_unstale":"2024-04-15T16:27:07.531222+0000","last_undegraded":"2024-04-15T16:27:07.531222+0000","last_fullsized":"2024-04-15T16:27:07.531222+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:50:51.187877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":67,"state":"active+clean","last_fresh":"2024-04-15T16:27:08.347746+0000","last_change":"2024-04-15T16:25:34.332044+0000","last_active":"2024-04-15T16:27:08.347746+0000","last_peered":"2024-04-15T16:27:08.347746+0000","last_clean":"2024-04-15T16:27:08.347746+0000","last_became_active":"2024-04-15T16:25:34.331697+0000","last_became_peered":"2024-04-15T16:25:34.331697+0000","last_unstale":"2024-04-15T16:27:08.347746+0000","last_undegraded":"2024-04-15T16:27:08.347746+0000","last_fullsized":"2024-04-15T16:27:08.347746+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:44:40.853467+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":54,"seq":231928234012,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1264,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1294336,"data_stored":893707,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.79100000000000004,"5min":0.57299999999999995,"15min":0.53700000000000003},"min":{"1min":0.29899999999999999,"5min":0.29899999999999999,"15min":0.29899999999999999},"max":{"1min":4.9770000000000003,"5min":4.9770000000000003,"15min":4.9770000000000003},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.78300000000000003,"5min":0.52900000000000003,"15min":0.48699999999999999},"min":{"1min":0.32600000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":4.9969999999999999,"5min":4.9969999999999999,"15min":4.9969999999999999},"last":0.47499999999999998}]},{"osd":1,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.49199999999999999,"15min":0.48799999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.52100000000000002,"15min":0.51700000000000002},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70399999999999996,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.505}]},{"osd":2,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.499,"15min":0.499},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.50900000000000001,"15min":0.503},"min":{"1min":0.35899999999999999,"5min":0.316,"15min":0.316},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.55300000000000005}]},{"osd":3,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.502,"15min":0.501},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.64000000000000001,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.53000000000000003,"15min":0.52400000000000002},"min":{"1min":0.33800000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.71499999999999997,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.51200000000000001}]},{"osd":4,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.47499999999999998,"5min":0.42899999999999999,"15min":0.42099999999999999},"min":{"1min":0.32100000000000001,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.69999999999999996,"5min":0.69999999999999996,"15min":0.69999999999999996},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.42699999999999999,"5min":0.44900000000000001,"15min":0.45300000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.61099999999999999,"5min":0.626,"15min":0.626},"last":0.53100000000000003}]},{"osd":5,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.46800000000000003,"5min":0.46899999999999997,"15min":0.46899999999999997},"min":{"1min":0.313,"5min":0.28100000000000003,"15min":0.28100000000000003},"max":{"1min":0.59699999999999998,"5min":0.67200000000000004,"15min":0.67200000000000004},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.49199999999999999,"5min":0.47299999999999998,"15min":0.46999999999999997},"min":{"1min":0.34599999999999997,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.64900000000000002,"5min":0.745,"15min":0.745},"last":0.60099999999999998}]},{"osd":6,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.51800000000000002,"15min":0.51800000000000002},"min":{"1min":0.38100000000000001,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.66900000000000004,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.51300000000000001,"15min":0.51100000000000001},"min":{"1min":0.38,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.63}]}]},{"osd":6,"up_from":46,"seq":197568495648,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28292,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716860,"statfs":{"total":95995035648,"available":95966064640,"internally_reserved":0,"allocated":1298432,"data_stored":895511,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.53600000000000003,"15min":0.54000000000000004},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.88300000000000001,"5min":0.58999999999999997,"15min":0.54100000000000004},"min":{"1min":0.39800000000000002,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":6.875,"5min":6.875,"15min":6.875},"last":0.55900000000000005}]},{"osd":1,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.54500000000000004,"15min":0.54900000000000004},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.67400000000000004,"5min":0.87,"15min":0.87},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.51000000000000001,"15min":0.50800000000000001},"min":{"1min":0.34599999999999997,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"last":0.499}]},{"osd":2,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.54100000000000004,"15min":0.54400000000000004},"min":{"1min":0.32700000000000001,"5min":0.32700000000000001,"15min":0.32700000000000001},"max":{"1min":0.79300000000000004,"5min":0.83799999999999997,"15min":0.83799999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.60399999999999998,"15min":0.56200000000000006},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":6.9000000000000004,"5min":6.9000000000000004,"15min":6.9000000000000004},"last":0.51600000000000001}]},{"osd":3,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.53000000000000003,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.54800000000000004,"15min":0.54600000000000004},"min":{"1min":0.42199999999999999,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.42199999999999999}]},{"osd":4,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.45300000000000001,"15min":0.443},"min":{"1min":0.36899999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.73199999999999998,"5min":0.74399999999999999,"15min":0.74399999999999999},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.437,"5min":0.45700000000000002,"15min":0.46100000000000002},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.66100000000000003,"5min":0.72199999999999998,"15min":0.72199999999999998},"last":0.34799999999999998}]},{"osd":5,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.47499999999999998,"15min":0.47699999999999998},"min":{"1min":0.33300000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.65100000000000002,"5min":0.73899999999999999,"15min":0.73899999999999999},"last":0.33500000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.47899999999999998,"15min":0.47699999999999998},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.70599999999999996,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.37}]},{"osd":7,"last update":"Mon Apr 15 16:27:19 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53600000000000003,"15min":0.53600000000000003},"min":{"1min":0.40699999999999997,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.73199999999999998,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.55300000000000005,"15min":0.56000000000000005},"min":{"1min":0.316,"5min":0.316,"15min":0.316},"max":{"1min":0.68500000000000005,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.38500000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574905,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":700416,"data_stored":302953,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.35799999999999998,"15min":0.33300000000000002},"min":{"1min":0.26400000000000001,"5min":0.20000000000000001,"15min":0.20000000000000001},"max":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"last":0.27900000000000003},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.34399999999999997},"min":{"1min":0.26200000000000001,"5min":0.23300000000000001,"15min":0.23300000000000001},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.45500000000000002}]},{"osd":2,"last update":"Mon Apr 15 16:26:18 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.36899999999999999,"15min":0.36399999999999999},"min":{"1min":0.23999999999999999,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.51100000000000001,"5min":0.53600000000000003,"15min":0.53600000000000003},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.38800000000000001,"15min":0.376},"min":{"1min":0.27500000000000002,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.59799999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"last":0.315}]},{"osd":3,"last update":"Mon Apr 15 16:26:47 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.40100000000000002,"15min":0.39600000000000002},"min":{"1min":0.25800000000000001,"5min":0.20399999999999999,"15min":0.20399999999999999},"max":{"1min":0.71799999999999997,"5min":0.71799999999999997,"15min":0.71799999999999997},"last":0.251},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.437,"15min":0.435},"min":{"1min":0.26300000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":1.2350000000000001,"5min":1.2350000000000001,"15min":1.2350000000000001},"last":0.35699999999999998}]},{"osd":4,"last update":"Mon Apr 15 16:27:12 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.378,"5min":0.316,"15min":0.316},"max":{"1min":0.77800000000000002,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.54000000000000004,"15min":0.53900000000000003},"min":{"1min":0.41899999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.90300000000000002,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.41399999999999998}]},{"osd":5,"last update":"Mon Apr 15 16:26:28 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.55100000000000005,"15min":0.55700000000000005},"min":{"1min":0.39900000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.60199999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59899999999999998,"15min":0.59999999999999998},"min":{"1min":0.42899999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.84099999999999997,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.48899999999999999}]},{"osd":6,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.59299999999999997,"15min":0.59799999999999998},"min":{"1min":0.39200000000000002,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.73299999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.60999999999999999,"15min":0.61799999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.73799999999999999,"5min":0.85299999999999998,"15min":0.85299999999999998},"last":0.48099999999999998}]},{"osd":7,"last update":"Mon Apr 15 16:27:14 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.59199999999999997,"15min":0.59299999999999997},"min":{"1min":0.42899999999999999,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.77600000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.501},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.58899999999999997,"15min":0.58699999999999997},"min":{"1min":0.44900000000000001,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.871,"5min":0.871,"15min":0.871},"last":0.56699999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738430,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32396,"kb_used_data":1276,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712756,"statfs":{"total":95995035648,"available":95961862144,"internally_reserved":0,"allocated":1306624,"data_stored":894162,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Mon Apr 15 16:27:02 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.33200000000000002,"15min":0.316},"min":{"1min":0.22600000000000001,"5min":0.20799999999999999,"15min":0.20799999999999999},"max":{"1min":0.46700000000000003,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.438},{"interface":"front","average":{"1min":0.34300000000000003,"5min":0.34999999999999998,"15min":0.317},"min":{"1min":0.247,"5min":0.186,"15min":0.186},"max":{"1min":0.45200000000000001,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.46600000000000003}]},{"osd":2,"last update":"Mon Apr 15 16:26:23 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.38200000000000001,"15min":0.38600000000000001},"min":{"1min":0.25800000000000001,"5min":0.217,"15min":0.217},"max":{"1min":0.48099999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.374,"5min":0.39700000000000002,"15min":0.39500000000000002},"min":{"1min":0.249,"5min":0.23899999999999999,"15min":0.23899999999999999},"max":{"1min":0.53100000000000003,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.41599999999999998}]},{"osd":3,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38800000000000001,"5min":0.434,"15min":0.45200000000000001},"min":{"1min":0.26600000000000001,"5min":0.26400000000000001,"15min":0.26400000000000001},"max":{"1min":0.56100000000000005,"5min":0.60899999999999999,"15min":0.60899999999999999},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.42899999999999999,"15min":0.44500000000000001},"min":{"1min":0.28599999999999998,"5min":0.26100000000000001,"15min":0.26100000000000001},"max":{"1min":0.47199999999999998,"5min":0.629,"15min":0.629},"last":0.39400000000000002}]},{"osd":4,"last update":"Mon Apr 15 16:27:08 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.69699999999999995,"15min":0.61399999999999999},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.84499999999999997,"5min":14.464,"15min":14.464},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.54900000000000004,"15min":0.54900000000000004},"min":{"1min":0.42099999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.67900000000000005}]},{"osd":5,"last update":"Mon Apr 15 16:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.54100000000000004,"15min":0.53800000000000003},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.55700000000000005,"15min":0.56100000000000005},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.70499999999999996,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.66300000000000003}]},{"osd":6,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.57699999999999996,"5min":1.165,"15min":1.2629999999999999},"min":{"1min":0.44800000000000001,"5min":0.379,"15min":0.379},"max":{"1min":0.82099999999999995,"5min":14.499000000000001,"15min":14.499000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.54100000000000004,"5min":1.1599999999999999,"15min":1.2629999999999999},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.72999999999999998,"5min":14.529999999999999,"15min":14.529999999999999},"last":0.623}]},{"osd":7,"last update":"Mon Apr 15 16:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.57299999999999995,"15min":0.56899999999999995},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.85699999999999998,"5min":0.85699999999999998,"15min":0.85699999999999998},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.63,"5min":0.58599999999999997,"15min":0.57799999999999996},"min":{"1min":0.48099999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.72699999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411379,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27704,"kb_used_data":680,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717448,"statfs":{"total":95995035648,"available":95966666752,"internally_reserved":0,"allocated":696320,"data_stored":303066,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:24 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.371,"15min":0.373},"min":{"1min":0.22700000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"last":0.25700000000000001},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.38300000000000001,"15min":0.38400000000000001},"min":{"1min":0.23799999999999999,"5min":0.218,"15min":0.218},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.34899999999999998}]},{"osd":1,"last update":"Mon Apr 15 16:26:24 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.39900000000000002,"15min":0.40000000000000002},"min":{"1min":0.25600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63100000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.38,"5min":0.40799999999999997,"15min":0.40500000000000003},"min":{"1min":0.28399999999999997,"5min":0.255,"15min":0.255},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.38600000000000001}]},{"osd":3,"last update":"Mon Apr 15 16:26:46 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.45000000000000001,"15min":0.46600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.64900000000000002,"5min":0.77600000000000002,"15min":0.77600000000000002},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.376,"5min":0.41799999999999998,"15min":0.42899999999999999},"min":{"1min":0.28000000000000003,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.59299999999999997,"5min":0.65100000000000002,"15min":0.65100000000000002},"last":0.317}]},{"osd":4,"last update":"Mon Apr 15 16:27:09 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53100000000000003,"15min":0.52700000000000002},"min":{"1min":0.34699999999999998,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.70499999999999996,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.69299999999999995,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.46100000000000002}]},{"osd":5,"last update":"Mon Apr 15 16:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.56399999999999995,"15min":0.56699999999999995},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.66700000000000004,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.55400000000000005,"15min":0.55800000000000005},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.70499999999999996,"5min":0.746,"15min":0.746},"last":0.495}]},{"osd":6,"last update":"Mon Apr 15 16:26:51 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.58599999999999997,"15min":0.58999999999999997},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.78700000000000003,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.56899999999999995,"15min":0.57199999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.67800000000000005,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.443}]},{"osd":7,"last update":"Mon Apr 15 16:27:16 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.56299999999999994,"15min":0.56799999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":0.72499999999999998,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.42699999999999999},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.73899999999999999,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.56699999999999995}]}]},{"osd":3,"up_from":25,"seq":107374182447,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":700,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":716800,"data_stored":305520,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.374,"15min":0.376},"min":{"1min":0.23799999999999999,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.49299999999999999,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.41599999999999998,"15min":0.42799999999999999},"min":{"1min":0.253,"5min":0.253,"15min":0.253},"max":{"1min":0.54000000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"last":0.40500000000000003}]},{"osd":1,"last update":"Mon Apr 15 16:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.438,"15min":0.45800000000000002},"min":{"1min":0.28799999999999998,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.67000000000000004,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.373},{"interface":"front","average":{"1min":0.38600000000000001,"5min":0.41499999999999998,"15min":0.41999999999999998},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.52100000000000002,"5min":0.57299999999999995,"15min":0.57299999999999995},"last":0.312}]},{"osd":2,"last update":"Mon Apr 15 16:26:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42099999999999999,"5min":0.44800000000000001,"15min":0.45300000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.61599999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.42599999999999999,"15min":0.43099999999999999},"min":{"1min":0.28899999999999998,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.54400000000000004,"5min":0.55700000000000005,"15min":0.55700000000000005},"last":0.35399999999999998}]},{"osd":4,"last update":"Mon Apr 15 16:27:09 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.60399999999999998,"15min":0.63100000000000001},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.748,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.437},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.60099999999999998,"15min":0.61199999999999999},"min":{"1min":0.41399999999999998,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.496}]},{"osd":5,"last update":"Mon Apr 15 16:26:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.58799999999999997,"15min":0.59599999999999997},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.73299999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.505},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.60699999999999998,"15min":0.61499999999999999},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.71399999999999997,"5min":0.875,"15min":0.875},"last":0.45500000000000002}]},{"osd":6,"last update":"Mon Apr 15 16:26:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.59699999999999998,"15min":0.59599999999999997},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.79600000000000004,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.44800000000000001},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"min":{"1min":0.434,"5min":0.434,"15min":0.434},"max":{"1min":0.75900000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.52300000000000002}]},{"osd":7,"last update":"Mon Apr 15 16:27:19 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.56299999999999994,"15min":0.55900000000000005},"min":{"1min":0.41999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.86599999999999999,"15min":0.90800000000000003},"min":{"1min":0.40999999999999998,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.86099999999999999,"5min":7.3529999999999998,"15min":7.3529999999999998},"last":0.42499999999999999}]}]},{"osd":4,"up_from":30,"seq":128849018922,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":712704,"data_stored":303774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:27:11 2024","interfaces":[{"interface":"back","average":{"1min":0.496,"5min":0.53400000000000003,"15min":0.55200000000000005},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.626,"5min":0.78500000000000003,"15min":0.78500000000000003},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.52900000000000003,"15min":0.53500000000000003},"min":{"1min":0.30399999999999999,"5min":0.30399999999999999,"15min":0.30399999999999999},"max":{"1min":0.66200000000000003,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.53200000000000003}]},{"osd":1,"last update":"Mon Apr 15 16:27:11 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.53300000000000003,"15min":0.54700000000000004},"min":{"1min":0.32500000000000001,"5min":0.32500000000000001,"15min":0.32500000000000001},"max":{"1min":0.69799999999999995,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.53700000000000003,"15min":0.54900000000000004},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.64700000000000002,"5min":0.75900000000000001,"15min":0.75900000000000001},"last":0.68000000000000005}]},{"osd":2,"last update":"Mon Apr 15 16:27:11 2024","interfaces":[{"interface":"back","average":{"1min":0.53200000000000003,"5min":0.55600000000000005,"15min":0.56799999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.67800000000000005,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.53900000000000003,"15min":0.55900000000000005},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.71199999999999997,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.55500000000000005}]},{"osd":3,"last update":"Mon Apr 15 16:27:11 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.55000000000000004,"15min":0.56599999999999995},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.69699999999999995,"5min":0.77700000000000002,"15min":0.77700000000000002},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.504,"5min":0.55600000000000005,"15min":0.56799999999999995},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.71199999999999997,"5min":0.81999999999999995,"15min":0.81999999999999995},"last":0.71499999999999997}]},{"osd":5,"last update":"Mon Apr 15 16:26:29 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.38200000000000001,"15min":0.379},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.47999999999999998,"5min":0.437,"15min":0.42999999999999999},"min":{"1min":0.33300000000000002,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.46999999999999997}]},{"osd":6,"last update":"Mon Apr 15 16:26:55 2024","interfaces":[{"interface":"back","average":{"1min":0.44,"5min":0.433,"15min":0.432},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.435,"15min":0.43099999999999999},"min":{"1min":0.317,"5min":0.317,"15min":0.317},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.54100000000000004}]},{"osd":7,"last update":"Mon Apr 15 16:27:18 2024","interfaces":[{"interface":"back","average":{"1min":0.51700000000000002,"5min":0.499,"15min":0.496},"min":{"1min":0.312,"5min":0.312,"15min":0.312},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.47799999999999998,"15min":0.47199999999999998},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.755,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.49399999999999999}]}]},{"osd":5,"up_from":38,"seq":163208757285,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27716,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717436,"statfs":{"total":95995035648,"available":95966654464,"internally_reserved":0,"allocated":708608,"data_stored":305233,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.50600000000000001,"15min":0.51400000000000001},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.68500000000000005,"5min":0.74199999999999999,"15min":0.74199999999999999},"last":0.84299999999999997},{"interface":"front","average":{"1min":0.45900000000000002,"5min":0.497,"15min":0.503},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.59099999999999997,"5min":0.67800000000000005,"15min":0.67800000000000005},"last":0.77600000000000002}]},{"osd":1,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.51700000000000002,"15min":0.52100000000000002},"min":{"1min":0.35699999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.74399999999999999,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.52100000000000002,"15min":0.53100000000000003},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.61499999999999999,"5min":0.72999999999999998,"15min":0.72999999999999998},"last":0.33500000000000002}]},{"osd":2,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.48699999999999999,"5min":0.52300000000000002,"15min":0.52900000000000003},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.60899999999999999,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.501,"5min":0.52200000000000002,"15min":0.52600000000000002},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.66800000000000004,"5min":0.67500000000000004,"15min":0.67500000000000004},"last":0.85399999999999998}]},{"osd":3,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53600000000000003,"15min":0.54400000000000004},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.66900000000000004,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.52000000000000002,"15min":0.52100000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.65800000000000003,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.876}]},{"osd":4,"last update":"Mon Apr 15 16:26:31 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.30199999999999999,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.59199999999999997,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.42699999999999999,"15min":0.42099999999999999},"min":{"1min":0.30399999999999999,"5min":0.26300000000000001,"15min":0.26300000000000001},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.317}]},{"osd":6,"last update":"Mon Apr 15 16:26:53 2024","interfaces":[{"interface":"back","average":{"1min":0.51200000000000001,"5min":0.48199999999999998,"15min":0.47699999999999998},"min":{"1min":0.29799999999999999,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.35899999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.443,"15min":0.43099999999999999},"min":{"1min":0.29999999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.76000000000000001,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.34699999999999998}]},{"osd":7,"last update":"Mon Apr 15 16:27:17 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.51900000000000002,"15min":0.51500000000000001},"min":{"1min":0.308,"5min":0.308,"15min":0.308},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.51100000000000001,"15min":0.50800000000000001},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.754,"5min":0.88,"15min":0.88},"last":0.373}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T16:27:28.428 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-15T16:27:28.428 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-15T16:27:28.428 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-15T16:27:28.429 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph health --format=json 2024-04-15T16:27:28.638 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:27:28.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:28 smithi090 ceph-mon[38312]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:28.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:28 smithi090 ceph-mon[27209]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:28.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:28 smithi153 ceph-mon[30366]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:29.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:29 smithi090 ceph-mon[27209]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:27:29.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:29 smithi090 ceph-mon[38312]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:27:29.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:29 smithi153 ceph-mon[30366]: from='client.14841 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:27:30.634 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:27:30.634 INFO:teuthology.orchestra.run.smithi090.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-15T16:27:30.649 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:30 smithi090 ceph-mon[27209]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:30.650 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:30 smithi090 ceph-mon[38312]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:30.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:30 smithi153 ceph-mon[30366]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:31.232 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-15T16:27:31.232 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T16:27:31.526 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:27:31.526 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":68,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","created":"2024-04-15T16:20:00.183424+0000","modified":"2024-04-15T16:27:08.524984+0000","last_up_change":"2024-04-15T16:25:13.165326+0000","last_in_change":"2024-04-15T16:24:56.092887+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T16:23:16.153981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T16:25:32.414992+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T16:25:33.499838+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-15T16:26:06.565558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6803","nonce":1069708095}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6805","nonce":1069708095}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6809","nonce":1069708095}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6807","nonce":1069708095}]},"public_addr":"172.21.15.90:6803/1069708095","cluster_addr":"172.21.15.90:6805/1069708095","heartbeat_back_addr":"172.21.15.90:6809/1069708095","heartbeat_front_addr":"172.21.15.90:6807/1069708095","state":["exists","up"]},{"osd":1,"uuid":"2286e9ff-0229-4ee7-aadc-243005a9eea5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6811","nonce":1026479145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6813","nonce":1026479145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6817","nonce":1026479145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6815","nonce":1026479145}]},"public_addr":"172.21.15.90:6811/1026479145","cluster_addr":"172.21.15.90:6813/1026479145","heartbeat_back_addr":"172.21.15.90:6817/1026479145","heartbeat_front_addr":"172.21.15.90:6815/1026479145","state":["exists","up"]},{"osd":2,"uuid":"e915c3a5-62c6-45f0-8b49-543ad9b16b6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6819","nonce":3223430868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6821","nonce":3223430868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6825","nonce":3223430868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6823","nonce":3223430868}]},"public_addr":"172.21.15.90:6819/3223430868","cluster_addr":"172.21.15.90:6821/3223430868","heartbeat_back_addr":"172.21.15.90:6825/3223430868","heartbeat_front_addr":"172.21.15.90:6823/3223430868","state":["exists","up"]},{"osd":3,"uuid":"0bf5ea74-8e2f-4b00-a554-29089edb0a74","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6827","nonce":3628045607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6829","nonce":3628045607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6833","nonce":3628045607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6831","nonce":3628045607}]},"public_addr":"172.21.15.90:6827/3628045607","cluster_addr":"172.21.15.90:6829/3628045607","heartbeat_back_addr":"172.21.15.90:6833/3628045607","heartbeat_front_addr":"172.21.15.90:6831/3628045607","state":["exists","up"]},{"osd":4,"uuid":"4e6fe3a3-35be-459c-809b-9803ec6f9e66","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6801","nonce":2318314852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6803","nonce":2318314852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6807","nonce":2318314852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6805","nonce":2318314852}]},"public_addr":"172.21.15.153:6801/2318314852","cluster_addr":"172.21.15.153:6803/2318314852","heartbeat_back_addr":"172.21.15.153:6807/2318314852","heartbeat_front_addr":"172.21.15.153:6805/2318314852","state":["exists","up"]},{"osd":5,"uuid":"3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6809","nonce":935629544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6811","nonce":935629544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6815","nonce":935629544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6813","nonce":935629544}]},"public_addr":"172.21.15.153:6809/935629544","cluster_addr":"172.21.15.153:6811/935629544","heartbeat_back_addr":"172.21.15.153:6815/935629544","heartbeat_front_addr":"172.21.15.153:6813/935629544","state":["exists","up"]},{"osd":6,"uuid":"8161b962-a440-4c2a-afa3-1c5b3a8abf2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6817","nonce":3994566432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6819","nonce":3994566432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6823","nonce":3994566432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6821","nonce":3994566432}]},"public_addr":"172.21.15.153:6817/3994566432","cluster_addr":"172.21.15.153:6819/3994566432","heartbeat_back_addr":"172.21.15.153:6823/3994566432","heartbeat_front_addr":"172.21.15.153:6821/3994566432","state":["exists","up"]},{"osd":7,"uuid":"7d360fef-9725-4e9a-87e1-50a164e73469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6825","nonce":686880482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6827","nonce":686880482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6831","nonce":686880482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6829","nonce":686880482}]},"public_addr":"172.21.15.153:6825/686880482","cluster_addr":"172.21.15.153:6827/686880482","heartbeat_back_addr":"172.21.15.153:6831/686880482","heartbeat_front_addr":"172.21.15.153:6829/686880482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:24.845331+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:49.256554+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:13.855638+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:39.013223+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:01.093757+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:25.265035+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:48.344610+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:25:11.275511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.32","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:6800/3908363132":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/496362566":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/2095567905":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/3876408490":"2024-04-16T16:21:05.834443+0000","172.21.15.90:6800/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1205411690":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1624230203":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/3500219122":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/943668373":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6800/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1988657918":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1645174474":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/3908363132":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/2678531165":"2024-04-16T16:21:05.834443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T16:27:31.539 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T16:23:16.153981+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T16:25:32.414992+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T16:25:33.499838+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-15T16:26:06.565558+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '66', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T16:27:31.539 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T16:27:31.826 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-15T16:27:31.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:31 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/218790301' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-15T16:27:31.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:31 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/218790301' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-15T16:27:31.838 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T16:27:31.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:31 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/218790301' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-15T16:27:32.126 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-15T16:27:32.139 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T16:27:32.425 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-04-15T16:27:32.437 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-15T16:27:32.732 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 8 2024-04-15T16:27:32.744 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:32 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:27:32] "GET /metrics HTTP/1.1" 200 33649 "" "Prometheus/2.43.0" 2024-04-15T16:27:32.744 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:32 smithi090 ceph-mon[38312]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:32.744 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:32 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1422875417' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:27:32.744 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:32 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2094349609' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T16:27:32.744 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:32 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2373770447' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-15T16:27:32.744 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:32 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1057830405' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-15T16:27:32.745 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:32 smithi090 ceph-mon[27209]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:32.745 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:32 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1422875417' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:27:32.745 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:32 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2094349609' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T16:27:32.745 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:32 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2373770447' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-15T16:27:32.745 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:32 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1057830405' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-15T16:27:32.746 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T16:27:32.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:32 smithi153 ceph-mon[30366]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:32.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:32 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1422875417' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:27:32.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:32 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2094349609' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T16:27:32.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:32 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2373770447' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-15T16:27:32.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:32 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1057830405' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-15T16:27:33.067 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:27:33.067 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24316,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/3196985028","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":3196985028},{"type":"v1","addr":"172.21.15.153:6833","nonce":3196985028}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T16:25:34.303278+0000","modified":"2024-04-15T16:25:36.315147+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24365":{"gid":24365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.90:6835/4039869308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":4039869308},{"type":"v1","addr":"172.21.15.90:6835","nonce":4039869308}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-15T16:27:33.067 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 6 2024-04-15T16:27:33.080 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T16:27:33.368 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:27:33.368 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":68,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","created":"2024-04-15T16:20:00.183424+0000","modified":"2024-04-15T16:27:08.524984+0000","last_up_change":"2024-04-15T16:25:13.165326+0000","last_in_change":"2024-04-15T16:24:56.092887+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T16:23:16.153981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T16:25:32.414992+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T16:25:33.499838+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-15T16:26:06.565558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6803","nonce":1069708095}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6805","nonce":1069708095}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6809","nonce":1069708095}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6807","nonce":1069708095}]},"public_addr":"172.21.15.90:6803/1069708095","cluster_addr":"172.21.15.90:6805/1069708095","heartbeat_back_addr":"172.21.15.90:6809/1069708095","heartbeat_front_addr":"172.21.15.90:6807/1069708095","state":["exists","up"]},{"osd":1,"uuid":"2286e9ff-0229-4ee7-aadc-243005a9eea5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6811","nonce":1026479145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6813","nonce":1026479145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6817","nonce":1026479145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6815","nonce":1026479145}]},"public_addr":"172.21.15.90:6811/1026479145","cluster_addr":"172.21.15.90:6813/1026479145","heartbeat_back_addr":"172.21.15.90:6817/1026479145","heartbeat_front_addr":"172.21.15.90:6815/1026479145","state":["exists","up"]},{"osd":2,"uuid":"e915c3a5-62c6-45f0-8b49-543ad9b16b6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6819","nonce":3223430868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6821","nonce":3223430868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6825","nonce":3223430868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6823","nonce":3223430868}]},"public_addr":"172.21.15.90:6819/3223430868","cluster_addr":"172.21.15.90:6821/3223430868","heartbeat_back_addr":"172.21.15.90:6825/3223430868","heartbeat_front_addr":"172.21.15.90:6823/3223430868","state":["exists","up"]},{"osd":3,"uuid":"0bf5ea74-8e2f-4b00-a554-29089edb0a74","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6827","nonce":3628045607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6829","nonce":3628045607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6833","nonce":3628045607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6831","nonce":3628045607}]},"public_addr":"172.21.15.90:6827/3628045607","cluster_addr":"172.21.15.90:6829/3628045607","heartbeat_back_addr":"172.21.15.90:6833/3628045607","heartbeat_front_addr":"172.21.15.90:6831/3628045607","state":["exists","up"]},{"osd":4,"uuid":"4e6fe3a3-35be-459c-809b-9803ec6f9e66","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6801","nonce":2318314852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6803","nonce":2318314852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6807","nonce":2318314852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6805","nonce":2318314852}]},"public_addr":"172.21.15.153:6801/2318314852","cluster_addr":"172.21.15.153:6803/2318314852","heartbeat_back_addr":"172.21.15.153:6807/2318314852","heartbeat_front_addr":"172.21.15.153:6805/2318314852","state":["exists","up"]},{"osd":5,"uuid":"3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6809","nonce":935629544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6811","nonce":935629544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6815","nonce":935629544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6813","nonce":935629544}]},"public_addr":"172.21.15.153:6809/935629544","cluster_addr":"172.21.15.153:6811/935629544","heartbeat_back_addr":"172.21.15.153:6815/935629544","heartbeat_front_addr":"172.21.15.153:6813/935629544","state":["exists","up"]},{"osd":6,"uuid":"8161b962-a440-4c2a-afa3-1c5b3a8abf2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6817","nonce":3994566432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6819","nonce":3994566432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6823","nonce":3994566432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6821","nonce":3994566432}]},"public_addr":"172.21.15.153:6817/3994566432","cluster_addr":"172.21.15.153:6819/3994566432","heartbeat_back_addr":"172.21.15.153:6823/3994566432","heartbeat_front_addr":"172.21.15.153:6821/3994566432","state":["exists","up"]},{"osd":7,"uuid":"7d360fef-9725-4e9a-87e1-50a164e73469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6825","nonce":686880482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6827","nonce":686880482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6831","nonce":686880482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6829","nonce":686880482}]},"public_addr":"172.21.15.153:6825/686880482","cluster_addr":"172.21.15.153:6827/686880482","heartbeat_back_addr":"172.21.15.153:6831/686880482","heartbeat_front_addr":"172.21.15.153:6829/686880482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:24.845331+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:49.256554+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:13.855638+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:39.013223+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:01.093757+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:25.265035+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:48.344610+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:25:11.275511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.32","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:6800/3908363132":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/496362566":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/2095567905":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/3876408490":"2024-04-16T16:21:05.834443+0000","172.21.15.90:6800/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1205411690":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1624230203":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/3500219122":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/943668373":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6800/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1988657918":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1645174474":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/3908363132":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/2678531165":"2024-04-16T16:21:05.834443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T16:27:33.381 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-15T16:23:16.153981+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-15T16:25:32.414992+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-15T16:25:33.499838+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-15T16:26:06.565558+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '66', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-15T16:27:33.381 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-15T16:27:33.669 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 1 2024-04-15T16:27:33.680 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:33 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/593329517' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-15T16:27:33.680 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:33 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2017375022' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:27:33.680 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:33 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2201582263' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:27:33.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:33 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/593329517' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-15T16:27:33.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:33 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2017375022' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:27:33.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:33 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2201582263' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:27:33.682 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-15T16:27:33.735 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:33 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/593329517' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-15T16:27:33.736 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:33 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2017375022' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:27:33.736 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:33 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2201582263' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:27:33.971 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 32 2024-04-15T16:27:33.985 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-15T16:27:34.270 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 64 2024-04-15T16:27:34.283 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-15T16:27:34.574 INFO:teuthology.orchestra.run.smithi090.stdout:pg_num: 8 2024-04-15T16:27:34.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:34 smithi090 ceph-mon[38312]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:34.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:34 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1504297313' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T16:27:34.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:34 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/488916125' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-15T16:27:34.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:34 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/991168070' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-15T16:27:34.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:34 smithi090 ceph-mon[27209]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:34.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:34 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1504297313' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T16:27:34.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:34 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/488916125' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-15T16:27:34.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:34 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/991168070' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-15T16:27:34.588 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T16:27:34.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:34 smithi153 ceph-mon[30366]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:34.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:34 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1504297313' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-15T16:27:34.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:34 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/488916125' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-15T16:27:34.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:34 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/991168070' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-15T16:27:34.911 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:27:34.911 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24316,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/3196985028","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":3196985028},{"type":"v1","addr":"172.21.15.153:6833","nonce":3196985028}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T16:25:34.303278+0000","modified":"2024-04-15T16:25:36.315147+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24365":{"gid":24365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.90:6835/4039869308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":4039869308},{"type":"v1","addr":"172.21.15.90:6835","nonce":4039869308}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-15T16:27:34.911 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 6 2024-04-15T16:27:34.924 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T16:27:35.213 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:27:35.213 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":68,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","created":"2024-04-15T16:20:00.183424+0000","modified":"2024-04-15T16:27:08.524984+0000","last_up_change":"2024-04-15T16:25:13.165326+0000","last_in_change":"2024-04-15T16:24:56.092887+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T16:23:16.153981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T16:25:32.414992+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T16:25:33.499838+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-15T16:26:06.565558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6803","nonce":1069708095}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6805","nonce":1069708095}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6809","nonce":1069708095}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":1069708095},{"type":"v1","addr":"172.21.15.90:6807","nonce":1069708095}]},"public_addr":"172.21.15.90:6803/1069708095","cluster_addr":"172.21.15.90:6805/1069708095","heartbeat_back_addr":"172.21.15.90:6809/1069708095","heartbeat_front_addr":"172.21.15.90:6807/1069708095","state":["exists","up"]},{"osd":1,"uuid":"2286e9ff-0229-4ee7-aadc-243005a9eea5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6811","nonce":1026479145}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6813","nonce":1026479145}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6817","nonce":1026479145}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":1026479145},{"type":"v1","addr":"172.21.15.90:6815","nonce":1026479145}]},"public_addr":"172.21.15.90:6811/1026479145","cluster_addr":"172.21.15.90:6813/1026479145","heartbeat_back_addr":"172.21.15.90:6817/1026479145","heartbeat_front_addr":"172.21.15.90:6815/1026479145","state":["exists","up"]},{"osd":2,"uuid":"e915c3a5-62c6-45f0-8b49-543ad9b16b6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6819","nonce":3223430868}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6821","nonce":3223430868}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6825","nonce":3223430868}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":3223430868},{"type":"v1","addr":"172.21.15.90:6823","nonce":3223430868}]},"public_addr":"172.21.15.90:6819/3223430868","cluster_addr":"172.21.15.90:6821/3223430868","heartbeat_back_addr":"172.21.15.90:6825/3223430868","heartbeat_front_addr":"172.21.15.90:6823/3223430868","state":["exists","up"]},{"osd":3,"uuid":"0bf5ea74-8e2f-4b00-a554-29089edb0a74","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":25,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6827","nonce":3628045607}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6829","nonce":3628045607}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6833","nonce":3628045607}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":3628045607},{"type":"v1","addr":"172.21.15.90:6831","nonce":3628045607}]},"public_addr":"172.21.15.90:6827/3628045607","cluster_addr":"172.21.15.90:6829/3628045607","heartbeat_back_addr":"172.21.15.90:6833/3628045607","heartbeat_front_addr":"172.21.15.90:6831/3628045607","state":["exists","up"]},{"osd":4,"uuid":"4e6fe3a3-35be-459c-809b-9803ec6f9e66","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":30,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6801","nonce":2318314852}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6803","nonce":2318314852}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6807","nonce":2318314852}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":2318314852},{"type":"v1","addr":"172.21.15.153:6805","nonce":2318314852}]},"public_addr":"172.21.15.153:6801/2318314852","cluster_addr":"172.21.15.153:6803/2318314852","heartbeat_back_addr":"172.21.15.153:6807/2318314852","heartbeat_front_addr":"172.21.15.153:6805/2318314852","state":["exists","up"]},{"osd":5,"uuid":"3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":38,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6809","nonce":935629544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6811","nonce":935629544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6815","nonce":935629544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":935629544},{"type":"v1","addr":"172.21.15.153:6813","nonce":935629544}]},"public_addr":"172.21.15.153:6809/935629544","cluster_addr":"172.21.15.153:6811/935629544","heartbeat_back_addr":"172.21.15.153:6815/935629544","heartbeat_front_addr":"172.21.15.153:6813/935629544","state":["exists","up"]},{"osd":6,"uuid":"8161b962-a440-4c2a-afa3-1c5b3a8abf2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":46,"up_thru":63,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6817","nonce":3994566432}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6819","nonce":3994566432}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6823","nonce":3994566432}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":3994566432},{"type":"v1","addr":"172.21.15.153:6821","nonce":3994566432}]},"public_addr":"172.21.15.153:6817/3994566432","cluster_addr":"172.21.15.153:6819/3994566432","heartbeat_back_addr":"172.21.15.153:6823/3994566432","heartbeat_front_addr":"172.21.15.153:6821/3994566432","state":["exists","up"]},{"osd":7,"uuid":"7d360fef-9725-4e9a-87e1-50a164e73469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":54,"up_thru":67,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6825","nonce":686880482}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6827","nonce":686880482}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6831","nonce":686880482}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":686880482},{"type":"v1","addr":"172.21.15.153:6829","nonce":686880482}]},"public_addr":"172.21.15.153:6825/686880482","cluster_addr":"172.21.15.153:6827/686880482","heartbeat_back_addr":"172.21.15.153:6831/686880482","heartbeat_front_addr":"172.21.15.153:6829/686880482","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:24.845331+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:49.256554+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:13.855638+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:39.013223+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:01.093757+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:25.265035+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:48.344610+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:25:11.275511+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.32","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:6800/3908363132":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/496362566":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/2095567905":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/3876408490":"2024-04-16T16:21:05.834443+0000","172.21.15.90:6800/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1205411690":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1624230203":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/3500219122":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/943668373":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6800/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1988657918":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/1645174474":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/3908363132":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/2678531165":"2024-04-16T16:21:05.834443+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T16:27:35.226 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T16:27:35.554 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:27:35.554 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":24316,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/3196985028","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":3196985028},{"type":"v1","addr":"172.21.15.153:6833","nonce":3196985028}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T16:25:34.303278+0000","modified":"2024-04-15T16:25:36.315147+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24365},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24365":{"gid":24365,"name":"a","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.90:6835/4039869308","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":4039869308},{"type":"v1","addr":"172.21.15.90:6835","nonce":4039869308}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-15T16:27:35.554 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 6 2024-04-15T16:27:35.566 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-15T16:25:34.303278+0000', 'modified': '2024-04-15T16:25:36.315147+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24365}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24365': {'gid': 24365, 'name': 'a', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.90:6835/4039869308', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.90:6834', 'nonce': 4039869308}, {'type': 'v1', 'addr': '172.21.15.90:6835', 'nonce': 4039869308}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-15T16:27:35.567 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-15T16:27:35.567 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-04-15T16:27:35.681 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-15T16:27:35.684+0000 7f5211ffb640 0 client.24824 ms_handle_reset on v2:172.21.15.90:6834/4039869308 2024-04-15T16:27:35.700 INFO:teuthology.orchestra.run.smithi090.stderr:2024-04-15T16:27:35.703+0000 7f5211ffb640 0 client.24830 ms_handle_reset on v2:172.21.15.90:6834/4039869308 2024-04-15T16:27:35.700 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:27:35.700 INFO:teuthology.orchestra.run.smithi090.stdout: "cluster_fsid": "ddc2db54-fb43-11ee-bc8f-c7b262605968", 2024-04-15T16:27:35.700 INFO:teuthology.orchestra.run.smithi090.stdout: "whoami": 0, 2024-04-15T16:27:35.700 INFO:teuthology.orchestra.run.smithi090.stdout: "id": 24365, 2024-04-15T16:27:35.701 INFO:teuthology.orchestra.run.smithi090.stdout: "want_state": "up:active", 2024-04-15T16:27:35.701 INFO:teuthology.orchestra.run.smithi090.stdout: "state": "up:active", 2024-04-15T16:27:35.701 INFO:teuthology.orchestra.run.smithi090.stdout: "fs_name": "cephfs", 2024-04-15T16:27:35.701 INFO:teuthology.orchestra.run.smithi090.stdout: "rank_uptime": 121.397938043, 2024-04-15T16:27:35.701 INFO:teuthology.orchestra.run.smithi090.stdout: "mdsmap_epoch": 6, 2024-04-15T16:27:35.701 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch": 68, 2024-04-15T16:27:35.701 INFO:teuthology.orchestra.run.smithi090.stdout: "osdmap_epoch_barrier": 62, 2024-04-15T16:27:35.701 INFO:teuthology.orchestra.run.smithi090.stdout: "uptime": 128.434514699 2024-04-15T16:27:35.701 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:27:35.711 INFO:tasks.cephadm:Setup complete, yielding 2024-04-15T16:27:35.711 INFO:teuthology.run_tasks:Running task print... 2024-04-15T16:27:35.722 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-04-15T16:27:35.722 INFO:teuthology.run_tasks:Running task print... 2024-04-15T16:27:35.730 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-15T16:27:35.730 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-15T16:27:35.740 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi090.front.sepia.ceph.com 2024-04-15T16:27:35.740 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-15T16:27:35.765 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:35 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1588154324' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-15T16:27:35.765 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:35 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2879344234' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:27:35.765 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:35 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3714862148' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:27:35.765 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:35 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1588154324' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-15T16:27:35.765 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:35 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2879344234' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:27:35.765 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:35 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3714862148' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:27:35.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:35 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1588154324' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-15T16:27:35.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:35 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2879344234' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:27:35.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:35 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/3714862148' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:27:35.945 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:27:36.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:36 smithi090 ceph-mon[27209]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:36.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:36 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/803928902' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:27:36.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:36 smithi090 ceph-mon[38312]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:36.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:36 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/803928902' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:27:36.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:36 smithi153 ceph-mon[30366]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:36.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:36 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/803928902' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T16:27:37.692 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:37 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:27:37.693 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:37 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:27:37.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:37 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:27:38.019 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:37 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:37] ENGINE Bus STOPPING 2024-04-15T16:27:38.019 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:37 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:37] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T16:27:38.019 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:37 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:37] ENGINE Bus STOPPED 2024-04-15T16:27:38.019 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:37 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:37] ENGINE Bus STARTING 2024-04-15T16:27:38.019 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:38 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:38] ENGINE Serving on http://:::9283 2024-04-15T16:27:38.019 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:38 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:27:38] ENGINE Bus STARTED 2024-04-15T16:27:38.611 INFO:teuthology.run_tasks:Running task print... 2024-04-15T16:27:38.620 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-15T16:27:38.620 INFO:teuthology.run_tasks:Running task print... 2024-04-15T16:27:38.632 INFO:teuthology.task.print:**** done start telemetry reef... 2024-04-15T16:27:38.632 INFO:teuthology.run_tasks:Running task workunit... 2024-04-15T16:27:38.648 INFO:tasks.workunit:Pulling workunits from ref 87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T16:27:38.648 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-15T16:27:38.649 DEBUG:teuthology.orchestra.run.smithi090:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-15T16:27:38.668 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T16:27:38.669 INFO:teuthology.orchestra.run.smithi090.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-15T16:27:38.669 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T16:27:38.726 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-15T16:27:38.726 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-15T16:27:38.782 INFO:tasks.workunit:timeout=3h 2024-04-15T16:27:38.782 INFO:tasks.workunit:cleanup=True 2024-04-15T16:27:38.782 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T16:27:38.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:38 smithi090 ceph-mon[27209]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:38.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:38 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' 2024-04-15T16:27:38.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:38 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:27:38.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:38 smithi090 ceph-mon[38312]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:38.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:38 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' 2024-04-15T16:27:38.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:38 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:27:38.838 INFO:tasks.workunit.client.0.smithi090.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-15T16:27:38.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:38 smithi153 ceph-mon[30366]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:38.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:38 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' 2024-04-15T16:27:38.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:38 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:27:40.163 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:39 smithi153 ceph-mon[30366]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:40.163 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:39 smithi153 ceph-mon[30366]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-15T16:27:40.232 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:39 smithi090 ceph-mon[38312]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:40.233 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:39 smithi090 ceph-mon[38312]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-15T16:27:40.233 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:39 smithi090 ceph-mon[27209]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:40.233 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:39 smithi090 ceph-mon[27209]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-15T16:27:42.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[38312]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:42.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:42.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:42.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:42.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:42.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:27:42.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:27:42.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:42.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[27209]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:42.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:42.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:42.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:42.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:42.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:27:42.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:27:42.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:42.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:42 smithi153 ceph-mon[30366]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:42.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:42 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:42.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:42 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:42.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:42 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:42.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:42 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:42.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:42 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:27:42.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:42 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:27:42.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:42 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:27:43.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:42 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:27:42] "GET /metrics HTTP/1.1" 200 33648 "" "Prometheus/2.43.0" 2024-04-15T16:27:44.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:44 smithi090 ceph-mon[27209]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:44.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:44 smithi090 ceph-mon[38312]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:44.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:44 smithi153 ceph-mon[30366]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:46.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:46 smithi090 ceph-mon[27209]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:46.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:46 smithi090 ceph-mon[38312]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:46.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:46 smithi153 ceph-mon[30366]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:48.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:48 smithi090 ceph-mon[27209]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:48.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:48 smithi090 ceph-mon[38312]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:48.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:48 smithi153 ceph-mon[30366]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:50.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:50 smithi090 ceph-mon[27209]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:50.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:50 smithi090 ceph-mon[38312]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:50.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:50 smithi153 ceph-mon[30366]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T16:27:52.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:52 smithi090 ceph-mon[27209]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:52.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:27:52.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:52 smithi090 ceph-mon[38312]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:52.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:27:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:52 smithi153 ceph-mon[30366]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:27:53.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:27:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:27:52] "GET /metrics HTTP/1.1" 200 33651 "" "Prometheus/2.43.0" 2024-04-15T16:27:54.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:54 smithi090 ceph-mon[27209]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:54.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:54 smithi090 ceph-mon[38312]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:54.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:54 smithi153 ceph-mon[30366]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:56.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:56 smithi090 ceph-mon[38312]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:56.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:56 smithi090 ceph-mon[27209]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:56.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:56 smithi153 ceph-mon[30366]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:58.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:27:58 smithi090 ceph-mon[27209]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:58.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:27:58 smithi090 ceph-mon[38312]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:27:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:27:58 smithi153 ceph-mon[30366]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:00.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:00 smithi090 ceph-mon[27209]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:00.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:00 smithi090 ceph-mon[38312]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:00.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:00 smithi153 ceph-mon[30366]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:02.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:02 smithi090 ceph-mon[27209]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:02.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:02 smithi090 ceph-mon[38312]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:02.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:02 smithi153 ceph-mon[30366]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:03.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:28:02] "GET /metrics HTTP/1.1" 200 33651 "" "Prometheus/2.43.0" 2024-04-15T16:28:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:04 smithi090 ceph-mon[27209]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:04.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:04 smithi090 ceph-mon[38312]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:04.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:04 smithi153 ceph-mon[30366]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:06.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:06 smithi090 ceph-mon[27209]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:06.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:06 smithi090 ceph-mon[38312]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:06.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:06 smithi153 ceph-mon[30366]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:07.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:07 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:28:07.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:07 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:28:07.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:07 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:28:08.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:08 smithi090 ceph-mon[38312]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:08.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:08 smithi090 ceph-mon[27209]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:08.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:08 smithi153 ceph-mon[30366]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:10.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:10 smithi090 ceph-mon[27209]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:10.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:10 smithi090 ceph-mon[38312]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:10.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:10 smithi153 ceph-mon[30366]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:12.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:12 smithi090 ceph-mon[27209]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:12.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:12 smithi090 ceph-mon[38312]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:12.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:12 smithi153 ceph-mon[30366]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:13.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:12 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:28:12] "GET /metrics HTTP/1.1" 200 33645 "" "Prometheus/2.43.0" 2024-04-15T16:28:14.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:14 smithi090 ceph-mon[38312]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:14.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:14 smithi090 ceph-mon[27209]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:14 smithi153 ceph-mon[30366]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:16.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:16 smithi090 ceph-mon[38312]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:16.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:16 smithi090 ceph-mon[27209]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:16.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:16 smithi153 ceph-mon[30366]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:18.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:18 smithi090 ceph-mon[38312]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:18.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:18 smithi090 ceph-mon[27209]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:18.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:18 smithi153 ceph-mon[30366]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:20.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:20 smithi090 ceph-mon[38312]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:20.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:20 smithi090 ceph-mon[27209]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:20.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:20 smithi153 ceph-mon[30366]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:22.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:22 smithi090 ceph-mon[38312]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:22.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:22 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:28:22.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:22 smithi090 ceph-mon[27209]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:22.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:22 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:28:22.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:22 smithi153 ceph-mon[30366]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:22.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:22 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:28:23.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:28:22] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2024-04-15T16:28:24.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:24 smithi090 ceph-mon[38312]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:24.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:24 smithi090 ceph-mon[27209]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:24.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:24 smithi153 ceph-mon[30366]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:26.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:26 smithi090 ceph-mon[38312]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:26.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:26 smithi090 ceph-mon[27209]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:26.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:26 smithi153 ceph-mon[30366]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:28.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:28 smithi090 ceph-mon[38312]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:28.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:28 smithi090 ceph-mon[27209]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:28.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:28 smithi153 ceph-mon[30366]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:30.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:30 smithi090 ceph-mon[38312]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:30.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:30 smithi090 ceph-mon[27209]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:30.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:30 smithi153 ceph-mon[30366]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:32.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:32 smithi090 ceph-mon[38312]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:32.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:32 smithi090 ceph-mon[27209]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:32.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:32 smithi153 ceph-mon[30366]: pgmap v80: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:33.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:32 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:28:32] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2024-04-15T16:28:34.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:34 smithi090 ceph-mon[38312]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:34.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:34 smithi090 ceph-mon[27209]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:34.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:34 smithi153 ceph-mon[30366]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:36.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:36 smithi090 ceph-mon[38312]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:36.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:36 smithi090 ceph-mon[27209]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:36.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:36 smithi153 ceph-mon[30366]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:37.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:37 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:28:37.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:37 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:28:37.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:37 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:28:38.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:38 smithi090 ceph-mon[27209]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:38.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:38 smithi090 ceph-mon[38312]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:38.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:38 smithi153 ceph-mon[30366]: pgmap v83: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:40.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:40 smithi090 ceph-mon[38312]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:40.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:40 smithi090 ceph-mon[27209]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:40.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:40 smithi153 ceph-mon[30366]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:42.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:42 smithi090 ceph-mon[38312]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:42.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:42 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:42.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:42 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:42.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:42 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:42.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:42 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:42.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:42 smithi090 ceph-mon[27209]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:42.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:42 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:42.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:42 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:42.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:42 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:42.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:42 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:42.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:42 smithi153 ceph-mon[30366]: pgmap v85: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:42.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:42 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:42.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:42 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:42.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:42 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:42.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:42 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:43.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:42 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:28:42] "GET /metrics HTTP/1.1" 200 33662 "" "Prometheus/2.43.0" 2024-04-15T16:28:44.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:44 smithi090 ceph-mon[27209]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:44.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:44 smithi090 ceph-mon[38312]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:44.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:44 smithi153 ceph-mon[30366]: pgmap v86: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:46.395 INFO:tasks.workunit.client.0.smithi090.stderr:Note: switching to '87dbfb632e974cb2c28d17423071d2d833b53b29'. 2024-04-15T16:28:46.395 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T16:28:46.395 INFO:tasks.workunit.client.0.smithi090.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-15T16:28:46.395 INFO:tasks.workunit.client.0.smithi090.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-15T16:28:46.395 INFO:tasks.workunit.client.0.smithi090.stderr:state without impacting any branches by switching back to a branch. 2024-04-15T16:28:46.395 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T16:28:46.396 INFO:tasks.workunit.client.0.smithi090.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-15T16:28:46.396 INFO:tasks.workunit.client.0.smithi090.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-15T16:28:46.396 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T16:28:46.396 INFO:tasks.workunit.client.0.smithi090.stderr: git switch -c 2024-04-15T16:28:46.396 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T16:28:46.396 INFO:tasks.workunit.client.0.smithi090.stderr:Or undo this operation with: 2024-04-15T16:28:46.396 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T16:28:46.396 INFO:tasks.workunit.client.0.smithi090.stderr: git switch - 2024-04-15T16:28:46.396 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T16:28:46.396 INFO:tasks.workunit.client.0.smithi090.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-15T16:28:46.396 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T16:28:46.396 INFO:tasks.workunit.client.0.smithi090.stderr:HEAD is now at 87dbfb632e9 Merge pull request #56775 from cyx1231st/wip-crimson-osd-report-stats 2024-04-15T16:28:46.398 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-15T16:28:46.488 INFO:tasks.workunit.client.0.smithi090.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-15T16:28:46.490 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T16:28:46.490 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-15T16:28:46.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:46 smithi090 ceph-mon[38312]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:46.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:46 smithi090 ceph-mon[27209]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:46.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:46 smithi153 ceph-mon[30366]: pgmap v87: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:47.431 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-15T16:28:47.530 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-15T16:28:47.573 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T16:28:47.574 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T16:28:47.575 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-15T16:28:47.616 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T16:28:47.619 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:28:47.619 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-15T16:28:47.635 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-04-15T16:28:47.636 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-04-15T16:28:47.636 DEBUG:teuthology.orchestra.run.smithi090:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=87dbfb632e974cb2c28d17423071d2d833b53b29 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-04-15T16:28:47.694 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-15T16:28:48.083 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-15T16:28:48.304 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:47 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:47] ENGINE Bus STOPPING 2024-04-15T16:28:48.304 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:47 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:47] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T16:28:48.304 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:47 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:47] ENGINE Bus STOPPED 2024-04-15T16:28:48.304 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:47 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:47] ENGINE Bus STARTING 2024-04-15T16:28:48.305 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:48] ENGINE Serving on http://:::9283 2024-04-15T16:28:48.305 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:48] ENGINE Bus STARTED 2024-04-15T16:28:48.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-mon[27209]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:48.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2898221435' entity='client.admin' 2024-04-15T16:28:48.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:48.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:48.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:48.305 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:48.479 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-15T16:28:48.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-mon[38312]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:48.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2898221435' entity='client.admin' 2024-04-15T16:28:48.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:48.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:48.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:48.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:48.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:48] ENGINE Bus STOPPING 2024-04-15T16:28:48.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T16:28:48.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:48] ENGINE Bus STOPPED 2024-04-15T16:28:48.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:48] ENGINE Bus STARTING 2024-04-15T16:28:48.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:48] ENGINE Serving on http://:::9283 2024-04-15T16:28:48.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:48] ENGINE Bus STARTED 2024-04-15T16:28:48.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:48 smithi153 ceph-mon[30366]: pgmap v88: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:48.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:48 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2898221435' entity='client.admin' 2024-04-15T16:28:48.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:48 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:48.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:48 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:48.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:48 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:48.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:48 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:48.876 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry preview 2024-04-15T16:28:49.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:48] ENGINE Bus STOPPING 2024-04-15T16:28:49.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T16:28:49.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:48] ENGINE Bus STOPPED 2024-04-15T16:28:49.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:48] ENGINE Bus STARTING 2024-04-15T16:28:49.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:48] ENGINE Serving on http://:::9283 2024-04-15T16:28:49.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:48] ENGINE Bus STARTED 2024-04-15T16:28:49.369 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-04-15T16:28:49.369 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer": { 2024-04-15T16:28:49.370 INFO:tasks.workunit.client.0.smithi090.stdout: "active": true, 2024-04-15T16:28:49.370 INFO:tasks.workunit.client.0.smithi090.stdout: "mode": "" 2024-04-15T16:28:49.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.370 INFO:tasks.workunit.client.0.smithi090.stdout: "channels": [ 2024-04-15T16:28:49.370 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T16:28:49.370 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T16:28:49.370 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T16:28:49.370 INFO:tasks.workunit.client.0.smithi090.stdout: "ident" 2024-04-15T16:28:49.370 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.370 INFO:tasks.workunit.client.0.smithi090.stdout: "channels_available": [ 2024-04-15T16:28:49.370 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T16:28:49.370 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-04-15T16:28:49.370 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T16:28:49.371 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T16:28:49.373 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-04-15T16:28:49.373 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.373 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_available": [ 2024-04-15T16:28:49.373 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T16:28:49.373 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T16:28:49.373 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T16:28:49.373 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T16:28:49.374 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T16:28:49.374 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T16:28:49.374 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T16:28:49.374 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T16:28:49.374 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T16:28:49.374 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T16:28:49.374 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-04-15T16:28:49.374 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.374 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_opted_in": [ 2024-04-15T16:28:49.374 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T16:28:49.374 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T16:28:49.374 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T16:28:49.374 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T16:28:49.375 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T16:28:49.375 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T16:28:49.375 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T16:28:49.375 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T16:28:49.375 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T16:28:49.375 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T16:28:49.375 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-04-15T16:28:49.375 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.375 INFO:tasks.workunit.client.0.smithi090.stdout: "config": { 2024-04-15T16:28:49.375 INFO:tasks.workunit.client.0.smithi090.stdout: "active_changed": [ 2024-04-15T16:28:49.375 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:28:49.375 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T16:28:49.375 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:28:49.375 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T16:28:49.376 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T16:28:49.376 INFO:tasks.workunit.client.0.smithi090.stdout: "client_check_pool_perm", 2024-04-15T16:28:49.376 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_gid", 2024-04-15T16:28:49.376 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_uid", 2024-04-15T16:28:49.376 INFO:tasks.workunit.client.0.smithi090.stdout: "client_quota", 2024-04-15T16:28:49.376 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T16:28:49.376 INFO:tasks.workunit.client.0.smithi090.stdout: "daemonize", 2024-04-15T16:28:49.376 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:28:49.376 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T16:28:49.376 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T16:28:49.376 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T16:28:49.376 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T16:28:49.376 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T16:28:49.377 INFO:tasks.workunit.client.0.smithi090.stdout: "keyring", 2024-04-15T16:28:49.377 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_block_size", 2024-04-15T16:28:49.377 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_cache_size", 2024-04-15T16:28:49.377 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_compression", 2024-04-15T16:28:49.377 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_log", 2024-04-15T16:28:49.377 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_write_buffer_size", 2024-04-15T16:28:49.377 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T16:28:49.377 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T16:28:49.377 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T16:28:49.377 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T16:28:49.377 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T16:28:49.377 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T16:28:49.377 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T16:28:49.377 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_journald", 2024-04-15T16:28:49.378 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_stderr", 2024-04-15T16:28:49.378 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T16:28:49.378 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T16:28:49.378 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_host", 2024-04-15T16:28:49.378 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T16:28:49.378 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:28:49.378 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:28:49.378 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:28:49.378 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:28:49.378 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:28:49.378 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:28:49.378 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:28:49.378 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:28:49.378 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:28:49.379 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:28:49.379 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:28:49.379 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:28:49.379 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:28:49.379 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T16:28:49.379 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T16:28:49.379 INFO:tasks.workunit.client.0.smithi090.stdout: "no_config_file", 2024-04-15T16:28:49.379 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T16:28:49.379 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T16:28:49.379 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_crush_chooseleaf_type", 2024-04-15T16:28:49.379 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:28:49.379 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T16:28:49.379 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:28:49.379 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T16:28:49.380 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:28:49.380 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:28:49.380 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:28:49.380 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:28:49.380 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep", 2024-04-15T16:28:49.380 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hdd", 2024-04-15T16:28:49.380 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hybrid", 2024-04-15T16:28:49.380 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_ssd", 2024-04-15T16:28:49.380 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_max_backfills", 2024-04-15T16:28:49.380 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:28:49.380 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T16:28:49.380 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T16:28:49.381 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T16:28:49.381 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T16:28:49.381 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T16:28:49.381 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T16:28:49.381 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T16:28:49.381 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T16:28:49.381 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T16:28:49.381 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T16:28:49.381 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T16:28:49.381 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T16:28:49.381 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T16:28:49.381 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T16:28:49.381 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pg_delete_cost", 2024-04-15T16:28:49.382 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:28:49.382 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:28:49.382 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T16:28:49.382 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active", 2024-04-15T16:28:49.382 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_hdd", 2024-04-15T16:28:49.382 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_ssd", 2024-04-15T16:28:49.382 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T16:28:49.382 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep", 2024-04-15T16:28:49.382 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hdd", 2024-04-15T16:28:49.382 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T16:28:49.382 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_ssd", 2024-04-15T16:28:49.382 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T16:28:49.382 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T16:28:49.383 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_sleep", 2024-04-15T16:28:49.383 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:28:49.383 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep", 2024-04-15T16:28:49.383 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T16:28:49.383 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T16:28:49.383 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T16:28:49.383 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addr", 2024-04-15T16:28:49.383 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addrv", 2024-04-15T16:28:49.383 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T16:28:49.383 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_default_features", 2024-04-15T16:28:49.383 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_qos_exclude_ops", 2024-04-15T16:28:49.383 INFO:tasks.workunit.client.0.smithi090.stdout: "setgroup", 2024-04-15T16:28:49.384 INFO:tasks.workunit.client.0.smithi090.stdout: "setuser" 2024-04-15T16:28:49.384 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.384 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_changed": [ 2024-04-15T16:28:49.384 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:28:49.384 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T16:28:49.384 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:28:49.384 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T16:28:49.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T16:28:49.384 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T16:28:49.384 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:28:49.385 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T16:28:49.385 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T16:28:49.385 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T16:28:49.385 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T16:28:49.385 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T16:28:49.385 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T16:28:49.385 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T16:28:49.385 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T16:28:49.385 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_join_fs", 2024-04-15T16:28:49.385 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T16:28:49.385 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/container_init", 2024-04-15T16:28:49.385 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/migration_current", 2024-04-15T16:28:49.386 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T16:28:49.386 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T16:28:49.386 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T16:28:49.386 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T16:28:49.386 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T16:28:49.386 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T16:28:49.386 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T16:28:49.386 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_ident", 2024-04-15T16:28:49.386 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/description", 2024-04-15T16:28:49.386 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/organization", 2024-04-15T16:28:49.386 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T16:28:49.386 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T16:28:49.386 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T16:28:49.387 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T16:28:49.387 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T16:28:49.387 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T16:28:49.387 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T16:28:49.387 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:28:49.387 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:28:49.387 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:28:49.387 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:28:49.387 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:28:49.387 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:28:49.387 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:28:49.387 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:28:49.387 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:28:49.387 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:28:49.388 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:28:49.388 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:28:49.388 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:28:49.388 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T16:28:49.388 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T16:28:49.388 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T16:28:49.388 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T16:28:49.388 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:28:49.388 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T16:28:49.388 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:28:49.388 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T16:28:49.388 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:28:49.388 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:28:49.388 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:28:49.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:28:49.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:28:49.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T16:28:49.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T16:28:49.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T16:28:49.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T16:28:49.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T16:28:49.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:28:49.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:28:49.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T16:28:49.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T16:28:49.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T16:28:49.389 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T16:28:49.390 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:28:49.390 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T16:28:49.390 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_cache_enabled", 2024-04-15T16:28:49.390 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_ops_log", 2024-04-15T16:28:49.390 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_usage_log" 2024-04-15T16:28:49.390 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:49.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.390 INFO:tasks.workunit.client.0.smithi090.stdout: "contact": null, 2024-04-15T16:28:49.390 INFO:tasks.workunit.client.0.smithi090.stdout: "crashes": [], 2024-04-15T16:28:49.390 INFO:tasks.workunit.client.0.smithi090.stdout: "created": "2024-04-15T16:19:57.302974Z", 2024-04-15T16:28:49.390 INFO:tasks.workunit.client.0.smithi090.stdout: "crush": { 2024-04-15T16:28:49.390 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_algs": { 2024-04-15T16:28:49.390 INFO:tasks.workunit.client.0.smithi090.stdout: "straw2": 3 2024-04-15T16:28:49.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_sizes": { 2024-04-15T16:28:49.391 INFO:tasks.workunit.client.0.smithi090.stdout: "2": 1, 2024-04-15T16:28:49.391 INFO:tasks.workunit.client.0.smithi090.stdout: "4": 2 2024-04-15T16:28:49.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_types": { 2024-04-15T16:28:49.391 INFO:tasks.workunit.client.0.smithi090.stdout: "1": 2, 2024-04-15T16:28:49.391 INFO:tasks.workunit.client.0.smithi090.stdout: "11": 1 2024-04-15T16:28:49.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.391 INFO:tasks.workunit.client.0.smithi090.stdout: "compat_weight_set": false, 2024-04-15T16:28:49.391 INFO:tasks.workunit.client.0.smithi090.stdout: "device_classes": [ 2024-04-15T16:28:49.391 INFO:tasks.workunit.client.0.smithi090.stdout: 8 2024-04-15T16:28:49.391 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_buckets": 6, 2024-04-15T16:28:49.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_devices": 8, 2024-04-15T16:28:49.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_rules": 1, 2024-04-15T16:28:49.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_types": 12, 2024-04-15T16:28:49.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_weight_sets": 0, 2024-04-15T16:28:49.392 INFO:tasks.workunit.client.0.smithi090.stdout: "tunables": { 2024-04-15T16:28:49.392 INFO:tasks.workunit.client.0.smithi090.stdout: "allowed_bucket_algs": 54, 2024-04-15T16:28:49.392 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_fallback_tries": 0, 2024-04-15T16:28:49.392 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_tries": 0, 2024-04-15T16:28:49.392 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_total_tries": 50, 2024-04-15T16:28:49.392 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_descend_once": 1, 2024-04-15T16:28:49.392 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_stable": 1, 2024-04-15T16:28:49.392 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_vary_r": 1, 2024-04-15T16:28:49.392 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v2_rules": 0, 2024-04-15T16:28:49.392 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v3_rules": 0, 2024-04-15T16:28:49.392 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v4_buckets": 1, 2024-04-15T16:28:49.393 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v5_rules": 0, 2024-04-15T16:28:49.393 INFO:tasks.workunit.client.0.smithi090.stdout: "legacy_tunables": 0, 2024-04-15T16:28:49.393 INFO:tasks.workunit.client.0.smithi090.stdout: "minimum_required_version": "jewel", 2024-04-15T16:28:49.393 INFO:tasks.workunit.client.0.smithi090.stdout: "optimal_tunables": 1, 2024-04-15T16:28:49.393 INFO:tasks.workunit.client.0.smithi090.stdout: "profile": "jewel", 2024-04-15T16:28:49.393 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables": 1, 2024-04-15T16:28:49.393 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables2": 1, 2024-04-15T16:28:49.393 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables3": 1, 2024-04-15T16:28:49.393 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables5": 1, 2024-04-15T16:28:49.393 INFO:tasks.workunit.client.0.smithi090.stdout: "straw_calc_version": 1 2024-04-15T16:28:49.393 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.393 INFO:tasks.workunit.client.0.smithi090.stdout: "description": "upgrade test cluster", 2024-04-15T16:28:49.393 INFO:tasks.workunit.client.0.smithi090.stdout: "fs": { 2024-04-15T16:28:49.394 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:49.394 INFO:tasks.workunit.client.0.smithi090.stdout: "feature_flags": { 2024-04-15T16:28:49.394 INFO:tasks.workunit.client.0.smithi090.stdout: "enable_multiple": true, 2024-04-15T16:28:49.394 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_enabled_multiple": true 2024-04-15T16:28:49.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.394 INFO:tasks.workunit.client.0.smithi090.stdout: "filesystems": [ 2024-04-15T16:28:49.394 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:49.394 INFO:tasks.workunit.client.0.smithi090.stdout: "approx_ctime": "2024-04", 2024-04-15T16:28:49.394 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer_enabled": false, 2024-04-15T16:28:49.394 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:49.394 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_caps": 0, 2024-04-15T16:28:49.394 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_dns": 10, 2024-04-15T16:28:49.394 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_inos": 13, 2024-04-15T16:28:49.395 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_subtrees": 2, 2024-04-15T16:28:49.395 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_allowed_features": 0, 2024-04-15T16:28:49.395 INFO:tasks.workunit.client.0.smithi090.stdout: "explicitly_allowed_features": 0, 2024-04-15T16:28:49.395 INFO:tasks.workunit.client.0.smithi090.stdout: "files": 0, 2024-04-15T16:28:49.395 INFO:tasks.workunit.client.0.smithi090.stdout: "max_mds": 1, 2024-04-15T16:28:49.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_data_pools": 1, 2024-04-15T16:28:49.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_in": 1, 2024-04-15T16:28:49.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_mds": 1, 2024-04-15T16:28:49.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": 0, 2024-04-15T16:28:49.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_replay": 0, 2024-04-15T16:28:49.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_up": 1, 2024-04-15T16:28:49.395 INFO:tasks.workunit.client.0.smithi090.stdout: "snaps": 0, 2024-04-15T16:28:49.395 INFO:tasks.workunit.client.0.smithi090.stdout: "standby_count_wanted": 0 2024-04-15T16:28:49.395 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.395 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_mds": 1, 2024-04-15T16:28:49.396 INFO:tasks.workunit.client.0.smithi090.stdout: "total_num_mds": 2 2024-04-15T16:28:49.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.396 INFO:tasks.workunit.client.0.smithi090.stdout: "hosts": { 2024-04-15T16:28:49.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num": 2, 2024-04-15T16:28:49.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mds": 2, 2024-04-15T16:28:49.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mgr": 2, 2024-04-15T16:28:49.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mon": 2, 2024-04-15T16:28:49.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_osd": 2 2024-04-15T16:28:49.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.396 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard": false, 2024-04-15T16:28:49.396 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard_description": null, 2024-04-15T16:28:49.396 INFO:tasks.workunit.client.0.smithi090.stdout: "license": "sharing-1-0", 2024-04-15T16:28:49.396 INFO:tasks.workunit.client.0.smithi090.stdout: "metadata": { 2024-04-15T16:28:49.397 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T16:28:49.397 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T16:28:49.397 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 2 2024-04-15T16:28:49.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.397 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T16:28:49.397 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:28:49.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.397 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T16:28:49.397 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-15T16:28:49.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.397 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T16:28:49.397 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 2 2024-04-15T16:28:49.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.398 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T16:28:49.398 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 2 2024-04-15T16:28:49.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.398 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T16:28:49.398 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T16:28:49.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.398 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T16:28:49.398 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T16:28:49.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.398 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T16:28:49.398 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 2 2024-04-15T16:28:49.398 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.399 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:49.399 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T16:28:49.399 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 3 2024-04-15T16:28:49.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.399 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T16:28:49.399 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T16:28:49.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.399 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T16:28:49.399 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-15T16:28:49.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.399 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T16:28:49.399 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 3 2024-04-15T16:28:49.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.400 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T16:28:49.400 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 3 2024-04-15T16:28:49.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.400 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T16:28:49.400 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T16:28:49.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.400 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T16:28:49.400 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T16:28:49.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.400 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T16:28:49.400 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 3 2024-04-15T16:28:49.401 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.401 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:49.401 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T16:28:49.401 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 8 2024-04-15T16:28:49.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.401 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T16:28:49.401 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T16:28:49.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.401 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T16:28:49.401 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-15T16:28:49.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.401 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T16:28:49.401 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 8 2024-04-15T16:28:49.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.402 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T16:28:49.402 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 8 2024-04-15T16:28:49.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.402 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T16:28:49.402 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T16:28:49.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.402 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T16:28:49.402 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T16:28:49.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.402 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T16:28:49.402 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 8 2024-04-15T16:28:49.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.402 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_objectstore": { 2024-04-15T16:28:49.403 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": 8 2024-04-15T16:28:49.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.403 INFO:tasks.workunit.client.0.smithi090.stdout: "rotational": { 2024-04-15T16:28:49.403 INFO:tasks.workunit.client.0.smithi090.stdout: "0": 8 2024-04-15T16:28:49.403 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.403 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.403 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:49.403 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:49.403 INFO:tasks.workunit.client.0.smithi090.stdout: "features": { 2024-04-15T16:28:49.403 INFO:tasks.workunit.client.0.smithi090.stdout: "optional": [], 2024-04-15T16:28:49.403 INFO:tasks.workunit.client.0.smithi090.stdout: "persistent": [ 2024-04-15T16:28:49.403 INFO:tasks.workunit.client.0.smithi090.stdout: "kraken", 2024-04-15T16:28:49.403 INFO:tasks.workunit.client.0.smithi090.stdout: "luminous", 2024-04-15T16:28:49.403 INFO:tasks.workunit.client.0.smithi090.stdout: "mimic", 2024-04-15T16:28:49.404 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap-prune", 2024-04-15T16:28:49.404 INFO:tasks.workunit.client.0.smithi090.stdout: "nautilus", 2024-04-15T16:28:49.404 INFO:tasks.workunit.client.0.smithi090.stdout: "octopus", 2024-04-15T16:28:49.404 INFO:tasks.workunit.client.0.smithi090.stdout: "pacific", 2024-04-15T16:28:49.404 INFO:tasks.workunit.client.0.smithi090.stdout: "elector-pinging", 2024-04-15T16:28:49.404 INFO:tasks.workunit.client.0.smithi090.stdout: "quincy", 2024-04-15T16:28:49.404 INFO:tasks.workunit.client.0.smithi090.stdout: "reef" 2024-04-15T16:28:49.404 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:49.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.404 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv4_addr_mons": 6, 2024-04-15T16:28:49.404 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv6_addr_mons": 0, 2024-04-15T16:28:49.404 INFO:tasks.workunit.client.0.smithi090.stdout: "min_mon_release": 18, 2024-04-15T16:28:49.404 INFO:tasks.workunit.client.0.smithi090.stdout: "v1_addr_mons": 3, 2024-04-15T16:28:49.404 INFO:tasks.workunit.client.0.smithi090.stdout: "v2_addr_mons": 3 2024-04-15T16:28:49.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.405 INFO:tasks.workunit.client.0.smithi090.stdout: "organization": "ceph-qa", 2024-04-15T16:28:49.405 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:49.405 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_network": false, 2024-04-15T16:28:49.405 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T16:28:49.405 INFO:tasks.workunit.client.0.smithi090.stdout: "require_min_compat_client": "luminous", 2024-04-15T16:28:49.405 INFO:tasks.workunit.client.0.smithi090.stdout: "require_osd_release": "reef" 2024-04-15T16:28:49.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.405 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": [ 2024-04-15T16:28:49.405 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:49.405 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:49.406 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-04-15T16:28:49.406 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.406 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:49.406 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:49.406 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:49.406 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:49.406 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:49.406 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 1, 2024-04-15T16:28:49.406 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 1, 2024-04-15T16:28:49.406 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 1, 2024-04-15T16:28:49.406 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:49.406 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:49.406 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296873738, 2024-04-15T16:28:49.406 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 1781760, 2024-04-15T16:28:49.407 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:49.407 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:49.407 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 1781760, 2024-04-15T16:28:49.407 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:49.407 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098959872, 2024-04-15T16:28:49.407 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 2, 2024-04-15T16:28:49.407 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:49.407 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.443114453853923e-06, 2024-04-15T16:28:49.407 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:49.407 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:49.407 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 212, 2024-04-15T16:28:49.407 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 313344, 2024-04-15T16:28:49.407 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 590368, 2024-04-15T16:28:49.407 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 590368, 2024-04-15T16:28:49.407 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:49.408 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 1771104, 2024-04-15T16:28:49.408 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 179, 2024-04-15T16:28:49.408 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 2473984 2024-04-15T16:28:49.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.408 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:49.408 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:49.408 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:49.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.408 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:49.408 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:49.408 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T16:28:49.408 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.408 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:49.408 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:49.409 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:49.409 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:49.409 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:49.409 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 32, 2024-04-15T16:28:49.409 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 32, 2024-04-15T16:28:49.409 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 2, 2024-04-15T16:28:49.409 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:49.409 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:49.409 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296873738, 2024-04-15T16:28:49.409 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 98304, 2024-04-15T16:28:49.409 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:49.409 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:49.409 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 98304, 2024-04-15T16:28:49.409 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:49.410 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098959872, 2024-04-15T16:28:49.410 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 22, 2024-04-15T16:28:49.410 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:49.410 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 1.3479282756634348e-07, 2024-04-15T16:28:49.410 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:49.410 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:49.410 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T16:28:49.410 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T16:28:49.410 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 3430, 2024-04-15T16:28:49.410 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 3430, 2024-04-15T16:28:49.410 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:49.410 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 10290, 2024-04-15T16:28:49.411 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 51, 2024-04-15T16:28:49.411 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 20480 2024-04-15T16:28:49.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.411 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:49.411 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:49.411 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:49.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.411 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:49.411 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:49.411 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T16:28:49.411 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.411 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:49.411 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:49.411 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:49.412 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:49.412 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:49.412 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 64, 2024-04-15T16:28:49.412 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 64, 2024-04-15T16:28:49.412 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 3, 2024-04-15T16:28:49.412 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:49.412 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:49.412 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296873738, 2024-04-15T16:28:49.412 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-04-15T16:28:49.413 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:49.413 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:49.413 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-04-15T16:28:49.413 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:49.413 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098959872, 2024-04-15T16:28:49.413 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-04-15T16:28:49.413 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:49.413 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-04-15T16:28:49.413 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:49.413 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:49.413 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T16:28:49.413 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T16:28:49.413 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-04-15T16:28:49.413 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-04-15T16:28:49.414 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:49.414 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-04-15T16:28:49.414 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-04-15T16:28:49.414 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-04-15T16:28:49.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.414 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:49.414 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:49.414 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:49.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.414 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:49.414 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:49.414 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-04-15T16:28:49.414 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.415 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:49.415 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:49.415 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:49.415 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:49.415 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:49.415 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 8, 2024-04-15T16:28:49.415 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 8, 2024-04-15T16:28:49.415 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 4, 2024-04-15T16:28:49.415 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:49.415 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:49.415 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296873738, 2024-04-15T16:28:49.415 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-04-15T16:28:49.415 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:49.415 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:49.416 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-04-15T16:28:49.416 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:49.416 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098959872, 2024-04-15T16:28:49.416 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-04-15T16:28:49.416 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:49.416 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-04-15T16:28:49.416 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:49.416 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:49.416 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T16:28:49.416 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T16:28:49.416 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-04-15T16:28:49.416 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-04-15T16:28:49.416 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:49.416 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-04-15T16:28:49.417 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-04-15T16:28:49.417 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-04-15T16:28:49.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.417 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:49.417 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:49.417 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:49.417 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.417 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.417 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": { 2024-04-15T16:28:49.417 INFO:tasks.workunit.client.0.smithi090.stdout: "mirroring_by_pool": [ 2024-04-15T16:28:49.417 INFO:tasks.workunit.client.0.smithi090.stdout: false 2024-04-15T16:28:49.417 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_images_by_pool": [ 2024-04-15T16:28:49.417 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:49.417 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pools": 1 2024-04-15T16:28:49.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.418 INFO:tasks.workunit.client.0.smithi090.stdout: "report_id": "92adcd4e-493a-4368-bb9d-f31d85e5acb8", 2024-04-15T16:28:49.418 INFO:tasks.workunit.client.0.smithi090.stdout: "report_timestamp": "2024-04-15T16:28:49.365962", 2024-04-15T16:28:49.418 INFO:tasks.workunit.client.0.smithi090.stdout: "report_version": 1, 2024-04-15T16:28:49.418 INFO:tasks.workunit.client.0.smithi090.stdout: "rook": { 2024-04-15T16:28:49.418 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster": { 2024-04-15T16:28:49.418 INFO:tasks.workunit.client.0.smithi090.stdout: "external-mode": null, 2024-04-15T16:28:49.418 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:49.418 INFO:tasks.workunit.client.0.smithi090.stdout: "allow-multiple-per-node": null, 2024-04-15T16:28:49.418 INFO:tasks.workunit.client.0.smithi090.stdout: "count": null, 2024-04-15T16:28:49.418 INFO:tasks.workunit.client.0.smithi090.stdout: "max-id": null, 2024-04-15T16:28:49.418 INFO:tasks.workunit.client.0.smithi090.stdout: "pvc": { 2024-04-15T16:28:49.419 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T16:28:49.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.419 INFO:tasks.workunit.client.0.smithi090.stdout: "stretch": { 2024-04-15T16:28:49.419 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T16:28:49.419 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.419 INFO:tasks.workunit.client.0.smithi090.stdout: "network": { 2024-04-15T16:28:49.419 INFO:tasks.workunit.client.0.smithi090.stdout: "provider": null 2024-04-15T16:28:49.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.419 INFO:tasks.workunit.client.0.smithi090.stdout: "storage": { 2024-04-15T16:28:49.419 INFO:tasks.workunit.client.0.smithi090.stdout: "device-set": { 2024-04-15T16:28:49.419 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T16:28:49.419 INFO:tasks.workunit.client.0.smithi090.stdout: "non-portable": null, 2024-04-15T16:28:49.419 INFO:tasks.workunit.client.0.smithi090.stdout: "portable": null, 2024-04-15T16:28:49.420 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T16:28:49.420 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.420 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.420 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.420 INFO:tasks.workunit.client.0.smithi090.stdout: "csi": { 2024-04-15T16:28:49.420 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T16:28:49.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.420 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes": { 2024-04-15T16:28:49.420 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T16:28:49.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.420 INFO:tasks.workunit.client.0.smithi090.stdout: "node": { 2024-04-15T16:28:49.420 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T16:28:49.420 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes-total": null, 2024-04-15T16:28:49.420 INFO:tasks.workunit.client.0.smithi090.stdout: "with-ceph-daemons": null, 2024-04-15T16:28:49.421 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T16:28:49.421 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-nfs-plugin": null, 2024-04-15T16:28:49.421 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-rbd-plugin": null 2024-04-15T16:28:49.421 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.421 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T16:28:49.421 INFO:tasks.workunit.client.0.smithi090.stdout: "storage-class": { 2024-04-15T16:28:49.421 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T16:28:49.421 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket": null, 2024-04-15T16:28:49.421 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs": null, 2024-04-15T16:28:49.421 INFO:tasks.workunit.client.0.smithi090.stdout: "nfs": null, 2024-04-15T16:28:49.421 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": null, 2024-04-15T16:28:49.421 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T16:28:49.421 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.421 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.422 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T16:28:49.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.422 INFO:tasks.workunit.client.0.smithi090.stdout: "services": {}, 2024-04-15T16:28:49.422 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T16:28:49.422 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 105, 2024-04-15T16:28:49.422 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": 4, 2024-04-15T16:28:49.422 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_by_class": { 2024-04-15T16:28:49.422 INFO:tasks.workunit.client.0.smithi090.stdout: "ssd": { 2024-04-15T16:28:49.422 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767727300608, 2024-04-15T16:28:49.422 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T16:28:49.422 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 232984576, 2024-04-15T16:28:49.422 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_bytes": 232984576, 2024-04-15T16:28:49.422 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_ratio": 0.0003033810353372246 2024-04-15T16:28:49.422 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.423 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767727300608, 2024-04-15T16:28:49.423 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T16:28:49.423 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 232984576 2024-04-15T16:28:49.423 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.423 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-04-15T16:28:49.423 INFO:tasks.workunit.client.0.smithi090.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-15T16:28:49.423 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry preview-device 2024-04-15T16:28:49.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:49 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/668896754' entity='client.admin' 2024-04-15T16:28:49.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:49 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:49.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:49 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:49.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:49 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:49.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:49 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:49.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:49 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1485952414' entity='client.admin' 2024-04-15T16:28:49.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:49 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:49.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:49 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:49.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:49 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:49.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:49 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:49.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:49 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:49.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:49 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:49.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/668896754' entity='client.admin' 2024-04-15T16:28:49.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:49.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:49.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:49.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:49.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1485952414' entity='client.admin' 2024-04-15T16:28:49.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:49.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:49.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:49.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:49.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:49.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:49.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/668896754' entity='client.admin' 2024-04-15T16:28:49.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:49.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:49.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:49.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:49.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1485952414' entity='client.admin' 2024-04-15T16:28:49.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:49.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:49.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:49.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:49.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:49.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:49 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:49.890 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-04-15T16:28:49.890 INFO:tasks.workunit.client.0.smithi090.stdout: "3d6edf7a-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:49.891 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_3d6f63dc-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:49.891 INFO:tasks.workunit.client.0.smithi090.stdout: "20240415-162320": { 2024-04-15T16:28:49.891 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-04-15T16:28:49.891 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T16:28:49.891 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-04-15T16:28:49.891 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-04-15T16:28:49.891 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-04-15T16:28:49.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.891 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV10171", 2024-04-15T16:28:49.891 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "3d6edf7a-fb45-11ee-af66-0cc47a8fd767", 2024-04-15T16:28:49.891 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-04-15T16:28:49.891 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:49.891 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:49.891 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.891 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-04-15T16:28:49.892 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Mon Apr 15 16:23:19 2024 UTC", 2024-04-15T16:28:49.892 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1713198199 2024-04-15T16:28:49.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.892 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-04-15T16:28:49.892 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T16:28:49.892 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-04-15T16:28:49.892 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T16:28:49.892 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-04-15T16:28:49.892 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:49.892 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-04-15T16:28:49.892 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:49.892 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:49.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.892 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-04-15T16:28:49.893 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-04-15T16:28:49.893 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-04-15T16:28:49.893 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:49.893 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:49.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.893 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-04-15T16:28:49.893 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:49.893 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:49.893 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.893 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.893 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.893 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T16:28:49.893 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-04-15T16:28:49.894 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-04-15T16:28:49.894 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-04-15T16:28:49.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.894 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T16:28:49.894 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-04-15T16:28:49.894 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-04-15T16:28:49.894 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:49.894 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.894 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-04-15T16:28:49.894 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.895 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.895 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-04-15T16:28:49.895 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.895 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.895 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-04-15T16:28:49.895 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.895 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.895 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-04-15T16:28:49.895 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.895 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 19814265 2024-04-15T16:28:49.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.895 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-04-15T16:28:49.896 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:49.896 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.896 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-04-15T16:28:49.896 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:49.896 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.896 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-04-15T16:28:49.896 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.896 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 36063226 2024-04-15T16:28:49.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.896 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-04-15T16:28:49.896 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:49.896 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.897 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-04-15T16:28:49.897 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.897 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.897 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-04-15T16:28:49.897 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.897 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.897 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-04-15T16:28:49.897 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:49.897 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.897 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-04-15T16:28:49.897 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.898 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.898 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-04-15T16:28:49.898 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:49.898 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.898 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-04-15T16:28:49.898 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.898 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:49.898 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-04-15T16:28:49.899 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-04-15T16:28:49.899 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.899 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-04-15T16:28:49.899 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.899 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:49.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.900 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-04-15T16:28:49.900 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.900 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-04-15T16:28:49.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.900 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-04-15T16:28:49.900 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.900 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:49.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.900 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-04-15T16:28:49.900 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:49.900 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.900 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-04-15T16:28:49.900 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 93, 2024-04-15T16:28:49.900 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:49.901 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2136, 2024-04-15T16:28:49.901 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2143, 2024-04-15T16:28:49.901 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2130 2024-04-15T16:28:49.901 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.901 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.901 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T16:28:49.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.901 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-04-15T16:28:49.901 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-04-15T16:28:49.902 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-04-15T16:28:49.902 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 602, 2024-04-15T16:28:49.902 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-04-15T16:28:49.902 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 253979906, 2024-04-15T16:28:49.902 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1298547715, 2024-04-15T16:28:49.902 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 4547413946, 2024-04-15T16:28:49.902 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 24844751087, 2024-04-15T16:28:49.903 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-04-15T16:28:49.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-04-15T16:28:49.903 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 7, 2024-04-15T16:28:49.903 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 41443, 2024-04-15T16:28:49.903 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 54733, 2024-04-15T16:28:49.903 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-04-15T16:28:49.903 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 37629 2024-04-15T16:28:49.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.903 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-04-15T16:28:49.903 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 41443, 2024-04-15T16:28:49.904 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-04-15T16:28:49.904 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 54733 2024-04-15T16:28:49.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.904 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-04-15T16:28:49.904 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-04-15T16:28:49.904 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-04-15T16:28:49.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:49.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.904 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-04-15T16:28:49.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.904 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-04-15T16:28:49.904 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-04-15T16:28:49.904 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-04-15T16:28:49.904 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-04-15T16:28:49.904 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-04-15T16:28:49.905 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-04-15T16:28:49.905 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.905 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-04-15T16:28:49.905 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-04-15T16:28:49.905 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-04-15T16:28:49.905 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T16:28:49.905 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T16:28:49.905 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:49.905 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T16:28:49.905 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T16:28:49.905 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-04-15T16:28:49.905 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV10171", 2024-04-15T16:28:49.905 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T16:28:49.905 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T16:28:49.905 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-04-15T16:28:49.906 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-04-15T16:28:49.906 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T16:28:49.906 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T16:28:49.906 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Mon Apr 15 16:23:19 2024 UTC", 2024-04-15T16:28:49.906 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T16:28:49.906 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T16:28:49.906 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T16:28:49.906 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T16:28:49.906 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:49.906 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-04-15T16:28:49.906 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T16:28:49.906 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T16:28:49.906 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:49.907 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T16:28:49.907 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T16:28:49.907 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-04-15T16:28:49.907 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-04-15T16:28:49.907 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-04-15T16:28:49.907 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-04-15T16:28:49.907 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-04-15T16:28:49.907 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-04-15T16:28:49.907 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-04-15T16:28:49.907 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:49.907 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T16:28:49.907 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T16:28:49.907 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:49.907 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T16:28:49.908 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-04-15T16:28:49.908 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-04-15T16:28:49.908 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-04-15T16:28:49.908 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-04-15T16:28:49.908 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 7%", 2024-04-15T16:28:49.908 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 253,979,906 [130 TB]", 2024-04-15T16:28:49.908 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,298,547,715 [664 TB]", 2024-04-15T16:28:49.908 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 4,547,413,946", 2024-04-15T16:28:49.908 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 24,844,751,087", 2024-04-15T16:28:49.908 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 602", 2024-04-15T16:28:49.908 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 41,443", 2024-04-15T16:28:49.908 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 54,733", 2024-04-15T16:28:49.908 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 37,629", 2024-04-15T16:28:49.908 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T16:28:49.909 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-04-15T16:28:49.909 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:49.909 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T16:28:49.909 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-04-15T16:28:49.909 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-04-15T16:28:49.909 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.909 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T16:28:49.909 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-04-15T16:28:49.909 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-04-15T16:28:49.909 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:49.909 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:49.909 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:49.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.909 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-04-15T16:28:49.910 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-04-15T16:28:49.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.910 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-04-15T16:28:49.910 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:49.910 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:49.910 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.910 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.910 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.910 INFO:tasks.workunit.client.0.smithi090.stdout: "3d70a7e2-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:49.910 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_3d711c0e-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:49.910 INFO:tasks.workunit.client.0.smithi090.stdout: "20240415-162318": { 2024-04-15T16:28:49.910 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-04-15T16:28:49.910 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T16:28:49.911 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-04-15T16:28:49.911 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-04-15T16:28:49.911 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-04-15T16:28:49.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.911 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV101H0", 2024-04-15T16:28:49.911 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "3d70a7e2-fb45-11ee-af66-0cc47a8fd767", 2024-04-15T16:28:49.911 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-04-15T16:28:49.911 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:49.911 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:49.911 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.911 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-04-15T16:28:49.911 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Mon Apr 15 16:23:17 2024 UTC", 2024-04-15T16:28:49.912 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1713198197 2024-04-15T16:28:49.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.912 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-04-15T16:28:49.912 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T16:28:49.912 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-04-15T16:28:49.912 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T16:28:49.912 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-04-15T16:28:49.912 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:49.913 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-04-15T16:28:49.913 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:49.913 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:49.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.913 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-04-15T16:28:49.913 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-04-15T16:28:49.913 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-04-15T16:28:49.913 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:49.914 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:49.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.914 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-04-15T16:28:49.914 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:49.914 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:49.914 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.914 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.914 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.915 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T16:28:49.915 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-04-15T16:28:49.915 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-04-15T16:28:49.915 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-04-15T16:28:49.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.915 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T16:28:49.915 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-04-15T16:28:49.916 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-04-15T16:28:49.916 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:49.916 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.916 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-04-15T16:28:49.916 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.916 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.917 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-04-15T16:28:49.917 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.917 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.917 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-04-15T16:28:49.917 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.917 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.917 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-04-15T16:28:49.917 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.918 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 26311112 2024-04-15T16:28:49.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.918 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-04-15T16:28:49.918 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.918 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 1 2024-04-15T16:28:49.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.918 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-04-15T16:28:49.918 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:49.918 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.918 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-04-15T16:28:49.918 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.918 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 43138662 2024-04-15T16:28:49.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.919 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-04-15T16:28:49.919 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:49.919 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.919 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-04-15T16:28:49.919 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.919 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.919 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-04-15T16:28:49.919 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.919 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.919 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-04-15T16:28:49.919 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:49.920 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.920 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-04-15T16:28:49.920 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.920 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.920 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-04-15T16:28:49.920 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:49.920 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.920 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-04-15T16:28:49.920 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.920 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:49.921 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-04-15T16:28:49.921 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-04-15T16:28:49.921 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.921 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-04-15T16:28:49.921 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.921 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:49.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.921 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-04-15T16:28:49.921 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.921 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-04-15T16:28:49.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.921 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-04-15T16:28:49.922 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:49.922 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:49.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.922 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-04-15T16:28:49.922 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:49.922 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:49.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.922 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-04-15T16:28:49.922 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 91, 2024-04-15T16:28:49.922 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:49.922 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2905, 2024-04-15T16:28:49.922 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2919, 2024-04-15T16:28:49.922 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2890 2024-04-15T16:28:49.923 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.923 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.923 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T16:28:49.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.923 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-04-15T16:28:49.923 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-04-15T16:28:49.923 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-04-15T16:28:49.923 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 28, 2024-04-15T16:28:49.923 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-04-15T16:28:49.923 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 370340526, 2024-04-15T16:28:49.923 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1724325046, 2024-04-15T16:28:49.923 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 5247271838, 2024-04-15T16:28:49.923 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 27087278049, 2024-04-15T16:28:49.923 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-04-15T16:28:49.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-04-15T16:28:49.924 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 9, 2024-04-15T16:28:49.924 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 41173, 2024-04-15T16:28:49.924 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 58610, 2024-04-15T16:28:49.924 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-04-15T16:28:49.924 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 1008 2024-04-15T16:28:49.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.924 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-04-15T16:28:49.924 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 41173, 2024-04-15T16:28:49.924 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-04-15T16:28:49.924 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 58610 2024-04-15T16:28:49.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.924 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-04-15T16:28:49.924 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-04-15T16:28:49.924 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-04-15T16:28:49.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:49.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.925 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-04-15T16:28:49.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.925 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-04-15T16:28:49.925 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-04-15T16:28:49.925 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-04-15T16:28:49.925 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-04-15T16:28:49.925 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-04-15T16:28:49.925 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-04-15T16:28:49.925 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.925 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-04-15T16:28:49.925 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-04-15T16:28:49.925 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-04-15T16:28:49.926 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T16:28:49.926 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T16:28:49.926 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:49.926 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T16:28:49.926 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T16:28:49.926 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-04-15T16:28:49.926 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV101H0", 2024-04-15T16:28:49.926 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T16:28:49.926 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T16:28:49.926 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-04-15T16:28:49.926 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-04-15T16:28:49.926 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T16:28:49.926 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T16:28:49.926 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Mon Apr 15 16:23:17 2024 UTC", 2024-04-15T16:28:49.927 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T16:28:49.927 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T16:28:49.927 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T16:28:49.927 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T16:28:49.927 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:49.927 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-04-15T16:28:49.927 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T16:28:49.927 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T16:28:49.927 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:49.927 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T16:28:49.927 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T16:28:49.927 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-04-15T16:28:49.927 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-04-15T16:28:49.927 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-04-15T16:28:49.927 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-04-15T16:28:49.928 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-04-15T16:28:49.928 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-04-15T16:28:49.928 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-04-15T16:28:49.928 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:49.928 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T16:28:49.928 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T16:28:49.928 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:49.928 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T16:28:49.928 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-04-15T16:28:49.928 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-04-15T16:28:49.928 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-04-15T16:28:49.928 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-04-15T16:28:49.928 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 9%", 2024-04-15T16:28:49.928 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 370,340,526 [189 TB]", 2024-04-15T16:28:49.928 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,724,325,046 [882 TB]", 2024-04-15T16:28:49.929 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 5,247,271,838", 2024-04-15T16:28:49.929 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 27,087,278,049", 2024-04-15T16:28:49.929 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 28", 2024-04-15T16:28:49.929 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 41,173", 2024-04-15T16:28:49.929 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 58,610", 2024-04-15T16:28:49.929 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 1,008", 2024-04-15T16:28:49.929 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T16:28:49.929 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-04-15T16:28:49.929 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:49.929 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T16:28:49.929 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-04-15T16:28:49.929 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-04-15T16:28:49.929 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:49.929 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T16:28:49.930 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-04-15T16:28:49.930 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-04-15T16:28:49.930 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:49.930 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:49.930 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:49.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.930 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-04-15T16:28:49.930 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-04-15T16:28:49.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:49.930 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-04-15T16:28:49.930 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:49.930 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:49.930 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.930 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.931 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.931 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:49.931 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-04-15T16:28:49.931 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry preview-all 2024-04-15T16:28:50.409 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-04-15T16:28:50.409 INFO:tasks.workunit.client.0.smithi090.stdout: "device_report": { 2024-04-15T16:28:50.409 INFO:tasks.workunit.client.0.smithi090.stdout: "3d6edf7a-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:50.410 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_3d6f63dc-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:50.410 INFO:tasks.workunit.client.0.smithi090.stdout: "20240415-162320": { 2024-04-15T16:28:50.410 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-04-15T16:28:50.410 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T16:28:50.410 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-04-15T16:28:50.410 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-04-15T16:28:50.410 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-04-15T16:28:50.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.410 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV10171", 2024-04-15T16:28:50.411 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "3d6edf7a-fb45-11ee-af66-0cc47a8fd767", 2024-04-15T16:28:50.411 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-04-15T16:28:50.411 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:50.411 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:50.411 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.411 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-04-15T16:28:50.411 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Mon Apr 15 16:23:19 2024 UTC", 2024-04-15T16:28:50.411 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1713198199 2024-04-15T16:28:50.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.411 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-04-15T16:28:50.412 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T16:28:50.412 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-04-15T16:28:50.412 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T16:28:50.412 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-04-15T16:28:50.412 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:50.412 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-04-15T16:28:50.412 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:50.412 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:50.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.412 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-04-15T16:28:50.412 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-04-15T16:28:50.412 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-04-15T16:28:50.412 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:50.412 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:50.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.413 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-04-15T16:28:50.413 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:50.413 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:50.413 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.413 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.413 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.413 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T16:28:50.413 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-04-15T16:28:50.413 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-04-15T16:28:50.413 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-04-15T16:28:50.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.413 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T16:28:50.413 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-04-15T16:28:50.414 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-04-15T16:28:50.414 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:50.414 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.414 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-04-15T16:28:50.414 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.414 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.414 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-04-15T16:28:50.414 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.414 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.414 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-04-15T16:28:50.414 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.415 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.415 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-04-15T16:28:50.415 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.415 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 19814265 2024-04-15T16:28:50.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.415 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-04-15T16:28:50.415 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:50.415 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.415 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-04-15T16:28:50.415 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:50.415 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.415 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-04-15T16:28:50.416 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.416 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 36063226 2024-04-15T16:28:50.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.416 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-04-15T16:28:50.416 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:50.416 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.416 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-04-15T16:28:50.416 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.416 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.416 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-04-15T16:28:50.416 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.416 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.417 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-04-15T16:28:50.417 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:50.417 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.417 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-04-15T16:28:50.417 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.417 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.417 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-04-15T16:28:50.417 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:50.417 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.417 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-04-15T16:28:50.418 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.418 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:50.418 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-04-15T16:28:50.418 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-04-15T16:28:50.418 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.418 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-04-15T16:28:50.418 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.418 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:50.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.419 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-04-15T16:28:50.419 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.419 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-04-15T16:28:50.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.419 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-04-15T16:28:50.419 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.419 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:50.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.419 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-04-15T16:28:50.419 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:50.419 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.420 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-04-15T16:28:50.420 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 93, 2024-04-15T16:28:50.420 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:50.420 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2136, 2024-04-15T16:28:50.420 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2143, 2024-04-15T16:28:50.420 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2130 2024-04-15T16:28:50.421 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.421 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.421 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T16:28:50.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.421 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-04-15T16:28:50.421 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-04-15T16:28:50.421 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-04-15T16:28:50.421 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 602, 2024-04-15T16:28:50.421 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-04-15T16:28:50.421 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 253979906, 2024-04-15T16:28:50.421 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1298547715, 2024-04-15T16:28:50.421 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 4547413946, 2024-04-15T16:28:50.421 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 24844751087, 2024-04-15T16:28:50.422 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-04-15T16:28:50.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-04-15T16:28:50.422 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 7, 2024-04-15T16:28:50.422 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 41443, 2024-04-15T16:28:50.422 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 54733, 2024-04-15T16:28:50.422 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-04-15T16:28:50.422 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 37629 2024-04-15T16:28:50.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.422 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-04-15T16:28:50.422 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 41443, 2024-04-15T16:28:50.422 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-04-15T16:28:50.422 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 54733 2024-04-15T16:28:50.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.422 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-04-15T16:28:50.422 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-04-15T16:28:50.423 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-04-15T16:28:50.423 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:50.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.423 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-04-15T16:28:50.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.423 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-04-15T16:28:50.423 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-04-15T16:28:50.423 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-04-15T16:28:50.423 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-04-15T16:28:50.423 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-04-15T16:28:50.423 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-04-15T16:28:50.423 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.423 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-04-15T16:28:50.423 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-04-15T16:28:50.424 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-04-15T16:28:50.424 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T16:28:50.424 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T16:28:50.424 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:50.424 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T16:28:50.424 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T16:28:50.424 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-04-15T16:28:50.424 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV10171", 2024-04-15T16:28:50.424 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T16:28:50.424 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T16:28:50.424 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-04-15T16:28:50.424 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-04-15T16:28:50.425 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T16:28:50.425 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T16:28:50.425 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Mon Apr 15 16:23:19 2024 UTC", 2024-04-15T16:28:50.425 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T16:28:50.425 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T16:28:50.425 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T16:28:50.425 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T16:28:50.425 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:50.425 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-04-15T16:28:50.425 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T16:28:50.425 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T16:28:50.425 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:50.425 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T16:28:50.425 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T16:28:50.426 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-04-15T16:28:50.426 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-04-15T16:28:50.426 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-04-15T16:28:50.426 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-04-15T16:28:50.426 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-04-15T16:28:50.426 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-04-15T16:28:50.426 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-04-15T16:28:50.426 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:50.426 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T16:28:50.426 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T16:28:50.426 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:50.426 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T16:28:50.426 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-04-15T16:28:50.426 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-04-15T16:28:50.427 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-04-15T16:28:50.427 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-04-15T16:28:50.427 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 7%", 2024-04-15T16:28:50.427 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 253,979,906 [130 TB]", 2024-04-15T16:28:50.427 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,298,547,715 [664 TB]", 2024-04-15T16:28:50.427 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 4,547,413,946", 2024-04-15T16:28:50.427 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 24,844,751,087", 2024-04-15T16:28:50.427 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 602", 2024-04-15T16:28:50.427 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 41,443", 2024-04-15T16:28:50.427 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 54,733", 2024-04-15T16:28:50.427 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 37,629", 2024-04-15T16:28:50.427 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T16:28:50.427 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-04-15T16:28:50.427 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:50.428 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T16:28:50.428 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-04-15T16:28:50.428 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-04-15T16:28:50.428 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.428 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T16:28:50.428 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-04-15T16:28:50.428 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-04-15T16:28:50.428 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:50.428 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:50.428 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:50.428 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.428 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-04-15T16:28:50.428 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-04-15T16:28:50.428 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.429 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-04-15T16:28:50.429 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:50.429 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:50.429 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.429 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.429 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.429 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.429 INFO:tasks.workunit.client.0.smithi090.stdout: "3d70a7e2-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:50.429 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_3d711c0e-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:50.429 INFO:tasks.workunit.client.0.smithi090.stdout: "20240415-162318": { 2024-04-15T16:28:50.429 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-04-15T16:28:50.429 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T16:28:50.429 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-04-15T16:28:50.429 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-04-15T16:28:50.429 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-04-15T16:28:50.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.430 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV101H0", 2024-04-15T16:28:50.430 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "3d70a7e2-fb45-11ee-af66-0cc47a8fd767", 2024-04-15T16:28:50.430 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-04-15T16:28:50.430 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:50.430 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:50.430 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.430 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-04-15T16:28:50.430 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Mon Apr 15 16:23:17 2024 UTC", 2024-04-15T16:28:50.430 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1713198197 2024-04-15T16:28:50.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.430 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-04-15T16:28:50.430 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T16:28:50.430 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-04-15T16:28:50.431 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T16:28:50.431 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-04-15T16:28:50.431 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:50.431 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-04-15T16:28:50.431 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:50.431 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:50.431 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.432 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-04-15T16:28:50.432 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-04-15T16:28:50.432 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-04-15T16:28:50.432 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:50.432 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:50.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.432 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-04-15T16:28:50.432 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:50.432 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:50.432 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.432 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.432 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.432 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T16:28:50.432 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-04-15T16:28:50.433 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-04-15T16:28:50.433 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-04-15T16:28:50.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.433 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T16:28:50.433 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-04-15T16:28:50.433 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-04-15T16:28:50.433 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:50.433 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.433 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-04-15T16:28:50.433 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.433 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.433 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-04-15T16:28:50.433 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.434 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.434 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-04-15T16:28:50.434 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.434 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.434 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-04-15T16:28:50.434 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.434 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 26311112 2024-04-15T16:28:50.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.434 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-04-15T16:28:50.434 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.435 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 1 2024-04-15T16:28:50.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.435 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-04-15T16:28:50.435 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:50.435 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.435 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-04-15T16:28:50.435 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.435 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 43138662 2024-04-15T16:28:50.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.435 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-04-15T16:28:50.435 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:50.435 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.436 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-04-15T16:28:50.436 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.436 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.436 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-04-15T16:28:50.436 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.436 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.437 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-04-15T16:28:50.437 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:50.437 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.437 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-04-15T16:28:50.437 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.437 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.437 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-04-15T16:28:50.437 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:50.437 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.438 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.438 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-04-15T16:28:50.438 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.438 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:50.438 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-04-15T16:28:50.438 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-04-15T16:28:50.438 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.438 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.438 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-04-15T16:28:50.438 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.438 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:50.438 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.438 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-04-15T16:28:50.439 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.439 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-04-15T16:28:50.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.439 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-04-15T16:28:50.439 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:50.439 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:50.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.439 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-04-15T16:28:50.439 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:50.439 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:50.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.439 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-04-15T16:28:50.439 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 91, 2024-04-15T16:28:50.439 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:50.439 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2905, 2024-04-15T16:28:50.440 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2919, 2024-04-15T16:28:50.440 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2890 2024-04-15T16:28:50.440 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.440 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.440 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T16:28:50.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.440 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-04-15T16:28:50.440 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-04-15T16:28:50.440 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-04-15T16:28:50.440 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 28, 2024-04-15T16:28:50.440 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-04-15T16:28:50.440 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 370340526, 2024-04-15T16:28:50.440 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1724325046, 2024-04-15T16:28:50.441 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 5247271838, 2024-04-15T16:28:50.441 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 27087278049, 2024-04-15T16:28:50.441 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-04-15T16:28:50.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-04-15T16:28:50.441 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 9, 2024-04-15T16:28:50.441 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 41173, 2024-04-15T16:28:50.441 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 58610, 2024-04-15T16:28:50.441 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-04-15T16:28:50.441 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 1008 2024-04-15T16:28:50.441 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.441 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-04-15T16:28:50.442 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 41173, 2024-04-15T16:28:50.442 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-04-15T16:28:50.442 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 58610 2024-04-15T16:28:50.442 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.442 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-04-15T16:28:50.442 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-04-15T16:28:50.442 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-04-15T16:28:50.442 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:50.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.443 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-04-15T16:28:50.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.443 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-04-15T16:28:50.443 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-04-15T16:28:50.443 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-04-15T16:28:50.443 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-04-15T16:28:50.443 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-04-15T16:28:50.444 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-04-15T16:28:50.444 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.444 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-04-15T16:28:50.444 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-04-15T16:28:50.444 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-04-15T16:28:50.444 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T16:28:50.444 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T16:28:50.444 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:50.444 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T16:28:50.444 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T16:28:50.444 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-04-15T16:28:50.444 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV101H0", 2024-04-15T16:28:50.445 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T16:28:50.445 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T16:28:50.445 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-04-15T16:28:50.445 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-04-15T16:28:50.445 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T16:28:50.445 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T16:28:50.445 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Mon Apr 15 16:23:17 2024 UTC", 2024-04-15T16:28:50.445 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T16:28:50.445 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T16:28:50.445 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T16:28:50.445 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T16:28:50.446 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:50.446 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-04-15T16:28:50.446 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T16:28:50.446 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T16:28:50.446 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:50.446 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T16:28:50.446 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T16:28:50.446 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-04-15T16:28:50.446 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-04-15T16:28:50.446 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-04-15T16:28:50.446 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-04-15T16:28:50.446 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-04-15T16:28:50.447 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-04-15T16:28:50.447 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-04-15T16:28:50.447 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:50.447 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T16:28:50.447 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T16:28:50.447 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:50.447 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T16:28:50.447 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-04-15T16:28:50.447 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-04-15T16:28:50.447 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-04-15T16:28:50.447 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-04-15T16:28:50.447 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 9%", 2024-04-15T16:28:50.447 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 370,340,526 [189 TB]", 2024-04-15T16:28:50.447 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,724,325,046 [882 TB]", 2024-04-15T16:28:50.448 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 5,247,271,838", 2024-04-15T16:28:50.448 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 27,087,278,049", 2024-04-15T16:28:50.448 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 28", 2024-04-15T16:28:50.448 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 41,173", 2024-04-15T16:28:50.448 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 58,610", 2024-04-15T16:28:50.448 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 1,008", 2024-04-15T16:28:50.448 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T16:28:50.448 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-04-15T16:28:50.448 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:50.448 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T16:28:50.448 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-04-15T16:28:50.448 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-04-15T16:28:50.448 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.448 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T16:28:50.449 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-04-15T16:28:50.449 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-04-15T16:28:50.449 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:50.449 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:50.449 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:50.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.449 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-04-15T16:28:50.449 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-04-15T16:28:50.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.449 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-04-15T16:28:50.449 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:50.449 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:50.449 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.450 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.450 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.450 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.450 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.450 INFO:tasks.workunit.client.0.smithi090.stdout: "report": { 2024-04-15T16:28:50.450 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer": { 2024-04-15T16:28:50.450 INFO:tasks.workunit.client.0.smithi090.stdout: "active": true, 2024-04-15T16:28:50.450 INFO:tasks.workunit.client.0.smithi090.stdout: "mode": "" 2024-04-15T16:28:50.450 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.450 INFO:tasks.workunit.client.0.smithi090.stdout: "channels": [ 2024-04-15T16:28:50.450 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T16:28:50.450 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T16:28:50.451 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T16:28:50.451 INFO:tasks.workunit.client.0.smithi090.stdout: "ident" 2024-04-15T16:28:50.451 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.451 INFO:tasks.workunit.client.0.smithi090.stdout: "channels_available": [ 2024-04-15T16:28:50.451 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T16:28:50.451 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-04-15T16:28:50.451 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T16:28:50.451 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T16:28:50.451 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-04-15T16:28:50.451 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.451 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_available": [ 2024-04-15T16:28:50.451 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T16:28:50.451 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T16:28:50.451 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T16:28:50.452 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T16:28:50.452 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T16:28:50.452 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T16:28:50.452 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T16:28:50.452 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T16:28:50.452 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T16:28:50.452 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T16:28:50.452 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-04-15T16:28:50.452 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.453 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_opted_in": [ 2024-04-15T16:28:50.453 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T16:28:50.453 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T16:28:50.453 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T16:28:50.453 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T16:28:50.453 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T16:28:50.453 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T16:28:50.453 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T16:28:50.453 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T16:28:50.453 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T16:28:50.454 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T16:28:50.454 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-04-15T16:28:50.454 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.454 INFO:tasks.workunit.client.0.smithi090.stdout: "config": { 2024-04-15T16:28:50.454 INFO:tasks.workunit.client.0.smithi090.stdout: "active_changed": [ 2024-04-15T16:28:50.454 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:28:50.454 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T16:28:50.454 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:28:50.454 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T16:28:50.454 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T16:28:50.454 INFO:tasks.workunit.client.0.smithi090.stdout: "client_check_pool_perm", 2024-04-15T16:28:50.454 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_gid", 2024-04-15T16:28:50.454 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_uid", 2024-04-15T16:28:50.455 INFO:tasks.workunit.client.0.smithi090.stdout: "client_quota", 2024-04-15T16:28:50.455 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T16:28:50.455 INFO:tasks.workunit.client.0.smithi090.stdout: "daemonize", 2024-04-15T16:28:50.455 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:28:50.455 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T16:28:50.455 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T16:28:50.455 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T16:28:50.455 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T16:28:50.455 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T16:28:50.455 INFO:tasks.workunit.client.0.smithi090.stdout: "keyring", 2024-04-15T16:28:50.455 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_block_size", 2024-04-15T16:28:50.455 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_cache_size", 2024-04-15T16:28:50.455 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_compression", 2024-04-15T16:28:50.455 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_log", 2024-04-15T16:28:50.455 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_write_buffer_size", 2024-04-15T16:28:50.456 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T16:28:50.456 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T16:28:50.456 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T16:28:50.456 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T16:28:50.456 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T16:28:50.456 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T16:28:50.456 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T16:28:50.456 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_journald", 2024-04-15T16:28:50.456 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_stderr", 2024-04-15T16:28:50.456 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T16:28:50.456 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T16:28:50.456 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_host", 2024-04-15T16:28:50.456 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T16:28:50.456 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:28:50.457 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:28:50.457 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:28:50.457 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:28:50.457 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:28:50.457 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:28:50.457 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:28:50.457 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:28:50.457 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:28:50.457 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:28:50.457 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:28:50.457 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:28:50.457 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:28:50.457 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T16:28:50.458 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T16:28:50.458 INFO:tasks.workunit.client.0.smithi090.stdout: "no_config_file", 2024-04-15T16:28:50.458 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T16:28:50.458 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T16:28:50.458 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_crush_chooseleaf_type", 2024-04-15T16:28:50.458 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:28:50.458 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T16:28:50.458 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:28:50.458 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T16:28:50.458 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:28:50.458 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:28:50.458 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:28:50.458 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:28:50.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep", 2024-04-15T16:28:50.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hdd", 2024-04-15T16:28:50.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hybrid", 2024-04-15T16:28:50.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_ssd", 2024-04-15T16:28:50.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_max_backfills", 2024-04-15T16:28:50.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:28:50.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T16:28:50.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T16:28:50.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T16:28:50.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T16:28:50.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T16:28:50.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T16:28:50.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T16:28:50.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T16:28:50.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pg_delete_cost", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_hdd", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_ssd", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hdd", 2024-04-15T16:28:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T16:28:50.461 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_ssd", 2024-04-15T16:28:50.461 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T16:28:50.461 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T16:28:50.461 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_sleep", 2024-04-15T16:28:50.461 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:28:50.461 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep", 2024-04-15T16:28:50.461 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T16:28:50.461 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T16:28:50.461 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T16:28:50.461 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addr", 2024-04-15T16:28:50.461 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addrv", 2024-04-15T16:28:50.461 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T16:28:50.461 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_default_features", 2024-04-15T16:28:50.461 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_qos_exclude_ops", 2024-04-15T16:28:50.461 INFO:tasks.workunit.client.0.smithi090.stdout: "setgroup", 2024-04-15T16:28:50.462 INFO:tasks.workunit.client.0.smithi090.stdout: "setuser" 2024-04-15T16:28:50.462 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.462 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_changed": [ 2024-04-15T16:28:50.462 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:28:50.462 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T16:28:50.462 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:28:50.462 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T16:28:50.462 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T16:28:50.462 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T16:28:50.462 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:28:50.462 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T16:28:50.462 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T16:28:50.462 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T16:28:50.462 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T16:28:50.463 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T16:28:50.463 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T16:28:50.463 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T16:28:50.463 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T16:28:50.463 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_join_fs", 2024-04-15T16:28:50.463 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T16:28:50.463 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/container_init", 2024-04-15T16:28:50.463 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/migration_current", 2024-04-15T16:28:50.464 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T16:28:50.464 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T16:28:50.464 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T16:28:50.464 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T16:28:50.464 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T16:28:50.464 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T16:28:50.464 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T16:28:50.464 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_ident", 2024-04-15T16:28:50.464 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/description", 2024-04-15T16:28:50.464 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/organization", 2024-04-15T16:28:50.464 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T16:28:50.464 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T16:28:50.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T16:28:50.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T16:28:50.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T16:28:50.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T16:28:50.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T16:28:50.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:28:50.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:28:50.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:28:50.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:28:50.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:28:50.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:28:50.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:28:50.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:28:50.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:28:50.466 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:28:50.466 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:28:50.466 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:28:50.466 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:28:50.466 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T16:28:50.466 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T16:28:50.466 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T16:28:50.466 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T16:28:50.466 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:28:50.466 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T16:28:50.466 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:28:50.466 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T16:28:50.466 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:28:50.466 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:28:50.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:28:50.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:28:50.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:28:50.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T16:28:50.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T16:28:50.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T16:28:50.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T16:28:50.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T16:28:50.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:28:50.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:28:50.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T16:28:50.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T16:28:50.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T16:28:50.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T16:28:50.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:28:50.468 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T16:28:50.468 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_cache_enabled", 2024-04-15T16:28:50.468 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_ops_log", 2024-04-15T16:28:50.468 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_usage_log" 2024-04-15T16:28:50.468 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:50.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.468 INFO:tasks.workunit.client.0.smithi090.stdout: "contact": null, 2024-04-15T16:28:50.468 INFO:tasks.workunit.client.0.smithi090.stdout: "crashes": [], 2024-04-15T16:28:50.468 INFO:tasks.workunit.client.0.smithi090.stdout: "created": "2024-04-15T16:19:57.302974Z", 2024-04-15T16:28:50.468 INFO:tasks.workunit.client.0.smithi090.stdout: "crush": { 2024-04-15T16:28:50.468 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_algs": { 2024-04-15T16:28:50.468 INFO:tasks.workunit.client.0.smithi090.stdout: "straw2": 3 2024-04-15T16:28:50.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.469 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_sizes": { 2024-04-15T16:28:50.469 INFO:tasks.workunit.client.0.smithi090.stdout: "2": 1, 2024-04-15T16:28:50.469 INFO:tasks.workunit.client.0.smithi090.stdout: "4": 2 2024-04-15T16:28:50.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.469 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_types": { 2024-04-15T16:28:50.469 INFO:tasks.workunit.client.0.smithi090.stdout: "1": 2, 2024-04-15T16:28:50.469 INFO:tasks.workunit.client.0.smithi090.stdout: "11": 1 2024-04-15T16:28:50.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.469 INFO:tasks.workunit.client.0.smithi090.stdout: "compat_weight_set": false, 2024-04-15T16:28:50.470 INFO:tasks.workunit.client.0.smithi090.stdout: "device_classes": [ 2024-04-15T16:28:50.470 INFO:tasks.workunit.client.0.smithi090.stdout: 8 2024-04-15T16:28:50.470 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_buckets": 6, 2024-04-15T16:28:50.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_devices": 8, 2024-04-15T16:28:50.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_rules": 1, 2024-04-15T16:28:50.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_types": 12, 2024-04-15T16:28:50.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_weight_sets": 0, 2024-04-15T16:28:50.470 INFO:tasks.workunit.client.0.smithi090.stdout: "tunables": { 2024-04-15T16:28:50.470 INFO:tasks.workunit.client.0.smithi090.stdout: "allowed_bucket_algs": 54, 2024-04-15T16:28:50.471 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_fallback_tries": 0, 2024-04-15T16:28:50.471 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_tries": 0, 2024-04-15T16:28:50.471 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_total_tries": 50, 2024-04-15T16:28:50.471 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_descend_once": 1, 2024-04-15T16:28:50.471 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_stable": 1, 2024-04-15T16:28:50.471 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_vary_r": 1, 2024-04-15T16:28:50.471 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v2_rules": 0, 2024-04-15T16:28:50.471 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v3_rules": 0, 2024-04-15T16:28:50.471 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v4_buckets": 1, 2024-04-15T16:28:50.471 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v5_rules": 0, 2024-04-15T16:28:50.471 INFO:tasks.workunit.client.0.smithi090.stdout: "legacy_tunables": 0, 2024-04-15T16:28:50.471 INFO:tasks.workunit.client.0.smithi090.stdout: "minimum_required_version": "jewel", 2024-04-15T16:28:50.471 INFO:tasks.workunit.client.0.smithi090.stdout: "optimal_tunables": 1, 2024-04-15T16:28:50.471 INFO:tasks.workunit.client.0.smithi090.stdout: "profile": "jewel", 2024-04-15T16:28:50.471 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables": 1, 2024-04-15T16:28:50.472 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables2": 1, 2024-04-15T16:28:50.472 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables3": 1, 2024-04-15T16:28:50.472 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables5": 1, 2024-04-15T16:28:50.472 INFO:tasks.workunit.client.0.smithi090.stdout: "straw_calc_version": 1 2024-04-15T16:28:50.472 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.472 INFO:tasks.workunit.client.0.smithi090.stdout: "description": "upgrade test cluster", 2024-04-15T16:28:50.472 INFO:tasks.workunit.client.0.smithi090.stdout: "fs": { 2024-04-15T16:28:50.472 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:50.472 INFO:tasks.workunit.client.0.smithi090.stdout: "feature_flags": { 2024-04-15T16:28:50.472 INFO:tasks.workunit.client.0.smithi090.stdout: "enable_multiple": true, 2024-04-15T16:28:50.472 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_enabled_multiple": true 2024-04-15T16:28:50.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.472 INFO:tasks.workunit.client.0.smithi090.stdout: "filesystems": [ 2024-04-15T16:28:50.473 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:50.473 INFO:tasks.workunit.client.0.smithi090.stdout: "approx_ctime": "2024-04", 2024-04-15T16:28:50.473 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer_enabled": false, 2024-04-15T16:28:50.473 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:50.473 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_caps": 0, 2024-04-15T16:28:50.473 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_dns": 10, 2024-04-15T16:28:50.473 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_inos": 13, 2024-04-15T16:28:50.473 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_subtrees": 2, 2024-04-15T16:28:50.473 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_allowed_features": 0, 2024-04-15T16:28:50.473 INFO:tasks.workunit.client.0.smithi090.stdout: "explicitly_allowed_features": 0, 2024-04-15T16:28:50.473 INFO:tasks.workunit.client.0.smithi090.stdout: "files": 0, 2024-04-15T16:28:50.473 INFO:tasks.workunit.client.0.smithi090.stdout: "max_mds": 1, 2024-04-15T16:28:50.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_data_pools": 1, 2024-04-15T16:28:50.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_in": 1, 2024-04-15T16:28:50.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_mds": 1, 2024-04-15T16:28:50.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": 0, 2024-04-15T16:28:50.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_replay": 0, 2024-04-15T16:28:50.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_up": 1, 2024-04-15T16:28:50.474 INFO:tasks.workunit.client.0.smithi090.stdout: "snaps": 0, 2024-04-15T16:28:50.474 INFO:tasks.workunit.client.0.smithi090.stdout: "standby_count_wanted": 0 2024-04-15T16:28:50.474 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.474 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_mds": 1, 2024-04-15T16:28:50.474 INFO:tasks.workunit.client.0.smithi090.stdout: "total_num_mds": 2 2024-04-15T16:28:50.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.474 INFO:tasks.workunit.client.0.smithi090.stdout: "hosts": { 2024-04-15T16:28:50.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num": 2, 2024-04-15T16:28:50.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mds": 2, 2024-04-15T16:28:50.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mgr": 2, 2024-04-15T16:28:50.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mon": 2, 2024-04-15T16:28:50.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_osd": 2 2024-04-15T16:28:50.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.475 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard": false, 2024-04-15T16:28:50.475 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard_description": null, 2024-04-15T16:28:50.475 INFO:tasks.workunit.client.0.smithi090.stdout: "license": "sharing-1-0", 2024-04-15T16:28:50.475 INFO:tasks.workunit.client.0.smithi090.stdout: "metadata": { 2024-04-15T16:28:50.475 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T16:28:50.475 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T16:28:50.475 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 2 2024-04-15T16:28:50.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.475 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T16:28:50.476 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:28:50.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.476 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T16:28:50.476 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-15T16:28:50.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.476 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T16:28:50.476 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 2 2024-04-15T16:28:50.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.476 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T16:28:50.476 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 2 2024-04-15T16:28:50.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.476 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T16:28:50.476 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T16:28:50.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.477 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T16:28:50.477 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T16:28:50.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.477 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T16:28:50.477 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 2 2024-04-15T16:28:50.477 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.477 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:50.477 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T16:28:50.477 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 3 2024-04-15T16:28:50.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.477 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T16:28:50.477 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T16:28:50.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.478 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T16:28:50.478 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-15T16:28:50.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.478 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T16:28:50.478 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 3 2024-04-15T16:28:50.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.478 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T16:28:50.478 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 3 2024-04-15T16:28:50.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.478 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T16:28:50.478 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T16:28:50.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.478 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T16:28:50.478 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T16:28:50.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.479 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T16:28:50.479 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 3 2024-04-15T16:28:50.479 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.479 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:50.479 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T16:28:50.479 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 8 2024-04-15T16:28:50.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.479 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T16:28:50.479 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T16:28:50.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.479 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T16:28:50.479 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-15T16:28:50.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.480 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T16:28:50.480 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 8 2024-04-15T16:28:50.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.480 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T16:28:50.480 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 8 2024-04-15T16:28:50.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.480 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T16:28:50.480 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T16:28:50.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.480 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T16:28:50.480 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T16:28:50.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.480 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T16:28:50.480 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 8 2024-04-15T16:28:50.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.481 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_objectstore": { 2024-04-15T16:28:50.481 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": 8 2024-04-15T16:28:50.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.481 INFO:tasks.workunit.client.0.smithi090.stdout: "rotational": { 2024-04-15T16:28:50.481 INFO:tasks.workunit.client.0.smithi090.stdout: "0": 8 2024-04-15T16:28:50.481 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.481 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.481 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:50.481 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:50.481 INFO:tasks.workunit.client.0.smithi090.stdout: "features": { 2024-04-15T16:28:50.481 INFO:tasks.workunit.client.0.smithi090.stdout: "optional": [], 2024-04-15T16:28:50.481 INFO:tasks.workunit.client.0.smithi090.stdout: "persistent": [ 2024-04-15T16:28:50.481 INFO:tasks.workunit.client.0.smithi090.stdout: "kraken", 2024-04-15T16:28:50.481 INFO:tasks.workunit.client.0.smithi090.stdout: "luminous", 2024-04-15T16:28:50.482 INFO:tasks.workunit.client.0.smithi090.stdout: "mimic", 2024-04-15T16:28:50.482 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap-prune", 2024-04-15T16:28:50.482 INFO:tasks.workunit.client.0.smithi090.stdout: "nautilus", 2024-04-15T16:28:50.482 INFO:tasks.workunit.client.0.smithi090.stdout: "octopus", 2024-04-15T16:28:50.482 INFO:tasks.workunit.client.0.smithi090.stdout: "pacific", 2024-04-15T16:28:50.482 INFO:tasks.workunit.client.0.smithi090.stdout: "elector-pinging", 2024-04-15T16:28:50.482 INFO:tasks.workunit.client.0.smithi090.stdout: "quincy", 2024-04-15T16:28:50.482 INFO:tasks.workunit.client.0.smithi090.stdout: "reef" 2024-04-15T16:28:50.482 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:50.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.482 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv4_addr_mons": 6, 2024-04-15T16:28:50.482 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv6_addr_mons": 0, 2024-04-15T16:28:50.483 INFO:tasks.workunit.client.0.smithi090.stdout: "min_mon_release": 18, 2024-04-15T16:28:50.483 INFO:tasks.workunit.client.0.smithi090.stdout: "v1_addr_mons": 3, 2024-04-15T16:28:50.483 INFO:tasks.workunit.client.0.smithi090.stdout: "v2_addr_mons": 3 2024-04-15T16:28:50.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.483 INFO:tasks.workunit.client.0.smithi090.stdout: "organization": "ceph-qa", 2024-04-15T16:28:50.483 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:50.483 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_network": false, 2024-04-15T16:28:50.483 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T16:28:50.483 INFO:tasks.workunit.client.0.smithi090.stdout: "require_min_compat_client": "luminous", 2024-04-15T16:28:50.483 INFO:tasks.workunit.client.0.smithi090.stdout: "require_osd_release": "reef" 2024-04-15T16:28:50.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.483 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": [ 2024-04-15T16:28:50.483 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:50.484 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:50.484 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-04-15T16:28:50.484 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.484 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:50.484 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:50.484 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:50.484 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:50.484 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:50.484 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 1, 2024-04-15T16:28:50.484 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 1, 2024-04-15T16:28:50.484 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 1, 2024-04-15T16:28:50.484 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:50.484 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:50.484 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296873738, 2024-04-15T16:28:50.484 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 1781760, 2024-04-15T16:28:50.485 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:50.485 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:50.485 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 1781760, 2024-04-15T16:28:50.485 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:50.485 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098959872, 2024-04-15T16:28:50.485 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 2, 2024-04-15T16:28:50.485 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:50.485 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.443114453853923e-06, 2024-04-15T16:28:50.485 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:50.485 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:50.485 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 212, 2024-04-15T16:28:50.485 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 313344, 2024-04-15T16:28:50.486 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 590368, 2024-04-15T16:28:50.486 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 590368, 2024-04-15T16:28:50.486 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:50.486 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 1771104, 2024-04-15T16:28:50.486 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 179, 2024-04-15T16:28:50.486 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 2473984 2024-04-15T16:28:50.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.486 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:50.486 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:50.486 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:50.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.486 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:50.487 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:50.487 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T16:28:50.487 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.487 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:50.487 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:50.487 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:50.487 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:50.487 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:50.487 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 32, 2024-04-15T16:28:50.487 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 32, 2024-04-15T16:28:50.487 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 2, 2024-04-15T16:28:50.487 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:50.487 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:50.487 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296873738, 2024-04-15T16:28:50.487 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 98304, 2024-04-15T16:28:50.488 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:50.488 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:50.488 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 98304, 2024-04-15T16:28:50.488 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:50.488 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098959872, 2024-04-15T16:28:50.488 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 22, 2024-04-15T16:28:50.488 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:50.488 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 1.3479282756634348e-07, 2024-04-15T16:28:50.488 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:50.488 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:50.488 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T16:28:50.488 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T16:28:50.488 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 3430, 2024-04-15T16:28:50.488 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 3430, 2024-04-15T16:28:50.488 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:50.489 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 10290, 2024-04-15T16:28:50.489 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 51, 2024-04-15T16:28:50.489 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 20480 2024-04-15T16:28:50.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.489 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:50.489 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:50.489 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:50.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.489 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:50.489 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:50.489 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T16:28:50.489 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.489 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:50.489 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:50.490 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:50.490 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:50.490 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:50.490 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 64, 2024-04-15T16:28:50.490 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 64, 2024-04-15T16:28:50.490 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 3, 2024-04-15T16:28:50.490 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:50.490 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:50.490 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296873738, 2024-04-15T16:28:50.490 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-04-15T16:28:50.490 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:50.490 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:50.490 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-04-15T16:28:50.490 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098959872, 2024-04-15T16:28:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-04-15T16:28:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-04-15T16:28:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T16:28:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T16:28:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-04-15T16:28:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-04-15T16:28:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-04-15T16:28:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-04-15T16:28:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-04-15T16:28:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.492 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:50.492 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:50.492 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:50.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.492 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:50.492 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:50.492 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-04-15T16:28:50.492 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.492 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:50.492 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:50.492 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:50.492 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:50.492 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:50.492 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 8, 2024-04-15T16:28:50.492 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 8, 2024-04-15T16:28:50.493 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 4, 2024-04-15T16:28:50.493 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:50.493 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:50.493 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296873738, 2024-04-15T16:28:50.493 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-04-15T16:28:50.493 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:50.493 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:50.493 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-04-15T16:28:50.493 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:50.493 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098959872, 2024-04-15T16:28:50.493 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-04-15T16:28:50.493 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:50.493 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-04-15T16:28:50.493 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:50.493 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:50.494 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T16:28:50.494 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T16:28:50.494 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-04-15T16:28:50.494 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-04-15T16:28:50.494 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:50.494 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-04-15T16:28:50.494 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-04-15T16:28:50.494 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-04-15T16:28:50.494 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.494 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:50.494 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:50.494 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:50.494 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.494 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.495 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": { 2024-04-15T16:28:50.495 INFO:tasks.workunit.client.0.smithi090.stdout: "mirroring_by_pool": [ 2024-04-15T16:28:50.495 INFO:tasks.workunit.client.0.smithi090.stdout: false 2024-04-15T16:28:50.495 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_images_by_pool": [ 2024-04-15T16:28:50.495 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:50.495 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:50.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pools": 1 2024-04-15T16:28:50.495 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.495 INFO:tasks.workunit.client.0.smithi090.stdout: "report_id": "92adcd4e-493a-4368-bb9d-f31d85e5acb8", 2024-04-15T16:28:50.495 INFO:tasks.workunit.client.0.smithi090.stdout: "report_timestamp": "2024-04-15T16:28:50.394861", 2024-04-15T16:28:50.495 INFO:tasks.workunit.client.0.smithi090.stdout: "report_version": 1, 2024-04-15T16:28:50.495 INFO:tasks.workunit.client.0.smithi090.stdout: "rook": { 2024-04-15T16:28:50.495 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster": { 2024-04-15T16:28:50.495 INFO:tasks.workunit.client.0.smithi090.stdout: "external-mode": null, 2024-04-15T16:28:50.496 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:50.496 INFO:tasks.workunit.client.0.smithi090.stdout: "allow-multiple-per-node": null, 2024-04-15T16:28:50.496 INFO:tasks.workunit.client.0.smithi090.stdout: "count": null, 2024-04-15T16:28:50.496 INFO:tasks.workunit.client.0.smithi090.stdout: "max-id": null, 2024-04-15T16:28:50.496 INFO:tasks.workunit.client.0.smithi090.stdout: "pvc": { 2024-04-15T16:28:50.496 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T16:28:50.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.496 INFO:tasks.workunit.client.0.smithi090.stdout: "stretch": { 2024-04-15T16:28:50.496 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T16:28:50.496 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.496 INFO:tasks.workunit.client.0.smithi090.stdout: "network": { 2024-04-15T16:28:50.496 INFO:tasks.workunit.client.0.smithi090.stdout: "provider": null 2024-04-15T16:28:50.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.497 INFO:tasks.workunit.client.0.smithi090.stdout: "storage": { 2024-04-15T16:28:50.497 INFO:tasks.workunit.client.0.smithi090.stdout: "device-set": { 2024-04-15T16:28:50.497 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T16:28:50.497 INFO:tasks.workunit.client.0.smithi090.stdout: "non-portable": null, 2024-04-15T16:28:50.497 INFO:tasks.workunit.client.0.smithi090.stdout: "portable": null, 2024-04-15T16:28:50.497 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T16:28:50.497 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.497 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.497 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.497 INFO:tasks.workunit.client.0.smithi090.stdout: "csi": { 2024-04-15T16:28:50.497 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T16:28:50.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.497 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes": { 2024-04-15T16:28:50.497 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T16:28:50.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.498 INFO:tasks.workunit.client.0.smithi090.stdout: "node": { 2024-04-15T16:28:50.498 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T16:28:50.498 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes-total": null, 2024-04-15T16:28:50.498 INFO:tasks.workunit.client.0.smithi090.stdout: "with-ceph-daemons": null, 2024-04-15T16:28:50.498 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T16:28:50.498 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-nfs-plugin": null, 2024-04-15T16:28:50.498 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-rbd-plugin": null 2024-04-15T16:28:50.498 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.498 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T16:28:50.498 INFO:tasks.workunit.client.0.smithi090.stdout: "storage-class": { 2024-04-15T16:28:50.498 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T16:28:50.498 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket": null, 2024-04-15T16:28:50.499 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs": null, 2024-04-15T16:28:50.499 INFO:tasks.workunit.client.0.smithi090.stdout: "nfs": null, 2024-04-15T16:28:50.499 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": null, 2024-04-15T16:28:50.499 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T16:28:50.499 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.499 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.499 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T16:28:50.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.499 INFO:tasks.workunit.client.0.smithi090.stdout: "services": {}, 2024-04-15T16:28:50.499 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T16:28:50.499 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 105, 2024-04-15T16:28:50.499 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": 4, 2024-04-15T16:28:50.499 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_by_class": { 2024-04-15T16:28:50.499 INFO:tasks.workunit.client.0.smithi090.stdout: "ssd": { 2024-04-15T16:28:50.500 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767727300608, 2024-04-15T16:28:50.500 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T16:28:50.500 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 232984576, 2024-04-15T16:28:50.500 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_bytes": 232984576, 2024-04-15T16:28:50.500 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_ratio": 0.0003033810353372246 2024-04-15T16:28:50.500 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.500 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:50.500 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767727300608, 2024-04-15T16:28:50.500 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T16:28:50.500 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 232984576 2024-04-15T16:28:50.500 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.500 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:50.500 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-04-15T16:28:50.501 INFO:tasks.workunit.client.0.smithi090.stderr:++ ceph telemetry collection ls 2024-04-15T16:28:50.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:50 smithi153 ceph-mon[30366]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:50.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:50 smithi153 ceph-mon[30366]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:50.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:50 smithi153 ceph-mon[30366]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:50.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:50 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:50.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:50 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:50.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:50 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:50.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:50 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:50.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:50 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:50.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:50 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:50.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:50 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:50.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:50 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:50.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[38312]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:50.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[38312]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:50.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[38312]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:50.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:50.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:50.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:50.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:50.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:50.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:50.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:50.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:50.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[27209]: pgmap v89: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:50.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[27209]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:50.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[27209]: from='client.24860 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:50.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:50.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:50.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:50.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:50.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:50.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:50.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:50.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:50 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:50.902 INFO:tasks.workunit.client.0.smithi090.stderr:+ COLLECTIONS='New collections are available: 2024-04-15T16:28:50.902 INFO:tasks.workunit.client.0.smithi090.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-15T16:28:50.902 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T16:28:50.903 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T16:28:50.903 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-04-15T16:28:50.903 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T16:28:50.903 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-15T16:28:50.903 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-15T16:28:50.903 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-15T16:28:50.903 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-15T16:28:50.903 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-15T16:28:50.903 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T16:28:50.903 INFO:tasks.workunit.client.0.smithi090.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-15T16:28:50.903 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-15T16:28:50.903 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-15T16:28:50.903 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-15T16:28:50.903 INFO:tasks.workunit.client.0.smithi090.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-15T16:28:50.904 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T16:28:50.904 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-04-15T16:28:50.904 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-15T16:28:50.904 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T16:28:50.904 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T16:28:50.904 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-04-15T16:28:50.904 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T16:28:50.904 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-15T16:28:50.904 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-15T16:28:50.904 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-15T16:28:50.904 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-15T16:28:50.905 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-15T16:28:50.905 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T16:28:50.905 INFO:tasks.workunit.client.0.smithi090.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-15T16:28:50.905 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-15T16:28:50.905 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-15T16:28:50.905 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-15T16:28:50.905 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T16:28:50.905 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-04-15T16:28:50.905 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-15T16:28:50.905 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T16:28:50.905 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T16:28:50.905 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-04-15T16:28:50.905 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T16:28:50.905 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-15T16:28:50.906 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-15T16:28:50.906 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-15T16:28:50.906 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-15T16:28:50.906 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-15T16:28:50.906 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T16:28:50.906 INFO:tasks.workunit.client.0.smithi090.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-15T16:28:50.906 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-15T16:28:50.906 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-15T16:28:50.906 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-15T16:28:50.906 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T16:28:50.906 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-04-15T16:28:50.906 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-15T16:28:50.907 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T16:28:50.907 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T16:28:50.907 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-04-15T16:28:50.907 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T16:28:50.907 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-15T16:28:50.907 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-15T16:28:50.907 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-15T16:28:50.907 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-15T16:28:50.907 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-15T16:28:50.907 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T16:28:50.908 INFO:tasks.workunit.client.0.smithi090.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-15T16:28:50.908 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-15T16:28:50.908 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-15T16:28:50.908 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-15T16:28:50.908 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T16:28:50.908 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-04-15T16:28:50.908 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-15T16:28:50.908 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T16:28:50.908 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T16:28:50.908 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-04-15T16:28:50.908 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T16:28:50.908 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-15T16:28:50.908 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-15T16:28:50.908 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-15T16:28:50.908 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-15T16:28:50.909 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-15T16:28:50.909 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T16:28:50.909 INFO:tasks.workunit.client.0.smithi090.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-15T16:28:50.909 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-15T16:28:50.909 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-15T16:28:50.909 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-15T16:28:50.909 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T16:28:50.909 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-04-15T16:28:50.909 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-15T16:28:50.909 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T16:28:50.909 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T16:28:50.909 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-04-15T16:28:50.909 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T16:28:50.909 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-15T16:28:50.910 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-15T16:28:50.910 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-15T16:28:50.910 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-15T16:28:50.910 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-15T16:28:50.910 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T16:28:50.910 INFO:tasks.workunit.client.0.smithi090.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-15T16:28:50.910 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-15T16:28:50.910 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-15T16:28:50.910 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-15T16:28:50.910 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-15T16:28:51.432 INFO:tasks.workunit.client.0.smithi090.stdout:Telemetry is on. 2024-04-15T16:28:51.432 INFO:tasks.workunit.client.0.smithi090.stdout:Some channels are disabled, please enable with: 2024-04-15T16:28:51.433 INFO:tasks.workunit.client.0.smithi090.stdout:`ceph telemetry enable channel perf` 2024-04-15T16:28:51.443 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry enable channel perf 2024-04-15T16:28:51.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:51] ENGINE Bus STOPPING 2024-04-15T16:28:51.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T16:28:51.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:51] ENGINE Bus STOPPED 2024-04-15T16:28:51.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:51] ENGINE Bus STARTING 2024-04-15T16:28:51.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:51] ENGINE Serving on http://:::9283 2024-04-15T16:28:51.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:51] ENGINE Bus STARTED 2024-04-15T16:28:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[27209]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[27209]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[27209]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[27209]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:51.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:51.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:51.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:51.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:51.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:51.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:51.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[38312]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:51.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[38312]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:51.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[38312]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:51.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[38312]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:51.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:51.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:51.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:51.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:51.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:51.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:51.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:51.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:51.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:51.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:51.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:51.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:51 smithi153 ceph-mon[30366]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:51.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:51 smithi153 ceph-mon[30366]: from='client.24872 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:51.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:51 smithi153 ceph-mon[30366]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:51.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:51 smithi153 ceph-mon[30366]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:51.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:51 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:51.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:51 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:51.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:51 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:51.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:51 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:51.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:51 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:51.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:51 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:51.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:51 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:51.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:51 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:51.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:51 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:51.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:51 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:51.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:51 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:51.948 INFO:tasks.workunit.client.0.smithi090.stdout:channel_perf is enabled 2024-04-15T16:28:51.961 INFO:tasks.workunit.client.0.smithi090.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-15T16:28:52.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:51] ENGINE Bus STOPPING 2024-04-15T16:28:52.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:51] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T16:28:52.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:51] ENGINE Bus STOPPED 2024-04-15T16:28:52.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:51] ENGINE Bus STARTING 2024-04-15T16:28:52.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:51] ENGINE Serving on http://:::9283 2024-04-15T16:28:52.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:28:51] ENGINE Bus STARTED 2024-04-15T16:28:52.337 INFO:tasks.workunit.client.0.smithi090.stderr:+ LAST_OPT_REVISION=1 2024-04-15T16:28:52.337 INFO:tasks.workunit.client.0.smithi090.stderr:+ '[' 1 -ne 1 ']' 2024-04-15T16:28:52.338 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry show 2024-04-15T16:28:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:52.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-15T16:28:52.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:52.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:52.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:52.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:52.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:52.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:28:52.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:52.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:52.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:52.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:52.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:52.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:52.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:52.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:52.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:52.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:52.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:52.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:52.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:52.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2022640283' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T16:28:52.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:52 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2022640283' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T16:28:52.635 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:52.635 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:52.635 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:52.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:52.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-15T16:28:52.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:52.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:52.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:52.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:52.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:52.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:28:52.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:52.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:52.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:52.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:52.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:52.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:52.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:52.637 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.637 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.637 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.637 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.637 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.637 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.637 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.637 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.637 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.637 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: pgmap v90: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:28:52.637 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:52.638 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='client.15003 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:52.638 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:52.638 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-15T16:28:52.638 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='client.15009 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:52.638 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:52.638 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:52.638 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:52.638 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:52.638 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:28:52.638 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:52.638 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:52.638 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:52.638 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:52.638 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:28:52.639 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:28:52.639 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:28:52.639 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.639 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.639 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.639 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.639 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.639 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.639 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.639 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.639 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.639 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:52.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:52.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:52.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:52.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:52.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:52.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.640 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.641 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2022640283' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T16:28:52.641 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2022640283' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T16:28:52.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:52.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:52.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:52.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:52.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.641 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.642 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:52.642 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:52.642 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:52.642 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:52.642 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:52.642 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2022640283' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T16:28:52.642 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2022640283' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T16:28:53.053 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-04-15T16:28:53.053 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer": { 2024-04-15T16:28:53.053 INFO:tasks.workunit.client.0.smithi090.stdout: "active": true, 2024-04-15T16:28:53.053 INFO:tasks.workunit.client.0.smithi090.stdout: "mode": "" 2024-04-15T16:28:53.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.054 INFO:tasks.workunit.client.0.smithi090.stdout: "channels": [ 2024-04-15T16:28:53.054 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T16:28:53.054 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T16:28:53.054 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T16:28:53.054 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-04-15T16:28:53.054 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-04-15T16:28:53.054 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.054 INFO:tasks.workunit.client.0.smithi090.stdout: "channels_available": [ 2024-04-15T16:28:53.054 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T16:28:53.054 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-04-15T16:28:53.054 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T16:28:53.054 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T16:28:53.054 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-04-15T16:28:53.055 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.055 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_available": [ 2024-04-15T16:28:53.055 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T16:28:53.055 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T16:28:53.055 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T16:28:53.055 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T16:28:53.055 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T16:28:53.055 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T16:28:53.055 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T16:28:53.055 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T16:28:53.055 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T16:28:53.055 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T16:28:53.055 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-04-15T16:28:53.055 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.056 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_opted_in": [ 2024-04-15T16:28:53.056 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T16:28:53.056 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T16:28:53.056 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T16:28:53.056 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T16:28:53.056 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T16:28:53.056 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T16:28:53.056 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T16:28:53.056 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T16:28:53.056 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T16:28:53.056 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T16:28:53.056 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-04-15T16:28:53.056 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.056 INFO:tasks.workunit.client.0.smithi090.stdout: "config": { 2024-04-15T16:28:53.056 INFO:tasks.workunit.client.0.smithi090.stdout: "active_changed": [ 2024-04-15T16:28:53.057 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:28:53.057 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T16:28:53.057 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:28:53.057 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T16:28:53.057 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T16:28:53.057 INFO:tasks.workunit.client.0.smithi090.stdout: "client_check_pool_perm", 2024-04-15T16:28:53.057 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_gid", 2024-04-15T16:28:53.057 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_uid", 2024-04-15T16:28:53.057 INFO:tasks.workunit.client.0.smithi090.stdout: "client_quota", 2024-04-15T16:28:53.057 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T16:28:53.057 INFO:tasks.workunit.client.0.smithi090.stdout: "daemonize", 2024-04-15T16:28:53.057 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:28:53.057 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T16:28:53.057 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T16:28:53.057 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T16:28:53.058 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T16:28:53.058 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T16:28:53.058 INFO:tasks.workunit.client.0.smithi090.stdout: "keyring", 2024-04-15T16:28:53.058 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_block_size", 2024-04-15T16:28:53.058 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_cache_size", 2024-04-15T16:28:53.058 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_compression", 2024-04-15T16:28:53.058 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_log", 2024-04-15T16:28:53.058 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_write_buffer_size", 2024-04-15T16:28:53.058 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T16:28:53.058 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T16:28:53.058 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T16:28:53.058 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T16:28:53.058 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T16:28:53.058 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T16:28:53.059 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T16:28:53.059 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_journald", 2024-04-15T16:28:53.059 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_stderr", 2024-04-15T16:28:53.059 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T16:28:53.059 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T16:28:53.059 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_host", 2024-04-15T16:28:53.059 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T16:28:53.059 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:28:53.059 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:28:53.059 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:28:53.059 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:28:53.059 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:28:53.059 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:28:53.059 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:28:53.059 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:28:53.060 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:28:53.060 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:28:53.060 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:28:53.060 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:28:53.060 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:28:53.060 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T16:28:53.060 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T16:28:53.060 INFO:tasks.workunit.client.0.smithi090.stdout: "no_config_file", 2024-04-15T16:28:53.060 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T16:28:53.060 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T16:28:53.060 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_crush_chooseleaf_type", 2024-04-15T16:28:53.060 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:28:53.060 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T16:28:53.060 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:28:53.061 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T16:28:53.061 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:28:53.061 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:28:53.061 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:28:53.061 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:28:53.061 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep", 2024-04-15T16:28:53.061 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hdd", 2024-04-15T16:28:53.061 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hybrid", 2024-04-15T16:28:53.061 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_ssd", 2024-04-15T16:28:53.061 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_max_backfills", 2024-04-15T16:28:53.061 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:28:53.061 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T16:28:53.061 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T16:28:53.061 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T16:28:53.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T16:28:53.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T16:28:53.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T16:28:53.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T16:28:53.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T16:28:53.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T16:28:53.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T16:28:53.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T16:28:53.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T16:28:53.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T16:28:53.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T16:28:53.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pg_delete_cost", 2024-04-15T16:28:53.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:28:53.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:28:53.062 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T16:28:53.063 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active", 2024-04-15T16:28:53.063 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_hdd", 2024-04-15T16:28:53.063 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_ssd", 2024-04-15T16:28:53.063 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T16:28:53.063 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep", 2024-04-15T16:28:53.063 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hdd", 2024-04-15T16:28:53.063 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T16:28:53.063 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_ssd", 2024-04-15T16:28:53.063 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T16:28:53.063 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T16:28:53.063 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_sleep", 2024-04-15T16:28:53.063 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:28:53.063 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep", 2024-04-15T16:28:53.063 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T16:28:53.064 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T16:28:53.064 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T16:28:53.064 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addr", 2024-04-15T16:28:53.064 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addrv", 2024-04-15T16:28:53.064 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T16:28:53.064 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_default_features", 2024-04-15T16:28:53.064 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_qos_exclude_ops", 2024-04-15T16:28:53.064 INFO:tasks.workunit.client.0.smithi090.stdout: "setgroup", 2024-04-15T16:28:53.064 INFO:tasks.workunit.client.0.smithi090.stdout: "setuser" 2024-04-15T16:28:53.064 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.064 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_changed": [ 2024-04-15T16:28:53.064 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:28:53.064 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T16:28:53.064 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:28:53.065 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T16:28:53.065 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T16:28:53.065 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T16:28:53.065 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:28:53.065 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T16:28:53.065 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T16:28:53.066 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T16:28:53.066 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T16:28:53.066 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T16:28:53.066 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T16:28:53.066 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T16:28:53.066 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T16:28:53.066 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_join_fs", 2024-04-15T16:28:53.066 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T16:28:53.066 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/container_init", 2024-04-15T16:28:53.066 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/migration_current", 2024-04-15T16:28:53.066 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T16:28:53.066 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T16:28:53.066 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T16:28:53.066 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T16:28:53.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T16:28:53.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T16:28:53.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T16:28:53.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_ident", 2024-04-15T16:28:53.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_perf", 2024-04-15T16:28:53.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/description", 2024-04-15T16:28:53.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/enabled", 2024-04-15T16:28:53.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/organization", 2024-04-15T16:28:53.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T16:28:53.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T16:28:53.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T16:28:53.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T16:28:53.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T16:28:53.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T16:28:53.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T16:28:53.068 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:28:53.068 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:28:53.068 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:28:53.068 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:28:53.068 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:28:53.068 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:28:53.068 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:28:53.068 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:28:53.068 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:28:53.068 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:28:53.068 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:28:53.068 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:28:53.068 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:28:53.068 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T16:28:53.068 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T16:28:53.069 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T16:28:53.069 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T16:28:53.069 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:28:53.069 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T16:28:53.069 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:28:53.069 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T16:28:53.069 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:28:53.069 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:28:53.069 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:28:53.069 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:28:53.069 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:28:53.070 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T16:28:53.070 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T16:28:53.070 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T16:28:53.070 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T16:28:53.070 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T16:28:53.070 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:28:53.070 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:28:53.070 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T16:28:53.070 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T16:28:53.070 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T16:28:53.070 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T16:28:53.070 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:28:53.071 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T16:28:53.071 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_cache_enabled", 2024-04-15T16:28:53.071 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_ops_log", 2024-04-15T16:28:53.071 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_usage_log" 2024-04-15T16:28:53.071 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.071 INFO:tasks.workunit.client.0.smithi090.stdout: "contact": null, 2024-04-15T16:28:53.071 INFO:tasks.workunit.client.0.smithi090.stdout: "crashes": [], 2024-04-15T16:28:53.071 INFO:tasks.workunit.client.0.smithi090.stdout: "created": "2024-04-15T16:19:57.302974Z", 2024-04-15T16:28:53.071 INFO:tasks.workunit.client.0.smithi090.stdout: "crush": { 2024-04-15T16:28:53.071 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_algs": { 2024-04-15T16:28:53.071 INFO:tasks.workunit.client.0.smithi090.stdout: "straw2": 3 2024-04-15T16:28:53.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.071 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_sizes": { 2024-04-15T16:28:53.071 INFO:tasks.workunit.client.0.smithi090.stdout: "2": 1, 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: "4": 2 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_types": { 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: "1": 2, 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: "11": 1 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: "compat_weight_set": false, 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: "device_classes": [ 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: 8 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_buckets": 6, 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_devices": 8, 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_rules": 1, 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_types": 12, 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_weight_sets": 0, 2024-04-15T16:28:53.072 INFO:tasks.workunit.client.0.smithi090.stdout: "tunables": { 2024-04-15T16:28:53.073 INFO:tasks.workunit.client.0.smithi090.stdout: "allowed_bucket_algs": 54, 2024-04-15T16:28:53.073 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_fallback_tries": 0, 2024-04-15T16:28:53.073 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_tries": 0, 2024-04-15T16:28:53.073 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_total_tries": 50, 2024-04-15T16:28:53.073 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_descend_once": 1, 2024-04-15T16:28:53.073 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_stable": 1, 2024-04-15T16:28:53.073 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_vary_r": 1, 2024-04-15T16:28:53.073 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v2_rules": 0, 2024-04-15T16:28:53.073 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v3_rules": 0, 2024-04-15T16:28:53.073 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v4_buckets": 1, 2024-04-15T16:28:53.073 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v5_rules": 0, 2024-04-15T16:28:53.073 INFO:tasks.workunit.client.0.smithi090.stdout: "legacy_tunables": 0, 2024-04-15T16:28:53.073 INFO:tasks.workunit.client.0.smithi090.stdout: "minimum_required_version": "jewel", 2024-04-15T16:28:53.073 INFO:tasks.workunit.client.0.smithi090.stdout: "optimal_tunables": 1, 2024-04-15T16:28:53.074 INFO:tasks.workunit.client.0.smithi090.stdout: "profile": "jewel", 2024-04-15T16:28:53.074 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables": 1, 2024-04-15T16:28:53.074 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables2": 1, 2024-04-15T16:28:53.074 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables3": 1, 2024-04-15T16:28:53.074 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables5": 1, 2024-04-15T16:28:53.074 INFO:tasks.workunit.client.0.smithi090.stdout: "straw_calc_version": 1 2024-04-15T16:28:53.074 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.074 INFO:tasks.workunit.client.0.smithi090.stdout: "description": "upgrade test cluster", 2024-04-15T16:28:53.074 INFO:tasks.workunit.client.0.smithi090.stdout: "fs": { 2024-04-15T16:28:53.074 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.074 INFO:tasks.workunit.client.0.smithi090.stdout: "feature_flags": { 2024-04-15T16:28:53.074 INFO:tasks.workunit.client.0.smithi090.stdout: "enable_multiple": true, 2024-04-15T16:28:53.074 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_enabled_multiple": true 2024-04-15T16:28:53.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.075 INFO:tasks.workunit.client.0.smithi090.stdout: "filesystems": [ 2024-04-15T16:28:53.075 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.075 INFO:tasks.workunit.client.0.smithi090.stdout: "approx_ctime": "2024-04", 2024-04-15T16:28:53.075 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer_enabled": false, 2024-04-15T16:28:53.075 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.075 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_caps": 0, 2024-04-15T16:28:53.075 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_dns": 10, 2024-04-15T16:28:53.075 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_inos": 13, 2024-04-15T16:28:53.075 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_subtrees": 2, 2024-04-15T16:28:53.075 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_allowed_features": 0, 2024-04-15T16:28:53.075 INFO:tasks.workunit.client.0.smithi090.stdout: "explicitly_allowed_features": 0, 2024-04-15T16:28:53.075 INFO:tasks.workunit.client.0.smithi090.stdout: "files": 0, 2024-04-15T16:28:53.075 INFO:tasks.workunit.client.0.smithi090.stdout: "max_mds": 1, 2024-04-15T16:28:53.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_data_pools": 1, 2024-04-15T16:28:53.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_in": 1, 2024-04-15T16:28:53.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_mds": 1, 2024-04-15T16:28:53.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": 0, 2024-04-15T16:28:53.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_replay": 0, 2024-04-15T16:28:53.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_up": 1, 2024-04-15T16:28:53.076 INFO:tasks.workunit.client.0.smithi090.stdout: "snaps": 0, 2024-04-15T16:28:53.076 INFO:tasks.workunit.client.0.smithi090.stdout: "standby_count_wanted": 0 2024-04-15T16:28:53.076 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.076 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_mds": 1, 2024-04-15T16:28:53.076 INFO:tasks.workunit.client.0.smithi090.stdout: "total_num_mds": 2 2024-04-15T16:28:53.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.076 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_stats": { 2024-04-15T16:28:53.076 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T16:28:53.076 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T16:28:53.076 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 20627456, 2024-04-15T16:28:53.077 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 462152, 2024-04-15T16:28:53.077 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T16:28:53.077 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:53.077 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 688128, 2024-04-15T16:28:53.077 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 410, 2024-04-15T16:28:53.077 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:53.077 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 1237512, 2024-04-15T16:28:53.077 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 20, 2024-04-15T16:28:53.077 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1257472, 2024-04-15T16:28:53.077 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14917808, 2024-04-15T16:28:53.077 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 21315584 2024-04-15T16:28:53.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.077 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T16:28:53.077 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 19218432, 2024-04-15T16:28:53.078 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 299368, 2024-04-15T16:28:53.078 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T16:28:53.078 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 90112, 2024-04-15T16:28:53.078 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 0, 2024-04-15T16:28:53.078 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 316, 2024-04-15T16:28:53.078 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:53.078 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 870584, 2024-04-15T16:28:53.078 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 12, 2024-04-15T16:28:53.078 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 749056, 2024-04-15T16:28:53.078 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14456800, 2024-04-15T16:28:53.078 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 19218432 2024-04-15T16:28:53.078 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.078 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:53.078 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T16:28:53.079 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 35028992, 2024-04-15T16:28:53.079 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 683760, 2024-04-15T16:28:53.079 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T16:28:53.079 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:53.079 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 10526720, 2024-04-15T16:28:53.079 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 924, 2024-04-15T16:28:53.079 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:53.079 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 7057576, 2024-04-15T16:28:53.079 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 21, 2024-04-15T16:28:53.079 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1898752, 2024-04-15T16:28:53.079 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 22636392, 2024-04-15T16:28:53.079 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45555712 2024-04-15T16:28:53.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.079 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T16:28:53.079 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 45154304, 2024-04-15T16:28:53.080 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 2250152, 2024-04-15T16:28:53.080 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T16:28:53.080 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 1064960, 2024-04-15T16:28:53.080 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 3448832, 2024-04-15T16:28:53.080 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1792, 2024-04-15T16:28:53.080 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:53.080 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 10547344, 2024-04-15T16:28:53.080 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 23, 2024-04-15T16:28:53.080 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2997248, 2024-04-15T16:28:53.080 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 25542088, 2024-04-15T16:28:53.080 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 48603136 2024-04-15T16:28:53.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.080 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T16:28:53.080 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 35241984, 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1538280, 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 8192, 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 11362304, 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1092, 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 7580536, 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 21, 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1020928, 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 22341536, 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 46604288 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T16:28:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 51265536, 2024-04-15T16:28:53.082 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1916728, 2024-04-15T16:28:53.082 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-04-15T16:28:53.082 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:53.082 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 229376, 2024-04-15T16:28:53.082 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1745, 2024-04-15T16:28:53.082 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:53.082 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 5803072, 2024-04-15T16:28:53.082 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-04-15T16:28:53.082 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 3904512, 2024-04-15T16:28:53.082 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 36757640, 2024-04-15T16:28:53.082 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 51494912 2024-04-15T16:28:53.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.082 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T16:28:53.082 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 45809664, 2024-04-15T16:28:53.082 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 946336, 2024-04-15T16:28:53.083 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-04-15T16:28:53.083 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:53.083 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 507904, 2024-04-15T16:28:53.083 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1313, 2024-04-15T16:28:53.083 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:53.083 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 5339640, 2024-04-15T16:28:53.083 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-04-15T16:28:53.083 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2059520, 2024-04-15T16:28:53.083 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34580584, 2024-04-15T16:28:53.083 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 46317568 2024-04-15T16:28:53.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.083 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T16:28:53.083 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 44711936, 2024-04-15T16:28:53.083 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 646312, 2024-04-15T16:28:53.083 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-04-15T16:28:53.084 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:53.084 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 491520, 2024-04-15T16:28:53.084 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1244, 2024-04-15T16:28:53.084 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:53.084 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4712704, 2024-04-15T16:28:53.084 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-04-15T16:28:53.084 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2871296, 2024-04-15T16:28:53.084 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 33598040, 2024-04-15T16:28:53.084 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45203456 2024-04-15T16:28:53.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.084 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T16:28:53.084 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 44236800, 2024-04-15T16:28:53.084 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 736432, 2024-04-15T16:28:53.084 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-04-15T16:28:53.084 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 16384, 2024-04-15T16:28:53.085 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 1032192, 2024-04-15T16:28:53.085 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1214, 2024-04-15T16:28:53.085 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:53.085 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4205792, 2024-04-15T16:28:53.085 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 46, 2024-04-15T16:28:53.085 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2200064, 2024-04-15T16:28:53.085 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34194544, 2024-04-15T16:28:53.085 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45268992 2024-04-15T16:28:53.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.085 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T16:28:53.085 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 45072384, 2024-04-15T16:28:53.085 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 608448, 2024-04-15T16:28:53.085 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-04-15T16:28:53.086 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:53.086 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 196608, 2024-04-15T16:28:53.086 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1216, 2024-04-15T16:28:53.086 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:53.086 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4625408, 2024-04-15T16:28:53.086 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-04-15T16:28:53.086 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2135808, 2024-04-15T16:28:53.086 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34819136, 2024-04-15T16:28:53.086 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45268992 2024-04-15T16:28:53.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.086 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T16:28:53.086 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 45047808, 2024-04-15T16:28:53.086 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1073752, 2024-04-15T16:28:53.086 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-04-15T16:28:53.087 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 16384, 2024-04-15T16:28:53.087 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 1269760, 2024-04-15T16:28:53.087 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1231, 2024-04-15T16:28:53.087 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:53.087 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4243688, 2024-04-15T16:28:53.087 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-04-15T16:28:53.087 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2118656, 2024-04-15T16:28:53.087 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34711744, 2024-04-15T16:28:53.087 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 46317568 2024-04-15T16:28:53.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.087 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T16:28:53.087 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 48619520, 2024-04-15T16:28:53.087 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1904472, 2024-04-15T16:28:53.087 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-04-15T16:28:53.087 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:53.088 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 843776, 2024-04-15T16:28:53.088 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1622, 2024-04-15T16:28:53.088 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:53.088 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 5498968, 2024-04-15T16:28:53.088 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-04-15T16:28:53.088 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 3512832, 2024-04-15T16:28:53.088 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34819664, 2024-04-15T16:28:53.088 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 49463296 2024-04-15T16:28:53.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.088 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T16:28:53.088 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 47865856, 2024-04-15T16:28:53.088 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1312240, 2024-04-15T16:28:53.088 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 4980736, 2024-04-15T16:28:53.088 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 16384, 2024-04-15T16:28:53.088 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 1810432, 2024-04-15T16:28:53.089 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1297, 2024-04-15T16:28:53.089 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:53.089 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4956928, 2024-04-15T16:28:53.089 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 46, 2024-04-15T16:28:53.089 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2168832, 2024-04-15T16:28:53.089 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34430736, 2024-04-15T16:28:53.089 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 49676288 2024-04-15T16:28:53.089 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.089 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.089 INFO:tasks.workunit.client.0.smithi090.stdout: "hosts": { 2024-04-15T16:28:53.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num": 2, 2024-04-15T16:28:53.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mds": 2, 2024-04-15T16:28:53.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mgr": 2, 2024-04-15T16:28:53.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mon": 2, 2024-04-15T16:28:53.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_osd": 2 2024-04-15T16:28:53.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.090 INFO:tasks.workunit.client.0.smithi090.stdout: "io_rate": { 2024-04-15T16:28:53.090 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_stats_delta": { 2024-04-15T16:28:53.090 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 0, 2024-04-15T16:28:53.090 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 0, 2024-04-15T16:28:53.090 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.090 INFO:tasks.workunit.client.0.smithi090.stdout: "stamp_delta": "12.002408", 2024-04-15T16:28:53.090 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 254, 2024-04-15T16:28:53.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 338, 2024-04-15T16:28:53.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 56, 2024-04-15T16:28:53.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.093 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T16:28:53.093 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-04-15T16:28:53.093 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T16:28:53.093 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T16:28:53.093 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T16:28:53.094 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T16:28:53.094 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-04-15T16:28:53.094 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T16:28:53.094 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T16:28:53.094 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T16:28:53.094 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T16:28:53.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.094 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 0 2024-04-15T16:28:53.094 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.094 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard": false, 2024-04-15T16:28:53.094 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard_description": null, 2024-04-15T16:28:53.094 INFO:tasks.workunit.client.0.smithi090.stdout: "license": "sharing-1-0", 2024-04-15T16:28:53.094 INFO:tasks.workunit.client.0.smithi090.stdout: "mempool": { 2024-04-15T16:28:53.094 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T16:28:53.095 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T16:28:53.095 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:53.095 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.095 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.095 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.095 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.095 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.095 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:53.095 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.095 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.095 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.096 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:53.097 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.097 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.097 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:53.097 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.097 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.097 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:53.097 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.097 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.097 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:53.097 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.097 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.098 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:53.098 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.098 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.098 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:53.098 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.098 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.098 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:53.098 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.098 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.098 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:53.098 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.098 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.099 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:53.099 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.099 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.099 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:53.099 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.099 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.099 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:53.099 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.099 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.099 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:53.099 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222439, 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 68 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 51496, 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 208 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:53.100 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.101 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.101 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:53.101 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.101 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.101 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:53.101 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8008, 2024-04-15T16:28:53.101 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 125 2024-04-15T16:28:53.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.102 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:53.102 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.102 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.102 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:53.102 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.102 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.102 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:53.103 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.103 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.103 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:53.103 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.103 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.103 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.103 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T16:28:53.103 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:53.103 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.103 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.104 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.104 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.104 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.104 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:53.104 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.104 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.104 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:53.104 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.104 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.104 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:53.104 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.104 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.105 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:53.105 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.105 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.105 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:53.105 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.105 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.105 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:53.105 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.105 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.105 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:53.105 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.106 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.106 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:53.106 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.106 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.106 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:53.106 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.106 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.106 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:53.106 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.106 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.107 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:53.107 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.107 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.107 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:53.107 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.107 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.107 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:53.107 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.107 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.107 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:53.107 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.107 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.108 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:53.108 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.108 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.108 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:53.108 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.108 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.108 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:53.108 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 149144, 2024-04-15T16:28:53.108 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T16:28:53.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.108 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:53.108 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.109 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.109 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:53.109 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 928, 2024-04-15T16:28:53.109 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T16:28:53.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.109 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.109 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.109 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.109 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:53.109 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.109 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.109 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:53.110 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.110 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.110 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:53.110 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.110 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.110 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:53.110 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.110 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.110 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:53.110 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.110 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.111 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:53.111 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.111 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.111 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:53.111 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.111 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.111 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.111 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.111 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:53.111 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T16:28:53.111 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.112 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:53.113 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.113 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.113 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:53.113 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.113 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.113 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:53.113 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.113 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.113 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:53.113 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.113 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.114 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:53.114 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.114 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.114 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:53.114 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.114 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.114 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:53.114 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.114 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.114 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:53.115 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.115 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.115 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:53.115 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.115 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.115 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:53.115 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.115 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.115 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:53.115 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.115 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.116 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:53.116 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.116 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.116 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:53.116 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.116 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.116 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:53.116 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.116 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.116 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:53.116 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1132491, 2024-04-15T16:28:53.117 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 352 2024-04-15T16:28:53.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.117 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:53.117 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.117 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.117 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:53.117 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.117 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.117 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.117 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.117 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.117 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:53.118 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.118 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.118 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:53.118 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.118 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.118 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:53.118 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6584, 2024-04-15T16:28:53.118 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 124 2024-04-15T16:28:53.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.118 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:53.118 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12744, 2024-04-15T16:28:53.118 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1546 2024-04-15T16:28:53.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.119 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:53.119 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5152, 2024-04-15T16:28:53.119 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 83 2024-04-15T16:28:53.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.119 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:53.119 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.119 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.119 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:53.119 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.119 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.119 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.119 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T16:28:53.119 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.120 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:53.121 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.121 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.121 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:53.121 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.121 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.121 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:53.121 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.121 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.122 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:53.122 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.122 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.122 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:53.122 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.122 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.122 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:53.122 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.122 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.122 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:53.123 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.123 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.123 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:53.123 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.123 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.123 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:53.123 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.123 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.123 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:53.123 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.123 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.124 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:53.124 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.124 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.124 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:53.124 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.124 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.124 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:53.124 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.124 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.124 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:53.124 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.125 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.125 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:53.125 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1138829, 2024-04-15T16:28:53.125 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 349 2024-04-15T16:28:53.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.125 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:53.125 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 440, 2024-04-15T16:28:53.125 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T16:28:53.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.125 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:53.125 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.125 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.125 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.126 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.126 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.126 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:53.126 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.126 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.126 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:53.126 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.126 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.126 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:53.126 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6584, 2024-04-15T16:28:53.126 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 124 2024-04-15T16:28:53.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.127 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:53.127 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12744, 2024-04-15T16:28:53.127 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1546 2024-04-15T16:28:53.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.127 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:53.127 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10304, 2024-04-15T16:28:53.127 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 166 2024-04-15T16:28:53.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.127 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:53.127 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.127 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.127 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:53.127 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.128 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.128 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.128 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T16:28:53.128 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:53.128 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.128 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.128 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.128 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.128 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.128 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:53.128 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.128 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.129 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:53.129 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.129 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.129 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:53.129 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.129 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.129 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:53.129 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.129 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.129 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:53.129 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.130 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.130 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:53.130 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.130 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.130 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:53.130 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.130 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.130 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:53.130 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.130 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.131 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:53.131 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.131 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.131 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:53.131 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.131 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.131 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:53.131 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.131 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.131 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:53.131 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.131 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.132 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.133 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:53.133 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1101171, 2024-04-15T16:28:53.133 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 351 2024-04-15T16:28:53.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.133 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:53.133 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.133 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.133 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:53.133 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.133 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.133 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.133 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.134 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.134 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:53.134 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.134 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.134 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:53.134 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.134 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.134 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:53.134 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6584, 2024-04-15T16:28:53.134 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 124 2024-04-15T16:28:53.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.134 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12744, 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1546 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5152, 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 83 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.135 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.136 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.136 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T16:28:53.136 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:53.136 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.136 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.136 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.136 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:53.136 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:53.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.136 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:53.136 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:53.136 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:53.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5360, 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 67 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20608, 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 184 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1600, 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T16:28:53.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.138 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:53.138 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 602112, 2024-04-15T16:28:53.138 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 16 2024-04-15T16:28:53.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.138 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:53.138 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 90924, 2024-04-15T16:28:53.138 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 15596 2024-04-15T16:28:53.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.138 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:53.138 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 202896, 2024-04-15T16:28:53.138 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 330 2024-04-15T16:28:53.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.138 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:53.138 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11172, 2024-04-15T16:28:53.138 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 732 2024-04-15T16:28:53.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.139 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:53.139 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8832, 2024-04-15T16:28:53.139 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 184 2024-04-15T16:28:53.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.139 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:53.139 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.139 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.139 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:53.139 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 31164, 2024-04-15T16:28:53.139 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 198 2024-04-15T16:28:53.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.139 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:53.140 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20608, 2024-04-15T16:28:53.140 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 184 2024-04-15T16:28:53.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.140 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:53.140 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.140 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.140 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:53.140 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 415944, 2024-04-15T16:28:53.140 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 93 2024-04-15T16:28:53.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.140 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:53.140 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.140 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.141 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:53.141 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2460380, 2024-04-15T16:28:53.141 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 198 2024-04-15T16:28:53.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.141 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:53.141 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6688, 2024-04-15T16:28:53.141 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 76 2024-04-15T16:28:53.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.141 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:53.141 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.141 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.141 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.141 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 510048, 2024-04-15T16:28:53.141 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T16:28:53.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.142 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:53.142 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.142 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.142 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:53.142 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 92560, 2024-04-15T16:28:53.142 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-04-15T16:28:53.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.142 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:53.142 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222968, 2024-04-15T16:28:53.142 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3398 2024-04-15T16:28:53.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.142 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:53.142 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.143 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.143 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:53.143 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.143 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.143 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:53.143 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.143 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.143 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:53.143 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.143 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.143 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.144 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T16:28:53.144 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:53.144 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.144 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.144 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.144 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:53.144 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:53.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.144 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:53.144 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:53.144 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:53.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.144 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:53.144 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:53.145 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:53.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.145 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:53.145 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4480, 2024-04-15T16:28:53.145 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 56 2024-04-15T16:28:53.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.145 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:53.145 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19152, 2024-04-15T16:28:53.145 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 171 2024-04-15T16:28:53.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.145 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:53.145 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1600, 2024-04-15T16:28:53.145 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T16:28:53.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.145 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:53.146 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16384, 2024-04-15T16:28:53.146 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 4 2024-04-15T16:28:53.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.146 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:53.146 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 44755, 2024-04-15T16:28:53.146 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8418 2024-04-15T16:28:53.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.146 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:53.146 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 126056, 2024-04-15T16:28:53.146 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 217 2024-04-15T16:28:53.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.146 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:53.146 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9348, 2024-04-15T16:28:53.146 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 558 2024-04-15T16:28:53.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.147 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:53.147 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8208, 2024-04-15T16:28:53.147 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 171 2024-04-15T16:28:53.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.147 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:53.147 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.147 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.147 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:53.147 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 27400, 2024-04-15T16:28:53.147 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 185 2024-04-15T16:28:53.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.147 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:53.147 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19264, 2024-04-15T16:28:53.147 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 172 2024-04-15T16:28:53.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.148 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:53.148 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T16:28:53.148 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T16:28:53.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.148 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:53.148 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 427123, 2024-04-15T16:28:53.148 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 96 2024-04-15T16:28:53.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.148 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:53.148 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T16:28:53.148 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T16:28:53.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.148 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:53.149 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2435363, 2024-04-15T16:28:53.149 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 178 2024-04-15T16:28:53.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.149 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:53.149 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5016, 2024-04-15T16:28:53.149 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 57 2024-04-15T16:28:53.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.149 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:53.149 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.149 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.149 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.149 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 440496, 2024-04-15T16:28:53.149 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 38 2024-04-15T16:28:53.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.150 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:53.150 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.150 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.150 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:53.150 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7280, 2024-04-15T16:28:53.150 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 18 2024-04-15T16:28:53.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.150 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:53.150 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222968, 2024-04-15T16:28:53.150 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3398 2024-04-15T16:28:53.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.150 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:53.150 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.151 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T16:28:53.152 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:53.152 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.152 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.152 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.152 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:53.152 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:53.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.152 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:53.152 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:53.152 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:53.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.152 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:53.152 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:53.152 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:53.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.153 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:53.153 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4320, 2024-04-15T16:28:53.153 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 54 2024-04-15T16:28:53.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.153 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:53.153 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19040, 2024-04-15T16:28:53.153 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 170 2024-04-15T16:28:53.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.153 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:53.153 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1376, 2024-04-15T16:28:53.153 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 42 2024-04-15T16:28:53.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.153 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:53.153 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8192, 2024-04-15T16:28:53.154 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T16:28:53.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.154 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:53.154 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 42918, 2024-04-15T16:28:53.154 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8144 2024-04-15T16:28:53.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.154 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:53.154 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 121296, 2024-04-15T16:28:53.154 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 210 2024-04-15T16:28:53.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.154 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:53.154 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8208, 2024-04-15T16:28:53.154 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 507 2024-04-15T16:28:53.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.155 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:53.155 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8160, 2024-04-15T16:28:53.155 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 170 2024-04-15T16:28:53.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.155 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:53.155 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.155 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.155 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:53.155 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 25776, 2024-04-15T16:28:53.155 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 178 2024-04-15T16:28:53.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.155 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:53.155 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19152, 2024-04-15T16:28:53.155 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 171 2024-04-15T16:28:53.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.156 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:53.156 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T16:28:53.156 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T16:28:53.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.156 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:53.156 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 370955, 2024-04-15T16:28:53.156 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 82 2024-04-15T16:28:53.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.156 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:53.156 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T16:28:53.156 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T16:28:53.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.156 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:53.156 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2422064, 2024-04-15T16:28:53.157 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 178 2024-04-15T16:28:53.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.157 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:53.157 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4312, 2024-04-15T16:28:53.157 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 49 2024-04-15T16:28:53.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.157 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:53.157 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.157 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.157 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.157 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359352, 2024-04-15T16:28:53.157 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 31 2024-04-15T16:28:53.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.157 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:53.158 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.158 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.158 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:53.158 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8320, 2024-04-15T16:28:53.158 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-04-15T16:28:53.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.158 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:53.158 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 223480, 2024-04-15T16:28:53.158 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3422 2024-04-15T16:28:53.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.158 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:53.159 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.159 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.159 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:53.159 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.159 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.159 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:53.159 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.159 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.159 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:53.159 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.159 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.159 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.160 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T16:28:53.160 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:53.160 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.160 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.160 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.160 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:53.160 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:53.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.160 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:53.160 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:53.160 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:53.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.160 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:53.161 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:53.161 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:53.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.161 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:53.161 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3680, 2024-04-15T16:28:53.161 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 46 2024-04-15T16:28:53.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.161 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:53.161 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19600, 2024-04-15T16:28:53.161 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 175 2024-04-15T16:28:53.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.161 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:53.161 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 480, 2024-04-15T16:28:53.161 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 34 2024-04-15T16:28:53.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.162 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:53.162 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.162 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.162 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:53.162 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 43990, 2024-04-15T16:28:53.162 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8413 2024-04-15T16:28:53.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.162 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:53.162 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 126056, 2024-04-15T16:28:53.162 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 217 2024-04-15T16:28:53.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.162 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:53.162 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9332, 2024-04-15T16:28:53.163 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 566 2024-04-15T16:28:53.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.163 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:53.163 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8400, 2024-04-15T16:28:53.163 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 175 2024-04-15T16:28:53.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.163 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:53.163 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.163 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.163 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:53.163 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26728, 2024-04-15T16:28:53.163 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 185 2024-04-15T16:28:53.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.163 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19600, 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 175 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2208, 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 243168, 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 51 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26565, 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.164 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:53.165 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2453622, 2024-04-15T16:28:53.165 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 190 2024-04-15T16:28:53.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.165 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:53.165 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4752, 2024-04-15T16:28:53.165 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 54 2024-04-15T16:28:53.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.165 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:53.165 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.165 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.165 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.165 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 428904, 2024-04-15T16:28:53.165 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 37 2024-04-15T16:28:53.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.166 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:53.166 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.166 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.166 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:53.166 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10400, 2024-04-15T16:28:53.166 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 20 2024-04-15T16:28:53.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.166 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:53.166 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222968, 2024-04-15T16:28:53.166 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3398 2024-04-15T16:28:53.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.166 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:53.166 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.166 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.167 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:53.167 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.167 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.167 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:53.167 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.167 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.167 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:53.167 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.167 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.167 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.167 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T16:28:53.168 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:53.168 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.168 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.168 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.168 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:53.168 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:53.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.168 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:53.168 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:53.168 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:53.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.168 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:53.168 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:53.169 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:53.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.169 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:53.169 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3360, 2024-04-15T16:28:53.169 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 42 2024-04-15T16:28:53.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.169 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:53.169 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19488, 2024-04-15T16:28:53.169 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-04-15T16:28:53.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.169 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:53.169 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1152, 2024-04-15T16:28:53.169 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 40 2024-04-15T16:28:53.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.169 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:53.170 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.170 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.170 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:53.170 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 44620, 2024-04-15T16:28:53.170 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8500 2024-04-15T16:28:53.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.170 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:53.170 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 127416, 2024-04-15T16:28:53.170 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 219 2024-04-15T16:28:53.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.170 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:53.170 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9520, 2024-04-15T16:28:53.170 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 565 2024-04-15T16:28:53.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.171 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:53.171 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8352, 2024-04-15T16:28:53.171 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-04-15T16:28:53.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.171 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:53.171 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.171 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.171 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:53.171 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 27408, 2024-04-15T16:28:53.171 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 187 2024-04-15T16:28:53.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.171 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:53.171 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19600, 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 175 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 923118, 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 74 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:53.172 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2428526, 2024-04-15T16:28:53.173 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 177 2024-04-15T16:28:53.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.173 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:53.173 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4752, 2024-04-15T16:28:53.173 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 54 2024-04-15T16:28:53.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.173 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:53.173 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.173 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.173 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.173 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 452088, 2024-04-15T16:28:53.173 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-04-15T16:28:53.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.173 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:53.174 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.174 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.174 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:53.174 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7904, 2024-04-15T16:28:53.174 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 16 2024-04-15T16:28:53.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.174 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:53.174 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 223224, 2024-04-15T16:28:53.174 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3410 2024-04-15T16:28:53.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.174 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:53.174 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.174 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.175 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:53.175 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.175 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.175 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:53.175 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.175 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.175 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:53.175 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.175 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.175 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.175 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T16:28:53.176 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:53.176 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.176 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.176 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.176 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:53.176 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:53.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.176 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:53.176 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:53.176 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:53.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.176 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:53.176 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:53.177 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:53.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.177 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:53.177 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2800, 2024-04-15T16:28:53.177 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 35 2024-04-15T16:28:53.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.177 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:53.177 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19376, 2024-04-15T16:28:53.177 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-04-15T16:28:53.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.177 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:53.177 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 480, 2024-04-15T16:28:53.177 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 34 2024-04-15T16:28:53.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.177 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:53.178 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.178 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.178 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:53.178 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 44773, 2024-04-15T16:28:53.178 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8520 2024-04-15T16:28:53.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.178 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:53.178 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 128096, 2024-04-15T16:28:53.178 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 220 2024-04-15T16:28:53.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.178 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:53.178 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9740, 2024-04-15T16:28:53.178 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 566 2024-04-15T16:28:53.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.179 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:53.179 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8304, 2024-04-15T16:28:53.179 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-04-15T16:28:53.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.179 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:53.179 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.179 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.179 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:53.179 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 27832, 2024-04-15T16:28:53.179 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 188 2024-04-15T16:28:53.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.179 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:53.179 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19376, 2024-04-15T16:28:53.180 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-04-15T16:28:53.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.180 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:53.180 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2208, 2024-04-15T16:28:53.180 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:53.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.180 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:53.180 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 815811, 2024-04-15T16:28:53.180 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 48 2024-04-15T16:28:53.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.180 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:53.180 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26565, 2024-04-15T16:28:53.180 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9 2024-04-15T16:28:53.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.180 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:53.181 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2419062, 2024-04-15T16:28:53.181 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 169 2024-04-15T16:28:53.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.181 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:53.181 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5368, 2024-04-15T16:28:53.181 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 61 2024-04-15T16:28:53.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.181 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:53.181 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.181 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.181 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.181 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 475272, 2024-04-15T16:28:53.181 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 41 2024-04-15T16:28:53.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.182 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:53.182 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.182 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.182 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:53.182 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11960, 2024-04-15T16:28:53.182 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-04-15T16:28:53.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.182 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:53.182 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 223736, 2024-04-15T16:28:53.182 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3434 2024-04-15T16:28:53.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.182 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:53.182 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.183 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.183 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:53.183 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.183 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.183 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:53.183 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.183 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.183 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:53.183 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.183 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.183 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:53.184 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:53.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.185 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:53.185 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2240, 2024-04-15T16:28:53.185 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 28 2024-04-15T16:28:53.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.185 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:53.185 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20384, 2024-04-15T16:28:53.185 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-04-15T16:28:53.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.185 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:53.185 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 480, 2024-04-15T16:28:53.185 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 34 2024-04-15T16:28:53.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.185 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:53.185 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 14887, 2024-04-15T16:28:53.186 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:53.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.186 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:53.186 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 86093, 2024-04-15T16:28:53.186 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 15086 2024-04-15T16:28:53.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.186 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:53.186 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 195416, 2024-04-15T16:28:53.186 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 319 2024-04-15T16:28:53.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.186 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:53.186 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10764, 2024-04-15T16:28:53.186 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 723 2024-04-15T16:28:53.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.187 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:53.187 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8736, 2024-04-15T16:28:53.187 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-04-15T16:28:53.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.187 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:53.187 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.187 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.187 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:53.187 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 28604, 2024-04-15T16:28:53.187 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 187 2024-04-15T16:28:53.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.187 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:53.187 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20384, 2024-04-15T16:28:53.187 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-04-15T16:28:53.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.188 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:53.188 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.188 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.188 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:53.188 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 770225, 2024-04-15T16:28:53.188 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 38 2024-04-15T16:28:53.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.188 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:53.188 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.188 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.188 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:53.189 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2452908, 2024-04-15T16:28:53.189 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-04-15T16:28:53.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.189 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:53.189 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4840, 2024-04-15T16:28:53.189 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 55 2024-04-15T16:28:53.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.189 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:53.189 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.189 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.189 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.189 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 452088, 2024-04-15T16:28:53.189 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-04-15T16:28:53.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.190 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:53.190 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.190 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.190 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:53.190 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 92872, 2024-04-15T16:28:53.190 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 189 2024-04-15T16:28:53.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.190 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:53.190 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222968, 2024-04-15T16:28:53.190 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3398 2024-04-15T16:28:53.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.191 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:53.191 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.191 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.191 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:53.191 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.191 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.191 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:53.191 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.191 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.191 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:53.192 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.192 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.192 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.192 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T16:28:53.192 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:53.192 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.192 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.192 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.192 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:53.192 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:53.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.192 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:53.192 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:53.193 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:53.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.193 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:53.193 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:53.193 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:53.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.193 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:53.193 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1680, 2024-04-15T16:28:53.193 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 21 2024-04-15T16:28:53.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.193 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:53.193 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20272, 2024-04-15T16:28:53.193 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-04-15T16:28:53.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.193 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:53.194 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1040, 2024-04-15T16:28:53.194 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-04-15T16:28:53.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.194 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:53.194 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 270336, 2024-04-15T16:28:53.194 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7 2024-04-15T16:28:53.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.194 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:53.194 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 47931, 2024-04-15T16:28:53.194 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9149 2024-04-15T16:28:53.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.194 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:53.194 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 132856, 2024-04-15T16:28:53.194 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 227 2024-04-15T16:28:53.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.195 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:53.195 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11528, 2024-04-15T16:28:53.195 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 728 2024-04-15T16:28:53.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.195 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:53.195 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8688, 2024-04-15T16:28:53.195 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-04-15T16:28:53.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.195 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:53.195 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.195 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.195 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:53.195 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30820, 2024-04-15T16:28:53.195 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 195 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20272, 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 143547, 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 28 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.196 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2408050, 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 184 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5896, 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 67 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 533232, 2024-04-15T16:28:53.197 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 46 2024-04-15T16:28:53.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.198 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:53.198 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.198 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.198 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:53.198 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 95992, 2024-04-15T16:28:53.198 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 219 2024-04-15T16:28:53.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.198 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:53.198 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222968, 2024-04-15T16:28:53.198 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3398 2024-04-15T16:28:53.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.198 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:53.199 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.199 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.199 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:53.199 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.199 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.199 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:53.199 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.199 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.199 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:53.199 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:53.199 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:53.200 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.200 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.200 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.200 INFO:tasks.workunit.client.0.smithi090.stdout: "metadata": { 2024-04-15T16:28:53.200 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T16:28:53.200 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T16:28:53.200 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 2 2024-04-15T16:28:53.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.200 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T16:28:53.200 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:28:53.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.200 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T16:28:53.200 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-15T16:28:53.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.201 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T16:28:53.201 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 2 2024-04-15T16:28:53.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.201 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T16:28:53.201 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 2 2024-04-15T16:28:53.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.201 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T16:28:53.201 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T16:28:53.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.201 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T16:28:53.201 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T16:28:53.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.201 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T16:28:53.201 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 2 2024-04-15T16:28:53.201 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.202 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:53.202 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T16:28:53.202 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 3 2024-04-15T16:28:53.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.202 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T16:28:53.202 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T16:28:53.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.202 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T16:28:53.202 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-15T16:28:53.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.202 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T16:28:53.202 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 3 2024-04-15T16:28:53.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.203 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T16:28:53.203 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 3 2024-04-15T16:28:53.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.203 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T16:28:53.203 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T16:28:53.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.203 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T16:28:53.203 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T16:28:53.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.203 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T16:28:53.203 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 3 2024-04-15T16:28:53.203 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.203 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 8 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 8 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 8 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T16:28:53.204 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 8 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_objectstore": { 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": 8 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: "rotational": { 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: "0": 8 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.205 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:53.206 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:53.206 INFO:tasks.workunit.client.0.smithi090.stdout: "features": { 2024-04-15T16:28:53.206 INFO:tasks.workunit.client.0.smithi090.stdout: "optional": [], 2024-04-15T16:28:53.206 INFO:tasks.workunit.client.0.smithi090.stdout: "persistent": [ 2024-04-15T16:28:53.206 INFO:tasks.workunit.client.0.smithi090.stdout: "kraken", 2024-04-15T16:28:53.206 INFO:tasks.workunit.client.0.smithi090.stdout: "luminous", 2024-04-15T16:28:53.206 INFO:tasks.workunit.client.0.smithi090.stdout: "mimic", 2024-04-15T16:28:53.206 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap-prune", 2024-04-15T16:28:53.206 INFO:tasks.workunit.client.0.smithi090.stdout: "nautilus", 2024-04-15T16:28:53.206 INFO:tasks.workunit.client.0.smithi090.stdout: "octopus", 2024-04-15T16:28:53.206 INFO:tasks.workunit.client.0.smithi090.stdout: "pacific", 2024-04-15T16:28:53.206 INFO:tasks.workunit.client.0.smithi090.stdout: "elector-pinging", 2024-04-15T16:28:53.206 INFO:tasks.workunit.client.0.smithi090.stdout: "quincy", 2024-04-15T16:28:53.206 INFO:tasks.workunit.client.0.smithi090.stdout: "reef" 2024-04-15T16:28:53.206 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv4_addr_mons": 6, 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv6_addr_mons": 0, 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: "min_mon_release": 18, 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: "v1_addr_mons": 3, 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: "v2_addr_mons": 3 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: "organization": "ceph-qa", 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_network": false, 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: "require_min_compat_client": "luminous", 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: "require_osd_release": "reef" 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_perf_histograms": [ 2024-04-15T16:28:53.207 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.208 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:53.208 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T16:28:53.208 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.208 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:53.208 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:53.208 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T16:28:53.208 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T16:28:53.208 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:53.208 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:53.208 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T16:28:53.208 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T16:28:53.208 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T16:28:53.208 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T16:28:53.208 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T16:28:53.208 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T16:28:53.209 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T16:28:53.209 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T16:28:53.209 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T16:28:53.209 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T16:28:53.209 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T16:28:53.209 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T16:28:53.209 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T16:28:53.209 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T16:28:53.209 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T16:28:53.209 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T16:28:53.209 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T16:28:53.209 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T16:28:53.209 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T16:28:53.209 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T16:28:53.209 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:53.210 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:53.211 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T16:28:53.211 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T16:28:53.211 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:53.211 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:53.211 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T16:28:53.211 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T16:28:53.211 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T16:28:53.211 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T16:28:53.211 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T16:28:53.211 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T16:28:53.211 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T16:28:53.211 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T16:28:53.211 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T16:28:53.211 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T16:28:53.212 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T16:28:53.212 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T16:28:53.212 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T16:28:53.212 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T16:28:53.212 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T16:28:53.212 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T16:28:53.212 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T16:28:53.212 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T16:28:53.212 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T16:28:53.212 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T16:28:53.212 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T16:28:53.212 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T16:28:53.212 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T16:28:53.212 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.213 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.214 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.214 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.214 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.214 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.214 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.214 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.214 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.214 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.214 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.214 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.214 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.214 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.214 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.214 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.215 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.215 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.215 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.215 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.215 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.215 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.215 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.215 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.215 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.215 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.215 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.215 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.215 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.215 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.215 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.216 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.216 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.216 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.216 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T16:28:53.216 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.216 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.216 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.216 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.216 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.216 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.216 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.216 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.216 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.217 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.217 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.217 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.217 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.217 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.217 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.217 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.217 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.217 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.217 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.217 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.217 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.217 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.217 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.218 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.218 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.218 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.218 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.218 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.218 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.218 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.218 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.218 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.218 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.218 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.218 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T16:28:53.218 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.219 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.219 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.219 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.219 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.219 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.219 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.219 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.219 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.219 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.219 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.219 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.219 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.219 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.219 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.219 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.220 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.220 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.220 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.220 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.220 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.220 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.220 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.220 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.220 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.220 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.220 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.220 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.220 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.220 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.221 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.221 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.221 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.221 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.221 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.221 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T16:28:53.221 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.221 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.221 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.221 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.221 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.221 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.221 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.221 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.222 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.222 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.222 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.222 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.222 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.222 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.222 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.222 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.222 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.222 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.222 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.222 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.222 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.222 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.223 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.223 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.223 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.223 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.223 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.223 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.223 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.223 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.223 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.223 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.223 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.223 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.223 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.223 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T16:28:53.224 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.224 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.224 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.224 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.224 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.224 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.224 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.224 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.224 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.224 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.224 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.224 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.224 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.224 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.225 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.226 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.226 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.226 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.226 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.226 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.226 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T16:28:53.226 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.226 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.226 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.226 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.226 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.226 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.226 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.227 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.227 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.227 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.227 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.227 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.227 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.227 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.227 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.227 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.227 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.227 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.228 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.228 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.228 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.228 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.228 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.228 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.228 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.228 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.228 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.228 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.228 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.228 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.228 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.228 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.229 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.229 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.229 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.229 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T16:28:53.229 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.229 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.229 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.229 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.229 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.229 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.229 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.229 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.229 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.229 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.230 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.230 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.230 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.230 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.230 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.230 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.230 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.230 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.230 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.230 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.230 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.230 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.230 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.230 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.231 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.231 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.231 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.231 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.231 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.231 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.231 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.231 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.231 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.231 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.231 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.231 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T16:28:53.231 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.231 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.232 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.232 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 84, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.232 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.232 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.232 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.232 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.232 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.232 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.232 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.232 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.232 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.232 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.232 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.232 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.233 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.233 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.233 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.233 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.233 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.233 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.233 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.233 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.233 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.233 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.233 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.233 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.233 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.233 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.234 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.234 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.234 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.234 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.234 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.234 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.234 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:53.234 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T16:28:53.234 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.234 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:53.234 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:53.234 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T16:28:53.234 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T16:28:53.234 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:53.235 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:53.235 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T16:28:53.235 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T16:28:53.235 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T16:28:53.235 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T16:28:53.235 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T16:28:53.235 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T16:28:53.235 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T16:28:53.235 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T16:28:53.235 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T16:28:53.235 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T16:28:53.235 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T16:28:53.235 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T16:28:53.235 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T16:28:53.235 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T16:28:53.236 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T16:28:53.236 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T16:28:53.236 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T16:28:53.236 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T16:28:53.236 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T16:28:53.236 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T16:28:53.236 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T16:28:53.236 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T16:28:53.236 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T16:28:53.236 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T16:28:53.236 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:28:53.236 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:28:53.236 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:28:53.236 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:28:53.236 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:28:53.237 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:28:53.237 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T16:28:53.237 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.237 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:53.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.237 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.237 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:53.237 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:53.237 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T16:28:53.237 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T16:28:53.237 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:53.237 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:53.237 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T16:28:53.237 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T16:28:53.237 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T16:28:53.238 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T16:28:53.238 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T16:28:53.238 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T16:28:53.238 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T16:28:53.238 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T16:28:53.238 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T16:28:53.238 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T16:28:53.238 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T16:28:53.238 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T16:28:53.238 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T16:28:53.238 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T16:28:53.238 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T16:28:53.238 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T16:28:53.238 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T16:28:53.238 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T16:28:53.239 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T16:28:53.239 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T16:28:53.239 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T16:28:53.239 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T16:28:53.239 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T16:28:53.239 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T16:28:53.239 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T16:28:53.239 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T16:28:53.239 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T16:28:53.239 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T16:28:53.239 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T16:28:53.239 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T16:28:53.239 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T16:28:53.239 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.239 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:53.240 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.240 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.240 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T16:28:53.240 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.240 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T16:28:53.240 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.240 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.240 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.240 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.240 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.240 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.240 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.240 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.240 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.240 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.241 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.241 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.241 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.241 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.241 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.241 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.241 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.241 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.241 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.241 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.241 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.241 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.241 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.241 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.242 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.242 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.242 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.242 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.242 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.242 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.242 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.242 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.242 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.242 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.242 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.242 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T16:28:53.242 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.243 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.243 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.243 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.243 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.243 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.243 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.243 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.243 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.243 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.243 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.243 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.243 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.243 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.243 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.243 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.244 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.245 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.245 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.245 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.245 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T16:28:53.245 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.245 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.245 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.245 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.245 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.245 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.245 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.245 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.245 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.246 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.246 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.246 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.246 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.246 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.246 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.246 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.246 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.246 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.246 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.246 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.246 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.246 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.246 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.247 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.247 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.247 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.247 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.247 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.247 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.247 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.247 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.247 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.247 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.247 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.247 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.247 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T16:28:53.247 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.248 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.248 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.248 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.248 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.248 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.248 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.248 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.248 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.248 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.248 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.248 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.248 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.248 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.248 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.249 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.249 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.249 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.249 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.249 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.249 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.249 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.249 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.249 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.249 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.249 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.249 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.249 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.249 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.249 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.250 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.250 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.250 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.250 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.250 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.250 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T16:28:53.250 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.250 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.250 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.250 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.250 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.250 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.250 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.251 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.251 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.251 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.251 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.251 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.251 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.251 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.251 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.251 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.251 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.251 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.251 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.251 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.251 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.252 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.252 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.252 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.252 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.252 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.252 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.252 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.252 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.252 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.252 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.252 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.252 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.252 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.252 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T16:28:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.254 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.254 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.254 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.254 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.254 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.254 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.254 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.254 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.254 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.254 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.254 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.254 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.254 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.254 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T16:28:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.256 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.256 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.256 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.256 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.256 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.256 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.256 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.256 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.256 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.256 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.256 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.256 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.256 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.256 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.256 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.257 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.257 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.257 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.257 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.257 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.257 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.257 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.257 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.257 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.257 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.257 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.257 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.257 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.257 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.258 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T16:28:53.258 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.258 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.258 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.258 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.258 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.258 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.258 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.258 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.258 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.258 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.258 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.258 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.258 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.259 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.259 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.259 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.259 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.259 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.259 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.259 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.259 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.259 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.259 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.259 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.259 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.259 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.259 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.259 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.260 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.260 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.260 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.260 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.260 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.260 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.260 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.260 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.260 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:53.260 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T16:28:53.260 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.260 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:53.260 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:53.260 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T16:28:53.261 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T16:28:53.261 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:53.261 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:53.261 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T16:28:53.261 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T16:28:53.261 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T16:28:53.261 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T16:28:53.261 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T16:28:53.261 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T16:28:53.261 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T16:28:53.261 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T16:28:53.261 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T16:28:53.261 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T16:28:53.261 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T16:28:53.262 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T16:28:53.262 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T16:28:53.262 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T16:28:53.262 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T16:28:53.262 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T16:28:53.262 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T16:28:53.262 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T16:28:53.262 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T16:28:53.262 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T16:28:53.262 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T16:28:53.262 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T16:28:53.262 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T16:28:53.262 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T16:28:53.262 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:28:53.262 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:28:53.263 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:28:53.263 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:28:53.263 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:28:53.263 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:28:53.263 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T16:28:53.263 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.263 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:53.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.263 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.263 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:53.263 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:53.263 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T16:28:53.263 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T16:28:53.263 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:53.263 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:53.264 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T16:28:53.264 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T16:28:53.264 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T16:28:53.264 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T16:28:53.264 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T16:28:53.264 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T16:28:53.264 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T16:28:53.264 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T16:28:53.264 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T16:28:53.264 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T16:28:53.264 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T16:28:53.264 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T16:28:53.264 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T16:28:53.264 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T16:28:53.264 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T16:28:53.265 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T16:28:53.265 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T16:28:53.265 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T16:28:53.265 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T16:28:53.265 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T16:28:53.265 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T16:28:53.265 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T16:28:53.265 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T16:28:53.265 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T16:28:53.265 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T16:28:53.265 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T16:28:53.265 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T16:28:53.265 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T16:28:53.265 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T16:28:53.265 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T16:28:53.266 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T16:28:53.266 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.266 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:53.266 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.266 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T16:28:53.266 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.266 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T16:28:53.266 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.266 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.266 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.266 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.266 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.266 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.266 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.267 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.267 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.267 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.267 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.267 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.267 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.267 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.267 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.267 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.267 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.267 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.267 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.267 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.269 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.269 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.269 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.269 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.269 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.269 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.270 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.270 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.270 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.270 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.270 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.270 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.270 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.270 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.270 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.270 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T16:28:53.270 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.270 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.271 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.271 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.271 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.271 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.271 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.271 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.271 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.271 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.271 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.271 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.271 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.271 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.271 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.271 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.271 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.272 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.272 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.272 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.272 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.272 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.272 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.272 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.272 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.272 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.272 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.272 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.272 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.272 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.272 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.272 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.273 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.273 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.273 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.273 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T16:28:53.273 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.273 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.273 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.273 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.273 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.273 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.273 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.273 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.273 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.274 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.274 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.274 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.274 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.274 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.274 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.274 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.274 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.274 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.274 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.274 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.274 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.274 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.274 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.275 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.275 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.275 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.275 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.275 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.275 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.275 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.275 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.275 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.275 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.275 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.275 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.275 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T16:28:53.276 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.276 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.276 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.276 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.276 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.276 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.276 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.276 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.276 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.276 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.276 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.276 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.276 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.276 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.276 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.277 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.277 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.277 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.277 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.277 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.277 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.277 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.277 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.277 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.277 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.277 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.277 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.277 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.277 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.278 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.278 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.278 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.278 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.278 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.278 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.278 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T16:28:53.278 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.278 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.278 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.278 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.278 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.278 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.278 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.279 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.279 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.279 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.279 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.279 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.279 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.279 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.279 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.279 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.279 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.279 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.279 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.279 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.279 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.279 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.280 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.280 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.280 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.280 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.280 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.280 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.280 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.280 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.280 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.280 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.280 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.280 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.280 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.281 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T16:28:53.281 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.281 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.281 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.281 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.281 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.281 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.281 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.281 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.281 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.281 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.281 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.281 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.281 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.281 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.282 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.282 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.282 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.282 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.282 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.282 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.282 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.282 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.282 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.282 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.282 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.282 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.282 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.282 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.282 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.283 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.283 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.283 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.283 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.283 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.283 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.283 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T16:28:53.283 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.283 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.283 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.283 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.283 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.283 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.283 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.284 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.284 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.284 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.284 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.284 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.284 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.284 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.284 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.284 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.284 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.284 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.284 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.284 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.284 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.285 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.285 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.285 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.285 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.285 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.285 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.285 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.285 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.285 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.285 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.285 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.285 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.285 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.286 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.286 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T16:28:53.286 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.286 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.286 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.286 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.286 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.286 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.286 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.286 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.286 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.286 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.286 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.286 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.286 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.287 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.287 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.287 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.287 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.287 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.287 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.287 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.287 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.287 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.287 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.287 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.287 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.287 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.287 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.287 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.288 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.288 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.288 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.288 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.288 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.288 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.288 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.288 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.288 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:53.288 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T16:28:53.288 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.288 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:53.288 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:53.289 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T16:28:53.289 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T16:28:53.289 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:53.289 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:53.289 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T16:28:53.289 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T16:28:53.289 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T16:28:53.289 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T16:28:53.289 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T16:28:53.289 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T16:28:53.289 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T16:28:53.289 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T16:28:53.289 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T16:28:53.289 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T16:28:53.289 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T16:28:53.290 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T16:28:53.290 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T16:28:53.290 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T16:28:53.290 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T16:28:53.290 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T16:28:53.290 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T16:28:53.290 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T16:28:53.290 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T16:28:53.290 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T16:28:53.290 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T16:28:53.290 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T16:28:53.290 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T16:28:53.290 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T16:28:53.290 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:28:53.290 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:28:53.291 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:28:53.291 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:28:53.291 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:28:53.291 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:28:53.291 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T16:28:53.291 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.291 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:53.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.291 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.291 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:53.291 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:53.291 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T16:28:53.291 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T16:28:53.291 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:53.291 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:53.292 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T16:28:53.292 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T16:28:53.292 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T16:28:53.292 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T16:28:53.292 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T16:28:53.292 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T16:28:53.292 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T16:28:53.292 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T16:28:53.292 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T16:28:53.292 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T16:28:53.292 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T16:28:53.292 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T16:28:53.292 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T16:28:53.292 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T16:28:53.292 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T16:28:53.293 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T16:28:53.293 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T16:28:53.293 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T16:28:53.293 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T16:28:53.293 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T16:28:53.293 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T16:28:53.293 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T16:28:53.293 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T16:28:53.293 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T16:28:53.293 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T16:28:53.293 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T16:28:53.293 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T16:28:53.293 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T16:28:53.293 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T16:28:53.293 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T16:28:53.294 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T16:28:53.294 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.294 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:53.294 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.294 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.294 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T16:28:53.294 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.294 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T16:28:53.294 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.294 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.294 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.294 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.294 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.294 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.294 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.295 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.295 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.295 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.295 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.295 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.295 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.295 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.295 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.295 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.295 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.295 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.295 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.295 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.295 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.295 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.296 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.296 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.296 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.296 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.296 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.296 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.296 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.296 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.296 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.296 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.296 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.296 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.296 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.296 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T16:28:53.297 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.297 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.297 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.297 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.297 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.297 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.297 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 3, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.297 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 11, 3, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.297 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 2, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.297 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.297 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.297 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.297 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.297 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.297 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.298 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.298 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.298 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.298 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.298 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.298 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.298 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.298 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.298 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.298 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.298 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.298 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.298 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.299 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.299 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.299 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.299 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.299 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.299 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.299 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.299 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T16:28:53.299 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.299 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.299 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.299 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.299 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.300 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.300 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.300 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.300 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.300 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.300 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.300 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.300 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.300 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.300 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.300 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.300 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.300 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.300 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.300 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.301 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.301 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.301 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.301 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.301 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.301 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.301 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.301 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.301 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.301 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.301 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.301 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.301 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.301 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.302 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.302 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T16:28:53.302 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.302 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.302 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.302 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.302 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.302 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.302 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.302 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.302 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.302 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.302 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.302 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.302 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.303 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.303 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.303 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.303 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.303 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.303 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.303 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.303 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.303 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.303 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.303 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.303 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.303 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.303 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.303 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.304 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.304 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.304 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.304 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.304 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.304 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.304 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.304 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T16:28:53.304 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.304 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.304 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.304 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.304 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.305 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.305 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.305 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.305 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.305 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.305 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.305 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.305 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.305 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.305 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.305 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.305 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.305 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.305 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.305 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.307 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.308 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.308 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.308 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.308 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.308 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.308 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.308 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.308 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.308 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.308 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.308 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.308 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.308 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.309 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.309 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.309 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.309 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.309 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.309 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.309 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.309 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.309 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T16:28:53.309 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.309 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.309 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.309 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.310 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.310 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.310 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.310 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.310 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.310 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.310 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.310 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.310 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.310 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.310 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.310 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.310 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.310 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.310 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.312 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.312 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T16:28:53.312 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:53.312 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.312 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.312 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.312 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.312 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.312 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.312 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.312 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.312 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.312 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.312 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.312 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.313 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.313 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.313 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.313 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.313 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.313 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.313 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.313 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.313 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.313 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.313 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.313 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.313 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.313 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.314 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.314 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.314 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.314 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.314 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:53.314 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:53.314 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.314 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.314 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:53.314 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.314 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.314 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.314 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_counters": { 2024-04-15T16:28:53.314 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T16:28:53.314 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T16:28:53.315 INFO:tasks.workunit.client.0.smithi090.stdout: "caps": { 2024-04-15T16:28:53.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.315 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flush_ack": { 2024-04-15T16:28:53.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.315 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-15T16:28:53.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.315 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_grant": { 2024-04-15T16:28:53.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.315 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_revoke": { 2024-04-15T16:28:53.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_trunc": { 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_commit": { 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_complete": { 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_keys": { 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_merge": { 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.316 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_split": { 2024-04-15T16:28:53.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.317 INFO:tasks.workunit.client.0.smithi090.stdout: "exported_inodes": { 2024-04-15T16:28:53.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.317 INFO:tasks.workunit.client.0.smithi090.stdout: "forward": { 2024-04-15T16:28:53.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.317 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_cap_release": { 2024-04-15T16:28:53.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.317 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps": { 2024-04-15T16:28:53.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.318 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps_dirty": { 2024-04-15T16:28:53.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.318 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_inode_file_caps": { 2024-04-15T16:28:53.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.318 INFO:tasks.workunit.client.0.smithi090.stdout: "imported_inodes": { 2024-04-15T16:28:53.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.318 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes": { 2024-04-15T16:28:53.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T16:28:53.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.318 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_expired": { 2024-04-15T16:28:53.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.319 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_pinned": { 2024-04-15T16:28:53.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T16:28:53.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.319 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_with_caps": { 2024-04-15T16:28:53.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.319 INFO:tasks.workunit.client.0.smithi090.stdout: "load_cent": { 2024-04-15T16:28:53.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.319 INFO:tasks.workunit.client.0.smithi090.stdout: "openino_dir_fetch": { 2024-04-15T16:28:53.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.319 INFO:tasks.workunit.client.0.smithi090.stdout: "process_request_cap_release": { 2024-04-15T16:28:53.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: "reply_latency": { 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 141741 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: "request": { 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rbytes": { 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rfiles": { 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rsnaps": { 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.321 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_reply": { 2024-04-15T16:28:53.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.321 INFO:tasks.workunit.client.0.smithi090.stdout: "subtrees": { 2024-04-15T16:28:53.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.321 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.321 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_cache": { 2024-04-15T16:28:53.321 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_enqueue_scrub": { 2024-04-15T16:28:53.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.321 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_exportdir": { 2024-04-15T16:28:53.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.321 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_flush": { 2024-04-15T16:28:53.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.322 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragmentdir": { 2024-04-15T16:28:53.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.322 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragstats": { 2024-04-15T16:28:53.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.322 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_inodestats": { 2024-04-15T16:28:53.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_enqueued": { 2024-04-15T16:28:53.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_prioritized": { 2024-04-15T16:28:53.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_processing": { 2024-04-15T16:28:53.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays": { 2024-04-15T16:28:53.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_delayed": { 2024-04-15T16:28:53.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_enqueuing": { 2024-04-15T16:28:53.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.323 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_completed": { 2024-04-15T16:28:53.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.324 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_started": { 2024-04-15T16:28:53.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.324 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_created": { 2024-04-15T16:28:53.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.324 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_enqueued": { 2024-04-15T16:28:53.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.324 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_migrated": { 2024-04-15T16:28:53.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.324 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_reintegrated": { 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_log": { 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: "ev": { 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: "evadd": { 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: "evex": { 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: "evexd": { 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.326 INFO:tasks.workunit.client.0.smithi090.stdout: "evexg": { 2024-04-15T16:28:53.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.326 INFO:tasks.workunit.client.0.smithi090.stdout: "evtrm": { 2024-04-15T16:28:53.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.326 INFO:tasks.workunit.client.0.smithi090.stdout: "jlat": { 2024-04-15T16:28:53.326 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:53.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7921670 2024-04-15T16:28:53.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.326 INFO:tasks.workunit.client.0.smithi090.stdout: "replayed": { 2024-04-15T16:28:53.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.326 INFO:tasks.workunit.client.0.smithi090.stdout: "seg": { 2024-04-15T16:28:53.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: "segadd": { 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: "segex": { 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: "segexd": { 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: "segexg": { 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: "segtrm": { 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.327 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.328 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_mem": { 2024-04-15T16:28:53.328 INFO:tasks.workunit.client.0.smithi090.stdout: "cap": { 2024-04-15T16:28:53.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.328 INFO:tasks.workunit.client.0.smithi090.stdout: "cap+": { 2024-04-15T16:28:53.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.328 INFO:tasks.workunit.client.0.smithi090.stdout: "cap-": { 2024-04-15T16:28:53.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.328 INFO:tasks.workunit.client.0.smithi090.stdout: "dir": { 2024-04-15T16:28:53.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T16:28:53.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.329 INFO:tasks.workunit.client.0.smithi090.stdout: "dir+": { 2024-04-15T16:28:53.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T16:28:53.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.329 INFO:tasks.workunit.client.0.smithi090.stdout: "dir-": { 2024-04-15T16:28:53.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.329 INFO:tasks.workunit.client.0.smithi090.stdout: "dn": { 2024-04-15T16:28:53.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T16:28:53.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.329 INFO:tasks.workunit.client.0.smithi090.stdout: "dn+": { 2024-04-15T16:28:53.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T16:28:53.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.329 INFO:tasks.workunit.client.0.smithi090.stdout: "dn-": { 2024-04-15T16:28:53.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.330 INFO:tasks.workunit.client.0.smithi090.stdout: "heap": { 2024-04-15T16:28:53.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 207156 2024-04-15T16:28:53.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.330 INFO:tasks.workunit.client.0.smithi090.stdout: "ino": { 2024-04-15T16:28:53.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T16:28:53.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.330 INFO:tasks.workunit.client.0.smithi090.stdout: "ino+": { 2024-04-15T16:28:53.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T16:28:53.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.330 INFO:tasks.workunit.client.0.smithi090.stdout: "ino-": { 2024-04-15T16:28:53.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.330 INFO:tasks.workunit.client.0.smithi090.stdout: "rss": { 2024-04-15T16:28:53.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40776 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_server": { 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_acquisition_throttle": { 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_revoke_eviction": { 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_request": { 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_session": { 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.331 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_peer_request": { 2024-04-15T16:28:53.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.332 INFO:tasks.workunit.client.0.smithi090.stdout: "req_create_latency": { 2024-04-15T16:28:53.332 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.332 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getattr_latency": { 2024-04-15T16:28:53.332 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 141741 2024-04-15T16:28:53.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.332 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getfilelock_latency": { 2024-04-15T16:28:53.332 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.333 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getvxattr_latency": { 2024-04-15T16:28:53.333 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.333 INFO:tasks.workunit.client.0.smithi090.stdout: "req_link_latency": { 2024-04-15T16:28:53.333 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.333 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookup_latency": { 2024-04-15T16:28:53.333 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.333 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookuphash_latency": { 2024-04-15T16:28:53.333 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.334 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupino_latency": { 2024-04-15T16:28:53.334 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.334 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupname_latency": { 2024-04-15T16:28:53.334 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.334 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupparent_latency": { 2024-04-15T16:28:53.334 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.334 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupsnap_latency": { 2024-04-15T16:28:53.335 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.335 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lssnap_latency": { 2024-04-15T16:28:53.335 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.335 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mkdir_latency": { 2024-04-15T16:28:53.335 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.335 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mknod_latency": { 2024-04-15T16:28:53.335 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.336 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mksnap_latency": { 2024-04-15T16:28:53.336 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.336 INFO:tasks.workunit.client.0.smithi090.stdout: "req_open_latency": { 2024-04-15T16:28:53.336 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.336 INFO:tasks.workunit.client.0.smithi090.stdout: "req_readdir_latency": { 2024-04-15T16:28:53.336 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.336 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rename_latency": { 2024-04-15T16:28:53.336 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.337 INFO:tasks.workunit.client.0.smithi090.stdout: "req_renamesnap_latency": { 2024-04-15T16:28:53.337 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.337 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.337 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmdir_latency": { 2024-04-15T16:28:53.337 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.337 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.337 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmsnap_latency": { 2024-04-15T16:28:53.337 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.337 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.337 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmxattr_latency": { 2024-04-15T16:28:53.337 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.338 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setattr_latency": { 2024-04-15T16:28:53.338 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.338 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setdirlayout_latency": { 2024-04-15T16:28:53.338 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.338 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setfilelock_latency": { 2024-04-15T16:28:53.338 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.339 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setlayout_latency": { 2024-04-15T16:28:53.339 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.339 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setxattr_latency": { 2024-04-15T16:28:53.339 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.339 INFO:tasks.workunit.client.0.smithi090.stdout: "req_snapdiff_latency": { 2024-04-15T16:28:53.339 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.339 INFO:tasks.workunit.client.0.smithi090.stdout: "req_symlink_latency": { 2024-04-15T16:28:53.339 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.340 INFO:tasks.workunit.client.0.smithi090.stdout: "req_unlink_latency": { 2024-04-15T16:28:53.340 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.340 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.340 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_sessions": { 2024-04-15T16:28:53.340 INFO:tasks.workunit.client.0.smithi090.stdout: "average_load": { 2024-04-15T16:28:53.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:53.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.340 INFO:tasks.workunit.client.0.smithi090.stdout: "avg_session_uptime": { 2024-04-15T16:28:53.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85 2024-04-15T16:28:53.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.340 INFO:tasks.workunit.client.0.smithi090.stdout: "mdthresh_evicted": { 2024-04-15T16:28:53.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.341 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T16:28:53.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.341 INFO:tasks.workunit.client.0.smithi090.stdout: "session_count": { 2024-04-15T16:28:53.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.341 INFO:tasks.workunit.client.0.smithi090.stdout: "session_remove": { 2024-04-15T16:28:53.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.341 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_open": { 2024-04-15T16:28:53.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.341 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_stale": { 2024-04-15T16:28:53.342 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.342 INFO:tasks.workunit.client.0.smithi090.stdout: "total_load": { 2024-04-15T16:28:53.342 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.342 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.342 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:53.342 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:53.342 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.342 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.342 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.342 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:53.342 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.343 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45 2024-04-15T16:28:53.343 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.343 INFO:tasks.workunit.client.0.smithi090.stdout: "purge_queue": { 2024-04-15T16:28:53.343 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executed": { 2024-04-15T16:28:53.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.343 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing": { 2024-04-15T16:28:53.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.343 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_high_water": { 2024-04-15T16:28:53.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.344 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops": { 2024-04-15T16:28:53.344 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.344 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops_high_water": { 2024-04-15T16:28:53.344 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.344 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_item_in_journal": { 2024-04-15T16:28:53.344 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.344 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.344 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.344 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T16:28:53.344 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:53.344 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T16:28:53.344 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:53.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.345 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T16:28:53.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:53.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.345 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T16:28:53.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T16:28:53.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-04-15T16:28:53.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T16:28:53.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T16:28:53.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.345 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T16:28:53.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T16:28:53.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.346 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T16:28:53.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 106 2024-04-15T16:28:53.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.346 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T16:28:53.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.346 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.346 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T16:28:53.346 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T16:28:53.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.346 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T16:28:53.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 813 2024-04-15T16:28:53.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.347 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T16:28:53.347 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 813, 2024-04-15T16:28:53.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3964901 2024-04-15T16:28:53.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.347 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T16:28:53.347 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.347 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T16:28:53.347 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 813, 2024-04-15T16:28:53.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 240995908 2024-04-15T16:28:53.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.347 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T16:28:53.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:53.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.348 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T16:28:53.348 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.348 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73 2024-04-15T16:28:53.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.348 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T16:28:53.348 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.348 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:53.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.348 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T16:28:53.348 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.348 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 999983 2024-04-15T16:28:53.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.348 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T16:28:53.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.349 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T16:28:53.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.349 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T16:28:53.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 814 2024-04-15T16:28:53.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.349 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T16:28:53.349 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.349 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T16:28:53.349 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.350 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T16:28:53.350 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.350 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T16:28:53.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.350 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T16:28:53.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.350 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T16:28:53.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 814 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 814, 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1999966028 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.351 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T16:28:53.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.352 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T16:28:53.352 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.352 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T16:28:53.352 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.352 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T16:28:53.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.352 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T16:28:53.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 814 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 814, 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7777342 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 814, 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5541 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 814, 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 475991916 2024-04-15T16:28:53.353 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.354 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T16:28:53.354 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:53.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T16:28:53.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.354 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:53.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42803200 2024-04-15T16:28:53.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:53.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32079872 2024-04-15T16:28:53.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.354 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:53.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T16:28:53.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.354 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:53.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10723328 2024-04-15T16:28:53.355 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.355 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T16:28:53.355 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-04-15T16:28:53.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277023914 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 264738 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.357 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.357 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.357 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.357 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.357 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70838580 2024-04-15T16:28:53.357 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.358 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T16:28:53.358 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-04-15T16:28:53.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.358 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.358 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.358 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277023914 2024-04-15T16:28:53.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.359 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41186 2024-04-15T16:28:53.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.359 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.359 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.359 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.359 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71062132 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.361 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T16:28:53.361 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 322961408 2024-04-15T16:28:53.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.361 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.361 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.361 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184682609 2024-04-15T16:28:53.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.361 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71169935 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T16:28:53.363 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T16:28:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T16:28:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T16:28:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T16:28:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T16:28:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 34651, 2024-04-15T16:28:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 92707028 2024-04-15T16:28:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.365 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:28:53.365 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.365 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:28:53.365 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.365 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:28:53.365 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.365 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:28:53.365 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.366 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T16:28:53.366 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.366 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T16:28:53.366 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1746, 2024-04-15T16:28:53.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 769874839 2024-04-15T16:28:53.366 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.366 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.366 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T16:28:53.366 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:53.367 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T16:28:53.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.367 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T16:28:53.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.367 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T16:28:53.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-04-15T16:28:53.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.367 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T16:28:53.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T16:28:53.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.367 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T16:28:53.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11 2024-04-15T16:28:53.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.368 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T16:28:53.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-04-15T16:28:53.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.368 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T16:28:53.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 217 2024-04-15T16:28:53.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.368 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T16:28:53.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.368 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.368 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T16:28:53.368 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T16:28:53.369 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.369 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T16:28:53.369 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 946 2024-04-15T16:28:53.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.369 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T16:28:53.369 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 946, 2024-04-15T16:28:53.369 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5035248 2024-04-15T16:28:53.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.369 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T16:28:53.369 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 946, 2024-04-15T16:28:53.369 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2838 2024-04-15T16:28:53.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.369 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T16:28:53.370 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 946, 2024-04-15T16:28:53.370 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 183996884 2024-04-15T16:28:53.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.370 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T16:28:53.370 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.370 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T16:28:53.370 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.370 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.370 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T16:28:53.370 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.370 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.370 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T16:28:53.371 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.371 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.371 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T16:28:53.371 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.371 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T16:28:53.371 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.371 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T16:28:53.371 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 946 2024-04-15T16:28:53.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.371 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T16:28:53.371 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 946, 2024-04-15T16:28:53.371 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4967194 2024-04-15T16:28:53.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.372 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T16:28:53.372 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 946, 2024-04-15T16:28:53.372 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5464 2024-04-15T16:28:53.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.372 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T16:28:53.372 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 946, 2024-04-15T16:28:53.372 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 404517719 2024-04-15T16:28:53.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.372 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T16:28:53.372 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.372 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T16:28:53.372 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.373 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T16:28:53.373 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.373 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T16:28:53.373 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.373 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 999983 2024-04-15T16:28:53.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.373 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T16:28:53.373 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 948 2024-04-15T16:28:53.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.373 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T16:28:53.373 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 948, 2024-04-15T16:28:53.373 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2630955323 2024-04-15T16:28:53.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.374 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T16:28:53.374 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T16:28:53.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.374 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T16:28:53.374 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.374 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T16:28:53.374 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.374 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1050 2024-04-15T16:28:53.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.374 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T16:28:53.374 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.374 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.374 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45850624 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40017920 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:53.376 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T16:28:53.377 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.377 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:53.377 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5832704 2024-04-15T16:28:53.377 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.377 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.377 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T16:28:53.377 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.377 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-04-15T16:28:53.377 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.377 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.377 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.377 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.377 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.377 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.378 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.378 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.378 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277024990 2024-04-15T16:28:53.378 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.378 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.378 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 264308 2024-04-15T16:28:53.378 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.378 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.378 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.378 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.378 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.378 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.378 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.378 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.379 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.379 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.379 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.379 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.379 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.379 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.379 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.379 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.379 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.380 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.380 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.380 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.380 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70837934 2024-04-15T16:28:53.380 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.380 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T16:28:53.380 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.380 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-04-15T16:28:53.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.380 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.380 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.380 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277024990 2024-04-15T16:28:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38747 2024-04-15T16:28:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71063495 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 322961408 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.384 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.384 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184683327 2024-04-15T16:28:53.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.384 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.384 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.384 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.384 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.384 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.384 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.384 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.384 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.385 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.385 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.385 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.385 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.385 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.385 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.385 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.385 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.385 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.385 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.386 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.386 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71169217 2024-04-15T16:28:53.386 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.386 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T16:28:53.386 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T16:28:53.386 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.386 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T16:28:53.386 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.386 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T16:28:53.386 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.387 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T16:28:53.387 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:53.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.387 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T16:28:53.387 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 42611, 2024-04-15T16:28:53.387 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178510891 2024-04-15T16:28:53.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.387 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:28:53.387 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.387 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.387 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:28:53.387 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.387 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.388 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:28:53.388 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.388 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.388 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:28:53.388 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.388 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.388 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T16:28:53.388 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.388 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.388 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T16:28:53.389 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2055, 2024-04-15T16:28:53.389 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 652454672 2024-04-15T16:28:53.389 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.389 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.389 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T16:28:53.389 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:53.389 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T16:28:53.389 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.389 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T16:28:53.389 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.389 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T16:28:53.389 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T16:28:53.390 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7 2024-04-15T16:28:53.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.390 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T16:28:53.390 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T16:28:53.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.390 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T16:28:53.390 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:53.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.390 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T16:28:53.390 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52 2024-04-15T16:28:53.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.390 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T16:28:53.391 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.391 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.391 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T16:28:53.391 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T16:28:53.391 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.391 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T16:28:53.391 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 822 2024-04-15T16:28:53.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.391 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T16:28:53.391 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 822, 2024-04-15T16:28:53.391 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3990060 2024-04-15T16:28:53.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.391 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T16:28:53.392 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.392 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.392 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T16:28:53.392 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 822, 2024-04-15T16:28:53.392 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 117999897 2024-04-15T16:28:53.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.392 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T16:28:53.392 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.392 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T16:28:53.392 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.392 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 146 2024-04-15T16:28:53.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.392 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 823 2024-04-15T16:28:53.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.394 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T16:28:53.394 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.394 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.394 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T16:28:53.394 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.394 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.394 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T16:28:53.394 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.394 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.394 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T16:28:53.394 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.395 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T16:28:53.395 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.395 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T16:28:53.395 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.395 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T16:28:53.395 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.395 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.395 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T16:28:53.395 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 823 2024-04-15T16:28:53.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.396 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T16:28:53.396 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 823, 2024-04-15T16:28:53.396 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1883998229 2024-04-15T16:28:53.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.396 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T16:28:53.396 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T16:28:53.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.396 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T16:28:53.396 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.396 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T16:28:53.396 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.396 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.396 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T16:28:53.397 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.397 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.397 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T16:28:53.397 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.397 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T16:28:53.397 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.397 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T16:28:53.397 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 823 2024-04-15T16:28:53.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.397 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T16:28:53.397 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 823, 2024-04-15T16:28:53.397 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7825751 2024-04-15T16:28:53.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.398 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T16:28:53.398 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 823, 2024-04-15T16:28:53.398 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5611 2024-04-15T16:28:53.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.398 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T16:28:53.398 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 823, 2024-04-15T16:28:53.398 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 307999702 2024-04-15T16:28:53.398 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.398 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T16:28:53.398 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:53.398 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T16:28:53.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.399 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:53.399 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43851776 2024-04-15T16:28:53.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.399 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:53.399 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32079872 2024-04-15T16:28:53.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.399 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:53.399 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T16:28:53.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.399 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:53.399 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11771904 2024-04-15T16:28:53.399 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.399 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T16:28:53.399 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.400 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-04-15T16:28:53.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.400 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.400 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.400 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.400 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.400 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.400 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277023914 2024-04-15T16:28:53.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.400 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.400 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 264738 2024-04-15T16:28:53.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.400 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.401 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.401 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.401 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.401 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.401 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.401 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.401 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.401 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.401 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.401 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.402 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.402 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.402 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.402 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.402 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.402 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.402 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70838580 2024-04-15T16:28:53.402 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.402 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T16:28:53.402 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.402 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277023914 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41186 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.404 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.404 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.404 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.404 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.404 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.404 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.404 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.404 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.404 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.404 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.405 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.405 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.405 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.405 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.405 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.405 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71062132 2024-04-15T16:28:53.405 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.405 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T16:28:53.405 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.405 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 322961408 2024-04-15T16:28:53.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.406 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.406 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.406 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.406 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.406 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.406 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184682609 2024-04-15T16:28:53.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.406 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.406 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.406 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.406 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.407 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.407 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.407 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.407 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.407 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.407 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.407 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.407 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.407 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.407 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.408 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.408 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.408 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.408 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.408 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.408 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71169935 2024-04-15T16:28:53.408 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.408 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T16:28:53.408 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T16:28:53.408 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.409 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T16:28:53.409 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.409 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T16:28:53.409 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.409 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T16:28:53.409 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:53.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.409 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T16:28:53.409 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 35024, 2024-04-15T16:28:53.409 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 91708811 2024-04-15T16:28:53.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.409 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:28:53.409 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.410 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.410 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:28:53.410 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.410 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.410 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:28:53.410 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.410 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.410 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:28:53.410 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.410 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.410 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1790, 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 531497711 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:53.411 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.412 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:53.412 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:53.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.412 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:53.412 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.412 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:53.412 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.412 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:53.412 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.412 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:53.412 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:53.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.413 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:53.413 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7626752 2024-04-15T16:28:53.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.413 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:53.413 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.413 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.413 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:53.413 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.413 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.413 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:53.413 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.414 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:53.414 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:53.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.414 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:53.414 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3911680 2024-04-15T16:28:53.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.414 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:53.414 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3772416 2024-04-15T16:28:53.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.414 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:53.414 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:53.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.414 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:53.414 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.415 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:53.415 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:53.415 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:53.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.415 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:53.415 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:53.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.415 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:53.415 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:53.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.415 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:53.415 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:53.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.416 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:53.416 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:53.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.416 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:53.416 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.416 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:53.416 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.416 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:53.416 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:53.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.416 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:53.416 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:53.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.417 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:53.417 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:53.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.417 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:53.417 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:53.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.417 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:53.417 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.417 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:53.417 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:53.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.417 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:53.417 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.418 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:53.418 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.418 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:53.418 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.418 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:53.418 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.418 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:53.418 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.418 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:53.418 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.419 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:53.419 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.419 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:53.419 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.419 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:53.419 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.419 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:53.419 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.419 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:53.419 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11476992 2024-04-15T16:28:53.420 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.420 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:53.420 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:53.420 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:53.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.420 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:53.420 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1306624 2024-04-15T16:28:53.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.420 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:53.420 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T16:28:53.420 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 438585 2024-04-15T16:28:53.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.420 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:53.420 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20, 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47313 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:53.422 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.422 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.422 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:53.422 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.422 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:53.422 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 908, 2024-04-15T16:28:53.422 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 516522618 2024-04-15T16:28:53.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.422 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:53.422 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 900, 2024-04-15T16:28:53.422 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25586330 2024-04-15T16:28:53.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 908, 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 753383 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 908, 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 517276001 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57524 2024-04-15T16:28:53.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.424 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:53.424 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T16:28:53.424 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18414 2024-04-15T16:28:53.424 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.424 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:53.424 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.424 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.424 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.424 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:53.424 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.424 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.424 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.424 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:53.425 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.425 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6590 2024-04-15T16:28:53.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.425 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:53.425 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3956 2024-04-15T16:28:53.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.425 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:53.425 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 329 2024-04-15T16:28:53.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.425 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:53.425 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 120, 2024-04-15T16:28:53.425 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2802268 2024-04-15T16:28:53.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.425 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:53.425 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 323, 2024-04-15T16:28:53.426 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 351950 2024-04-15T16:28:53.426 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.426 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:53.426 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 203, 2024-04-15T16:28:53.426 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3656797 2024-04-15T16:28:53.426 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.426 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:53.426 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.426 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.426 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:53.426 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 103, 2024-04-15T16:28:53.426 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5640980 2024-04-15T16:28:53.426 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.426 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:53.427 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:53.427 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3878915200 2024-04-15T16:28:53.427 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.427 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:53.427 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 122, 2024-04-15T16:28:53.427 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33677620 2024-04-15T16:28:53.427 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.427 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:53.427 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 122, 2024-04-15T16:28:53.427 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 560982076028 2024-04-15T16:28:53.427 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.427 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:53.427 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 122, 2024-04-15T16:28:53.427 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 122787835099 2024-04-15T16:28:53.427 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41878699541 2024-04-15T16:28:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192892 2024-04-15T16:28:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 101108891 2024-04-15T16:28:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2690415381 2024-04-15T16:28:53.429 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.429 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:53.429 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:53.429 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 513127 2024-04-15T16:28:53.429 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.429 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:53.429 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:53.429 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1355690206 2024-04-15T16:28:53.429 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.429 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:53.429 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:53.429 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 373609602 2024-04-15T16:28:53.429 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.429 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:53.430 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 894162 2024-04-15T16:28:53.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.430 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:53.430 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 56, 2024-04-15T16:28:53.430 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 273878 2024-04-15T16:28:53.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.430 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:53.430 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:53.430 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8399990728 2024-04-15T16:28:53.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.430 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:53.430 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:53.430 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 408361986 2024-04-15T16:28:53.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.430 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:53.431 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:53.431 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 273266529 2024-04-15T16:28:53.431 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.431 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.431 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:53.431 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:53.431 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861614985 2024-04-15T16:28:53.431 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.431 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:53.431 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48611328 2024-04-15T16:28:53.431 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.431 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:53.431 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48357376 2024-04-15T16:28:53.431 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137554534 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 253952 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.432 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.433 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.433 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85464806 2024-04-15T16:28:53.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.433 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.433 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.433 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.433 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.433 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.433 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.433 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.433 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.434 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.434 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.434 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.434 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 602112 2024-04-15T16:28:53.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.434 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.434 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.434 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.434 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.434 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.435 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.435 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.435 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73316634 2024-04-15T16:28:53.435 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.435 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:53.435 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.435 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:53.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.435 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.435 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.435 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.435 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.436 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.436 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 640986047 2024-04-15T16:28:53.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.436 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.436 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.436 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.436 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.436 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.436 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.436 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.436 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.437 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.437 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.437 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.437 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:53.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.437 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.437 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.437 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.437 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.437 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.437 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.438 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.438 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.438 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72043505 2024-04-15T16:28:53.438 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.438 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.438 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:53.438 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.438 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:53.438 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.438 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.438 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.438 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.438 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.438 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:53.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.439 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.439 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56976537 2024-04-15T16:28:53.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.439 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.439 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.439 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.439 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.439 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.439 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.439 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.439 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.441 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.441 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68852119 2024-04-15T16:28:53.441 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.441 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.441 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:53.441 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.441 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:53.441 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.441 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.441 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.441 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.441 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.441 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.441 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.442 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.442 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 640986047 2024-04-15T16:28:53.442 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.442 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.442 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.442 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.442 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.442 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.442 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.442 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.442 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.442 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.442 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4717 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 342048 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.443 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.444 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.444 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71698868 2024-04-15T16:28:53.444 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.444 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:53.444 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:53.444 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.444 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.444 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.444 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:53.444 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.445 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.445 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.445 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.445 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.445 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.445 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.445 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:53.445 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47 2024-04-15T16:28:53.445 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.445 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:53.445 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.445 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.445 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:53.445 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T16:28:53.445 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.446 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:53.446 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.446 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:53.446 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.446 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:53.446 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 616 2024-04-15T16:28:53.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.446 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:53.446 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:53.446 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 86063460 2024-04-15T16:28:53.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.446 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:53.446 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.447 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.447 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:53.447 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T16:28:53.447 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2763373 2024-04-15T16:28:53.447 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.447 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:53.447 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:53.447 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 84335066 2024-04-15T16:28:53.447 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.447 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.447 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.447 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.447 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:53.447 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.448 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.448 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.448 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:53.448 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.448 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.448 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:53.448 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.448 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.448 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:53.448 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.448 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.448 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.448 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:53.448 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.448 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.449 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:53.449 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.449 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:53.449 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.449 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:53.449 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.449 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.449 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:53.449 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.450 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:53.450 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.450 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.450 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:53.450 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.450 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.450 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:53.450 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.450 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.450 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.450 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:53.450 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.450 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.450 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.451 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.451 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T16:28:53.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.451 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:53.451 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 616 2024-04-15T16:28:53.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.451 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:53.451 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:53.451 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 86063460 2024-04-15T16:28:53.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.451 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:53.451 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.451 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:53.451 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T16:28:53.452 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2763373 2024-04-15T16:28:53.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.452 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:53.452 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:53.452 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 84335066 2024-04-15T16:28:53.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.452 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:53.452 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.452 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:53.452 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1771104 2024-04-15T16:28:53.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.452 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:53.452 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T16:28:53.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33165312 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.453 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.454 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:53.454 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:53.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.454 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:53.454 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.454 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:53.454 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.454 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:53.454 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.454 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:53.454 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:53.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2420736 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:53.455 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1531904 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1392640 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:53.457 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:53.457 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.457 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:53.457 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:53.457 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.457 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:53.457 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:53.457 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.457 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:53.457 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:53.457 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.457 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:53.457 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:53.457 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.458 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:53.458 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.458 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.458 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:53.458 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.458 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.458 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:53.458 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:53.458 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.458 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:53.458 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:53.458 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.458 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:53.458 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.460 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3891200 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:53.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.462 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:53.462 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 700416 2024-04-15T16:28:53.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.462 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:53.462 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:53.462 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 187108 2024-04-15T16:28:53.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.462 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:53.462 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.462 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.462 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:53.462 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31, 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 79526 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.463 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 327, 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 98224679 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 314, 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10379047 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 327, 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 300769 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 327, 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 98525448 2024-04-15T16:28:53.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.465 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:53.465 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.465 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.465 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.465 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:53.465 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:53.465 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40399 2024-04-15T16:28:53.465 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.465 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:53.465 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.465 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6772 2024-04-15T16:28:53.465 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.465 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:53.465 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.465 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.466 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.466 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:53.466 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.466 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.466 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.466 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:53.466 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.466 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5444 2024-04-15T16:28:53.466 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.466 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:53.466 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 815 2024-04-15T16:28:53.466 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.466 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:53.466 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 235 2024-04-15T16:28:53.467 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.467 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:53.467 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 131, 2024-04-15T16:28:53.467 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3686760 2024-04-15T16:28:53.467 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.467 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:53.467 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 342, 2024-04-15T16:28:53.467 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 294043 2024-04-15T16:28:53.467 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.467 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:53.467 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 211, 2024-04-15T16:28:53.467 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3706138 2024-04-15T16:28:53.467 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.467 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:53.468 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.468 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:53.468 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:53.468 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125903 2024-04-15T16:28:53.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.468 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:53.468 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:53.468 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22055900 2024-04-15T16:28:53.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.468 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:53.468 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 119, 2024-04-15T16:28:53.468 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7063702 2024-04-15T16:28:53.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.469 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:53.469 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 117, 2024-04-15T16:28:53.469 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 377841012826 2024-04-15T16:28:53.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.469 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:53.469 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 119, 2024-04-15T16:28:53.469 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 104625268723 2024-04-15T16:28:53.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.469 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:53.469 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 418, 2024-04-15T16:28:53.469 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44366412685 2024-04-15T16:28:53.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.469 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:53.469 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 418, 2024-04-15T16:28:53.469 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42180 2024-04-15T16:28:53.470 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.470 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:53.470 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:53.470 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1602188 2024-04-15T16:28:53.470 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.470 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:53.470 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:53.470 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 213783259 2024-04-15T16:28:53.470 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.470 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:53.470 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:53.470 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 137634 2024-04-15T16:28:53.470 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.470 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:53.471 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:53.471 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 99360136 2024-04-15T16:28:53.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.471 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:53.471 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:53.471 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19920539 2024-04-15T16:28:53.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.471 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:53.471 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 302953 2024-04-15T16:28:53.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.471 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:53.471 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 53, 2024-04-15T16:28:53.471 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 247405 2024-04-15T16:28:53.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.471 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:53.472 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:53.472 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 356779325 2024-04-15T16:28:53.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.472 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:53.472 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:53.472 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24415853 2024-04-15T16:28:53.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.472 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:53.472 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:53.472 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2590291 2024-04-15T16:28:53.472 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.472 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:53.472 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:53.472 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861614985 2024-04-15T16:28:53.473 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.473 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:53.473 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43433984 2024-04-15T16:28:53.473 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.473 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:53.473 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42868736 2024-04-15T16:28:53.473 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.473 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:53.473 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137554534 2024-04-15T16:28:53.473 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.473 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:53.473 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 565248 2024-04-15T16:28:53.473 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.473 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.474 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:53.474 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.474 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:53.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.474 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.474 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.474 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.474 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.474 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.474 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85507956 2024-04-15T16:28:53.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.474 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.474 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.475 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.475 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.475 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.475 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.475 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.475 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.475 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.475 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:53.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.475 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.475 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73859212 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:53.476 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.477 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:53.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.477 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.477 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.477 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.477 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.477 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.477 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641309674 2024-04-15T16:28:53.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.477 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.477 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.478 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.478 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.478 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.478 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.478 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.478 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.478 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.478 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.478 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.478 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:53.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.479 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.479 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.479 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.479 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.479 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.479 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.479 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.479 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71719878 2024-04-15T16:28:53.479 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57005304 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.481 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.481 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.481 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.481 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.481 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.481 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.481 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.481 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.481 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.481 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.482 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.482 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.482 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.482 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.482 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.482 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.482 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.482 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68823352 2024-04-15T16:28:53.482 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.482 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:53.483 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.483 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:53.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.483 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.483 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.483 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.483 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.483 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.483 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641309674 2024-04-15T16:28:53.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.483 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.483 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.484 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.484 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.484 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.484 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.484 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.484 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.484 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.484 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10608 2024-04-15T16:28:53.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.484 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.484 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 202740 2024-04-15T16:28:53.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.485 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.485 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.485 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.485 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.485 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.485 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.485 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.485 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71508658 2024-04-15T16:28:53.485 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.485 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:53.485 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:53.486 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.486 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.486 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.486 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:53.486 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.486 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.486 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.486 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.486 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.486 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:53.487 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37 2024-04-15T16:28:53.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.487 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:53.487 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.487 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:53.487 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 155 2024-04-15T16:28:53.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.487 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:53.487 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.487 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:53.487 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.487 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:53.488 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2429440 2024-04-15T16:28:53.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.488 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:53.488 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 155, 2024-04-15T16:28:53.488 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 466532783 2024-04-15T16:28:53.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.488 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:53.488 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1052 2024-04-15T16:28:53.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.488 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:53.488 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 155, 2024-04-15T16:28:53.488 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57574491 2024-04-15T16:28:53.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.488 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:53.488 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 155, 2024-04-15T16:28:53.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 287804403 2024-04-15T16:28:53.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.489 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33 2024-04-15T16:28:53.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.489 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:53.489 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-04-15T16:28:53.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5401450 2024-04-15T16:28:53.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.489 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:53.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.489 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:53.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1052 2024-04-15T16:28:53.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.490 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:53.490 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-04-15T16:28:53.490 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4879668 2024-04-15T16:28:53.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.490 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:53.490 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-04-15T16:28:53.490 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4103021 2024-04-15T16:28:53.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.490 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:53.490 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-04-15T16:28:53.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.490 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:53.490 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.491 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:53.491 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22, 2024-04-15T16:28:53.491 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20611055 2024-04-15T16:28:53.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.491 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:53.491 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.491 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:53.491 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.491 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:53.491 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.491 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:53.491 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22, 2024-04-15T16:28:53.492 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8405237 2024-04-15T16:28:53.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.492 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:53.492 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22, 2024-04-15T16:28:53.492 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19548416 2024-04-15T16:28:53.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.492 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.492 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 100 2024-04-15T16:28:53.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.492 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:53.492 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2429440 2024-04-15T16:28:53.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.492 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:53.492 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-04-15T16:28:53.492 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 440520278 2024-04-15T16:28:53.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.493 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:53.493 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.493 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:53.493 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-04-15T16:28:53.493 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44289586 2024-04-15T16:28:53.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.493 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:53.493 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-04-15T16:28:53.493 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 264152966 2024-04-15T16:28:53.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.493 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:53.493 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.494 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:53.494 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 590368 2024-04-15T16:28:53.494 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.494 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:53.494 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:53.494 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.494 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:53.494 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.494 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.494 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:53.494 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28372992 2024-04-15T16:28:53.494 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.494 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.494 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.494 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T16:28:53.495 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.495 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:53.495 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.495 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.495 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:53.495 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.495 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.495 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:53.495 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:53.495 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.495 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:53.495 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.495 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.495 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2113536 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.496 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1314816 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1175552 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.497 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:53.498 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:53.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.498 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:53.498 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.498 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:53.498 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:53.498 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:53.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.498 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:53.499 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:53.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.499 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:53.499 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:53.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.499 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:53.499 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:53.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.499 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:53.499 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:53.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.499 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:53.499 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.499 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:53.500 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.501 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.502 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:53.502 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.502 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.502 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:53.502 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.502 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.502 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:53.502 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.502 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.502 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:53.502 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.502 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.502 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:53.502 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.503 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.503 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:53.503 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.503 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.503 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:53.503 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3366912 2024-04-15T16:28:53.503 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.503 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.503 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:53.503 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:53.503 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:53.503 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.503 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:53.503 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 696320 2024-04-15T16:28:53.503 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.504 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:53.504 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T16:28:53.504 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 254575 2024-04-15T16:28:53.504 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.504 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:53.504 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.504 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.504 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.504 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:53.504 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.504 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.504 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:53.504 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.504 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16393 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:53.505 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 274, 2024-04-15T16:28:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 64859466 2024-04-15T16:28:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 270, 2024-04-15T16:28:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4547885 2024-04-15T16:28:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 274, 2024-04-15T16:28:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 286905 2024-04-15T16:28:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 274, 2024-04-15T16:28:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65146371 2024-04-15T16:28:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36196 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.507 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6941 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 607 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 207 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 96, 2024-04-15T16:28:53.508 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1219335 2024-04-15T16:28:53.509 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.509 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:53.509 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 270, 2024-04-15T16:28:53.509 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 250321 2024-04-15T16:28:53.509 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.509 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:53.509 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 174, 2024-04-15T16:28:53.509 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3011077 2024-04-15T16:28:53.509 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.509 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:53.509 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.509 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.509 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:53.509 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:53.509 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 107180 2024-04-15T16:28:53.510 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.510 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:53.510 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:53.510 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17212943 2024-04-15T16:28:53.510 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.510 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:53.510 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 117, 2024-04-15T16:28:53.510 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49979372 2024-04-15T16:28:53.510 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.510 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:53.510 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 115, 2024-04-15T16:28:53.510 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 312018577350 2024-04-15T16:28:53.510 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.510 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:53.510 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 117, 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 123526217079 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 336, 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39743753930 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 336, 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31483 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 663844 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 136158853 2024-04-15T16:28:53.511 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 110955 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 84254394 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19473048 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 303066 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.512 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51, 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 229224 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 257809620 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22857957 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2077384 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.513 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.514 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:53.514 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:53.514 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861614985 2024-04-15T16:28:53.514 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.514 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:53.514 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42319872 2024-04-15T16:28:53.514 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.514 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:53.514 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41730048 2024-04-15T16:28:53.514 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.514 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:53.514 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137554534 2024-04-15T16:28:53.514 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.514 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:53.514 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 589824 2024-04-15T16:28:53.515 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.515 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.515 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:53.515 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.515 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:53.515 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.515 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.515 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.515 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.515 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.515 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.515 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.515 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.515 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85509039 2024-04-15T16:28:53.515 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.516 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.516 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.516 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.516 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.516 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.516 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.516 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.516 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.516 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.516 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.516 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.516 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.516 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.517 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73866321 2024-04-15T16:28:53.518 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.518 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.518 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:53.518 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.518 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:53.518 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.518 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.518 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.518 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.518 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.518 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.518 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.518 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.519 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641317797 2024-04-15T16:28:53.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.519 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.519 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.519 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.519 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.519 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.519 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.519 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.519 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.519 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.520 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.520 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.520 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.520 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:53.520 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.520 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.520 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.520 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.520 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.520 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.520 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.520 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.520 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.520 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.520 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71711755 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006026 2024-04-15T16:28:53.521 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.522 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.522 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.522 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.522 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.522 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.522 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.522 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.522 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.522 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.522 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.522 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.522 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.522 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.522 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.522 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.523 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.523 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.523 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.523 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.523 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.523 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.523 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.523 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.523 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.523 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822630 2024-04-15T16:28:53.523 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.524 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:53.524 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.524 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:53.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.524 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.524 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.524 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.524 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.524 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.524 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641317797 2024-04-15T16:28:53.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.524 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8197 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 195569 2024-04-15T16:28:53.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.526 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.526 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.526 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.526 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.526 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.526 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.526 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.526 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71510117 2024-04-15T16:28:53.526 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.528 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:53.528 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29 2024-04-15T16:28:53.528 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.528 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:53.528 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.528 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.528 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:53.528 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T16:28:53.528 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.528 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:53.528 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.528 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.528 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:53.528 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.528 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.529 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:53.529 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.529 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.529 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:53.529 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-04-15T16:28:53.529 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 161758577 2024-04-15T16:28:53.529 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.529 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:53.529 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.529 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.529 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:53.529 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-04-15T16:28:53.529 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4923920 2024-04-15T16:28:53.529 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.529 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:53.530 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-04-15T16:28:53.530 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 144632209 2024-04-15T16:28:53.530 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.530 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.530 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.530 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.530 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:53.530 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.530 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.530 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.530 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:53.530 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.530 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.530 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:53.530 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.531 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:53.531 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.531 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.531 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:53.531 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.531 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.531 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:53.531 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.531 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:53.531 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.532 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:53.532 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.532 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.532 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:53.532 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.532 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:53.532 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.532 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:53.532 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.532 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:53.532 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 161758577 2024-04-15T16:28:53.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.534 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:53.534 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.534 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:53.534 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-04-15T16:28:53.534 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4923920 2024-04-15T16:28:53.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.534 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:53.534 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-04-15T16:28:53.534 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 144632209 2024-04-15T16:28:53.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.534 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:53.534 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.535 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:53.535 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.535 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.535 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:53.535 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.535 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.535 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:53.535 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.535 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.535 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:53.535 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28368896 2024-04-15T16:28:53.535 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.535 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.536 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T16:28:53.536 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.536 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:53.536 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.536 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:53.536 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.536 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:53.536 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:53.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.536 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:53.536 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.537 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:53.537 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.537 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:53.537 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.537 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:53.537 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:53.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.537 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:53.537 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1101824 2024-04-15T16:28:53.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.537 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:53.537 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.538 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.538 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:53.538 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.538 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.538 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:53.538 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.538 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:53.538 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-04-15T16:28:53.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.538 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:53.538 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 819200 2024-04-15T16:28:53.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.539 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:53.539 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 679936 2024-04-15T16:28:53.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.539 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:53.539 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:53.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.539 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:53.539 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.539 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:53.539 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:53.539 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:53.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.540 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:53.540 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:53.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.540 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:53.540 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:53.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.540 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:53.540 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:53.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.540 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:53.540 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:53.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.540 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:53.540 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5503 2024-04-15T16:28:53.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.542 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:53.542 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.542 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:53.542 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5503 2024-04-15T16:28:53.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.542 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:53.542 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.542 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:53.542 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.542 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:53.542 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.544 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:53.544 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.544 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:53.544 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.544 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:53.544 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1859584 2024-04-15T16:28:53.544 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.544 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:53.544 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:53.544 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:53.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.544 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:53.545 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 716800 2024-04-15T16:28:53.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.545 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:53.545 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.545 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.545 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:53.545 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.545 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.545 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:53.545 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.545 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:53.545 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.546 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.546 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:53.546 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.546 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.546 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:53.546 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:53.546 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4906 2024-04-15T16:28:53.546 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.546 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:53.546 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.546 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.546 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.546 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:53.546 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.547 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:53.547 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 153, 2024-04-15T16:28:53.547 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59048173 2024-04-15T16:28:53.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.547 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:53.547 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 151, 2024-04-15T16:28:53.547 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4161954 2024-04-15T16:28:53.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.547 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:53.547 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 153, 2024-04-15T16:28:53.547 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 190902 2024-04-15T16:28:53.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.547 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:53.547 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 153, 2024-04-15T16:28:53.548 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59239075 2024-04-15T16:28:53.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.548 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:53.548 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.548 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.548 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:53.548 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.548 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40222 2024-04-15T16:28:53.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.548 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:53.548 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.548 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.549 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.549 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:53.549 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.549 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.549 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.549 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:53.549 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.549 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.549 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.549 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:53.549 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.549 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5401 2024-04-15T16:28:53.549 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.549 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:53.549 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 322 2024-04-15T16:28:53.550 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.550 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:53.550 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 218 2024-04-15T16:28:53.550 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.550 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:53.550 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 79, 2024-04-15T16:28:53.550 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 795469 2024-04-15T16:28:53.550 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.550 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:53.550 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 135, 2024-04-15T16:28:53.550 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 254733 2024-04-15T16:28:53.550 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.550 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:53.550 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 56, 2024-04-15T16:28:53.551 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 395132 2024-04-15T16:28:53.551 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.551 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:53.551 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.551 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.551 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:53.551 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.551 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.551 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.551 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:53.551 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:53.551 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5536360 2024-04-15T16:28:53.551 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.551 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:53.551 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 50, 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3585903 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 47, 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 330217078597 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 50, 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 79146663643 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 229, 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 521179 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:53.552 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 229, 2024-04-15T16:28:53.553 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21660 2024-04-15T16:28:53.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.553 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:53.553 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:53.553 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 239643 2024-04-15T16:28:53.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.553 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:53.553 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:53.553 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 114877894 2024-04-15T16:28:53.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.553 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:53.553 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:53.553 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 64018 2024-04-15T16:28:53.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.554 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:53.554 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:53.554 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69437568 2024-04-15T16:28:53.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.554 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:53.554 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:53.554 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11225618 2024-04-15T16:28:53.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.554 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:53.554 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 305802 2024-04-15T16:28:53.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.554 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:53.554 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 41, 2024-04-15T16:28:53.554 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 232696 2024-04-15T16:28:53.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.555 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:53.555 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:53.555 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 201342679 2024-04-15T16:28:53.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.555 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:53.555 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:53.555 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13698957 2024-04-15T16:28:53.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.555 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:53.555 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:53.555 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1387713 2024-04-15T16:28:53.555 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.555 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:53.555 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:53.556 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861614985 2024-04-15T16:28:53.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.556 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:53.556 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-04-15T16:28:53.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.556 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:53.556 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41246720 2024-04-15T16:28:53.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.556 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:53.556 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137554534 2024-04-15T16:28:53.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.556 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:53.556 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1138688 2024-04-15T16:28:53.556 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85509035 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.558 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.558 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.558 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.558 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.558 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.558 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.558 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.558 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.558 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.558 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73874517 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:53.559 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.560 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:53.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.560 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.560 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.560 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.560 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.560 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.560 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641317766 2024-04-15T16:28:53.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.560 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.560 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.560 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.561 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.561 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.561 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.561 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.561 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.561 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.561 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.561 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.561 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:53.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.561 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.562 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.562 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.562 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.562 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.562 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.562 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.562 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71711786 2024-04-15T16:28:53.562 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.562 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:53.562 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:53.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.563 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.563 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:53.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.563 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006023 2024-04-15T16:28:53.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.563 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.563 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.564 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.564 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.564 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.564 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.564 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.565 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.565 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.565 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.565 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.565 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.565 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.565 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.565 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.565 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.565 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822633 2024-04-15T16:28:53.565 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.565 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.565 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:53.565 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.565 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:53.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.566 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.566 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.566 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641317766 2024-04-15T16:28:53.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.566 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.566 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15227 2024-04-15T16:28:53.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 201474 2024-04-15T16:28:53.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.568 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.568 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.568 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.568 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.568 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.568 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71497213 2024-04-15T16:28:53.568 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.568 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:53.568 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:53.568 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.569 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:53.570 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.570 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:53.570 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.570 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:53.570 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.570 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:53.570 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.570 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:53.570 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.570 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:53.571 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.571 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.571 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:53.571 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.571 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:53.571 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.571 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 671395 2024-04-15T16:28:53.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.571 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:53.571 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.571 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.571 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.572 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.572 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.572 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:53.572 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.572 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.572 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.572 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:53.572 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.572 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.572 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:53.572 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.572 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.572 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:53.573 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.573 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.573 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:53.573 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.573 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.573 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:53.573 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.573 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:53.573 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.573 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:53.573 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.574 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.574 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:53.574 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.574 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:53.574 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.574 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:53.574 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.574 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:53.574 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.574 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.575 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:53.575 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.575 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.575 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.575 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.575 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:53.575 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.575 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:53.575 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.575 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.575 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:53.576 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.576 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:53.576 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.576 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 671395 2024-04-15T16:28:53.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.576 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:53.576 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.576 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.576 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:53.576 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.576 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:53.577 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.577 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:53.577 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.577 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:53.577 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.577 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:53.577 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28381184 2024-04-15T16:28:53.577 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.577 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.577 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T16:28:53.577 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.578 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:53.578 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.578 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:53.578 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.578 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:53.578 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:53.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.578 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:53.578 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.578 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:53.578 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.579 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:53.579 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.579 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:53.579 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:53.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.579 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:53.579 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1134592 2024-04-15T16:28:53.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.579 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:53.579 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.579 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.579 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:53.580 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.580 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.580 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:53.580 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.580 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:53.580 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-04-15T16:28:53.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.580 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:53.580 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 819200 2024-04-15T16:28:53.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.580 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:53.580 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 679936 2024-04-15T16:28:53.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.581 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:53.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:53.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.581 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:53.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.581 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:53.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:53.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:53.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.581 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:53.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:53.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.582 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:53.582 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:53.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.582 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:53.582 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:53.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.582 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:53.582 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:53.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.582 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:53.582 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.582 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:53.582 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.583 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:53.583 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:53.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.583 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:53.583 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:53.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.583 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:53.583 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:53.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.583 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:53.583 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:53.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.583 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:53.584 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.584 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:53.584 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:53.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.584 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:53.584 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.584 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:53.584 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.584 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:53.584 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.584 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:53.585 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.585 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:53.585 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.585 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:53.585 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.585 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:53.585 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.585 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:53.585 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.585 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:53.586 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.586 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:53.586 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.586 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:53.586 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1892352 2024-04-15T16:28:53.586 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.586 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:53.586 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:53.586 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:53.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.586 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:53.587 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 712704 2024-04-15T16:28:53.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.587 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:53.587 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T16:28:53.587 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 290695 2024-04-15T16:28:53.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.587 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:53.587 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.587 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.587 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:53.587 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.587 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:53.587 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.588 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:53.588 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.588 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:53.588 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.588 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2644 2024-04-15T16:28:53.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.588 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:53.588 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.588 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.588 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:53.588 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.589 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:53.589 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 153, 2024-04-15T16:28:53.589 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49886256 2024-04-15T16:28:53.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.589 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:53.589 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 142, 2024-04-15T16:28:53.589 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6437360 2024-04-15T16:28:53.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.589 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:53.589 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 153, 2024-04-15T16:28:53.589 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184829 2024-04-15T16:28:53.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.589 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:53.589 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 153, 2024-04-15T16:28:53.589 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50071085 2024-04-15T16:28:53.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.590 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:53.590 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.590 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.590 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:53.590 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:53.590 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39894 2024-04-15T16:28:53.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.590 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:53.590 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.590 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.590 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:53.591 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.591 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.591 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:53.591 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.591 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.591 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:53.591 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.591 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10064 2024-04-15T16:28:53.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.591 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:53.591 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 353 2024-04-15T16:28:53.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.592 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:53.592 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 232 2024-04-15T16:28:53.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.592 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:53.592 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95, 2024-04-15T16:28:53.592 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 879826 2024-04-15T16:28:53.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.592 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:53.592 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 161, 2024-04-15T16:28:53.592 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 242721 2024-04-15T16:28:53.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.592 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:53.592 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 66, 2024-04-15T16:28:53.593 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 160228 2024-04-15T16:28:53.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.593 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:53.593 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.593 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:53.593 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:53.593 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 151393 2024-04-15T16:28:53.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.593 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:53.593 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:53.593 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2978998 2024-04-15T16:28:53.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.594 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:53.594 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 42, 2024-04-15T16:28:53.594 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2918136 2024-04-15T16:28:53.594 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.594 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:53.594 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40, 2024-04-15T16:28:53.594 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 274574117726 2024-04-15T16:28:53.594 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.594 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:53.594 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 42, 2024-04-15T16:28:53.594 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72742072973 2024-04-15T16:28:53.594 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.594 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:53.594 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 249, 2024-04-15T16:28:53.595 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 479232 2024-04-15T16:28:53.595 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.595 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:53.595 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 249, 2024-04-15T16:28:53.595 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25521 2024-04-15T16:28:53.595 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.595 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:53.595 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:53.595 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 260774 2024-04-15T16:28:53.595 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.595 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:53.595 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:53.595 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 139907037 2024-04-15T16:28:53.595 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.596 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:53.596 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:53.596 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74692 2024-04-15T16:28:53.596 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.596 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:53.596 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:53.596 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206046344 2024-04-15T16:28:53.596 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.596 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:53.596 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:53.596 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12457887 2024-04-15T16:28:53.596 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.596 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:53.596 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 303774 2024-04-15T16:28:53.596 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.597 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:53.597 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 41, 2024-04-15T16:28:53.597 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 181488 2024-04-15T16:28:53.597 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.597 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:53.597 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:53.597 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 361683127 2024-04-15T16:28:53.597 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.597 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:53.597 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:53.597 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14576185 2024-04-15T16:28:53.597 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.597 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:53.597 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:53.598 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1638766 2024-04-15T16:28:53.598 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.598 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:53.598 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:53.598 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861633873 2024-04-15T16:28:53.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.598 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:53.598 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-04-15T16:28:53.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.598 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:53.598 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42106880 2024-04-15T16:28:53.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.598 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:53.599 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137576755 2024-04-15T16:28:53.599 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.599 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:53.599 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 278528 2024-04-15T16:28:53.599 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.599 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.599 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:53.599 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.599 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:53.599 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.599 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.599 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.599 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.599 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85509966 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.600 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.601 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.601 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.601 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.601 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.601 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.601 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.601 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.601 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.601 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.602 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.602 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.602 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73873586 2024-04-15T16:28:53.602 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.602 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:53.602 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.602 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:53.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.602 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.602 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.602 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.602 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.603 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.603 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641324749 2024-04-15T16:28:53.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.603 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.603 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.603 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.603 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.603 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.603 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.603 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.604 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.604 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.604 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.604 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.604 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:53.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.604 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.604 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.604 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.604 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.604 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.605 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.605 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.605 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71704803 2024-04-15T16:28:53.605 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.605 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:53.605 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.605 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:53.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.605 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.605 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.605 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.605 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:53.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.606 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006644 2024-04-15T16:28:53.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.606 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.606 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.606 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.606 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.608 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822012 2024-04-15T16:28:53.608 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.608 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:53.608 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:53.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.608 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.608 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.608 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641324749 2024-04-15T16:28:53.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2352 2024-04-15T16:28:53.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.610 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 210513 2024-04-15T16:28:53.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.610 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.610 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.610 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.611 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71494066 2024-04-15T16:28:53.611 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.611 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:53.611 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:53.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.611 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.611 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:53.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.611 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.612 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.612 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:53.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41 2024-04-15T16:28:53.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.612 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:53.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.612 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:53.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:53.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.612 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:53.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.613 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:53.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.613 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:53.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-04-15T16:28:53.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.613 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:53.613 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 35598906 2024-04-15T16:28:53.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.613 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:53.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.614 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:53.614 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 531991 2024-04-15T16:28:53.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.614 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:53.614 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25041954 2024-04-15T16:28:53.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.614 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.614 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:53.614 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:53.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.616 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:53.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.616 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:53.616 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.616 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:53.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.616 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:53.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.616 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-04-15T16:28:53.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.618 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:53.618 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 35598906 2024-04-15T16:28:53.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.618 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:53.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.618 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:53.618 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 531991 2024-04-15T16:28:53.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.618 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:53.618 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25041954 2024-04-15T16:28:53.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.619 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:53.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.619 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:53.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.619 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:53.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.619 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:53.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.619 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:53.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28385280 2024-04-15T16:28:53.620 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.620 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.620 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T16:28:53.620 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.620 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:53.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.620 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:53.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.620 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:53.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:53.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.620 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1126400 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:53.621 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.622 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:53.622 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.622 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:53.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.622 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:53.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-04-15T16:28:53.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.622 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:53.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 798720 2024-04-15T16:28:53.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 659456 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.623 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:53.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:53.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.624 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:53.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:53.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.624 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:53.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:53.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.624 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:53.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:53.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.624 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:53.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.625 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:53.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.626 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:53.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:53.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.626 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:53.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.626 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:53.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.626 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:53.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.626 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:53.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.627 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:53.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.627 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:53.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.627 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:53.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.627 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:53.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.627 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:53.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.628 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:53.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.628 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:53.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1863680 2024-04-15T16:28:53.628 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.628 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:53.628 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:53.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:53.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.628 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:53.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 708608 2024-04-15T16:28:53.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.629 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:53.629 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T16:28:53.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 195755 2024-04-15T16:28:53.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.629 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:53.629 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.629 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:53.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.629 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:53.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.630 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:53.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.630 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:53.630 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:53.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6040 2024-04-15T16:28:53.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.630 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:53.630 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.630 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:53.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.631 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:53.631 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 148, 2024-04-15T16:28:53.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50104484 2024-04-15T16:28:53.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.631 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:53.631 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 139, 2024-04-15T16:28:53.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10595243 2024-04-15T16:28:53.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.631 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:53.631 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 148, 2024-04-15T16:28:53.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 132371 2024-04-15T16:28:53.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.631 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:53.631 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 148, 2024-04-15T16:28:53.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50236855 2024-04-15T16:28:53.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.632 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:53.632 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.632 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.632 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:53.632 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:53.632 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39346 2024-04-15T16:28:53.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.632 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:53.632 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.632 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.632 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:53.632 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.633 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:53.633 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.633 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:53.633 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4543 2024-04-15T16:28:53.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.633 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:53.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 342 2024-04-15T16:28:53.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.633 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:53.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 238 2024-04-15T16:28:53.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.634 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:53.634 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 85, 2024-04-15T16:28:53.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 677270 2024-04-15T16:28:53.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.634 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:53.634 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 136, 2024-04-15T16:28:53.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 225673 2024-04-15T16:28:53.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.634 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:53.634 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51, 2024-04-15T16:28:53.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 374560 2024-04-15T16:28:53.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.634 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:53.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 130328 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4081887 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39, 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2543413 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 36, 2024-04-15T16:28:53.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 290273929188 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39, 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68735947293 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 278, 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 511394 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 278, 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29394 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:53.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 230942 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 213231786 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 77068 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 117283005 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:53.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12810101 2024-04-15T16:28:53.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.638 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:53.638 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 305515 2024-04-15T16:28:53.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.638 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:53.638 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32, 2024-04-15T16:28:53.638 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 142411 2024-04-15T16:28:53.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.638 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:53.638 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:53.638 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 347671361 2024-04-15T16:28:53.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.638 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:53.638 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:53.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15034708 2024-04-15T16:28:53.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.639 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:53.639 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:53.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2247681 2024-04-15T16:28:53.639 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.639 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:53.639 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:53.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861633873 2024-04-15T16:28:53.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.639 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:53.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43433984 2024-04-15T16:28:53.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.639 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:53.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42082304 2024-04-15T16:28:53.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.640 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:53.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137576755 2024-04-15T16:28:53.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.640 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:53.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1351680 2024-04-15T16:28:53.640 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.640 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:53.640 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:53.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.640 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.641 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.641 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85509941 2024-04-15T16:28:53.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.641 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.641 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.641 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.642 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.642 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.642 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.642 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.642 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73873611 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.643 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.644 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641324560 2024-04-15T16:28:53.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.644 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.644 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.644 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.644 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.646 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71704992 2024-04-15T16:28:53.646 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.646 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:53.646 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:53.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.646 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.646 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:53.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.647 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006627 2024-04-15T16:28:53.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.647 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.647 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.647 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.647 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.649 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822029 2024-04-15T16:28:53.649 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.649 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:53.649 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:53.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.649 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.649 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.650 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641324560 2024-04-15T16:28:53.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.650 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.650 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.650 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.650 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.651 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15244 2024-04-15T16:28:53.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.651 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 205208 2024-04-15T16:28:53.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.651 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.651 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.651 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.652 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71486668 2024-04-15T16:28:53.652 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.652 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:53.652 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:53.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.652 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.652 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:53.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.653 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.653 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.653 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.653 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:53.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42 2024-04-15T16:28:53.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.653 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:53.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.653 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:53.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.653 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:53.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.654 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:53.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.654 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:53.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.654 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:53.654 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.654 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:53.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.655 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:53.655 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.655 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:53.655 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.655 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.655 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:53.655 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:53.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.657 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:53.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.657 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:53.657 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.657 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:53.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.657 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:53.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.658 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:53.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.658 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:53.658 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.658 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:53.658 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.658 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.659 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:53.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.659 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:53.659 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.659 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:53.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.659 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:53.659 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.660 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:53.660 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.660 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:53.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.660 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:53.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.660 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:53.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.660 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:53.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.661 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:53.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28372992 2024-04-15T16:28:53.661 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.661 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.661 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T16:28:53.661 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.661 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:53.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.661 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:53.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.661 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:53.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:53.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.662 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:53.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.662 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:53.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.662 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:53.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.662 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:53.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:53.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.662 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:53.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6012928 2024-04-15T16:28:53.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.663 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:53.663 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.663 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:53.663 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.663 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:53.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.663 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:53.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-04-15T16:28:53.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.664 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:53.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2998272 2024-04-15T16:28:53.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.664 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:53.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2859008 2024-04-15T16:28:53.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.664 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:53.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:53.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.664 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:53.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.664 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:53.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:53.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.666 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:53.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.666 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:53.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.666 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:53.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:53.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.666 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:53.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:53.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.666 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:53.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:53.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.667 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:53.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5504 2024-04-15T16:28:53.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.667 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:53.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.667 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:53.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5504 2024-04-15T16:28:53.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.667 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:53.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.667 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:53.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.668 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:53.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.668 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:53.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.668 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:53.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.668 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:53.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.668 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:53.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.669 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:53.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.669 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:53.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.669 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:53.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.669 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:53.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8949760 2024-04-15T16:28:53.670 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.670 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:53.670 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:53.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:53.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.670 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:53.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1298432 2024-04-15T16:28:53.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.670 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:53.670 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.670 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:53.671 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.671 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:53.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.671 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:53.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.671 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:53.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.671 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:53.671 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:53.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8572 2024-04-15T16:28:53.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.672 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:53.672 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.672 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:53.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.672 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:53.672 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 685, 2024-04-15T16:28:53.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 483855497 2024-04-15T16:28:53.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.672 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:53.672 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 676, 2024-04-15T16:28:53.673 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31244678 2024-04-15T16:28:53.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.673 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:53.673 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 685, 2024-04-15T16:28:53.673 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 593069 2024-04-15T16:28:53.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.673 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:53.673 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 685, 2024-04-15T16:28:53.673 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 484448566 2024-04-15T16:28:53.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.673 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:53.673 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.673 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.673 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:53.674 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50808 2024-04-15T16:28:53.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.674 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:53.674 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.674 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:53.674 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.674 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:53.674 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5225 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3452 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 345 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82, 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 852343 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:53.675 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 124, 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 281189 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 42, 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 569775 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5738372 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3948815727 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27031230 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 478378837065 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59211390008 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:53.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1957726063 2024-04-15T16:28:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 194683 2024-04-15T16:28:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 213476957 2024-04-15T16:28:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2661952248 2024-04-15T16:28:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:53.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 501281 2024-04-15T16:28:53.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.679 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:53.679 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:53.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1470314998 2024-04-15T16:28:53.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.679 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:53.679 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:53.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 389388962 2024-04-15T16:28:53.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.679 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:53.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 895793 2024-04-15T16:28:53.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.679 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:53.680 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26, 2024-04-15T16:28:53.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 120983 2024-04-15T16:28:53.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.680 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:53.680 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:53.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8684200913 2024-04-15T16:28:53.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.680 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:53.680 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:53.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426374717 2024-04-15T16:28:53.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.680 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:53.680 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:53.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 266762726 2024-04-15T16:28:53.680 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.681 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:53.681 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:53.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861633873 2024-04-15T16:28:53.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.681 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:53.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 46579712 2024-04-15T16:28:53.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:53.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45735936 2024-04-15T16:28:53.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.681 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:53.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137576755 2024-04-15T16:28:53.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.681 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:53.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 843776 2024-04-15T16:28:53.682 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.682 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:53.682 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:53.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.682 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.682 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.682 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85502654 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-04-15T16:28:53.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.684 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.684 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.684 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.684 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73872706 2024-04-15T16:28:53.684 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.685 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:53.685 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:53.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.685 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.685 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.685 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641269909 2024-04-15T16:28:53.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.685 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.686 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.686 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.686 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.686 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.686 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:53.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.687 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.687 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.687 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.687 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71759643 2024-04-15T16:28:53.687 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.687 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:53.688 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:53.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.688 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.688 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:53.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.688 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57001769 2024-04-15T16:28:53.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.688 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.689 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.690 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.690 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.690 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68826887 2024-04-15T16:28:53.690 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.690 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:53.690 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:53.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.691 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.691 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.691 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641269909 2024-04-15T16:28:53.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.691 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.692 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.692 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.692 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.692 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12801 2024-04-15T16:28:53.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.692 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 321188 2024-04-15T16:28:53.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.693 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.693 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.693 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.693 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71427782 2024-04-15T16:28:53.693 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.693 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:53.694 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:53.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.694 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.694 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:53.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.694 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.694 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.694 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.694 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2812 2024-04-15T16:28:53.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 219318730 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8932967 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 81229612 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.696 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.698 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:53.698 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.698 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:53.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.698 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:53.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.698 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:53.698 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2812 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 219318730 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T16:28:53.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8932967 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 81229612 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.702 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:53.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28962816 2024-04-15T16:28:53.702 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.702 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.702 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T16:28:53.702 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:53.702 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:53.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.702 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:53.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.702 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:53.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1171456 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.704 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 876544 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 737280 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:53.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:53.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.706 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:53.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:53.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.706 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:53.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:53.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.706 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:53.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:53.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.706 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:53.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:53.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.706 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:53.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5500 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5500 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.709 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:53.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.709 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:53.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.709 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:53.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.709 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:53.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.709 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:53.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.710 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:53.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.710 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:53.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.710 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:53.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1986560 2024-04-15T16:28:53.710 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:53.710 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:53.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:53.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1294336 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 126552 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:53.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.712 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:53.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.712 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:53.712 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T16:28:53.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29850 2024-04-15T16:28:53.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.712 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:53.712 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.712 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:53.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.713 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:53.713 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 167, 2024-04-15T16:28:53.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 60003530 2024-04-15T16:28:53.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.713 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:53.713 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 156, 2024-04-15T16:28:53.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12383967 2024-04-15T16:28:53.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.713 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:53.713 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 167, 2024-04-15T16:28:53.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 93496 2024-04-15T16:28:53.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.713 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:53.713 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 167, 2024-04-15T16:28:53.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 60097026 2024-04-15T16:28:53.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.714 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:53.714 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.714 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.714 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:53.714 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.714 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39009 2024-04-15T16:28:53.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.714 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:53.714 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.714 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.714 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:53.714 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.715 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:53.715 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:53.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.715 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:53.715 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:53.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3417 2024-04-15T16:28:53.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.715 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:53.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 694 2024-04-15T16:28:53.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.715 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:53.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 280 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 124, 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2579191 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 195, 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314992 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 71, 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1777575 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.717 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:53.717 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:53.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24512 2024-04-15T16:28:53.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.717 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:53.717 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:53.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1854148 2024-04-15T16:28:53.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.717 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:53.717 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19, 2024-04-15T16:28:53.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1307280 2024-04-15T16:28:53.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.717 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:53.717 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19, 2024-04-15T16:28:53.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 331424407280 2024-04-15T16:28:53.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.718 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:53.718 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19, 2024-04-15T16:28:53.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32754541372 2024-04-15T16:28:53.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.718 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:53.718 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:53.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 578515 2024-04-15T16:28:53.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.718 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:53.718 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:53.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29977 2024-04-15T16:28:53.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.718 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:53.718 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:53.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 197422 2024-04-15T16:28:53.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.719 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:53.719 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:53.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 226590644 2024-04-15T16:28:53.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.719 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:53.719 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:53.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 92816 2024-04-15T16:28:53.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.719 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:53.719 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:53.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 120860529 2024-04-15T16:28:53.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.720 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:53.720 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:53.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13500181 2024-04-15T16:28:53.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.720 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:53.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 893707 2024-04-15T16:28:53.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.720 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:53.720 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T16:28:53.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 77584 2024-04-15T16:28:53.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.720 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:53.720 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:53.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 363046104 2024-04-15T16:28:53.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15518115 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3269251 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861633873 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44695552 2024-04-15T16:28:53.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.722 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:53.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42745856 2024-04-15T16:28:53.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.722 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:53.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137576755 2024-04-15T16:28:53.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.722 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:53.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1949696 2024-04-15T16:28:53.722 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.722 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:53.722 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:53.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.722 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.723 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.723 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85492795 2024-04-15T16:28:53.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.723 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.723 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-04-15T16:28:53.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.723 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 135168 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 126976 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.725 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.725 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73620421 2024-04-15T16:28:53.725 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:53.725 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:53.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.725 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.725 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.726 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641195965 2024-04-15T16:28:53.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.726 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.726 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.726 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.726 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.727 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.727 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:53.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.727 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.727 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.728 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.728 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71833587 2024-04-15T16:28:53.728 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:53.728 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:53.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.728 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:53.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56995196 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.729 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.730 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.730 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.730 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.730 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68833460 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:53.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.732 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:53.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641195965 2024-04-15T16:28:53.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.732 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:53.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.732 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:53.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3613 2024-04-15T16:28:53.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.732 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:53.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9635 2024-04-15T16:28:53.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.732 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:53.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.733 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:53.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3613 2024-04-15T16:28:53.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.733 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:53.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 218002 2024-04-15T16:28:53.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.733 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:53.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.733 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:53.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.733 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:53.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.734 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:53.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71600852 2024-04-15T16:28:53.734 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.734 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:53.734 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:53.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.734 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.734 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:53.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 143 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:53.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 143, 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 174411219 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 265810 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:53.736 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 145, 2024-04-15T16:28:53.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37932607 2024-04-15T16:28:53.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.737 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:53.737 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 143, 2024-04-15T16:28:53.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 132308620 2024-04-15T16:28:53.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.737 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:53.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 100 2024-04-15T16:28:53.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.737 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:53.737 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-04-15T16:28:53.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16455667 2024-04-15T16:28:53.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.737 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:53.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.738 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:53.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 265810 2024-04-15T16:28:53.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.738 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:53.738 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-04-15T16:28:53.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14499860 2024-04-15T16:28:53.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.738 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:53.738 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-04-15T16:28:53.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11833126 2024-04-15T16:28:53.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.738 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:53.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38 2024-04-15T16:28:53.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.739 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:53.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.739 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:53.739 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 38, 2024-04-15T16:28:53.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40750361 2024-04-15T16:28:53.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.739 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:53.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.739 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:53.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.739 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 38, 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17646876 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 38, 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38293747 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.740 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 117205191 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7, 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5785871 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 82181747 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:53.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.742 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:53.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.742 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:53.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:53.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.742 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:53.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:53.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.742 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:53.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28958720 2024-04-15T16:28:53.742 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.742 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.742 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.743 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": [ 2024-04-15T16:28:53.743 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.743 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:53.743 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-04-15T16:28:53.743 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.743 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:53.743 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:53.743 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:53.743 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:53.743 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:53.743 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 1, 2024-04-15T16:28:53.743 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 1, 2024-04-15T16:28:53.743 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 1, 2024-04-15T16:28:53.743 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296939274, 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 1781760, 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 1781760, 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098976256, 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 2, 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.4431142264802475e-06, 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 466, 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 659456, 2024-04-15T16:28:53.744 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 590368, 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 590368, 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 1771104, 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 235, 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 2473984 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:53.745 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:53.746 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:53.746 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:53.746 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 32, 2024-04-15T16:28:53.746 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 32, 2024-04-15T16:28:53.746 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 2, 2024-04-15T16:28:53.746 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:53.746 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:53.746 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296939274, 2024-04-15T16:28:53.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 98304, 2024-04-15T16:28:53.746 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:53.746 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:53.746 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 98304, 2024-04-15T16:28:53.746 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:53.746 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098976256, 2024-04-15T16:28:53.746 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 22, 2024-04-15T16:28:53.747 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:53.747 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 1.3479281335548876e-07, 2024-04-15T16:28:53.747 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:53.747 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:53.747 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T16:28:53.747 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T16:28:53.747 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 3430, 2024-04-15T16:28:53.747 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 3430, 2024-04-15T16:28:53.747 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:53.747 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 10290, 2024-04-15T16:28:53.747 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 51, 2024-04-15T16:28:53.747 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 20480 2024-04-15T16:28:53.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.747 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:53.747 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:53.748 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:53.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.748 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.748 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:53.748 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T16:28:53.748 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.748 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:53.748 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:53.748 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:53.748 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:53.748 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:53.748 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 64, 2024-04-15T16:28:53.748 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 64, 2024-04-15T16:28:53.748 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 3, 2024-04-15T16:28:53.748 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296939274, 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098976256, 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T16:28:53.749 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-04-15T16:28:53.750 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-04-15T16:28:53.750 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:53.750 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-04-15T16:28:53.750 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-04-15T16:28:53.750 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-04-15T16:28:53.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.750 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:53.750 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:53.750 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:53.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.750 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.750 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:53.750 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-04-15T16:28:53.750 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.750 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 8, 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 8, 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 4, 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296939274, 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:53.751 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098976256, 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:53.752 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:53.753 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:53.753 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.753 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.753 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": { 2024-04-15T16:28:53.753 INFO:tasks.workunit.client.0.smithi090.stdout: "mirroring_by_pool": [ 2024-04-15T16:28:53.753 INFO:tasks.workunit.client.0.smithi090.stdout: false 2024-04-15T16:28:53.753 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_images_by_pool": [ 2024-04-15T16:28:53.753 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:53.753 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pools": 1 2024-04-15T16:28:53.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.753 INFO:tasks.workunit.client.0.smithi090.stdout: "report_id": "92adcd4e-493a-4368-bb9d-f31d85e5acb8", 2024-04-15T16:28:53.753 INFO:tasks.workunit.client.0.smithi090.stdout: "report_timestamp": "2024-04-15T16:28:52.931040", 2024-04-15T16:28:53.753 INFO:tasks.workunit.client.0.smithi090.stdout: "report_version": 1, 2024-04-15T16:28:53.754 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_stats": { 2024-04-15T16:28:53.754 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "7.9.2" 2024-04-15T16:28:53.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.754 INFO:tasks.workunit.client.0.smithi090.stdout: "rook": { 2024-04-15T16:28:53.754 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster": { 2024-04-15T16:28:53.754 INFO:tasks.workunit.client.0.smithi090.stdout: "external-mode": null, 2024-04-15T16:28:53.754 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:53.754 INFO:tasks.workunit.client.0.smithi090.stdout: "allow-multiple-per-node": null, 2024-04-15T16:28:53.754 INFO:tasks.workunit.client.0.smithi090.stdout: "count": null, 2024-04-15T16:28:53.754 INFO:tasks.workunit.client.0.smithi090.stdout: "max-id": null, 2024-04-15T16:28:53.754 INFO:tasks.workunit.client.0.smithi090.stdout: "pvc": { 2024-04-15T16:28:53.754 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T16:28:53.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.754 INFO:tasks.workunit.client.0.smithi090.stdout: "stretch": { 2024-04-15T16:28:53.754 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T16:28:53.755 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.755 INFO:tasks.workunit.client.0.smithi090.stdout: "network": { 2024-04-15T16:28:53.755 INFO:tasks.workunit.client.0.smithi090.stdout: "provider": null 2024-04-15T16:28:53.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.755 INFO:tasks.workunit.client.0.smithi090.stdout: "storage": { 2024-04-15T16:28:53.755 INFO:tasks.workunit.client.0.smithi090.stdout: "device-set": { 2024-04-15T16:28:53.755 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T16:28:53.755 INFO:tasks.workunit.client.0.smithi090.stdout: "non-portable": null, 2024-04-15T16:28:53.755 INFO:tasks.workunit.client.0.smithi090.stdout: "portable": null, 2024-04-15T16:28:53.755 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T16:28:53.755 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.755 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.755 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.756 INFO:tasks.workunit.client.0.smithi090.stdout: "csi": { 2024-04-15T16:28:53.756 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T16:28:53.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.756 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes": { 2024-04-15T16:28:53.756 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T16:28:53.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.756 INFO:tasks.workunit.client.0.smithi090.stdout: "node": { 2024-04-15T16:28:53.756 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T16:28:53.756 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes-total": null, 2024-04-15T16:28:53.756 INFO:tasks.workunit.client.0.smithi090.stdout: "with-ceph-daemons": null, 2024-04-15T16:28:53.756 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T16:28:53.756 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-nfs-plugin": null, 2024-04-15T16:28:53.756 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-rbd-plugin": null 2024-04-15T16:28:53.756 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.757 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T16:28:53.757 INFO:tasks.workunit.client.0.smithi090.stdout: "storage-class": { 2024-04-15T16:28:53.757 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T16:28:53.757 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket": null, 2024-04-15T16:28:53.757 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs": null, 2024-04-15T16:28:53.757 INFO:tasks.workunit.client.0.smithi090.stdout: "nfs": null, 2024-04-15T16:28:53.757 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": null, 2024-04-15T16:28:53.757 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T16:28:53.757 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.757 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:53.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.757 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T16:28:53.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.758 INFO:tasks.workunit.client.0.smithi090.stdout: "services": {}, 2024-04-15T16:28:53.758 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pg": [ 2024-04-15T16:28:53.758 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.758 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.758 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.758 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.758 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:53.758 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.758 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:53.758 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.758 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.758 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.758 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.758 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.759 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533964+0000", 2024-04-15T16:28:53.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.342740+0000", 2024-04-15T16:28:53.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.342740+0000", 2024-04-15T16:28:53.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.343027+0000", 2024-04-15T16:28:53.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533964+0000", 2024-04-15T16:28:53.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533964+0000", 2024-04-15T16:28:53.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533964+0000", 2024-04-15T16:28:53.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533964+0000", 2024-04-15T16:28:53.759 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533964+0000", 2024-04-15T16:28:53.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533964+0000", 2024-04-15T16:28:53.760 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.760 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.760 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.760 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.760 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.760 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.760 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.760 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.760 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.760 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.760 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.761 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.761 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.761 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3f", 2024-04-15T16:28:53.761 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.761 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.761 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.761 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.761 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.761 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:06:16.582491+0000", 2024-04-15T16:28:53.761 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.761 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.761 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.764 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.764 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.764 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.764 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.764 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.764 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.765 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.766 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.529022+0000", 2024-04-15T16:28:53.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.339592+0000", 2024-04-15T16:28:53.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.339592+0000", 2024-04-15T16:28:53.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.339869+0000", 2024-04-15T16:28:53.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.529022+0000", 2024-04-15T16:28:53.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.529022+0000", 2024-04-15T16:28:53.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.529022+0000", 2024-04-15T16:28:53.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.529022+0000", 2024-04-15T16:28:53.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.529022+0000", 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.529022+0000", 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.767 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.768 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3e", 2024-04-15T16:28:53.768 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.768 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.768 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.768 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.768 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.768 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:53:26.287465+0000", 2024-04-15T16:28:53.768 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.768 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.768 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.771 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.771 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.771 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.771 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:53.771 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.771 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:53.771 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.772 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604762+0000", 2024-04-15T16:28:53.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.330953+0000", 2024-04-15T16:28:53.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.330953+0000", 2024-04-15T16:28:53.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.332573+0000", 2024-04-15T16:28:53.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604762+0000", 2024-04-15T16:28:53.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604762+0000", 2024-04-15T16:28:53.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604762+0000", 2024-04-15T16:28:53.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604762+0000", 2024-04-15T16:28:53.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604762+0000", 2024-04-15T16:28:53.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604762+0000", 2024-04-15T16:28:53.774 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.774 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.774 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.774 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.774 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.774 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.774 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.774 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.774 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.774 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.774 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.774 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.775 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.775 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3d", 2024-04-15T16:28:53.775 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.775 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.775 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.775 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.775 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.775 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:33:16.275845+0000", 2024-04-15T16:28:53.775 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.775 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.775 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.778 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.778 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.778 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.778 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.778 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:53.778 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:53.778 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.779 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:53.779 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.779 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.779 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.779 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.779 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.779 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:53.779 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.779 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:53.779 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.779 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.779 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.779 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.779 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.780 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531147+0000", 2024-04-15T16:28:53.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.325511+0000", 2024-04-15T16:28:53.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.325511+0000", 2024-04-15T16:28:53.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.325812+0000", 2024-04-15T16:28:53.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531147+0000", 2024-04-15T16:28:53.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531147+0000", 2024-04-15T16:28:53.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531147+0000", 2024-04-15T16:28:53.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531147+0000", 2024-04-15T16:28:53.780 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531147+0000", 2024-04-15T16:28:53.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531147+0000", 2024-04-15T16:28:53.781 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.781 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.781 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.781 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.781 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.781 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.781 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.781 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.781 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.781 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.781 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.782 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.782 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.782 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3c", 2024-04-15T16:28:53.782 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.782 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.782 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.782 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.782 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.782 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:40:34.275763+0000", 2024-04-15T16:28:53.782 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.782 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.782 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.785 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.785 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.785 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.785 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.785 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.785 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:53.785 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.785 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:53.785 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.786 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.786 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.786 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.786 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:53.786 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:53.786 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.786 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:53.786 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.786 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.786 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.786 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.786 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.786 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.786 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533230+0000", 2024-04-15T16:28:53.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.341468+0000", 2024-04-15T16:28:53.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.341468+0000", 2024-04-15T16:28:53.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.341746+0000", 2024-04-15T16:28:53.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533230+0000", 2024-04-15T16:28:53.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533230+0000", 2024-04-15T16:28:53.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533230+0000", 2024-04-15T16:28:53.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533230+0000", 2024-04-15T16:28:53.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533230+0000", 2024-04-15T16:28:53.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533230+0000", 2024-04-15T16:28:53.788 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.788 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.788 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.788 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.788 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.788 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.788 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.788 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.788 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.788 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.788 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.788 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.788 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.789 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3b", 2024-04-15T16:28:53.789 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.789 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.789 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.789 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.789 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.789 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:58:32.644078+0000", 2024-04-15T16:28:53.789 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.789 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.789 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.792 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.792 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.792 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.792 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.792 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:53.792 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:53.792 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.793 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:53.793 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.793 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.793 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.793 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:53.793 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.793 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:53.793 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.793 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:53.793 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.793 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.793 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.793 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.793 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.794 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:53.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:27:08.605388+0000", 2024-04-15T16:28:53.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:27:08.605388+0000", 2024-04-15T16:28:53.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:53.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:53.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-04-15T16:28:53.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:53.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:53.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:53.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:53.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:53.795 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.795 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.795 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.795 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.795 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-04-15T16:28:53.795 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.795 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.795 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.795 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.795 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.795 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3a", 2024-04-15T16:28:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 11, 2024-04-15T16:28:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:50:54.235441+0000", 2024-04-15T16:28:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:53.799 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.800 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.800 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.800 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.800 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.800 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:53.800 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.800 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:53.800 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.800 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.800 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.800 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.800 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.800 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.532971+0000", 2024-04-15T16:28:53.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.338254+0000", 2024-04-15T16:28:53.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.338254+0000", 2024-04-15T16:28:53.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.338566+0000", 2024-04-15T16:28:53.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.532971+0000", 2024-04-15T16:28:53.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.532971+0000", 2024-04-15T16:28:53.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.532971+0000", 2024-04-15T16:28:53.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.532971+0000", 2024-04-15T16:28:53.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.801 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.532971+0000", 2024-04-15T16:28:53.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.532971+0000", 2024-04-15T16:28:53.802 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.802 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.802 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.802 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.802 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.802 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.802 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.802 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.802 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.802 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.802 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.802 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.802 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.802 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.39", 2024-04-15T16:28:53.803 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.803 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.803 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.803 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.803 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.803 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:33:26.090081+0000", 2024-04-15T16:28:53.803 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.803 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.803 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.806 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.806 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.806 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.806 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.806 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.806 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:53.806 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.806 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:53.806 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.807 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.807 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.807 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.807 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.807 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:53.807 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.807 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:53.807 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.807 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.807 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.807 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.807 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.807 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.807 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604187+0000", 2024-04-15T16:28:53.807 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.339343+0000", 2024-04-15T16:28:53.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.339343+0000", 2024-04-15T16:28:53.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.339664+0000", 2024-04-15T16:28:53.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604187+0000", 2024-04-15T16:28:53.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604187+0000", 2024-04-15T16:28:53.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604187+0000", 2024-04-15T16:28:53.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604187+0000", 2024-04-15T16:28:53.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604187+0000", 2024-04-15T16:28:53.808 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604187+0000", 2024-04-15T16:28:53.809 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.809 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.809 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.809 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.809 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.809 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.809 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.809 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.809 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.809 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.809 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.809 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.809 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.809 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.38", 2024-04-15T16:28:53.809 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.810 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.810 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.810 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.810 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.810 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:29:36.126853+0000", 2024-04-15T16:28:53.810 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.810 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.810 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.813 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.813 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.813 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.813 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.813 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.813 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:53.813 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.813 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:53.813 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.813 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.814 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.814 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.814 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.814 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:53.814 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.814 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:53.814 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.814 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.814 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.814 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.814 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.814 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.814 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.606583+0000", 2024-04-15T16:28:53.814 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:27:08.605849+0000", 2024-04-15T16:28:53.815 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:27:08.605849+0000", 2024-04-15T16:28:53.815 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:27:08.606248+0000", 2024-04-15T16:28:53.815 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.606583+0000", 2024-04-15T16:28:53.815 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.815 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.815 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.815 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-04-15T16:28:53.815 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.606583+0000", 2024-04-15T16:28:53.815 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.606583+0000", 2024-04-15T16:28:53.815 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.606583+0000", 2024-04-15T16:28:53.815 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.815 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.815 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.815 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.606583+0000", 2024-04-15T16:28:53.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.606583+0000", 2024-04-15T16:28:53.816 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.816 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.816 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.816 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.816 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-04-15T16:28:53.816 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.816 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.816 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.816 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.816 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.816 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.816 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.816 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.816 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.37", 2024-04-15T16:28:53.817 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.817 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.817 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.817 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 27, 2024-04-15T16:28:53.817 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.817 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:04:17.465590+0000", 2024-04-15T16:28:53.817 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.817 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.817 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.820 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.820 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.820 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.820 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.820 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.820 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:53.820 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.820 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:53.820 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.821 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.821 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.821 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.821 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.821 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:53.821 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.821 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:53.821 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.821 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.821 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.821 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.821 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.821 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.821 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605604+0000", 2024-04-15T16:28:53.822 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.339415+0000", 2024-04-15T16:28:53.822 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.339415+0000", 2024-04-15T16:28:53.822 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.339780+0000", 2024-04-15T16:28:53.822 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605604+0000", 2024-04-15T16:28:53.822 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.822 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.822 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.822 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.822 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605604+0000", 2024-04-15T16:28:53.822 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605604+0000", 2024-04-15T16:28:53.822 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605604+0000", 2024-04-15T16:28:53.822 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.822 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.822 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605604+0000", 2024-04-15T16:28:53.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605604+0000", 2024-04-15T16:28:53.823 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.823 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.823 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.823 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.823 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.823 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.823 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.823 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.823 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.823 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.823 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.823 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.36", 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:35:41.132583+0000", 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.828 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.828 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.828 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.828 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.828 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:53.828 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.828 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:53.828 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.828 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.828 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.828 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.828 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.828 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.829 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605101+0000", 2024-04-15T16:28:53.829 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.340493+0000", 2024-04-15T16:28:53.829 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.340493+0000", 2024-04-15T16:28:53.829 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.340901+0000", 2024-04-15T16:28:53.829 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605101+0000", 2024-04-15T16:28:53.829 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.829 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.829 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.829 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.829 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605101+0000", 2024-04-15T16:28:53.829 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605101+0000", 2024-04-15T16:28:53.829 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605101+0000", 2024-04-15T16:28:53.829 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.829 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.829 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605101+0000", 2024-04-15T16:28:53.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605101+0000", 2024-04-15T16:28:53.830 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.830 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.830 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.830 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.830 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.830 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.830 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.830 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.830 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.830 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.830 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.830 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.830 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.831 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.35", 2024-04-15T16:28:53.831 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.831 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.831 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.831 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.831 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.831 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:30:50.620153+0000", 2024-04-15T16:28:53.831 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.831 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.831 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.834 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.834 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.834 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.834 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.834 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.834 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:53.834 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.834 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:53.834 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.835 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.835 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.835 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:53.835 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.835 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:53.835 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.835 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T16:28:53.835 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.835 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.835 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.835 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.835 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.835 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.835 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605474+0000", 2024-04-15T16:28:53.836 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.340905+0000", 2024-04-15T16:28:53.836 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.340905+0000", 2024-04-15T16:28:53.836 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.341183+0000", 2024-04-15T16:28:53.836 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605474+0000", 2024-04-15T16:28:53.836 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.836 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.836 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.836 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.836 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605474+0000", 2024-04-15T16:28:53.836 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605474+0000", 2024-04-15T16:28:53.836 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605474+0000", 2024-04-15T16:28:53.836 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.836 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.836 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.836 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605474+0000", 2024-04-15T16:28:53.837 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605474+0000", 2024-04-15T16:28:53.837 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.837 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.837 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.837 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.837 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.837 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.837 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.837 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.837 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.837 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.837 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.837 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.837 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.837 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.34", 2024-04-15T16:28:53.838 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.838 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.838 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.838 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.838 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.838 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:39:14.240637+0000", 2024-04-15T16:28:53.838 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.838 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.838 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.842 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.842 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.842 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.842 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.842 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:53.842 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.842 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:53.842 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.842 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.842 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.842 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.842 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.842 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.843 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604544+0000", 2024-04-15T16:28:53.843 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.340102+0000", 2024-04-15T16:28:53.843 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.340102+0000", 2024-04-15T16:28:53.843 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.340368+0000", 2024-04-15T16:28:53.843 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604544+0000", 2024-04-15T16:28:53.843 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.843 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.843 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.843 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.843 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604544+0000", 2024-04-15T16:28:53.843 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604544+0000", 2024-04-15T16:28:53.843 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604544+0000", 2024-04-15T16:28:53.843 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.843 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.843 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.844 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604544+0000", 2024-04-15T16:28:53.844 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604544+0000", 2024-04-15T16:28:53.844 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.844 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.844 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.844 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.844 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.844 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.844 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.844 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.844 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.844 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.844 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.844 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.844 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.33", 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:53:50.733708+0000", 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.848 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.848 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.848 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.848 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.848 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.848 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:53.848 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.848 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:53.848 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.849 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.849 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.849 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:53.849 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:53.849 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:53.849 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.849 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:53.849 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.849 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.849 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.849 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.849 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.849 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.850 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:53.850 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:27:08.532562+0000", 2024-04-15T16:28:53.850 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:27:08.532562+0000", 2024-04-15T16:28:53.850 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:53.850 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:53.850 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.850 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.850 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.850 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-04-15T16:28:53.850 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:53.850 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:53.850 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:53.850 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.851 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.851 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.851 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:53.851 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:53.851 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.851 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.851 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.851 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.851 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-04-15T16:28:53.851 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.851 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.851 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.851 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.851 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.851 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.32", 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 11, 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:35:52.942348+0000", 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.854 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.855 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533100+0000", 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:27:08.532339+0000", 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:27:08.532339+0000", 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:27:08.532660+0000", 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533100+0000", 2024-04-15T16:28:53.856 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533100+0000", 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533100+0000", 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533100+0000", 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533100+0000", 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533100+0000", 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.857 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-04-15T16:28:53.858 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.858 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.858 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.858 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.858 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.858 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.858 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.858 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.858 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.31", 2024-04-15T16:28:53.858 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.858 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.858 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.858 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 27, 2024-04-15T16:28:53.858 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.859 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:17:38.436261+0000", 2024-04-15T16:28:53.859 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.859 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.859 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.862 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.862 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.862 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.862 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:53.862 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:53.862 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:53.862 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.862 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:53.862 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.862 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.862 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.862 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.862 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.862 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:53.863 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.863 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:53.863 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.863 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.863 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.863 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.863 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.863 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.863 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.530796+0000", 2024-04-15T16:28:53.863 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.318502+0000", 2024-04-15T16:28:53.863 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.318502+0000", 2024-04-15T16:28:53.863 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.318900+0000", 2024-04-15T16:28:53.863 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.530796+0000", 2024-04-15T16:28:53.863 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.863 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.864 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.864 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.864 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.530796+0000", 2024-04-15T16:28:53.864 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.530796+0000", 2024-04-15T16:28:53.864 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.530796+0000", 2024-04-15T16:28:53.864 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.864 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.864 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.864 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.530796+0000", 2024-04-15T16:28:53.864 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.530796+0000", 2024-04-15T16:28:53.864 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.864 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.864 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.864 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.864 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.30", 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:23:48.205980+0000", 2024-04-15T16:28:53.865 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.866 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.866 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.868 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.869 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.869 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.869 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:53.869 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.869 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:53.869 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.869 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.869 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.869 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.869 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.869 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:53.869 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.869 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:53.869 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.870 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.870 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.870 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.870 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.870 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.870 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531550+0000", 2024-04-15T16:28:53.870 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.327688+0000", 2024-04-15T16:28:53.870 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.327688+0000", 2024-04-15T16:28:53.870 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.328026+0000", 2024-04-15T16:28:53.870 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531550+0000", 2024-04-15T16:28:53.870 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.870 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.870 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.870 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.871 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531550+0000", 2024-04-15T16:28:53.871 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531550+0000", 2024-04-15T16:28:53.871 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531550+0000", 2024-04-15T16:28:53.871 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.871 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.871 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.871 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531550+0000", 2024-04-15T16:28:53.871 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531550+0000", 2024-04-15T16:28:53.871 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.871 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.871 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.871 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.871 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.871 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.871 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2f", 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:03:34.971197+0000", 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.872 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.875 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.875 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.875 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.875 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.875 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.875 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.875 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.875 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.875 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.875 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.875 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.875 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.875 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.876 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.876 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.876 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:53.876 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.876 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:53.876 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.876 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.876 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.876 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:53.876 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.876 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:53.876 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.876 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:53.876 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.877 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.877 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.877 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.877 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.877 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528640+0000", 2024-04-15T16:28:53.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.331144+0000", 2024-04-15T16:28:53.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.331144+0000", 2024-04-15T16:28:53.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.331432+0000", 2024-04-15T16:28:53.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528640+0000", 2024-04-15T16:28:53.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528640+0000", 2024-04-15T16:28:53.878 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528640+0000", 2024-04-15T16:28:53.878 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528640+0000", 2024-04-15T16:28:53.878 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.878 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.878 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.878 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528640+0000", 2024-04-15T16:28:53.878 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528640+0000", 2024-04-15T16:28:53.878 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.878 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.878 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.878 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.878 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.878 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.878 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.879 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.879 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.879 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.879 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.879 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.879 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.879 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2e", 2024-04-15T16:28:53.879 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.879 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.879 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.879 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.879 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.879 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:25:15.124138+0000", 2024-04-15T16:28:53.879 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.879 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.882 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.882 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.882 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.882 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.882 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.882 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.882 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.882 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.882 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.882 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.882 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.882 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.882 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:53.882 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.883 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533056+0000", 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.343310+0000", 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.343310+0000", 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.343643+0000", 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533056+0000", 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533056+0000", 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533056+0000", 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533056+0000", 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533056+0000", 2024-04-15T16:28:53.885 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533056+0000", 2024-04-15T16:28:53.885 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.885 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.885 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.885 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.885 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.885 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.885 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.885 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.885 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.885 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.885 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.885 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.885 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.885 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2d", 2024-04-15T16:28:53.886 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.886 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.886 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.886 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.886 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.886 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:28:45.383113+0000", 2024-04-15T16:28:53.886 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.886 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.886 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.889 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.889 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.889 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.889 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.889 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.889 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.891 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.891 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.891 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.891 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.891 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:53.891 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:53.891 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.891 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:53.892 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.892 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.892 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.892 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.892 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.892 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:53.892 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.892 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:53.892 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.892 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.892 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:53.892 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.892 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.892 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.893 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604675+0000", 2024-04-15T16:28:53.893 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.967761+0000", 2024-04-15T16:28:53.893 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.967761+0000", 2024-04-15T16:28:53.893 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.968103+0000", 2024-04-15T16:28:53.893 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604675+0000", 2024-04-15T16:28:53.893 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.893 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.893 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.893 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:53.893 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604675+0000", 2024-04-15T16:28:53.893 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604675+0000", 2024-04-15T16:28:53.893 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604675+0000", 2024-04-15T16:28:53.893 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.893 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.893 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.894 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604675+0000", 2024-04-15T16:28:53.894 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604675+0000", 2024-04-15T16:28:53.894 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.894 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 4, 2024-04-15T16:28:53.894 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.894 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.894 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:53.894 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.894 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.894 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.894 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.894 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 4, 2024-04-15T16:28:53.894 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.894 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.894 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.895 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1f", 2024-04-15T16:28:53.895 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.895 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.895 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.895 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 23, 2024-04-15T16:28:53.895 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.895 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:54:52.037745+0000", 2024-04-15T16:28:53.895 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.895 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.895 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 582, 2024-04-15T16:28:53.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.896 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.896 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.896 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.896 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.896 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.896 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.896 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.896 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.896 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.896 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.896 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.896 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T16:28:53.896 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T16:28:53.896 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.896 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-04-15T16:28:53.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T16:28:53.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.898 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.898 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.898 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.898 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.898 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.898 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:53.898 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.898 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:53.898 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'4" 2024-04-15T16:28:53.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.899 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.899 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.899 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.899 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.899 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:53.899 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.899 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:53.899 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.899 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.899 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.899 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.899 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.899 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.899 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604474+0000", 2024-04-15T16:28:53.900 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.339301+0000", 2024-04-15T16:28:53.900 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.339301+0000", 2024-04-15T16:28:53.900 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.340186+0000", 2024-04-15T16:28:53.900 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604474+0000", 2024-04-15T16:28:53.900 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.900 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.900 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.900 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.900 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604474+0000", 2024-04-15T16:28:53.900 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604474+0000", 2024-04-15T16:28:53.900 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604474+0000", 2024-04-15T16:28:53.900 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.900 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.900 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.901 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604474+0000", 2024-04-15T16:28:53.901 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604474+0000", 2024-04-15T16:28:53.901 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.901 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.901 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.901 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.901 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.901 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.901 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.901 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.901 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.901 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.901 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.901 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.901 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.902 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1e", 2024-04-15T16:28:53.902 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.902 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.902 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.902 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.902 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.902 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:17:18.284424+0000", 2024-04-15T16:28:53.902 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.902 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.902 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.905 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.905 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.905 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.905 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.905 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.905 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:53.905 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.906 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:53.906 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.906 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.906 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.906 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.906 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.906 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:53.906 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.906 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:53.906 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.906 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.906 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:53.906 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604560+0000", 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.964737+0000", 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.964737+0000", 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.965065+0000", 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604560+0000", 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604560+0000", 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604560+0000", 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604560+0000", 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.907 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.908 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604560+0000", 2024-04-15T16:28:53.908 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604560+0000", 2024-04-15T16:28:53.908 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.908 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T16:28:53.908 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.908 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.908 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:53.908 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.908 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.908 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.908 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.908 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T16:28:53.908 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.908 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.908 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.909 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1e", 2024-04-15T16:28:53.909 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.909 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.909 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.909 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-04-15T16:28:53.909 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.909 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:51:53.494021+0000", 2024-04-15T16:28:53.909 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.909 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.909 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.912 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:27:08.532560+0000", 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:27:08.532560+0000", 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:53.913 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:53.914 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.914 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.914 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.914 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-04-15T16:28:53.914 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:53.914 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:53.914 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:53.914 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.914 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.914 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.914 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:53.914 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:53.914 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.914 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.914 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1f", 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 11, 2024-04-15T16:28:53.915 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.916 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:36:39.140597+0000", 2024-04-15T16:28:53.916 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.916 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.916 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.919 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.919 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.919 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.919 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:53.919 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.919 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:53.919 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.919 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:53.919 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.919 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.919 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.919 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.919 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.920 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:53.920 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.920 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:53.920 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.920 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.920 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:53.920 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.920 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.920 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.920 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533493+0000", 2024-04-15T16:28:53.920 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.976928+0000", 2024-04-15T16:28:53.920 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.976928+0000", 2024-04-15T16:28:53.920 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.977219+0000", 2024-04-15T16:28:53.920 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533493+0000", 2024-04-15T16:28:53.920 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.921 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.921 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.921 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:53.921 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533493+0000", 2024-04-15T16:28:53.921 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533493+0000", 2024-04-15T16:28:53.921 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533493+0000", 2024-04-15T16:28:53.921 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.921 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.921 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.921 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533493+0000", 2024-04-15T16:28:53.921 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533493+0000", 2024-04-15T16:28:53.921 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.921 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T16:28:53.921 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.921 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.922 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:53.922 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.922 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.922 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.922 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.922 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T16:28:53.922 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.922 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.922 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.922 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1d", 2024-04-15T16:28:53.922 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.922 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.922 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.922 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-04-15T16:28:53.922 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:50:39.495968+0000", 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:53.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:53.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:53.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:53.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T16:28:53.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.925 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.926 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.926 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.926 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.926 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.926 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:53.926 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.926 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:53.926 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T16:28:53.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.926 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.926 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.926 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.926 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:53.926 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:53.926 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.927 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:53.927 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.927 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.927 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.927 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.927 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.927 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.927 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531280+0000", 2024-04-15T16:28:53.927 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.329701+0000", 2024-04-15T16:28:53.927 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.329701+0000", 2024-04-15T16:28:53.927 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.329989+0000", 2024-04-15T16:28:53.927 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531280+0000", 2024-04-15T16:28:53.927 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.927 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.928 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.928 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.928 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531280+0000", 2024-04-15T16:28:53.928 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531280+0000", 2024-04-15T16:28:53.928 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531280+0000", 2024-04-15T16:28:53.928 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.928 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.928 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.928 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531280+0000", 2024-04-15T16:28:53.928 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531280+0000", 2024-04-15T16:28:53.928 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.928 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.928 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.928 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.928 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.929 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.929 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.929 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.929 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.929 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.929 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.929 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.929 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.929 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1c", 2024-04-15T16:28:53.929 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.929 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.929 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.929 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.929 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.930 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:09:17.392829+0000", 2024-04-15T16:28:53.930 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.930 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.930 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.933 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.933 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.933 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.933 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.933 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:53.933 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:53.933 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.933 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:53.933 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.933 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.933 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.933 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.933 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.934 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:53.934 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.934 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:53.934 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.934 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.934 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:53.934 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.934 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.934 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.934 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533918+0000", 2024-04-15T16:28:53.934 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.966660+0000", 2024-04-15T16:28:53.934 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.966660+0000", 2024-04-15T16:28:53.934 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.967010+0000", 2024-04-15T16:28:53.934 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533918+0000", 2024-04-15T16:28:53.934 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.935 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.935 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.935 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:53.935 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533918+0000", 2024-04-15T16:28:53.935 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533918+0000", 2024-04-15T16:28:53.935 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533918+0000", 2024-04-15T16:28:53.935 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.935 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.935 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.935 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533918+0000", 2024-04-15T16:28:53.935 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533918+0000", 2024-04-15T16:28:53.935 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.935 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T16:28:53.935 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1c", 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-04-15T16:28:53.936 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.937 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:29:38.451908+0000", 2024-04-15T16:28:53.937 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.937 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.937 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:53.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:53.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:53.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:53.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T16:28:53.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:53.940 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.941 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:53.941 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.941 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.941 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.941 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.941 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.941 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531148+0000", 2024-04-15T16:28:53.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.338319+0000", 2024-04-15T16:28:53.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.338319+0000", 2024-04-15T16:28:53.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.338627+0000", 2024-04-15T16:28:53.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531148+0000", 2024-04-15T16:28:53.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.942 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.942 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531148+0000", 2024-04-15T16:28:53.942 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531148+0000", 2024-04-15T16:28:53.942 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531148+0000", 2024-04-15T16:28:53.942 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.942 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.942 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.942 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531148+0000", 2024-04-15T16:28:53.942 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531148+0000", 2024-04-15T16:28:53.942 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.942 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.942 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.943 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.943 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.943 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.943 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.943 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.943 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.943 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.943 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.943 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.943 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.943 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1d", 2024-04-15T16:28:53.943 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.943 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.943 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.943 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:00:10.623792+0000", 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:53.947 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.948 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:53.948 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.948 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.948 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:53.948 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.948 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.948 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604765+0000", 2024-04-15T16:28:53.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.962390+0000", 2024-04-15T16:28:53.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.962390+0000", 2024-04-15T16:28:53.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.962681+0000", 2024-04-15T16:28:53.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604765+0000", 2024-04-15T16:28:53.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.949 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.949 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:53.949 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604765+0000", 2024-04-15T16:28:53.949 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604765+0000", 2024-04-15T16:28:53.949 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604765+0000", 2024-04-15T16:28:53.949 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.949 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.949 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.949 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604765+0000", 2024-04-15T16:28:53.949 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604765+0000", 2024-04-15T16:28:53.949 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.949 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T16:28:53.949 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.949 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.949 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:53.950 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.950 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.950 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.950 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.950 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T16:28:53.950 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.950 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.950 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.950 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1b", 2024-04-15T16:28:53.950 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.950 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.950 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.950 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-04-15T16:28:53.950 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:06:18.299907+0000", 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.954 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.954 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.954 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:53.954 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:53.954 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.954 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:53.954 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T16:28:53.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.954 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.954 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.954 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:53.954 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:53.954 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:53.954 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.954 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604956+0000", 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.333052+0000", 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.333052+0000", 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.333356+0000", 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604956+0000", 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604956+0000", 2024-04-15T16:28:53.956 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604956+0000", 2024-04-15T16:28:53.956 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604956+0000", 2024-04-15T16:28:53.956 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.956 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.956 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.956 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604956+0000", 2024-04-15T16:28:53.956 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604956+0000", 2024-04-15T16:28:53.956 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.956 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.956 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.956 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.956 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.956 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.956 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.957 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.957 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.957 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.957 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.957 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.957 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.957 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1a", 2024-04-15T16:28:53.957 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.957 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.957 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.957 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.957 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.957 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:41:37.719731+0000", 2024-04-15T16:28:53.957 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.957 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.958 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.960 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.960 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.960 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.961 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:53.961 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:53.961 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:53.961 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.961 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T16:28:53.961 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.961 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.961 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.961 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.961 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:53.961 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:53.961 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.961 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:53.961 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.962 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.962 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:53.962 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.962 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.962 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604773+0000", 2024-04-15T16:28:53.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.962127+0000", 2024-04-15T16:28:53.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.962127+0000", 2024-04-15T16:28:53.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.962483+0000", 2024-04-15T16:28:53.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604773+0000", 2024-04-15T16:28:53.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:53.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604773+0000", 2024-04-15T16:28:53.963 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604773+0000", 2024-04-15T16:28:53.963 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604773+0000", 2024-04-15T16:28:53.963 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.963 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.963 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.963 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604773+0000", 2024-04-15T16:28:53.963 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604773+0000", 2024-04-15T16:28:53.963 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.963 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T16:28:53.963 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.963 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.963 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:53.963 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.963 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.963 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1a", 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:11:58.931704+0000", 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.967 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.967 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.967 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.967 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.967 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:53.968 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:53.968 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.968 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:53.968 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T16:28:53.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.968 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.968 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.968 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.968 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:53.968 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:53.968 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.968 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:53.968 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.968 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.968 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.969 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.969 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.969 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604163+0000", 2024-04-15T16:28:53.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.327168+0000", 2024-04-15T16:28:53.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.327168+0000", 2024-04-15T16:28:53.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.327457+0000", 2024-04-15T16:28:53.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604163+0000", 2024-04-15T16:28:53.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604163+0000", 2024-04-15T16:28:53.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604163+0000", 2024-04-15T16:28:53.970 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604163+0000", 2024-04-15T16:28:53.970 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.970 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.970 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.970 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604163+0000", 2024-04-15T16:28:53.970 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604163+0000", 2024-04-15T16:28:53.970 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.970 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.970 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.970 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.970 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.970 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.970 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.970 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.971 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.971 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.971 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.971 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.971 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.971 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1b", 2024-04-15T16:28:53.971 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.971 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.971 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.971 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.971 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.971 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:58:58.097842+0000", 2024-04-15T16:28:53.971 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.971 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.971 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.974 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.974 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.974 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.975 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.975 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:53.975 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:53.975 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.975 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:53.975 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.975 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.975 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.975 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.975 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.975 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:53.975 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.975 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:53.975 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.976 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.976 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:53.976 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.976 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.976 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605357+0000", 2024-04-15T16:28:53.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.959293+0000", 2024-04-15T16:28:53.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.959293+0000", 2024-04-15T16:28:53.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.959608+0000", 2024-04-15T16:28:53.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605357+0000", 2024-04-15T16:28:53.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:53.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605357+0000", 2024-04-15T16:28:53.977 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605357+0000", 2024-04-15T16:28:53.977 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605357+0000", 2024-04-15T16:28:53.977 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.977 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.977 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.977 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605357+0000", 2024-04-15T16:28:53.977 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605357+0000", 2024-04-15T16:28:53.977 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.977 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.977 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.977 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.977 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:53.977 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.977 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.977 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.978 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.978 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.978 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.978 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.978 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.978 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.19", 2024-04-15T16:28:53.978 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.978 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.978 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.978 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:53.978 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.978 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:46:39.214051+0000", 2024-04-15T16:28:53.978 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.978 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.979 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.981 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604420+0000", 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.334870+0000", 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.334870+0000", 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.335142+0000", 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604420+0000", 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604420+0000", 2024-04-15T16:28:53.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604420+0000", 2024-04-15T16:28:53.984 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604420+0000", 2024-04-15T16:28:53.984 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.984 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.984 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.984 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604420+0000", 2024-04-15T16:28:53.984 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604420+0000", 2024-04-15T16:28:53.984 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.984 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.984 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.984 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.984 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.984 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.984 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.984 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.985 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.985 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.985 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.985 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.985 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.985 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.18", 2024-04-15T16:28:53.985 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.985 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.985 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.985 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.985 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.985 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:30:56.981673+0000", 2024-04-15T16:28:53.985 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.985 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.985 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.988 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.988 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.988 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.989 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.989 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:53.989 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:53.989 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.989 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:53.989 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.989 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.989 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.989 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.989 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:53.989 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:53.989 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.989 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:53.989 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.990 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.990 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:53.990 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.990 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.990 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531536+0000", 2024-04-15T16:28:53.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.967150+0000", 2024-04-15T16:28:53.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.967150+0000", 2024-04-15T16:28:53.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.967423+0000", 2024-04-15T16:28:53.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531536+0000", 2024-04-15T16:28:53.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:53.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531536+0000", 2024-04-15T16:28:53.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531536+0000", 2024-04-15T16:28:53.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531536+0000", 2024-04-15T16:28:53.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:53.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531536+0000", 2024-04-15T16:28:53.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531536+0000", 2024-04-15T16:28:53.991 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.991 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.991 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.991 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.991 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:53.991 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.991 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.992 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.992 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.992 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.992 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.992 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.992 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.18", 2024-04-15T16:28:53.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.992 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.992 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.992 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:53.992 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.992 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:18:03.838667+0000", 2024-04-15T16:28:53.992 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:53.992 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:53.993 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:53.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:53.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:53.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:53.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:53.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:53.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:53.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:53.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:53.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:53.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:53.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:53.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:53.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:53.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:53.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:53.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:53.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:53.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:53.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:53.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:53.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:53.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:53.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:53.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:53.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:53.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:53.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:53.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:53.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:53.995 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:53.996 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:53.996 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:53.996 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.996 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:53.996 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:53.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:53.996 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:53.996 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:53.996 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:53.996 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:53.996 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:53.996 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:53.996 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:53.996 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:53.996 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:53.997 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:53.997 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:53.997 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:53.997 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:53.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528912+0000", 2024-04-15T16:28:53.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.333545+0000", 2024-04-15T16:28:53.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.333545+0000", 2024-04-15T16:28:53.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.334192+0000", 2024-04-15T16:28:53.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528912+0000", 2024-04-15T16:28:53.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:53.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:53.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528912+0000", 2024-04-15T16:28:53.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528912+0000", 2024-04-15T16:28:53.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528912+0000", 2024-04-15T16:28:53.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:53.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:53.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:53.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528912+0000", 2024-04-15T16:28:53.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528912+0000", 2024-04-15T16:28:53.998 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:53.998 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:53.998 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:53.998 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:53.998 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:53.998 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:53.998 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:53.999 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:53.999 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:53.999 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:53.999 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:53.999 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:53.999 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:53.999 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.19", 2024-04-15T16:28:53.999 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:53.999 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:53.999 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:53.999 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:53.999 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:53.999 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:43:35.245542+0000", 2024-04-15T16:28:53.999 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.000 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.000 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.002 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.003 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.003 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.003 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.003 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.003 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:54.003 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.003 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:54.003 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.003 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.003 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.003 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.003 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.003 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.003 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605015+0000", 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.965600+0000", 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.965600+0000", 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.965899+0000", 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605015+0000", 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605015+0000", 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605015+0000", 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605015+0000", 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605015+0000", 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605015+0000", 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.005 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.006 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.006 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.006 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.006 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.006 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.006 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.17", 2024-04-15T16:28:54.006 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.006 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.006 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.006 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:54.006 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.006 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:51:18.839754+0000", 2024-04-15T16:28:54.006 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.006 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.009 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.009 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.009 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.009 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.010 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.010 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.010 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.010 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:54.010 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.010 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.010 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.010 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.010 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.010 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.010 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.010 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:54.010 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.010 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531195+0000", 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.330847+0000", 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.330847+0000", 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.331612+0000", 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531195+0000", 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531195+0000", 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531195+0000", 2024-04-15T16:28:54.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531195+0000", 2024-04-15T16:28:54.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531195+0000", 2024-04-15T16:28:54.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531195+0000", 2024-04-15T16:28:54.012 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.012 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.012 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.012 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.012 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.012 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.012 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.012 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.012 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.012 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.013 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.013 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.013 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.16", 2024-04-15T16:28:54.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.013 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.013 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.013 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.013 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.013 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:06:07.254098+0000", 2024-04-15T16:28:54.013 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.013 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.013 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.013 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.013 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.016 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.017 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531085+0000", 2024-04-15T16:28:54.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.972332+0000", 2024-04-15T16:28:54.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.972332+0000", 2024-04-15T16:28:54.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.972697+0000", 2024-04-15T16:28:54.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531085+0000", 2024-04-15T16:28:54.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531085+0000", 2024-04-15T16:28:54.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531085+0000", 2024-04-15T16:28:54.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531085+0000", 2024-04-15T16:28:54.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531085+0000", 2024-04-15T16:28:54.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531085+0000", 2024-04-15T16:28:54.019 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.019 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.019 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.019 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.019 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.019 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.019 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.019 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.019 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.019 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.019 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.019 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.019 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.020 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.16", 2024-04-15T16:28:54.020 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.020 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.020 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.020 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:54.020 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.020 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:10:11.013023+0000", 2024-04-15T16:28:54.020 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.020 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.020 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.023 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.023 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.023 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.023 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.023 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.023 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.023 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.023 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:54.024 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.024 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.024 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.024 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.024 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.024 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:54.024 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.024 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:54.024 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.024 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.024 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.024 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.024 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.024 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604547+0000", 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.325161+0000", 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.325161+0000", 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.326135+0000", 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604547+0000", 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604547+0000", 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604547+0000", 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604547+0000", 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604547+0000", 2024-04-15T16:28:54.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604547+0000", 2024-04-15T16:28:54.026 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.026 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.026 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.026 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.026 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.026 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.026 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.026 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.026 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.026 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.026 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.026 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.027 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.17", 2024-04-15T16:28:54.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.027 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.027 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.027 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.027 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.027 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:25:38.965912+0000", 2024-04-15T16:28:54.027 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.027 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.027 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.030 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.030 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.030 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.030 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.030 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.030 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:54.030 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.030 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:54.031 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.031 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.031 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.031 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.031 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.031 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.031 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.031 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:54.031 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.031 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.031 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.031 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.031 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.031 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.529041+0000", 2024-04-15T16:28:54.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.966839+0000", 2024-04-15T16:28:54.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.966839+0000", 2024-04-15T16:28:54.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.967307+0000", 2024-04-15T16:28:54.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.529041+0000", 2024-04-15T16:28:54.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.529041+0000", 2024-04-15T16:28:54.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.529041+0000", 2024-04-15T16:28:54.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.529041+0000", 2024-04-15T16:28:54.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.529041+0000", 2024-04-15T16:28:54.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.529041+0000", 2024-04-15T16:28:54.033 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.033 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T16:28:54.033 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.033 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.033 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.033 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.033 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.033 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.033 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.033 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T16:28:54.033 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.033 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.033 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.034 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.15", 2024-04-15T16:28:54.034 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.034 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.034 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.034 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 22, 2024-04-15T16:28:54.034 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.034 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:38:31.005337+0000", 2024-04-15T16:28:54.034 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.034 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.034 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.034 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 90, 2024-04-15T16:28:54.034 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.034 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.034 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T16:28:54.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T16:28:54.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T16:28:54.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:54.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'3" 2024-04-15T16:28:54.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.038 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.038 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.038 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.038 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.038 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.038 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.038 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T16:28:54.038 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.038 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.038 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.038 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.038 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.038 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605347+0000", 2024-04-15T16:28:54.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.340228+0000", 2024-04-15T16:28:54.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.340228+0000", 2024-04-15T16:28:54.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.340533+0000", 2024-04-15T16:28:54.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605347+0000", 2024-04-15T16:28:54.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605347+0000", 2024-04-15T16:28:54.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605347+0000", 2024-04-15T16:28:54.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605347+0000", 2024-04-15T16:28:54.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605347+0000", 2024-04-15T16:28:54.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605347+0000", 2024-04-15T16:28:54.040 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.040 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.040 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.040 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.040 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.040 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.040 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.040 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.040 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.040 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.040 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.040 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.040 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.14", 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:05:24.511121+0000", 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.041 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.044 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.044 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.044 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.044 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.044 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.044 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.044 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.044 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T16:28:54.044 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.044 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.045 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.045 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.045 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.045 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:54.045 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.045 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:54.045 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.045 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.045 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.045 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.045 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.045 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.045 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:36.678133+0000", 2024-04-15T16:28:54.045 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.967272+0000", 2024-04-15T16:28:54.045 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.967272+0000", 2024-04-15T16:28:54.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.967575+0000", 2024-04-15T16:28:54.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:36.678133+0000", 2024-04-15T16:28:54.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:36.678133+0000", 2024-04-15T16:28:54.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:36.678133+0000", 2024-04-15T16:28:54.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:36.678133+0000", 2024-04-15T16:28:54.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:36.678133+0000", 2024-04-15T16:28:54.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:36.678133+0000", 2024-04-15T16:28:54.046 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 12, 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 12, 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.14", 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.047 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.048 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 31, 2024-04-15T16:28:54.048 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.048 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:45:59.235872+0000", 2024-04-15T16:28:54.048 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.048 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.048 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 2632, 2024-04-15T16:28:54.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T16:28:54.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T16:28:54.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T16:28:54.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:54.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 12, 2024-04-15T16:28:54.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 9 2024-04-15T16:28:54.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.051 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.051 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.051 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.051 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.051 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.051 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:54.051 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.051 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:54.051 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "68'12" 2024-04-15T16:28:54.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.052 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.052 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.052 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.052 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.052 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.052 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.052 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:54.052 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.052 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.052 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.052 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.052 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.052 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.052 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.607359+0000", 2024-04-15T16:28:54.052 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:27:08.606717+0000", 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:27:08.606717+0000", 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:27:08.607091+0000", 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.607359+0000", 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.607359+0000", 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.607359+0000", 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.607359+0000", 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.607359+0000", 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.607359+0000", 2024-04-15T16:28:54.053 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.054 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.054 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.054 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.054 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-04-15T16:28:54.054 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.054 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.054 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.054 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.054 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.054 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.054 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.054 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.054 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.15", 2024-04-15T16:28:54.054 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.055 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.055 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.055 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 27, 2024-04-15T16:28:54.055 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.055 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:53:22.429105+0000", 2024-04-15T16:28:54.055 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.055 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.055 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.058 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.058 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.058 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.058 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.058 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.058 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.058 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.058 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:54.058 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.059 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.059 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.059 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.059 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.059 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:54.059 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.059 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:54.059 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.059 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.059 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.059 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.059 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.059 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604403+0000", 2024-04-15T16:28:54.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.965899+0000", 2024-04-15T16:28:54.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.965899+0000", 2024-04-15T16:28:54.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.966205+0000", 2024-04-15T16:28:54.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604403+0000", 2024-04-15T16:28:54.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604403+0000", 2024-04-15T16:28:54.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604403+0000", 2024-04-15T16:28:54.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604403+0000", 2024-04-15T16:28:54.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604403+0000", 2024-04-15T16:28:54.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604403+0000", 2024-04-15T16:28:54.061 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.061 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T16:28:54.061 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.061 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.061 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.061 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.061 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.061 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.061 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.061 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T16:28:54.061 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.061 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.061 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.061 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.13", 2024-04-15T16:28:54.061 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.062 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.062 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.062 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-04-15T16:28:54.062 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.062 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:17:57.057127+0000", 2024-04-15T16:28:54.062 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.062 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.062 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 34, 2024-04-15T16:28:54.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T16:28:54.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T16:28:54.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T16:28:54.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:54.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T16:28:54.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 7 2024-04-15T16:28:54.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.065 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.065 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.065 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.065 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.065 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.065 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:54.065 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.065 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:54.065 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T16:28:54.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.065 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.066 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.066 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.066 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.066 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:54.066 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.066 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:54.066 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.066 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.066 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.066 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.066 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.066 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.603903+0000", 2024-04-15T16:28:54.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.325570+0000", 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.325570+0000", 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.325947+0000", 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.603903+0000", 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.603903+0000", 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.603903+0000", 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.603903+0000", 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.603903+0000", 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.603903+0000", 2024-04-15T16:28:54.067 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.068 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.068 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.068 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.068 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.068 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.068 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.068 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.068 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.068 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.068 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.068 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.068 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.068 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.12", 2024-04-15T16:28:54.068 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.069 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.069 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.069 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.069 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.069 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:24:04.134457+0000", 2024-04-15T16:28:54.069 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.069 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.069 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.072 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.072 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.072 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.072 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.072 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.072 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:54.072 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.072 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:54.072 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.073 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.073 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.073 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.073 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.073 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.073 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.073 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:54.073 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.073 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.073 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.073 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.073 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.073 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531260+0000", 2024-04-15T16:28:54.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.970742+0000", 2024-04-15T16:28:54.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.970742+0000", 2024-04-15T16:28:54.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.971097+0000", 2024-04-15T16:28:54.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531260+0000", 2024-04-15T16:28:54.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531260+0000", 2024-04-15T16:28:54.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531260+0000", 2024-04-15T16:28:54.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531260+0000", 2024-04-15T16:28:54.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.075 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531260+0000", 2024-04-15T16:28:54.075 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531260+0000", 2024-04-15T16:28:54.075 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.075 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.075 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.075 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.075 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.075 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.075 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.075 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.075 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.075 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.075 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.075 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.075 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.076 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.12", 2024-04-15T16:28:54.076 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.076 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.076 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.076 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:54.076 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.076 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:20:04.262471+0000", 2024-04-15T16:28:54.076 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.076 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.076 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.079 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.079 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.079 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.079 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.079 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.079 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.079 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.079 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.079 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.079 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.079 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.079 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.079 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533581+0000", 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.340768+0000", 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.340768+0000", 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.341058+0000", 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533581+0000", 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533581+0000", 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533581+0000", 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533581+0000", 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.082 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533581+0000", 2024-04-15T16:28:54.082 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533581+0000", 2024-04-15T16:28:54.082 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.082 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.082 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.082 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.082 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.082 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.082 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.082 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.082 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.082 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.082 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.082 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.083 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.083 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.13", 2024-04-15T16:28:54.083 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.083 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.083 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.083 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.083 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.083 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:23:51.922915+0000", 2024-04-15T16:28:54.083 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.083 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.083 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.086 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.086 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.086 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.086 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.086 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.086 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.086 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.086 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.086 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.086 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.086 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.086 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.086 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.087 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604206+0000", 2024-04-15T16:28:54.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.960098+0000", 2024-04-15T16:28:54.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.960098+0000", 2024-04-15T16:28:54.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.960413+0000", 2024-04-15T16:28:54.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604206+0000", 2024-04-15T16:28:54.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604206+0000", 2024-04-15T16:28:54.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604206+0000", 2024-04-15T16:28:54.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604206+0000", 2024-04-15T16:28:54.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.089 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.089 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604206+0000", 2024-04-15T16:28:54.089 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604206+0000", 2024-04-15T16:28:54.089 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.089 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.089 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.089 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.089 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.089 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.089 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.089 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.089 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.089 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.089 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.089 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.090 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.090 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.11", 2024-04-15T16:28:54.090 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.090 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.090 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.090 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:54.090 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.090 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:21:45.822045+0000", 2024-04-15T16:28:54.090 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.090 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.090 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.093 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.093 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.093 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.093 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.093 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.093 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.093 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.093 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:54.094 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.094 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.094 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.094 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.094 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.094 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:54.094 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.094 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:54.094 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.094 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.094 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.094 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.094 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604247+0000", 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.330543+0000", 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.330543+0000", 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.330816+0000", 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604247+0000", 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604247+0000", 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604247+0000", 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604247+0000", 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604247+0000", 2024-04-15T16:28:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604247+0000", 2024-04-15T16:28:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.097 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.10", 2024-04-15T16:28:54.097 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.097 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.097 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.097 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.097 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.097 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:57:41.073730+0000", 2024-04-15T16:28:54.097 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.097 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.097 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.100 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:54.101 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.101 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.101 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.101 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.101 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.101 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.101 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.101 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:54.101 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.101 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.101 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.101 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.101 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.101 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.527916+0000", 2024-04-15T16:28:54.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.974858+0000", 2024-04-15T16:28:54.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.974858+0000", 2024-04-15T16:28:54.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.975121+0000", 2024-04-15T16:28:54.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.527916+0000", 2024-04-15T16:28:54.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.527916+0000", 2024-04-15T16:28:54.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.527916+0000", 2024-04-15T16:28:54.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.527916+0000", 2024-04-15T16:28:54.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.103 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.103 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.527916+0000", 2024-04-15T16:28:54.103 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.527916+0000", 2024-04-15T16:28:54.103 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.103 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 8, 2024-04-15T16:28:54.103 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.103 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.103 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.103 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.103 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.103 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.103 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.103 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 8, 2024-04-15T16:28:54.103 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.103 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.104 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.104 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.10", 2024-04-15T16:28:54.104 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.104 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.104 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.104 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 27, 2024-04-15T16:28:54.104 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.104 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:58:50.869218+0000", 2024-04-15T16:28:54.104 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.104 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.104 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T16:28:54.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T16:28:54.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T16:28:54.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 4, 2024-04-15T16:28:54.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 12, 2024-04-15T16:28:54.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.107 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.107 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.107 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.107 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.107 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.107 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.107 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.108 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:54.108 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'8" 2024-04-15T16:28:54.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.108 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.108 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.108 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.108 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.108 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.108 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.108 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:54.108 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.108 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.108 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.108 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.108 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.534019+0000", 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.339924+0000", 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.339924+0000", 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.340249+0000", 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.534019+0000", 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.534019+0000", 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.534019+0000", 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.534019+0000", 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.110 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.534019+0000", 2024-04-15T16:28:54.110 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.534019+0000", 2024-04-15T16:28:54.110 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.110 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.110 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.110 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.110 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.110 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.110 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.110 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.110 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.110 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.110 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.110 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.110 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.111 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.11", 2024-04-15T16:28:54.111 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.111 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.111 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.111 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.111 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.111 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:13:05.221281+0000", 2024-04-15T16:28:54.111 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.111 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.111 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.114 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.114 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.114 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.114 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.114 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.114 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.114 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.114 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:54.114 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.114 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.115 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.115 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.115 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.115 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.115 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.115 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T16:28:54.115 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.115 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.115 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.115 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.115 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.115 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605541+0000", 2024-04-15T16:28:54.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.963675+0000", 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.963675+0000", 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.963970+0000", 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605541+0000", 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605541+0000", 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605541+0000", 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605541+0000", 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605541+0000", 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605541+0000", 2024-04-15T16:28:54.116 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.117 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T16:28:54.117 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.117 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.117 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.117 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.117 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.117 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.117 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.117 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T16:28:54.117 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.117 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.117 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.117 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.f", 2024-04-15T16:28:54.117 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.117 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.118 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.118 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-04-15T16:28:54.118 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.118 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:44:14.551995+0000", 2024-04-15T16:28:54.118 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.118 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.118 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 22, 2024-04-15T16:28:54.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.121 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T16:28:54.121 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T16:28:54.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.121 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.121 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.121 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.121 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.121 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.121 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.121 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.121 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T16:28:54.121 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T16:28:54.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.121 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.121 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.122 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.122 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.122 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.122 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.122 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:54.122 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.122 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.122 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.122 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.122 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.122 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533689+0000", 2024-04-15T16:28:54.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.336593+0000", 2024-04-15T16:28:54.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.336593+0000", 2024-04-15T16:28:54.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.338064+0000", 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533689+0000", 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533689+0000", 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533689+0000", 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533689+0000", 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533689+0000", 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533689+0000", 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.123 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.124 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.124 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.124 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.124 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.124 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.124 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.124 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.124 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.124 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.124 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.124 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.e", 2024-04-15T16:28:54.124 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.124 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.124 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.124 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.125 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.125 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:42:49.029367+0000", 2024-04-15T16:28:54.125 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.125 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.125 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.128 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.128 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.128 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.128 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.128 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.128 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.128 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.128 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.128 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:54.128 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.128 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.128 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.128 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.129 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.129 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:54.129 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.129 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:54.129 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.129 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.129 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:54.129 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.129 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.129 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.529081+0000", 2024-04-15T16:28:54.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.672050+0000", 2024-04-15T16:28:54.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.672050+0000", 2024-04-15T16:28:54.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.672358+0000", 2024-04-15T16:28:54.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.529081+0000", 2024-04-15T16:28:54.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:54.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.529081+0000", 2024-04-15T16:28:54.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.529081+0000", 2024-04-15T16:28:54.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.529081+0000", 2024-04-15T16:28:54.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.529081+0000", 2024-04-15T16:28:54.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.529081+0000", 2024-04-15T16:28:54.130 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.130 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.131 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.131 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.131 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:54.131 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.131 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.131 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.131 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.131 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.131 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.131 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.131 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.131 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.2", 2024-04-15T16:28:54.131 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.131 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.131 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.132 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:54.132 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.132 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:28:29.619364+0000", 2024-04-15T16:28:54.132 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.132 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.132 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.135 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.136 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.136 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.136 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:54.136 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.136 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.136 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.136 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.136 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.136 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.606410+0000", 2024-04-15T16:28:54.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:27:08.605559+0000", 2024-04-15T16:28:54.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:27:08.605559+0000", 2024-04-15T16:28:54.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:27:08.605913+0000", 2024-04-15T16:28:54.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.606410+0000", 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.606410+0000", 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.606410+0000", 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.606410+0000", 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.606410+0000", 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.606410+0000", 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.137 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.138 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-04-15T16:28:54.138 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.138 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.138 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.138 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.138 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.138 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.138 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.138 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.138 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.4", 2024-04-15T16:28:54.138 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.138 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.138 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.138 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 28, 2024-04-15T16:28:54.139 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.139 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:02:34.975429+0000", 2024-04-15T16:28:54.139 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.139 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.139 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.142 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.142 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.142 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.142 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.142 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.142 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.142 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.142 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:54.142 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.142 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.142 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.142 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.142 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.143 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.143 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.143 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:54.143 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.143 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.143 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.143 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.143 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.143 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.143 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531596+0000", 2024-04-15T16:28:54.143 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.329373+0000", 2024-04-15T16:28:54.143 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.329373+0000", 2024-04-15T16:28:54.143 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.329749+0000", 2024-04-15T16:28:54.143 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531596+0000", 2024-04-15T16:28:54.143 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531596+0000", 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531596+0000", 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531596+0000", 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531596+0000", 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531596+0000", 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.144 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.145 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.145 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.145 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.145 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.145 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.145 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.145 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.145 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.5", 2024-04-15T16:28:54.145 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.145 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.145 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.145 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.145 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.145 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:54:33.440794+0000", 2024-04-15T16:28:54.145 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.146 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.146 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.148 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.149 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.149 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.149 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.149 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.149 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.149 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.149 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:54.149 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.149 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.149 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.149 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.149 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.149 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:54.150 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.150 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:54.150 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.150 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.150 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:54.150 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.150 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.150 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.150 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.529143+0000", 2024-04-15T16:28:54.150 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.584035+0000", 2024-04-15T16:28:54.150 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.584035+0000", 2024-04-15T16:28:54.150 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.584349+0000", 2024-04-15T16:28:54.150 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.529143+0000", 2024-04-15T16:28:54.150 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.150 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.529143+0000", 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.529143+0000", 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.529143+0000", 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.529143+0000", 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.529143+0000", 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:54.151 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.4", 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:20:57.328055+0000", 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.152 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.153 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.155 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.156 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.157 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.157 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.157 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.157 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.157 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531142+0000", 2024-04-15T16:28:54.157 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.972347+0000", 2024-04-15T16:28:54.157 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.972347+0000", 2024-04-15T16:28:54.157 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.972651+0000", 2024-04-15T16:28:54.157 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531142+0000", 2024-04-15T16:28:54.157 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.157 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.157 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.157 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.157 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531142+0000", 2024-04-15T16:28:54.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531142+0000", 2024-04-15T16:28:54.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531142+0000", 2024-04-15T16:28:54.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531142+0000", 2024-04-15T16:28:54.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531142+0000", 2024-04-15T16:28:54.158 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.158 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.158 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.158 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.158 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.158 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.158 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.158 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.159 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.159 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.159 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.159 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.159 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.159 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.2", 2024-04-15T16:28:54.159 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.159 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.159 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.159 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:54.159 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.159 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:47:45.997271+0000", 2024-04-15T16:28:54.159 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.162 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.162 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.162 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.163 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.164 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.164 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.164 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.164 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.164 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605064+0000", 2024-04-15T16:28:54.164 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.342985+0000", 2024-04-15T16:28:54.164 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.342985+0000", 2024-04-15T16:28:54.164 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.343280+0000", 2024-04-15T16:28:54.164 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605064+0000", 2024-04-15T16:28:54.164 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.164 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.164 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.164 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.164 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605064+0000", 2024-04-15T16:28:54.164 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605064+0000", 2024-04-15T16:28:54.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605064+0000", 2024-04-15T16:28:54.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605064+0000", 2024-04-15T16:28:54.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605064+0000", 2024-04-15T16:28:54.165 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.165 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.165 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.165 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.165 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.165 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.165 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.165 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.165 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.166 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.166 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.166 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.166 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.166 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3", 2024-04-15T16:28:54.166 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.166 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.166 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.166 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.166 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.166 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:17:10.967579+0000", 2024-04-15T16:28:54.166 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.166 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.166 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.169 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.169 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.169 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.169 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.170 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.170 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.170 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.170 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T16:28:54.170 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.170 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.170 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.170 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.170 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.170 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.170 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.170 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:54.170 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.171 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.171 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:54.171 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.171 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.171 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528710+0000", 2024-04-15T16:28:54.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.672272+0000", 2024-04-15T16:28:54.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.672272+0000", 2024-04-15T16:28:54.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.672539+0000", 2024-04-15T16:28:54.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528710+0000", 2024-04-15T16:28:54.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:54.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528710+0000", 2024-04-15T16:28:54.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528710+0000", 2024-04-15T16:28:54.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528710+0000", 2024-04-15T16:28:54.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528710+0000", 2024-04-15T16:28:54.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528710+0000", 2024-04-15T16:28:54.172 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.172 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.172 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.172 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.172 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:54.172 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.172 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.172 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.173 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.173 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.173 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.173 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.173 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.173 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.7", 2024-04-15T16:28:54.173 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.173 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.173 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.173 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:54.173 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.173 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:41:19.763915+0000", 2024-04-15T16:28:54.173 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.173 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.173 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.176 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.176 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.176 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.176 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.177 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.177 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.177 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.177 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:54.177 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.177 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.177 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.177 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.177 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.177 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.177 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.177 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:54.177 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.177 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.178 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.178 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.178 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.178 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528714+0000", 2024-04-15T16:28:54.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.334628+0000", 2024-04-15T16:28:54.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.334628+0000", 2024-04-15T16:28:54.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.334887+0000", 2024-04-15T16:28:54.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528714+0000", 2024-04-15T16:28:54.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528714+0000", 2024-04-15T16:28:54.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528714+0000", 2024-04-15T16:28:54.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528714+0000", 2024-04-15T16:28:54.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528714+0000", 2024-04-15T16:28:54.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528714+0000", 2024-04-15T16:28:54.179 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.179 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.179 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.179 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.179 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.179 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.179 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.179 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.179 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.180 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.180 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.180 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.180 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.180 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.0", 2024-04-15T16:28:54.180 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.180 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.180 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.180 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.180 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.180 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:08:27.967266+0000", 2024-04-15T16:28:54.180 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.180 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.180 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.183 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.184 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.184 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.184 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:54.184 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.184 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.184 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.184 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.184 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.184 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.184 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.184 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:54.184 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.184 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.185 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.185 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.185 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.185 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.527873+0000", 2024-04-15T16:28:54.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.973940+0000", 2024-04-15T16:28:54.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.973940+0000", 2024-04-15T16:28:54.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.974203+0000", 2024-04-15T16:28:54.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.527873+0000", 2024-04-15T16:28:54.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.527873+0000", 2024-04-15T16:28:54.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.527873+0000", 2024-04-15T16:28:54.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.527873+0000", 2024-04-15T16:28:54.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.527873+0000", 2024-04-15T16:28:54.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.527873+0000", 2024-04-15T16:28:54.186 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.186 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.186 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.186 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.186 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.186 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.186 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.186 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.186 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.187 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.187 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.187 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.187 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.187 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1", 2024-04-15T16:28:54.187 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.187 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.187 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.187 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:54.187 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.187 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:51:38.161890+0000", 2024-04-15T16:28:54.187 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.187 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.187 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.190 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.190 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.190 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.191 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.191 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.191 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.191 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.191 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:54.191 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.191 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.191 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.191 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.191 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.191 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.191 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.191 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:54.191 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604739+0000", 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.672444+0000", 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.672444+0000", 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.672740+0000", 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604739+0000", 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604739+0000", 2024-04-15T16:28:54.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604739+0000", 2024-04-15T16:28:54.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604739+0000", 2024-04-15T16:28:54.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604739+0000", 2024-04-15T16:28:54.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604739+0000", 2024-04-15T16:28:54.193 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.193 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.193 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.193 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.193 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:54.193 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.193 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.193 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.193 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.194 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.194 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.194 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.194 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.194 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.5", 2024-04-15T16:28:54.194 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.194 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.194 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.194 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:54.194 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.194 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:35:34.553105+0000", 2024-04-15T16:28:54.194 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.194 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.194 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.197 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.197 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.197 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.197 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.198 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.198 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.198 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.198 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:54.198 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.198 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.198 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.198 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.198 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.198 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.198 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.198 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:54.198 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.199 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.199 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.199 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.199 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.199 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604454+0000", 2024-04-15T16:28:54.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.339280+0000", 2024-04-15T16:28:54.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.339280+0000", 2024-04-15T16:28:54.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.339558+0000", 2024-04-15T16:28:54.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604454+0000", 2024-04-15T16:28:54.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604454+0000", 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604454+0000", 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604454+0000", 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604454+0000", 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604454+0000", 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.200 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.201 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.201 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.201 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.201 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.201 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2", 2024-04-15T16:28:54.201 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.201 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.201 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.201 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.201 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.201 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:08:29.854773+0000", 2024-04-15T16:28:54.201 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.201 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.201 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.204 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.204 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.204 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.204 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.205 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.206 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.206 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.206 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531240+0000", 2024-04-15T16:28:54.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.970485+0000", 2024-04-15T16:28:54.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.970485+0000", 2024-04-15T16:28:54.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.970852+0000", 2024-04-15T16:28:54.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531240+0000", 2024-04-15T16:28:54.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531240+0000", 2024-04-15T16:28:54.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531240+0000", 2024-04-15T16:28:54.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531240+0000", 2024-04-15T16:28:54.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531240+0000", 2024-04-15T16:28:54.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531240+0000", 2024-04-15T16:28:54.207 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.207 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.207 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.207 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.207 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.207 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.207 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.207 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.207 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.208 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.208 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.208 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.208 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.208 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.3", 2024-04-15T16:28:54.208 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.208 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.208 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.208 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:54.208 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.208 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:27:54.651984+0000", 2024-04-15T16:28:54.208 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.208 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.208 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.211 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.211 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.211 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.212 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.212 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.212 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.212 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.212 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:54.212 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.212 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.212 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.212 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.212 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.212 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.212 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.212 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:54.212 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.213 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.213 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 19, 2024-04-15T16:28:54.213 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.213 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.213 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:28:51.909913+0000", 2024-04-15T16:28:54.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:16.897306+0000", 2024-04-15T16:28:54.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:16.897306+0000", 2024-04-15T16:28:54.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:16.897720+0000", 2024-04-15T16:28:54.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:28:51.909913+0000", 2024-04-15T16:28:54.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T16:28:54.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T16:28:54.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 58, 2024-04-15T16:28:54.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:28:51.909913+0000", 2024-04-15T16:28:54.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:28:51.909913+0000", 2024-04-15T16:28:54.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:28:51.909913+0000", 2024-04-15T16:28:54.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T16:28:54.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:28:51.909913+0000", 2024-04-15T16:28:54.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:28:51.909913+0000", 2024-04-15T16:28:54.214 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.214 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 156, 2024-04-15T16:28:54.214 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.214 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.214 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 57, 2024-04-15T16:28:54.214 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.214 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 156, 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "1.0", 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 365, 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:19:26.084835+0000", 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.215 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-04-15T16:28:54.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-04-15T16:28:54.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 466, 2024-04-15T16:28:54.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 644, 2024-04-15T16:28:54.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 235, 2024-04-15T16:28:54.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-04-15T16:28:54.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.218 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.218 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.218 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "68'156" 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.219 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.220 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:54.220 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.220 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.220 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.220 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604911+0000", 2024-04-15T16:28:54.220 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.580092+0000", 2024-04-15T16:28:54.220 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.580092+0000", 2024-04-15T16:28:54.220 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.580405+0000", 2024-04-15T16:28:54.220 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604911+0000", 2024-04-15T16:28:54.220 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.220 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.220 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.220 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:54.220 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604911+0000", 2024-04-15T16:28:54.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604911+0000", 2024-04-15T16:28:54.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604911+0000", 2024-04-15T16:28:54.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604911+0000", 2024-04-15T16:28:54.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604911+0000", 2024-04-15T16:28:54.221 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.221 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.221 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.221 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:54.221 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.221 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.221 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.6", 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:30:04.269194+0000", 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.225 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.226 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.226 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:54.226 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.226 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.226 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.226 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.226 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.226 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:54.226 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.226 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:54.226 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.226 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.226 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604003+0000", 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.329092+0000", 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.329092+0000", 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.329780+0000", 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604003+0000", 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604003+0000", 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604003+0000", 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604003+0000", 2024-04-15T16:28:54.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604003+0000", 2024-04-15T16:28:54.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604003+0000", 2024-04-15T16:28:54.228 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.228 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.228 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.228 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.228 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.228 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.228 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.228 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.228 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.229 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.229 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.229 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.229 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.229 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1", 2024-04-15T16:28:54.229 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.229 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.229 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.229 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.229 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.229 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:12:16.781654+0000", 2024-04-15T16:28:54.229 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.229 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.229 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.232 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:54.233 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.233 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:54.233 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.233 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.233 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.233 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.233 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.233 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.233 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.233 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:54.233 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.233 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.233 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.233 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.234 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.234 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533327+0000", 2024-04-15T16:28:54.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.973989+0000", 2024-04-15T16:28:54.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.973989+0000", 2024-04-15T16:28:54.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.974306+0000", 2024-04-15T16:28:54.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533327+0000", 2024-04-15T16:28:54.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533327+0000", 2024-04-15T16:28:54.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533327+0000", 2024-04-15T16:28:54.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533327+0000", 2024-04-15T16:28:54.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533327+0000", 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533327+0000", 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.235 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.236 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.236 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.0", 2024-04-15T16:28:54.236 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.236 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.236 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.236 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:54.236 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.236 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:28:08.876868+0000", 2024-04-15T16:28:54.236 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.236 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.236 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.239 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.239 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.239 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.239 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.239 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.239 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.239 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.240 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:54.240 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.240 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.240 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.240 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.240 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.240 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.240 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.240 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:54.240 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.240 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.240 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:54.240 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.240 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.241 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604087+0000", 2024-04-15T16:28:54.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.674268+0000", 2024-04-15T16:28:54.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.674268+0000", 2024-04-15T16:28:54.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.674519+0000", 2024-04-15T16:28:54.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604087+0000", 2024-04-15T16:28:54.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:54.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604087+0000", 2024-04-15T16:28:54.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604087+0000", 2024-04-15T16:28:54.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604087+0000", 2024-04-15T16:28:54.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604087+0000", 2024-04-15T16:28:54.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604087+0000", 2024-04-15T16:28:54.242 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.242 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.242 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.242 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.242 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:54.242 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.242 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.242 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.242 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.242 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.242 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.242 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.243 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.243 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.3", 2024-04-15T16:28:54.243 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.243 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.243 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.243 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:54.243 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.243 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:55:37.300597+0000", 2024-04-15T16:28:54.243 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.243 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.243 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.246 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.246 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.246 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.246 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.246 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.246 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.246 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.247 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533369+0000", 2024-04-15T16:28:54.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.976865+0000", 2024-04-15T16:28:54.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.976865+0000", 2024-04-15T16:28:54.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.977162+0000", 2024-04-15T16:28:54.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533369+0000", 2024-04-15T16:28:54.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533369+0000", 2024-04-15T16:28:54.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533369+0000", 2024-04-15T16:28:54.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533369+0000", 2024-04-15T16:28:54.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533369+0000", 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533369+0000", 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.249 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.250 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.5", 2024-04-15T16:28:54.250 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.250 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.250 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.250 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:54.250 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.250 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:14:25.576887+0000", 2024-04-15T16:28:54.250 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.250 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.250 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.253 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.253 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.253 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.253 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.253 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.253 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:54.253 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.253 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:54.253 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.529250+0000", 2024-04-15T16:28:54.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.326766+0000", 2024-04-15T16:28:54.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.326766+0000", 2024-04-15T16:28:54.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.327120+0000", 2024-04-15T16:28:54.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.529250+0000", 2024-04-15T16:28:54.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.529250+0000", 2024-04-15T16:28:54.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.529250+0000", 2024-04-15T16:28:54.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.529250+0000", 2024-04-15T16:28:54.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.529250+0000", 2024-04-15T16:28:54.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.529250+0000", 2024-04-15T16:28:54.256 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.256 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.256 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.256 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.256 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.256 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.256 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.256 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.256 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.256 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.256 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.256 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.256 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.256 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.4", 2024-04-15T16:28:54.256 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.257 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.257 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.257 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.257 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.257 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:01:33.662442+0000", 2024-04-15T16:28:54.257 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.257 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.257 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.260 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.261 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.261 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.261 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.261 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.261 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:54.261 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.261 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.261 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:54.261 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.261 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.261 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604271+0000", 2024-04-15T16:28:54.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.672022+0000", 2024-04-15T16:28:54.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.672022+0000", 2024-04-15T16:28:54.261 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.672331+0000", 2024-04-15T16:28:54.262 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604271+0000", 2024-04-15T16:28:54.262 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.262 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.262 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.262 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:54.262 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604271+0000", 2024-04-15T16:28:54.262 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604271+0000", 2024-04-15T16:28:54.262 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604271+0000", 2024-04-15T16:28:54.262 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.262 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.262 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.262 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604271+0000", 2024-04-15T16:28:54.262 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604271+0000", 2024-04-15T16:28:54.262 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.262 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.263 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.263 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.263 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:54.263 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.263 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.263 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.263 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.263 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.263 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.263 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.263 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.0", 2024-04-15T16:28:54.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.263 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.263 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:35:55.765767+0000", 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.267 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.268 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:54.268 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.268 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:54.268 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.268 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.268 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.268 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.268 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.268 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.268 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.529165+0000", 2024-04-15T16:28:54.268 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.965642+0000", 2024-04-15T16:28:54.268 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.965642+0000", 2024-04-15T16:28:54.268 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.966004+0000", 2024-04-15T16:28:54.268 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.529165+0000", 2024-04-15T16:28:54.269 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.269 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.269 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.269 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.269 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.529165+0000", 2024-04-15T16:28:54.269 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.529165+0000", 2024-04-15T16:28:54.269 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.529165+0000", 2024-04-15T16:28:54.269 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.269 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.269 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.269 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.529165+0000", 2024-04-15T16:28:54.269 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.529165+0000", 2024-04-15T16:28:54.269 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.269 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T16:28:54.269 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.270 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.270 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.270 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.270 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.270 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.270 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T16:28:54.270 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.270 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.270 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.270 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.6", 2024-04-15T16:28:54.270 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.270 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.270 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.270 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-04-15T16:28:54.271 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.271 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:47:57.610962+0000", 2024-04-15T16:28:54.271 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.271 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.271 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:54.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:54.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:54.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:54.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T16:28:54.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.274 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.274 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.274 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.274 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.274 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.274 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:54.274 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.274 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:54.274 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "62'1" 2024-04-15T16:28:54.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.274 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.274 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.274 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.274 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604612+0000", 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.324177+0000", 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.324177+0000", 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.325277+0000", 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604612+0000", 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.276 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.276 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.276 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604612+0000", 2024-04-15T16:28:54.276 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604612+0000", 2024-04-15T16:28:54.276 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604612+0000", 2024-04-15T16:28:54.276 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.276 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.276 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.276 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604612+0000", 2024-04-15T16:28:54.276 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604612+0000", 2024-04-15T16:28:54.276 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.276 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.276 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.276 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.276 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.277 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.277 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.277 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.277 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.277 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.277 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.277 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.277 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.277 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.7", 2024-04-15T16:28:54.277 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.277 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.277 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.277 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.277 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.277 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:55:56.678943+0000", 2024-04-15T16:28:54.278 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.278 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.278 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.278 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.280 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.281 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.281 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.281 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.281 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.281 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.281 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.281 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:54.281 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.281 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.281 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.281 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.281 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.281 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.281 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.282 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T16:28:54.282 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.282 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.282 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:54.282 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.282 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.282 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.282 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604085+0000", 2024-04-15T16:28:54.282 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.672434+0000", 2024-04-15T16:28:54.282 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.672434+0000", 2024-04-15T16:28:54.282 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.672746+0000", 2024-04-15T16:28:54.282 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604085+0000", 2024-04-15T16:28:54.282 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.282 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.282 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.283 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:54.283 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604085+0000", 2024-04-15T16:28:54.283 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604085+0000", 2024-04-15T16:28:54.283 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604085+0000", 2024-04-15T16:28:54.283 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.283 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.283 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:54.283 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604085+0000", 2024-04-15T16:28:54.283 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604085+0000", 2024-04-15T16:28:54.283 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.283 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.283 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.283 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.283 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:54.283 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.284 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.284 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.284 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.284 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.284 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.284 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.284 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.284 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.1", 2024-04-15T16:28:54.284 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.284 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.284 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.284 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:54.284 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.284 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:12:43.934565+0000", 2024-04-15T16:28:54.284 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.285 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.287 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.287 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.288 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.288 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.288 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.288 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.288 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.288 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T16:28:54.288 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.288 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.288 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.288 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.288 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.288 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.288 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.288 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:54.289 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.289 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.289 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.289 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.289 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.289 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.289 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604994+0000", 2024-04-15T16:28:54.289 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.967776+0000", 2024-04-15T16:28:54.289 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.967776+0000", 2024-04-15T16:28:54.289 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.968052+0000", 2024-04-15T16:28:54.289 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604994+0000", 2024-04-15T16:28:54.289 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.289 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.289 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.289 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.290 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604994+0000", 2024-04-15T16:28:54.290 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604994+0000", 2024-04-15T16:28:54.290 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604994+0000", 2024-04-15T16:28:54.290 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.290 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.290 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.290 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604994+0000", 2024-04-15T16:28:54.290 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604994+0000", 2024-04-15T16:28:54.290 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.290 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T16:28:54.290 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.290 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.290 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.290 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.290 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.291 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.291 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.291 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T16:28:54.291 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.291 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.291 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.291 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.7", 2024-04-15T16:28:54.291 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.291 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.291 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.291 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-04-15T16:28:54.291 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.291 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:49:40.710130+0000", 2024-04-15T16:28:54.291 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.291 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.292 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:54.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:54.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:54.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:54.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T16:28:54.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.294 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.294 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.294 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.295 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.296 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.296 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.297 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.297 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.297 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605102+0000", 2024-04-15T16:28:54.297 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.330162+0000", 2024-04-15T16:28:54.297 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.330162+0000", 2024-04-15T16:28:54.297 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.330673+0000", 2024-04-15T16:28:54.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605102+0000", 2024-04-15T16:28:54.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605102+0000", 2024-04-15T16:28:54.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605102+0000", 2024-04-15T16:28:54.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605102+0000", 2024-04-15T16:28:54.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605102+0000", 2024-04-15T16:28:54.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605102+0000", 2024-04-15T16:28:54.298 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.299 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.299 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.299 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.299 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.299 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.299 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.299 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.299 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.299 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.299 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.299 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.299 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.299 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.6", 2024-04-15T16:28:54.299 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.299 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.300 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.300 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.300 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.300 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:00:57.830598+0000", 2024-04-15T16:28:54.300 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.300 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.300 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.300 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.300 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.300 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.300 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.300 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.300 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.300 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.300 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.303 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.303 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.303 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.303 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.303 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.303 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:54.303 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.303 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:54.303 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.303 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.303 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.304 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.304 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.304 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.304 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.304 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:54.304 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.304 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.304 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.304 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.304 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.304 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.304 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533700+0000", 2024-04-15T16:28:54.304 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.973998+0000", 2024-04-15T16:28:54.304 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.973998+0000", 2024-04-15T16:28:54.304 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.974303+0000", 2024-04-15T16:28:54.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533700+0000", 2024-04-15T16:28:54.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533700+0000", 2024-04-15T16:28:54.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533700+0000", 2024-04-15T16:28:54.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533700+0000", 2024-04-15T16:28:54.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533700+0000", 2024-04-15T16:28:54.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533700+0000", 2024-04-15T16:28:54.305 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.305 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.306 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.306 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.306 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.306 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.306 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.306 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.306 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.306 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.306 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.306 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.306 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.306 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.8", 2024-04-15T16:28:54.306 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.306 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.306 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.307 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:54.307 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.307 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:20:48.109889+0000", 2024-04-15T16:28:54.307 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.307 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.307 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.307 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.307 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.307 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.307 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.307 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.307 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.307 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.307 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.307 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.310 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.310 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.310 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.310 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.310 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.310 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.310 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.310 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:54.310 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.311 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.311 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.311 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.311 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.311 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.311 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.311 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T16:28:54.311 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.311 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.311 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.311 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.311 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.311 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.311 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604414+0000", 2024-04-15T16:28:54.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.326782+0000", 2024-04-15T16:28:54.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.326782+0000", 2024-04-15T16:28:54.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.327068+0000", 2024-04-15T16:28:54.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604414+0000", 2024-04-15T16:28:54.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604414+0000", 2024-04-15T16:28:54.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604414+0000", 2024-04-15T16:28:54.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604414+0000", 2024-04-15T16:28:54.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604414+0000", 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604414+0000", 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.9", 2024-04-15T16:28:54.313 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.314 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.314 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.314 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.314 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.314 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:16:43.460702+0000", 2024-04-15T16:28:54.314 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.314 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.314 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.314 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.314 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.314 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.314 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.314 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.314 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.317 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.317 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.317 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.317 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.317 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.317 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.317 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.317 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T16:28:54.317 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.318 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.318 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.318 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.318 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.318 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:54.318 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.318 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:54.318 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.318 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.318 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.318 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.318 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.318 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.318 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528814+0000", 2024-04-15T16:28:54.318 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.969058+0000", 2024-04-15T16:28:54.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.969058+0000", 2024-04-15T16:28:54.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.969318+0000", 2024-04-15T16:28:54.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528814+0000", 2024-04-15T16:28:54.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528814+0000", 2024-04-15T16:28:54.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528814+0000", 2024-04-15T16:28:54.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528814+0000", 2024-04-15T16:28:54.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528814+0000", 2024-04-15T16:28:54.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528814+0000", 2024-04-15T16:28:54.320 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.320 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.320 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.320 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.320 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.320 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.320 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.320 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.320 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.320 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.320 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.320 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.320 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.320 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.9", 2024-04-15T16:28:54.320 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:26:00.301157+0000", 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.321 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.324 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.324 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.324 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.324 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.324 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.324 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:54.324 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.324 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:54.324 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.324 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604346+0000", 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.334739+0000", 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.334739+0000", 2024-04-15T16:28:54.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.335914+0000", 2024-04-15T16:28:54.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604346+0000", 2024-04-15T16:28:54.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604346+0000", 2024-04-15T16:28:54.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604346+0000", 2024-04-15T16:28:54.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604346+0000", 2024-04-15T16:28:54.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604346+0000", 2024-04-15T16:28:54.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604346+0000", 2024-04-15T16:28:54.326 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.327 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.327 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.327 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.327 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.327 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.327 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.327 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.327 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.327 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.327 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.327 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.327 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.327 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.8", 2024-04-15T16:28:54.327 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.328 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.328 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.328 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.328 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.328 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:10:25.659672+0000", 2024-04-15T16:28:54.328 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.328 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.328 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.331 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.331 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.331 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.331 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.331 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.331 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.331 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.331 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:54.331 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.332 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.332 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.332 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.332 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.332 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.332 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.332 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:54.332 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.332 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.332 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.332 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.332 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.332 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.332 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.529430+0000", 2024-04-15T16:28:54.332 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.969675+0000", 2024-04-15T16:28:54.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.969675+0000", 2024-04-15T16:28:54.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.969935+0000", 2024-04-15T16:28:54.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.529430+0000", 2024-04-15T16:28:54.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.529430+0000", 2024-04-15T16:28:54.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.529430+0000", 2024-04-15T16:28:54.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.529430+0000", 2024-04-15T16:28:54.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.529430+0000", 2024-04-15T16:28:54.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.529430+0000", 2024-04-15T16:28:54.334 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.334 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.334 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.334 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.334 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.334 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.334 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.334 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.334 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.334 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.334 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.334 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.334 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.334 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.a", 2024-04-15T16:28:54.334 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:26:57.197844+0000", 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.338 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.338 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.338 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.338 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.338 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.338 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.338 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.338 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:54.338 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.338 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.339 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.339 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.339 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.339 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:54.339 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.339 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:54.339 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.339 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.339 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.339 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.339 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.339 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604623+0000", 2024-04-15T16:28:54.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.334389+0000", 2024-04-15T16:28:54.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.334389+0000", 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.334667+0000", 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604623+0000", 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604623+0000", 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604623+0000", 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604623+0000", 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604623+0000", 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604623+0000", 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.340 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.341 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.341 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.341 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.341 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.341 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.341 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.341 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.341 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.341 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.341 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.341 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.341 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.b", 2024-04-15T16:28:54.341 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.341 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.341 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.342 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.342 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.342 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:33:45.361899+0000", 2024-04-15T16:28:54.342 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.342 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.342 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.345 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.345 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.345 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.345 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.345 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.345 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:54.345 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.345 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:54.345 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.345 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.345 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.345 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.346 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.346 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:54.346 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.346 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:54.346 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.346 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.346 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.346 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.346 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.346 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.532950+0000", 2024-04-15T16:28:54.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.967571+0000", 2024-04-15T16:28:54.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.967571+0000", 2024-04-15T16:28:54.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.967903+0000", 2024-04-15T16:28:54.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.532950+0000", 2024-04-15T16:28:54.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.532950+0000", 2024-04-15T16:28:54.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.532950+0000", 2024-04-15T16:28:54.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.532950+0000", 2024-04-15T16:28:54.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.532950+0000", 2024-04-15T16:28:54.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.532950+0000", 2024-04-15T16:28:54.347 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.347 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T16:28:54.348 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.348 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.348 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.348 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.348 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.348 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.348 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.348 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T16:28:54.348 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.348 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.348 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.348 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.b", 2024-04-15T16:28:54.348 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.348 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.348 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.349 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-04-15T16:28:54.349 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.349 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:11:55.673773+0000", 2024-04-15T16:28:54.349 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.349 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.349 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:54.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:54.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:54.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:54.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T16:28:54.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.352 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.352 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.352 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.352 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.352 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.352 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:54.352 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.352 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:54.352 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T16:28:54.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.352 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.352 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.352 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.353 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.353 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.353 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.353 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:54.353 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.353 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.353 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.353 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.353 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.353 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604712+0000", 2024-04-15T16:28:54.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.338239+0000", 2024-04-15T16:28:54.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.338239+0000", 2024-04-15T16:28:54.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.338704+0000", 2024-04-15T16:28:54.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604712+0000", 2024-04-15T16:28:54.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604712+0000", 2024-04-15T16:28:54.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604712+0000", 2024-04-15T16:28:54.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604712+0000", 2024-04-15T16:28:54.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604712+0000", 2024-04-15T16:28:54.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604712+0000", 2024-04-15T16:28:54.354 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.354 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.354 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.355 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.355 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.355 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.355 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.355 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.355 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.355 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.355 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.355 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.355 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.a", 2024-04-15T16:28:54.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.355 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.355 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.355 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.356 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.356 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:14:39.269699+0000", 2024-04-15T16:28:54.356 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.356 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.356 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.359 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.359 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.359 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.359 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.359 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.359 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.359 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.359 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:54.359 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.359 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.359 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528270+0000", 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.970851+0000", 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.970851+0000", 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.971329+0000", 2024-04-15T16:28:54.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528270+0000", 2024-04-15T16:28:54.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528270+0000", 2024-04-15T16:28:54.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528270+0000", 2024-04-15T16:28:54.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528270+0000", 2024-04-15T16:28:54.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528270+0000", 2024-04-15T16:28:54.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528270+0000", 2024-04-15T16:28:54.361 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.361 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.361 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.362 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.362 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.362 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.362 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.362 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.362 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.362 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.362 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.362 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.362 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.c", 2024-04-15T16:28:54.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.362 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.362 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:46:36.051699+0000", 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.366 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.366 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.366 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.366 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.366 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.366 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.366 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.366 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:54.366 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.366 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.366 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.366 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.367 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.367 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.367 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.367 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:54.367 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.367 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.367 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.367 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.367 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.367 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533246+0000", 2024-04-15T16:28:54.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.335041+0000", 2024-04-15T16:28:54.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.335041+0000", 2024-04-15T16:28:54.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.335332+0000", 2024-04-15T16:28:54.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533246+0000", 2024-04-15T16:28:54.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533246+0000", 2024-04-15T16:28:54.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533246+0000", 2024-04-15T16:28:54.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533246+0000", 2024-04-15T16:28:54.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533246+0000", 2024-04-15T16:28:54.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533246+0000", 2024-04-15T16:28:54.368 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.368 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.368 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.369 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.369 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.369 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.369 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.369 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.369 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.369 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.369 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.369 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.369 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.369 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.d", 2024-04-15T16:28:54.369 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.369 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.369 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.369 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.370 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.370 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:55:14.092097+0000", 2024-04-15T16:28:54.370 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.370 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.370 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.373 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.373 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.373 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.373 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.373 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.373 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.373 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.373 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:54.373 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.373 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.373 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.373 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.374 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.374 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:54.374 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.374 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:54.374 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.374 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.374 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.374 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.374 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.374 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528951+0000", 2024-04-15T16:28:54.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.966317+0000", 2024-04-15T16:28:54.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.966317+0000", 2024-04-15T16:28:54.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.967108+0000", 2024-04-15T16:28:54.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528951+0000", 2024-04-15T16:28:54.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528951+0000", 2024-04-15T16:28:54.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528951+0000", 2024-04-15T16:28:54.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528951+0000", 2024-04-15T16:28:54.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528951+0000", 2024-04-15T16:28:54.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528951+0000", 2024-04-15T16:28:54.375 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.375 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T16:28:54.376 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.376 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.376 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.376 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.376 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.376 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.376 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.376 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T16:28:54.376 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.376 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.376 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.376 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.d", 2024-04-15T16:28:54.376 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.376 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.376 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.377 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-04-15T16:28:54.377 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.377 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:17:14.783160+0000", 2024-04-15T16:28:54.377 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.377 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.377 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 70, 2024-04-15T16:28:54.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:54.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:54.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:54.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T16:28:54.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T16:28:54.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.380 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.380 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.380 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.380 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.380 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.380 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:54.380 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.380 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:54.380 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T16:28:54.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.380 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.380 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.380 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.381 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.381 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.381 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.381 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:54.381 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.381 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.381 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.381 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.381 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.381 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.530997+0000", 2024-04-15T16:28:54.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.335788+0000", 2024-04-15T16:28:54.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.335788+0000", 2024-04-15T16:28:54.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.336052+0000", 2024-04-15T16:28:54.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.530997+0000", 2024-04-15T16:28:54.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.530997+0000", 2024-04-15T16:28:54.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.530997+0000", 2024-04-15T16:28:54.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.530997+0000", 2024-04-15T16:28:54.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.530997+0000", 2024-04-15T16:28:54.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.530997+0000", 2024-04-15T16:28:54.382 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.382 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.383 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.383 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.383 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.383 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.383 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.383 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.383 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.383 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.383 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.383 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.383 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.383 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.c", 2024-04-15T16:28:54.383 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.383 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.383 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.384 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.384 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.384 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:22:23.166556+0000", 2024-04-15T16:28:54.384 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.384 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.384 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.387 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.387 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.387 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.387 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.387 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.387 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.387 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.387 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:54.387 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.387 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.387 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.387 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.388 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.388 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.388 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.388 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:54.388 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.388 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.388 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:54.388 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.388 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.388 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.388 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528724+0000", 2024-04-15T16:28:54.388 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.966059+0000", 2024-04-15T16:28:54.388 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.966059+0000", 2024-04-15T16:28:54.388 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.966349+0000", 2024-04-15T16:28:54.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528724+0000", 2024-04-15T16:28:54.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:54.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528724+0000", 2024-04-15T16:28:54.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528724+0000", 2024-04-15T16:28:54.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528724+0000", 2024-04-15T16:28:54.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:54.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528724+0000", 2024-04-15T16:28:54.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528724+0000", 2024-04-15T16:28:54.389 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.389 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T16:28:54.390 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.390 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.390 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:54.390 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.390 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.390 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.390 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.390 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T16:28:54.390 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.390 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.390 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.390 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.e", 2024-04-15T16:28:54.390 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.390 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.390 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.391 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-04-15T16:28:54.391 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.391 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:05:16.350194+0000", 2024-04-15T16:28:54.391 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.391 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.391 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:54.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:54.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:54.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:54.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T16:28:54.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.394 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.394 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.394 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.394 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.394 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.394 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:54.394 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.394 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:54.394 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T16:28:54.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.394 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.394 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.394 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.395 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.395 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.395 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.395 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:54.395 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.395 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.395 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.395 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.395 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.395 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.395 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533981+0000", 2024-04-15T16:28:54.395 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.340083+0000", 2024-04-15T16:28:54.395 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.340083+0000", 2024-04-15T16:28:54.395 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.340359+0000", 2024-04-15T16:28:54.395 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533981+0000", 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533981+0000", 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533981+0000", 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533981+0000", 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533981+0000", 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533981+0000", 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.396 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.397 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.397 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.397 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.397 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.397 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.397 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.397 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.397 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.397 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.397 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.f", 2024-04-15T16:28:54.397 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.397 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.397 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.397 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.397 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.398 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:42:22.651312+0000", 2024-04-15T16:28:54.398 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.398 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.398 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.401 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:54.402 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.402 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:54.402 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.402 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.402 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.402 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.402 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.402 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.402 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604137+0000", 2024-04-15T16:28:54.402 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.329570+0000", 2024-04-15T16:28:54.402 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.329570+0000", 2024-04-15T16:28:54.402 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.329854+0000", 2024-04-15T16:28:54.402 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604137+0000", 2024-04-15T16:28:54.402 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604137+0000", 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604137+0000", 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604137+0000", 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604137+0000", 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604137+0000", 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.403 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.404 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.404 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.404 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.404 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.404 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.404 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.404 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.404 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.404 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.20", 2024-04-15T16:28:54.404 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.404 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.404 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.404 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.404 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.404 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:55:22.011676+0000", 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.408 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.408 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.408 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.408 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:54.408 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.408 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:54.408 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.408 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.408 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.408 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.408 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.408 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.408 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.408 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:54.409 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.409 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.409 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.409 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.409 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.409 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.409 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.527950+0000", 2024-04-15T16:28:54.409 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.330626+0000", 2024-04-15T16:28:54.409 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.330626+0000", 2024-04-15T16:28:54.409 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.330905+0000", 2024-04-15T16:28:54.409 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.527950+0000", 2024-04-15T16:28:54.409 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.409 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.409 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.409 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.527950+0000", 2024-04-15T16:28:54.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.527950+0000", 2024-04-15T16:28:54.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.527950+0000", 2024-04-15T16:28:54.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.527950+0000", 2024-04-15T16:28:54.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.527950+0000", 2024-04-15T16:28:54.410 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.410 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.410 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.410 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.410 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.410 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.411 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.411 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.411 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.411 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.411 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.411 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.411 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.411 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.21", 2024-04-15T16:28:54.411 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.411 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.411 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.411 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.411 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.411 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:48:38.151778+0000", 2024-04-15T16:28:54.412 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.412 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.412 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.415 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.415 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.415 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.415 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:54.415 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.415 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.415 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.415 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:54.415 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.415 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.415 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.415 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.415 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.415 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531398+0000", 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.327087+0000", 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.327087+0000", 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.327468+0000", 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531398+0000", 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.416 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531398+0000", 2024-04-15T16:28:54.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531398+0000", 2024-04-15T16:28:54.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531398+0000", 2024-04-15T16:28:54.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531398+0000", 2024-04-15T16:28:54.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531398+0000", 2024-04-15T16:28:54.417 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.417 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.417 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.417 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.417 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.417 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.418 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.418 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.418 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.418 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.418 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.418 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.418 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.418 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.22", 2024-04-15T16:28:54.418 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.418 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.418 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.418 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.418 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:23:13.604820+0000", 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.421 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.422 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.422 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.422 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.422 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.422 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.422 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:54.422 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.422 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.422 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.422 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.422 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.422 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:54.422 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.423 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:54.423 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.423 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.423 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.423 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.423 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.423 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.423 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604235+0000", 2024-04-15T16:28:54.423 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.328368+0000", 2024-04-15T16:28:54.423 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.328368+0000", 2024-04-15T16:28:54.423 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.328654+0000", 2024-04-15T16:28:54.423 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604235+0000", 2024-04-15T16:28:54.423 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.423 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.423 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604235+0000", 2024-04-15T16:28:54.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604235+0000", 2024-04-15T16:28:54.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604235+0000", 2024-04-15T16:28:54.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604235+0000", 2024-04-15T16:28:54.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604235+0000", 2024-04-15T16:28:54.424 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.424 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.424 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.424 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.424 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.424 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.23", 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:59:36.163111+0000", 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.425 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.426 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.428 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.428 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.429 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.429 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.429 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.429 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.429 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:54.429 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.429 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:54.429 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.429 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.429 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.429 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.429 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.429 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.429 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.429 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.430 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:54.430 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.430 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.430 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.430 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.430 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.430 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.430 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605655+0000", 2024-04-15T16:28:54.430 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.337807+0000", 2024-04-15T16:28:54.430 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.337807+0000", 2024-04-15T16:28:54.430 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.338104+0000", 2024-04-15T16:28:54.430 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605655+0000", 2024-04-15T16:28:54.430 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.430 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605655+0000", 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605655+0000", 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605655+0000", 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605655+0000", 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605655+0000", 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.431 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.432 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.432 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.432 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.432 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.432 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.432 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.432 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.432 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.24", 2024-04-15T16:28:54.432 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.432 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.432 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.432 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.432 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.432 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:22:15.979198+0000", 2024-04-15T16:28:54.432 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.433 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.433 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.435 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.435 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.436 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.436 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.436 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.436 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.436 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.436 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:54.436 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.436 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.436 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.436 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.436 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.436 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.436 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.436 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:54.437 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.437 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.437 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.437 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.437 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.437 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.437 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528566+0000", 2024-04-15T16:28:54.437 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.330822+0000", 2024-04-15T16:28:54.437 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.330822+0000", 2024-04-15T16:28:54.437 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.331106+0000", 2024-04-15T16:28:54.437 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528566+0000", 2024-04-15T16:28:54.437 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.437 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.437 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.437 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528566+0000", 2024-04-15T16:28:54.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528566+0000", 2024-04-15T16:28:54.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528566+0000", 2024-04-15T16:28:54.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528566+0000", 2024-04-15T16:28:54.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528566+0000", 2024-04-15T16:28:54.438 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.438 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.438 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.438 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.438 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.438 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.439 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.439 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.439 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.439 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.439 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.439 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.439 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.439 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.25", 2024-04-15T16:28:54.439 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.439 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.439 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.439 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.439 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.439 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:51:32.632127+0000", 2024-04-15T16:28:54.439 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.440 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.440 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.442 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.442 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.442 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:54.443 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.444 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.444 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.444 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.444 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.444 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.444 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604951+0000", 2024-04-15T16:28:54.444 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.341609+0000", 2024-04-15T16:28:54.444 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.341609+0000", 2024-04-15T16:28:54.444 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.342193+0000", 2024-04-15T16:28:54.444 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604951+0000", 2024-04-15T16:28:54.444 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.444 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.444 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.444 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.444 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604951+0000", 2024-04-15T16:28:54.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604951+0000", 2024-04-15T16:28:54.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604951+0000", 2024-04-15T16:28:54.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604951+0000", 2024-04-15T16:28:54.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604951+0000", 2024-04-15T16:28:54.445 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.445 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.445 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.445 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.445 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.445 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.445 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.445 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.446 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.446 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.446 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.446 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.446 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.446 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.26", 2024-04-15T16:28:54.446 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.446 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.446 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.446 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.446 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.446 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:19:18.018266+0000", 2024-04-15T16:28:54.446 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.446 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.446 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.449 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.449 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.449 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.449 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.450 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.450 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:54.450 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.450 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:54.450 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.450 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.450 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.450 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.450 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.450 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.450 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.450 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.450 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:54.450 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.450 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.451 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.451 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.451 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.451 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.451 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604688+0000", 2024-04-15T16:28:54.451 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.335057+0000", 2024-04-15T16:28:54.451 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.335057+0000", 2024-04-15T16:28:54.451 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.335332+0000", 2024-04-15T16:28:54.451 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604688+0000", 2024-04-15T16:28:54.451 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.451 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.451 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.451 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.451 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604688+0000", 2024-04-15T16:28:54.452 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604688+0000", 2024-04-15T16:28:54.452 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604688+0000", 2024-04-15T16:28:54.452 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.452 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.452 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.452 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604688+0000", 2024-04-15T16:28:54.452 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604688+0000", 2024-04-15T16:28:54.452 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.452 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.452 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.452 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.452 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.452 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.452 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.452 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.27", 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:29:40.301716+0000", 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.456 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.457 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.457 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.457 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:54.457 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.457 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.457 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.457 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.457 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.457 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.457 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.457 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.457 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:54.457 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.457 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.457 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.458 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.458 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.458 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.458 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531627+0000", 2024-04-15T16:28:54.458 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.326971+0000", 2024-04-15T16:28:54.458 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.326971+0000", 2024-04-15T16:28:54.458 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.328290+0000", 2024-04-15T16:28:54.458 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531627+0000", 2024-04-15T16:28:54.458 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.458 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.458 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.458 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.458 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531627+0000", 2024-04-15T16:28:54.458 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531627+0000", 2024-04-15T16:28:54.459 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531627+0000", 2024-04-15T16:28:54.459 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.459 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.459 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.459 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531627+0000", 2024-04-15T16:28:54.459 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531627+0000", 2024-04-15T16:28:54.459 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.459 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.459 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.459 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.459 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.459 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.459 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.459 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.459 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.460 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.460 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.460 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.460 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.460 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.28", 2024-04-15T16:28:54.460 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.460 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.460 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.460 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.460 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.460 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:01:30.830981+0000", 2024-04-15T16:28:54.460 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.460 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.460 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.464 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.465 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.465 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.465 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.465 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.465 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.465 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:54.465 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.465 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.465 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.465 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.465 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.465 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.465 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605281+0000", 2024-04-15T16:28:54.465 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.334566+0000", 2024-04-15T16:28:54.465 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.334566+0000", 2024-04-15T16:28:54.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.334878+0000", 2024-04-15T16:28:54.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605281+0000", 2024-04-15T16:28:54.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605281+0000", 2024-04-15T16:28:54.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605281+0000", 2024-04-15T16:28:54.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605281+0000", 2024-04-15T16:28:54.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605281+0000", 2024-04-15T16:28:54.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605281+0000", 2024-04-15T16:28:54.467 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.467 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.467 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.467 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.467 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.467 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.467 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.467 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.467 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.467 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.467 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.467 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.467 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.468 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.29", 2024-04-15T16:28:54.468 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.468 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.468 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.468 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.468 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.468 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:20:14.281939+0000", 2024-04-15T16:28:54.468 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.468 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.468 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.471 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.471 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.471 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.471 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:54.471 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.471 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.471 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.472 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:54.472 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.472 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.472 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.472 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.472 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.472 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.472 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.472 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:54.472 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.472 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.472 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.472 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.473 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.473 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531407+0000", 2024-04-15T16:28:54.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.336480+0000", 2024-04-15T16:28:54.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.336480+0000", 2024-04-15T16:28:54.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.336804+0000", 2024-04-15T16:28:54.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531407+0000", 2024-04-15T16:28:54.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531407+0000", 2024-04-15T16:28:54.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531407+0000", 2024-04-15T16:28:54.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531407+0000", 2024-04-15T16:28:54.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531407+0000", 2024-04-15T16:28:54.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531407+0000", 2024-04-15T16:28:54.474 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.474 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.474 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.474 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.474 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.474 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.474 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.474 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.474 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.474 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.474 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.475 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.475 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.475 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2a", 2024-04-15T16:28:54.475 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.475 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.475 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.475 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.475 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.475 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:50:46.457258+0000", 2024-04-15T16:28:54.475 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.475 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.475 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.478 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.478 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.478 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.478 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:54.478 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.478 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:54.478 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.478 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:54.479 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.479 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.479 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.479 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.479 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.479 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.479 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.479 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:54.479 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.479 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.479 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.479 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.479 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.479 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604320+0000", 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.319990+0000", 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.319990+0000", 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.320254+0000", 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604320+0000", 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604320+0000", 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604320+0000", 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604320+0000", 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604320+0000", 2024-04-15T16:28:54.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604320+0000", 2024-04-15T16:28:54.481 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.481 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.481 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.481 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.481 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.481 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.481 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.481 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.481 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.481 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.481 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.481 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.481 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.482 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2b", 2024-04-15T16:28:54.482 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.482 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.482 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.482 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.482 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.482 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:50:51.187877+0000", 2024-04-15T16:28:54.482 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.482 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.482 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.485 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.485 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.485 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.485 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:54.485 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.485 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.485 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.486 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:54.486 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.486 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.486 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:54.486 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.486 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.486 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.486 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.486 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:54.486 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:54.486 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:54.486 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:54.486 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:54.487 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:54.487 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:54.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604808+0000", 2024-04-15T16:28:54.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.331697+0000", 2024-04-15T16:28:54.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.331697+0000", 2024-04-15T16:28:54.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.332044+0000", 2024-04-15T16:28:54.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604808+0000", 2024-04-15T16:28:54.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:54.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:54.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604808+0000", 2024-04-15T16:28:54.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604808+0000", 2024-04-15T16:28:54.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604808+0000", 2024-04-15T16:28:54.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:54.488 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:54.488 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:54.488 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604808+0000", 2024-04-15T16:28:54.488 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604808+0000", 2024-04-15T16:28:54.488 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:54.488 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.488 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:54.488 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:54.488 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:54.488 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:54.488 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:54.488 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:54.488 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:54.489 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.489 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:54.489 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:54.489 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:54.489 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2c", 2024-04-15T16:28:54.489 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:54.489 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:54.489 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:54.489 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:54.489 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:54.489 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:44:40.853467+0000", 2024-04-15T16:28:54.489 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:54.489 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:54.489 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:54.492 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.493 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.493 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:54.493 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:54.493 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.493 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.493 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pool": [ 2024-04-15T16:28:54.493 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.493 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 24, 2024-04-15T16:28:54.493 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:54.493 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-04-15T16:28:54.493 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.493 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 8, 2024-04-15T16:28:54.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T16:28:54.494 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.494 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 4, 2024-04-15T16:28:54.494 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 24 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.497 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.498 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 192, 2024-04-15T16:28:54.498 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:54.498 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T16:28:54.498 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.498 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 64, 2024-04-15T16:28:54.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T16:28:54.498 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.498 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 3, 2024-04-15T16:28:54.498 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.500 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.500 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:54.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.502 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.502 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T16:28:54.502 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-04-15T16:28:54.503 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T16:28:54.503 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T16:28:54.503 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T16:28:54.503 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T16:28:54.503 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-04-15T16:28:54.503 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T16:28:54.503 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T16:28:54.503 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T16:28:54.503 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T16:28:54.503 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.503 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 192 2024-04-15T16:28:54.503 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.503 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.503 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 3, 2024-04-15T16:28:54.504 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:54.504 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-04-15T16:28:54.504 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.504 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 156, 2024-04-15T16:28:54.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 1, 2024-04-15T16:28:54.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 3, 2024-04-15T16:28:54.504 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 156, 2024-04-15T16:28:54.504 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 1, 2024-04-15T16:28:54.504 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-04-15T16:28:54.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-04-15T16:28:54.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T16:28:54.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T16:28:54.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T16:28:54.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-04-15T16:28:54.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 466, 2024-04-15T16:28:54.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 644, 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 235, 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 1781760, 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 1771104, 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T16:28:54.507 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T16:28:54.508 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T16:28:54.508 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.508 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 3 2024-04-15T16:28:54.508 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.508 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.508 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 96, 2024-04-15T16:28:54.508 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:54.508 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T16:28:54.508 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.508 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 45, 2024-04-15T16:28:54.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 32, 2024-04-15T16:28:54.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T16:28:54.508 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 45, 2024-04-15T16:28:54.508 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 2, 2024-04-15T16:28:54.508 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 3430, 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 66, 2024-04-15T16:28:54.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 22, 2024-04-15T16:28:54.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 22, 2024-04-15T16:28:54.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 14, 2024-04-15T16:28:54.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:54.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:54.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 51, 2024-04-15T16:28:54.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 20 2024-04-15T16:28:54.511 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.511 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T16:28:54.511 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 98304, 2024-04-15T16:28:54.511 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T16:28:54.511 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T16:28:54.512 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T16:28:54.512 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T16:28:54.512 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 10290, 2024-04-15T16:28:54.512 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T16:28:54.512 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T16:28:54.512 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T16:28:54.512 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T16:28:54.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.512 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 96 2024-04-15T16:28:54.512 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.512 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.512 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T16:28:54.512 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 105, 2024-04-15T16:28:54.512 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": 4, 2024-04-15T16:28:54.512 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_by_class": { 2024-04-15T16:28:54.513 INFO:tasks.workunit.client.0.smithi090.stdout: "ssd": { 2024-04-15T16:28:54.513 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767727316992, 2024-04-15T16:28:54.513 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T16:28:54.513 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 232968192, 2024-04-15T16:28:54.513 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_bytes": 232968192, 2024-04-15T16:28:54.513 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_ratio": 0.00030335967312566936 2024-04-15T16:28:54.513 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.513 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.513 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767727316992, 2024-04-15T16:28:54.513 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T16:28:54.513 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 232968192 2024-04-15T16:28:54.513 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.513 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-04-15T16:28:54.513 INFO:tasks.workunit.client.0.smithi090.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-15T16:28:54.514 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry show-device 2024-04-15T16:28:54.515 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:28:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:28:52] "GET /metrics HTTP/1.1" 200 33662 "" "Prometheus/2.43.0" 2024-04-15T16:28:54.515 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:54.515 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:54.515 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:54.515 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:54.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:54.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:54.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.519 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.519 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.519 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.519 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.519 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.519 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:53 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.519 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-04-15T16:28:54.519 INFO:tasks.workunit.client.0.smithi090.stdout: "3d6edf7a-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:54.519 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_3d6f63dc-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:54.519 INFO:tasks.workunit.client.0.smithi090.stdout: "20240415-162320": { 2024-04-15T16:28:54.519 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-04-15T16:28:54.520 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T16:28:54.520 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-04-15T16:28:54.520 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-04-15T16:28:54.520 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-04-15T16:28:54.520 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.520 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV10171", 2024-04-15T16:28:54.520 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "3d6edf7a-fb45-11ee-af66-0cc47a8fd767", 2024-04-15T16:28:54.520 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-04-15T16:28:54.520 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.520 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.520 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.520 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-04-15T16:28:54.520 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Mon Apr 15 16:23:19 2024 UTC", 2024-04-15T16:28:54.521 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1713198199 2024-04-15T16:28:54.521 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.521 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-04-15T16:28:54.521 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T16:28:54.521 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-04-15T16:28:54.521 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T16:28:54.521 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-04-15T16:28:54.521 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.521 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-04-15T16:28:54.521 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.521 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.521 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.521 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-04-15T16:28:54.521 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-04-15T16:28:54.521 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-04-15T16:28:54.522 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.522 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.522 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.522 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-04-15T16:28:54.522 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.522 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.522 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.522 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.522 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.522 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T16:28:54.522 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-04-15T16:28:54.522 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-04-15T16:28:54.522 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-04-15T16:28:54.522 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.523 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T16:28:54.523 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-04-15T16:28:54.523 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-04-15T16:28:54.523 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.523 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.523 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-04-15T16:28:54.523 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.523 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.523 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-04-15T16:28:54.523 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.523 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.523 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-04-15T16:28:54.524 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.524 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.524 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-04-15T16:28:54.524 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.524 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 19814265 2024-04-15T16:28:54.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.524 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-04-15T16:28:54.524 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.524 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.524 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-04-15T16:28:54.524 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.524 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.525 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-04-15T16:28:54.525 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.525 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 36063226 2024-04-15T16:28:54.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.525 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-04-15T16:28:54.525 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.525 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.525 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-04-15T16:28:54.525 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.525 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.525 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-04-15T16:28:54.525 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.526 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.526 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-04-15T16:28:54.526 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.526 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.526 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-04-15T16:28:54.526 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.526 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.526 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-04-15T16:28:54.526 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.526 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.526 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-04-15T16:28:54.527 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.527 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:54.527 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-04-15T16:28:54.527 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-04-15T16:28:54.527 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.527 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-04-15T16:28:54.527 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.527 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:54.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.527 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-04-15T16:28:54.527 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.527 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-04-15T16:28:54.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.527 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-04-15T16:28:54.528 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.528 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:54.528 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.528 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-04-15T16:28:54.528 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.528 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.528 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.528 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-04-15T16:28:54.528 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 93, 2024-04-15T16:28:54.528 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:54.528 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2136, 2024-04-15T16:28:54.528 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2143, 2024-04-15T16:28:54.528 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2130 2024-04-15T16:28:54.528 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.529 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.529 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.529 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T16:28:54.529 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.529 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-04-15T16:28:54.529 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-04-15T16:28:54.529 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-04-15T16:28:54.529 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 602, 2024-04-15T16:28:54.529 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-04-15T16:28:54.529 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 253979906, 2024-04-15T16:28:54.529 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1298547715, 2024-04-15T16:28:54.529 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 4547413946, 2024-04-15T16:28:54.529 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 24844751087, 2024-04-15T16:28:54.529 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-04-15T16:28:54.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-04-15T16:28:54.530 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 7, 2024-04-15T16:28:54.530 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 41443, 2024-04-15T16:28:54.530 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 54733, 2024-04-15T16:28:54.530 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-04-15T16:28:54.530 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 37629 2024-04-15T16:28:54.530 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.530 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-04-15T16:28:54.530 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 41443, 2024-04-15T16:28:54.530 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-04-15T16:28:54.530 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 54733 2024-04-15T16:28:54.530 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.530 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-04-15T16:28:54.530 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-04-15T16:28:54.531 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-04-15T16:28:54.531 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.531 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-04-15T16:28:54.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.531 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-04-15T16:28:54.531 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-04-15T16:28:54.531 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-04-15T16:28:54.531 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-04-15T16:28:54.531 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-04-15T16:28:54.531 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-04-15T16:28:54.531 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.531 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-04-15T16:28:54.531 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-04-15T16:28:54.531 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-04-15T16:28:54.532 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T16:28:54.532 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T16:28:54.532 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.532 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T16:28:54.532 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T16:28:54.532 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-04-15T16:28:54.532 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV10171", 2024-04-15T16:28:54.532 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T16:28:54.532 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T16:28:54.532 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-04-15T16:28:54.532 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-04-15T16:28:54.532 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T16:28:54.532 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T16:28:54.532 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Mon Apr 15 16:23:19 2024 UTC", 2024-04-15T16:28:54.532 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T16:28:54.533 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T16:28:54.533 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T16:28:54.533 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T16:28:54.533 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.533 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-04-15T16:28:54.533 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T16:28:54.533 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T16:28:54.533 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.533 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T16:28:54.533 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T16:28:54.533 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-04-15T16:28:54.533 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-04-15T16:28:54.533 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-04-15T16:28:54.533 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-04-15T16:28:54.533 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-04-15T16:28:54.534 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-04-15T16:28:54.534 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-04-15T16:28:54.534 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.534 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T16:28:54.534 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T16:28:54.534 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.534 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T16:28:54.534 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-04-15T16:28:54.534 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-04-15T16:28:54.534 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-04-15T16:28:54.534 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-04-15T16:28:54.534 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 7%", 2024-04-15T16:28:54.534 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 253,979,906 [130 TB]", 2024-04-15T16:28:54.534 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,298,547,715 [664 TB]", 2024-04-15T16:28:54.535 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 4,547,413,946", 2024-04-15T16:28:54.535 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 24,844,751,087", 2024-04-15T16:28:54.535 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 602", 2024-04-15T16:28:54.535 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 41,443", 2024-04-15T16:28:54.535 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 54,733", 2024-04-15T16:28:54.535 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 37,629", 2024-04-15T16:28:54.535 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T16:28:54.535 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-04-15T16:28:54.535 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.535 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T16:28:54.535 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-04-15T16:28:54.535 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-04-15T16:28:54.535 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.535 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T16:28:54.535 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-04-15T16:28:54.536 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-04-15T16:28:54.536 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.536 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.536 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.536 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-04-15T16:28:54.536 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-04-15T16:28:54.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.536 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-04-15T16:28:54.536 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.536 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.536 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.536 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.536 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: "3d70a7e2-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_3d711c0e-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: "20240415-162318": { 2024-04-15T16:28:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-04-15T16:28:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T16:28:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-04-15T16:28:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-04-15T16:28:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-04-15T16:28:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV101H0", 2024-04-15T16:28:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "3d70a7e2-fb45-11ee-af66-0cc47a8fd767", 2024-04-15T16:28:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-04-15T16:28:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.538 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.538 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-04-15T16:28:54.538 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Mon Apr 15 16:23:17 2024 UTC", 2024-04-15T16:28:54.538 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1713198197 2024-04-15T16:28:54.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.538 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-04-15T16:28:54.538 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T16:28:54.538 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-04-15T16:28:54.538 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T16:28:54.538 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-04-15T16:28:54.538 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.538 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-04-15T16:28:54.538 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.538 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.539 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-04-15T16:28:54.539 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-04-15T16:28:54.539 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-04-15T16:28:54.539 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.539 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.539 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-04-15T16:28:54.539 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.539 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.539 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.539 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.539 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.539 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T16:28:54.539 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-04-15T16:28:54.540 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-04-15T16:28:54.540 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-04-15T16:28:54.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.540 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T16:28:54.540 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-04-15T16:28:54.540 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-04-15T16:28:54.540 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.540 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.540 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-04-15T16:28:54.540 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.540 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.540 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-04-15T16:28:54.540 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.541 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.541 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-04-15T16:28:54.541 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.541 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.541 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-04-15T16:28:54.541 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.541 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 26311112 2024-04-15T16:28:54.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.541 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-04-15T16:28:54.541 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.541 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 1 2024-04-15T16:28:54.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.541 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-04-15T16:28:54.542 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.542 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.542 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-04-15T16:28:54.542 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.542 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 43138662 2024-04-15T16:28:54.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.542 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-04-15T16:28:54.542 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.542 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.542 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-04-15T16:28:54.542 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.542 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.543 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-04-15T16:28:54.543 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.543 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.543 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-04-15T16:28:54.543 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.543 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.543 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-04-15T16:28:54.543 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.543 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.543 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-04-15T16:28:54.543 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.544 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-04-15T16:28:54.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.545 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-04-15T16:28:54.545 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.545 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:54.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.545 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-04-15T16:28:54.545 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.545 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.545 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-04-15T16:28:54.545 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 91, 2024-04-15T16:28:54.545 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:54.545 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2905, 2024-04-15T16:28:54.545 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2919, 2024-04-15T16:28:54.545 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2890 2024-04-15T16:28:54.546 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.546 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.546 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.546 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T16:28:54.546 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.546 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-04-15T16:28:54.546 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-04-15T16:28:54.546 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-04-15T16:28:54.546 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 28, 2024-04-15T16:28:54.546 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-04-15T16:28:54.546 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 370340526, 2024-04-15T16:28:54.546 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1724325046, 2024-04-15T16:28:54.546 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 5247271838, 2024-04-15T16:28:54.546 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 27087278049, 2024-04-15T16:28:54.546 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-04-15T16:28:54.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-04-15T16:28:54.547 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 9, 2024-04-15T16:28:54.547 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 41173, 2024-04-15T16:28:54.547 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 58610, 2024-04-15T16:28:54.547 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-04-15T16:28:54.547 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 1008 2024-04-15T16:28:54.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.547 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-04-15T16:28:54.547 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 41173, 2024-04-15T16:28:54.547 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-04-15T16:28:54.547 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 58610 2024-04-15T16:28:54.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.547 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-04-15T16:28:54.547 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-04-15T16:28:54.547 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-04-15T16:28:54.548 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.548 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-04-15T16:28:54.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.548 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-04-15T16:28:54.548 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-04-15T16:28:54.548 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-04-15T16:28:54.548 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-04-15T16:28:54.548 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-04-15T16:28:54.548 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-04-15T16:28:54.548 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.548 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-04-15T16:28:54.548 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-04-15T16:28:54.548 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-04-15T16:28:54.548 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T16:28:54.549 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T16:28:54.549 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.549 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T16:28:54.549 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T16:28:54.549 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-04-15T16:28:54.549 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV101H0", 2024-04-15T16:28:54.549 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T16:28:54.549 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T16:28:54.549 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-04-15T16:28:54.549 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-04-15T16:28:54.549 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T16:28:54.549 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T16:28:54.549 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Mon Apr 15 16:23:17 2024 UTC", 2024-04-15T16:28:54.549 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T16:28:54.550 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T16:28:54.550 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T16:28:54.550 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T16:28:54.550 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.550 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-04-15T16:28:54.550 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T16:28:54.550 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T16:28:54.550 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.550 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T16:28:54.550 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T16:28:54.550 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-04-15T16:28:54.550 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-04-15T16:28:54.550 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-04-15T16:28:54.550 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-04-15T16:28:54.550 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-04-15T16:28:54.551 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-04-15T16:28:54.551 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-04-15T16:28:54.551 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.551 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T16:28:54.551 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T16:28:54.551 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.551 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T16:28:54.551 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-04-15T16:28:54.551 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-04-15T16:28:54.551 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-04-15T16:28:54.551 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-04-15T16:28:54.551 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 9%", 2024-04-15T16:28:54.551 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 370,340,526 [189 TB]", 2024-04-15T16:28:54.551 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,724,325,046 [882 TB]", 2024-04-15T16:28:54.551 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 5,247,271,838", 2024-04-15T16:28:54.552 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 27,087,278,049", 2024-04-15T16:28:54.552 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 28", 2024-04-15T16:28:54.552 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 41,173", 2024-04-15T16:28:54.552 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 58,610", 2024-04-15T16:28:54.552 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 1,008", 2024-04-15T16:28:54.552 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T16:28:54.552 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-04-15T16:28:54.552 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.552 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T16:28:54.552 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-04-15T16:28:54.552 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-04-15T16:28:54.552 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.552 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T16:28:54.552 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-04-15T16:28:54.552 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-04-15T16:28:54.553 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.553 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.553 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.553 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-04-15T16:28:54.553 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-04-15T16:28:54.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.553 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-04-15T16:28:54.553 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.553 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.553 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.553 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.553 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.553 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.553 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-04-15T16:28:54.554 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry show-all 2024-04-15T16:28:54.554 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:54.554 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:54.554 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:54.554 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:54.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.556 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.556 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.556 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.556 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.556 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.556 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.556 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.556 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.556 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:54.556 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='client.15015 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:54.557 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:54.557 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:54.557 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.557 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.557 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.557 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.557 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.557 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.557 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.557 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.557 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.557 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.557 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.557 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.558 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.558 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.558 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.558 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.558 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.558 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.558 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.558 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.558 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.558 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.558 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:54.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:54.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.559 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.560 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.560 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.560 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.560 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.560 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.560 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.560 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.560 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.560 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.560 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.560 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.560 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.560 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.560 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.561 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.561 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:54.561 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:54.561 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.561 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.561 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.561 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.561 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.561 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.561 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.561 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:54.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:54.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:54.563 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:54.563 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:53 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:54.569 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-04-15T16:28:54.570 INFO:tasks.workunit.client.0.smithi090.stdout: "device_report": { 2024-04-15T16:28:54.570 INFO:tasks.workunit.client.0.smithi090.stdout: "3d6edf7a-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:54.570 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_3d6f63dc-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:54.570 INFO:tasks.workunit.client.0.smithi090.stdout: "20240415-162320": { 2024-04-15T16:28:54.570 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-04-15T16:28:54.570 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T16:28:54.570 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-04-15T16:28:54.570 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-04-15T16:28:54.570 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-04-15T16:28:54.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.570 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV10171", 2024-04-15T16:28:54.570 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "3d6edf7a-fb45-11ee-af66-0cc47a8fd767", 2024-04-15T16:28:54.571 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-04-15T16:28:54.571 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.571 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.571 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.571 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-04-15T16:28:54.571 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Mon Apr 15 16:23:19 2024 UTC", 2024-04-15T16:28:54.571 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1713198199 2024-04-15T16:28:54.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.571 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-04-15T16:28:54.571 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T16:28:54.571 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-04-15T16:28:54.571 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T16:28:54.571 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-04-15T16:28:54.571 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.571 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-04-15T16:28:54.572 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.572 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.572 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.572 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-04-15T16:28:54.572 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-04-15T16:28:54.572 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-04-15T16:28:54.572 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.572 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.572 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.572 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-04-15T16:28:54.572 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.572 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.572 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.572 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.572 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.573 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T16:28:54.573 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-04-15T16:28:54.573 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-04-15T16:28:54.573 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-04-15T16:28:54.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.573 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T16:28:54.573 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-04-15T16:28:54.573 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-04-15T16:28:54.573 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.573 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.573 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-04-15T16:28:54.573 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.573 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.574 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-04-15T16:28:54.574 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.574 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.574 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-04-15T16:28:54.574 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.574 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.574 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-04-15T16:28:54.574 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.574 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 19814265 2024-04-15T16:28:54.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.574 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-04-15T16:28:54.575 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.575 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.575 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-04-15T16:28:54.575 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.575 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.575 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-04-15T16:28:54.575 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.575 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 36063226 2024-04-15T16:28:54.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.575 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-04-15T16:28:54.575 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.575 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.576 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-04-15T16:28:54.576 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.576 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.576 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-04-15T16:28:54.576 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.576 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.576 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-04-15T16:28:54.576 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.576 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.576 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-04-15T16:28:54.576 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.576 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.577 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-04-15T16:28:54.577 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.577 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.577 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-04-15T16:28:54.577 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.577 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:54.577 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-04-15T16:28:54.577 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-04-15T16:28:54.577 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.577 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-04-15T16:28:54.577 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.577 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:54.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.578 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-04-15T16:28:54.578 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.578 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-04-15T16:28:54.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.578 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-04-15T16:28:54.578 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.578 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:54.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.578 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-04-15T16:28:54.578 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.578 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.578 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 93, 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2136, 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2143, 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2130 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 602, 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-04-15T16:28:54.579 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 253979906, 2024-04-15T16:28:54.580 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1298547715, 2024-04-15T16:28:54.580 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 4547413946, 2024-04-15T16:28:54.580 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 24844751087, 2024-04-15T16:28:54.580 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-04-15T16:28:54.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-04-15T16:28:54.580 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 7, 2024-04-15T16:28:54.580 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 41443, 2024-04-15T16:28:54.580 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 54733, 2024-04-15T16:28:54.580 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-04-15T16:28:54.580 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 37629 2024-04-15T16:28:54.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.580 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-04-15T16:28:54.580 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 41443, 2024-04-15T16:28:54.580 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-04-15T16:28:54.580 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 54733 2024-04-15T16:28:54.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.581 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-04-15T16:28:54.581 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-04-15T16:28:54.581 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-04-15T16:28:54.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.581 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-04-15T16:28:54.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.581 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-04-15T16:28:54.581 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-04-15T16:28:54.581 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-04-15T16:28:54.581 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-04-15T16:28:54.581 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-04-15T16:28:54.581 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-04-15T16:28:54.581 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.582 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-04-15T16:28:54.582 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-04-15T16:28:54.582 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-04-15T16:28:54.582 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T16:28:54.582 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T16:28:54.582 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.582 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T16:28:54.582 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T16:28:54.582 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-04-15T16:28:54.582 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV10171", 2024-04-15T16:28:54.582 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T16:28:54.582 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T16:28:54.582 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-04-15T16:28:54.582 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-04-15T16:28:54.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T16:28:54.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T16:28:54.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Mon Apr 15 16:23:19 2024 UTC", 2024-04-15T16:28:54.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T16:28:54.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T16:28:54.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T16:28:54.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T16:28:54.583 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-04-15T16:28:54.583 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T16:28:54.583 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T16:28:54.583 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T16:28:54.583 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T16:28:54.584 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-04-15T16:28:54.584 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-04-15T16:28:54.584 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-04-15T16:28:54.584 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-04-15T16:28:54.584 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-04-15T16:28:54.584 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-04-15T16:28:54.584 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-04-15T16:28:54.584 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.584 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T16:28:54.584 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T16:28:54.584 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.584 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T16:28:54.584 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-04-15T16:28:54.584 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-04-15T16:28:54.584 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-04-15T16:28:54.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-04-15T16:28:54.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 7%", 2024-04-15T16:28:54.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 253,979,906 [130 TB]", 2024-04-15T16:28:54.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,298,547,715 [664 TB]", 2024-04-15T16:28:54.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 4,547,413,946", 2024-04-15T16:28:54.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 24,844,751,087", 2024-04-15T16:28:54.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 602", 2024-04-15T16:28:54.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 41,443", 2024-04-15T16:28:54.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 54,733", 2024-04-15T16:28:54.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 37,629", 2024-04-15T16:28:54.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T16:28:54.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-04-15T16:28:54.585 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.585 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T16:28:54.585 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-04-15T16:28:54.586 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-04-15T16:28:54.586 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.586 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T16:28:54.586 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-04-15T16:28:54.586 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-04-15T16:28:54.586 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.586 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.586 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.586 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-04-15T16:28:54.586 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-04-15T16:28:54.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.586 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-04-15T16:28:54.586 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.587 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.587 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.587 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.587 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.587 INFO:tasks.workunit.client.0.smithi090.stdout: "3d70a7e2-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:54.587 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_3d711c0e-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T16:28:54.587 INFO:tasks.workunit.client.0.smithi090.stdout: "20240415-162318": { 2024-04-15T16:28:54.587 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-04-15T16:28:54.587 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T16:28:54.587 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-04-15T16:28:54.587 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-04-15T16:28:54.587 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-04-15T16:28:54.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.587 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV101H0", 2024-04-15T16:28:54.588 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "3d70a7e2-fb45-11ee-af66-0cc47a8fd767", 2024-04-15T16:28:54.588 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-04-15T16:28:54.588 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:54.588 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:54.588 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.588 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-04-15T16:28:54.588 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Mon Apr 15 16:23:17 2024 UTC", 2024-04-15T16:28:54.588 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1713198197 2024-04-15T16:28:54.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.588 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-04-15T16:28:54.588 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T16:28:54.588 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-04-15T16:28:54.588 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T16:28:54.588 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-04-15T16:28:54.588 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.589 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-04-15T16:28:54.589 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.589 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.589 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-04-15T16:28:54.589 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-04-15T16:28:54.589 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-04-15T16:28:54.589 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.589 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.589 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-04-15T16:28:54.589 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.589 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.589 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.589 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.590 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.590 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T16:28:54.590 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-04-15T16:28:54.590 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-04-15T16:28:54.590 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-04-15T16:28:54.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.590 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T16:28:54.590 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-04-15T16:28:54.590 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-04-15T16:28:54.590 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.590 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.590 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-04-15T16:28:54.590 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.590 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.591 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-04-15T16:28:54.591 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.591 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.591 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-04-15T16:28:54.591 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.591 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.591 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-04-15T16:28:54.591 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.591 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 26311112 2024-04-15T16:28:54.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.591 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-04-15T16:28:54.591 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 1 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 43138662 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-04-15T16:28:54.592 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.593 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.593 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-04-15T16:28:54.593 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.593 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.593 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-04-15T16:28:54.593 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.593 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.593 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-04-15T16:28:54.593 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.593 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.594 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-04-15T16:28:54.594 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.594 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.594 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.594 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-04-15T16:28:54.594 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.594 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:54.594 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-04-15T16:28:54.594 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-04-15T16:28:54.594 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.594 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.594 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-04-15T16:28:54.594 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.594 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:54.595 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.595 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-04-15T16:28:54.595 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.595 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-04-15T16:28:54.595 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.595 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-04-15T16:28:54.595 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T16:28:54.595 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T16:28:54.595 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.595 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-04-15T16:28:54.595 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T16:28:54.595 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T16:28:54.595 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.595 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-04-15T16:28:54.595 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 91, 2024-04-15T16:28:54.596 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T16:28:54.596 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2905, 2024-04-15T16:28:54.596 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2919, 2024-04-15T16:28:54.596 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2890 2024-04-15T16:28:54.596 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.596 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.596 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.596 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T16:28:54.596 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.596 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-04-15T16:28:54.596 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-04-15T16:28:54.596 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-04-15T16:28:54.596 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 28, 2024-04-15T16:28:54.596 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-04-15T16:28:54.596 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 370340526, 2024-04-15T16:28:54.597 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1724325046, 2024-04-15T16:28:54.597 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 5247271838, 2024-04-15T16:28:54.597 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 27087278049, 2024-04-15T16:28:54.597 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-04-15T16:28:54.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-04-15T16:28:54.597 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 9, 2024-04-15T16:28:54.597 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 41173, 2024-04-15T16:28:54.597 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 58610, 2024-04-15T16:28:54.597 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-04-15T16:28:54.597 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 1008 2024-04-15T16:28:54.597 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.597 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-04-15T16:28:54.597 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 41173, 2024-04-15T16:28:54.597 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-04-15T16:28:54.597 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 58610 2024-04-15T16:28:54.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.598 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-04-15T16:28:54.598 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-04-15T16:28:54.598 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-04-15T16:28:54.598 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.598 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-04-15T16:28:54.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.598 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-04-15T16:28:54.598 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-04-15T16:28:54.598 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-04-15T16:28:54.598 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-04-15T16:28:54.598 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-04-15T16:28:54.598 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-04-15T16:28:54.599 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.599 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-04-15T16:28:54.599 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-04-15T16:28:54.599 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-04-15T16:28:54.599 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T16:28:54.599 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T16:28:54.599 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.599 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T16:28:54.599 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T16:28:54.599 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-04-15T16:28:54.599 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV101H0", 2024-04-15T16:28:54.599 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T16:28:54.599 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T16:28:54.599 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-04-15T16:28:54.599 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-04-15T16:28:54.600 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T16:28:54.600 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T16:28:54.600 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Mon Apr 15 16:23:17 2024 UTC", 2024-04-15T16:28:54.600 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T16:28:54.600 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T16:28:54.600 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T16:28:54.600 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T16:28:54.600 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.600 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-04-15T16:28:54.600 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T16:28:54.600 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T16:28:54.600 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.600 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T16:28:54.600 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T16:28:54.601 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-04-15T16:28:54.601 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-04-15T16:28:54.601 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-04-15T16:28:54.601 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-04-15T16:28:54.601 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-04-15T16:28:54.601 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-04-15T16:28:54.601 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-04-15T16:28:54.601 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.601 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T16:28:54.601 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T16:28:54.601 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.601 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T16:28:54.601 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-04-15T16:28:54.601 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-04-15T16:28:54.601 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-04-15T16:28:54.602 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-04-15T16:28:54.602 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 9%", 2024-04-15T16:28:54.602 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 370,340,526 [189 TB]", 2024-04-15T16:28:54.602 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,724,325,046 [882 TB]", 2024-04-15T16:28:54.602 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 5,247,271,838", 2024-04-15T16:28:54.602 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 27,087,278,049", 2024-04-15T16:28:54.602 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 28", 2024-04-15T16:28:54.602 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 41,173", 2024-04-15T16:28:54.602 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 58,610", 2024-04-15T16:28:54.602 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 1,008", 2024-04-15T16:28:54.602 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T16:28:54.602 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-04-15T16:28:54.602 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T16:28:54.602 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T16:28:54.603 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-04-15T16:28:54.603 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-04-15T16:28:54.603 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.603 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T16:28:54.603 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-04-15T16:28:54.603 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-04-15T16:28:54.603 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:54.603 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:54.603 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.603 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-04-15T16:28:54.603 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-04-15T16:28:54.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.603 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-04-15T16:28:54.604 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T16:28:54.604 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T16:28:54.604 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.604 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.604 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.604 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.604 INFO:tasks.workunit.client.0.smithi090.stdout: "report": { 2024-04-15T16:28:54.604 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer": { 2024-04-15T16:28:54.604 INFO:tasks.workunit.client.0.smithi090.stdout: "active": true, 2024-04-15T16:28:54.604 INFO:tasks.workunit.client.0.smithi090.stdout: "mode": "" 2024-04-15T16:28:54.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.604 INFO:tasks.workunit.client.0.smithi090.stdout: "channels": [ 2024-04-15T16:28:54.604 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T16:28:54.604 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T16:28:54.605 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T16:28:54.605 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-04-15T16:28:54.605 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-04-15T16:28:54.605 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.605 INFO:tasks.workunit.client.0.smithi090.stdout: "channels_available": [ 2024-04-15T16:28:54.605 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T16:28:54.605 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-04-15T16:28:54.605 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T16:28:54.605 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T16:28:54.605 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-04-15T16:28:54.605 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.605 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_available": [ 2024-04-15T16:28:54.605 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T16:28:54.605 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T16:28:54.606 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T16:28:54.606 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T16:28:54.606 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T16:28:54.606 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T16:28:54.606 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T16:28:54.606 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T16:28:54.606 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T16:28:54.606 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T16:28:54.606 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-04-15T16:28:54.606 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.606 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_opted_in": [ 2024-04-15T16:28:54.606 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T16:28:54.606 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T16:28:54.606 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T16:28:54.607 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T16:28:54.607 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T16:28:54.607 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T16:28:54.607 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T16:28:54.607 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T16:28:54.607 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T16:28:54.607 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T16:28:54.607 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore" 2024-04-15T16:28:54.607 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.607 INFO:tasks.workunit.client.0.smithi090.stdout: "config": { 2024-04-15T16:28:54.607 INFO:tasks.workunit.client.0.smithi090.stdout: "active_changed": [ 2024-04-15T16:28:54.607 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:28:54.607 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T16:28:54.607 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:28:54.607 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T16:28:54.608 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T16:28:54.608 INFO:tasks.workunit.client.0.smithi090.stdout: "client_check_pool_perm", 2024-04-15T16:28:54.608 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_gid", 2024-04-15T16:28:54.608 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_uid", 2024-04-15T16:28:54.608 INFO:tasks.workunit.client.0.smithi090.stdout: "client_quota", 2024-04-15T16:28:54.608 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T16:28:54.608 INFO:tasks.workunit.client.0.smithi090.stdout: "daemonize", 2024-04-15T16:28:54.608 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:28:54.608 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T16:28:54.608 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T16:28:54.608 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T16:28:54.608 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T16:28:54.608 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T16:28:54.608 INFO:tasks.workunit.client.0.smithi090.stdout: "keyring", 2024-04-15T16:28:54.608 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_block_size", 2024-04-15T16:28:54.609 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_cache_size", 2024-04-15T16:28:54.609 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_compression", 2024-04-15T16:28:54.609 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_log", 2024-04-15T16:28:54.609 INFO:tasks.workunit.client.0.smithi090.stdout: "leveldb_write_buffer_size", 2024-04-15T16:28:54.609 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T16:28:54.609 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T16:28:54.609 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T16:28:54.609 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T16:28:54.609 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T16:28:54.609 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T16:28:54.609 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T16:28:54.609 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_journald", 2024-04-15T16:28:54.609 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_stderr", 2024-04-15T16:28:54.609 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T16:28:54.610 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T16:28:54.610 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_host", 2024-04-15T16:28:54.610 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T16:28:54.610 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:28:54.610 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:28:54.610 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:28:54.610 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:28:54.610 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:28:54.610 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:28:54.610 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:28:54.610 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:28:54.610 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:28:54.610 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:28:54.610 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:28:54.611 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:28:54.611 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:28:54.611 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T16:28:54.611 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T16:28:54.611 INFO:tasks.workunit.client.0.smithi090.stdout: "no_config_file", 2024-04-15T16:28:54.611 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T16:28:54.611 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T16:28:54.611 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_crush_chooseleaf_type", 2024-04-15T16:28:54.611 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:28:54.611 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T16:28:54.611 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:28:54.611 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T16:28:54.611 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:28:54.611 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:28:54.611 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:28:54.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:28:54.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep", 2024-04-15T16:28:54.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hdd", 2024-04-15T16:28:54.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hybrid", 2024-04-15T16:28:54.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_ssd", 2024-04-15T16:28:54.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_max_backfills", 2024-04-15T16:28:54.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:28:54.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T16:28:54.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T16:28:54.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T16:28:54.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T16:28:54.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T16:28:54.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T16:28:54.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T16:28:54.612 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pg_delete_cost", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_hdd", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_ssd", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep", 2024-04-15T16:28:54.613 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hdd", 2024-04-15T16:28:54.614 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T16:28:54.614 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_ssd", 2024-04-15T16:28:54.614 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T16:28:54.614 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T16:28:54.614 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_sleep", 2024-04-15T16:28:54.614 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:28:54.614 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep", 2024-04-15T16:28:54.614 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T16:28:54.614 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T16:28:54.614 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T16:28:54.614 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addr", 2024-04-15T16:28:54.614 INFO:tasks.workunit.client.0.smithi090.stdout: "public_addrv", 2024-04-15T16:28:54.614 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_default_features", 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_qos_exclude_ops", 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: "setgroup", 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: "setuser" 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_changed": [ 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T16:28:54.615 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T16:28:54.616 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T16:28:54.616 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T16:28:54.616 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T16:28:54.616 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T16:28:54.616 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T16:28:54.616 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_join_fs", 2024-04-15T16:28:54.616 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T16:28:54.616 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/container_init", 2024-04-15T16:28:54.616 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/migration_current", 2024-04-15T16:28:54.616 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T16:28:54.616 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T16:28:54.616 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T16:28:54.616 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T16:28:54.616 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T16:28:54.616 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T16:28:54.617 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T16:28:54.617 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_ident", 2024-04-15T16:28:54.617 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_perf", 2024-04-15T16:28:54.617 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/description", 2024-04-15T16:28:54.617 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/enabled", 2024-04-15T16:28:54.617 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/organization", 2024-04-15T16:28:54.617 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T16:28:54.617 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T16:28:54.617 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T16:28:54.617 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T16:28:54.617 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T16:28:54.617 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T16:28:54.617 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T16:28:54.617 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T16:28:54.617 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T16:28:54.618 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T16:28:54.618 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T16:28:54.618 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T16:28:54.618 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T16:28:54.618 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T16:28:54.618 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T16:28:54.618 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T16:28:54.618 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T16:28:54.618 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T16:28:54.618 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T16:28:54.618 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T16:28:54.618 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T16:28:54.618 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T16:28:54.618 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T16:28:54.618 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T16:28:54.619 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T16:28:54.619 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T16:28:54.619 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T16:28:54.619 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T16:28:54.619 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T16:28:54.619 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T16:28:54.619 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T16:28:54.619 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T16:28:54.619 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T16:28:54.619 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T16:28:54.619 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T16:28:54.619 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T16:28:54.619 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T16:28:54.620 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T16:28:54.620 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T16:28:54.620 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T16:28:54.620 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T16:28:54.620 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T16:28:54.620 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T16:28:54.620 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T16:28:54.620 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T16:28:54.620 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T16:28:54.620 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_cache_enabled", 2024-04-15T16:28:54.620 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_ops_log", 2024-04-15T16:28:54.620 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_usage_log" 2024-04-15T16:28:54.620 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.620 INFO:tasks.workunit.client.0.smithi090.stdout: "contact": null, 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: "crashes": [], 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: "created": "2024-04-15T16:19:57.302974Z", 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: "crush": { 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_algs": { 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: "straw2": 3 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_sizes": { 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: "2": 1, 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: "4": 2 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_types": { 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: "1": 2, 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: "11": 1 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: "compat_weight_set": false, 2024-04-15T16:28:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: "device_classes": [ 2024-04-15T16:28:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: 8 2024-04-15T16:28:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_buckets": 6, 2024-04-15T16:28:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_devices": 8, 2024-04-15T16:28:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_rules": 1, 2024-04-15T16:28:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_types": 12, 2024-04-15T16:28:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_weight_sets": 0, 2024-04-15T16:28:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: "tunables": { 2024-04-15T16:28:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: "allowed_bucket_algs": 54, 2024-04-15T16:28:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_fallback_tries": 0, 2024-04-15T16:28:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_tries": 0, 2024-04-15T16:28:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_total_tries": 50, 2024-04-15T16:28:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_descend_once": 1, 2024-04-15T16:28:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_stable": 1, 2024-04-15T16:28:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_vary_r": 1, 2024-04-15T16:28:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v2_rules": 0, 2024-04-15T16:28:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v3_rules": 0, 2024-04-15T16:28:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v4_buckets": 1, 2024-04-15T16:28:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v5_rules": 0, 2024-04-15T16:28:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: "legacy_tunables": 0, 2024-04-15T16:28:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: "minimum_required_version": "jewel", 2024-04-15T16:28:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: "optimal_tunables": 1, 2024-04-15T16:28:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: "profile": "jewel", 2024-04-15T16:28:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables": 1, 2024-04-15T16:28:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables2": 1, 2024-04-15T16:28:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables3": 1, 2024-04-15T16:28:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables5": 1, 2024-04-15T16:28:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: "straw_calc_version": 1 2024-04-15T16:28:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: "description": "upgrade test cluster", 2024-04-15T16:28:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: "fs": { 2024-04-15T16:28:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: "feature_flags": { 2024-04-15T16:28:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: "enable_multiple": true, 2024-04-15T16:28:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_enabled_multiple": true 2024-04-15T16:28:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: "filesystems": [ 2024-04-15T16:28:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: "approx_ctime": "2024-04", 2024-04-15T16:28:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer_enabled": false, 2024-04-15T16:28:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_caps": 0, 2024-04-15T16:28:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_dns": 10, 2024-04-15T16:28:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_inos": 13, 2024-04-15T16:28:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_subtrees": 2, 2024-04-15T16:28:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_allowed_features": 0, 2024-04-15T16:28:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: "explicitly_allowed_features": 0, 2024-04-15T16:28:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: "files": 0, 2024-04-15T16:28:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: "max_mds": 1, 2024-04-15T16:28:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_data_pools": 1, 2024-04-15T16:28:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_in": 1, 2024-04-15T16:28:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_mds": 1, 2024-04-15T16:28:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": 0, 2024-04-15T16:28:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_replay": 0, 2024-04-15T16:28:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: "num_up": 1, 2024-04-15T16:28:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: "snaps": 0, 2024-04-15T16:28:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: "standby_count_wanted": 0 2024-04-15T16:28:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_mds": 1, 2024-04-15T16:28:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: "total_num_mds": 2 2024-04-15T16:28:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_stats": { 2024-04-15T16:28:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T16:28:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T16:28:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 20643840, 2024-04-15T16:28:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 460936, 2024-04-15T16:28:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T16:28:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 671744, 2024-04-15T16:28:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 411, 2024-04-15T16:28:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 1253576, 2024-04-15T16:28:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 20, 2024-04-15T16:28:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1259008, 2024-04-15T16:28:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14917808, 2024-04-15T16:28:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 21315584 2024-04-15T16:28:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T16:28:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 19218432, 2024-04-15T16:28:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 273544, 2024-04-15T16:28:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T16:28:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 57344, 2024-04-15T16:28:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 0, 2024-04-15T16:28:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 316, 2024-04-15T16:28:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 927640, 2024-04-15T16:28:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 12, 2024-04-15T16:28:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 750592, 2024-04-15T16:28:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14456800, 2024-04-15T16:28:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 19218432 2024-04-15T16:28:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T16:28:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 35717120, 2024-04-15T16:28:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 738552, 2024-04-15T16:28:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T16:28:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 581632, 2024-04-15T16:28:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 9838592, 2024-04-15T16:28:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 930, 2024-04-15T16:28:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 6974944, 2024-04-15T16:28:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 21, 2024-04-15T16:28:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2044160, 2024-04-15T16:28:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 22625320, 2024-04-15T16:28:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45555712 2024-04-15T16:28:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T16:28:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 44310528, 2024-04-15T16:28:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 2203512, 2024-04-15T16:28:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T16:28:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 4292608, 2024-04-15T16:28:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1798, 2024-04-15T16:28:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 10865152, 2024-04-15T16:28:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 23, 2024-04-15T16:28:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2981376, 2024-04-15T16:28:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 25507976, 2024-04-15T16:28:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 48603136 2024-04-15T16:28:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T16:28:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 35340288, 2024-04-15T16:28:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1540888, 2024-04-15T16:28:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T16:28:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 11264000, 2024-04-15T16:28:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1093, 2024-04-15T16:28:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 7817128, 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 21, 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 863232, 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 22366528, 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 46604288 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 51273728, 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1840904, 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 221184, 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1745, 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 5773616, 2024-04-15T16:28:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-04-15T16:28:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 4005888, 2024-04-15T16:28:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 36769736, 2024-04-15T16:28:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 51494912 2024-04-15T16:28:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T16:28:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 45793280, 2024-04-15T16:28:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 925936, 2024-04-15T16:28:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-04-15T16:28:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 524288, 2024-04-15T16:28:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1313, 2024-04-15T16:28:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 5269000, 2024-04-15T16:28:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-04-15T16:28:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2130176, 2024-04-15T16:28:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34584584, 2024-04-15T16:28:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 46317568 2024-04-15T16:28:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T16:28:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 44711936, 2024-04-15T16:28:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 759128, 2024-04-15T16:28:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-04-15T16:28:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 491520, 2024-04-15T16:28:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1244, 2024-04-15T16:28:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4549200, 2024-04-15T16:28:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-04-15T16:28:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2918912, 2024-04-15T16:28:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 33601112, 2024-04-15T16:28:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45203456 2024-04-15T16:28:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T16:28:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 44220416, 2024-04-15T16:28:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 714896, 2024-04-15T16:28:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-04-15T16:28:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 1048576, 2024-04-15T16:28:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1214, 2024-04-15T16:28:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4294880, 2024-04-15T16:28:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 46, 2024-04-15T16:28:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2129408, 2024-04-15T16:28:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34197648, 2024-04-15T16:28:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45268992 2024-04-15T16:28:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T16:28:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 45080576, 2024-04-15T16:28:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 559792, 2024-04-15T16:28:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-04-15T16:28:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 188416, 2024-04-15T16:28:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1216, 2024-04-15T16:28:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4743664, 2024-04-15T16:28:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-04-15T16:28:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2071296, 2024-04-15T16:28:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34822240, 2024-04-15T16:28:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 45268992 2024-04-15T16:28:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T16:28:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 45056000, 2024-04-15T16:28:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1126456, 2024-04-15T16:28:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-04-15T16:28:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 1261568, 2024-04-15T16:28:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1232, 2024-04-15T16:28:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4271336, 2024-04-15T16:28:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-04-15T16:28:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2059776, 2024-04-15T16:28:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34714848, 2024-04-15T16:28:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 46317568 2024-04-15T16:28:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T16:28:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 48644096, 2024-04-15T16:28:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1821880, 2024-04-15T16:28:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2883584, 2024-04-15T16:28:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 819200, 2024-04-15T16:28:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1623, 2024-04-15T16:28:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 5486904, 2024-04-15T16:28:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 47, 2024-04-15T16:28:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 3617792, 2024-04-15T16:28:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34833936, 2024-04-15T16:28:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 49463296 2024-04-15T16:28:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T16:28:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 47882240, 2024-04-15T16:28:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 1288160, 2024-04-15T16:28:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 4980736, 2024-04-15T16:28:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T16:28:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 1794048, 2024-04-15T16:28:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 1300, 2024-04-15T16:28:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T16:28:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 4974864, 2024-04-15T16:28:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 46, 2024-04-15T16:28:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2191360, 2024-04-15T16:28:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 34447120, 2024-04-15T16:28:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 49676288 2024-04-15T16:28:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "hosts": { 2024-04-15T16:28:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num": 2, 2024-04-15T16:28:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mds": 2, 2024-04-15T16:28:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mgr": 2, 2024-04-15T16:28:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mon": 2, 2024-04-15T16:28:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_osd": 2 2024-04-15T16:28:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "io_rate": { 2024-04-15T16:28:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_stats_delta": { 2024-04-15T16:28:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 0, 2024-04-15T16:28:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 0, 2024-04-15T16:28:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "stamp_delta": "12.002408", 2024-04-15T16:28:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 254, 2024-04-15T16:28:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 338, 2024-04-15T16:28:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 56, 2024-04-15T16:28:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 0 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard": false, 2024-04-15T16:28:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard_description": null, 2024-04-15T16:28:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "license": "sharing-1-0", 2024-04-15T16:28:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mempool": { 2024-04-15T16:28:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T16:28:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T16:28:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222439, 2024-04-15T16:28:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 68 2024-04-15T16:28:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 51496, 2024-04-15T16:28:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 208 2024-04-15T16:28:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8008, 2024-04-15T16:28:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 125 2024-04-15T16:28:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T16:28:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 149144, 2024-04-15T16:28:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T16:28:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 928, 2024-04-15T16:28:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T16:28:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T16:28:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1124779, 2024-04-15T16:28:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 354 2024-04-15T16:28:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6584, 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 124 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12744, 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1546 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5152, 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 83 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T16:28:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1131197, 2024-04-15T16:28:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 344 2024-04-15T16:28:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 440, 2024-04-15T16:28:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T16:28:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6584, 2024-04-15T16:28:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 124 2024-04-15T16:28:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12744, 2024-04-15T16:28:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1546 2024-04-15T16:28:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10304, 2024-04-15T16:28:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 166 2024-04-15T16:28:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1093379, 2024-04-15T16:28:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 352 2024-04-15T16:28:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6584, 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 124 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12744, 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1546 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5152, 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 83 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T16:28:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5360, 2024-04-15T16:28:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 67 2024-04-15T16:28:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20608, 2024-04-15T16:28:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 184 2024-04-15T16:28:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1600, 2024-04-15T16:28:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T16:28:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 602112, 2024-04-15T16:28:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 16 2024-04-15T16:28:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 90924, 2024-04-15T16:28:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 15596 2024-04-15T16:28:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 202896, 2024-04-15T16:28:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 330 2024-04-15T16:28:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11172, 2024-04-15T16:28:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 732 2024-04-15T16:28:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8832, 2024-04-15T16:28:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 184 2024-04-15T16:28:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 31164, 2024-04-15T16:28:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 198 2024-04-15T16:28:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20608, 2024-04-15T16:28:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 184 2024-04-15T16:28:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 415944, 2024-04-15T16:28:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 93 2024-04-15T16:28:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2460380, 2024-04-15T16:28:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 198 2024-04-15T16:28:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6688, 2024-04-15T16:28:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 76 2024-04-15T16:28:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 510048, 2024-04-15T16:28:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T16:28:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 98800, 2024-04-15T16:28:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 194 2024-04-15T16:28:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222968, 2024-04-15T16:28:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3398 2024-04-15T16:28:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4480, 2024-04-15T16:28:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 56 2024-04-15T16:28:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19152, 2024-04-15T16:28:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 171 2024-04-15T16:28:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1600, 2024-04-15T16:28:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T16:28:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16384, 2024-04-15T16:28:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 4 2024-04-15T16:28:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 44755, 2024-04-15T16:28:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8418 2024-04-15T16:28:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 126056, 2024-04-15T16:28:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 217 2024-04-15T16:28:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9348, 2024-04-15T16:28:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 558 2024-04-15T16:28:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8208, 2024-04-15T16:28:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 171 2024-04-15T16:28:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 27400, 2024-04-15T16:28:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 185 2024-04-15T16:28:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19264, 2024-04-15T16:28:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 172 2024-04-15T16:28:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T16:28:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T16:28:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 427123, 2024-04-15T16:28:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 96 2024-04-15T16:28:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T16:28:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T16:28:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2435363, 2024-04-15T16:28:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 178 2024-04-15T16:28:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5016, 2024-04-15T16:28:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 57 2024-04-15T16:28:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 440496, 2024-04-15T16:28:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 38 2024-04-15T16:28:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7280, 2024-04-15T16:28:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 18 2024-04-15T16:28:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222968, 2024-04-15T16:28:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3398 2024-04-15T16:28:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T16:28:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4320, 2024-04-15T16:28:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 54 2024-04-15T16:28:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19040, 2024-04-15T16:28:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 170 2024-04-15T16:28:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1376, 2024-04-15T16:28:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 42 2024-04-15T16:28:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8192, 2024-04-15T16:28:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T16:28:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 42918, 2024-04-15T16:28:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8144 2024-04-15T16:28:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 121296, 2024-04-15T16:28:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 210 2024-04-15T16:28:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8208, 2024-04-15T16:28:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 507 2024-04-15T16:28:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8160, 2024-04-15T16:28:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 170 2024-04-15T16:28:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 25776, 2024-04-15T16:28:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 178 2024-04-15T16:28:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19152, 2024-04-15T16:28:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 171 2024-04-15T16:28:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T16:28:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T16:28:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 370955, 2024-04-15T16:28:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 82 2024-04-15T16:28:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T16:28:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T16:28:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2422064, 2024-04-15T16:28:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 178 2024-04-15T16:28:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4312, 2024-04-15T16:28:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 49 2024-04-15T16:28:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359352, 2024-04-15T16:28:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 31 2024-04-15T16:28:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8320, 2024-04-15T16:28:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-04-15T16:28:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 223480, 2024-04-15T16:28:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3422 2024-04-15T16:28:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T16:28:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3680, 2024-04-15T16:28:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 46 2024-04-15T16:28:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19600, 2024-04-15T16:28:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 175 2024-04-15T16:28:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 480, 2024-04-15T16:28:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 34 2024-04-15T16:28:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 43990, 2024-04-15T16:28:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8413 2024-04-15T16:28:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 126056, 2024-04-15T16:28:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 217 2024-04-15T16:28:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9332, 2024-04-15T16:28:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 566 2024-04-15T16:28:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8400, 2024-04-15T16:28:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 175 2024-04-15T16:28:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26728, 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 185 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19600, 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 175 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2208, 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 243168, 2024-04-15T16:28:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 51 2024-04-15T16:28:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26565, 2024-04-15T16:28:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9 2024-04-15T16:28:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2453622, 2024-04-15T16:28:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 190 2024-04-15T16:28:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4752, 2024-04-15T16:28:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 54 2024-04-15T16:28:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 428904, 2024-04-15T16:28:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 37 2024-04-15T16:28:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10400, 2024-04-15T16:28:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 20 2024-04-15T16:28:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222968, 2024-04-15T16:28:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3398 2024-04-15T16:28:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T16:28:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3360, 2024-04-15T16:28:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 42 2024-04-15T16:28:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19488, 2024-04-15T16:28:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-04-15T16:28:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1152, 2024-04-15T16:28:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 40 2024-04-15T16:28:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 44620, 2024-04-15T16:28:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8500 2024-04-15T16:28:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 127416, 2024-04-15T16:28:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 219 2024-04-15T16:28:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9520, 2024-04-15T16:28:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 565 2024-04-15T16:28:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8352, 2024-04-15T16:28:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-04-15T16:28:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 27408, 2024-04-15T16:28:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 187 2024-04-15T16:28:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19600, 2024-04-15T16:28:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 175 2024-04-15T16:28:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T16:28:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T16:28:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 923118, 2024-04-15T16:28:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 74 2024-04-15T16:28:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T16:28:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T16:28:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2428526, 2024-04-15T16:28:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 177 2024-04-15T16:28:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4752, 2024-04-15T16:28:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 54 2024-04-15T16:28:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 452088, 2024-04-15T16:28:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-04-15T16:28:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7904, 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 16 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 223224, 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3410 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T16:28:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2800, 2024-04-15T16:28:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 35 2024-04-15T16:28:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19376, 2024-04-15T16:28:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-04-15T16:28:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 480, 2024-04-15T16:28:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 34 2024-04-15T16:28:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 44773, 2024-04-15T16:28:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8520 2024-04-15T16:28:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 128096, 2024-04-15T16:28:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 220 2024-04-15T16:28:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9740, 2024-04-15T16:28:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 566 2024-04-15T16:28:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8304, 2024-04-15T16:28:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-04-15T16:28:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 27832, 2024-04-15T16:28:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 188 2024-04-15T16:28:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19376, 2024-04-15T16:28:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 173 2024-04-15T16:28:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2208, 2024-04-15T16:28:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 815811, 2024-04-15T16:28:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 48 2024-04-15T16:28:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26565, 2024-04-15T16:28:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9 2024-04-15T16:28:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2419062, 2024-04-15T16:28:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 169 2024-04-15T16:28:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5368, 2024-04-15T16:28:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 61 2024-04-15T16:28:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 475272, 2024-04-15T16:28:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 41 2024-04-15T16:28:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11960, 2024-04-15T16:28:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-04-15T16:28:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 223736, 2024-04-15T16:28:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3434 2024-04-15T16:28:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T16:28:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2240, 2024-04-15T16:28:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 28 2024-04-15T16:28:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20384, 2024-04-15T16:28:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-04-15T16:28:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 480, 2024-04-15T16:28:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 34 2024-04-15T16:28:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 14887, 2024-04-15T16:28:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 86093, 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 15086 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 195416, 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 319 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10764, 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 723 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8736, 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 28604, 2024-04-15T16:28:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 187 2024-04-15T16:28:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20384, 2024-04-15T16:28:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-04-15T16:28:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 770225, 2024-04-15T16:28:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 38 2024-04-15T16:28:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2452908, 2024-04-15T16:28:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 182 2024-04-15T16:28:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4840, 2024-04-15T16:28:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 55 2024-04-15T16:28:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 452088, 2024-04-15T16:28:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-04-15T16:28:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 99112, 2024-04-15T16:28:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 201 2024-04-15T16:28:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222968, 2024-04-15T16:28:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3398 2024-04-15T16:28:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T16:28:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T16:28:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6368, 2024-04-15T16:28:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T16:28:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T16:28:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16896, 2024-04-15T16:28:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8 2024-04-15T16:28:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T16:28:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 576, 2024-04-15T16:28:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T16:28:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T16:28:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1680, 2024-04-15T16:28:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 21 2024-04-15T16:28:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T16:28:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20272, 2024-04-15T16:28:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-04-15T16:28:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T16:28:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1040, 2024-04-15T16:28:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-04-15T16:28:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T16:28:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 270336, 2024-04-15T16:28:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7 2024-04-15T16:28:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T16:28:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 47931, 2024-04-15T16:28:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9149 2024-04-15T16:28:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T16:28:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 132856, 2024-04-15T16:28:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 227 2024-04-15T16:28:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T16:28:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11528, 2024-04-15T16:28:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 728 2024-04-15T16:28:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T16:28:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 8688, 2024-04-15T16:28:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-04-15T16:28:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T16:28:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T16:28:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30820, 2024-04-15T16:28:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 195 2024-04-15T16:28:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T16:28:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20272, 2024-04-15T16:28:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-04-15T16:28:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T16:28:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T16:28:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 143547, 2024-04-15T16:28:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 28 2024-04-15T16:28:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T16:28:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T16:28:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2408050, 2024-04-15T16:28:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 184 2024-04-15T16:28:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T16:28:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5896, 2024-04-15T16:28:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 67 2024-04-15T16:28:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T16:28:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 533232, 2024-04-15T16:28:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 46 2024-04-15T16:28:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T16:28:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T16:28:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 103480, 2024-04-15T16:28:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 243 2024-04-15T16:28:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T16:28:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222968, 2024-04-15T16:28:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3398 2024-04-15T16:28:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T16:28:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T16:28:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T16:28:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T16:28:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T16:28:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T16:28:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "metadata": { 2024-04-15T16:28:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T16:28:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T16:28:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 2 2024-04-15T16:28:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T16:28:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:28:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T16:28:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-15T16:28:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T16:28:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 2 2024-04-15T16:28:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T16:28:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 2 2024-04-15T16:28:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T16:28:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T16:28:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T16:28:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T16:28:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T16:28:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 2 2024-04-15T16:28:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T16:28:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 3 2024-04-15T16:28:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T16:28:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T16:28:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T16:28:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-15T16:28:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T16:28:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 3 2024-04-15T16:28:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T16:28:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 3 2024-04-15T16:28:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T16:28:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T16:28:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T16:28:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T16:28:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T16:28:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 3 2024-04-15T16:28:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T16:28:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 8 2024-04-15T16:28:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T16:28:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T16:28:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T16:28:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-15T16:28:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T16:28:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 8 2024-04-15T16:28:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T16:28:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 8 2024-04-15T16:28:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T16:28:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T16:28:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T16:28:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T16:28:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T16:28:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 8 2024-04-15T16:28:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_objectstore": { 2024-04-15T16:28:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": 8 2024-04-15T16:28:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "rotational": { 2024-04-15T16:28:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "0": 8 2024-04-15T16:28:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "features": { 2024-04-15T16:28:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "optional": [], 2024-04-15T16:28:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "persistent": [ 2024-04-15T16:28:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "kraken", 2024-04-15T16:28:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "luminous", 2024-04-15T16:28:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "mimic", 2024-04-15T16:28:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap-prune", 2024-04-15T16:28:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "nautilus", 2024-04-15T16:28:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "octopus", 2024-04-15T16:28:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "pacific", 2024-04-15T16:28:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "elector-pinging", 2024-04-15T16:28:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "quincy", 2024-04-15T16:28:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "reef" 2024-04-15T16:28:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv4_addr_mons": 6, 2024-04-15T16:28:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv6_addr_mons": 0, 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: "min_mon_release": 18, 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: "v1_addr_mons": 3, 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: "v2_addr_mons": 3 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: "organization": "ceph-qa", 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_network": false, 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: "require_min_compat_client": "luminous", 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: "require_osd_release": "reef" 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_perf_histograms": [ 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T16:28:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T16:28:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T16:28:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T16:28:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T16:28:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T16:28:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T16:28:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T16:28:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T16:28:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T16:28:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T16:28:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T16:28:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T16:28:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T16:28:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T16:28:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T16:28:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T16:28:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T16:28:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T16:28:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T16:28:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T16:28:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T16:28:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T16:28:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T16:28:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T16:28:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T16:28:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T16:28:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:28:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:28:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:28:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:28:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:28:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:28:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T16:28:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T16:28:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T16:28:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T16:28:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T16:28:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T16:28:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T16:28:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T16:28:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T16:28:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T16:28:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T16:28:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T16:28:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T16:28:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T16:28:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T16:28:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T16:28:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T16:28:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T16:28:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T16:28:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T16:28:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T16:28:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T16:28:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T16:28:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T16:28:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T16:28:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T16:28:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T16:28:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T16:28:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T16:28:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T16:28:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T16:28:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T16:28:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T16:28:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T16:28:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T16:28:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T16:28:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T16:28:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T16:28:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T16:28:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T16:28:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T16:28:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T16:28:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T16:28:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 107, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T16:28:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T16:28:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T16:28:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T16:28:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T16:28:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T16:28:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T16:28:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T16:28:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T16:28:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T16:28:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T16:28:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T16:28:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:28:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:28:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:28:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:28:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:28:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:28:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T16:28:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T16:28:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T16:28:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T16:28:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T16:28:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T16:28:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T16:28:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T16:28:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T16:28:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T16:28:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T16:28:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T16:28:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T16:28:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T16:28:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T16:28:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T16:28:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T16:28:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T16:28:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T16:28:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T16:28:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T16:28:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T16:28:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T16:28:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T16:28:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T16:28:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T16:28:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T16:28:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T16:28:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T16:28:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T16:28:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T16:28:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T16:28:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T16:28:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T16:28:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T16:28:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T16:28:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T16:28:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T16:28:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T16:28:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T16:28:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T16:28:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T16:28:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T16:28:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T16:28:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T16:28:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T16:28:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T16:28:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T16:28:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T16:28:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T16:28:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T16:28:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T16:28:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T16:28:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T16:28:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T16:28:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T16:28:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T16:28:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T16:28:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T16:28:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T16:28:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T16:28:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T16:28:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T16:28:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T16:28:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T16:28:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T16:28:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T16:28:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T16:28:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T16:28:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T16:28:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:28:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:28:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:28:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:28:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:28:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:28:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T16:28:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T16:28:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T16:28:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T16:28:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T16:28:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T16:28:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T16:28:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T16:28:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T16:28:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T16:28:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T16:28:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T16:28:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T16:28:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T16:28:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T16:28:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T16:28:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T16:28:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T16:28:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T16:28:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T16:28:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T16:28:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T16:28:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T16:28:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T16:28:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T16:28:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T16:28:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T16:28:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T16:28:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T16:28:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T16:28:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T16:28:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T16:28:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T16:28:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T16:28:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T16:28:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T16:28:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T16:28:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T16:28:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T16:28:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T16:28:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T16:28:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T16:28:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T16:28:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T16:28:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T16:28:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T16:28:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T16:28:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T16:28:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T16:28:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T16:28:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T16:28:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T16:28:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T16:28:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T16:28:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T16:28:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T16:28:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T16:28:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T16:28:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T16:28:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T16:28:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T16:28:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T16:28:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T16:28:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T16:28:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T16:28:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T16:28:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T16:28:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T16:28:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T16:28:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T16:28:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T16:28:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T16:28:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T16:28:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T16:28:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T16:28:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T16:28:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T16:28:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T16:28:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T16:28:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T16:28:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T16:28:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T16:28:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T16:28:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T16:28:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T16:28:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T16:28:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T16:28:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T16:28:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T16:28:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T16:28:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T16:28:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T16:28:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T16:28:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T16:28:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T16:28:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T16:28:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T16:28:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T16:28:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T16:28:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T16:28:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T16:28:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T16:28:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T16:28:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T16:28:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T16:28:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T16:28:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T16:28:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T16:28:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T16:28:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T16:28:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T16:28:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T16:28:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T16:28:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T16:28:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T16:28:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T16:28:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T16:28:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T16:28:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 3, 0, 0, 0, 0, 0, 0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 11, 3, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 2, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T16:28:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T16:28:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T16:28:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T16:28:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T16:28:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T16:28:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T16:28:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T16:28:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_counters": { 2024-04-15T16:28:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T16:28:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T16:28:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "caps": { 2024-04-15T16:28:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flush_ack": { 2024-04-15T16:28:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-15T16:28:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_grant": { 2024-04-15T16:28:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_revoke": { 2024-04-15T16:28:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_trunc": { 2024-04-15T16:28:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_commit": { 2024-04-15T16:28:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T16:28:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_complete": { 2024-04-15T16:28:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_keys": { 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_merge": { 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_split": { 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "exported_inodes": { 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "forward": { 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_cap_release": { 2024-04-15T16:28:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps": { 2024-04-15T16:28:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps_dirty": { 2024-04-15T16:28:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_inode_file_caps": { 2024-04-15T16:28:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "imported_inodes": { 2024-04-15T16:28:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes": { 2024-04-15T16:28:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T16:28:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_expired": { 2024-04-15T16:28:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_pinned": { 2024-04-15T16:28:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T16:28:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_with_caps": { 2024-04-15T16:28:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "load_cent": { 2024-04-15T16:28:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "openino_dir_fetch": { 2024-04-15T16:28:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "process_request_cap_release": { 2024-04-15T16:28:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "reply_latency": { 2024-04-15T16:28:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 141741 2024-04-15T16:28:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "request": { 2024-04-15T16:28:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rbytes": { 2024-04-15T16:28:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rfiles": { 2024-04-15T16:28:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rsnaps": { 2024-04-15T16:28:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_reply": { 2024-04-15T16:28:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "subtrees": { 2024-04-15T16:28:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_cache": { 2024-04-15T16:28:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_enqueue_scrub": { 2024-04-15T16:28:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_exportdir": { 2024-04-15T16:28:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_flush": { 2024-04-15T16:28:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragmentdir": { 2024-04-15T16:28:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragstats": { 2024-04-15T16:28:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_inodestats": { 2024-04-15T16:28:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_enqueued": { 2024-04-15T16:28:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_prioritized": { 2024-04-15T16:28:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_processing": { 2024-04-15T16:28:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays": { 2024-04-15T16:28:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_delayed": { 2024-04-15T16:28:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_enqueuing": { 2024-04-15T16:28:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_completed": { 2024-04-15T16:28:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_started": { 2024-04-15T16:28:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_created": { 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_enqueued": { 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_migrated": { 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_reintegrated": { 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_log": { 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "ev": { 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T16:28:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "evadd": { 2024-04-15T16:28:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T16:28:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "evex": { 2024-04-15T16:28:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "evexd": { 2024-04-15T16:28:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "evexg": { 2024-04-15T16:28:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "evtrm": { 2024-04-15T16:28:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "jlat": { 2024-04-15T16:28:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7921670 2024-04-15T16:28:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "replayed": { 2024-04-15T16:28:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "seg": { 2024-04-15T16:28:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "segadd": { 2024-04-15T16:28:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "segex": { 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "segexd": { 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "segexg": { 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "segtrm": { 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_mem": { 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "cap": { 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "cap+": { 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "cap-": { 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "dir": { 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "dir+": { 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "dir-": { 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "dn": { 2024-04-15T16:28:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T16:28:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "dn+": { 2024-04-15T16:28:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T16:28:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "dn-": { 2024-04-15T16:28:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "heap": { 2024-04-15T16:28:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 207156 2024-04-15T16:28:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "ino": { 2024-04-15T16:28:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T16:28:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "ino+": { 2024-04-15T16:28:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T16:28:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "ino-": { 2024-04-15T16:28:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "rss": { 2024-04-15T16:28:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40776 2024-04-15T16:28:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_server": { 2024-04-15T16:28:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_acquisition_throttle": { 2024-04-15T16:28:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_revoke_eviction": { 2024-04-15T16:28:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_request": { 2024-04-15T16:28:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_session": { 2024-04-15T16:28:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16 2024-04-15T16:28:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_peer_request": { 2024-04-15T16:28:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "req_create_latency": { 2024-04-15T16:28:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getattr_latency": { 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 141741 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getfilelock_latency": { 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getvxattr_latency": { 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "req_link_latency": { 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookup_latency": { 2024-04-15T16:28:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookuphash_latency": { 2024-04-15T16:28:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupino_latency": { 2024-04-15T16:28:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupname_latency": { 2024-04-15T16:28:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupparent_latency": { 2024-04-15T16:28:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupsnap_latency": { 2024-04-15T16:28:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lssnap_latency": { 2024-04-15T16:28:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mkdir_latency": { 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mknod_latency": { 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mksnap_latency": { 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "req_open_latency": { 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "req_readdir_latency": { 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rename_latency": { 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "req_renamesnap_latency": { 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmdir_latency": { 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmsnap_latency": { 2024-04-15T16:28:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmxattr_latency": { 2024-04-15T16:28:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setattr_latency": { 2024-04-15T16:28:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setdirlayout_latency": { 2024-04-15T16:28:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setfilelock_latency": { 2024-04-15T16:28:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setlayout_latency": { 2024-04-15T16:28:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setxattr_latency": { 2024-04-15T16:28:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "req_snapdiff_latency": { 2024-04-15T16:28:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "req_symlink_latency": { 2024-04-15T16:28:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "req_unlink_latency": { 2024-04-15T16:28:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_sessions": { 2024-04-15T16:28:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "average_load": { 2024-04-15T16:28:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "avg_session_uptime": { 2024-04-15T16:28:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85 2024-04-15T16:28:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "mdthresh_evicted": { 2024-04-15T16:28:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T16:28:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "session_count": { 2024-04-15T16:28:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "session_remove": { 2024-04-15T16:28:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_open": { 2024-04-15T16:28:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_stale": { 2024-04-15T16:28:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "total_load": { 2024-04-15T16:28:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45 2024-04-15T16:28:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "purge_queue": { 2024-04-15T16:28:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executed": { 2024-04-15T16:28:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing": { 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_high_water": { 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops": { 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops_high_water": { 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_item_in_journal": { 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T16:28:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T16:28:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T16:28:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T16:28:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T16:28:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-04-15T16:28:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T16:28:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T16:28:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T16:28:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T16:28:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T16:28:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 106 2024-04-15T16:28:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T16:28:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T16:28:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T16:28:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T16:28:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 813 2024-04-15T16:28:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T16:28:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 813, 2024-04-15T16:28:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3964901 2024-04-15T16:28:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T16:28:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T16:28:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 813, 2024-04-15T16:28:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 240995908 2024-04-15T16:28:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T16:28:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T16:28:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73 2024-04-15T16:28:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T16:28:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T16:28:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 999983 2024-04-15T16:28:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T16:28:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T16:28:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T16:28:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 814 2024-04-15T16:28:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T16:28:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T16:28:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T16:28:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T16:28:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 814 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 814, 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1999966028 2024-04-15T16:28:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T16:28:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T16:28:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T16:28:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T16:28:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T16:28:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 814 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 814, 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7777342 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 814, 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5541 2024-04-15T16:28:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T16:28:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 814, 2024-04-15T16:28:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 475991916 2024-04-15T16:28:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T16:28:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T16:28:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42803200 2024-04-15T16:28:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32079872 2024-04-15T16:28:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T16:28:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10723328 2024-04-15T16:28:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T16:28:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-04-15T16:28:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277023914 2024-04-15T16:28:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 264738 2024-04-15T16:28:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70838580 2024-04-15T16:28:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T16:28:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-04-15T16:28:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277023914 2024-04-15T16:28:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41186 2024-04-15T16:28:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71062132 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 322961408 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184682609 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71169935 2024-04-15T16:28:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T16:28:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T16:28:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T16:28:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T16:28:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T16:28:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T16:28:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 34651, 2024-04-15T16:28:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 92707028 2024-04-15T16:28:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:28:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:28:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:28:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:28:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T16:28:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T16:28:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1746, 2024-04-15T16:28:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 769874839 2024-04-15T16:28:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T16:28:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T16:28:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T16:28:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T16:28:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-04-15T16:28:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T16:28:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T16:28:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T16:28:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11 2024-04-15T16:28:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T16:28:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-04-15T16:28:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T16:28:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 217 2024-04-15T16:28:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T16:28:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T16:28:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 946 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 946, 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5035248 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 946, 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2838 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 946, 2024-04-15T16:28:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 183996884 2024-04-15T16:28:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T16:28:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T16:28:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T16:28:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T16:28:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T16:28:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T16:28:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T16:28:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 946 2024-04-15T16:28:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T16:28:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 946, 2024-04-15T16:28:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4967194 2024-04-15T16:28:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T16:28:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 946, 2024-04-15T16:28:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5464 2024-04-15T16:28:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T16:28:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 946, 2024-04-15T16:28:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 404517719 2024-04-15T16:28:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T16:28:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T16:28:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 999983 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 948 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 948, 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2630955323 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T16:28:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T16:28:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T16:28:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T16:28:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1050 2024-04-15T16:28:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T16:28:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T16:28:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-04-15T16:28:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T16:28:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T16:28:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T16:28:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T16:28:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T16:28:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T16:28:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T16:28:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45850624 2024-04-15T16:28:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40017920 2024-04-15T16:28:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T16:28:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5832704 2024-04-15T16:28:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T16:28:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-04-15T16:28:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277024990 2024-04-15T16:28:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 264308 2024-04-15T16:28:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70837934 2024-04-15T16:28:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T16:28:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-04-15T16:28:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277024990 2024-04-15T16:28:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38747 2024-04-15T16:28:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71063495 2024-04-15T16:28:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T16:28:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 322961408 2024-04-15T16:28:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184683327 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71169217 2024-04-15T16:28:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T16:28:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T16:28:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T16:28:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T16:28:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T16:28:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T16:28:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 42611, 2024-04-15T16:28:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178510891 2024-04-15T16:28:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:28:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:28:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:28:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:28:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T16:28:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T16:28:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2055, 2024-04-15T16:28:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 652454672 2024-04-15T16:28:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T16:28:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T16:28:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T16:28:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T16:28:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T16:28:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7 2024-04-15T16:28:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T16:28:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T16:28:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T16:28:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T16:28:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52 2024-04-15T16:28:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T16:28:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T16:28:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T16:28:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T16:28:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 822 2024-04-15T16:28:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T16:28:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 822, 2024-04-15T16:28:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3990060 2024-04-15T16:28:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T16:28:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T16:28:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 822, 2024-04-15T16:28:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 117999897 2024-04-15T16:28:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T16:28:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T16:28:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 146 2024-04-15T16:28:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T16:28:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 823 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T16:28:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T16:28:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T16:28:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T16:28:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T16:28:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T16:28:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T16:28:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T16:28:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 823 2024-04-15T16:28:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T16:28:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 823, 2024-04-15T16:28:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1883998229 2024-04-15T16:28:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T16:28:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T16:28:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T16:28:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T16:28:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T16:28:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T16:28:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T16:28:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T16:28:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 823 2024-04-15T16:28:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T16:28:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 823, 2024-04-15T16:28:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7825751 2024-04-15T16:28:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 823, 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5611 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 823, 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 307999702 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43851776 2024-04-15T16:28:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32079872 2024-04-15T16:28:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T16:28:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11771904 2024-04-15T16:28:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T16:28:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-04-15T16:28:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277023914 2024-04-15T16:28:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 264738 2024-04-15T16:28:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70838580 2024-04-15T16:28:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T16:28:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 348127232 2024-04-15T16:28:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277023914 2024-04-15T16:28:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41186 2024-04-15T16:28:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71062132 2024-04-15T16:28:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T16:28:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 322961408 2024-04-15T16:28:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184682609 2024-04-15T16:28:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71169935 2024-04-15T16:28:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T16:28:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T16:28:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 35024, 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 91708811 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T16:28:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T16:28:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T16:28:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T16:28:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T16:28:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1790, 2024-04-15T16:28:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 531497711 2024-04-15T16:28:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T16:28:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7626752 2024-04-15T16:28:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3911680 2024-04-15T16:28:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3772416 2024-04-15T16:28:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11476992 2024-04-15T16:28:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1306624 2024-04-15T16:28:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T16:28:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 438585 2024-04-15T16:28:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20, 2024-04-15T16:28:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47313 2024-04-15T16:28:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 908, 2024-04-15T16:28:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 516522618 2024-04-15T16:28:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 900, 2024-04-15T16:28:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25586330 2024-04-15T16:28:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 908, 2024-04-15T16:28:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 753383 2024-04-15T16:28:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 908, 2024-04-15T16:28:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 517276001 2024-04-15T16:28:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57524 2024-04-15T16:28:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T16:28:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18414 2024-04-15T16:28:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6590 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3956 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 329 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 120, 2024-04-15T16:28:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2802268 2024-04-15T16:28:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 323, 2024-04-15T16:28:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 351950 2024-04-15T16:28:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 203, 2024-04-15T16:28:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3656797 2024-04-15T16:28:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 103, 2024-04-15T16:28:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5640980 2024-04-15T16:28:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3878915200 2024-04-15T16:28:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 122, 2024-04-15T16:28:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33677620 2024-04-15T16:28:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 122, 2024-04-15T16:28:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 560982076028 2024-04-15T16:28:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 122, 2024-04-15T16:28:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 122787835099 2024-04-15T16:28:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41878699541 2024-04-15T16:28:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192892 2024-04-15T16:28:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 101108891 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2690415381 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 513127 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1355690206 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 373609602 2024-04-15T16:28:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 894162 2024-04-15T16:28:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 56, 2024-04-15T16:28:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 273878 2024-04-15T16:28:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8399990728 2024-04-15T16:28:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 408361986 2024-04-15T16:28:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3601, 2024-04-15T16:28:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 273266529 2024-04-15T16:28:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861614985 2024-04-15T16:28:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48611328 2024-04-15T16:28:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48357376 2024-04-15T16:28:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137554534 2024-04-15T16:28:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 253952 2024-04-15T16:28:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85464806 2024-04-15T16:28:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 602112 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73316634 2024-04-15T16:28:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 640986047 2024-04-15T16:28:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72043505 2024-04-15T16:28:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56976537 2024-04-15T16:28:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68852119 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 640986047 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4717 2024-04-15T16:28:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 342048 2024-04-15T16:28:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71698868 2024-04-15T16:28:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47 2024-04-15T16:28:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 616 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 86063460 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T16:28:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2763373 2024-04-15T16:28:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 84335066 2024-04-15T16:28:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T16:28:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 616 2024-04-15T16:28:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 86063460 2024-04-15T16:28:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T16:28:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2763373 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 84335066 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1771104 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33165312 2024-04-15T16:28:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T16:28:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2420736 2024-04-15T16:28:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-04-15T16:28:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1531904 2024-04-15T16:28:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1392640 2024-04-15T16:28:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3891200 2024-04-15T16:28:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 700416 2024-04-15T16:28:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 187108 2024-04-15T16:28:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31, 2024-04-15T16:28:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 79526 2024-04-15T16:28:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 327, 2024-04-15T16:28:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 98224679 2024-04-15T16:28:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 314, 2024-04-15T16:28:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10379047 2024-04-15T16:28:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 327, 2024-04-15T16:28:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 300769 2024-04-15T16:28:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 327, 2024-04-15T16:28:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 98525448 2024-04-15T16:28:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40399 2024-04-15T16:28:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6772 2024-04-15T16:28:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5444 2024-04-15T16:28:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 815 2024-04-15T16:28:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 235 2024-04-15T16:28:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 131, 2024-04-15T16:28:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3686760 2024-04-15T16:28:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 342, 2024-04-15T16:28:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 294043 2024-04-15T16:28:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 211, 2024-04-15T16:28:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3706138 2024-04-15T16:28:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125903 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22055900 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 119, 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7063702 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 117, 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 377841012826 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 119, 2024-04-15T16:28:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 104625268723 2024-04-15T16:28:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 418, 2024-04-15T16:28:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44366412685 2024-04-15T16:28:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 418, 2024-04-15T16:28:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42180 2024-04-15T16:28:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1602188 2024-04-15T16:28:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 213783259 2024-04-15T16:28:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 137634 2024-04-15T16:28:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 99360136 2024-04-15T16:28:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19920539 2024-04-15T16:28:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 302953 2024-04-15T16:28:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 53, 2024-04-15T16:28:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 247405 2024-04-15T16:28:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 356779325 2024-04-15T16:28:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24415853 2024-04-15T16:28:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 420, 2024-04-15T16:28:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2590291 2024-04-15T16:28:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861614985 2024-04-15T16:28:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43433984 2024-04-15T16:28:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42868736 2024-04-15T16:28:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137554534 2024-04-15T16:28:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 565248 2024-04-15T16:28:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85507956 2024-04-15T16:28:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73859212 2024-04-15T16:28:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641309674 2024-04-15T16:28:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71719878 2024-04-15T16:28:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57005304 2024-04-15T16:28:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68823352 2024-04-15T16:28:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641309674 2024-04-15T16:28:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10608 2024-04-15T16:28:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 202740 2024-04-15T16:28:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71508658 2024-04-15T16:28:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37 2024-04-15T16:28:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 155 2024-04-15T16:28:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2429440 2024-04-15T16:28:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 155, 2024-04-15T16:28:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 466532783 2024-04-15T16:28:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1052 2024-04-15T16:28:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 155, 2024-04-15T16:28:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57574491 2024-04-15T16:28:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 155, 2024-04-15T16:28:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 287804403 2024-04-15T16:28:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33 2024-04-15T16:28:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-04-15T16:28:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5401450 2024-04-15T16:28:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1052 2024-04-15T16:28:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-04-15T16:28:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4879668 2024-04-15T16:28:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-04-15T16:28:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4103021 2024-04-15T16:28:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-04-15T16:28:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22, 2024-04-15T16:28:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20611055 2024-04-15T16:28:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22, 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8405237 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22, 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19548416 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 100 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2429440 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-04-15T16:28:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 440520278 2024-04-15T16:28:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-04-15T16:28:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44289586 2024-04-15T16:28:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-04-15T16:28:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 264152966 2024-04-15T16:28:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 590368 2024-04-15T16:28:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T16:28:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28372992 2024-04-15T16:28:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T16:28:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2113536 2024-04-15T16:28:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-04-15T16:28:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1314816 2024-04-15T16:28:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1175552 2024-04-15T16:28:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3366912 2024-04-15T16:28:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 696320 2024-04-15T16:28:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T16:28:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 254575 2024-04-15T16:28:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-04-15T16:28:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16393 2024-04-15T16:28:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 274, 2024-04-15T16:28:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 64859466 2024-04-15T16:28:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 270, 2024-04-15T16:28:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4547885 2024-04-15T16:28:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 274, 2024-04-15T16:28:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 286905 2024-04-15T16:28:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 274, 2024-04-15T16:28:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65146371 2024-04-15T16:28:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36196 2024-04-15T16:28:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6941 2024-04-15T16:28:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 607 2024-04-15T16:28:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 207 2024-04-15T16:28:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 96, 2024-04-15T16:28:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1219335 2024-04-15T16:28:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 270, 2024-04-15T16:28:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 250321 2024-04-15T16:28:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 174, 2024-04-15T16:28:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3011077 2024-04-15T16:28:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 107180 2024-04-15T16:28:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17212943 2024-04-15T16:28:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 117, 2024-04-15T16:28:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49979372 2024-04-15T16:28:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 115, 2024-04-15T16:28:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 312018577350 2024-04-15T16:28:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 117, 2024-04-15T16:28:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 123526217079 2024-04-15T16:28:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 336, 2024-04-15T16:28:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39743753930 2024-04-15T16:28:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 336, 2024-04-15T16:28:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31483 2024-04-15T16:28:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 663844 2024-04-15T16:28:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 136158853 2024-04-15T16:28:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 110955 2024-04-15T16:28:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 84254394 2024-04-15T16:28:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19473048 2024-04-15T16:28:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 303066 2024-04-15T16:28:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51, 2024-04-15T16:28:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 229224 2024-04-15T16:28:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 257809620 2024-04-15T16:28:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22857957 2024-04-15T16:28:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 338, 2024-04-15T16:28:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2077384 2024-04-15T16:28:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861614985 2024-04-15T16:28:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42319872 2024-04-15T16:28:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41730048 2024-04-15T16:28:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137554534 2024-04-15T16:28:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 589824 2024-04-15T16:28:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85509039 2024-04-15T16:28:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-04-15T16:28:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73866321 2024-04-15T16:28:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641317797 2024-04-15T16:28:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71711755 2024-04-15T16:28:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006026 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822630 2024-04-15T16:28:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641317797 2024-04-15T16:28:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8197 2024-04-15T16:28:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 195569 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71510117 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29 2024-04-15T16:28:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T16:28:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-04-15T16:28:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 161758577 2024-04-15T16:28:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-04-15T16:28:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4923920 2024-04-15T16:28:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-04-15T16:28:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 144632209 2024-04-15T16:28:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T16:28:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-04-15T16:28:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 161758577 2024-04-15T16:28:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-04-15T16:28:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4923920 2024-04-15T16:28:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10, 2024-04-15T16:28:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 144632209 2024-04-15T16:28:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28368896 2024-04-15T16:28:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T16:28:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1101824 2024-04-15T16:28:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-04-15T16:28:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 819200 2024-04-15T16:28:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 679936 2024-04-15T16:28:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5503 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5503 2024-04-15T16:28:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1859584 2024-04-15T16:28:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 716800 2024-04-15T16:28:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4906 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 153, 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59048173 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 151, 2024-04-15T16:28:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4161954 2024-04-15T16:28:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 153, 2024-04-15T16:28:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 190902 2024-04-15T16:28:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 153, 2024-04-15T16:28:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59239075 2024-04-15T16:28:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40222 2024-04-15T16:28:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5401 2024-04-15T16:28:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 322 2024-04-15T16:28:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 218 2024-04-15T16:28:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 79, 2024-04-15T16:28:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 795469 2024-04-15T16:28:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 135, 2024-04-15T16:28:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 254733 2024-04-15T16:28:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 56, 2024-04-15T16:28:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 395132 2024-04-15T16:28:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5536360 2024-04-15T16:28:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 50, 2024-04-15T16:28:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3585903 2024-04-15T16:28:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 47, 2024-04-15T16:28:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 330217078597 2024-04-15T16:28:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 50, 2024-04-15T16:28:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 79146663643 2024-04-15T16:28:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 229, 2024-04-15T16:28:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 521179 2024-04-15T16:28:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 229, 2024-04-15T16:28:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21660 2024-04-15T16:28:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 239643 2024-04-15T16:28:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 114877894 2024-04-15T16:28:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 64018 2024-04-15T16:28:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69437568 2024-04-15T16:28:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11225618 2024-04-15T16:28:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 305802 2024-04-15T16:28:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 41, 2024-04-15T16:28:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 232696 2024-04-15T16:28:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 201342679 2024-04-15T16:28:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13698957 2024-04-15T16:28:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 232, 2024-04-15T16:28:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1387713 2024-04-15T16:28:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861614985 2024-04-15T16:28:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-04-15T16:28:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41246720 2024-04-15T16:28:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137554534 2024-04-15T16:28:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1138688 2024-04-15T16:28:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85509035 2024-04-15T16:28:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73874517 2024-04-15T16:28:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641317766 2024-04-15T16:28:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71711786 2024-04-15T16:28:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006023 2024-04-15T16:28:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822633 2024-04-15T16:28:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641317766 2024-04-15T16:28:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15227 2024-04-15T16:28:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 201474 2024-04-15T16:28:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71497213 2024-04-15T16:28:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37 2024-04-15T16:28:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 671395 2024-04-15T16:28:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 671395 2024-04-15T16:28:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28381184 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T16:28:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1134592 2024-04-15T16:28:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-04-15T16:28:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 819200 2024-04-15T16:28:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 679936 2024-04-15T16:28:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1892352 2024-04-15T16:28:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 712704 2024-04-15T16:28:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T16:28:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 290695 2024-04-15T16:28:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2644 2024-04-15T16:28:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 153, 2024-04-15T16:28:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49886256 2024-04-15T16:28:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 142, 2024-04-15T16:28:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6437360 2024-04-15T16:28:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 153, 2024-04-15T16:28:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184829 2024-04-15T16:28:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 153, 2024-04-15T16:28:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50071085 2024-04-15T16:28:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39894 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10064 2024-04-15T16:28:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 353 2024-04-15T16:28:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 232 2024-04-15T16:28:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95, 2024-04-15T16:28:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 879826 2024-04-15T16:28:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 161, 2024-04-15T16:28:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 242721 2024-04-15T16:28:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 66, 2024-04-15T16:28:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 160228 2024-04-15T16:28:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 151393 2024-04-15T16:28:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2978998 2024-04-15T16:28:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 42, 2024-04-15T16:28:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2918136 2024-04-15T16:28:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40, 2024-04-15T16:28:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 274574117726 2024-04-15T16:28:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 42, 2024-04-15T16:28:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72742072973 2024-04-15T16:28:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 249, 2024-04-15T16:28:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 479232 2024-04-15T16:28:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 249, 2024-04-15T16:28:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25521 2024-04-15T16:28:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 260774 2024-04-15T16:28:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 139907037 2024-04-15T16:28:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74692 2024-04-15T16:28:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206046344 2024-04-15T16:28:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12457887 2024-04-15T16:28:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 303774 2024-04-15T16:28:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 41, 2024-04-15T16:28:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 181488 2024-04-15T16:28:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 361683127 2024-04-15T16:28:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14576185 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 251, 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1638766 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861633873 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42385408 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42106880 2024-04-15T16:28:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137576755 2024-04-15T16:28:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 278528 2024-04-15T16:28:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85509966 2024-04-15T16:28:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73873586 2024-04-15T16:28:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641324749 2024-04-15T16:28:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71704803 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006644 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822012 2024-04-15T16:28:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641324749 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2352 2024-04-15T16:28:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 210513 2024-04-15T16:28:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71494066 2024-04-15T16:28:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41 2024-04-15T16:28:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-04-15T16:28:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 35598906 2024-04-15T16:28:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 531991 2024-04-15T16:28:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25041954 2024-04-15T16:28:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T16:28:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-04-15T16:28:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 35598906 2024-04-15T16:28:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 531991 2024-04-15T16:28:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25041954 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28385280 2024-04-15T16:28:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T16:28:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1126400 2024-04-15T16:28:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-04-15T16:28:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 798720 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 659456 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5505 2024-04-15T16:28:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1863680 2024-04-15T16:28:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 708608 2024-04-15T16:28:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T16:28:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 195755 2024-04-15T16:28:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6040 2024-04-15T16:28:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 148, 2024-04-15T16:28:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50104484 2024-04-15T16:28:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 139, 2024-04-15T16:28:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10595243 2024-04-15T16:28:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 148, 2024-04-15T16:28:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 132371 2024-04-15T16:28:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 148, 2024-04-15T16:28:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50236855 2024-04-15T16:28:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39346 2024-04-15T16:28:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4543 2024-04-15T16:28:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 342 2024-04-15T16:28:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 238 2024-04-15T16:28:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 85, 2024-04-15T16:28:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 677270 2024-04-15T16:28:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 136, 2024-04-15T16:28:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 225673 2024-04-15T16:28:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51, 2024-04-15T16:28:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 374560 2024-04-15T16:28:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T16:28:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 130328 2024-04-15T16:28:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4081887 2024-04-15T16:28:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39, 2024-04-15T16:28:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2543413 2024-04-15T16:28:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 36, 2024-04-15T16:28:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 290273929188 2024-04-15T16:28:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39, 2024-04-15T16:28:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68735947293 2024-04-15T16:28:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 278, 2024-04-15T16:28:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 511394 2024-04-15T16:28:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 278, 2024-04-15T16:28:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29394 2024-04-15T16:28:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 230942 2024-04-15T16:28:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 213231786 2024-04-15T16:28:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 77068 2024-04-15T16:28:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 117283005 2024-04-15T16:28:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12810101 2024-04-15T16:28:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 305515 2024-04-15T16:28:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32, 2024-04-15T16:28:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 142411 2024-04-15T16:28:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 347671361 2024-04-15T16:28:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15034708 2024-04-15T16:28:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 281, 2024-04-15T16:28:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2247681 2024-04-15T16:28:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861633873 2024-04-15T16:28:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43433984 2024-04-15T16:28:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42082304 2024-04-15T16:28:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137576755 2024-04-15T16:28:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1351680 2024-04-15T16:28:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85509941 2024-04-15T16:28:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73873611 2024-04-15T16:28:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641324560 2024-04-15T16:28:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71704992 2024-04-15T16:28:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57006627 2024-04-15T16:28:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68822029 2024-04-15T16:28:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641324560 2024-04-15T16:28:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15244 2024-04-15T16:28:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 205208 2024-04-15T16:28:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71486668 2024-04-15T16:28:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42 2024-04-15T16:28:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28372992 2024-04-15T16:28:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T16:28:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6012928 2024-04-15T16:28:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-04-15T16:28:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2998272 2024-04-15T16:28:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2859008 2024-04-15T16:28:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5504 2024-04-15T16:28:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5504 2024-04-15T16:28:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8949760 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1298432 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8572 2024-04-15T16:28:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 685, 2024-04-15T16:28:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 483855497 2024-04-15T16:28:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 676, 2024-04-15T16:28:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31244678 2024-04-15T16:28:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 685, 2024-04-15T16:28:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 593069 2024-04-15T16:28:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 685, 2024-04-15T16:28:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 484448566 2024-04-15T16:28:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50808 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5225 2024-04-15T16:28:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3452 2024-04-15T16:28:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 345 2024-04-15T16:28:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82, 2024-04-15T16:28:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 852343 2024-04-15T16:28:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 124, 2024-04-15T16:28:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 281189 2024-04-15T16:28:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 42, 2024-04-15T16:28:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 569775 2024-04-15T16:28:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-04-15T16:28:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5738372 2024-04-15T16:28:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3948815727 2024-04-15T16:28:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-04-15T16:28:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27031230 2024-04-15T16:28:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-04-15T16:28:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 478378837065 2024-04-15T16:28:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33, 2024-04-15T16:28:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59211390008 2024-04-15T16:28:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1957726063 2024-04-15T16:28:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 194683 2024-04-15T16:28:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 213476957 2024-04-15T16:28:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2661952248 2024-04-15T16:28:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 501281 2024-04-15T16:28:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1470314998 2024-04-15T16:28:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 389388962 2024-04-15T16:28:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 895793 2024-04-15T16:28:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26, 2024-04-15T16:28:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 120983 2024-04-15T16:28:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8684200913 2024-04-15T16:28:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426374717 2024-04-15T16:28:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3372, 2024-04-15T16:28:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 266762726 2024-04-15T16:28:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861633873 2024-04-15T16:28:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 46579712 2024-04-15T16:28:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45735936 2024-04-15T16:28:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137576755 2024-04-15T16:28:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 843776 2024-04-15T16:28:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85502654 2024-04-15T16:28:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-04-15T16:28:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73872706 2024-04-15T16:28:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641269909 2024-04-15T16:28:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71759643 2024-04-15T16:28:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57001769 2024-04-15T16:28:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68826887 2024-04-15T16:28:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641269909 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12801 2024-04-15T16:28:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 321188 2024-04-15T16:28:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71427782 2024-04-15T16:28:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39 2024-04-15T16:28:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T16:28:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2812 2024-04-15T16:28:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-04-15T16:28:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 219318730 2024-04-15T16:28:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8932967 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 81229612 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T16:28:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2812 2024-04-15T16:28:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-04-15T16:28:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 219318730 2024-04-15T16:28:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T16:28:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8932967 2024-04-15T16:28:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13, 2024-04-15T16:28:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 81229612 2024-04-15T16:28:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28962816 2024-04-15T16:28:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T16:28:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T16:28:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T16:28:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T16:28:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T16:28:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T16:28:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_main": { 2024-04-15T16:28:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T16:28:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T16:28:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T16:28:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T16:28:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1171456 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T16:28:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27656192 2024-04-15T16:28:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T16:28:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 876544 2024-04-15T16:28:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T16:28:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 737280 2024-04-15T16:28:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T16:28:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31850496 2024-04-15T16:28:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T16:28:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T16:28:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T16:28:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T16:28:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T16:28:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 206272 2024-04-15T16:28:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T16:28:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T16:28:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T16:28:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1282048 2024-04-15T16:28:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T16:28:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1286144 2024-04-15T16:28:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T16:28:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T16:28:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T16:28:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15 2024-04-15T16:28:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T16:28:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4913 2024-04-15T16:28:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T16:28:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T16:28:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T16:28:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5500 2024-04-15T16:28:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T16:28:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T16:28:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5500 2024-04-15T16:28:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T16:28:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T16:28:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T16:28:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T16:28:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T16:28:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T16:28:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T16:28:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T16:28:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T16:28:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T16:28:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T16:28:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T16:28:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1986560 2024-04-15T16:28:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T16:28:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T16:28:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T16:28:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T16:28:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1294336 2024-04-15T16:28:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T16:28:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T16:28:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 126552 2024-04-15T16:28:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T16:28:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T16:28:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T16:28:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T16:28:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T16:28:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T16:28:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29850 2024-04-15T16:28:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T16:28:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T16:28:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T16:28:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 167, 2024-04-15T16:28:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 60003530 2024-04-15T16:28:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T16:28:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 156, 2024-04-15T16:28:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12383967 2024-04-15T16:28:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T16:28:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 167, 2024-04-15T16:28:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 93496 2024-04-15T16:28:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T16:28:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 167, 2024-04-15T16:28:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 60097026 2024-04-15T16:28:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T16:28:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T16:28:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39009 2024-04-15T16:28:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T16:28:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T16:28:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T16:28:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T16:28:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T16:28:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T16:28:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3417 2024-04-15T16:28:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T16:28:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 694 2024-04-15T16:28:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T16:28:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 280 2024-04-15T16:28:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T16:28:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 124, 2024-04-15T16:28:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2579191 2024-04-15T16:28:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T16:28:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 195, 2024-04-15T16:28:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314992 2024-04-15T16:28:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 71, 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1777575 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24512 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1854148 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T16:28:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19, 2024-04-15T16:28:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1307280 2024-04-15T16:28:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T16:28:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19, 2024-04-15T16:28:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 331424407280 2024-04-15T16:28:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T16:28:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19, 2024-04-15T16:28:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32754541372 2024-04-15T16:28:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T16:28:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 578515 2024-04-15T16:28:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T16:28:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29977 2024-04-15T16:28:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T16:28:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 197422 2024-04-15T16:28:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T16:28:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 226590644 2024-04-15T16:28:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T16:28:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 92816 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 120860529 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13500181 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 893707 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 77584 2024-04-15T16:28:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T16:28:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 363046104 2024-04-15T16:28:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T16:28:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15518115 2024-04-15T16:28:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T16:28:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 301, 2024-04-15T16:28:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3269251 2024-04-15T16:28:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T16:28:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T16:28:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1861633873 2024-04-15T16:28:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T16:28:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44695552 2024-04-15T16:28:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T16:28:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42745856 2024-04-15T16:28:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T16:28:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3137576755 2024-04-15T16:28:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T16:28:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1949696 2024-04-15T16:28:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T16:28:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 159383552 2024-04-15T16:28:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85492795 2024-04-15T16:28:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-04-15T16:28:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 135168 2024-04-15T16:28:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 126976 2024-04-15T16:28:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73620421 2024-04-15T16:28:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T16:28:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 780140544 2024-04-15T16:28:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641195965 2024-04-15T16:28:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2128 2024-04-15T16:28:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71833587 2024-04-15T16:28:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T16:28:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 192937984 2024-04-15T16:28:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T16:28:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 464 2024-04-15T16:28:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56995196 2024-04-15T16:28:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68833460 2024-04-15T16:28:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T16:28:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T16:28:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 713031680 2024-04-15T16:28:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T16:28:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T16:28:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T16:28:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 641195965 2024-04-15T16:28:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T16:28:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T16:28:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3613 2024-04-15T16:28:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T16:28:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9635 2024-04-15T16:28:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T16:28:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T16:28:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3613 2024-04-15T16:28:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T16:28:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 218002 2024-04-15T16:28:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T16:28:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T16:28:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T16:28:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T16:28:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71600852 2024-04-15T16:28:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T16:28:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T16:28:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T16:28:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T16:28:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T16:28:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47 2024-04-15T16:28:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T16:28:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T16:28:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 143 2024-04-15T16:28:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T16:28:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 143, 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 174411219 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 265810 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 145, 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37932607 2024-04-15T16:28:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T16:28:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 143, 2024-04-15T16:28:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 132308620 2024-04-15T16:28:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T16:28:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 100 2024-04-15T16:28:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T16:28:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-04-15T16:28:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16455667 2024-04-15T16:28:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T16:28:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T16:28:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 265810 2024-04-15T16:28:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T16:28:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-04-15T16:28:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14499860 2024-04-15T16:28:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T16:28:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 100, 2024-04-15T16:28:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11833126 2024-04-15T16:28:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T16:28:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38 2024-04-15T16:28:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T16:28:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T16:28:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 38, 2024-04-15T16:28:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40750361 2024-04-15T16:28:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T16:28:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T16:28:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T16:28:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T16:28:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 38, 2024-04-15T16:28:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17646876 2024-04-15T16:28:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T16:28:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 38, 2024-04-15T16:28:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38293747 2024-04-15T16:28:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T16:28:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T16:28:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T16:28:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T16:28:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 117205191 2024-04-15T16:28:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T16:28:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T16:28:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7, 2024-04-15T16:28:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5785871 2024-04-15T16:28:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T16:28:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5, 2024-04-15T16:28:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 82181747 2024-04-15T16:28:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T16:28:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T16:28:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T16:28:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T16:28:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T16:28:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T16:28:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T16:28:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28958720 2024-04-15T16:28:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": [ 2024-04-15T16:28:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-04-15T16:28:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 1, 2024-04-15T16:28:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 1, 2024-04-15T16:28:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 1, 2024-04-15T16:28:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296939274, 2024-04-15T16:28:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 1781760, 2024-04-15T16:28:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 1781760, 2024-04-15T16:28:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098976256, 2024-04-15T16:28:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 2, 2024-04-15T16:28:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.4431142264802475e-06, 2024-04-15T16:28:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 466, 2024-04-15T16:28:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 659456, 2024-04-15T16:28:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 590368, 2024-04-15T16:28:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 590368, 2024-04-15T16:28:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 1771104, 2024-04-15T16:28:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 235, 2024-04-15T16:28:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 2473984 2024-04-15T16:28:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T16:28:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 32, 2024-04-15T16:28:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 32, 2024-04-15T16:28:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 2, 2024-04-15T16:28:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296939274, 2024-04-15T16:28:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 98304, 2024-04-15T16:28:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 98304, 2024-04-15T16:28:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098976256, 2024-04-15T16:28:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 22, 2024-04-15T16:28:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 1.3479281335548876e-07, 2024-04-15T16:28:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T16:28:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T16:28:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 3430, 2024-04-15T16:28:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 3430, 2024-04-15T16:28:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 10290, 2024-04-15T16:28:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 51, 2024-04-15T16:28:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 20480 2024-04-15T16:28:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T16:28:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 64, 2024-04-15T16:28:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 64, 2024-04-15T16:28:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 3, 2024-04-15T16:28:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296939274, 2024-04-15T16:28:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-04-15T16:28:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-04-15T16:28:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098976256, 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-04-15T16:28:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T16:28:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T16:28:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T16:28:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T16:28:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T16:28:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 8, 2024-04-15T16:28:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 8, 2024-04-15T16:28:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 4, 2024-04-15T16:28:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T16:28:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T16:28:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 729296939274, 2024-04-15T16:28:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-04-15T16:28:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T16:28:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T16:28:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-04-15T16:28:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T16:28:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 243098976256, 2024-04-15T16:28:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-04-15T16:28:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T16:28:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-04-15T16:28:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T16:28:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T16:28:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T16:28:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T16:28:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-04-15T16:28:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-04-15T16:28:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T16:28:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-04-15T16:28:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-04-15T16:28:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-04-15T16:28:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T16:28:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T16:28:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T16:28:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": { 2024-04-15T16:28:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "mirroring_by_pool": [ 2024-04-15T16:28:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: false 2024-04-15T16:28:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_images_by_pool": [ 2024-04-15T16:28:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pools": 1 2024-04-15T16:28:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "report_id": "92adcd4e-493a-4368-bb9d-f31d85e5acb8", 2024-04-15T16:28:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "report_timestamp": "2024-04-15T16:28:54.161569", 2024-04-15T16:28:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "report_version": 1, 2024-04-15T16:28:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_stats": { 2024-04-15T16:28:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "7.9.2" 2024-04-15T16:28:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "rook": { 2024-04-15T16:28:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster": { 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "external-mode": null, 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "allow-multiple-per-node": null, 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "count": null, 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "max-id": null, 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "pvc": { 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "stretch": { 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "network": { 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "provider": null 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "storage": { 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "device-set": { 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "non-portable": null, 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "portable": null, 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "csi": { 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes": { 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "node": { 2024-04-15T16:28:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T16:28:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes-total": null, 2024-04-15T16:28:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "with-ceph-daemons": null, 2024-04-15T16:28:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T16:28:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-nfs-plugin": null, 2024-04-15T16:28:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-rbd-plugin": null 2024-04-15T16:28:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T16:28:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "storage-class": { 2024-04-15T16:28:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T16:28:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket": null, 2024-04-15T16:28:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs": null, 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "nfs": null, 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": null, 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "services": {}, 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pg": [ 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533964+0000", 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.342740+0000", 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.342740+0000", 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.343027+0000", 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533964+0000", 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533964+0000", 2024-04-15T16:28:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533964+0000", 2024-04-15T16:28:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533964+0000", 2024-04-15T16:28:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533964+0000", 2024-04-15T16:28:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533964+0000", 2024-04-15T16:28:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3f", 2024-04-15T16:28:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:06:16.582491+0000", 2024-04-15T16:28:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.529022+0000", 2024-04-15T16:28:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.339592+0000", 2024-04-15T16:28:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.339592+0000", 2024-04-15T16:28:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.339869+0000", 2024-04-15T16:28:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.529022+0000", 2024-04-15T16:28:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.529022+0000", 2024-04-15T16:28:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.529022+0000", 2024-04-15T16:28:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.529022+0000", 2024-04-15T16:28:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.529022+0000", 2024-04-15T16:28:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.529022+0000", 2024-04-15T16:28:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3e", 2024-04-15T16:28:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:53:26.287465+0000", 2024-04-15T16:28:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604762+0000", 2024-04-15T16:28:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.330953+0000", 2024-04-15T16:28:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.330953+0000", 2024-04-15T16:28:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.332573+0000", 2024-04-15T16:28:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604762+0000", 2024-04-15T16:28:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604762+0000", 2024-04-15T16:28:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604762+0000", 2024-04-15T16:28:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604762+0000", 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604762+0000", 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604762+0000", 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3d", 2024-04-15T16:28:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:33:16.275845+0000", 2024-04-15T16:28:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531147+0000", 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.325511+0000", 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.325511+0000", 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.325812+0000", 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531147+0000", 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531147+0000", 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531147+0000", 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531147+0000", 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531147+0000", 2024-04-15T16:28:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531147+0000", 2024-04-15T16:28:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3c", 2024-04-15T16:28:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:40:34.275763+0000", 2024-04-15T16:28:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533230+0000", 2024-04-15T16:28:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.341468+0000", 2024-04-15T16:28:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.341468+0000", 2024-04-15T16:28:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.341746+0000", 2024-04-15T16:28:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533230+0000", 2024-04-15T16:28:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533230+0000", 2024-04-15T16:28:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533230+0000", 2024-04-15T16:28:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533230+0000", 2024-04-15T16:28:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533230+0000", 2024-04-15T16:28:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533230+0000", 2024-04-15T16:28:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3b", 2024-04-15T16:28:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:58:32.644078+0000", 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:27:08.605388+0000", 2024-04-15T16:28:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:27:08.605388+0000", 2024-04-15T16:28:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-04-15T16:28:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605716+0000", 2024-04-15T16:28:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-04-15T16:28:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3a", 2024-04-15T16:28:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 11, 2024-04-15T16:28:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:50:54.235441+0000", 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.532971+0000", 2024-04-15T16:28:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.338254+0000", 2024-04-15T16:28:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.338254+0000", 2024-04-15T16:28:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.338566+0000", 2024-04-15T16:28:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.532971+0000", 2024-04-15T16:28:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.532971+0000", 2024-04-15T16:28:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.532971+0000", 2024-04-15T16:28:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.532971+0000", 2024-04-15T16:28:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.532971+0000", 2024-04-15T16:28:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.532971+0000", 2024-04-15T16:28:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.39", 2024-04-15T16:28:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:33:26.090081+0000", 2024-04-15T16:28:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604187+0000", 2024-04-15T16:28:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.339343+0000", 2024-04-15T16:28:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.339343+0000", 2024-04-15T16:28:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.339664+0000", 2024-04-15T16:28:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604187+0000", 2024-04-15T16:28:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604187+0000", 2024-04-15T16:28:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604187+0000", 2024-04-15T16:28:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604187+0000", 2024-04-15T16:28:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604187+0000", 2024-04-15T16:28:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604187+0000", 2024-04-15T16:28:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.38", 2024-04-15T16:28:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:29:36.126853+0000", 2024-04-15T16:28:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.606583+0000", 2024-04-15T16:28:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:27:08.605849+0000", 2024-04-15T16:28:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:27:08.605849+0000", 2024-04-15T16:28:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:27:08.606248+0000", 2024-04-15T16:28:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.606583+0000", 2024-04-15T16:28:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-04-15T16:28:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.606583+0000", 2024-04-15T16:28:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.606583+0000", 2024-04-15T16:28:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.606583+0000", 2024-04-15T16:28:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.606583+0000", 2024-04-15T16:28:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.606583+0000", 2024-04-15T16:28:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-04-15T16:28:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.37", 2024-04-15T16:28:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 27, 2024-04-15T16:28:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:04:17.465590+0000", 2024-04-15T16:28:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605604+0000", 2024-04-15T16:28:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.339415+0000", 2024-04-15T16:28:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.339415+0000", 2024-04-15T16:28:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.339780+0000", 2024-04-15T16:28:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605604+0000", 2024-04-15T16:28:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605604+0000", 2024-04-15T16:28:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605604+0000", 2024-04-15T16:28:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605604+0000", 2024-04-15T16:28:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605604+0000", 2024-04-15T16:28:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605604+0000", 2024-04-15T16:28:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.36", 2024-04-15T16:28:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:35:41.132583+0000", 2024-04-15T16:28:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605101+0000", 2024-04-15T16:28:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.340493+0000", 2024-04-15T16:28:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.340493+0000", 2024-04-15T16:28:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.340901+0000", 2024-04-15T16:28:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605101+0000", 2024-04-15T16:28:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605101+0000", 2024-04-15T16:28:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605101+0000", 2024-04-15T16:28:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605101+0000", 2024-04-15T16:28:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605101+0000", 2024-04-15T16:28:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605101+0000", 2024-04-15T16:28:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.35", 2024-04-15T16:28:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:30:50.620153+0000", 2024-04-15T16:28:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T16:28:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605474+0000", 2024-04-15T16:28:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.340905+0000", 2024-04-15T16:28:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.340905+0000", 2024-04-15T16:28:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.341183+0000", 2024-04-15T16:28:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605474+0000", 2024-04-15T16:28:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605474+0000", 2024-04-15T16:28:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605474+0000", 2024-04-15T16:28:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605474+0000", 2024-04-15T16:28:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605474+0000", 2024-04-15T16:28:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605474+0000", 2024-04-15T16:28:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.34", 2024-04-15T16:28:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:39:14.240637+0000", 2024-04-15T16:28:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T16:28:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604544+0000", 2024-04-15T16:28:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.340102+0000", 2024-04-15T16:28:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.340102+0000", 2024-04-15T16:28:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.340368+0000", 2024-04-15T16:28:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604544+0000", 2024-04-15T16:28:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604544+0000", 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604544+0000", 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604544+0000", 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604544+0000", 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604544+0000", 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.33", 2024-04-15T16:28:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:53:50.733708+0000", 2024-04-15T16:28:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:27:08.532562+0000", 2024-04-15T16:28:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:27:08.532562+0000", 2024-04-15T16:28:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-04-15T16:28:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.532913+0000", 2024-04-15T16:28:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-04-15T16:28:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.32", 2024-04-15T16:28:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 11, 2024-04-15T16:28:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:35:52.942348+0000", 2024-04-15T16:28:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533100+0000", 2024-04-15T16:28:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:27:08.532339+0000", 2024-04-15T16:28:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:27:08.532339+0000", 2024-04-15T16:28:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:27:08.532660+0000", 2024-04-15T16:28:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533100+0000", 2024-04-15T16:28:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-04-15T16:28:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533100+0000", 2024-04-15T16:28:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533100+0000", 2024-04-15T16:28:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533100+0000", 2024-04-15T16:28:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533100+0000", 2024-04-15T16:28:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533100+0000", 2024-04-15T16:28:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.31", 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 27, 2024-04-15T16:28:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:17:38.436261+0000", 2024-04-15T16:28:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.530796+0000", 2024-04-15T16:28:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.318502+0000", 2024-04-15T16:28:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.318502+0000", 2024-04-15T16:28:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.318900+0000", 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.530796+0000", 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.530796+0000", 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.530796+0000", 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.530796+0000", 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.530796+0000", 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.530796+0000", 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.30", 2024-04-15T16:28:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:23:48.205980+0000", 2024-04-15T16:28:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531550+0000", 2024-04-15T16:28:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.327688+0000", 2024-04-15T16:28:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.327688+0000", 2024-04-15T16:28:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.328026+0000", 2024-04-15T16:28:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531550+0000", 2024-04-15T16:28:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531550+0000", 2024-04-15T16:28:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531550+0000", 2024-04-15T16:28:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531550+0000", 2024-04-15T16:28:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531550+0000", 2024-04-15T16:28:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531550+0000", 2024-04-15T16:28:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2f", 2024-04-15T16:28:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:03:34.971197+0000", 2024-04-15T16:28:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528640+0000", 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.331144+0000", 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.331144+0000", 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.331432+0000", 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528640+0000", 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528640+0000", 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528640+0000", 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528640+0000", 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528640+0000", 2024-04-15T16:28:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528640+0000", 2024-04-15T16:28:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2e", 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:25:15.124138+0000", 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533056+0000", 2024-04-15T16:28:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.343310+0000", 2024-04-15T16:28:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.343310+0000", 2024-04-15T16:28:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.343643+0000", 2024-04-15T16:28:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533056+0000", 2024-04-15T16:28:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533056+0000", 2024-04-15T16:28:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533056+0000", 2024-04-15T16:28:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533056+0000", 2024-04-15T16:28:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533056+0000", 2024-04-15T16:28:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533056+0000", 2024-04-15T16:28:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2d", 2024-04-15T16:28:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:28:45.383113+0000", 2024-04-15T16:28:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604675+0000", 2024-04-15T16:28:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.967761+0000", 2024-04-15T16:28:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.967761+0000", 2024-04-15T16:28:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.968103+0000", 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604675+0000", 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604675+0000", 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604675+0000", 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604675+0000", 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604675+0000", 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604675+0000", 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 4, 2024-04-15T16:28:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 4, 2024-04-15T16:28:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1f", 2024-04-15T16:28:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 23, 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:54:52.037745+0000", 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 582, 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'4" 2024-04-15T16:28:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604474+0000", 2024-04-15T16:28:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.339301+0000", 2024-04-15T16:28:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.339301+0000", 2024-04-15T16:28:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.340186+0000", 2024-04-15T16:28:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604474+0000", 2024-04-15T16:28:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604474+0000", 2024-04-15T16:28:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604474+0000", 2024-04-15T16:28:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604474+0000", 2024-04-15T16:28:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604474+0000", 2024-04-15T16:28:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604474+0000", 2024-04-15T16:28:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1e", 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:17:18.284424+0000", 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604560+0000", 2024-04-15T16:28:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.964737+0000", 2024-04-15T16:28:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.964737+0000", 2024-04-15T16:28:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.965065+0000", 2024-04-15T16:28:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604560+0000", 2024-04-15T16:28:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604560+0000", 2024-04-15T16:28:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604560+0000", 2024-04-15T16:28:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604560+0000", 2024-04-15T16:28:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604560+0000", 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604560+0000", 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1e", 2024-04-15T16:28:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-04-15T16:28:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:51:53.494021+0000", 2024-04-15T16:28:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T16:28:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:27:08.532560+0000", 2024-04-15T16:28:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:27:08.532560+0000", 2024-04-15T16:28:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-04-15T16:28:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.532845+0000", 2024-04-15T16:28:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-04-15T16:28:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1f", 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 11, 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:36:39.140597+0000", 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533493+0000", 2024-04-15T16:28:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.976928+0000", 2024-04-15T16:28:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.976928+0000", 2024-04-15T16:28:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.977219+0000", 2024-04-15T16:28:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533493+0000", 2024-04-15T16:28:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533493+0000", 2024-04-15T16:28:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533493+0000", 2024-04-15T16:28:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533493+0000", 2024-04-15T16:28:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533493+0000", 2024-04-15T16:28:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533493+0000", 2024-04-15T16:28:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T16:28:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T16:28:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1d", 2024-04-15T16:28:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-04-15T16:28:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:50:39.495968+0000", 2024-04-15T16:28:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T16:28:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T16:28:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531280+0000", 2024-04-15T16:28:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.329701+0000", 2024-04-15T16:28:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.329701+0000", 2024-04-15T16:28:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.329989+0000", 2024-04-15T16:28:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531280+0000", 2024-04-15T16:28:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531280+0000", 2024-04-15T16:28:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531280+0000", 2024-04-15T16:28:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531280+0000", 2024-04-15T16:28:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531280+0000", 2024-04-15T16:28:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531280+0000", 2024-04-15T16:28:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1c", 2024-04-15T16:28:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:09:17.392829+0000", 2024-04-15T16:28:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533918+0000", 2024-04-15T16:28:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.966660+0000", 2024-04-15T16:28:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.966660+0000", 2024-04-15T16:28:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.967010+0000", 2024-04-15T16:28:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533918+0000", 2024-04-15T16:28:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533918+0000", 2024-04-15T16:28:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533918+0000", 2024-04-15T16:28:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533918+0000", 2024-04-15T16:28:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533918+0000", 2024-04-15T16:28:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533918+0000", 2024-04-15T16:28:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T16:28:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T16:28:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1c", 2024-04-15T16:28:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-04-15T16:28:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:29:38.451908+0000", 2024-04-15T16:28:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T16:28:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531148+0000", 2024-04-15T16:28:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.338319+0000", 2024-04-15T16:28:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.338319+0000", 2024-04-15T16:28:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.338627+0000", 2024-04-15T16:28:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531148+0000", 2024-04-15T16:28:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531148+0000", 2024-04-15T16:28:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531148+0000", 2024-04-15T16:28:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531148+0000", 2024-04-15T16:28:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531148+0000", 2024-04-15T16:28:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531148+0000", 2024-04-15T16:28:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1d", 2024-04-15T16:28:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:00:10.623792+0000", 2024-04-15T16:28:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604765+0000", 2024-04-15T16:28:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.962390+0000", 2024-04-15T16:28:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.962390+0000", 2024-04-15T16:28:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.962681+0000", 2024-04-15T16:28:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604765+0000", 2024-04-15T16:28:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604765+0000", 2024-04-15T16:28:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604765+0000", 2024-04-15T16:28:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604765+0000", 2024-04-15T16:28:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604765+0000", 2024-04-15T16:28:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604765+0000", 2024-04-15T16:28:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T16:28:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T16:28:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1b", 2024-04-15T16:28:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-04-15T16:28:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:06:18.299907+0000", 2024-04-15T16:28:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T16:28:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T16:28:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604956+0000", 2024-04-15T16:28:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.333052+0000", 2024-04-15T16:28:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.333052+0000", 2024-04-15T16:28:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.333356+0000", 2024-04-15T16:28:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604956+0000", 2024-04-15T16:28:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604956+0000", 2024-04-15T16:28:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604956+0000", 2024-04-15T16:28:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604956+0000", 2024-04-15T16:28:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604956+0000", 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604956+0000", 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1a", 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:41:37.719731+0000", 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604773+0000", 2024-04-15T16:28:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.962127+0000", 2024-04-15T16:28:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.962127+0000", 2024-04-15T16:28:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.962483+0000", 2024-04-15T16:28:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604773+0000", 2024-04-15T16:28:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604773+0000", 2024-04-15T16:28:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604773+0000", 2024-04-15T16:28:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604773+0000", 2024-04-15T16:28:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604773+0000", 2024-04-15T16:28:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604773+0000", 2024-04-15T16:28:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T16:28:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T16:28:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1a", 2024-04-15T16:28:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-04-15T16:28:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:11:58.931704+0000", 2024-04-15T16:28:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T16:28:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604163+0000", 2024-04-15T16:28:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.327168+0000", 2024-04-15T16:28:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.327168+0000", 2024-04-15T16:28:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.327457+0000", 2024-04-15T16:28:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604163+0000", 2024-04-15T16:28:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604163+0000", 2024-04-15T16:28:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604163+0000", 2024-04-15T16:28:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604163+0000", 2024-04-15T16:28:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604163+0000", 2024-04-15T16:28:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604163+0000", 2024-04-15T16:28:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1b", 2024-04-15T16:28:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:58:58.097842+0000", 2024-04-15T16:28:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605357+0000", 2024-04-15T16:28:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.959293+0000", 2024-04-15T16:28:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.959293+0000", 2024-04-15T16:28:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.959608+0000", 2024-04-15T16:28:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605357+0000", 2024-04-15T16:28:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605357+0000", 2024-04-15T16:28:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605357+0000", 2024-04-15T16:28:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605357+0000", 2024-04-15T16:28:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605357+0000", 2024-04-15T16:28:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605357+0000", 2024-04-15T16:28:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.19", 2024-04-15T16:28:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:46:39.214051+0000", 2024-04-15T16:28:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604420+0000", 2024-04-15T16:28:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.334870+0000", 2024-04-15T16:28:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.334870+0000", 2024-04-15T16:28:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.335142+0000", 2024-04-15T16:28:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604420+0000", 2024-04-15T16:28:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604420+0000", 2024-04-15T16:28:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604420+0000", 2024-04-15T16:28:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604420+0000", 2024-04-15T16:28:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604420+0000", 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604420+0000", 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.18", 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:30:56.981673+0000", 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531536+0000", 2024-04-15T16:28:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.967150+0000", 2024-04-15T16:28:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.967150+0000", 2024-04-15T16:28:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.967423+0000", 2024-04-15T16:28:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531536+0000", 2024-04-15T16:28:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531536+0000", 2024-04-15T16:28:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531536+0000", 2024-04-15T16:28:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531536+0000", 2024-04-15T16:28:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531536+0000", 2024-04-15T16:28:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531536+0000", 2024-04-15T16:28:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.18", 2024-04-15T16:28:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:18:03.838667+0000", 2024-04-15T16:28:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528912+0000", 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.333545+0000", 2024-04-15T16:28:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.333545+0000", 2024-04-15T16:28:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.334192+0000", 2024-04-15T16:28:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528912+0000", 2024-04-15T16:28:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528912+0000", 2024-04-15T16:28:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528912+0000", 2024-04-15T16:28:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528912+0000", 2024-04-15T16:28:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528912+0000", 2024-04-15T16:28:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528912+0000", 2024-04-15T16:28:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.19", 2024-04-15T16:28:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:43:35.245542+0000", 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605015+0000", 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.965600+0000", 2024-04-15T16:28:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.965600+0000", 2024-04-15T16:28:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.965899+0000", 2024-04-15T16:28:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605015+0000", 2024-04-15T16:28:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605015+0000", 2024-04-15T16:28:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605015+0000", 2024-04-15T16:28:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605015+0000", 2024-04-15T16:28:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605015+0000", 2024-04-15T16:28:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605015+0000", 2024-04-15T16:28:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.17", 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:51:18.839754+0000", 2024-04-15T16:28:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531195+0000", 2024-04-15T16:28:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.330847+0000", 2024-04-15T16:28:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.330847+0000", 2024-04-15T16:28:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.331612+0000", 2024-04-15T16:28:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531195+0000", 2024-04-15T16:28:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531195+0000", 2024-04-15T16:28:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531195+0000", 2024-04-15T16:28:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531195+0000", 2024-04-15T16:28:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531195+0000", 2024-04-15T16:28:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531195+0000", 2024-04-15T16:28:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.16", 2024-04-15T16:28:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:06:07.254098+0000", 2024-04-15T16:28:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531085+0000", 2024-04-15T16:28:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.972332+0000", 2024-04-15T16:28:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.972332+0000", 2024-04-15T16:28:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.972697+0000", 2024-04-15T16:28:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531085+0000", 2024-04-15T16:28:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531085+0000", 2024-04-15T16:28:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531085+0000", 2024-04-15T16:28:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531085+0000", 2024-04-15T16:28:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531085+0000", 2024-04-15T16:28:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531085+0000", 2024-04-15T16:28:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.16", 2024-04-15T16:28:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:10:11.013023+0000", 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604547+0000", 2024-04-15T16:28:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.325161+0000", 2024-04-15T16:28:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.325161+0000", 2024-04-15T16:28:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.326135+0000", 2024-04-15T16:28:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604547+0000", 2024-04-15T16:28:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604547+0000", 2024-04-15T16:28:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604547+0000", 2024-04-15T16:28:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604547+0000", 2024-04-15T16:28:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604547+0000", 2024-04-15T16:28:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604547+0000", 2024-04-15T16:28:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.586 INFO:tasks.workunit.client.0.smithi090.stderr:+ echo OK 2024-04-15T16:28:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.17", 2024-04-15T16:28:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:25:38.965912+0000", 2024-04-15T16:28:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.529041+0000", 2024-04-15T16:28:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.966839+0000", 2024-04-15T16:28:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.966839+0000", 2024-04-15T16:28:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.967307+0000", 2024-04-15T16:28:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.529041+0000", 2024-04-15T16:28:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.529041+0000", 2024-04-15T16:28:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.529041+0000", 2024-04-15T16:28:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.529041+0000", 2024-04-15T16:28:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.529041+0000", 2024-04-15T16:28:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.529041+0000", 2024-04-15T16:28:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T16:28:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T16:28:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.15", 2024-04-15T16:28:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 22, 2024-04-15T16:28:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:38:31.005337+0000", 2024-04-15T16:28:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 90, 2024-04-15T16:28:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T16:28:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T16:28:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T16:28:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T16:28:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'3" 2024-04-15T16:28:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T16:28:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605347+0000", 2024-04-15T16:28:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.340228+0000", 2024-04-15T16:28:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.340228+0000", 2024-04-15T16:28:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.340533+0000", 2024-04-15T16:28:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605347+0000", 2024-04-15T16:28:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605347+0000", 2024-04-15T16:28:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605347+0000", 2024-04-15T16:28:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605347+0000", 2024-04-15T16:28:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605347+0000", 2024-04-15T16:28:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605347+0000", 2024-04-15T16:28:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.14", 2024-04-15T16:28:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:05:24.511121+0000", 2024-04-15T16:28:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T16:28:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:36.678133+0000", 2024-04-15T16:28:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.967272+0000", 2024-04-15T16:28:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.967272+0000", 2024-04-15T16:28:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.967575+0000", 2024-04-15T16:28:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:36.678133+0000", 2024-04-15T16:28:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:36.678133+0000", 2024-04-15T16:28:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:36.678133+0000", 2024-04-15T16:28:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:36.678133+0000", 2024-04-15T16:28:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:36.678133+0000", 2024-04-15T16:28:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:36.678133+0000", 2024-04-15T16:28:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 12, 2024-04-15T16:28:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 12, 2024-04-15T16:28:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.14", 2024-04-15T16:28:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 31, 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:45:59.235872+0000", 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 2632, 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 12, 2024-04-15T16:28:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 9 2024-04-15T16:28:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "68'12" 2024-04-15T16:28:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.607359+0000", 2024-04-15T16:28:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:27:08.606717+0000", 2024-04-15T16:28:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:27:08.606717+0000", 2024-04-15T16:28:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:27:08.607091+0000", 2024-04-15T16:28:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.607359+0000", 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.607359+0000", 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.607359+0000", 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.607359+0000", 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.607359+0000", 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.607359+0000", 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-04-15T16:28:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.15", 2024-04-15T16:28:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 27, 2024-04-15T16:28:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:53:22.429105+0000", 2024-04-15T16:28:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604403+0000", 2024-04-15T16:28:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.965899+0000", 2024-04-15T16:28:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.965899+0000", 2024-04-15T16:28:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.966205+0000", 2024-04-15T16:28:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604403+0000", 2024-04-15T16:28:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604403+0000", 2024-04-15T16:28:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604403+0000", 2024-04-15T16:28:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604403+0000", 2024-04-15T16:28:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604403+0000", 2024-04-15T16:28:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604403+0000", 2024-04-15T16:28:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T16:28:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T16:28:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.13", 2024-04-15T16:28:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-04-15T16:28:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:17:57.057127+0000", 2024-04-15T16:28:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 34, 2024-04-15T16:28:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T16:28:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 7 2024-04-15T16:28:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T16:28:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.603903+0000", 2024-04-15T16:28:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.325570+0000", 2024-04-15T16:28:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.325570+0000", 2024-04-15T16:28:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.325947+0000", 2024-04-15T16:28:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.603903+0000", 2024-04-15T16:28:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.603903+0000", 2024-04-15T16:28:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.603903+0000", 2024-04-15T16:28:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.603903+0000", 2024-04-15T16:28:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.603903+0000", 2024-04-15T16:28:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.603903+0000", 2024-04-15T16:28:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.12", 2024-04-15T16:28:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:24:04.134457+0000", 2024-04-15T16:28:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531260+0000", 2024-04-15T16:28:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.970742+0000", 2024-04-15T16:28:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.970742+0000", 2024-04-15T16:28:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.971097+0000", 2024-04-15T16:28:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531260+0000", 2024-04-15T16:28:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531260+0000", 2024-04-15T16:28:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531260+0000", 2024-04-15T16:28:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531260+0000", 2024-04-15T16:28:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531260+0000", 2024-04-15T16:28:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531260+0000", 2024-04-15T16:28:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.12", 2024-04-15T16:28:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:20:04.262471+0000", 2024-04-15T16:28:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533581+0000", 2024-04-15T16:28:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.340768+0000", 2024-04-15T16:28:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.340768+0000", 2024-04-15T16:28:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.341058+0000", 2024-04-15T16:28:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533581+0000", 2024-04-15T16:28:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533581+0000", 2024-04-15T16:28:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533581+0000", 2024-04-15T16:28:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533581+0000", 2024-04-15T16:28:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533581+0000", 2024-04-15T16:28:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533581+0000", 2024-04-15T16:28:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.13", 2024-04-15T16:28:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:23:51.922915+0000", 2024-04-15T16:28:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604206+0000", 2024-04-15T16:28:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.960098+0000", 2024-04-15T16:28:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.960098+0000", 2024-04-15T16:28:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.960413+0000", 2024-04-15T16:28:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604206+0000", 2024-04-15T16:28:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604206+0000", 2024-04-15T16:28:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604206+0000", 2024-04-15T16:28:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604206+0000", 2024-04-15T16:28:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604206+0000", 2024-04-15T16:28:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604206+0000", 2024-04-15T16:28:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.11", 2024-04-15T16:28:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:21:45.822045+0000", 2024-04-15T16:28:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604247+0000", 2024-04-15T16:28:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.330543+0000", 2024-04-15T16:28:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.330543+0000", 2024-04-15T16:28:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.330816+0000", 2024-04-15T16:28:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604247+0000", 2024-04-15T16:28:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604247+0000", 2024-04-15T16:28:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604247+0000", 2024-04-15T16:28:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604247+0000", 2024-04-15T16:28:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604247+0000", 2024-04-15T16:28:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604247+0000", 2024-04-15T16:28:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.10", 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:57:41.073730+0000", 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.527916+0000", 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.974858+0000", 2024-04-15T16:28:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.974858+0000", 2024-04-15T16:28:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.975121+0000", 2024-04-15T16:28:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.527916+0000", 2024-04-15T16:28:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.527916+0000", 2024-04-15T16:28:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.527916+0000", 2024-04-15T16:28:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.527916+0000", 2024-04-15T16:28:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.527916+0000", 2024-04-15T16:28:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.527916+0000", 2024-04-15T16:28:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 8, 2024-04-15T16:28:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 8, 2024-04-15T16:28:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.10", 2024-04-15T16:28:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 27, 2024-04-15T16:28:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:58:50.869218+0000", 2024-04-15T16:28:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T16:28:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T16:28:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T16:28:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 4, 2024-04-15T16:28:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 12, 2024-04-15T16:28:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'8" 2024-04-15T16:28:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.534019+0000", 2024-04-15T16:28:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.339924+0000", 2024-04-15T16:28:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.339924+0000", 2024-04-15T16:28:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.340249+0000", 2024-04-15T16:28:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.534019+0000", 2024-04-15T16:28:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.534019+0000", 2024-04-15T16:28:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.534019+0000", 2024-04-15T16:28:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.534019+0000", 2024-04-15T16:28:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.534019+0000", 2024-04-15T16:28:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.534019+0000", 2024-04-15T16:28:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.11", 2024-04-15T16:28:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:13:05.221281+0000", 2024-04-15T16:28:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T16:28:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605541+0000", 2024-04-15T16:28:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.963675+0000", 2024-04-15T16:28:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.963675+0000", 2024-04-15T16:28:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.963970+0000", 2024-04-15T16:28:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605541+0000", 2024-04-15T16:28:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605541+0000", 2024-04-15T16:28:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605541+0000", 2024-04-15T16:28:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605541+0000", 2024-04-15T16:28:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605541+0000", 2024-04-15T16:28:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605541+0000", 2024-04-15T16:28:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T16:28:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T16:28:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.f", 2024-04-15T16:28:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-04-15T16:28:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:44:14.551995+0000", 2024-04-15T16:28:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 22, 2024-04-15T16:28:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T16:28:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T16:28:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T16:28:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T16:28:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533689+0000", 2024-04-15T16:28:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.336593+0000", 2024-04-15T16:28:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.336593+0000", 2024-04-15T16:28:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.338064+0000", 2024-04-15T16:28:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533689+0000", 2024-04-15T16:28:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533689+0000", 2024-04-15T16:28:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533689+0000", 2024-04-15T16:28:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533689+0000", 2024-04-15T16:28:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533689+0000", 2024-04-15T16:28:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533689+0000", 2024-04-15T16:28:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.e", 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:42:49.029367+0000", 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.529081+0000", 2024-04-15T16:28:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.672050+0000", 2024-04-15T16:28:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.672050+0000", 2024-04-15T16:28:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.672358+0000", 2024-04-15T16:28:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.529081+0000", 2024-04-15T16:28:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.529081+0000", 2024-04-15T16:28:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.529081+0000", 2024-04-15T16:28:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.529081+0000", 2024-04-15T16:28:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.529081+0000", 2024-04-15T16:28:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.529081+0000", 2024-04-15T16:28:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.2", 2024-04-15T16:28:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:28:29.619364+0000", 2024-04-15T16:28:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.606410+0000", 2024-04-15T16:28:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:27:08.605559+0000", 2024-04-15T16:28:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:27:08.605559+0000", 2024-04-15T16:28:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:27:08.605913+0000", 2024-04-15T16:28:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.606410+0000", 2024-04-15T16:28:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 68, 2024-04-15T16:28:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.606410+0000", 2024-04-15T16:28:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.606410+0000", 2024-04-15T16:28:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.606410+0000", 2024-04-15T16:28:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.606410+0000", 2024-04-15T16:28:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.606410+0000", 2024-04-15T16:28:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 67, 2024-04-15T16:28:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.4", 2024-04-15T16:28:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 28, 2024-04-15T16:28:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:02:34.975429+0000", 2024-04-15T16:28:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531596+0000", 2024-04-15T16:28:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.329373+0000", 2024-04-15T16:28:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.329373+0000", 2024-04-15T16:28:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.329749+0000", 2024-04-15T16:28:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531596+0000", 2024-04-15T16:28:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531596+0000", 2024-04-15T16:28:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531596+0000", 2024-04-15T16:28:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531596+0000", 2024-04-15T16:28:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531596+0000", 2024-04-15T16:28:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531596+0000", 2024-04-15T16:28:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.5", 2024-04-15T16:28:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:54:33.440794+0000", 2024-04-15T16:28:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.529143+0000", 2024-04-15T16:28:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.584035+0000", 2024-04-15T16:28:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.584035+0000", 2024-04-15T16:28:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.584349+0000", 2024-04-15T16:28:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.529143+0000", 2024-04-15T16:28:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.529143+0000", 2024-04-15T16:28:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.529143+0000", 2024-04-15T16:28:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.529143+0000", 2024-04-15T16:28:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.529143+0000", 2024-04-15T16:28:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.529143+0000", 2024-04-15T16:28:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.4", 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:20:57.328055+0000", 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531142+0000", 2024-04-15T16:28:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.972347+0000", 2024-04-15T16:28:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.972347+0000", 2024-04-15T16:28:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.972651+0000", 2024-04-15T16:28:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531142+0000", 2024-04-15T16:28:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531142+0000", 2024-04-15T16:28:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531142+0000", 2024-04-15T16:28:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531142+0000", 2024-04-15T16:28:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531142+0000", 2024-04-15T16:28:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531142+0000", 2024-04-15T16:28:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.2", 2024-04-15T16:28:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:47:45.997271+0000", 2024-04-15T16:28:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T16:28:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605064+0000", 2024-04-15T16:28:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.342985+0000", 2024-04-15T16:28:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.342985+0000", 2024-04-15T16:28:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.343280+0000", 2024-04-15T16:28:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605064+0000", 2024-04-15T16:28:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605064+0000", 2024-04-15T16:28:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605064+0000", 2024-04-15T16:28:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605064+0000", 2024-04-15T16:28:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605064+0000", 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605064+0000", 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3", 2024-04-15T16:28:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:17:10.967579+0000", 2024-04-15T16:28:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T16:28:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528710+0000", 2024-04-15T16:28:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.672272+0000", 2024-04-15T16:28:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.672272+0000", 2024-04-15T16:28:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.672539+0000", 2024-04-15T16:28:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528710+0000", 2024-04-15T16:28:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528710+0000", 2024-04-15T16:28:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528710+0000", 2024-04-15T16:28:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528710+0000", 2024-04-15T16:28:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528710+0000", 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528710+0000", 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.7", 2024-04-15T16:28:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:41:19.763915+0000", 2024-04-15T16:28:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528714+0000", 2024-04-15T16:28:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.334628+0000", 2024-04-15T16:28:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.334628+0000", 2024-04-15T16:28:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.334887+0000", 2024-04-15T16:28:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528714+0000", 2024-04-15T16:28:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528714+0000", 2024-04-15T16:28:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528714+0000", 2024-04-15T16:28:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528714+0000", 2024-04-15T16:28:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528714+0000", 2024-04-15T16:28:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528714+0000", 2024-04-15T16:28:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.0", 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:08:27.967266+0000", 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.527873+0000", 2024-04-15T16:28:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.973940+0000", 2024-04-15T16:28:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.973940+0000", 2024-04-15T16:28:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.974203+0000", 2024-04-15T16:28:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.527873+0000", 2024-04-15T16:28:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.527873+0000", 2024-04-15T16:28:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.527873+0000", 2024-04-15T16:28:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.527873+0000", 2024-04-15T16:28:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.527873+0000", 2024-04-15T16:28:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.527873+0000", 2024-04-15T16:28:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1", 2024-04-15T16:28:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:51:38.161890+0000", 2024-04-15T16:28:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604739+0000", 2024-04-15T16:28:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.672444+0000", 2024-04-15T16:28:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.672444+0000", 2024-04-15T16:28:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.672740+0000", 2024-04-15T16:28:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604739+0000", 2024-04-15T16:28:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604739+0000", 2024-04-15T16:28:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604739+0000", 2024-04-15T16:28:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604739+0000", 2024-04-15T16:28:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604739+0000", 2024-04-15T16:28:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604739+0000", 2024-04-15T16:28:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.5", 2024-04-15T16:28:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:35:34.553105+0000", 2024-04-15T16:28:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604454+0000", 2024-04-15T16:28:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.339280+0000", 2024-04-15T16:28:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.339280+0000", 2024-04-15T16:28:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.339558+0000", 2024-04-15T16:28:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604454+0000", 2024-04-15T16:28:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604454+0000", 2024-04-15T16:28:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604454+0000", 2024-04-15T16:28:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604454+0000", 2024-04-15T16:28:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604454+0000", 2024-04-15T16:28:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604454+0000", 2024-04-15T16:28:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2", 2024-04-15T16:28:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:08:29.854773+0000", 2024-04-15T16:28:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531240+0000", 2024-04-15T16:28:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.970485+0000", 2024-04-15T16:28:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.970485+0000", 2024-04-15T16:28:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.970852+0000", 2024-04-15T16:28:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531240+0000", 2024-04-15T16:28:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531240+0000", 2024-04-15T16:28:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531240+0000", 2024-04-15T16:28:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531240+0000", 2024-04-15T16:28:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531240+0000", 2024-04-15T16:28:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531240+0000", 2024-04-15T16:28:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.3", 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:27:54.651984+0000", 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 19, 2024-04-15T16:28:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:28:51.909913+0000", 2024-04-15T16:28:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:16.897306+0000", 2024-04-15T16:28:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:16.897306+0000", 2024-04-15T16:28:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:16.897720+0000", 2024-04-15T16:28:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:28:51.909913+0000", 2024-04-15T16:28:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T16:28:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T16:28:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 58, 2024-04-15T16:28:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:28:51.909913+0000", 2024-04-15T16:28:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:28:51.909913+0000", 2024-04-15T16:28:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:28:51.909913+0000", 2024-04-15T16:28:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T16:28:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:28:51.909913+0000", 2024-04-15T16:28:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:28:51.909913+0000", 2024-04-15T16:28:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 156, 2024-04-15T16:28:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 57, 2024-04-15T16:28:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 156, 2024-04-15T16:28:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "1.0", 2024-04-15T16:28:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 365, 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:19:26.084835+0000", 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.780 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-04-15T16:28:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 466, 2024-04-15T16:28:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 644, 2024-04-15T16:28:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 235, 2024-04-15T16:28:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-04-15T16:28:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "68'156" 2024-04-15T16:28:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604911+0000", 2024-04-15T16:28:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.580092+0000", 2024-04-15T16:28:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.580092+0000", 2024-04-15T16:28:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.580405+0000", 2024-04-15T16:28:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604911+0000", 2024-04-15T16:28:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604911+0000", 2024-04-15T16:28:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604911+0000", 2024-04-15T16:28:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604911+0000", 2024-04-15T16:28:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604911+0000", 2024-04-15T16:28:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604911+0000", 2024-04-15T16:28:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.6", 2024-04-15T16:28:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:30:04.269194+0000", 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604003+0000", 2024-04-15T16:28:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.329092+0000", 2024-04-15T16:28:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.329092+0000", 2024-04-15T16:28:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.329780+0000", 2024-04-15T16:28:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604003+0000", 2024-04-15T16:28:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604003+0000", 2024-04-15T16:28:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604003+0000", 2024-04-15T16:28:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604003+0000", 2024-04-15T16:28:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604003+0000", 2024-04-15T16:28:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604003+0000", 2024-04-15T16:28:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1", 2024-04-15T16:28:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:12:16.781654+0000", 2024-04-15T16:28:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533327+0000", 2024-04-15T16:28:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.973989+0000", 2024-04-15T16:28:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.973989+0000", 2024-04-15T16:28:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.974306+0000", 2024-04-15T16:28:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533327+0000", 2024-04-15T16:28:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533327+0000", 2024-04-15T16:28:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533327+0000", 2024-04-15T16:28:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533327+0000", 2024-04-15T16:28:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533327+0000", 2024-04-15T16:28:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533327+0000", 2024-04-15T16:28:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.0", 2024-04-15T16:28:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:28:08.876868+0000", 2024-04-15T16:28:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604087+0000", 2024-04-15T16:28:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.674268+0000", 2024-04-15T16:28:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.674268+0000", 2024-04-15T16:28:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.674519+0000", 2024-04-15T16:28:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604087+0000", 2024-04-15T16:28:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604087+0000", 2024-04-15T16:28:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604087+0000", 2024-04-15T16:28:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604087+0000", 2024-04-15T16:28:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604087+0000", 2024-04-15T16:28:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604087+0000", 2024-04-15T16:28:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.3", 2024-04-15T16:28:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:55:37.300597+0000", 2024-04-15T16:28:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533369+0000", 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.976865+0000", 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.976865+0000", 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.977162+0000", 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533369+0000", 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533369+0000", 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533369+0000", 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533369+0000", 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533369+0000", 2024-04-15T16:28:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533369+0000", 2024-04-15T16:28:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.5", 2024-04-15T16:28:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:14:25.576887+0000", 2024-04-15T16:28:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.529250+0000", 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.326766+0000", 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.326766+0000", 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.327120+0000", 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.529250+0000", 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.529250+0000", 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.529250+0000", 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.529250+0000", 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.529250+0000", 2024-04-15T16:28:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.529250+0000", 2024-04-15T16:28:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.4", 2024-04-15T16:28:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:01:33.662442+0000", 2024-04-15T16:28:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604271+0000", 2024-04-15T16:28:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.672022+0000", 2024-04-15T16:28:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.672022+0000", 2024-04-15T16:28:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.672331+0000", 2024-04-15T16:28:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604271+0000", 2024-04-15T16:28:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604271+0000", 2024-04-15T16:28:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604271+0000", 2024-04-15T16:28:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604271+0000", 2024-04-15T16:28:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604271+0000", 2024-04-15T16:28:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604271+0000", 2024-04-15T16:28:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.0", 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:35:55.765767+0000", 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.529165+0000", 2024-04-15T16:28:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.965642+0000", 2024-04-15T16:28:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.965642+0000", 2024-04-15T16:28:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.966004+0000", 2024-04-15T16:28:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.529165+0000", 2024-04-15T16:28:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.529165+0000", 2024-04-15T16:28:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.529165+0000", 2024-04-15T16:28:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.529165+0000", 2024-04-15T16:28:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.529165+0000", 2024-04-15T16:28:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.529165+0000", 2024-04-15T16:28:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T16:28:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T16:28:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.6", 2024-04-15T16:28:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-04-15T16:28:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:47:57.610962+0000", 2024-04-15T16:28:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T16:28:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "62'1" 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604612+0000", 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.324177+0000", 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.324177+0000", 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.325277+0000", 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604612+0000", 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604612+0000", 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604612+0000", 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604612+0000", 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604612+0000", 2024-04-15T16:28:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604612+0000", 2024-04-15T16:28:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.7", 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:55:56.678943+0000", 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T16:28:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T16:28:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604085+0000", 2024-04-15T16:28:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:26:07.672434+0000", 2024-04-15T16:28:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:26:07.672434+0000", 2024-04-15T16:28:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:26:07.672746+0000", 2024-04-15T16:28:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604085+0000", 2024-04-15T16:28:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 64, 2024-04-15T16:28:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604085+0000", 2024-04-15T16:28:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604085+0000", 2024-04-15T16:28:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604085+0000", 2024-04-15T16:28:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T16:28:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604085+0000", 2024-04-15T16:28:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604085+0000", 2024-04-15T16:28:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 63, 2024-04-15T16:28:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.1", 2024-04-15T16:28:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 15, 2024-04-15T16:28:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:12:43.934565+0000", 2024-04-15T16:28:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T16:28:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604994+0000", 2024-04-15T16:28:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.967776+0000", 2024-04-15T16:28:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.967776+0000", 2024-04-15T16:28:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.968052+0000", 2024-04-15T16:28:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604994+0000", 2024-04-15T16:28:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604994+0000", 2024-04-15T16:28:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604994+0000", 2024-04-15T16:28:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604994+0000", 2024-04-15T16:28:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604994+0000", 2024-04-15T16:28:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604994+0000", 2024-04-15T16:28:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T16:28:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T16:28:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.7", 2024-04-15T16:28:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-04-15T16:28:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:49:40.710130+0000", 2024-04-15T16:28:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T16:28:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T16:28:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605102+0000", 2024-04-15T16:28:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.330162+0000", 2024-04-15T16:28:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.330162+0000", 2024-04-15T16:28:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.330673+0000", 2024-04-15T16:28:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605102+0000", 2024-04-15T16:28:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605102+0000", 2024-04-15T16:28:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605102+0000", 2024-04-15T16:28:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605102+0000", 2024-04-15T16:28:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605102+0000", 2024-04-15T16:28:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605102+0000", 2024-04-15T16:28:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.6", 2024-04-15T16:28:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:00:57.830598+0000", 2024-04-15T16:28:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533700+0000", 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.973998+0000", 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.973998+0000", 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.974303+0000", 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533700+0000", 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533700+0000", 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533700+0000", 2024-04-15T16:28:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533700+0000", 2024-04-15T16:28:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533700+0000", 2024-04-15T16:28:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533700+0000", 2024-04-15T16:28:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.8", 2024-04-15T16:28:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:20:48.109889+0000", 2024-04-15T16:28:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T16:28:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604414+0000", 2024-04-15T16:28:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.326782+0000", 2024-04-15T16:28:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.326782+0000", 2024-04-15T16:28:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.327068+0000", 2024-04-15T16:28:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604414+0000", 2024-04-15T16:28:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604414+0000", 2024-04-15T16:28:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604414+0000", 2024-04-15T16:28:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604414+0000", 2024-04-15T16:28:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604414+0000", 2024-04-15T16:28:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604414+0000", 2024-04-15T16:28:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.9", 2024-04-15T16:28:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:16:43.460702+0000", 2024-04-15T16:28:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T16:28:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528814+0000", 2024-04-15T16:28:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.969058+0000", 2024-04-15T16:28:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.969058+0000", 2024-04-15T16:28:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.969318+0000", 2024-04-15T16:28:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528814+0000", 2024-04-15T16:28:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528814+0000", 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528814+0000", 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528814+0000", 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528814+0000", 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528814+0000", 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.9", 2024-04-15T16:28:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:26:00.301157+0000", 2024-04-15T16:28:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604346+0000", 2024-04-15T16:28:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.334739+0000", 2024-04-15T16:28:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.334739+0000", 2024-04-15T16:28:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.335914+0000", 2024-04-15T16:28:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604346+0000", 2024-04-15T16:28:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604346+0000", 2024-04-15T16:28:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604346+0000", 2024-04-15T16:28:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604346+0000", 2024-04-15T16:28:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604346+0000", 2024-04-15T16:28:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604346+0000", 2024-04-15T16:28:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.8", 2024-04-15T16:28:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:10:25.659672+0000", 2024-04-15T16:28:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.529430+0000", 2024-04-15T16:28:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.969675+0000", 2024-04-15T16:28:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.969675+0000", 2024-04-15T16:28:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.969935+0000", 2024-04-15T16:28:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.529430+0000", 2024-04-15T16:28:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.529430+0000", 2024-04-15T16:28:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.529430+0000", 2024-04-15T16:28:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.529430+0000", 2024-04-15T16:28:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.529430+0000", 2024-04-15T16:28:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.529430+0000", 2024-04-15T16:28:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.a", 2024-04-15T16:28:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:26:57.197844+0000", 2024-04-15T16:28:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604623+0000", 2024-04-15T16:28:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.334389+0000", 2024-04-15T16:28:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.334389+0000", 2024-04-15T16:28:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.334667+0000", 2024-04-15T16:28:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604623+0000", 2024-04-15T16:28:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604623+0000", 2024-04-15T16:28:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604623+0000", 2024-04-15T16:28:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604623+0000", 2024-04-15T16:28:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604623+0000", 2024-04-15T16:28:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604623+0000", 2024-04-15T16:28:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.b", 2024-04-15T16:28:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:33:45.361899+0000", 2024-04-15T16:28:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.532950+0000", 2024-04-15T16:28:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.967571+0000", 2024-04-15T16:28:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.967571+0000", 2024-04-15T16:28:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.967903+0000", 2024-04-15T16:28:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.532950+0000", 2024-04-15T16:28:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.532950+0000", 2024-04-15T16:28:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.532950+0000", 2024-04-15T16:28:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.532950+0000", 2024-04-15T16:28:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.532950+0000", 2024-04-15T16:28:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.532950+0000", 2024-04-15T16:28:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T16:28:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T16:28:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.b", 2024-04-15T16:28:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-04-15T16:28:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:11:55.673773+0000", 2024-04-15T16:28:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T16:28:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T16:28:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604712+0000", 2024-04-15T16:28:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.338239+0000", 2024-04-15T16:28:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.338239+0000", 2024-04-15T16:28:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.338704+0000", 2024-04-15T16:28:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604712+0000", 2024-04-15T16:28:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604712+0000", 2024-04-15T16:28:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604712+0000", 2024-04-15T16:28:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604712+0000", 2024-04-15T16:28:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604712+0000", 2024-04-15T16:28:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604712+0000", 2024-04-15T16:28:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.a", 2024-04-15T16:28:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:14:39.269699+0000", 2024-04-15T16:28:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528270+0000", 2024-04-15T16:28:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.970851+0000", 2024-04-15T16:28:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.970851+0000", 2024-04-15T16:28:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.971329+0000", 2024-04-15T16:28:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528270+0000", 2024-04-15T16:28:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528270+0000", 2024-04-15T16:28:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528270+0000", 2024-04-15T16:28:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528270+0000", 2024-04-15T16:28:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528270+0000", 2024-04-15T16:28:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528270+0000", 2024-04-15T16:28:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.c", 2024-04-15T16:28:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 19, 2024-04-15T16:28:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:46:36.051699+0000", 2024-04-15T16:28:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533246+0000", 2024-04-15T16:28:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.335041+0000", 2024-04-15T16:28:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.335041+0000", 2024-04-15T16:28:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.335332+0000", 2024-04-15T16:28:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533246+0000", 2024-04-15T16:28:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533246+0000", 2024-04-15T16:28:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533246+0000", 2024-04-15T16:28:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533246+0000", 2024-04-15T16:28:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533246+0000", 2024-04-15T16:28:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533246+0000", 2024-04-15T16:28:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.d", 2024-04-15T16:28:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:55:14.092097+0000", 2024-04-15T16:28:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528951+0000", 2024-04-15T16:28:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.966317+0000", 2024-04-15T16:28:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.966317+0000", 2024-04-15T16:28:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.967108+0000", 2024-04-15T16:28:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528951+0000", 2024-04-15T16:28:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528951+0000", 2024-04-15T16:28:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528951+0000", 2024-04-15T16:28:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528951+0000", 2024-04-15T16:28:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528951+0000", 2024-04-15T16:28:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528951+0000", 2024-04-15T16:28:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T16:28:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T16:28:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.d", 2024-04-15T16:28:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 20, 2024-04-15T16:28:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:17:14.783160+0000", 2024-04-15T16:28:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 70, 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T16:28:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T16:28:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T16:28:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T16:28:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.530997+0000", 2024-04-15T16:28:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.335788+0000", 2024-04-15T16:28:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.335788+0000", 2024-04-15T16:28:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.336052+0000", 2024-04-15T16:28:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.530997+0000", 2024-04-15T16:28:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.530997+0000", 2024-04-15T16:28:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.530997+0000", 2024-04-15T16:28:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.530997+0000", 2024-04-15T16:28:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.530997+0000", 2024-04-15T16:28:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.530997+0000", 2024-04-15T16:28:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.c", 2024-04-15T16:28:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:22:23.166556+0000", 2024-04-15T16:28:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T16:28:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528724+0000", 2024-04-15T16:28:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:33.966059+0000", 2024-04-15T16:28:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:33.966059+0000", 2024-04-15T16:28:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:33.966349+0000", 2024-04-15T16:28:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528724+0000", 2024-04-15T16:28:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 60, 2024-04-15T16:28:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528724+0000", 2024-04-15T16:28:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528724+0000", 2024-04-15T16:28:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528724+0000", 2024-04-15T16:28:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T16:28:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528724+0000", 2024-04-15T16:28:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528724+0000", 2024-04-15T16:28:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T16:28:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 59, 2024-04-15T16:28:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T16:28:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.e", 2024-04-15T16:28:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 21, 2024-04-15T16:28:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:05:16.350194+0000", 2024-04-15T16:28:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T16:28:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T16:28:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T16:28:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T16:28:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T16:28:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T16:28:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T16:28:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T16:28:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.533981+0000", 2024-04-15T16:28:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.340083+0000", 2024-04-15T16:28:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.340083+0000", 2024-04-15T16:28:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.340359+0000", 2024-04-15T16:28:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.533981+0000", 2024-04-15T16:28:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.533981+0000", 2024-04-15T16:28:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.533981+0000", 2024-04-15T16:28:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.533981+0000", 2024-04-15T16:28:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.533981+0000", 2024-04-15T16:28:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.533981+0000", 2024-04-15T16:28:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.f", 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:42:22.651312+0000", 2024-04-15T16:28:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T16:28:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604137+0000", 2024-04-15T16:28:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.329570+0000", 2024-04-15T16:28:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.329570+0000", 2024-04-15T16:28:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.329854+0000", 2024-04-15T16:28:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604137+0000", 2024-04-15T16:28:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604137+0000", 2024-04-15T16:28:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604137+0000", 2024-04-15T16:28:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604137+0000", 2024-04-15T16:28:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604137+0000", 2024-04-15T16:28:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604137+0000", 2024-04-15T16:28:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.20", 2024-04-15T16:28:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:55:22.011676+0000", 2024-04-15T16:28:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T16:28:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T16:28:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.527950+0000", 2024-04-15T16:28:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.330626+0000", 2024-04-15T16:28:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.330626+0000", 2024-04-15T16:28:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.330905+0000", 2024-04-15T16:28:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.527950+0000", 2024-04-15T16:28:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.527950+0000", 2024-04-15T16:28:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.527950+0000", 2024-04-15T16:28:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.527950+0000", 2024-04-15T16:28:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.527950+0000", 2024-04-15T16:28:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.527950+0000", 2024-04-15T16:28:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.21", 2024-04-15T16:28:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:48:38.151778+0000", 2024-04-15T16:28:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T16:28:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T16:28:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531398+0000", 2024-04-15T16:28:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.327087+0000", 2024-04-15T16:28:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.327087+0000", 2024-04-15T16:28:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.327468+0000", 2024-04-15T16:28:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531398+0000", 2024-04-15T16:28:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531398+0000", 2024-04-15T16:28:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531398+0000", 2024-04-15T16:28:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531398+0000", 2024-04-15T16:28:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531398+0000", 2024-04-15T16:28:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531398+0000", 2024-04-15T16:28:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.22", 2024-04-15T16:28:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:23:13.604820+0000", 2024-04-15T16:28:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604235+0000", 2024-04-15T16:28:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.328368+0000", 2024-04-15T16:28:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.328368+0000", 2024-04-15T16:28:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.328654+0000", 2024-04-15T16:28:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604235+0000", 2024-04-15T16:28:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604235+0000", 2024-04-15T16:28:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604235+0000", 2024-04-15T16:28:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604235+0000", 2024-04-15T16:28:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604235+0000", 2024-04-15T16:28:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604235+0000", 2024-04-15T16:28:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.23", 2024-04-15T16:28:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:59:36.163111+0000", 2024-04-15T16:28:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605655+0000", 2024-04-15T16:28:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.337807+0000", 2024-04-15T16:28:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.337807+0000", 2024-04-15T16:28:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.338104+0000", 2024-04-15T16:28:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605655+0000", 2024-04-15T16:28:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605655+0000", 2024-04-15T16:28:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605655+0000", 2024-04-15T16:28:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605655+0000", 2024-04-15T16:28:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605655+0000", 2024-04-15T16:28:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605655+0000", 2024-04-15T16:28:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.24", 2024-04-15T16:28:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:22:15.979198+0000", 2024-04-15T16:28:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T16:28:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.528566+0000", 2024-04-15T16:28:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.330822+0000", 2024-04-15T16:28:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.330822+0000", 2024-04-15T16:28:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.331106+0000", 2024-04-15T16:28:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.528566+0000", 2024-04-15T16:28:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.528566+0000", 2024-04-15T16:28:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.528566+0000", 2024-04-15T16:28:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.528566+0000", 2024-04-15T16:28:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.528566+0000", 2024-04-15T16:28:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.528566+0000", 2024-04-15T16:28:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.25", 2024-04-15T16:28:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:51:32.632127+0000", 2024-04-15T16:28:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T16:28:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T16:28:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604951+0000", 2024-04-15T16:28:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.341609+0000", 2024-04-15T16:28:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.341609+0000", 2024-04-15T16:28:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.342193+0000", 2024-04-15T16:28:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604951+0000", 2024-04-15T16:28:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604951+0000", 2024-04-15T16:28:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604951+0000", 2024-04-15T16:28:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604951+0000", 2024-04-15T16:28:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604951+0000", 2024-04-15T16:28:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604951+0000", 2024-04-15T16:28:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.26", 2024-04-15T16:28:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:19:18.018266+0000", 2024-04-15T16:28:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604688+0000", 2024-04-15T16:28:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.335057+0000", 2024-04-15T16:28:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.335057+0000", 2024-04-15T16:28:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.335332+0000", 2024-04-15T16:28:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604688+0000", 2024-04-15T16:28:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604688+0000", 2024-04-15T16:28:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604688+0000", 2024-04-15T16:28:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604688+0000", 2024-04-15T16:28:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604688+0000", 2024-04-15T16:28:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604688+0000", 2024-04-15T16:28:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.27", 2024-04-15T16:28:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:29:40.301716+0000", 2024-04-15T16:28:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531627+0000", 2024-04-15T16:28:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.326971+0000", 2024-04-15T16:28:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.326971+0000", 2024-04-15T16:28:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.328290+0000", 2024-04-15T16:28:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531627+0000", 2024-04-15T16:28:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531627+0000", 2024-04-15T16:28:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531627+0000", 2024-04-15T16:28:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531627+0000", 2024-04-15T16:28:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531627+0000", 2024-04-15T16:28:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531627+0000", 2024-04-15T16:28:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.28", 2024-04-15T16:28:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:01:30.830981+0000", 2024-04-15T16:28:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T16:28:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T16:28:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.605281+0000", 2024-04-15T16:28:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.334566+0000", 2024-04-15T16:28:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.334566+0000", 2024-04-15T16:28:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.334878+0000", 2024-04-15T16:28:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.605281+0000", 2024-04-15T16:28:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.605281+0000", 2024-04-15T16:28:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.605281+0000", 2024-04-15T16:28:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.605281+0000", 2024-04-15T16:28:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.605281+0000", 2024-04-15T16:28:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.605281+0000", 2024-04-15T16:28:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.29", 2024-04-15T16:28:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:20:14.281939+0000", 2024-04-15T16:28:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T16:28:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T16:28:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T16:28:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.531407+0000", 2024-04-15T16:28:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.336480+0000", 2024-04-15T16:28:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.336480+0000", 2024-04-15T16:28:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.336804+0000", 2024-04-15T16:28:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.531407+0000", 2024-04-15T16:28:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.531407+0000", 2024-04-15T16:28:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.531407+0000", 2024-04-15T16:28:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.531407+0000", 2024-04-15T16:28:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.531407+0000", 2024-04-15T16:28:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.531407+0000", 2024-04-15T16:28:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2a", 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:50:46.457258+0000", 2024-04-15T16:28:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T16:28:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T16:28:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T16:28:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T16:28:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604320+0000", 2024-04-15T16:28:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.319990+0000", 2024-04-15T16:28:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.319990+0000", 2024-04-15T16:28:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.320254+0000", 2024-04-15T16:28:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604320+0000", 2024-04-15T16:28:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604320+0000", 2024-04-15T16:28:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604320+0000", 2024-04-15T16:28:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604320+0000", 2024-04-15T16:28:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604320+0000", 2024-04-15T16:28:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604320+0000", 2024-04-15T16:28:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2b", 2024-04-15T16:28:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:50:51.187877+0000", 2024-04-15T16:28:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T16:28:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T16:28:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T16:28:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T16:28:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T16:28:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T16:28:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T16:28:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T16:28:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T16:28:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T16:28:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T16:28:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T16:28:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T16:27:08.604808+0000", 2024-04-15T16:28:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:25:34.331697+0000", 2024-04-15T16:28:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:25:34.331697+0000", 2024-04-15T16:28:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:25:34.332044+0000", 2024-04-15T16:28:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T16:27:08.604808+0000", 2024-04-15T16:28:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T16:28:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 61, 2024-04-15T16:28:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T16:27:08.604808+0000", 2024-04-15T16:28:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T16:27:08.604808+0000", 2024-04-15T16:28:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T16:27:08.604808+0000", 2024-04-15T16:28:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T16:28:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T16:28:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T16:28:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T16:27:08.604808+0000", 2024-04-15T16:28:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T16:27:08.604808+0000", 2024-04-15T16:28:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T16:28:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T16:28:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T16:28:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 60, 2024-04-15T16:28:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T16:28:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T16:28:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T16:28:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T16:28:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T16:28:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T16:28:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T16:28:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2c", 2024-04-15T16:28:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T16:28:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T16:28:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 68, 2024-04-15T16:28:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 18, 2024-04-15T16:28:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T16:28:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:44:40.853467+0000", 2024-04-15T16:28:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T16:28:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T16:28:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T16:28:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T16:28:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T16:28:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T16:28:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T16:28:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T16:28:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T16:28:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T16:28:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pool": [ 2024-04-15T16:28:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 24, 2024-04-15T16:28:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-04-15T16:28:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 8, 2024-04-15T16:28:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T16:28:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 4, 2024-04-15T16:28:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T16:28:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-04-15T16:28:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T16:28:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T16:28:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T16:28:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T16:28:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-04-15T16:28:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T16:28:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T16:28:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T16:28:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T16:28:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 24 2024-04-15T16:28:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 192, 2024-04-15T16:28:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T16:28:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T16:28:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 64, 2024-04-15T16:28:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T16:28:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T16:28:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 3, 2024-04-15T16:28:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T16:28:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T16:28:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T16:28:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T16:28:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T16:28:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T16:28:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T16:28:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-04-15T16:28:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T16:28:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T16:28:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T16:28:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T16:28:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-04-15T16:28:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T16:28:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T16:28:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T16:28:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T16:28:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 192 2024-04-15T16:28:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 3, 2024-04-15T16:28:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-04-15T16:28:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 156, 2024-04-15T16:28:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 1, 2024-04-15T16:28:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 3, 2024-04-15T16:28:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 156, 2024-04-15T16:28:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 1, 2024-04-15T16:28:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-04-15T16:28:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-04-15T16:28:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T16:28:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T16:28:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T16:28:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T16:28:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-04-15T16:28:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 466, 2024-04-15T16:28:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 644, 2024-04-15T16:28:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 235, 2024-04-15T16:28:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-04-15T16:28:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T16:28:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 1781760, 2024-04-15T16:28:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T16:28:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T16:28:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T16:28:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T16:28:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 1771104, 2024-04-15T16:28:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T16:28:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T16:28:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T16:28:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T16:28:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 3 2024-04-15T16:28:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T16:28:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 96, 2024-04-15T16:28:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T16:28:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T16:28:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 45, 2024-04-15T16:28:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 32, 2024-04-15T16:28:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T16:28:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 45, 2024-04-15T16:28:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 2, 2024-04-15T16:28:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T16:28:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 3430, 2024-04-15T16:28:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T16:28:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T16:28:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T16:28:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T16:28:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T16:28:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T16:28:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T16:28:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T16:28:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T16:28:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T16:28:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T16:28:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T16:28:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T16:28:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T16:28:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T16:28:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 66, 2024-04-15T16:28:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 22, 2024-04-15T16:28:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T16:28:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 22, 2024-04-15T16:28:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T16:28:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T16:28:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T16:28:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T16:28:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T16:28:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 14, 2024-04-15T16:28:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T16:28:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T16:28:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T16:28:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T16:28:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T16:28:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T16:28:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T16:28:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T16:28:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T16:28:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T16:28:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T16:28:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T16:28:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 51, 2024-04-15T16:28:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 20 2024-04-15T16:28:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T16:28:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 98304, 2024-04-15T16:28:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T16:28:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T16:28:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T16:28:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T16:28:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 10290, 2024-04-15T16:28:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T16:28:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T16:28:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T16:28:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T16:28:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 96 2024-04-15T16:28:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T16:28:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T16:28:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 105, 2024-04-15T16:28:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": 4, 2024-04-15T16:28:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_by_class": { 2024-04-15T16:28:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "ssd": { 2024-04-15T16:28:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767727316992, 2024-04-15T16:28:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T16:28:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 232968192, 2024-04-15T16:28:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_bytes": 232968192, 2024-04-15T16:28:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_ratio": 0.00030335967312566936 2024-04-15T16:28:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T16:28:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 767727316992, 2024-04-15T16:28:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T16:28:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 232968192 2024-04-15T16:28:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T16:28:56.079 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-04-15T16:28:56.079 INFO:tasks.workunit.client.0.smithi090.stdout:OK 2024-04-15T16:28:56.080 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:28:56.080 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:28:56.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 25 op/s 2024-04-15T16:28:56.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 25 op/s 2024-04-15T16:28:56.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:56.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:56.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:56.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:56.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: pgmap v91: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 25 op/s 2024-04-15T16:28:56.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='client.15033 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='client.24932 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:56.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:56.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.089 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.089 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.089 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.089 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.089 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.089 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.089 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.089 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.089 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.089 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.089 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.089 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.089 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.089 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.090 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.090 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.090 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.090 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.090 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.090 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.090 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.090 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:56.090 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:56.090 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.090 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.090 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.090 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.090 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.092 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.092 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.092 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.092 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:54 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.092 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:55 smithi153 ceph-mon[30366]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.092 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:55 smithi153 ceph-mon[30366]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:28:56.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:28:56.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:28:56.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:28:56.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:28:56.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:28:56.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:54 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:28:56.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:55 smithi090 ceph-mon[38312]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:55 smithi090 ceph-mon[38312]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.095 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:55 smithi090 ceph-mon[27209]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.095 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:55 smithi090 ceph-mon[27209]: from='client.24938 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:28:56.130 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-04-15T16:28:56.133 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-15T16:28:56.484 DEBUG:teuthology.parallel:result is None 2024-04-15T16:28:56.484 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T16:28:56.512 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T16:28:56.512 DEBUG:teuthology.orchestra.run.smithi090:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T16:28:56.573 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T16:28:56.573 INFO:teuthology.run_tasks:Running task print... 2024-04-15T16:28:56.583 INFO:teuthology.task.print:**** done end telemetry reef... 2024-04-15T16:28:56.583 INFO:teuthology.run_tasks:Running task print... 2024-04-15T16:28:56.615 INFO:teuthology.task.print:**** done start parallel 2024-04-15T16:28:56.615 INFO:teuthology.run_tasks:Running task parallel... 2024-04-15T16:28:56.643 INFO:teuthology.task.parallel:starting parallel... 2024-04-15T16:28:56.644 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-15T16:28:56.644 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T16:28:56.644 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-15T16:28:56.645 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-15T16:28:56.647 INFO:tasks.rados:Beginning rados... 2024-04-15T16:28:56.647 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-15T16:28:56.647 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'main'}, 'ceph': {'conf': {'global': {'mon election default strategy': 3}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'c2d8c3155d854ee204cb7c7261232571229d1d54'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'main', 'sha1': '87dbfb632e974cb2c28d17423071d2d833b53b29'}} 2024-04-15T16:28:56.647 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-15T16:28:56.647 INFO:tasks.rados:joining rados 2024-04-15T16:28:56.647 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-15T16:28:56.648 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-15T16:28:56.648 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-15T16:28:56.648 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-15T16:28:56.648 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi090.front.sepia.ceph.com 2024-04-15T16:28:56.649 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -e sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-15T16:28:56.649 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-15T16:28:56.649 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-15T16:28:56.675 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:56 smithi090 ceph-mon[27209]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 25 op/s 2024-04-15T16:28:56.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:56 smithi090 ceph-mon[38312]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 25 op/s 2024-04-15T16:28:56.874 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:28:56.877 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:28:56.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:56 smithi153 ceph-mon[30366]: pgmap v92: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 25 op/s 2024-04-15T16:28:58.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:28:58 smithi090 ceph-mon[38312]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 25 op/s 2024-04-15T16:28:58.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:28:58 smithi090 ceph-mon[27209]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 25 op/s 2024-04-15T16:28:58.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:28:58 smithi153 ceph-mon[30366]: pgmap v93: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 28 KiB/s rd, 0 B/s wr, 25 op/s 2024-04-15T16:29:00.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:00 smithi090 ceph-mon[27209]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-15T16:29:00.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:00 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/20393986' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:29:00.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:00 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:29:00.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:00 smithi090 ceph-mon[38312]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-15T16:29:00.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:00 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/20393986' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:29:00.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:00 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:29:00.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:00 smithi153 ceph-mon[30366]: pgmap v94: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-15T16:29:00.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:00 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/20393986' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:29:00.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:00 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:29:01.198 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -e sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-15T16:29:01.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:01 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:29:01.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:01 smithi090 ceph-mon[27209]: osdmap e69: 8 total, 8 up, 8 in 2024-04-15T16:29:01.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:01 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:29:01.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:01 smithi090 ceph-mon[38312]: osdmap e69: 8 total, 8 up, 8 in 2024-04-15T16:29:01.650 INFO:tasks.rados:starting run 0 out of 1 2024-04-15T16:29:01.650 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-15T16:29:01.651 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-15T16:29:01.756 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:29:01.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:01 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:29:01.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:01 smithi153 ceph-mon[30366]: osdmap e69: 8 total, 8 up, 8 in 2024-04-15T16:29:02.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:02 smithi090 ceph-mon[27209]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-04-15T16:29:02.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:02 smithi090 ceph-mon[38312]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-04-15T16:29:02.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:02 smithi153 ceph-mon[30366]: pgmap v96: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 46 KiB/s rd, 0 B/s wr, 48 op/s 2024-04-15T16:29:02.880 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:29:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:29:02] "GET /metrics HTTP/1.1" 200 33662 "" "Prometheus/2.43.0" 2024-04-15T16:29:02.924 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:29:03.614 INFO:teuthology.orchestra.run.smithi090.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T16:29:04.687 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:04 smithi090 ceph-mon[38312]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T16:29:04.688 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:04 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:29:04.688 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:04 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:29:04.688 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:04 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:29:04.688 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:04 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:29:04.688 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:04 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:29:04.688 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:04 smithi090 ceph-mon[27209]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T16:29:04.688 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:04 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:29:04.688 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:04 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:29:04.688 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:04 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:29:04.688 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:04 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:29:04.688 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:04 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:29:04.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:04 smithi153 ceph-mon[30366]: pgmap v97: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T16:29:04.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:04 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:29:04.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:04 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:29:04.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:04 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:29:04.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:04 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:29:04.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:04 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:29:05.099 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -e sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-15T16:29:05.580 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:29:05.702 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:05 smithi090 ceph-mon[38312]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:29:05.702 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:05 smithi090 ceph-mon[38312]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T16:29:05.702 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:05 smithi090 ceph-mon[38312]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T16:29:05.702 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:05 smithi090 ceph-mon[27209]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:29:05.702 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:05 smithi090 ceph-mon[27209]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T16:29:05.702 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:05 smithi090 ceph-mon[27209]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T16:29:05.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:05 smithi153 ceph-mon[30366]: from='client.24968 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:29:05.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:05 smithi153 ceph-mon[30366]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T16:29:05.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:05 smithi153 ceph-mon[30366]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:c2d8c3155d854ee204cb7c7261232571229d1d54 2024-04-15T16:29:06.713 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:06 smithi090 ceph-mon[38312]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T16:29:06.713 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:06 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2983311765' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-15T16:29:06.713 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:06 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-15T16:29:06.713 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:06 smithi090 ceph-mon[27209]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T16:29:06.713 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:06 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2983311765' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-15T16:29:06.713 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:06 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-15T16:29:06.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:06 smithi153 ceph-mon[30366]: pgmap v98: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 0 B/s wr, 17 op/s 2024-04-15T16:29:06.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:06 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2983311765' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-15T16:29:06.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:06 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-15T16:29:07.434 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'unique_pool_0' created 2024-04-15T16:29:07.523 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:29:07.799 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:07 smithi090 ceph-mon[27209]: osdmap e70: 8 total, 8 up, 8 in 2024-04-15T16:29:07.799 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:07 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:29:07.799 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:07 smithi090 ceph-mon[38312]: osdmap e70: 8 total, 8 up, 8 in 2024-04-15T16:29:07.799 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:07 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:29:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:07 smithi153 ceph-mon[30366]: osdmap e70: 8 total, 8 up, 8 in 2024-04-15T16:29:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:07 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:29:07.899 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:29:07.900 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (111s) 86s ago 2m 16.1M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:29:07.900 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (2m) 86s ago 2m 85.3M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:29:07.900 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (3m) 86s ago 3m 15.4M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:29:07.900 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (3m) 86s ago 3m 13.5M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:29:07.900 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,8765 running (7m) 86s ago 7m 448M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 7f9ab3eec816 2024-04-15T16:29:07.900 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:9283,8765 running (8m) 86s ago 8m 497M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 5c9443dde648 2024-04-15T16:29:07.900 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (9m) 86s ago 9m 44.7M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 8c701e222abf 2024-04-15T16:29:07.900 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (7m) 86s ago 7m 39.8M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a e06ba4d813e6 2024-04-15T16:29:07.900 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (7m) 86s ago 7m 37.8M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 57a10c825a2a 2024-04-15T16:29:07.900 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (2m) 86s ago 2m 14.0M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:29:07.900 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (2m) 86s ago 2m 8414k - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:29:07.900 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (6m) 86s ago 6m 52.7M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f170958feb54 2024-04-15T16:29:07.900 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (6m) 86s ago 6m 44.2M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a d1a207a9d3b7 2024-04-15T16:29:07.900 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (5m) 86s ago 5m 42.2M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 25f8f850f0c1 2024-04-15T16:29:07.901 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (5m) 86s ago 5m 43.5M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 2a999947f8da 2024-04-15T16:29:07.901 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (5m) 86s ago 5m 42.0M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 72f8dca53733 2024-04-15T16:29:07.901 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (4m) 86s ago 4m 41.2M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f4ca8da35c81 2024-04-15T16:29:07.901 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (4m) 86s ago 4m 50.0M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 66e4ab03958e 2024-04-15T16:29:07.901 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (4m) 86s ago 4m 44.1M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:29:07.901 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (105s) 86s ago 3m 31.4M - 2.43.0 a07b618ecd1d dabbf793d3fc 2024-04-15T16:29:08.139 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-15T16:29:08.354 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:29:08.355 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:29:08.355 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T16:29:08.355 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:29:08.355 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:29:08.355 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:29:08.355 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:29:08.355 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:29:08.355 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T16:29:08.355 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:29:08.356 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:29:08.356 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:29:08.356 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:29:08.356 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:29:08.356 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 15 2024-04-15T16:29:08.356 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:29:08.356 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:29:08.356 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:29:08.745 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:08 smithi090 ceph-mon[27209]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:08.745 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:08 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-15T16:29:08.746 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:08 smithi090 ceph-mon[27209]: osdmap e71: 8 total, 8 up, 8 in 2024-04-15T16:29:08.746 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:08 smithi090 ceph-mon[27209]: from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:29:08.746 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:08 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/1645252140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:29:08.746 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:08 smithi090 ceph-mon[38312]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:08.746 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:08 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-15T16:29:08.746 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:08 smithi090 ceph-mon[38312]: osdmap e71: 8 total, 8 up, 8 in 2024-04-15T16:29:08.746 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:08 smithi090 ceph-mon[38312]: from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:29:08.746 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:08 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/1645252140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:29:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:08 smithi153 ceph-mon[30366]: pgmap v100: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:08 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-15T16:29:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:08 smithi153 ceph-mon[30366]: osdmap e71: 8 total, 8 up, 8 in 2024-04-15T16:29:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:08 smithi153 ceph-mon[30366]: from='client.15099 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:29:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:08 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/1645252140' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:29:09.542 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:09 smithi090 ceph-mon[38312]: from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:29:09.543 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:09 smithi090 ceph-mon[38312]: osdmap e72: 8 total, 8 up, 8 in 2024-04-15T16:29:09.543 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:09 smithi090 ceph-mon[27209]: from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:29:09.543 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:09 smithi090 ceph-mon[27209]: osdmap e72: 8 total, 8 up, 8 in 2024-04-15T16:29:09.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:09 smithi153 ceph-mon[30366]: from='client.24986 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:29:09.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:09 smithi153 ceph-mon[30366]: osdmap e72: 8 total, 8 up, 8 in 2024-04-15T16:29:10.454 INFO:teuthology.orchestra.run.smithi090.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-15T16:29:10.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:10 smithi090 ceph-mon[38312]: pgmap v103: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:10.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:10 smithi090 ceph-mon[38312]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:29:10.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:10 smithi090 ceph-mon[38312]: osdmap e73: 8 total, 8 up, 8 in 2024-04-15T16:29:10.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:10 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/943279571' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:29:10.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:10 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:29:10.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:10 smithi090 ceph-mon[27209]: pgmap v103: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:10.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:10 smithi090 ceph-mon[27209]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:29:10.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:10 smithi090 ceph-mon[27209]: osdmap e73: 8 total, 8 up, 8 in 2024-04-15T16:29:10.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:10 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/943279571' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:29:10.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:10 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:29:10.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:10 smithi153 ceph-mon[30366]: pgmap v103: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:10.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:10 smithi153 ceph-mon[30366]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:29:10.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:10 smithi153 ceph-mon[30366]: osdmap e73: 8 total, 8 up, 8 in 2024-04-15T16:29:10.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:10 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/943279571' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:29:10.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:10 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:29:11.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:11 smithi090 ceph-mon[38312]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-15T16:29:11.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:11 smithi090 ceph-mon[38312]: osdmap e74: 8 total, 8 up, 8 in 2024-04-15T16:29:11.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:11 smithi090 ceph-mon[27209]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-15T16:29:11.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:11 smithi090 ceph-mon[27209]: osdmap e74: 8 total, 8 up, 8 in 2024-04-15T16:29:11.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:11 smithi153 ceph-mon[30366]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-15T16:29:11.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:11 smithi153 ceph-mon[30366]: osdmap e74: 8 total, 8 up, 8 in 2024-04-15T16:29:12.160 DEBUG:teuthology.orchestra.run.smithi090:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-15T16:29:12.190 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight read -> 100 2024-04-15T16:29:12.190 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight delete -> 50 2024-04-15T16:29:12.190 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight snap_create -> 50 2024-04-15T16:29:12.190 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight snap_remove -> 50 2024-04-15T16:29:12.190 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight rollback -> 50 2024-04-15T16:29:12.190 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight setattr -> 25 2024-04-15T16:29:12.190 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight rmattr -> 25 2024-04-15T16:29:12.190 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight copy_from -> 50 2024-04-15T16:29:12.191 INFO:tasks.rados.rados.0.smithi090.stdout:adding op weight append -> 100 2024-04-15T16:29:12.191 INFO:tasks.rados.rados.0.smithi090.stdout:ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable) 2024-04-15T16:29:12.191 INFO:tasks.rados.rados.0.smithi090.stdout:Configuration: 2024-04-15T16:29:12.191 INFO:tasks.rados.rados.0.smithi090.stdout: Number of operations: 4000 2024-04-15T16:29:12.191 INFO:tasks.rados.rados.0.smithi090.stdout: Number of objects: 50 2024-04-15T16:29:12.191 INFO:tasks.rados.rados.0.smithi090.stdout: Max in flight operations: 16 2024-04-15T16:29:12.191 INFO:tasks.rados.rados.0.smithi090.stdout: Object size (in bytes): 4000000 2024-04-15T16:29:12.191 INFO:tasks.rados.rados.0.smithi090.stdout: Write stride min: 400000 2024-04-15T16:29:12.191 INFO:tasks.rados.rados.0.smithi090.stdout: Write stride max: 800000 2024-04-15T16:29:12.463 INFO:tasks.rados.rados.0.smithi090.stdout:1: write initial oid 1 2024-04-15T16:29:12.463 INFO:tasks.rados.rados.0.smithi090.stdout:1: seq_num 0 ranges {0=24576} 2024-04-15T16:29:12.463 INFO:tasks.rados.rados.0.smithi090.stdout:1: writing smithi09078167-1 from 0 to 24576 tid 1 2024-04-15T16:29:12.463 INFO:tasks.rados.rados.0.smithi090.stdout:2: write initial oid 2 2024-04-15T16:29:12.463 INFO:tasks.rados.rados.0.smithi090.stdout:2: seq_num 1 ranges {0=24576} 2024-04-15T16:29:12.463 INFO:tasks.rados.rados.0.smithi090.stdout:2: writing smithi09078167-2 from 0 to 24576 tid 1 2024-04-15T16:29:12.464 INFO:tasks.rados.rados.0.smithi090.stdout:3: write initial oid 3 2024-04-15T16:29:12.464 INFO:tasks.rados.rados.0.smithi090.stdout:3: seq_num 2 ranges {0=40960} 2024-04-15T16:29:12.464 INFO:tasks.rados.rados.0.smithi090.stdout:3: writing smithi09078167-3 from 0 to 40960 tid 1 2024-04-15T16:29:12.464 INFO:tasks.rados.rados.0.smithi090.stdout:4: write initial oid 4 2024-04-15T16:29:12.464 INFO:tasks.rados.rados.0.smithi090.stdout:4: seq_num 3 ranges {0=57344} 2024-04-15T16:29:12.464 INFO:tasks.rados.rados.0.smithi090.stdout:4: writing smithi09078167-4 from 0 to 57344 tid 1 2024-04-15T16:29:12.464 INFO:tasks.rados.rados.0.smithi090.stdout:5: write initial oid 5 2024-04-15T16:29:12.464 INFO:tasks.rados.rados.0.smithi090.stdout:5: seq_num 4 ranges {0=73728} 2024-04-15T16:29:12.465 INFO:tasks.rados.rados.0.smithi090.stdout:5: writing smithi09078167-5 from 0 to 73728 tid 1 2024-04-15T16:29:12.465 INFO:tasks.rados.rados.0.smithi090.stdout:6: write initial oid 6 2024-04-15T16:29:12.465 INFO:tasks.rados.rados.0.smithi090.stdout:6: seq_num 5 ranges {0=90112} 2024-04-15T16:29:12.465 INFO:tasks.rados.rados.0.smithi090.stdout:6: writing smithi09078167-6 from 0 to 90112 tid 1 2024-04-15T16:29:12.465 INFO:tasks.rados.rados.0.smithi090.stdout:7: write initial oid 7 2024-04-15T16:29:12.465 INFO:tasks.rados.rados.0.smithi090.stdout:7: seq_num 6 ranges {0=106496} 2024-04-15T16:29:12.466 INFO:tasks.rados.rados.0.smithi090.stdout:7: writing smithi09078167-7 from 0 to 106496 tid 1 2024-04-15T16:29:12.466 INFO:tasks.rados.rados.0.smithi090.stdout:8: write initial oid 8 2024-04-15T16:29:12.466 INFO:tasks.rados.rados.0.smithi090.stdout:8: seq_num 7 ranges {0=122880} 2024-04-15T16:29:12.466 INFO:tasks.rados.rados.0.smithi090.stdout:8: writing smithi09078167-8 from 0 to 122880 tid 1 2024-04-15T16:29:12.466 INFO:tasks.rados.rados.0.smithi090.stdout:2: finishing write tid 1 to smithi09078167-2 2024-04-15T16:29:12.467 INFO:tasks.rados.rados.0.smithi090.stdout:9: write initial oid 9 2024-04-15T16:29:12.467 INFO:tasks.rados.rados.0.smithi090.stdout:9: seq_num 8 ranges {0=139264} 2024-04-15T16:29:12.468 INFO:tasks.rados.rados.0.smithi090.stdout:9: writing smithi09078167-9 from 0 to 139264 tid 1 2024-04-15T16:29:12.468 INFO:tasks.rados.rados.0.smithi090.stdout:10: write initial oid 10 2024-04-15T16:29:12.468 INFO:tasks.rados.rados.0.smithi090.stdout:10: seq_num 9 ranges {0=155648} 2024-04-15T16:29:12.469 INFO:tasks.rados.rados.0.smithi090.stdout:10: writing smithi09078167-10 from 0 to 155648 tid 1 2024-04-15T16:29:12.469 INFO:tasks.rados.rados.0.smithi090.stdout:11: write initial oid 11 2024-04-15T16:29:12.469 INFO:tasks.rados.rados.0.smithi090.stdout:11: seq_num 10 ranges {0=172032} 2024-04-15T16:29:12.470 INFO:tasks.rados.rados.0.smithi090.stdout:11: writing smithi09078167-11 from 0 to 172032 tid 1 2024-04-15T16:29:12.470 INFO:tasks.rados.rados.0.smithi090.stdout:12: write initial oid 12 2024-04-15T16:29:12.471 INFO:tasks.rados.rados.0.smithi090.stdout:12: seq_num 11 ranges {0=188416} 2024-04-15T16:29:12.472 INFO:tasks.rados.rados.0.smithi090.stdout:12: writing smithi09078167-12 from 0 to 188416 tid 1 2024-04-15T16:29:12.472 INFO:tasks.rados.rados.0.smithi090.stdout:13: write initial oid 13 2024-04-15T16:29:12.472 INFO:tasks.rados.rados.0.smithi090.stdout:1: finishing write tid 1 to smithi09078167-1 2024-04-15T16:29:12.472 INFO:tasks.rados.rados.0.smithi090.stdout:2: finishing write tid 2 to smithi09078167-2 2024-04-15T16:29:12.473 INFO:tasks.rados.rados.0.smithi090.stdout:3: finishing write tid 1 to smithi09078167-3 2024-04-15T16:29:12.473 INFO:tasks.rados.rados.0.smithi090.stdout:3: finishing write tid 2 to smithi09078167-3 2024-04-15T16:29:12.473 INFO:tasks.rados.rados.0.smithi090.stdout:1: finishing write tid 2 to smithi09078167-1 2024-04-15T16:29:12.473 INFO:tasks.rados.rados.0.smithi090.stdout:7: finishing write tid 1 to smithi09078167-7 2024-04-15T16:29:12.473 INFO:tasks.rados.rados.0.smithi090.stdout:2: finishing write tid 3 to smithi09078167-2 2024-04-15T16:29:12.473 INFO:tasks.rados.rados.0.smithi090.stdout:2: oid 2 updating version 0 to 1 2024-04-15T16:29:12.473 INFO:tasks.rados.rados.0.smithi090.stdout:2: oid 2 updating version 1 to 2 2024-04-15T16:29:12.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-15T16:29:12.473 INFO:tasks.rados.rados.0.smithi090.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-15T16:29:12.473 INFO:tasks.rados.rados.0.smithi090.stdout:7: finishing write tid 2 to smithi09078167-7 2024-04-15T16:29:12.473 INFO:tasks.rados.rados.0.smithi090.stdout:13: seq_num 12 ranges {0=204800} 2024-04-15T16:29:12.474 INFO:tasks.rados.rados.0.smithi090.stdout:13: writing smithi09078167-13 from 0 to 204800 tid 1 2024-04-15T16:29:12.474 INFO:tasks.rados.rados.0.smithi090.stdout:5: finishing write tid 1 to smithi09078167-5 2024-04-15T16:29:12.474 INFO:tasks.rados.rados.0.smithi090.stdout:5: finishing write tid 2 to smithi09078167-5 2024-04-15T16:29:12.474 INFO:tasks.rados.rados.0.smithi090.stdout:10: finishing write tid 1 to smithi09078167-10 2024-04-15T16:29:12.475 INFO:tasks.rados.rados.0.smithi090.stdout:2: done (12 left) 2024-04-15T16:29:12.475 INFO:tasks.rados.rados.0.smithi090.stdout:14: write initial oid 14 2024-04-15T16:29:12.475 INFO:tasks.rados.rados.0.smithi090.stdout:14: seq_num 13 ranges {0=221184} 2024-04-15T16:29:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:14: writing smithi09078167-14 from 0 to 221184 tid 1 2024-04-15T16:29:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:15: write initial oid 15 2024-04-15T16:29:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:15: seq_num 14 ranges {0=237568} 2024-04-15T16:29:12.479 INFO:tasks.rados.rados.0.smithi090.stdout:15: writing smithi09078167-15 from 0 to 237568 tid 1 2024-04-15T16:29:12.479 INFO:tasks.rados.rados.0.smithi090.stdout:16: write initial oid 16 2024-04-15T16:29:12.479 INFO:tasks.rados.rados.0.smithi090.stdout:10: finishing write tid 2 to smithi09078167-10 2024-04-15T16:29:12.479 INFO:tasks.rados.rados.0.smithi090.stdout:8: finishing write tid 1 to smithi09078167-8 2024-04-15T16:29:12.479 INFO:tasks.rados.rados.0.smithi090.stdout:5: finishing write tid 3 to smithi09078167-5 2024-04-15T16:29:12.479 INFO:tasks.rados.rados.0.smithi090.stdout:5: oid 5 updating version 0 to 1 2024-04-15T16:29:12.479 INFO:tasks.rados.rados.0.smithi090.stdout:5: oid 5 updating version 1 to 2 2024-04-15T16:29:12.479 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-15T16:29:12.480 INFO:tasks.rados.rados.0.smithi090.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-15T16:29:12.480 INFO:tasks.rados.rados.0.smithi090.stdout:8: finishing write tid 2 to smithi09078167-8 2024-04-15T16:29:12.480 INFO:tasks.rados.rados.0.smithi090.stdout:6: finishing write tid 1 to smithi09078167-6 2024-04-15T16:29:12.480 INFO:tasks.rados.rados.0.smithi090.stdout:4: finishing write tid 1 to smithi09078167-4 2024-04-15T16:29:12.480 INFO:tasks.rados.rados.0.smithi090.stdout:1: finishing write tid 3 to smithi09078167-1 2024-04-15T16:29:12.480 INFO:tasks.rados.rados.0.smithi090.stdout:1: oid 1 updating version 0 to 1 2024-04-15T16:29:12.480 INFO:tasks.rados.rados.0.smithi090.stdout:1: oid 1 updating version 1 to 2 2024-04-15T16:29:12.480 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-15T16:29:12.480 INFO:tasks.rados.rados.0.smithi090.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:29:12.480 INFO:tasks.rados.rados.0.smithi090.stdout:3: finishing write tid 3 to smithi09078167-3 2024-04-15T16:29:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:3: oid 3 updating version 0 to 1 2024-04-15T16:29:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:3: oid 3 updating version 1 to 2 2024-04-15T16:29:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-15T16:29:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-15T16:29:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:4: finishing write tid 2 to smithi09078167-4 2024-04-15T16:29:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:9: finishing write tid 1 to smithi09078167-9 2024-04-15T16:29:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:9: finishing write tid 2 to smithi09078167-9 2024-04-15T16:29:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:6: finishing write tid 2 to smithi09078167-6 2024-04-15T16:29:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:7: finishing write tid 3 to smithi09078167-7 2024-04-15T16:29:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:7: oid 7 updating version 0 to 1 2024-04-15T16:29:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:7: oid 7 updating version 1 to 2 2024-04-15T16:29:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-15T16:29:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-15T16:29:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:10: finishing write tid 3 to smithi09078167-10 2024-04-15T16:29:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:10: oid 10 updating version 0 to 2 2024-04-15T16:29:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:10: oid 10 version 2 is already newer than 1 2024-04-15T16:29:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 2 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-15T16:29:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-15T16:29:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:11: finishing write tid 1 to smithi09078167-11 2024-04-15T16:29:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:12: finishing write tid 1 to smithi09078167-12 2024-04-15T16:29:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:12: finishing write tid 2 to smithi09078167-12 2024-04-15T16:29:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:11: finishing write tid 2 to smithi09078167-11 2024-04-15T16:29:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:9: finishing write tid 3 to smithi09078167-9 2024-04-15T16:29:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:9: oid 9 updating version 0 to 3 2024-04-15T16:29:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:9: oid 9 updating version 3 to 4 2024-04-15T16:29:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 4 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-15T16:29:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-15T16:29:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:8: finishing write tid 3 to smithi09078167-8 2024-04-15T16:29:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:8: oid 8 updating version 0 to 2 2024-04-15T16:29:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:8: oid 8 version 2 is already newer than 1 2024-04-15T16:29:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-15T16:29:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-15T16:29:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:6: finishing write tid 3 to smithi09078167-6 2024-04-15T16:29:12.485 INFO:tasks.rados.rados.0.smithi090.stdout:6: oid 6 updating version 0 to 1 2024-04-15T16:29:12.485 INFO:tasks.rados.rados.0.smithi090.stdout:6: oid 6 updating version 1 to 2 2024-04-15T16:29:12.485 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-15T16:29:12.485 INFO:tasks.rados.rados.0.smithi090.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-15T16:29:12.485 INFO:tasks.rados.rados.0.smithi090.stdout:4: finishing write tid 3 to smithi09078167-4 2024-04-15T16:29:12.485 INFO:tasks.rados.rados.0.smithi090.stdout:4: oid 4 updating version 0 to 1 2024-04-15T16:29:12.485 INFO:tasks.rados.rados.0.smithi090.stdout:4: oid 4 updating version 1 to 2 2024-04-15T16:29:12.485 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-15T16:29:12.485 INFO:tasks.rados.rados.0.smithi090.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-15T16:29:12.485 INFO:tasks.rados.rados.0.smithi090.stdout:16: seq_num 15 ranges {0=253952} 2024-04-15T16:29:12.487 INFO:tasks.rados.rados.0.smithi090.stdout:16: writing smithi09078167-16 from 0 to 253952 tid 1 2024-04-15T16:29:12.487 INFO:tasks.rados.rados.0.smithi090.stdout:12: finishing write tid 3 to smithi09078167-12 2024-04-15T16:29:12.487 INFO:tasks.rados.rados.0.smithi090.stdout:12: oid 12 updating version 0 to 3 2024-04-15T16:29:12.487 INFO:tasks.rados.rados.0.smithi090.stdout:12: oid 12 updating version 3 to 4 2024-04-15T16:29:12.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-15T16:29:12.487 INFO:tasks.rados.rados.0.smithi090.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-15T16:29:12.488 INFO:tasks.rados.rados.0.smithi090.stdout:11: finishing write tid 3 to smithi09078167-11 2024-04-15T16:29:12.488 INFO:tasks.rados.rados.0.smithi090.stdout:11: oid 11 updating version 0 to 4 2024-04-15T16:29:12.488 INFO:tasks.rados.rados.0.smithi090.stdout:11: oid 11 version 4 is already newer than 3 2024-04-15T16:29:12.488 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-15T16:29:12.488 INFO:tasks.rados.rados.0.smithi090.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-15T16:29:12.488 INFO:tasks.rados.rados.0.smithi090.stdout:13: finishing write tid 1 to smithi09078167-13 2024-04-15T16:29:12.488 INFO:tasks.rados.rados.0.smithi090.stdout:14: finishing write tid 1 to smithi09078167-14 2024-04-15T16:29:12.488 INFO:tasks.rados.rados.0.smithi090.stdout:14: finishing write tid 2 to smithi09078167-14 2024-04-15T16:29:12.488 INFO:tasks.rados.rados.0.smithi090.stdout:13: finishing write tid 2 to smithi09078167-13 2024-04-15T16:29:12.488 INFO:tasks.rados.rados.0.smithi090.stdout:15: finishing write tid 1 to smithi09078167-15 2024-04-15T16:29:12.488 INFO:tasks.rados.rados.0.smithi090.stdout:1: done (14 left) 2024-04-15T16:29:12.488 INFO:tasks.rados.rados.0.smithi090.stdout:3: done (13 left) 2024-04-15T16:29:12.488 INFO:tasks.rados.rados.0.smithi090.stdout:4: done (12 left) 2024-04-15T16:29:12.488 INFO:tasks.rados.rados.0.smithi090.stdout:5: done (11 left) 2024-04-15T16:29:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:6: done (10 left) 2024-04-15T16:29:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:7: done (9 left) 2024-04-15T16:29:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:8: done (8 left) 2024-04-15T16:29:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:9: done (7 left) 2024-04-15T16:29:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:10: done (6 left) 2024-04-15T16:29:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:11: done (5 left) 2024-04-15T16:29:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:12: done (4 left) 2024-04-15T16:29:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:17: write initial oid 17 2024-04-15T16:29:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:17: seq_num 16 ranges {0=270336} 2024-04-15T16:29:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:17: writing smithi09078167-17 from 0 to 270336 tid 1 2024-04-15T16:29:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:18: write initial oid 18 2024-04-15T16:29:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:18: seq_num 17 ranges {0=286720} 2024-04-15T16:29:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:18: writing smithi09078167-18 from 0 to 286720 tid 1 2024-04-15T16:29:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:19: write initial oid 19 2024-04-15T16:29:12.489 INFO:tasks.rados.rados.0.smithi090.stdout:19: seq_num 18 ranges {0=303104} 2024-04-15T16:29:12.490 INFO:tasks.rados.rados.0.smithi090.stdout:19: writing smithi09078167-19 from 0 to 303104 tid 1 2024-04-15T16:29:12.490 INFO:tasks.rados.rados.0.smithi090.stdout:20: write initial oid 20 2024-04-15T16:29:12.490 INFO:tasks.rados.rados.0.smithi090.stdout:20: seq_num 19 ranges {0=319488} 2024-04-15T16:29:12.491 INFO:tasks.rados.rados.0.smithi090.stdout:20: writing smithi09078167-20 from 0 to 319488 tid 1 2024-04-15T16:29:12.491 INFO:tasks.rados.rados.0.smithi090.stdout:21: write initial oid 21 2024-04-15T16:29:12.491 INFO:tasks.rados.rados.0.smithi090.stdout:21: seq_num 20 ranges {0=344064} 2024-04-15T16:29:12.491 INFO:tasks.rados.rados.0.smithi090.stdout:21: writing smithi09078167-21 from 0 to 344064 tid 1 2024-04-15T16:29:12.491 INFO:tasks.rados.rados.0.smithi090.stdout:22: write initial oid 22 2024-04-15T16:29:12.491 INFO:tasks.rados.rados.0.smithi090.stdout:22: seq_num 21 ranges {0=360448} 2024-04-15T16:29:12.493 INFO:tasks.rados.rados.0.smithi090.stdout:22: writing smithi09078167-22 from 0 to 360448 tid 1 2024-04-15T16:29:12.494 INFO:tasks.rados.rados.0.smithi090.stdout:23: write initial oid 23 2024-04-15T16:29:12.494 INFO:tasks.rados.rados.0.smithi090.stdout:23: seq_num 22 ranges {0=376832} 2024-04-15T16:29:12.496 INFO:tasks.rados.rados.0.smithi090.stdout:23: writing smithi09078167-23 from 0 to 376832 tid 1 2024-04-15T16:29:12.496 INFO:tasks.rados.rados.0.smithi090.stdout:24: write initial oid 24 2024-04-15T16:29:12.496 INFO:tasks.rados.rados.0.smithi090.stdout:24: seq_num 23 ranges {0=393216} 2024-04-15T16:29:12.499 INFO:tasks.rados.rados.0.smithi090.stdout:24: writing smithi09078167-24 from 0 to 393216 tid 1 2024-04-15T16:29:12.499 INFO:tasks.rados.rados.0.smithi090.stdout:25: write initial oid 25 2024-04-15T16:29:12.499 INFO:tasks.rados.rados.0.smithi090.stdout:25: seq_num 24 ranges {0=409600} 2024-04-15T16:29:12.501 INFO:tasks.rados.rados.0.smithi090.stdout:25: writing smithi09078167-25 from 0 to 409600 tid 1 2024-04-15T16:29:12.501 INFO:tasks.rados.rados.0.smithi090.stdout:26: write initial oid 26 2024-04-15T16:29:12.501 INFO:tasks.rados.rados.0.smithi090.stdout:26: seq_num 25 ranges {0=425984} 2024-04-15T16:29:12.504 INFO:tasks.rados.rados.0.smithi090.stdout:26: writing smithi09078167-26 from 0 to 425984 tid 1 2024-04-15T16:29:12.504 INFO:tasks.rados.rados.0.smithi090.stdout:27: write initial oid 27 2024-04-15T16:29:12.504 INFO:tasks.rados.rados.0.smithi090.stdout:27: seq_num 26 ranges {0=442368} 2024-04-15T16:29:12.507 INFO:tasks.rados.rados.0.smithi090.stdout:27: writing smithi09078167-27 from 0 to 442368 tid 1 2024-04-15T16:29:12.507 INFO:tasks.rados.rados.0.smithi090.stdout:28: write initial oid 28 2024-04-15T16:29:12.507 INFO:tasks.rados.rados.0.smithi090.stdout:28: seq_num 27 ranges {0=458752} 2024-04-15T16:29:12.511 INFO:tasks.rados.rados.0.smithi090.stdout:28: writing smithi09078167-28 from 0 to 458752 tid 1 2024-04-15T16:29:12.511 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-04-15T16:29:12.511 INFO:tasks.rados.rados.0.smithi090.stdout:15: finishing write tid 2 to smithi09078167-15 2024-04-15T16:29:12.511 INFO:tasks.rados.rados.0.smithi090.stdout:13: finishing write tid 3 to smithi09078167-13 2024-04-15T16:29:12.511 INFO:tasks.rados.rados.0.smithi090.stdout:13: oid 13 updating version 0 to 2 2024-04-15T16:29:12.511 INFO:tasks.rados.rados.0.smithi090.stdout:13: oid 13 version 2 is already newer than 1 2024-04-15T16:29:12.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-15T16:29:12.511 INFO:tasks.rados.rados.0.smithi090.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-15T16:29:12.511 INFO:tasks.rados.rados.0.smithi090.stdout:14: finishing write tid 3 to smithi09078167-14 2024-04-15T16:29:12.511 INFO:tasks.rados.rados.0.smithi090.stdout:14: oid 14 updating version 0 to 2 2024-04-15T16:29:12.511 INFO:tasks.rados.rados.0.smithi090.stdout:14: oid 14 version 2 is already newer than 1 2024-04-15T16:29:12.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 2 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-15T16:29:12.512 INFO:tasks.rados.rados.0.smithi090.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-15T16:29:12.512 INFO:tasks.rados.rados.0.smithi090.stdout:15: finishing write tid 3 to smithi09078167-15 2024-04-15T16:29:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:15: oid 15 updating version 0 to 3 2024-04-15T16:29:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:15: oid 15 updating version 3 to 4 2024-04-15T16:29:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-15T16:29:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-15T16:29:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:16: finishing write tid 1 to smithi09078167-16 2024-04-15T16:29:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:16: finishing write tid 2 to smithi09078167-16 2024-04-15T16:29:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:17: finishing write tid 1 to smithi09078167-17 2024-04-15T16:29:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:16: finishing write tid 3 to smithi09078167-16 2024-04-15T16:29:12.514 INFO:tasks.rados.rados.0.smithi090.stdout:16: oid 16 updating version 0 to 1 2024-04-15T16:29:12.514 INFO:tasks.rados.rados.0.smithi090.stdout:16: oid 16 updating version 1 to 2 2024-04-15T16:29:12.514 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 2 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-15T16:29:12.514 INFO:tasks.rados.rados.0.smithi090.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-15T16:29:12.514 INFO:tasks.rados.rados.0.smithi090.stdout:17: finishing write tid 2 to smithi09078167-17 2024-04-15T16:29:12.514 INFO:tasks.rados.rados.0.smithi090.stdout:18: finishing write tid 1 to smithi09078167-18 2024-04-15T16:29:12.514 INFO:tasks.rados.rados.0.smithi090.stdout:18: finishing write tid 2 to smithi09078167-18 2024-04-15T16:29:12.514 INFO:tasks.rados.rados.0.smithi090.stdout:13: done (15 left) 2024-04-15T16:29:12.514 INFO:tasks.rados.rados.0.smithi090.stdout:14: done (14 left) 2024-04-15T16:29:12.514 INFO:tasks.rados.rados.0.smithi090.stdout:15: done (13 left) 2024-04-15T16:29:12.514 INFO:tasks.rados.rados.0.smithi090.stdout:16: done (12 left) 2024-04-15T16:29:12.514 INFO:tasks.rados.rados.0.smithi090.stdout:29: write initial oid 29 2024-04-15T16:29:12.514 INFO:tasks.rados.rados.0.smithi090.stdout:29: seq_num 28 ranges {0=475136} 2024-04-15T16:29:12.515 INFO:tasks.rados.rados.0.smithi090.stdout:29: writing smithi09078167-29 from 0 to 475136 tid 1 2024-04-15T16:29:12.515 INFO:tasks.rados.rados.0.smithi090.stdout:30: write initial oid 30 2024-04-15T16:29:12.515 INFO:tasks.rados.rados.0.smithi090.stdout:30: seq_num 29 ranges {0=491520} 2024-04-15T16:29:12.516 INFO:tasks.rados.rados.0.smithi090.stdout:30: writing smithi09078167-30 from 0 to 491520 tid 1 2024-04-15T16:29:12.516 INFO:tasks.rados.rados.0.smithi090.stdout:31: write initial oid 31 2024-04-15T16:29:12.516 INFO:tasks.rados.rados.0.smithi090.stdout:31: seq_num 30 ranges {0=507904} 2024-04-15T16:29:12.519 INFO:tasks.rados.rados.0.smithi090.stdout:31: writing smithi09078167-31 from 0 to 507904 tid 1 2024-04-15T16:29:12.519 INFO:tasks.rados.rados.0.smithi090.stdout:32: write initial oid 32 2024-04-15T16:29:12.519 INFO:tasks.rados.rados.0.smithi090.stdout:17: finishing write tid 3 to smithi09078167-17 2024-04-15T16:29:12.519 INFO:tasks.rados.rados.0.smithi090.stdout:17: oid 17 updating version 0 to 5 2024-04-15T16:29:12.519 INFO:tasks.rados.rados.0.smithi090.stdout:17: oid 17 updating version 5 to 6 2024-04-15T16:29:12.519 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 6 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-15T16:29:12.519 INFO:tasks.rados.rados.0.smithi090.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-15T16:29:12.519 INFO:tasks.rados.rados.0.smithi090.stdout:18: finishing write tid 3 to smithi09078167-18 2024-04-15T16:29:12.520 INFO:tasks.rados.rados.0.smithi090.stdout:18: oid 18 updating version 0 to 3 2024-04-15T16:29:12.520 INFO:tasks.rados.rados.0.smithi090.stdout:18: oid 18 updating version 3 to 4 2024-04-15T16:29:12.520 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 4 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-15T16:29:12.520 INFO:tasks.rados.rados.0.smithi090.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-15T16:29:12.520 INFO:tasks.rados.rados.0.smithi090.stdout:19: finishing write tid 1 to smithi09078167-19 2024-04-15T16:29:12.520 INFO:tasks.rados.rados.0.smithi090.stdout:19: finishing write tid 2 to smithi09078167-19 2024-04-15T16:29:12.520 INFO:tasks.rados.rados.0.smithi090.stdout:20: finishing write tid 1 to smithi09078167-20 2024-04-15T16:29:12.520 INFO:tasks.rados.rados.0.smithi090.stdout:20: finishing write tid 2 to smithi09078167-20 2024-04-15T16:29:12.520 INFO:tasks.rados.rados.0.smithi090.stdout:19: finishing write tid 3 to smithi09078167-19 2024-04-15T16:29:12.520 INFO:tasks.rados.rados.0.smithi090.stdout:19: oid 19 updating version 0 to 1 2024-04-15T16:29:12.520 INFO:tasks.rados.rados.0.smithi090.stdout:19: oid 19 updating version 1 to 2 2024-04-15T16:29:12.520 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-15T16:29:12.520 INFO:tasks.rados.rados.0.smithi090.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-15T16:29:12.520 INFO:tasks.rados.rados.0.smithi090.stdout:20: finishing write tid 3 to smithi09078167-20 2024-04-15T16:29:12.520 INFO:tasks.rados.rados.0.smithi090.stdout:20: oid 20 updating version 0 to 6 2024-04-15T16:29:12.521 INFO:tasks.rados.rados.0.smithi090.stdout:20: oid 20 version 6 is already newer than 5 2024-04-15T16:29:12.521 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 6 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-15T16:29:12.521 INFO:tasks.rados.rados.0.smithi090.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-15T16:29:12.521 INFO:tasks.rados.rados.0.smithi090.stdout:21: finishing write tid 1 to smithi09078167-21 2024-04-15T16:29:12.521 INFO:tasks.rados.rados.0.smithi090.stdout:21: finishing write tid 2 to smithi09078167-21 2024-04-15T16:29:12.521 INFO:tasks.rados.rados.0.smithi090.stdout:32: seq_num 31 ranges {0=524288} 2024-04-15T16:29:12.522 INFO:tasks.rados.rados.0.smithi090.stdout:32: writing smithi09078167-32 from 0 to 524288 tid 1 2024-04-15T16:29:12.522 INFO:tasks.rados.rados.0.smithi090.stdout:17: done (15 left) 2024-04-15T16:29:12.522 INFO:tasks.rados.rados.0.smithi090.stdout:18: done (14 left) 2024-04-15T16:29:12.522 INFO:tasks.rados.rados.0.smithi090.stdout:19: done (13 left) 2024-04-15T16:29:12.522 INFO:tasks.rados.rados.0.smithi090.stdout:20: done (12 left) 2024-04-15T16:29:12.522 INFO:tasks.rados.rados.0.smithi090.stdout:33: write initial oid 33 2024-04-15T16:29:12.522 INFO:tasks.rados.rados.0.smithi090.stdout:33: seq_num 32 ranges {0=540672} 2024-04-15T16:29:12.525 INFO:tasks.rados.rados.0.smithi090.stdout:33: writing smithi09078167-33 from 0 to 540672 tid 1 2024-04-15T16:29:12.525 INFO:tasks.rados.rados.0.smithi090.stdout:34: write initial oid 34 2024-04-15T16:29:12.525 INFO:tasks.rados.rados.0.smithi090.stdout:34: seq_num 33 ranges {0=557056} 2024-04-15T16:29:12.528 INFO:tasks.rados.rados.0.smithi090.stdout:34: writing smithi09078167-34 from 0 to 557056 tid 1 2024-04-15T16:29:12.529 INFO:tasks.rados.rados.0.smithi090.stdout:35: write initial oid 35 2024-04-15T16:29:12.529 INFO:tasks.rados.rados.0.smithi090.stdout:35: seq_num 34 ranges {0=573440} 2024-04-15T16:29:12.532 INFO:tasks.rados.rados.0.smithi090.stdout:35: writing smithi09078167-35 from 0 to 573440 tid 1 2024-04-15T16:29:12.532 INFO:tasks.rados.rados.0.smithi090.stdout:36: write initial oid 36 2024-04-15T16:29:12.532 INFO:tasks.rados.rados.0.smithi090.stdout:36: seq_num 35 ranges {0=589824} 2024-04-15T16:29:12.537 INFO:tasks.rados.rados.0.smithi090.stdout:36: writing smithi09078167-36 from 0 to 589824 tid 1 2024-04-15T16:29:12.537 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-04-15T16:29:12.537 INFO:tasks.rados.rados.0.smithi090.stdout:22: finishing write tid 1 to smithi09078167-22 2024-04-15T16:29:12.537 INFO:tasks.rados.rados.0.smithi090.stdout:22: finishing write tid 2 to smithi09078167-22 2024-04-15T16:29:12.537 INFO:tasks.rados.rados.0.smithi090.stdout:21: finishing write tid 3 to smithi09078167-21 2024-04-15T16:29:12.538 INFO:tasks.rados.rados.0.smithi090.stdout:21: oid 21 updating version 0 to 8 2024-04-15T16:29:12.538 INFO:tasks.rados.rados.0.smithi090.stdout:21: oid 21 version 8 is already newer than 7 2024-04-15T16:29:12.538 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 8 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-15T16:29:12.538 INFO:tasks.rados.rados.0.smithi090.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-15T16:29:12.538 INFO:tasks.rados.rados.0.smithi090.stdout:23: finishing write tid 1 to smithi09078167-23 2024-04-15T16:29:12.538 INFO:tasks.rados.rados.0.smithi090.stdout:22: finishing write tid 3 to smithi09078167-22 2024-04-15T16:29:12.538 INFO:tasks.rados.rados.0.smithi090.stdout:22: oid 22 updating version 0 to 6 2024-04-15T16:29:12.538 INFO:tasks.rados.rados.0.smithi090.stdout:22: oid 22 version 6 is already newer than 5 2024-04-15T16:29:12.538 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 6 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-15T16:29:12.538 INFO:tasks.rados.rados.0.smithi090.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-15T16:29:12.538 INFO:tasks.rados.rados.0.smithi090.stdout:23: finishing write tid 2 to smithi09078167-23 2024-04-15T16:29:12.538 INFO:tasks.rados.rados.0.smithi090.stdout:23: finishing write tid 3 to smithi09078167-23 2024-04-15T16:29:12.538 INFO:tasks.rados.rados.0.smithi090.stdout:23: oid 23 updating version 0 to 3 2024-04-15T16:29:12.538 INFO:tasks.rados.rados.0.smithi090.stdout:23: oid 23 updating version 3 to 4 2024-04-15T16:29:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 4 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-15T16:29:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-15T16:29:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:24: finishing write tid 1 to smithi09078167-24 2024-04-15T16:29:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:24: finishing write tid 2 to smithi09078167-24 2024-04-15T16:29:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:24: finishing write tid 3 to smithi09078167-24 2024-04-15T16:29:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:24: oid 24 updating version 0 to 3 2024-04-15T16:29:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:24: oid 24 updating version 3 to 4 2024-04-15T16:29:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-15T16:29:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-15T16:29:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:25: finishing write tid 1 to smithi09078167-25 2024-04-15T16:29:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:25: finishing write tid 2 to smithi09078167-25 2024-04-15T16:29:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:26: finishing write tid 1 to smithi09078167-26 2024-04-15T16:29:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:21: done (15 left) 2024-04-15T16:29:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:22: done (14 left) 2024-04-15T16:29:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:23: done (13 left) 2024-04-15T16:29:12.540 INFO:tasks.rados.rados.0.smithi090.stdout:24: done (12 left) 2024-04-15T16:29:12.540 INFO:tasks.rados.rados.0.smithi090.stdout:37: write initial oid 37 2024-04-15T16:29:12.540 INFO:tasks.rados.rados.0.smithi090.stdout:37: seq_num 36 ranges {0=606208} 2024-04-15T16:29:12.540 INFO:tasks.rados.rados.0.smithi090.stdout:37: writing smithi09078167-37 from 0 to 606208 tid 1 2024-04-15T16:29:12.540 INFO:tasks.rados.rados.0.smithi090.stdout:38: write initial oid 38 2024-04-15T16:29:12.540 INFO:tasks.rados.rados.0.smithi090.stdout:38: seq_num 37 ranges {0=622592} 2024-04-15T16:29:12.543 INFO:tasks.rados.rados.0.smithi090.stdout:38: writing smithi09078167-38 from 0 to 622592 tid 1 2024-04-15T16:29:12.543 INFO:tasks.rados.rados.0.smithi090.stdout:39: write initial oid 39 2024-04-15T16:29:12.543 INFO:tasks.rados.rados.0.smithi090.stdout:39: seq_num 38 ranges {0=638976} 2024-04-15T16:29:12.547 INFO:tasks.rados.rados.0.smithi090.stdout:39: writing smithi09078167-39 from 0 to 638976 tid 1 2024-04-15T16:29:12.547 INFO:tasks.rados.rados.0.smithi090.stdout:40: write initial oid 40 2024-04-15T16:29:12.547 INFO:tasks.rados.rados.0.smithi090.stdout:40: seq_num 39 ranges {0=663552} 2024-04-15T16:29:12.552 INFO:tasks.rados.rados.0.smithi090.stdout:40: writing smithi09078167-40 from 0 to 663552 tid 1 2024-04-15T16:29:12.552 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-04-15T16:29:12.552 INFO:tasks.rados.rados.0.smithi090.stdout:26: finishing write tid 2 to smithi09078167-26 2024-04-15T16:29:12.552 INFO:tasks.rados.rados.0.smithi090.stdout:25: finishing write tid 3 to smithi09078167-25 2024-04-15T16:29:12.552 INFO:tasks.rados.rados.0.smithi090.stdout:25: oid 25 updating version 0 to 9 2024-04-15T16:29:12.552 INFO:tasks.rados.rados.0.smithi090.stdout:25: oid 25 updating version 9 to 10 2024-04-15T16:29:12.552 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 10 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-15T16:29:12.552 INFO:tasks.rados.rados.0.smithi090.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-15T16:29:12.552 INFO:tasks.rados.rados.0.smithi090.stdout:26: finishing write tid 3 to smithi09078167-26 2024-04-15T16:29:12.552 INFO:tasks.rados.rados.0.smithi090.stdout:26: oid 26 updating version 0 to 3 2024-04-15T16:29:12.553 INFO:tasks.rados.rados.0.smithi090.stdout:26: oid 26 updating version 3 to 4 2024-04-15T16:29:12.553 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-15T16:29:12.553 INFO:tasks.rados.rados.0.smithi090.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-15T16:29:12.553 INFO:tasks.rados.rados.0.smithi090.stdout:27: finishing write tid 1 to smithi09078167-27 2024-04-15T16:29:12.553 INFO:tasks.rados.rados.0.smithi090.stdout:27: finishing write tid 2 to smithi09078167-27 2024-04-15T16:29:12.553 INFO:tasks.rados.rados.0.smithi090.stdout:25: done (15 left) 2024-04-15T16:29:12.553 INFO:tasks.rados.rados.0.smithi090.stdout:26: done (14 left) 2024-04-15T16:29:12.553 INFO:tasks.rados.rados.0.smithi090.stdout:41: write initial oid 41 2024-04-15T16:29:12.553 INFO:tasks.rados.rados.0.smithi090.stdout:41: seq_num 40 ranges {0=679936} 2024-04-15T16:29:12.555 INFO:tasks.rados.rados.0.smithi090.stdout:41: writing smithi09078167-41 from 0 to 679936 tid 1 2024-04-15T16:29:12.555 INFO:tasks.rados.rados.0.smithi090.stdout:42: write initial oid 42 2024-04-15T16:29:12.556 INFO:tasks.rados.rados.0.smithi090.stdout:42: seq_num 41 ranges {0=696320} 2024-04-15T16:29:12.560 INFO:tasks.rados.rados.0.smithi090.stdout:42: writing smithi09078167-42 from 0 to 696320 tid 1 2024-04-15T16:29:12.560 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-04-15T16:29:12.561 INFO:tasks.rados.rados.0.smithi090.stdout:27: finishing write tid 3 to smithi09078167-27 2024-04-15T16:29:12.561 INFO:tasks.rados.rados.0.smithi090.stdout:27: oid 27 updating version 0 to 6 2024-04-15T16:29:12.561 INFO:tasks.rados.rados.0.smithi090.stdout:27: oid 27 version 6 is already newer than 5 2024-04-15T16:29:12.561 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 6 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-15T16:29:12.561 INFO:tasks.rados.rados.0.smithi090.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-15T16:29:12.561 INFO:tasks.rados.rados.0.smithi090.stdout:28: finishing write tid 1 to smithi09078167-28 2024-04-15T16:29:12.561 INFO:tasks.rados.rados.0.smithi090.stdout:28: finishing write tid 2 to smithi09078167-28 2024-04-15T16:29:12.561 INFO:tasks.rados.rados.0.smithi090.stdout:27: done (15 left) 2024-04-15T16:29:12.561 INFO:tasks.rados.rados.0.smithi090.stdout:43: write initial oid 43 2024-04-15T16:29:12.561 INFO:tasks.rados.rados.0.smithi090.stdout:43: seq_num 42 ranges {0=712704} 2024-04-15T16:29:12.565 INFO:tasks.rados.rados.0.smithi090.stdout:43: writing smithi09078167-43 from 0 to 712704 tid 1 2024-04-15T16:29:12.565 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-04-15T16:29:12.566 INFO:tasks.rados.rados.0.smithi090.stdout:28: finishing write tid 3 to smithi09078167-28 2024-04-15T16:29:12.566 INFO:tasks.rados.rados.0.smithi090.stdout:28: oid 28 updating version 0 to 1 2024-04-15T16:29:12.566 INFO:tasks.rados.rados.0.smithi090.stdout:28: oid 28 updating version 1 to 2 2024-04-15T16:29:12.566 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 2 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-15T16:29:12.566 INFO:tasks.rados.rados.0.smithi090.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-15T16:29:12.566 INFO:tasks.rados.rados.0.smithi090.stdout:28: done (15 left) 2024-04-15T16:29:12.566 INFO:tasks.rados.rados.0.smithi090.stdout:44: write initial oid 44 2024-04-15T16:29:12.566 INFO:tasks.rados.rados.0.smithi090.stdout:29: finishing write tid 1 to smithi09078167-29 2024-04-15T16:29:12.566 INFO:tasks.rados.rados.0.smithi090.stdout:29: finishing write tid 2 to smithi09078167-29 2024-04-15T16:29:12.566 INFO:tasks.rados.rados.0.smithi090.stdout:29: finishing write tid 3 to smithi09078167-29 2024-04-15T16:29:12.566 INFO:tasks.rados.rados.0.smithi090.stdout:29: oid 29 updating version 0 to 8 2024-04-15T16:29:12.566 INFO:tasks.rados.rados.0.smithi090.stdout:29: oid 29 version 8 is already newer than 7 2024-04-15T16:29:12.567 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 8 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-15T16:29:12.567 INFO:tasks.rados.rados.0.smithi090.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-15T16:29:12.567 INFO:tasks.rados.rados.0.smithi090.stdout:44: seq_num 43 ranges {0=729088} 2024-04-15T16:29:12.569 INFO:tasks.rados.rados.0.smithi090.stdout:44: writing smithi09078167-44 from 0 to 729088 tid 1 2024-04-15T16:29:12.569 INFO:tasks.rados.rados.0.smithi090.stdout:29: done (15 left) 2024-04-15T16:29:12.569 INFO:tasks.rados.rados.0.smithi090.stdout:45: write initial oid 45 2024-04-15T16:29:12.570 INFO:tasks.rados.rados.0.smithi090.stdout:45: seq_num 44 ranges {0=745472} 2024-04-15T16:29:12.574 INFO:tasks.rados.rados.0.smithi090.stdout:45: writing smithi09078167-45 from 0 to 745472 tid 1 2024-04-15T16:29:12.574 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-04-15T16:29:12.575 INFO:tasks.rados.rados.0.smithi090.stdout:30: finishing write tid 1 to smithi09078167-30 2024-04-15T16:29:12.575 INFO:tasks.rados.rados.0.smithi090.stdout:30: finishing write tid 2 to smithi09078167-30 2024-04-15T16:29:12.575 INFO:tasks.rados.rados.0.smithi090.stdout:30: finishing write tid 3 to smithi09078167-30 2024-04-15T16:29:12.575 INFO:tasks.rados.rados.0.smithi090.stdout:30: oid 30 updating version 0 to 7 2024-04-15T16:29:12.575 INFO:tasks.rados.rados.0.smithi090.stdout:30: oid 30 updating version 7 to 8 2024-04-15T16:29:12.575 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 8 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-15T16:29:12.575 INFO:tasks.rados.rados.0.smithi090.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-15T16:29:12.575 INFO:tasks.rados.rados.0.smithi090.stdout:31: finishing write tid 1 to smithi09078167-31 2024-04-15T16:29:12.575 INFO:tasks.rados.rados.0.smithi090.stdout:30: done (15 left) 2024-04-15T16:29:12.575 INFO:tasks.rados.rados.0.smithi090.stdout:46: write initial oid 46 2024-04-15T16:29:12.575 INFO:tasks.rados.rados.0.smithi090.stdout:46: seq_num 45 ranges {0=761856} 2024-04-15T16:29:12.581 INFO:tasks.rados.rados.0.smithi090.stdout:46: writing smithi09078167-46 from 0 to 761856 tid 1 2024-04-15T16:29:12.581 INFO:tasks.rados.rados.0.smithi090.stdout: waiting on 16 2024-04-15T16:29:12.581 INFO:tasks.rados.rados.0.smithi090.stdout:31: finishing write tid 2 to smithi09078167-31 2024-04-15T16:29:12.582 INFO:tasks.rados.rados.0.smithi090.stdout:31: finishing write tid 3 to smithi09078167-31 2024-04-15T16:29:12.582 INFO:tasks.rados.rados.0.smithi090.stdout:31: oid 31 updating version 0 to 3 2024-04-15T16:29:12.582 INFO:tasks.rados.rados.0.smithi090.stdout:31: oid 31 updating version 3 to 4 2024-04-15T16:29:12.582 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 4 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-15T16:29:12.582 INFO:tasks.rados.rados.0.smithi090.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-15T16:29:12.582 INFO:tasks.rados.rados.0.smithi090.stdout:32: finishing write tid 1 to smithi09078167-32 2024-04-15T16:29:12.582 INFO:tasks.rados.rados.0.smithi090.stdout:32: finishing write tid 2 to smithi09078167-32 2024-04-15T16:29:12.582 INFO:tasks.rados.rados.0.smithi090.stdout:32: finishing write tid 3 to smithi09078167-32 2024-04-15T16:29:12.582 INFO:tasks.rados.rados.0.smithi090.stdout:32: oid 32 updating version 0 to 2 2024-04-15T16:29:12.582 INFO:tasks.rados.rados.0.smithi090.stdout:32: oid 32 version 2 is already newer than 1 2024-04-15T16:29:12.582 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 2 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-15T16:29:12.582 INFO:tasks.rados.rados.0.smithi090.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-15T16:29:12.583 INFO:tasks.rados.rados.0.smithi090.stdout:33: finishing write tid 1 to smithi09078167-33 2024-04-15T16:29:12.583 INFO:tasks.rados.rados.0.smithi090.stdout:33: finishing write tid 2 to smithi09078167-33 2024-04-15T16:29:12.583 INFO:tasks.rados.rados.0.smithi090.stdout:33: finishing write tid 3 to smithi09078167-33 2024-04-15T16:29:12.583 INFO:tasks.rados.rados.0.smithi090.stdout:33: oid 33 updating version 0 to 5 2024-04-15T16:29:12.583 INFO:tasks.rados.rados.0.smithi090.stdout:33: oid 33 updating version 5 to 6 2024-04-15T16:29:12.583 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-15T16:29:12.583 INFO:tasks.rados.rados.0.smithi090.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-15T16:29:12.583 INFO:tasks.rados.rados.0.smithi090.stdout:34: finishing write tid 1 to smithi09078167-34 2024-04-15T16:29:12.583 INFO:tasks.rados.rados.0.smithi090.stdout:34: finishing write tid 2 to smithi09078167-34 2024-04-15T16:29:12.583 INFO:tasks.rados.rados.0.smithi090.stdout:34: finishing write tid 3 to smithi09078167-34 2024-04-15T16:29:12.583 INFO:tasks.rados.rados.0.smithi090.stdout:34: oid 34 updating version 0 to 2 2024-04-15T16:29:12.583 INFO:tasks.rados.rados.0.smithi090.stdout:34: oid 34 version 2 is already newer than 1 2024-04-15T16:29:12.583 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-15T16:29:12.583 INFO:tasks.rados.rados.0.smithi090.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-15T16:29:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:35: finishing write tid 1 to smithi09078167-35 2024-04-15T16:29:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:35: finishing write tid 2 to smithi09078167-35 2024-04-15T16:29:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:35: finishing write tid 3 to smithi09078167-35 2024-04-15T16:29:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:35: oid 35 updating version 0 to 5 2024-04-15T16:29:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:35: oid 35 updating version 5 to 6 2024-04-15T16:29:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-15T16:29:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:29:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:36: finishing write tid 1 to smithi09078167-36 2024-04-15T16:29:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:36: finishing write tid 2 to smithi09078167-36 2024-04-15T16:29:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:36: finishing write tid 3 to smithi09078167-36 2024-04-15T16:29:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:36: oid 36 updating version 0 to 6 2024-04-15T16:29:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:36: oid 36 version 6 is already newer than 5 2024-04-15T16:29:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 6 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-15T16:29:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-15T16:29:12.585 INFO:tasks.rados.rados.0.smithi090.stdout:37: finishing write tid 1 to smithi09078167-37 2024-04-15T16:29:12.585 INFO:tasks.rados.rados.0.smithi090.stdout:37: finishing write tid 2 to smithi09078167-37 2024-04-15T16:29:12.585 INFO:tasks.rados.rados.0.smithi090.stdout:37: finishing write tid 3 to smithi09078167-37 2024-04-15T16:29:12.585 INFO:tasks.rados.rados.0.smithi090.stdout:37: oid 37 updating version 0 to 4 2024-04-15T16:29:12.585 INFO:tasks.rados.rados.0.smithi090.stdout:37: oid 37 version 4 is already newer than 3 2024-04-15T16:29:12.585 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-15T16:29:12.585 INFO:tasks.rados.rados.0.smithi090.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-15T16:29:12.585 INFO:tasks.rados.rados.0.smithi090.stdout:38: finishing write tid 1 to smithi09078167-38 2024-04-15T16:29:12.585 INFO:tasks.rados.rados.0.smithi090.stdout:38: finishing write tid 2 to smithi09078167-38 2024-04-15T16:29:12.585 INFO:tasks.rados.rados.0.smithi090.stdout:38: finishing write tid 3 to smithi09078167-38 2024-04-15T16:29:12.585 INFO:tasks.rados.rados.0.smithi090.stdout:38: oid 38 updating version 0 to 7 2024-04-15T16:29:12.585 INFO:tasks.rados.rados.0.smithi090.stdout:38: oid 38 updating version 7 to 8 2024-04-15T16:29:12.585 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 8 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-15T16:29:12.586 INFO:tasks.rados.rados.0.smithi090.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-15T16:29:12.586 INFO:tasks.rados.rados.0.smithi090.stdout:39: finishing write tid 1 to smithi09078167-39 2024-04-15T16:29:12.586 INFO:tasks.rados.rados.0.smithi090.stdout:39: finishing write tid 2 to smithi09078167-39 2024-04-15T16:29:12.586 INFO:tasks.rados.rados.0.smithi090.stdout:39: finishing write tid 3 to smithi09078167-39 2024-04-15T16:29:12.586 INFO:tasks.rados.rados.0.smithi090.stdout:39: oid 39 updating version 0 to 3 2024-04-15T16:29:12.586 INFO:tasks.rados.rados.0.smithi090.stdout:39: oid 39 updating version 3 to 4 2024-04-15T16:29:12.586 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 4 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-15T16:29:12.586 INFO:tasks.rados.rados.0.smithi090.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-15T16:29:12.586 INFO:tasks.rados.rados.0.smithi090.stdout:40: finishing write tid 1 to smithi09078167-40 2024-04-15T16:29:12.586 INFO:tasks.rados.rados.0.smithi090.stdout:40: finishing write tid 2 to smithi09078167-40 2024-04-15T16:29:12.586 INFO:tasks.rados.rados.0.smithi090.stdout:40: finishing write tid 3 to smithi09078167-40 2024-04-15T16:29:12.586 INFO:tasks.rados.rados.0.smithi090.stdout:40: oid 40 updating version 0 to 10 2024-04-15T16:29:12.586 INFO:tasks.rados.rados.0.smithi090.stdout:40: oid 40 version 10 is already newer than 9 2024-04-15T16:29:12.586 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 10 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-15T16:29:12.586 INFO:tasks.rados.rados.0.smithi090.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-15T16:29:12.587 INFO:tasks.rados.rados.0.smithi090.stdout:41: finishing write tid 1 to smithi09078167-41 2024-04-15T16:29:12.587 INFO:tasks.rados.rados.0.smithi090.stdout:41: finishing write tid 2 to smithi09078167-41 2024-04-15T16:29:12.587 INFO:tasks.rados.rados.0.smithi090.stdout:41: finishing write tid 3 to smithi09078167-41 2024-04-15T16:29:12.587 INFO:tasks.rados.rados.0.smithi090.stdout:41: oid 41 updating version 0 to 3 2024-04-15T16:29:12.587 INFO:tasks.rados.rados.0.smithi090.stdout:41: oid 41 updating version 3 to 4 2024-04-15T16:29:12.587 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 4 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-15T16:29:12.587 INFO:tasks.rados.rados.0.smithi090.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-15T16:29:12.587 INFO:tasks.rados.rados.0.smithi090.stdout:42: finishing write tid 1 to smithi09078167-42 2024-04-15T16:29:12.587 INFO:tasks.rados.rados.0.smithi090.stdout:31: done (15 left) 2024-04-15T16:29:12.587 INFO:tasks.rados.rados.0.smithi090.stdout:32: done (14 left) 2024-04-15T16:29:12.587 INFO:tasks.rados.rados.0.smithi090.stdout:33: done (13 left) 2024-04-15T16:29:12.587 INFO:tasks.rados.rados.0.smithi090.stdout:34: done (12 left) 2024-04-15T16:29:12.587 INFO:tasks.rados.rados.0.smithi090.stdout:35: done (11 left) 2024-04-15T16:29:12.587 INFO:tasks.rados.rados.0.smithi090.stdout:36: done (10 left) 2024-04-15T16:29:12.588 INFO:tasks.rados.rados.0.smithi090.stdout:37: done (9 left) 2024-04-15T16:29:12.588 INFO:tasks.rados.rados.0.smithi090.stdout:38: done (8 left) 2024-04-15T16:29:12.588 INFO:tasks.rados.rados.0.smithi090.stdout:39: done (7 left) 2024-04-15T16:29:12.588 INFO:tasks.rados.rados.0.smithi090.stdout:40: done (6 left) 2024-04-15T16:29:12.588 INFO:tasks.rados.rados.0.smithi090.stdout:41: done (5 left) 2024-04-15T16:29:12.588 INFO:tasks.rados.rados.0.smithi090.stdout:47: write initial oid 47 2024-04-15T16:29:12.588 INFO:tasks.rados.rados.0.smithi090.stdout:47: seq_num 46 ranges {0=778240} 2024-04-15T16:29:12.589 INFO:tasks.rados.rados.0.smithi090.stdout:47: writing smithi09078167-47 from 0 to 778240 tid 1 2024-04-15T16:29:12.589 INFO:tasks.rados.rados.0.smithi090.stdout:48: write initial oid 48 2024-04-15T16:29:12.589 INFO:tasks.rados.rados.0.smithi090.stdout:48: seq_num 47 ranges {0=794624} 2024-04-15T16:29:12.589 INFO:tasks.rados.rados.0.smithi090.stdout:48: writing smithi09078167-48 from 0 to 794624 tid 1 2024-04-15T16:29:12.589 INFO:tasks.rados.rados.0.smithi090.stdout:49: write initial oid 49 2024-04-15T16:29:12.590 INFO:tasks.rados.rados.0.smithi090.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-15T16:29:12.592 INFO:tasks.rados.rados.0.smithi090.stdout:49: writing smithi09078167-49 from 0 to 409600 tid 1 2024-04-15T16:29:12.594 INFO:tasks.rados.rados.0.smithi090.stdout:49: writing smithi09078167-49 from 409600 to 811008 tid 2 2024-04-15T16:29:12.595 INFO:tasks.rados.rados.0.smithi090.stdout:50: write initial oid 50 2024-04-15T16:29:12.595 INFO:tasks.rados.rados.0.smithi090.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-15T16:29:12.597 INFO:tasks.rados.rados.0.smithi090.stdout:50: writing smithi09078167-50 from 0 to 425984 tid 1 2024-04-15T16:29:12.601 INFO:tasks.rados.rados.0.smithi090.stdout:50: writing smithi09078167-50 from 425984 to 827392 tid 2 2024-04-15T16:29:12.601 INFO:tasks.rados.rados.0.smithi090.stdout:51: copy_from oid 5 from oid 1 current snap is 0 2024-04-15T16:29:12.601 INFO:tasks.rados.rados.0.smithi090.stdout:42: finishing write tid 2 to smithi09078167-42 2024-04-15T16:29:12.601 INFO:tasks.rados.rados.0.smithi090.stdout:42: finishing write tid 3 to smithi09078167-42 2024-04-15T16:29:12.601 INFO:tasks.rados.rados.0.smithi090.stdout:42: oid 42 updating version 0 to 6 2024-04-15T16:29:12.601 INFO:tasks.rados.rados.0.smithi090.stdout:42: oid 42 version 6 is already newer than 5 2024-04-15T16:29:12.601 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 6 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-15T16:29:12.601 INFO:tasks.rados.rados.0.smithi090.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-15T16:29:12.601 INFO:tasks.rados.rados.0.smithi090.stdout:43: finishing write tid 1 to smithi09078167-43 2024-04-15T16:29:12.601 INFO:tasks.rados.rados.0.smithi090.stdout:43: finishing write tid 2 to smithi09078167-43 2024-04-15T16:29:12.601 INFO:tasks.rados.rados.0.smithi090.stdout:42: done (9 left) 2024-04-15T16:29:12.601 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 0 2024-04-15T16:29:12.602 INFO:tasks.rados.rados.0.smithi090.stdout:43: finishing write tid 3 to smithi09078167-43 2024-04-15T16:29:12.602 INFO:tasks.rados.rados.0.smithi090.stdout:43: oid 43 updating version 0 to 12 2024-04-15T16:29:12.602 INFO:tasks.rados.rados.0.smithi090.stdout:43: oid 43 version 12 is already newer than 11 2024-04-15T16:29:12.602 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 12 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-15T16:29:12.602 INFO:tasks.rados.rados.0.smithi090.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-15T16:29:12.602 INFO:tasks.rados.rados.0.smithi090.stdout:44: finishing write tid 1 to smithi09078167-44 2024-04-15T16:29:12.602 INFO:tasks.rados.rados.0.smithi090.stdout:44: finishing write tid 2 to smithi09078167-44 2024-04-15T16:29:12.602 INFO:tasks.rados.rados.0.smithi090.stdout:44: finishing write tid 3 to smithi09078167-44 2024-04-15T16:29:12.602 INFO:tasks.rados.rados.0.smithi090.stdout:44: oid 44 updating version 0 to 6 2024-04-15T16:29:12.602 INFO:tasks.rados.rados.0.smithi090.stdout:44: oid 44 version 6 is already newer than 5 2024-04-15T16:29:12.602 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 6 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-15T16:29:12.602 INFO:tasks.rados.rados.0.smithi090.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-15T16:29:12.602 INFO:tasks.rados.rados.0.smithi090.stdout:45: finishing write tid 1 to smithi09078167-45 2024-04-15T16:29:12.602 INFO:tasks.rados.rados.0.smithi090.stdout:45: finishing write tid 2 to smithi09078167-45 2024-04-15T16:29:12.602 INFO:tasks.rados.rados.0.smithi090.stdout:52: seq_num 50 ranges {663552=442368,1105920=401408} 2024-04-15T16:29:12.607 INFO:tasks.rados.rados.0.smithi090.stdout:52: writing smithi09078167-40 from 663552 to 1105920 tid 1 2024-04-15T16:29:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:52: writing smithi09078167-40 from 1105920 to 1507328 tid 2 2024-04-15T16:29:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:43: done (9 left) 2024-04-15T16:29:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:44: done (8 left) 2024-04-15T16:29:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:53: rmattr oid 16 current snap is 0 2024-04-15T16:29:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:53: done (8 left) 2024-04-15T16:29:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:54: delete oid 26 current snap is 0 2024-04-15T16:29:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:45: finishing write tid 3 to smithi09078167-45 2024-04-15T16:29:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:45: oid 45 updating version 0 to 7 2024-04-15T16:29:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:45: oid 45 updating version 7 to 8 2024-04-15T16:29:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 8 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-15T16:29:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-15T16:29:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:46: finishing write tid 1 to smithi09078167-46 2024-04-15T16:29:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:46: finishing write tid 2 to smithi09078167-46 2024-04-15T16:29:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:46: finishing write tid 3 to smithi09078167-46 2024-04-15T16:29:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:46: oid 46 updating version 0 to 5 2024-04-15T16:29:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:46: oid 46 updating version 5 to 6 2024-04-15T16:29:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-15T16:29:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-15T16:29:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:47: finishing write tid 1 to smithi09078167-47 2024-04-15T16:29:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:47: finishing write tid 2 to smithi09078167-47 2024-04-15T16:29:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:47: finishing write tid 3 to smithi09078167-47 2024-04-15T16:29:12.613 INFO:tasks.rados.rados.0.smithi090.stdout:47: oid 47 updating version 0 to 4 2024-04-15T16:29:12.613 INFO:tasks.rados.rados.0.smithi090.stdout:47: oid 47 version 4 is already newer than 3 2024-04-15T16:29:12.613 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T16:29:12.613 INFO:tasks.rados.rados.0.smithi090.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-15T16:29:12.613 INFO:tasks.rados.rados.0.smithi090.stdout:48: finishing write tid 1 to smithi09078167-48 2024-04-15T16:29:12.613 INFO:tasks.rados.rados.0.smithi090.stdout:48: finishing write tid 2 to smithi09078167-48 2024-04-15T16:29:12.613 INFO:tasks.rados.rados.0.smithi090.stdout:48: finishing write tid 3 to smithi09078167-48 2024-04-15T16:29:12.613 INFO:tasks.rados.rados.0.smithi090.stdout:48: oid 48 updating version 0 to 6 2024-04-15T16:29:12.613 INFO:tasks.rados.rados.0.smithi090.stdout:48: oid 48 version 6 is already newer than 5 2024-04-15T16:29:12.613 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-15T16:29:12.613 INFO:tasks.rados.rados.0.smithi090.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-15T16:29:12.613 INFO:tasks.rados.rados.0.smithi090.stdout:49: finishing write tid 1 to smithi09078167-49 2024-04-15T16:29:12.613 INFO:tasks.rados.rados.0.smithi090.stdout:49: finishing write tid 2 to smithi09078167-49 2024-04-15T16:29:12.613 INFO:tasks.rados.rados.0.smithi090.stdout:49: finishing write tid 3 to smithi09078167-49 2024-04-15T16:29:12.614 INFO:tasks.rados.rados.0.smithi090.stdout:49: finishing write tid 4 to smithi09078167-49 2024-04-15T16:29:12.614 INFO:tasks.rados.rados.0.smithi090.stdout:49: oid 49 updating version 0 to 5 2024-04-15T16:29:12.614 INFO:tasks.rados.rados.0.smithi090.stdout:49: oid 49 updating version 5 to 7 2024-04-15T16:29:12.614 INFO:tasks.rados.rados.0.smithi090.stdout:49: oid 49 version 7 is already newer than 6 2024-04-15T16:29:12.614 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 7 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-15T16:29:12.614 INFO:tasks.rados.rados.0.smithi090.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-15T16:29:12.614 INFO:tasks.rados.rados.0.smithi090.stdout:50: finishing write tid 1 to smithi09078167-50 2024-04-15T16:29:12.614 INFO:tasks.rados.rados.0.smithi090.stdout:50: finishing write tid 2 to smithi09078167-50 2024-04-15T16:29:12.614 INFO:tasks.rados.rados.0.smithi090.stdout:50: finishing write tid 3 to smithi09078167-50 2024-04-15T16:29:12.614 INFO:tasks.rados.rados.0.smithi090.stdout:51: finishing copy_from racing read to smithi09078167-5 2024-04-15T16:29:12.614 INFO:tasks.rados.rados.0.smithi090.stdout:51: finishing copy_from to smithi09078167-5 2024-04-15T16:29:12.614 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-15T16:29:12.614 INFO:tasks.rados.rados.0.smithi090.stdout:50: finishing write tid 4 to smithi09078167-50 2024-04-15T16:29:12.614 INFO:tasks.rados.rados.0.smithi090.stdout:50: oid 50 updating version 0 to 8 2024-04-15T16:29:12.614 INFO:tasks.rados.rados.0.smithi090.stdout:50: oid 50 version 8 is already newer than 7 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:50: oid 50 updating version 8 to 9 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 9 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:52: finishing write tid 1 to smithi09078167-40 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:45: done (8 left) 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:46: done (7 left) 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:47: done (6 left) 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:48: done (5 left) 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:49: done (4 left) 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:50: done (3 left) 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:51: done (2 left) 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:54: done (1 left) 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:55: read oid 15 snap -1 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:56: rollback oid 30 current snap is 0 2024-04-15T16:29:12.615 INFO:tasks.rados.rados.0.smithi090.stdout:56: done (2 left) 2024-04-15T16:29:12.616 INFO:tasks.rados.rados.0.smithi090.stdout:57: read oid 27 snap -1 2024-04-15T16:29:12.616 INFO:tasks.rados.rados.0.smithi090.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-15T16:29:12.616 INFO:tasks.rados.rados.0.smithi090.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-04-15T16:29:12.616 INFO:tasks.rados.rados.0.smithi090.stdout:59: rollback oid 45 current snap is 0 2024-04-15T16:29:12.616 INFO:tasks.rados.rados.0.smithi090.stdout:59: done (4 left) 2024-04-15T16:29:12.616 INFO:tasks.rados.rados.0.smithi090.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-04-15T16:29:12.616 INFO:tasks.rados.rados.0.smithi090.stdout:61: delete oid 1 current snap is 0 2024-04-15T16:29:12.617 INFO:tasks.rados.rados.0.smithi090.stdout:61: done (5 left) 2024-04-15T16:29:12.617 INFO:tasks.rados.rados.0.smithi090.stdout:62: read oid 17 snap -1 2024-04-15T16:29:12.617 INFO:tasks.rados.rados.0.smithi090.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-15T16:29:12.617 INFO:tasks.rados.rados.0.smithi090.stdout:63: snap_create 2024-04-15T16:29:12.617 INFO:tasks.rados.rados.0.smithi090.stdout:52: finishing write tid 2 to smithi09078167-40 2024-04-15T16:29:12.617 INFO:tasks.rados.rados.0.smithi090.stdout:52: finishing write tid 3 to smithi09078167-40 2024-04-15T16:29:12.617 INFO:tasks.rados.rados.0.smithi090.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-15T16:29:12.622 INFO:tasks.rados.rados.0.smithi090.stdout:62: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-15T16:29:12.630 INFO:tasks.rados.rados.0.smithi090.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-15T16:29:12.644 INFO:tasks.rados.rados.0.smithi090.stdout:52: finishing write tid 4 to smithi09078167-40 2024-04-15T16:29:12.644 INFO:tasks.rados.rados.0.smithi090.stdout:52: oid 40 updating version 0 to 11 2024-04-15T16:29:12.644 INFO:tasks.rados.rados.0.smithi090.stdout:52: oid 40 updating version 11 to 12 2024-04-15T16:29:12.644 INFO:tasks.rados.rados.0.smithi090.stdout:52: oid 40 updating version 12 to 13 2024-04-15T16:29:12.644 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-15T16:29:12.644 INFO:tasks.rados.rados.0.smithi090.stdout:52: left oid 40 (ObjNum 50 snap 0 seq_num 50) 2024-04-15T16:29:12.644 INFO:tasks.rados.rados.0.smithi090.stdout:58: finishing copy_from racing read to smithi09078167-28 2024-04-15T16:29:12.645 INFO:tasks.rados.rados.0.smithi090.stdout:58: finishing copy_from to smithi09078167-28 2024-04-15T16:29:12.645 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T16:29:12.645 INFO:tasks.rados.rados.0.smithi090.stdout:60: finishing copy_from racing read to smithi09078167-22 2024-04-15T16:29:12.645 INFO:tasks.rados.rados.0.smithi090.stdout:60: finishing copy_from to smithi09078167-22 2024-04-15T16:29:12.645 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 6 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-15T16:29:12.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:29:12 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:29:12] "GET /metrics HTTP/1.1" 200 33660 "" "Prometheus/2.43.0" 2024-04-15T16:29:12.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:12 smithi090 ceph-mon[38312]: pgmap v106: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:12.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:12 smithi090 ceph-mon[38312]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:29:12.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:12 smithi090 ceph-mon[38312]: Cluster is now healthy 2024-04-15T16:29:12.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:12 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2519658321' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-15T16:29:12.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:12 smithi090 ceph-mon[27209]: pgmap v106: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:12.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:12 smithi090 ceph-mon[27209]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:29:12.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:12 smithi090 ceph-mon[27209]: Cluster is now healthy 2024-04-15T16:29:12.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:12 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2519658321' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-15T16:29:12.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:12 smithi153 ceph-mon[30366]: pgmap v106: 121 pgs: 16 creating+peering, 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:12.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:12 smithi153 ceph-mon[30366]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:29:12.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:12 smithi153 ceph-mon[30366]: Cluster is now healthy 2024-04-15T16:29:12.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:12 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2519658321' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-15T16:29:13.471 INFO:tasks.rados.rados.0.smithi090.stdout:52: done (6 left) 2024-04-15T16:29:13.472 INFO:tasks.rados.rados.0.smithi090.stdout:55: done (5 left) 2024-04-15T16:29:13.472 INFO:tasks.rados.rados.0.smithi090.stdout:57: done (4 left) 2024-04-15T16:29:13.472 INFO:tasks.rados.rados.0.smithi090.stdout:58: done (3 left) 2024-04-15T16:29:13.472 INFO:tasks.rados.rados.0.smithi090.stdout:60: done (2 left) 2024-04-15T16:29:13.472 INFO:tasks.rados.rados.0.smithi090.stdout:62: done (1 left) 2024-04-15T16:29:13.472 INFO:tasks.rados.rados.0.smithi090.stdout:63: done (0 left) 2024-04-15T16:29:13.472 INFO:tasks.rados.rados.0.smithi090.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-15T16:29:13.472 INFO:tasks.rados.rados.0.smithi090.stdout:65: read oid 30 snap -1 2024-04-15T16:29:13.472 INFO:tasks.rados.rados.0.smithi090.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-15T16:29:13.472 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 1 2024-04-15T16:29:13.472 INFO:tasks.rados.rados.0.smithi090.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-04-15T16:29:13.476 INFO:tasks.rados.rados.0.smithi090.stdout:66: writing smithi09078167-23 from 376832 to 868352 tid 1 2024-04-15T16:29:13.480 INFO:tasks.rados.rados.0.smithi090.stdout:66: writing smithi09078167-23 from 868352 to 1269760 tid 2 2024-04-15T16:29:13.480 INFO:tasks.rados.rados.0.smithi090.stdout:67: rollback oid 10 current snap is 1 2024-04-15T16:29:13.480 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 0 2024-04-15T16:29:13.480 INFO:tasks.rados.rados.0.smithi090.stdout:64: finishing copy_from racing read to smithi09078167-15 2024-04-15T16:29:13.480 INFO:tasks.rados.rados.0.smithi090.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-15T16:29:13.494 INFO:tasks.rados.rados.0.smithi090.stdout:64: finishing copy_from to smithi09078167-15 2024-04-15T16:29:13.494 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-15T16:29:13.494 INFO:tasks.rados.rados.0.smithi090.stdout:66: finishing write tid 1 to smithi09078167-23 2024-04-15T16:29:13.494 INFO:tasks.rados.rados.0.smithi090.stdout:66: finishing write tid 2 to smithi09078167-23 2024-04-15T16:29:13.494 INFO:tasks.rados.rados.0.smithi090.stdout:64: done (3 left) 2024-04-15T16:29:13.494 INFO:tasks.rados.rados.0.smithi090.stdout:65: done (2 left) 2024-04-15T16:29:13.494 INFO:tasks.rados.rados.0.smithi090.stdout:68: setattr oid 20 current snap is 1 2024-04-15T16:29:13.495 INFO:tasks.rados.rados.0.smithi090.stdout:67: finishing rollback tid 0 to smithi09078167-10 2024-04-15T16:29:13.495 INFO:tasks.rados.rados.0.smithi090.stdout:66: finishing write tid 3 to smithi09078167-23 2024-04-15T16:29:13.495 INFO:tasks.rados.rados.0.smithi090.stdout:67: finishing rollback tid 1 to smithi09078167-10 2024-04-15T16:29:13.495 INFO:tasks.rados.rados.0.smithi090.stdout:67: finishing rollback tid 2 to smithi09078167-10 2024-04-15T16:29:13.495 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 13 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-15T16:29:13.495 INFO:tasks.rados.rados.0.smithi090.stdout:66: finishing write tid 4 to smithi09078167-23 2024-04-15T16:29:13.495 INFO:tasks.rados.rados.0.smithi090.stdout:66: oid 23 updating version 0 to 10 2024-04-15T16:29:13.495 INFO:tasks.rados.rados.0.smithi090.stdout:66: oid 23 version 10 is already newer than 8 2024-04-15T16:29:13.495 INFO:tasks.rados.rados.0.smithi090.stdout:66: oid 23 version 10 is already newer than 9 2024-04-15T16:29:13.495 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 10 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-15T16:29:13.495 INFO:tasks.rados.rados.0.smithi090.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-15T16:29:13.497 INFO:tasks.rados.rados.0.smithi090.stdout:66: done (2 left) 2024-04-15T16:29:13.497 INFO:tasks.rados.rados.0.smithi090.stdout:67: done (1 left) 2024-04-15T16:29:13.497 INFO:tasks.rados.rados.0.smithi090.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-04-15T16:29:13.497 INFO:tasks.rados.rados.0.smithi090.stdout:70: read oid 24 snap 0 2024-04-15T16:29:13.497 INFO:tasks.rados.rados.0.smithi090.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-15T16:29:13.497 INFO:tasks.rados.rados.0.smithi090.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-04-15T16:29:13.497 INFO:tasks.rados.rados.0.smithi090.stdout:72: rollback oid 49 current snap is 1 2024-04-15T16:29:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 49 to 0 2024-04-15T16:29:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:73: read oid 4 snap 0 2024-04-15T16:29:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-15T16:29:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:74: rmattr oid 7 current snap is 1 2024-04-15T16:29:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:74: done (6 left) 2024-04-15T16:29:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-04-15T16:29:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:76: read oid 39 snap -1 2024-04-15T16:29:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-15T16:29:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-04-15T16:29:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:78: read oid 2 snap -1 2024-04-15T16:29:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-15T16:29:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:79: setattr oid 41 current snap is 1 2024-04-15T16:29:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:80: snap_create 2024-04-15T16:29:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 15 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-15T16:29:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:73: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-15T16:29:13.501 INFO:tasks.rados.rados.0.smithi090.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-15T16:29:13.521 INFO:tasks.rados.rados.0.smithi090.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-15T16:29:13.521 INFO:tasks.rados.rados.0.smithi090.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-15T16:29:13.534 INFO:tasks.rados.rados.0.smithi090.stdout:72: finishing rollback tid 0 to smithi09078167-49 2024-04-15T16:29:13.534 INFO:tasks.rados.rados.0.smithi090.stdout:72: finishing rollback tid 1 to smithi09078167-49 2024-04-15T16:29:13.534 INFO:tasks.rados.rados.0.smithi090.stdout:72: finishing rollback tid 2 to smithi09078167-49 2024-04-15T16:29:13.534 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-15T16:29:13.534 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-15T16:29:13.534 INFO:tasks.rados.rados.0.smithi090.stdout:77: finishing copy_from racing read to smithi09078167-6 2024-04-15T16:29:13.534 INFO:tasks.rados.rados.0.smithi090.stdout:71: finishing copy_from racing read to smithi09078167-36 2024-04-15T16:29:13.534 INFO:tasks.rados.rados.0.smithi090.stdout:77: finishing copy_from to smithi09078167-6 2024-04-15T16:29:13.534 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 4 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-15T16:29:13.535 INFO:tasks.rados.rados.0.smithi090.stdout:69: finishing copy_from racing read to smithi09078167-45 2024-04-15T16:29:13.535 INFO:tasks.rados.rados.0.smithi090.stdout:71: finishing copy_from to smithi09078167-36 2024-04-15T16:29:13.535 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T16:29:13.535 INFO:tasks.rados.rados.0.smithi090.stdout:75: finishing copy_from racing read to smithi09078167-21 2024-04-15T16:29:13.535 INFO:tasks.rados.rados.0.smithi090.stdout:69: finishing copy_from to smithi09078167-45 2024-04-15T16:29:13.535 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 2 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-15T16:29:13.535 INFO:tasks.rados.rados.0.smithi090.stdout:75: finishing copy_from to smithi09078167-21 2024-04-15T16:29:13.535 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-15T16:29:13.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:13 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2519658321' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-15T16:29:13.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:13 smithi090 ceph-mon[38312]: osdmap e75: 8 total, 8 up, 8 in 2024-04-15T16:29:13.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:13 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2519658321' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-15T16:29:13.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:13 smithi090 ceph-mon[27209]: osdmap e75: 8 total, 8 up, 8 in 2024-04-15T16:29:13.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:13 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2519658321' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-15T16:29:13.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:13 smithi153 ceph-mon[30366]: osdmap e75: 8 total, 8 up, 8 in 2024-04-15T16:29:14.474 INFO:tasks.rados.rados.0.smithi090.stdout:68: done (11 left) 2024-04-15T16:29:14.474 INFO:tasks.rados.rados.0.smithi090.stdout:69: done (10 left) 2024-04-15T16:29:14.474 INFO:tasks.rados.rados.0.smithi090.stdout:70: done (9 left) 2024-04-15T16:29:14.474 INFO:tasks.rados.rados.0.smithi090.stdout:71: done (8 left) 2024-04-15T16:29:14.474 INFO:tasks.rados.rados.0.smithi090.stdout:72: done (7 left) 2024-04-15T16:29:14.474 INFO:tasks.rados.rados.0.smithi090.stdout:73: done (6 left) 2024-04-15T16:29:14.474 INFO:tasks.rados.rados.0.smithi090.stdout:75: done (5 left) 2024-04-15T16:29:14.474 INFO:tasks.rados.rados.0.smithi090.stdout:76: done (4 left) 2024-04-15T16:29:14.474 INFO:tasks.rados.rados.0.smithi090.stdout:77: done (3 left) 2024-04-15T16:29:14.474 INFO:tasks.rados.rados.0.smithi090.stdout:78: done (2 left) 2024-04-15T16:29:14.475 INFO:tasks.rados.rados.0.smithi090.stdout:79: done (1 left) 2024-04-15T16:29:14.475 INFO:tasks.rados.rados.0.smithi090.stdout:80: done (0 left) 2024-04-15T16:29:14.475 INFO:tasks.rados.rados.0.smithi090.stdout:81: rollback oid 40 current snap is 2 2024-04-15T16:29:14.475 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 40 to 1 2024-04-15T16:29:14.475 INFO:tasks.rados.rados.0.smithi090.stdout:82: snap_create 2024-04-15T16:29:14.479 INFO:tasks.rados.rados.0.smithi090.stdout:81: finishing rollback tid 0 to smithi09078167-40 2024-04-15T16:29:14.480 INFO:tasks.rados.rados.0.smithi090.stdout:81: finishing rollback tid 1 to smithi09078167-40 2024-04-15T16:29:14.481 INFO:tasks.rados.rados.0.smithi090.stdout:81: finishing rollback tid 2 to smithi09078167-40 2024-04-15T16:29:14.481 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 19 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-15T16:29:14.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:14 smithi090 ceph-mon[38312]: pgmap v108: 121 pgs: 121 active+clean; 20 MiB data, 223 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 4.6 MiB/s wr, 47 op/s 2024-04-15T16:29:14.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:14 smithi090 ceph-mon[38312]: osdmap e76: 8 total, 8 up, 8 in 2024-04-15T16:29:14.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:14 smithi090 ceph-mon[27209]: pgmap v108: 121 pgs: 121 active+clean; 20 MiB data, 223 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 4.6 MiB/s wr, 47 op/s 2024-04-15T16:29:14.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:14 smithi090 ceph-mon[27209]: osdmap e76: 8 total, 8 up, 8 in 2024-04-15T16:29:14.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:14 smithi153 ceph-mon[30366]: pgmap v108: 121 pgs: 121 active+clean; 20 MiB data, 223 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 4.6 MiB/s wr, 47 op/s 2024-04-15T16:29:14.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:14 smithi153 ceph-mon[30366]: osdmap e76: 8 total, 8 up, 8 in 2024-04-15T16:29:15.479 INFO:tasks.rados.rados.0.smithi090.stdout:81: done (1 left) 2024-04-15T16:29:15.479 INFO:tasks.rados.rados.0.smithi090.stdout:82: done (0 left) 2024-04-15T16:29:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:83: rollback oid 9 current snap is 3 2024-04-15T16:29:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 0 2024-04-15T16:29:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:84: read oid 20 snap 1 2024-04-15T16:29:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-15T16:29:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:85: read oid 25 snap -1 2024-04-15T16:29:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-15T16:29:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-04-15T16:29:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:87: setattr oid 48 current snap is 3 2024-04-15T16:29:15.481 INFO:tasks.rados.rados.0.smithi090.stdout:88: snap_remove snap 2 2024-04-15T16:29:15.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:15 smithi090 ceph-mon[38312]: osdmap e77: 8 total, 8 up, 8 in 2024-04-15T16:29:15.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:15 smithi090 ceph-mon[27209]: osdmap e77: 8 total, 8 up, 8 in 2024-04-15T16:29:15.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:15 smithi153 ceph-mon[30366]: osdmap e77: 8 total, 8 up, 8 in 2024-04-15T16:29:16.487 INFO:tasks.rados.rados.0.smithi090.stdout:88: done (5 left) 2024-04-15T16:29:16.487 INFO:tasks.rados.rados.0.smithi090.stdout:89: read oid 38 snap 1 2024-04-15T16:29:16.487 INFO:tasks.rados.rados.0.smithi090.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-15T16:29:16.487 INFO:tasks.rados.rados.0.smithi090.stdout:90: read oid 18 snap -1 2024-04-15T16:29:16.487 INFO:tasks.rados.rados.0.smithi090.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-15T16:29:16.487 INFO:tasks.rados.rados.0.smithi090.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2024-04-15T16:29:16.487 INFO:tasks.rados.rados.0.smithi090.stdout:83: finishing rollback tid 0 to smithi09078167-9 2024-04-15T16:29:16.487 INFO:tasks.rados.rados.0.smithi090.stdout:83: finishing rollback tid 1 to smithi09078167-9 2024-04-15T16:29:16.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 9 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-15T16:29:16.487 INFO:tasks.rados.rados.0.smithi090.stdout:83: finishing rollback tid 2 to smithi09078167-9 2024-04-15T16:29:16.488 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 10 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-15T16:29:16.488 INFO:tasks.rados.rados.0.smithi090.stdout:83: done (7 left) 2024-04-15T16:29:16.488 INFO:tasks.rados.rados.0.smithi090.stdout:87: done (6 left) 2024-04-15T16:29:16.488 INFO:tasks.rados.rados.0.smithi090.stdout:92: rmattr oid 19 current snap is 3 2024-04-15T16:29:16.488 INFO:tasks.rados.rados.0.smithi090.stdout:92: done (6 left) 2024-04-15T16:29:16.488 INFO:tasks.rados.rados.0.smithi090.stdout:93: snap_remove snap 0 2024-04-15T16:29:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:16 smithi090 ceph-mon[27209]: pgmap v111: 121 pgs: 121 active+clean; 20 MiB data, 223 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 4.7 MiB/s wr, 47 op/s 2024-04-15T16:29:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:16 smithi090 ceph-mon[27209]: osdmap e78: 8 total, 8 up, 8 in 2024-04-15T16:29:16.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:16 smithi090 ceph-mon[38312]: pgmap v111: 121 pgs: 121 active+clean; 20 MiB data, 223 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 4.7 MiB/s wr, 47 op/s 2024-04-15T16:29:16.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:16 smithi090 ceph-mon[38312]: osdmap e78: 8 total, 8 up, 8 in 2024-04-15T16:29:16.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:16 smithi153 ceph-mon[30366]: pgmap v111: 121 pgs: 121 active+clean; 20 MiB data, 223 MiB used, 715 GiB / 715 GiB avail; 12 KiB/s rd, 4.7 MiB/s wr, 47 op/s 2024-04-15T16:29:16.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:16 smithi153 ceph-mon[30366]: osdmap e78: 8 total, 8 up, 8 in 2024-04-15T16:29:17.492 INFO:tasks.rados.rados.0.smithi090.stdout:93: done (6 left) 2024-04-15T16:29:17.492 INFO:tasks.rados.rados.0.smithi090.stdout:94: rmattr oid 47 current snap is 3 2024-04-15T16:29:17.492 INFO:tasks.rados.rados.0.smithi090.stdout:94: done (6 left) 2024-04-15T16:29:17.493 INFO:tasks.rados.rados.0.smithi090.stdout:95: read oid 22 snap 1 2024-04-15T16:29:17.493 INFO:tasks.rados.rados.0.smithi090.stdout:95: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-15T16:29:17.493 INFO:tasks.rados.rados.0.smithi090.stdout:96: rmattr oid 32 current snap is 3 2024-04-15T16:29:17.493 INFO:tasks.rados.rados.0.smithi090.stdout:96: done (7 left) 2024-04-15T16:29:17.493 INFO:tasks.rados.rados.0.smithi090.stdout:97: read oid 43 snap 1 2024-04-15T16:29:17.493 INFO:tasks.rados.rados.0.smithi090.stdout:97: expect (ObjNum 42 snap 0 seq_num 42) 2024-04-15T16:29:17.493 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 3 2024-04-15T16:29:17.493 INFO:tasks.rados.rados.0.smithi090.stdout:98: seq_num 54 ranges {696320=507904,1204224=401408} 2024-04-15T16:29:17.500 INFO:tasks.rados.rados.0.smithi090.stdout:98: writing smithi09078167-42 from 696320 to 1204224 tid 1 2024-04-15T16:29:17.503 INFO:tasks.rados.rados.0.smithi090.stdout:98: writing smithi09078167-42 from 1204224 to 1605632 tid 2 2024-04-15T16:29:17.504 INFO:tasks.rados.rados.0.smithi090.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-15T16:29:17.514 INFO:tasks.rados.rados.0.smithi090.stdout:86: finishing copy_from racing read to smithi09078167-34 2024-04-15T16:29:17.514 INFO:tasks.rados.rados.0.smithi090.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-15T16:29:17.526 INFO:tasks.rados.rados.0.smithi090.stdout:86: finishing copy_from to smithi09078167-34 2024-04-15T16:29:17.526 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T16:29:17.526 INFO:tasks.rados.rados.0.smithi090.stdout:84: done (8 left) 2024-04-15T16:29:17.526 INFO:tasks.rados.rados.0.smithi090.stdout:85: done (7 left) 2024-04-15T16:29:17.526 INFO:tasks.rados.rados.0.smithi090.stdout:86: done (6 left) 2024-04-15T16:29:17.526 INFO:tasks.rados.rados.0.smithi090.stdout:99: copy_from oid 32 from oid 7 current snap is 3 2024-04-15T16:29:17.526 INFO:tasks.rados.rados.0.smithi090.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-15T16:29:17.533 INFO:tasks.rados.rados.0.smithi090.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-15T16:29:17.554 INFO:tasks.rados.rados.0.smithi090.stdout:91: finishing copy_from racing read to smithi09078167-2 2024-04-15T16:29:17.554 INFO:tasks.rados.rados.0.smithi090.stdout:91: finishing copy_from to smithi09078167-2 2024-04-15T16:29:17.554 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 8 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-15T16:29:17.554 INFO:tasks.rados.rados.0.smithi090.stdout:97: expect (ObjNum 42 snap 0 seq_num 42) 2024-04-15T16:29:17.579 INFO:tasks.rados.rados.0.smithi090.stdout:95: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-15T16:29:17.604 INFO:tasks.rados.rados.0.smithi090.stdout:98: finishing write tid 1 to smithi09078167-42 2024-04-15T16:29:17.604 INFO:tasks.rados.rados.0.smithi090.stdout:98: finishing write tid 2 to smithi09078167-42 2024-04-15T16:29:17.604 INFO:tasks.rados.rados.0.smithi090.stdout:98: finishing write tid 3 to smithi09078167-42 2024-04-15T16:29:17.604 INFO:tasks.rados.rados.0.smithi090.stdout:98: finishing write tid 4 to smithi09078167-42 2024-04-15T16:29:17.604 INFO:tasks.rados.rados.0.smithi090.stdout:98: oid 42 updating version 0 to 14 2024-04-15T16:29:17.604 INFO:tasks.rados.rados.0.smithi090.stdout:98: oid 42 updating version 14 to 16 2024-04-15T16:29:17.604 INFO:tasks.rados.rados.0.smithi090.stdout:98: oid 42 version 16 is already newer than 15 2024-04-15T16:29:17.604 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 16 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-04-15T16:29:17.604 INFO:tasks.rados.rados.0.smithi090.stdout:98: left oid 42 (ObjNum 54 snap 3 seq_num 54) 2024-04-15T16:29:17.604 INFO:tasks.rados.rados.0.smithi090.stdout:89: done (6 left) 2024-04-15T16:29:17.604 INFO:tasks.rados.rados.0.smithi090.stdout:90: done (5 left) 2024-04-15T16:29:17.604 INFO:tasks.rados.rados.0.smithi090.stdout:91: done (4 left) 2024-04-15T16:29:17.604 INFO:tasks.rados.rados.0.smithi090.stdout:95: done (3 left) 2024-04-15T16:29:17.605 INFO:tasks.rados.rados.0.smithi090.stdout:97: done (2 left) 2024-04-15T16:29:17.605 INFO:tasks.rados.rados.0.smithi090.stdout:98: done (1 left) 2024-04-15T16:29:17.605 INFO:tasks.rados.rados.0.smithi090.stdout:100: snap_remove snap 1 2024-04-15T16:29:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:17 smithi090 ceph-mon[38312]: osdmap e79: 8 total, 8 up, 8 in 2024-04-15T16:29:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:17 smithi090 ceph-mon[27209]: osdmap e79: 8 total, 8 up, 8 in 2024-04-15T16:29:17.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:17 smithi153 ceph-mon[30366]: osdmap e79: 8 total, 8 up, 8 in 2024-04-15T16:29:18.496 INFO:tasks.rados.rados.0.smithi090.stdout:100: done (1 left) 2024-04-15T16:29:18.496 INFO:tasks.rados.rados.0.smithi090.stdout:101: copy_from oid 24 from oid 47 current snap is 3 2024-04-15T16:29:18.501 INFO:tasks.rados.rados.0.smithi090.stdout:102: read oid 23 snap -1 2024-04-15T16:29:18.501 INFO:tasks.rados.rados.0.smithi090.stdout:102: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-15T16:29:18.501 INFO:tasks.rados.rados.0.smithi090.stdout:103: rollback oid 11 current snap is 3 2024-04-15T16:29:18.501 INFO:tasks.rados.rados.0.smithi090.stdout:103: done (3 left) 2024-04-15T16:29:18.501 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 3 2024-04-15T16:29:18.501 INFO:tasks.rados.rados.0.smithi090.stdout:104: seq_num 55 ranges {0=524288,524288=401408} 2024-04-15T16:29:18.501 INFO:tasks.rados.rados.0.smithi090.stdout:104: writing smithi09078167-26 from 0 to 524288 tid 1 2024-04-15T16:29:18.503 INFO:tasks.rados.rados.0.smithi090.stdout:104: writing smithi09078167-26 from 524288 to 925696 tid 2 2024-04-15T16:29:18.504 INFO:tasks.rados.rados.0.smithi090.stdout:99: finishing copy_from racing read to smithi09078167-32 2024-04-15T16:29:18.504 INFO:tasks.rados.rados.0.smithi090.stdout:99: finishing copy_from to smithi09078167-32 2024-04-15T16:29:18.504 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-15T16:29:18.504 INFO:tasks.rados.rados.0.smithi090.stdout:99: done (3 left) 2024-04-15T16:29:18.504 INFO:tasks.rados.rados.0.smithi090.stdout:105: copy_from oid 21 from oid 49 current snap is 3 2024-04-15T16:29:18.504 INFO:tasks.rados.rados.0.smithi090.stdout:106: rollback oid 37 current snap is 3 2024-04-15T16:29:18.504 INFO:tasks.rados.rados.0.smithi090.stdout:106: done (4 left) 2024-04-15T16:29:18.504 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 3 2024-04-15T16:29:18.504 INFO:tasks.rados.rados.0.smithi090.stdout:107: seq_num 56 ranges {442368=540672,983040=401408} 2024-04-15T16:29:18.510 INFO:tasks.rados.rados.0.smithi090.stdout:107: writing smithi09078167-27 from 442368 to 983040 tid 1 2024-04-15T16:29:18.513 INFO:tasks.rados.rados.0.smithi090.stdout:107: writing smithi09078167-27 from 983040 to 1384448 tid 2 2024-04-15T16:29:18.513 INFO:tasks.rados.rados.0.smithi090.stdout:108: read oid 31 snap -1 2024-04-15T16:29:18.513 INFO:tasks.rados.rados.0.smithi090.stdout:108: expect (ObjNum 30 snap 0 seq_num 30) 2024-04-15T16:29:18.513 INFO:tasks.rados.rados.0.smithi090.stdout:109: rollback oid 46 current snap is 3 2024-04-15T16:29:18.513 INFO:tasks.rados.rados.0.smithi090.stdout:109: done (6 left) 2024-04-15T16:29:18.514 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 3 2024-04-15T16:29:18.514 INFO:tasks.rados.rados.0.smithi090.stdout:110: seq_num 57 ranges {827392=557056,1384448=401408} 2024-04-15T16:29:18.522 INFO:tasks.rados.rados.0.smithi090.stdout:110: writing smithi09078167-50 from 827392 to 1384448 tid 1 2024-04-15T16:29:18.525 INFO:tasks.rados.rados.0.smithi090.stdout:110: writing smithi09078167-50 from 1384448 to 1785856 tid 2 2024-04-15T16:29:18.525 INFO:tasks.rados.rados.0.smithi090.stdout:111: delete oid 39 current snap is 3 2024-04-15T16:29:18.525 INFO:tasks.rados.rados.0.smithi090.stdout:104: finishing write tid 1 to smithi09078167-26 2024-04-15T16:29:18.525 INFO:tasks.rados.rados.0.smithi090.stdout:102: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-15T16:29:18.569 INFO:tasks.rados.rados.0.smithi090.stdout:104: finishing write tid 2 to smithi09078167-26 2024-04-15T16:29:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:104: finishing write tid 3 to smithi09078167-26 2024-04-15T16:29:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:104: finishing write tid 4 to smithi09078167-26 2024-04-15T16:29:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:104: oid 26 updating version 0 to 8 2024-04-15T16:29:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:104: oid 26 updating version 8 to 9 2024-04-15T16:29:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:104: oid 26 updating version 9 to 10 2024-04-15T16:29:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 10 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-15T16:29:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:104: left oid 26 (ObjNum 55 snap 3 seq_num 55) 2024-04-15T16:29:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:101: finishing copy_from racing read to smithi09078167-24 2024-04-15T16:29:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:107: finishing write tid 1 to smithi09078167-27 2024-04-15T16:29:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:101: finishing copy_from to smithi09078167-24 2024-04-15T16:29:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T16:29:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:107: finishing write tid 2 to smithi09078167-27 2024-04-15T16:29:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:107: finishing write tid 3 to smithi09078167-27 2024-04-15T16:29:18.570 INFO:tasks.rados.rados.0.smithi090.stdout:105: finishing copy_from racing read to smithi09078167-21 2024-04-15T16:29:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:105: finishing copy_from to smithi09078167-21 2024-04-15T16:29:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 11 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-15T16:29:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:107: finishing write tid 4 to smithi09078167-27 2024-04-15T16:29:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:107: oid 27 updating version 0 to 27 2024-04-15T16:29:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:107: oid 27 version 27 is already newer than 26 2024-04-15T16:29:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:107: oid 27 updating version 27 to 28 2024-04-15T16:29:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 28 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-04-15T16:29:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:107: left oid 27 (ObjNum 56 snap 3 seq_num 56) 2024-04-15T16:29:18.571 INFO:tasks.rados.rados.0.smithi090.stdout:108: expect (ObjNum 30 snap 0 seq_num 30) 2024-04-15T16:29:18.589 INFO:tasks.rados.rados.0.smithi090.stdout:110: finishing write tid 1 to smithi09078167-50 2024-04-15T16:29:18.589 INFO:tasks.rados.rados.0.smithi090.stdout:110: finishing write tid 2 to smithi09078167-50 2024-04-15T16:29:18.589 INFO:tasks.rados.rados.0.smithi090.stdout:110: finishing write tid 3 to smithi09078167-50 2024-04-15T16:29:18.589 INFO:tasks.rados.rados.0.smithi090.stdout:110: finishing write tid 4 to smithi09078167-50 2024-04-15T16:29:18.589 INFO:tasks.rados.rados.0.smithi090.stdout:110: oid 50 updating version 0 to 18 2024-04-15T16:29:18.589 INFO:tasks.rados.rados.0.smithi090.stdout:110: oid 50 version 18 is already newer than 16 2024-04-15T16:29:18.589 INFO:tasks.rados.rados.0.smithi090.stdout:110: oid 50 version 18 is already newer than 17 2024-04-15T16:29:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 18 (ObjNum 57 snap 3 seq_num 57) dirty exists 2024-04-15T16:29:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:110: left oid 50 (ObjNum 57 snap 3 seq_num 57) 2024-04-15T16:29:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:101: done (7 left) 2024-04-15T16:29:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:102: done (6 left) 2024-04-15T16:29:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:104: done (5 left) 2024-04-15T16:29:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:105: done (4 left) 2024-04-15T16:29:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:107: done (3 left) 2024-04-15T16:29:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:108: done (2 left) 2024-04-15T16:29:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:110: done (1 left) 2024-04-15T16:29:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:111: done (0 left) 2024-04-15T16:29:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:112: rmattr oid 13 current snap is 3 2024-04-15T16:29:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:112: done (0 left) 2024-04-15T16:29:18.590 INFO:tasks.rados.rados.0.smithi090.stdout:113: delete oid 44 current snap is 3 2024-04-15T16:29:18.591 INFO:tasks.rados.rados.0.smithi090.stdout:113: done (0 left) 2024-04-15T16:29:18.591 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 3 2024-04-15T16:29:18.591 INFO:tasks.rados.rados.0.smithi090.stdout:114: seq_num 60 ranges {409600=614400,1024000=401408} 2024-04-15T16:29:18.596 INFO:tasks.rados.rados.0.smithi090.stdout:114: writing smithi09078167-25 from 409600 to 1024000 tid 1 2024-04-15T16:29:18.598 INFO:tasks.rados.rados.0.smithi090.stdout:114: writing smithi09078167-25 from 1024000 to 1425408 tid 2 2024-04-15T16:29:18.598 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 3 2024-04-15T16:29:18.598 INFO:tasks.rados.rados.0.smithi090.stdout:115: seq_num 61 ranges {40960=630784,671744=401408} 2024-04-15T16:29:18.602 INFO:tasks.rados.rados.0.smithi090.stdout:115: writing smithi09078167-3 from 40960 to 671744 tid 1 2024-04-15T16:29:18.605 INFO:tasks.rados.rados.0.smithi090.stdout:115: writing smithi09078167-3 from 671744 to 1073152 tid 2 2024-04-15T16:29:18.605 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 3 2024-04-15T16:29:18.605 INFO:tasks.rados.rados.0.smithi090.stdout:114: finishing write tid 1 to smithi09078167-25 2024-04-15T16:29:18.605 INFO:tasks.rados.rados.0.smithi090.stdout:114: finishing write tid 2 to smithi09078167-25 2024-04-15T16:29:18.605 INFO:tasks.rados.rados.0.smithi090.stdout:114: finishing write tid 3 to smithi09078167-25 2024-04-15T16:29:18.605 INFO:tasks.rados.rados.0.smithi090.stdout:114: finishing write tid 4 to smithi09078167-25 2024-04-15T16:29:18.605 INFO:tasks.rados.rados.0.smithi090.stdout:114: oid 25 updating version 0 to 25 2024-04-15T16:29:18.605 INFO:tasks.rados.rados.0.smithi090.stdout:114: oid 25 version 25 is already newer than 24 2024-04-15T16:29:18.605 INFO:tasks.rados.rados.0.smithi090.stdout:114: oid 25 version 25 is already newer than 23 2024-04-15T16:29:18.605 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 25 (ObjNum 60 snap 3 seq_num 60) dirty exists 2024-04-15T16:29:18.605 INFO:tasks.rados.rados.0.smithi090.stdout:114: left oid 25 (ObjNum 60 snap 3 seq_num 60) 2024-04-15T16:29:18.605 INFO:tasks.rados.rados.0.smithi090.stdout:116: seq_num 62 ranges {106496=647168,753664=401408} 2024-04-15T16:29:18.609 INFO:tasks.rados.rados.0.smithi090.stdout:116: writing smithi09078167-32 from 106496 to 753664 tid 1 2024-04-15T16:29:18.612 INFO:tasks.rados.rados.0.smithi090.stdout:116: writing smithi09078167-32 from 753664 to 1155072 tid 2 2024-04-15T16:29:18.612 INFO:tasks.rados.rados.0.smithi090.stdout:114: done (2 left) 2024-04-15T16:29:18.612 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 3 2024-04-15T16:29:18.612 INFO:tasks.rados.rados.0.smithi090.stdout:115: finishing write tid 1 to smithi09078167-3 2024-04-15T16:29:18.612 INFO:tasks.rados.rados.0.smithi090.stdout:117: seq_num 63 ranges {475136=663552,1138688=401408} 2024-04-15T16:29:18.618 INFO:tasks.rados.rados.0.smithi090.stdout:117: writing smithi09078167-2 from 475136 to 1138688 tid 1 2024-04-15T16:29:18.621 INFO:tasks.rados.rados.0.smithi090.stdout:117: writing smithi09078167-2 from 1138688 to 1540096 tid 2 2024-04-15T16:29:18.621 INFO:tasks.rados.rados.0.smithi090.stdout:118: rollback oid 15 current snap is 3 2024-04-15T16:29:18.621 INFO:tasks.rados.rados.0.smithi090.stdout:118: done (3 left) 2024-04-15T16:29:18.621 INFO:tasks.rados.rados.0.smithi090.stdout:119: delete oid 38 current snap is 3 2024-04-15T16:29:18.621 INFO:tasks.rados.rados.0.smithi090.stdout:115: finishing write tid 2 to smithi09078167-3 2024-04-15T16:29:18.621 INFO:tasks.rados.rados.0.smithi090.stdout:115: finishing write tid 3 to smithi09078167-3 2024-04-15T16:29:18.621 INFO:tasks.rados.rados.0.smithi090.stdout:115: finishing write tid 4 to smithi09078167-3 2024-04-15T16:29:18.621 INFO:tasks.rados.rados.0.smithi090.stdout:115: oid 3 updating version 0 to 10 2024-04-15T16:29:18.621 INFO:tasks.rados.rados.0.smithi090.stdout:115: oid 3 version 10 is already newer than 9 2024-04-15T16:29:18.622 INFO:tasks.rados.rados.0.smithi090.stdout:115: oid 3 updating version 10 to 11 2024-04-15T16:29:18.622 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 11 (ObjNum 61 snap 3 seq_num 61) dirty exists 2024-04-15T16:29:18.622 INFO:tasks.rados.rados.0.smithi090.stdout:115: left oid 3 (ObjNum 61 snap 3 seq_num 61) 2024-04-15T16:29:18.622 INFO:tasks.rados.rados.0.smithi090.stdout:116: finishing write tid 1 to smithi09078167-32 2024-04-15T16:29:18.622 INFO:tasks.rados.rados.0.smithi090.stdout:116: finishing write tid 2 to smithi09078167-32 2024-04-15T16:29:18.622 INFO:tasks.rados.rados.0.smithi090.stdout:116: finishing write tid 3 to smithi09078167-32 2024-04-15T16:29:18.622 INFO:tasks.rados.rados.0.smithi090.stdout:116: finishing write tid 4 to smithi09078167-32 2024-04-15T16:29:18.622 INFO:tasks.rados.rados.0.smithi090.stdout:116: oid 32 updating version 0 to 11 2024-04-15T16:29:18.622 INFO:tasks.rados.rados.0.smithi090.stdout:116: oid 32 version 11 is already newer than 10 2024-04-15T16:29:18.622 INFO:tasks.rados.rados.0.smithi090.stdout:116: oid 32 version 11 is already newer than 9 2024-04-15T16:29:18.622 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 11 (ObjNum 62 snap 3 seq_num 62) dirty exists 2024-04-15T16:29:18.622 INFO:tasks.rados.rados.0.smithi090.stdout:116: left oid 32 (ObjNum 62 snap 3 seq_num 62) 2024-04-15T16:29:18.623 INFO:tasks.rados.rados.0.smithi090.stdout:115: done (3 left) 2024-04-15T16:29:18.623 INFO:tasks.rados.rados.0.smithi090.stdout:116: done (2 left) 2024-04-15T16:29:18.623 INFO:tasks.rados.rados.0.smithi090.stdout:119: done (1 left) 2024-04-15T16:29:18.623 INFO:tasks.rados.rados.0.smithi090.stdout:120: delete oid 37 current snap is 3 2024-04-15T16:29:18.623 INFO:tasks.rados.rados.0.smithi090.stdout:117: finishing write tid 1 to smithi09078167-2 2024-04-15T16:29:18.623 INFO:tasks.rados.rados.0.smithi090.stdout:117: finishing write tid 2 to smithi09078167-2 2024-04-15T16:29:18.624 INFO:tasks.rados.rados.0.smithi090.stdout:117: finishing write tid 3 to smithi09078167-2 2024-04-15T16:29:18.624 INFO:tasks.rados.rados.0.smithi090.stdout:120: done (1 left) 2024-04-15T16:29:18.624 INFO:tasks.rados.rados.0.smithi090.stdout:121: snap_create 2024-04-15T16:29:18.624 INFO:tasks.rados.rados.0.smithi090.stdout:117: finishing write tid 4 to smithi09078167-2 2024-04-15T16:29:18.624 INFO:tasks.rados.rados.0.smithi090.stdout:117: oid 2 updating version 0 to 24 2024-04-15T16:29:18.625 INFO:tasks.rados.rados.0.smithi090.stdout:117: oid 2 version 24 is already newer than 23 2024-04-15T16:29:18.625 INFO:tasks.rados.rados.0.smithi090.stdout:117: oid 2 updating version 24 to 25 2024-04-15T16:29:18.625 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 25 (ObjNum 63 snap 3 seq_num 63) dirty exists 2024-04-15T16:29:18.625 INFO:tasks.rados.rados.0.smithi090.stdout:117: left oid 2 (ObjNum 63 snap 3 seq_num 63) 2024-04-15T16:29:18.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:18 smithi153 ceph-mon[30366]: pgmap v114: 121 pgs: 121 active+clean; 20 MiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:18.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:18 smithi153 ceph-mon[30366]: osdmap e80: 8 total, 8 up, 8 in 2024-04-15T16:29:18.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:18 smithi090 ceph-mon[38312]: pgmap v114: 121 pgs: 121 active+clean; 20 MiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:18.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:18 smithi090 ceph-mon[38312]: osdmap e80: 8 total, 8 up, 8 in 2024-04-15T16:29:18.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:18 smithi090 ceph-mon[27209]: pgmap v114: 121 pgs: 121 active+clean; 20 MiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:18.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:18 smithi090 ceph-mon[27209]: osdmap e80: 8 total, 8 up, 8 in 2024-04-15T16:29:19.503 INFO:tasks.rados.rados.0.smithi090.stdout:117: done (1 left) 2024-04-15T16:29:19.503 INFO:tasks.rados.rados.0.smithi090.stdout:121: done (0 left) 2024-04-15T16:29:19.503 INFO:tasks.rados.rados.0.smithi090.stdout:122: read oid 48 snap 3 2024-04-15T16:29:19.503 INFO:tasks.rados.rados.0.smithi090.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-15T16:29:19.504 INFO:tasks.rados.rados.0.smithi090.stdout:123: rollback oid 22 current snap is 4 2024-04-15T16:29:19.504 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 3 2024-04-15T16:29:19.504 INFO:tasks.rados.rados.0.smithi090.stdout:124: read oid 17 snap 3 2024-04-15T16:29:19.504 INFO:tasks.rados.rados.0.smithi090.stdout:124: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-15T16:29:19.504 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 4 2024-04-15T16:29:19.504 INFO:tasks.rados.rados.0.smithi090.stdout:125: seq_num 66 ranges {1155072=712704,1867776=401408} 2024-04-15T16:29:19.514 INFO:tasks.rados.rados.0.smithi090.stdout:125: writing smithi09078167-32 from 1155072 to 1867776 tid 1 2024-04-15T16:29:19.517 INFO:tasks.rados.rados.0.smithi090.stdout:125: writing smithi09078167-32 from 1867776 to 2269184 tid 2 2024-04-15T16:29:19.517 INFO:tasks.rados.rados.0.smithi090.stdout:126: copy_from oid 1 from oid 24 current snap is 4 2024-04-15T16:29:19.517 INFO:tasks.rados.rados.0.smithi090.stdout:122: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-15T16:29:19.542 INFO:tasks.rados.rados.0.smithi090.stdout:124: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-15T16:29:19.551 INFO:tasks.rados.rados.0.smithi090.stdout:123: finishing rollback tid 0 to smithi09078167-22 2024-04-15T16:29:19.551 INFO:tasks.rados.rados.0.smithi090.stdout:123: finishing rollback tid 1 to smithi09078167-22 2024-04-15T16:29:19.551 INFO:tasks.rados.rados.0.smithi090.stdout:123: finishing rollback tid 2 to smithi09078167-22 2024-04-15T16:29:19.551 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 21 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-15T16:29:19.551 INFO:tasks.rados.rados.0.smithi090.stdout:122: done (4 left) 2024-04-15T16:29:19.551 INFO:tasks.rados.rados.0.smithi090.stdout:123: done (3 left) 2024-04-15T16:29:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:124: done (2 left) 2024-04-15T16:29:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:127: read oid 48 snap -1 2024-04-15T16:29:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:127: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-15T16:29:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:128: rmattr oid 6 current snap is 4 2024-04-15T16:29:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:128: done (3 left) 2024-04-15T16:29:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:129: read oid 18 snap -1 2024-04-15T16:29:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:129: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-15T16:29:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:130: rmattr oid 42 current snap is 4 2024-04-15T16:29:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:130: done (4 left) 2024-04-15T16:29:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:131: setattr oid 39 current snap is 4 2024-04-15T16:29:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:125: finishing write tid 1 to smithi09078167-32 2024-04-15T16:29:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:125: finishing write tid 2 to smithi09078167-32 2024-04-15T16:29:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:125: finishing write tid 3 to smithi09078167-32 2024-04-15T16:29:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:125: finishing write tid 4 to smithi09078167-32 2024-04-15T16:29:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:125: oid 32 updating version 0 to 14 2024-04-15T16:29:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:125: oid 32 updating version 14 to 15 2024-04-15T16:29:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:125: oid 32 updating version 15 to 16 2024-04-15T16:29:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 16 (ObjNum 66 snap 4 seq_num 66) dirty exists 2024-04-15T16:29:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:125: left oid 32 (ObjNum 66 snap 4 seq_num 66) 2024-04-15T16:29:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:126: finishing copy_from racing read to smithi09078167-1 2024-04-15T16:29:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:126: finishing copy_from to smithi09078167-1 2024-04-15T16:29:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T16:29:19.554 INFO:tasks.rados.rados.0.smithi090.stdout:125: done (4 left) 2024-04-15T16:29:19.554 INFO:tasks.rados.rados.0.smithi090.stdout:126: done (3 left) 2024-04-15T16:29:19.554 INFO:tasks.rados.rados.0.smithi090.stdout:132: copy_from oid 24 from oid 20 current snap is 4 2024-04-15T16:29:19.554 INFO:tasks.rados.rados.0.smithi090.stdout:133: setattr oid 13 current snap is 4 2024-04-15T16:29:19.554 INFO:tasks.rados.rados.0.smithi090.stdout:129: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-15T16:29:19.562 INFO:tasks.rados.rados.0.smithi090.stdout:127: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-15T16:29:19.585 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 21 (ObjNum 113 snap 0 seq_num 0) dirty exists 2024-04-15T16:29:19.585 INFO:tasks.rados.rados.0.smithi090.stdout:132: finishing copy_from racing read to smithi09078167-24 2024-04-15T16:29:19.585 INFO:tasks.rados.rados.0.smithi090.stdout:132: finishing copy_from to smithi09078167-24 2024-04-15T16:29:19.585 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 15 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-15T16:29:19.585 INFO:tasks.rados.rados.0.smithi090.stdout:127: done (4 left) 2024-04-15T16:29:19.585 INFO:tasks.rados.rados.0.smithi090.stdout:129: done (3 left) 2024-04-15T16:29:19.585 INFO:tasks.rados.rados.0.smithi090.stdout:131: done (2 left) 2024-04-15T16:29:19.586 INFO:tasks.rados.rados.0.smithi090.stdout:132: done (1 left) 2024-04-15T16:29:19.586 INFO:tasks.rados.rados.0.smithi090.stdout:134: snap_remove snap 3 2024-04-15T16:29:19.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:19 smithi090 ceph-mon[38312]: osdmap e81: 8 total, 8 up, 8 in 2024-04-15T16:29:19.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:19 smithi090 ceph-mon[27209]: osdmap e81: 8 total, 8 up, 8 in 2024-04-15T16:29:19.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:19 smithi153 ceph-mon[30366]: osdmap e81: 8 total, 8 up, 8 in 2024-04-15T16:29:20.513 INFO:tasks.rados.rados.0.smithi090.stdout:134: done (1 left) 2024-04-15T16:29:20.513 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 4 2024-04-15T16:29:20.513 INFO:tasks.rados.rados.0.smithi090.stdout:135: seq_num 67 ranges {557056=729088,1286144=401408} 2024-04-15T16:29:20.519 INFO:tasks.rados.rados.0.smithi090.stdout:135: writing smithi09078167-45 from 557056 to 1286144 tid 1 2024-04-15T16:29:20.523 INFO:tasks.rados.rados.0.smithi090.stdout:135: writing smithi09078167-45 from 1286144 to 1687552 tid 2 2024-04-15T16:29:20.523 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 4 2024-04-15T16:29:20.523 INFO:tasks.rados.rados.0.smithi090.stdout:136: seq_num 68 ranges {1605632=745472,2351104=401408} 2024-04-15T16:29:20.537 INFO:tasks.rados.rados.0.smithi090.stdout:136: writing smithi09078167-42 from 1605632 to 2351104 tid 1 2024-04-15T16:29:20.540 INFO:tasks.rados.rados.0.smithi090.stdout:136: writing smithi09078167-42 from 2351104 to 2752512 tid 2 2024-04-15T16:29:20.540 INFO:tasks.rados.rados.0.smithi090.stdout:137: delete oid 5 current snap is 4 2024-04-15T16:29:20.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 18 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-15T16:29:20.540 INFO:tasks.rados.rados.0.smithi090.stdout:135: finishing write tid 1 to smithi09078167-45 2024-04-15T16:29:20.540 INFO:tasks.rados.rados.0.smithi090.stdout:135: finishing write tid 2 to smithi09078167-45 2024-04-15T16:29:20.541 INFO:tasks.rados.rados.0.smithi090.stdout:135: finishing write tid 3 to smithi09078167-45 2024-04-15T16:29:20.541 INFO:tasks.rados.rados.0.smithi090.stdout:135: finishing write tid 4 to smithi09078167-45 2024-04-15T16:29:20.541 INFO:tasks.rados.rados.0.smithi090.stdout:135: oid 45 updating version 0 to 25 2024-04-15T16:29:20.541 INFO:tasks.rados.rados.0.smithi090.stdout:135: oid 45 updating version 25 to 26 2024-04-15T16:29:20.541 INFO:tasks.rados.rados.0.smithi090.stdout:135: oid 45 version 26 is already newer than 22 2024-04-15T16:29:20.541 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 26 (ObjNum 67 snap 4 seq_num 67) dirty exists 2024-04-15T16:29:20.541 INFO:tasks.rados.rados.0.smithi090.stdout:135: left oid 45 (ObjNum 67 snap 4 seq_num 67) 2024-04-15T16:29:20.541 INFO:tasks.rados.rados.0.smithi090.stdout:136: finishing write tid 1 to smithi09078167-42 2024-04-15T16:29:20.542 INFO:tasks.rados.rados.0.smithi090.stdout:133: done (3 left) 2024-04-15T16:29:20.543 INFO:tasks.rados.rados.0.smithi090.stdout:135: done (2 left) 2024-04-15T16:29:20.543 INFO:tasks.rados.rados.0.smithi090.stdout:137: done (1 left) 2024-04-15T16:29:20.543 INFO:tasks.rados.rados.0.smithi090.stdout:138: snap_create 2024-04-15T16:29:20.544 INFO:tasks.rados.rados.0.smithi090.stdout:136: finishing write tid 2 to smithi09078167-42 2024-04-15T16:29:20.544 INFO:tasks.rados.rados.0.smithi090.stdout:136: finishing write tid 3 to smithi09078167-42 2024-04-15T16:29:20.545 INFO:tasks.rados.rados.0.smithi090.stdout:136: finishing write tid 4 to smithi09078167-42 2024-04-15T16:29:20.545 INFO:tasks.rados.rados.0.smithi090.stdout:136: oid 42 updating version 0 to 19 2024-04-15T16:29:20.545 INFO:tasks.rados.rados.0.smithi090.stdout:136: oid 42 updating version 19 to 21 2024-04-15T16:29:20.545 INFO:tasks.rados.rados.0.smithi090.stdout:136: oid 42 version 21 is already newer than 20 2024-04-15T16:29:20.545 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 21 (ObjNum 68 snap 4 seq_num 68) dirty exists 2024-04-15T16:29:20.545 INFO:tasks.rados.rados.0.smithi090.stdout:136: left oid 42 (ObjNum 68 snap 4 seq_num 68) 2024-04-15T16:29:20.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:20 smithi090 ceph-mon[27209]: pgmap v117: 121 pgs: 121 active+clean; 25 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 40 op/s 2024-04-15T16:29:20.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:20 smithi090 ceph-mon[27209]: osdmap e82: 8 total, 8 up, 8 in 2024-04-15T16:29:20.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:20 smithi090 ceph-mon[38312]: pgmap v117: 121 pgs: 121 active+clean; 25 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 40 op/s 2024-04-15T16:29:20.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:20 smithi090 ceph-mon[38312]: osdmap e82: 8 total, 8 up, 8 in 2024-04-15T16:29:20.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:20 smithi153 ceph-mon[30366]: pgmap v117: 121 pgs: 121 active+clean; 25 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 40 op/s 2024-04-15T16:29:20.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:20 smithi153 ceph-mon[30366]: osdmap e82: 8 total, 8 up, 8 in 2024-04-15T16:29:21.522 INFO:tasks.rados.rados.0.smithi090.stdout:136: done (1 left) 2024-04-15T16:29:21.522 INFO:tasks.rados.rados.0.smithi090.stdout:138: done (0 left) 2024-04-15T16:29:21.522 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 5 2024-04-15T16:29:21.522 INFO:tasks.rados.rados.0.smithi090.stdout:139: seq_num 70 ranges {507904=778240,1286144=401408} 2024-04-15T16:29:21.528 INFO:tasks.rados.rados.0.smithi090.stdout:139: writing smithi09078167-31 from 507904 to 1286144 tid 1 2024-04-15T16:29:21.531 INFO:tasks.rados.rados.0.smithi090.stdout:139: writing smithi09078167-31 from 1286144 to 1687552 tid 2 2024-04-15T16:29:21.531 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 5 2024-04-15T16:29:21.531 INFO:tasks.rados.rados.0.smithi090.stdout:140: seq_num 71 ranges {253952=794624,1048576=401408} 2024-04-15T16:29:21.537 INFO:tasks.rados.rados.0.smithi090.stdout:140: writing smithi09078167-16 from 253952 to 1048576 tid 1 2024-04-15T16:29:21.540 INFO:tasks.rados.rados.0.smithi090.stdout:140: writing smithi09078167-16 from 1048576 to 1449984 tid 2 2024-04-15T16:29:21.540 INFO:tasks.rados.rados.0.smithi090.stdout:141: copy_from oid 10 from oid 39 current snap is 5 2024-04-15T16:29:21.540 INFO:tasks.rados.rados.0.smithi090.stdout:139: finishing write tid 1 to smithi09078167-31 2024-04-15T16:29:21.540 INFO:tasks.rados.rados.0.smithi090.stdout:139: finishing write tid 2 to smithi09078167-31 2024-04-15T16:29:21.540 INFO:tasks.rados.rados.0.smithi090.stdout:139: finishing write tid 3 to smithi09078167-31 2024-04-15T16:29:21.541 INFO:tasks.rados.rados.0.smithi090.stdout:139: finishing write tid 4 to smithi09078167-31 2024-04-15T16:29:21.541 INFO:tasks.rados.rados.0.smithi090.stdout:139: oid 31 updating version 0 to 15 2024-04-15T16:29:21.541 INFO:tasks.rados.rados.0.smithi090.stdout:139: oid 31 updating version 15 to 17 2024-04-15T16:29:21.541 INFO:tasks.rados.rados.0.smithi090.stdout:139: oid 31 version 17 is already newer than 16 2024-04-15T16:29:21.541 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 17 (ObjNum 70 snap 5 seq_num 70) dirty exists 2024-04-15T16:29:21.541 INFO:tasks.rados.rados.0.smithi090.stdout:139: left oid 31 (ObjNum 70 snap 5 seq_num 70) 2024-04-15T16:29:21.541 INFO:tasks.rados.rados.0.smithi090.stdout:139: done (2 left) 2024-04-15T16:29:21.541 INFO:tasks.rados.rados.0.smithi090.stdout:142: read oid 25 snap 4 2024-04-15T16:29:21.541 INFO:tasks.rados.rados.0.smithi090.stdout:142: expect (ObjNum 60 snap 3 seq_num 60) 2024-04-15T16:29:21.541 INFO:tasks.rados.rados.0.smithi090.stdout:143: copy_from oid 21 from oid 35 current snap is 5 2024-04-15T16:29:21.541 INFO:tasks.rados.rados.0.smithi090.stdout:144: rollback oid 19 current snap is 5 2024-04-15T16:29:21.541 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 4 2024-04-15T16:29:21.541 INFO:tasks.rados.rados.0.smithi090.stdout:145: copy_from oid 38 from oid 24 current snap is 5 2024-04-15T16:29:21.541 INFO:tasks.rados.rados.0.smithi090.stdout:146: snap_create 2024-04-15T16:29:21.542 INFO:tasks.rados.rados.0.smithi090.stdout:140: finishing write tid 1 to smithi09078167-16 2024-04-15T16:29:21.543 INFO:tasks.rados.rados.0.smithi090.stdout:144: finishing rollback tid 0 to smithi09078167-19 2024-04-15T16:29:21.543 INFO:tasks.rados.rados.0.smithi090.stdout:140: finishing write tid 2 to smithi09078167-16 2024-04-15T16:29:21.543 INFO:tasks.rados.rados.0.smithi090.stdout:140: finishing write tid 3 to smithi09078167-16 2024-04-15T16:29:21.543 INFO:tasks.rados.rados.0.smithi090.stdout:141: finishing copy_from racing read to smithi09078167-10 2024-04-15T16:29:21.543 INFO:tasks.rados.rados.0.smithi090.stdout:144: finishing rollback tid 1 to smithi09078167-19 2024-04-15T16:29:21.543 INFO:tasks.rados.rados.0.smithi090.stdout:144: finishing rollback tid 2 to smithi09078167-19 2024-04-15T16:29:21.543 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 14 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-15T16:29:21.545 INFO:tasks.rados.rados.0.smithi090.stdout:140: finishing write tid 4 to smithi09078167-16 2024-04-15T16:29:21.545 INFO:tasks.rados.rados.0.smithi090.stdout:140: oid 16 updating version 0 to 19 2024-04-15T16:29:21.545 INFO:tasks.rados.rados.0.smithi090.stdout:140: oid 16 updating version 19 to 21 2024-04-15T16:29:21.545 INFO:tasks.rados.rados.0.smithi090.stdout:140: oid 16 version 21 is already newer than 20 2024-04-15T16:29:21.545 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 21 (ObjNum 71 snap 5 seq_num 71) dirty exists 2024-04-15T16:29:21.545 INFO:tasks.rados.rados.0.smithi090.stdout:140: left oid 16 (ObjNum 71 snap 5 seq_num 71) 2024-04-15T16:29:21.545 INFO:tasks.rados.rados.0.smithi090.stdout:141: finishing copy_from to smithi09078167-10 2024-04-15T16:29:21.545 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 21 (ObjNum 129 snap 0 seq_num 3728323368) dirty exists 2024-04-15T16:29:21.550 INFO:tasks.rados.rados.0.smithi090.stdout:142: expect (ObjNum 60 snap 3 seq_num 60) 2024-04-15T16:29:21.595 INFO:tasks.rados.rados.0.smithi090.stdout:145: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:29:21.596 INFO:tasks.rados.rados.0.smithi090.stdout:145: finishing copy_from to smithi09078167-38 2024-04-15T16:29:21.596 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 15 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-15T16:29:21.596 INFO:tasks.rados.rados.0.smithi090.stdout:143: finishing copy_from racing read to smithi09078167-21 2024-04-15T16:29:21.596 INFO:tasks.rados.rados.0.smithi090.stdout:143: finishing copy_from to smithi09078167-21 2024-04-15T16:29:21.596 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-15T16:29:21.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:21 smithi090 ceph-mon[38312]: osdmap e83: 8 total, 8 up, 8 in 2024-04-15T16:29:21.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:21 smithi090 ceph-mon[27209]: osdmap e83: 8 total, 8 up, 8 in 2024-04-15T16:29:21.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:21 smithi153 ceph-mon[30366]: osdmap e83: 8 total, 8 up, 8 in 2024-04-15T16:29:22.526 INFO:tasks.rados.rados.0.smithi090.stdout:140: done (6 left) 2024-04-15T16:29:22.527 INFO:tasks.rados.rados.0.smithi090.stdout:141: done (5 left) 2024-04-15T16:29:22.527 INFO:tasks.rados.rados.0.smithi090.stdout:142: done (4 left) 2024-04-15T16:29:22.527 INFO:tasks.rados.rados.0.smithi090.stdout:143: done (3 left) 2024-04-15T16:29:22.527 INFO:tasks.rados.rados.0.smithi090.stdout:144: done (2 left) 2024-04-15T16:29:22.527 INFO:tasks.rados.rados.0.smithi090.stdout:145: done (1 left) 2024-04-15T16:29:22.527 INFO:tasks.rados.rados.0.smithi090.stdout:146: done (0 left) 2024-04-15T16:29:22.527 INFO:tasks.rados.rados.0.smithi090.stdout:147: read oid 46 snap -1 2024-04-15T16:29:22.527 INFO:tasks.rados.rados.0.smithi090.stdout:147: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T16:29:22.527 INFO:tasks.rados.rados.0.smithi090.stdout:148: read oid 7 snap 4 2024-04-15T16:29:22.527 INFO:tasks.rados.rados.0.smithi090.stdout:148: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-15T16:29:22.527 INFO:tasks.rados.rados.0.smithi090.stdout:149: snap_create 2024-04-15T16:29:22.529 INFO:tasks.rados.rados.0.smithi090.stdout:148: expect (ObjNum 6 snap 0 seq_num 6) 2024-04-15T16:29:22.534 INFO:tasks.rados.rados.0.smithi090.stdout:147: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T16:29:22.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:29:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:29:22] "GET /metrics HTTP/1.1" 200 36001 "" "Prometheus/2.43.0" 2024-04-15T16:29:22.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:22 smithi090 ceph-mon[38312]: pgmap v120: 121 pgs: 121 active+clean; 25 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 40 op/s 2024-04-15T16:29:22.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:22 smithi090 ceph-mon[38312]: osdmap e84: 8 total, 8 up, 8 in 2024-04-15T16:29:22.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:22 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:29:22.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:22 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:29:22.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:22 smithi090 ceph-mon[27209]: pgmap v120: 121 pgs: 121 active+clean; 25 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 40 op/s 2024-04-15T16:29:22.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:22 smithi090 ceph-mon[27209]: osdmap e84: 8 total, 8 up, 8 in 2024-04-15T16:29:22.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:22 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:29:22.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:22 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:29:22.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:22 smithi153 ceph-mon[30366]: pgmap v120: 121 pgs: 121 active+clean; 25 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.9 MiB/s wr, 40 op/s 2024-04-15T16:29:22.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:22 smithi153 ceph-mon[30366]: osdmap e84: 8 total, 8 up, 8 in 2024-04-15T16:29:22.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:22 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:29:22.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:22 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:29:23.531 INFO:tasks.rados.rados.0.smithi090.stdout:147: done (2 left) 2024-04-15T16:29:23.531 INFO:tasks.rados.rados.0.smithi090.stdout:148: done (1 left) 2024-04-15T16:29:23.531 INFO:tasks.rados.rados.0.smithi090.stdout:149: done (0 left) 2024-04-15T16:29:23.531 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 7 2024-04-15T16:29:23.531 INFO:tasks.rados.rados.0.smithi090.stdout:150: seq_num 72 ranges {204800=409600,614400=524288,1138688=278528} 2024-04-15T16:29:23.534 INFO:tasks.rados.rados.0.smithi090.stdout:150: writing smithi09078167-13 from 204800 to 614400 tid 1 2024-04-15T16:29:23.537 INFO:tasks.rados.rados.0.smithi090.stdout:150: writing smithi09078167-13 from 614400 to 1138688 tid 2 2024-04-15T16:29:23.539 INFO:tasks.rados.rados.0.smithi090.stdout:150: writing smithi09078167-13 from 1138688 to 1417216 tid 3 2024-04-15T16:29:23.539 INFO:tasks.rados.rados.0.smithi090.stdout:151: copy_from oid 15 from oid 5 current snap is 7 2024-04-15T16:29:23.539 INFO:tasks.rados.rados.0.smithi090.stdout:152: rollback oid 19 current snap is 7 2024-04-15T16:29:23.539 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 5 2024-04-15T16:29:23.539 INFO:tasks.rados.rados.0.smithi090.stdout:153: copy_from oid 21 from oid 24 current snap is 7 2024-04-15T16:29:23.539 INFO:tasks.rados.rados.0.smithi090.stdout:154: copy_from oid 3 from oid 7 current snap is 7 2024-04-15T16:29:23.539 INFO:tasks.rados.rados.0.smithi090.stdout:155: read oid 33 snap -1 2024-04-15T16:29:23.540 INFO:tasks.rados.rados.0.smithi090.stdout:155: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-15T16:29:23.540 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 7 2024-04-15T16:29:23.540 INFO:tasks.rados.rados.0.smithi090.stdout:156: seq_num 73 ranges {1449984=425984,1875968=409600,2285568=393216} 2024-04-15T16:29:23.550 INFO:tasks.rados.rados.0.smithi090.stdout:156: writing smithi09078167-16 from 1449984 to 1875968 tid 1 2024-04-15T16:29:23.553 INFO:tasks.rados.rados.0.smithi090.stdout:156: writing smithi09078167-16 from 1875968 to 2285568 tid 2 2024-04-15T16:29:23.558 INFO:tasks.rados.rados.0.smithi090.stdout:156: writing smithi09078167-16 from 2285568 to 2678784 tid 3 2024-04-15T16:29:23.558 INFO:tasks.rados.rados.0.smithi090.stdout:157: rmattr oid 34 current snap is 7 2024-04-15T16:29:23.558 INFO:tasks.rados.rados.0.smithi090.stdout:157: done (7 left) 2024-04-15T16:29:23.558 INFO:tasks.rados.rados.0.smithi090.stdout:158: snap_remove snap 6 2024-04-15T16:29:23.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:23 smithi090 ceph-mon[38312]: osdmap e85: 8 total, 8 up, 8 in 2024-04-15T16:29:23.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:23 smithi090 ceph-mon[27209]: osdmap e85: 8 total, 8 up, 8 in 2024-04-15T16:29:23.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:23 smithi153 ceph-mon[30366]: osdmap e85: 8 total, 8 up, 8 in 2024-04-15T16:29:23.930 INFO:tasks.rados.rados.0.smithi090.stdout:158: done (7 left) 2024-04-15T16:29:23.930 INFO:tasks.rados.rados.0.smithi090.stdout:159: rollback oid 36 current snap is 7 2024-04-15T16:29:23.931 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 4 2024-04-15T16:29:23.931 INFO:tasks.rados.rados.0.smithi090.stdout:150: finishing write tid 1 to smithi09078167-13 2024-04-15T16:29:23.931 INFO:tasks.rados.rados.0.smithi090.stdout:150: finishing write tid 2 to smithi09078167-13 2024-04-15T16:29:23.931 INFO:tasks.rados.rados.0.smithi090.stdout:150: finishing write tid 3 to smithi09078167-13 2024-04-15T16:29:23.931 INFO:tasks.rados.rados.0.smithi090.stdout:151: finishing copy_from to smithi09078167-15 2024-04-15T16:29:23.931 INFO:tasks.rados.rados.0.smithi090.stdout:151: got expected ENOENT (src dne) 2024-04-15T16:29:23.931 INFO:tasks.rados.rados.0.smithi090.stdout:154: finishing copy_from racing read to smithi09078167-3 2024-04-15T16:29:23.931 INFO:tasks.rados.rados.0.smithi090.stdout:154: finishing copy_from to smithi09078167-3 2024-04-15T16:29:23.931 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 2 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-15T16:29:23.931 INFO:tasks.rados.rados.0.smithi090.stdout:150: finishing write tid 4 to smithi09078167-13 2024-04-15T16:29:23.931 INFO:tasks.rados.rados.0.smithi090.stdout:150: finishing write tid 5 to smithi09078167-13 2024-04-15T16:29:23.931 INFO:tasks.rados.rados.0.smithi090.stdout:150: oid 13 updating version 0 to 26 2024-04-15T16:29:23.931 INFO:tasks.rados.rados.0.smithi090.stdout:150: oid 13 updating version 26 to 27 2024-04-15T16:29:23.932 INFO:tasks.rados.rados.0.smithi090.stdout:150: oid 13 version 27 is already newer than 24 2024-04-15T16:29:23.932 INFO:tasks.rados.rados.0.smithi090.stdout:150: oid 13 version 27 is already newer than 25 2024-04-15T16:29:23.932 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 27 (ObjNum 72 snap 7 seq_num 72) dirty exists 2024-04-15T16:29:23.932 INFO:tasks.rados.rados.0.smithi090.stdout:150: left oid 13 (ObjNum 72 snap 7 seq_num 72) 2024-04-15T16:29:23.932 INFO:tasks.rados.rados.0.smithi090.stdout:152: finishing rollback tid 0 to smithi09078167-19 2024-04-15T16:29:23.932 INFO:tasks.rados.rados.0.smithi090.stdout:152: finishing rollback tid 1 to smithi09078167-19 2024-04-15T16:29:23.932 INFO:tasks.rados.rados.0.smithi090.stdout:151: finishing copy_from racing read to smithi09078167-15 2024-04-15T16:29:23.932 INFO:tasks.rados.rados.0.smithi090.stdout:153: finishing copy_from racing read to smithi09078167-21 2024-04-15T16:29:23.932 INFO:tasks.rados.rados.0.smithi090.stdout:153: finishing copy_from to smithi09078167-21 2024-04-15T16:29:23.932 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 15 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-15T16:29:23.932 INFO:tasks.rados.rados.0.smithi090.stdout:152: finishing rollback tid 2 to smithi09078167-19 2024-04-15T16:29:23.932 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 18 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-15T16:29:23.932 INFO:tasks.rados.rados.0.smithi090.stdout:155: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-15T16:29:23.947 INFO:tasks.rados.rados.0.smithi090.stdout:156: finishing write tid 1 to smithi09078167-16 2024-04-15T16:29:23.947 INFO:tasks.rados.rados.0.smithi090.stdout:156: finishing write tid 2 to smithi09078167-16 2024-04-15T16:29:23.947 INFO:tasks.rados.rados.0.smithi090.stdout:156: finishing write tid 3 to smithi09078167-16 2024-04-15T16:29:23.947 INFO:tasks.rados.rados.0.smithi090.stdout:156: finishing write tid 4 to smithi09078167-16 2024-04-15T16:29:23.948 INFO:tasks.rados.rados.0.smithi090.stdout:156: finishing write tid 5 to smithi09078167-16 2024-04-15T16:29:23.948 INFO:tasks.rados.rados.0.smithi090.stdout:156: oid 16 updating version 0 to 24 2024-04-15T16:29:23.948 INFO:tasks.rados.rados.0.smithi090.stdout:156: oid 16 updating version 24 to 26 2024-04-15T16:29:23.948 INFO:tasks.rados.rados.0.smithi090.stdout:156: oid 16 version 26 is already newer than 25 2024-04-15T16:29:23.948 INFO:tasks.rados.rados.0.smithi090.stdout:156: oid 16 updating version 26 to 27 2024-04-15T16:29:23.948 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 27 (ObjNum 73 snap 7 seq_num 73) dirty exists 2024-04-15T16:29:23.948 INFO:tasks.rados.rados.0.smithi090.stdout:156: left oid 16 (ObjNum 73 snap 7 seq_num 73) 2024-04-15T16:29:23.948 INFO:tasks.rados.rados.0.smithi090.stdout:150: done (7 left) 2024-04-15T16:29:23.948 INFO:tasks.rados.rados.0.smithi090.stdout:151: done (6 left) 2024-04-15T16:29:23.948 INFO:tasks.rados.rados.0.smithi090.stdout:152: done (5 left) 2024-04-15T16:29:23.948 INFO:tasks.rados.rados.0.smithi090.stdout:153: done (4 left) 2024-04-15T16:29:23.948 INFO:tasks.rados.rados.0.smithi090.stdout:154: done (3 left) 2024-04-15T16:29:23.949 INFO:tasks.rados.rados.0.smithi090.stdout:155: done (2 left) 2024-04-15T16:29:23.949 INFO:tasks.rados.rados.0.smithi090.stdout:156: done (1 left) 2024-04-15T16:29:23.949 INFO:tasks.rados.rados.0.smithi090.stdout:160: copy_from oid 3 from oid 30 current snap is 7 2024-04-15T16:29:23.949 INFO:tasks.rados.rados.0.smithi090.stdout:159: finishing rollback tid 0 to smithi09078167-36 2024-04-15T16:29:23.949 INFO:tasks.rados.rados.0.smithi090.stdout:159: finishing rollback tid 1 to smithi09078167-36 2024-04-15T16:29:23.949 INFO:tasks.rados.rados.0.smithi090.stdout:159: finishing rollback tid 2 to smithi09078167-36 2024-04-15T16:29:23.949 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 31 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T16:29:23.949 INFO:tasks.rados.rados.0.smithi090.stdout:159: done (1 left) 2024-04-15T16:29:23.949 INFO:tasks.rados.rados.0.smithi090.stdout:161: copy_from oid 44 from oid 15 current snap is 7 2024-04-15T16:29:23.949 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 7 2024-04-15T16:29:23.949 INFO:tasks.rados.rados.0.smithi090.stdout:162: seq_num 74 ranges {1417216=442368,1859584=696320,2555904=106496} 2024-04-15T16:29:23.957 INFO:tasks.rados.rados.0.smithi090.stdout:162: writing smithi09078167-13 from 1417216 to 1859584 tid 1 2024-04-15T16:29:23.961 INFO:tasks.rados.rados.0.smithi090.stdout:162: writing smithi09078167-13 from 1859584 to 2555904 tid 2 2024-04-15T16:29:23.962 INFO:tasks.rados.rados.0.smithi090.stdout:162: writing smithi09078167-13 from 2555904 to 2662400 tid 3 2024-04-15T16:29:23.962 INFO:tasks.rados.rados.0.smithi090.stdout:163: setattr oid 39 current snap is 7 2024-04-15T16:29:23.962 INFO:tasks.rados.rados.0.smithi090.stdout:161: finishing copy_from racing read to smithi09078167-44 2024-04-15T16:29:23.962 INFO:tasks.rados.rados.0.smithi090.stdout:161: finishing copy_from to smithi09078167-44 2024-04-15T16:29:23.962 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-15T16:29:23.962 INFO:tasks.rados.rados.0.smithi090.stdout:160: finishing copy_from racing read to smithi09078167-3 2024-04-15T16:29:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:160: finishing copy_from to smithi09078167-3 2024-04-15T16:29:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 8 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-15T16:29:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:162: finishing write tid 1 to smithi09078167-13 2024-04-15T16:29:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:160: done (3 left) 2024-04-15T16:29:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:161: done (2 left) 2024-04-15T16:29:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:164: snap_remove snap 5 2024-04-15T16:29:24.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:24 smithi090 ceph-mon[38312]: pgmap v123: 121 pgs: 121 active+clean; 35 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-04-15T16:29:24.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:24 smithi090 ceph-mon[38312]: osdmap e86: 8 total, 8 up, 8 in 2024-04-15T16:29:24.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:24 smithi090 ceph-mon[38312]: osdmap e87: 8 total, 8 up, 8 in 2024-04-15T16:29:24.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:24 smithi090 ceph-mon[27209]: pgmap v123: 121 pgs: 121 active+clean; 35 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-04-15T16:29:24.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:24 smithi090 ceph-mon[27209]: osdmap e86: 8 total, 8 up, 8 in 2024-04-15T16:29:24.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:24 smithi090 ceph-mon[27209]: osdmap e87: 8 total, 8 up, 8 in 2024-04-15T16:29:24.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:24 smithi153 ceph-mon[30366]: pgmap v123: 121 pgs: 121 active+clean; 35 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-04-15T16:29:24.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:24 smithi153 ceph-mon[30366]: osdmap e86: 8 total, 8 up, 8 in 2024-04-15T16:29:24.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:24 smithi153 ceph-mon[30366]: osdmap e87: 8 total, 8 up, 8 in 2024-04-15T16:29:24.931 INFO:tasks.rados.rados.0.smithi090.stdout:164: done (2 left) 2024-04-15T16:29:24.931 INFO:tasks.rados.rados.0.smithi090.stdout:165: rmattr oid 45 current snap is 7 2024-04-15T16:29:24.932 INFO:tasks.rados.rados.0.smithi090.stdout:165: done (2 left) 2024-04-15T16:29:24.932 INFO:tasks.rados.rados.0.smithi090.stdout:166: copy_from oid 5 from oid 4 current snap is 7 2024-04-15T16:29:24.932 INFO:tasks.rados.rados.0.smithi090.stdout:167: snap_remove snap 4 2024-04-15T16:29:25.938 INFO:tasks.rados.rados.0.smithi090.stdout:167: done (3 left) 2024-04-15T16:29:25.938 INFO:tasks.rados.rados.0.smithi090.stdout:168: read oid 38 snap -1 2024-04-15T16:29:25.938 INFO:tasks.rados.rados.0.smithi090.stdout:168: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-15T16:29:25.938 INFO:tasks.rados.rados.0.smithi090.stdout:169: read oid 26 snap -1 2024-04-15T16:29:25.938 INFO:tasks.rados.rados.0.smithi090.stdout:169: expect (ObjNum 55 snap 3 seq_num 55) 2024-04-15T16:29:25.938 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 7 2024-04-15T16:29:25.938 INFO:tasks.rados.rados.0.smithi090.stdout:162: finishing write tid 2 to smithi09078167-13 2024-04-15T16:29:25.938 INFO:tasks.rados.rados.0.smithi090.stdout:170: seq_num 75 ranges {778240=458752,1236992=581632,1818624=221184} 2024-04-15T16:29:25.945 INFO:tasks.rados.rados.0.smithi090.stdout:170: writing smithi09078167-47 from 778240 to 1236992 tid 1 2024-04-15T16:29:25.949 INFO:tasks.rados.rados.0.smithi090.stdout:170: writing smithi09078167-47 from 1236992 to 1818624 tid 2 2024-04-15T16:29:25.951 INFO:tasks.rados.rados.0.smithi090.stdout:170: writing smithi09078167-47 from 1818624 to 2039808 tid 3 2024-04-15T16:29:25.951 INFO:tasks.rados.rados.0.smithi090.stdout:162: finishing write tid 3 to smithi09078167-13 2024-04-15T16:29:25.951 INFO:tasks.rados.rados.0.smithi090.stdout:162: finishing write tid 4 to smithi09078167-13 2024-04-15T16:29:25.951 INFO:tasks.rados.rados.0.smithi090.stdout:162: finishing write tid 5 to smithi09078167-13 2024-04-15T16:29:25.951 INFO:tasks.rados.rados.0.smithi090.stdout:162: oid 13 updating version 0 to 30 2024-04-15T16:29:25.951 INFO:tasks.rados.rados.0.smithi090.stdout:162: oid 13 updating version 30 to 32 2024-04-15T16:29:25.951 INFO:tasks.rados.rados.0.smithi090.stdout:162: oid 13 version 32 is already newer than 31 2024-04-15T16:29:25.951 INFO:tasks.rados.rados.0.smithi090.stdout:162: oid 13 updating version 32 to 33 2024-04-15T16:29:25.951 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 33 (ObjNum 74 snap 7 seq_num 74) dirty exists 2024-04-15T16:29:25.951 INFO:tasks.rados.rados.0.smithi090.stdout:162: left oid 13 (ObjNum 74 snap 7 seq_num 74) 2024-04-15T16:29:25.952 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 26 (ObjNum 65 snap 0 seq_num 1365988714) dirty exists 2024-04-15T16:29:25.952 INFO:tasks.rados.rados.0.smithi090.stdout:166: finishing copy_from racing read to smithi09078167-5 2024-04-15T16:29:25.952 INFO:tasks.rados.rados.0.smithi090.stdout:166: finishing copy_from to smithi09078167-5 2024-04-15T16:29:25.952 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-15T16:29:25.952 INFO:tasks.rados.rados.0.smithi090.stdout:168: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-15T16:29:25.962 INFO:tasks.rados.rados.0.smithi090.stdout:169: expect (ObjNum 55 snap 3 seq_num 55) 2024-04-15T16:29:25.990 INFO:tasks.rados.rados.0.smithi090.stdout:170: finishing write tid 1 to smithi09078167-47 2024-04-15T16:29:25.990 INFO:tasks.rados.rados.0.smithi090.stdout:170: finishing write tid 2 to smithi09078167-47 2024-04-15T16:29:25.990 INFO:tasks.rados.rados.0.smithi090.stdout:170: finishing write tid 3 to smithi09078167-47 2024-04-15T16:29:25.990 INFO:tasks.rados.rados.0.smithi090.stdout:170: finishing write tid 4 to smithi09078167-47 2024-04-15T16:29:25.990 INFO:tasks.rados.rados.0.smithi090.stdout:170: finishing write tid 5 to smithi09078167-47 2024-04-15T16:29:25.990 INFO:tasks.rados.rados.0.smithi090.stdout:170: oid 47 updating version 0 to 16 2024-04-15T16:29:25.990 INFO:tasks.rados.rados.0.smithi090.stdout:170: oid 47 updating version 16 to 19 2024-04-15T16:29:25.990 INFO:tasks.rados.rados.0.smithi090.stdout:170: oid 47 version 19 is already newer than 18 2024-04-15T16:29:25.990 INFO:tasks.rados.rados.0.smithi090.stdout:170: oid 47 version 19 is already newer than 17 2024-04-15T16:29:25.990 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 19 (ObjNum 75 snap 7 seq_num 75) dirty exists 2024-04-15T16:29:25.990 INFO:tasks.rados.rados.0.smithi090.stdout:170: left oid 47 (ObjNum 75 snap 7 seq_num 75) 2024-04-15T16:29:25.990 INFO:tasks.rados.rados.0.smithi090.stdout:162: done (5 left) 2024-04-15T16:29:25.991 INFO:tasks.rados.rados.0.smithi090.stdout:163: done (4 left) 2024-04-15T16:29:25.991 INFO:tasks.rados.rados.0.smithi090.stdout:166: done (3 left) 2024-04-15T16:29:25.991 INFO:tasks.rados.rados.0.smithi090.stdout:168: done (2 left) 2024-04-15T16:29:25.991 INFO:tasks.rados.rados.0.smithi090.stdout:169: done (1 left) 2024-04-15T16:29:25.991 INFO:tasks.rados.rados.0.smithi090.stdout:170: done (0 left) 2024-04-15T16:29:25.991 INFO:tasks.rados.rados.0.smithi090.stdout:171: snap_create 2024-04-15T16:29:26.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:25 smithi090 ceph-mon[38312]: pgmap v126: 121 pgs: 121 active+clean; 35 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-04-15T16:29:26.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:25 smithi090 ceph-mon[38312]: osdmap e88: 8 total, 8 up, 8 in 2024-04-15T16:29:26.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:25 smithi090 ceph-mon[27209]: pgmap v126: 121 pgs: 121 active+clean; 35 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-04-15T16:29:26.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:25 smithi090 ceph-mon[27209]: osdmap e88: 8 total, 8 up, 8 in 2024-04-15T16:29:26.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:25 smithi153 ceph-mon[30366]: pgmap v126: 121 pgs: 121 active+clean; 35 MiB data, 280 MiB used, 715 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.9 MiB/s wr, 37 op/s 2024-04-15T16:29:26.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:25 smithi153 ceph-mon[30366]: osdmap e88: 8 total, 8 up, 8 in 2024-04-15T16:29:26.942 INFO:tasks.rados.rados.0.smithi090.stdout:171: done (0 left) 2024-04-15T16:29:26.943 INFO:tasks.rados.rados.0.smithi090.stdout:172: delete oid 44 current snap is 8 2024-04-15T16:29:26.946 INFO:tasks.rados.rados.0.smithi090.stdout:172: done (0 left) 2024-04-15T16:29:26.947 INFO:tasks.rados.rados.0.smithi090.stdout:173: snap_create 2024-04-15T16:29:27.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:26 smithi090 ceph-mon[38312]: osdmap e89: 8 total, 8 up, 8 in 2024-04-15T16:29:27.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:26 smithi090 ceph-mon[27209]: osdmap e89: 8 total, 8 up, 8 in 2024-04-15T16:29:27.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:26 smithi153 ceph-mon[30366]: osdmap e89: 8 total, 8 up, 8 in 2024-04-15T16:29:27.956 INFO:tasks.rados.rados.0.smithi090.stdout:173: done (0 left) 2024-04-15T16:29:27.956 INFO:tasks.rados.rados.0.smithi090.stdout:174: read oid 40 snap -1 2024-04-15T16:29:27.956 INFO:tasks.rados.rados.0.smithi090.stdout:174: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-15T16:29:27.956 INFO:tasks.rados.rados.0.smithi090.stdout:175: snap_create 2024-04-15T16:29:27.965 INFO:tasks.rados.rados.0.smithi090.stdout:174: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-15T16:29:28.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:27 smithi090 ceph-mon[27209]: pgmap v129: 121 pgs: 121 active+clean; 35 MiB data, 280 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:28.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:27 smithi090 ceph-mon[27209]: osdmap e90: 8 total, 8 up, 8 in 2024-04-15T16:29:28.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:27 smithi090 ceph-mon[38312]: pgmap v129: 121 pgs: 121 active+clean; 35 MiB data, 280 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:28.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:27 smithi090 ceph-mon[38312]: osdmap e90: 8 total, 8 up, 8 in 2024-04-15T16:29:28.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:27 smithi153 ceph-mon[30366]: pgmap v129: 121 pgs: 121 active+clean; 35 MiB data, 280 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:28.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:27 smithi153 ceph-mon[30366]: osdmap e90: 8 total, 8 up, 8 in 2024-04-15T16:29:28.959 INFO:tasks.rados.rados.0.smithi090.stdout:174: done (1 left) 2024-04-15T16:29:28.959 INFO:tasks.rados.rados.0.smithi090.stdout:175: done (0 left) 2024-04-15T16:29:28.959 INFO:tasks.rados.rados.0.smithi090.stdout:176: snap_remove snap 7 2024-04-15T16:29:29.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:28 smithi090 ceph-mon[38312]: osdmap e91: 8 total, 8 up, 8 in 2024-04-15T16:29:29.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:28 smithi090 ceph-mon[27209]: osdmap e91: 8 total, 8 up, 8 in 2024-04-15T16:29:29.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:28 smithi153 ceph-mon[30366]: osdmap e91: 8 total, 8 up, 8 in 2024-04-15T16:29:29.960 INFO:tasks.rados.rados.0.smithi090.stdout:176: done (0 left) 2024-04-15T16:29:29.960 INFO:tasks.rados.rados.0.smithi090.stdout:177: read oid 36 snap -1 2024-04-15T16:29:29.960 INFO:tasks.rados.rados.0.smithi090.stdout:177: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T16:29:29.960 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 10 2024-04-15T16:29:29.960 INFO:tasks.rados.rados.0.smithi090.stdout:178: seq_num 77 ranges {778240=491520,1269760=794624,2064384=8192} 2024-04-15T16:29:29.967 INFO:tasks.rados.rados.0.smithi090.stdout:178: writing smithi09078167-1 from 778240 to 1269760 tid 1 2024-04-15T16:29:29.971 INFO:tasks.rados.rados.0.smithi090.stdout:178: writing smithi09078167-1 from 1269760 to 2064384 tid 2 2024-04-15T16:29:29.972 INFO:tasks.rados.rados.0.smithi090.stdout:178: writing smithi09078167-1 from 2064384 to 2072576 tid 3 2024-04-15T16:29:29.972 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 10 2024-04-15T16:29:29.972 INFO:tasks.rados.rados.0.smithi090.stdout:179: seq_num 78 ranges {139264=516096,655360=679936,1335296=122880} 2024-04-15T16:29:29.976 INFO:tasks.rados.rados.0.smithi090.stdout:179: writing smithi09078167-9 from 139264 to 655360 tid 1 2024-04-15T16:29:29.980 INFO:tasks.rados.rados.0.smithi090.stdout:179: writing smithi09078167-9 from 655360 to 1335296 tid 2 2024-04-15T16:29:29.981 INFO:tasks.rados.rados.0.smithi090.stdout:179: writing smithi09078167-9 from 1335296 to 1458176 tid 3 2024-04-15T16:29:29.981 INFO:tasks.rados.rados.0.smithi090.stdout:180: rmattr oid 11 current snap is 10 2024-04-15T16:29:29.982 INFO:tasks.rados.rados.0.smithi090.stdout:180: done (3 left) 2024-04-15T16:29:29.982 INFO:tasks.rados.rados.0.smithi090.stdout:181: snap_remove snap 9 2024-04-15T16:29:30.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:29 smithi090 ceph-mon[38312]: pgmap v132: 121 pgs: 121 active+clean; 38 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-15T16:29:30.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:29 smithi090 ceph-mon[38312]: osdmap e92: 8 total, 8 up, 8 in 2024-04-15T16:29:30.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:29 smithi090 ceph-mon[27209]: pgmap v132: 121 pgs: 121 active+clean; 38 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-15T16:29:30.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:29 smithi090 ceph-mon[27209]: osdmap e92: 8 total, 8 up, 8 in 2024-04-15T16:29:30.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:29 smithi153 ceph-mon[30366]: pgmap v132: 121 pgs: 121 active+clean; 38 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-15T16:29:30.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:29 smithi153 ceph-mon[30366]: osdmap e92: 8 total, 8 up, 8 in 2024-04-15T16:29:30.970 INFO:tasks.rados.rados.0.smithi090.stdout:181: done (3 left) 2024-04-15T16:29:30.971 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 10 2024-04-15T16:29:30.971 INFO:tasks.rados.rados.0.smithi090.stdout:182: seq_num 79 ranges {1540096=532480,2072576=565248,2637824=237568} 2024-04-15T16:29:30.982 INFO:tasks.rados.rados.0.smithi090.stdout:182: writing smithi09078167-2 from 1540096 to 2072576 tid 1 2024-04-15T16:29:30.985 INFO:tasks.rados.rados.0.smithi090.stdout:182: writing smithi09078167-2 from 2072576 to 2637824 tid 2 2024-04-15T16:29:30.987 INFO:tasks.rados.rados.0.smithi090.stdout:182: writing smithi09078167-2 from 2637824 to 2875392 tid 3 2024-04-15T16:29:30.987 INFO:tasks.rados.rados.0.smithi090.stdout:183: copy_from oid 38 from oid 46 current snap is 10 2024-04-15T16:29:30.987 INFO:tasks.rados.rados.0.smithi090.stdout:177: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T16:29:31.016 INFO:tasks.rados.rados.0.smithi090.stdout:178: finishing write tid 1 to smithi09078167-1 2024-04-15T16:29:31.016 INFO:tasks.rados.rados.0.smithi090.stdout:178: finishing write tid 2 to smithi09078167-1 2024-04-15T16:29:31.016 INFO:tasks.rados.rados.0.smithi090.stdout:177: done (4 left) 2024-04-15T16:29:31.016 INFO:tasks.rados.rados.0.smithi090.stdout:184: snap_remove snap 8 2024-04-15T16:29:31.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:30 smithi090 ceph-mon[38312]: osdmap e93: 8 total, 8 up, 8 in 2024-04-15T16:29:31.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:30 smithi090 ceph-mon[27209]: osdmap e93: 8 total, 8 up, 8 in 2024-04-15T16:29:31.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:30 smithi153 ceph-mon[30366]: osdmap e93: 8 total, 8 up, 8 in 2024-04-15T16:29:31.974 INFO:tasks.rados.rados.0.smithi090.stdout:184: done (4 left) 2024-04-15T16:29:31.974 INFO:tasks.rados.rados.0.smithi090.stdout:185: rmattr oid 20 current snap is 10 2024-04-15T16:29:31.974 INFO:tasks.rados.rados.0.smithi090.stdout:186: rmattr oid 4 current snap is 10 2024-04-15T16:29:31.974 INFO:tasks.rados.rados.0.smithi090.stdout:178: finishing write tid 3 to smithi09078167-1 2024-04-15T16:29:31.974 INFO:tasks.rados.rados.0.smithi090.stdout:178: finishing write tid 4 to smithi09078167-1 2024-04-15T16:29:31.974 INFO:tasks.rados.rados.0.smithi090.stdout:178: finishing write tid 5 to smithi09078167-1 2024-04-15T16:29:31.974 INFO:tasks.rados.rados.0.smithi090.stdout:178: oid 1 updating version 0 to 41 2024-04-15T16:29:31.974 INFO:tasks.rados.rados.0.smithi090.stdout:178: oid 1 version 41 is already newer than 38 2024-04-15T16:29:31.974 INFO:tasks.rados.rados.0.smithi090.stdout:178: oid 1 version 41 is already newer than 40 2024-04-15T16:29:31.974 INFO:tasks.rados.rados.0.smithi090.stdout:178: oid 1 version 41 is already newer than 39 2024-04-15T16:29:31.974 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 41 (ObjNum 77 snap 10 seq_num 77) dirty exists 2024-04-15T16:29:31.975 INFO:tasks.rados.rados.0.smithi090.stdout:178: left oid 1 (ObjNum 77 snap 10 seq_num 77) 2024-04-15T16:29:31.975 INFO:tasks.rados.rados.0.smithi090.stdout:179: finishing write tid 1 to smithi09078167-9 2024-04-15T16:29:31.975 INFO:tasks.rados.rados.0.smithi090.stdout:179: finishing write tid 2 to smithi09078167-9 2024-04-15T16:29:31.975 INFO:tasks.rados.rados.0.smithi090.stdout:179: finishing write tid 3 to smithi09078167-9 2024-04-15T16:29:31.975 INFO:tasks.rados.rados.0.smithi090.stdout:179: finishing write tid 4 to smithi09078167-9 2024-04-15T16:29:31.975 INFO:tasks.rados.rados.0.smithi090.stdout:179: finishing write tid 5 to smithi09078167-9 2024-04-15T16:29:31.975 INFO:tasks.rados.rados.0.smithi090.stdout:179: oid 9 updating version 0 to 28 2024-04-15T16:29:31.975 INFO:tasks.rados.rados.0.smithi090.stdout:179: oid 9 updating version 28 to 30 2024-04-15T16:29:31.975 INFO:tasks.rados.rados.0.smithi090.stdout:179: oid 9 version 30 is already newer than 29 2024-04-15T16:29:31.975 INFO:tasks.rados.rados.0.smithi090.stdout:179: oid 9 version 30 is already newer than 27 2024-04-15T16:29:31.975 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 30 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-04-15T16:29:31.975 INFO:tasks.rados.rados.0.smithi090.stdout:179: left oid 9 (ObjNum 78 snap 10 seq_num 78) 2024-04-15T16:29:31.975 INFO:tasks.rados.rados.0.smithi090.stdout:182: finishing write tid 1 to smithi09078167-2 2024-04-15T16:29:31.975 INFO:tasks.rados.rados.0.smithi090.stdout:182: finishing write tid 2 to smithi09078167-2 2024-04-15T16:29:31.975 INFO:tasks.rados.rados.0.smithi090.stdout:182: finishing write tid 3 to smithi09078167-2 2024-04-15T16:29:31.976 INFO:tasks.rados.rados.0.smithi090.stdout:182: finishing write tid 4 to smithi09078167-2 2024-04-15T16:29:31.976 INFO:tasks.rados.rados.0.smithi090.stdout:182: finishing write tid 5 to smithi09078167-2 2024-04-15T16:29:31.976 INFO:tasks.rados.rados.0.smithi090.stdout:182: oid 2 updating version 0 to 36 2024-04-15T16:29:31.976 INFO:tasks.rados.rados.0.smithi090.stdout:182: oid 2 version 36 is already newer than 35 2024-04-15T16:29:31.976 INFO:tasks.rados.rados.0.smithi090.stdout:182: oid 2 updating version 36 to 37 2024-04-15T16:29:31.976 INFO:tasks.rados.rados.0.smithi090.stdout:182: oid 2 version 37 is already newer than 34 2024-04-15T16:29:31.976 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 37 (ObjNum 79 snap 10 seq_num 79) dirty exists 2024-04-15T16:29:31.976 INFO:tasks.rados.rados.0.smithi090.stdout:182: left oid 2 (ObjNum 79 snap 10 seq_num 79) 2024-04-15T16:29:31.976 INFO:tasks.rados.rados.0.smithi090.stdout:183: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:29:31.976 INFO:tasks.rados.rados.0.smithi090.stdout:183: finishing copy_from to smithi09078167-38 2024-04-15T16:29:31.976 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 6 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-15T16:29:31.976 INFO:tasks.rados.rados.0.smithi090.stdout:178: done (5 left) 2024-04-15T16:29:31.976 INFO:tasks.rados.rados.0.smithi090.stdout:179: done (4 left) 2024-04-15T16:29:31.976 INFO:tasks.rados.rados.0.smithi090.stdout:182: done (3 left) 2024-04-15T16:29:31.976 INFO:tasks.rados.rados.0.smithi090.stdout:183: done (2 left) 2024-04-15T16:29:31.977 INFO:tasks.rados.rados.0.smithi090.stdout:186: done (1 left) 2024-04-15T16:29:31.977 INFO:tasks.rados.rados.0.smithi090.stdout:187: rmattr oid 21 current snap is 10 2024-04-15T16:29:31.977 INFO:tasks.rados.rados.0.smithi090.stdout:188: read oid 33 snap -1 2024-04-15T16:29:31.977 INFO:tasks.rados.rados.0.smithi090.stdout:188: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-15T16:29:31.977 INFO:tasks.rados.rados.0.smithi090.stdout:189: read oid 6 snap -1 2024-04-15T16:29:31.977 INFO:tasks.rados.rados.0.smithi090.stdout:189: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-15T16:29:31.977 INFO:tasks.rados.rados.0.smithi090.stdout:190: setattr oid 3 current snap is 10 2024-04-15T16:29:31.977 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 10 2024-04-15T16:29:31.977 INFO:tasks.rados.rados.0.smithi090.stdout:191: seq_num 80 ranges {0=548864,548864=450560,999424=352256} 2024-04-15T16:29:31.981 INFO:tasks.rados.rados.0.smithi090.stdout:191: writing smithi09078167-37 from 0 to 548864 tid 1 2024-04-15T16:29:31.985 INFO:tasks.rados.rados.0.smithi090.stdout:191: writing smithi09078167-37 from 548864 to 999424 tid 2 2024-04-15T16:29:31.988 INFO:tasks.rados.rados.0.smithi090.stdout:191: writing smithi09078167-37 from 999424 to 1351680 tid 3 2024-04-15T16:29:31.988 INFO:tasks.rados.rados.0.smithi090.stdout:192: copy_from oid 7 from oid 28 current snap is 10 2024-04-15T16:29:31.988 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 46 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-15T16:29:31.988 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 47 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-15T16:29:31.988 INFO:tasks.rados.rados.0.smithi090.stdout:188: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-15T16:29:32.003 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 21 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-15T16:29:32.003 INFO:tasks.rados.rados.0.smithi090.stdout:189: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-15T16:29:32.019 INFO:tasks.rados.rados.0.smithi090.stdout:191: finishing write tid 1 to smithi09078167-37 2024-04-15T16:29:32.019 INFO:tasks.rados.rados.0.smithi090.stdout:185: done (6 left) 2024-04-15T16:29:32.019 INFO:tasks.rados.rados.0.smithi090.stdout:187: done (5 left) 2024-04-15T16:29:32.020 INFO:tasks.rados.rados.0.smithi090.stdout:188: done (4 left) 2024-04-15T16:29:32.020 INFO:tasks.rados.rados.0.smithi090.stdout:189: done (3 left) 2024-04-15T16:29:32.020 INFO:tasks.rados.rados.0.smithi090.stdout:190: done (2 left) 2024-04-15T16:29:32.020 INFO:tasks.rados.rados.0.smithi090.stdout:193: snap_create 2024-04-15T16:29:32.020 INFO:tasks.rados.rados.0.smithi090.stdout:191: finishing write tid 2 to smithi09078167-37 2024-04-15T16:29:32.020 INFO:tasks.rados.rados.0.smithi090.stdout:191: finishing write tid 3 to smithi09078167-37 2024-04-15T16:29:32.020 INFO:tasks.rados.rados.0.smithi090.stdout:191: finishing write tid 4 to smithi09078167-37 2024-04-15T16:29:32.020 INFO:tasks.rados.rados.0.smithi090.stdout:192: finishing copy_from racing read to smithi09078167-7 2024-04-15T16:29:32.020 INFO:tasks.rados.rados.0.smithi090.stdout:192: finishing copy_from to smithi09078167-7 2024-04-15T16:29:32.021 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 4 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T16:29:32.021 INFO:tasks.rados.rados.0.smithi090.stdout:191: finishing write tid 5 to smithi09078167-37 2024-04-15T16:29:32.021 INFO:tasks.rados.rados.0.smithi090.stdout:191: oid 37 updating version 0 to 19 2024-04-15T16:29:32.021 INFO:tasks.rados.rados.0.smithi090.stdout:191: oid 37 updating version 19 to 22 2024-04-15T16:29:32.021 INFO:tasks.rados.rados.0.smithi090.stdout:191: oid 37 version 22 is already newer than 20 2024-04-15T16:29:32.021 INFO:tasks.rados.rados.0.smithi090.stdout:191: oid 37 version 22 is already newer than 21 2024-04-15T16:29:32.021 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 22 (ObjNum 80 snap 10 seq_num 80) dirty exists 2024-04-15T16:29:32.021 INFO:tasks.rados.rados.0.smithi090.stdout:191: left oid 37 (ObjNum 80 snap 10 seq_num 80) 2024-04-15T16:29:32.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:31 smithi090 ceph-mon[27209]: pgmap v135: 121 pgs: 121 active+clean; 38 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-15T16:29:32.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:31 smithi090 ceph-mon[27209]: osdmap e94: 8 total, 8 up, 8 in 2024-04-15T16:29:32.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:31 smithi090 ceph-mon[38312]: pgmap v135: 121 pgs: 121 active+clean; 38 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-15T16:29:32.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:31 smithi090 ceph-mon[38312]: osdmap e94: 8 total, 8 up, 8 in 2024-04-15T16:29:32.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:31 smithi153 ceph-mon[30366]: pgmap v135: 121 pgs: 121 active+clean; 38 MiB data, 285 MiB used, 715 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-15T16:29:32.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:31 smithi153 ceph-mon[30366]: osdmap e94: 8 total, 8 up, 8 in 2024-04-15T16:29:32.978 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:29:32 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:29:32] "GET /metrics HTTP/1.1" 200 36001 "" "Prometheus/2.43.0" 2024-04-15T16:29:32.978 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:32 smithi090 ceph-mon[27209]: osdmap e95: 8 total, 8 up, 8 in 2024-04-15T16:29:32.980 INFO:tasks.rados.rados.0.smithi090.stdout:191: done (2 left) 2024-04-15T16:29:32.980 INFO:tasks.rados.rados.0.smithi090.stdout:192: done (1 left) 2024-04-15T16:29:32.980 INFO:tasks.rados.rados.0.smithi090.stdout:193: done (0 left) 2024-04-15T16:29:32.980 INFO:tasks.rados.rados.0.smithi090.stdout:194: delete oid 31 current snap is 11 2024-04-15T16:29:32.984 INFO:tasks.rados.rados.0.smithi090.stdout:194: done (0 left) 2024-04-15T16:29:32.984 INFO:tasks.rados.rados.0.smithi090.stdout:195: delete oid 26 current snap is 11 2024-04-15T16:29:32.986 INFO:tasks.rados.rados.0.smithi090.stdout:195: done (0 left) 2024-04-15T16:29:32.986 INFO:tasks.rados.rados.0.smithi090.stdout:196: copy_from oid 20 from oid 42 current snap is 11 2024-04-15T16:29:32.986 INFO:tasks.rados.rados.0.smithi090.stdout:197: delete oid 5 current snap is 11 2024-04-15T16:29:32.988 INFO:tasks.rados.rados.0.smithi090.stdout:197: done (1 left) 2024-04-15T16:29:32.988 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 11 2024-04-15T16:29:32.989 INFO:tasks.rados.rados.0.smithi090.stdout:198: seq_num 84 ranges {2662400=614400,3276800=434176,3710976=368640} 2024-04-15T16:29:33.007 INFO:tasks.rados.rados.0.smithi090.stdout:198: writing smithi09078167-13 from 2662400 to 3276800 tid 1 2024-04-15T16:29:33.010 INFO:tasks.rados.rados.0.smithi090.stdout:198: writing smithi09078167-13 from 3276800 to 3710976 tid 2 2024-04-15T16:29:33.014 INFO:tasks.rados.rados.0.smithi090.stdout:198: writing smithi09078167-13 from 3710976 to 4079616 tid 3 2024-04-15T16:29:33.014 INFO:tasks.rados.rados.0.smithi090.stdout:199: read oid 19 snap -1 2024-04-15T16:29:33.014 INFO:tasks.rados.rados.0.smithi090.stdout:199: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-15T16:29:33.014 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 11 2024-04-15T16:29:33.014 INFO:tasks.rados.rados.0.smithi090.stdout:196: finishing copy_from racing read to smithi09078167-20 2024-04-15T16:29:33.014 INFO:tasks.rados.rados.0.smithi090.stdout:196: finishing copy_from to smithi09078167-20 2024-04-15T16:29:33.015 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 21 (ObjNum 68 snap 4 seq_num 68) dirty exists 2024-04-15T16:29:33.015 INFO:tasks.rados.rados.0.smithi090.stdout:198: finishing write tid 1 to smithi09078167-13 2024-04-15T16:29:33.015 INFO:tasks.rados.rados.0.smithi090.stdout:198: finishing write tid 2 to smithi09078167-13 2024-04-15T16:29:33.015 INFO:tasks.rados.rados.0.smithi090.stdout:200: seq_num 85 ranges {319488=630784,950272=720896,1671168=81920} 2024-04-15T16:29:33.020 INFO:tasks.rados.rados.0.smithi090.stdout:200: writing smithi09078167-21 from 319488 to 950272 tid 1 2024-04-15T16:29:33.025 INFO:tasks.rados.rados.0.smithi090.stdout:200: writing smithi09078167-21 from 950272 to 1671168 tid 2 2024-04-15T16:29:33.026 INFO:tasks.rados.rados.0.smithi090.stdout:200: writing smithi09078167-21 from 1671168 to 1753088 tid 3 2024-04-15T16:29:33.026 INFO:tasks.rados.rados.0.smithi090.stdout:196: done (3 left) 2024-04-15T16:29:33.026 INFO:tasks.rados.rados.0.smithi090.stdout:201: delete oid 11 current snap is 11 2024-04-15T16:29:33.027 INFO:tasks.rados.rados.0.smithi090.stdout:198: finishing write tid 3 to smithi09078167-13 2024-04-15T16:29:33.027 INFO:tasks.rados.rados.0.smithi090.stdout:198: finishing write tid 4 to smithi09078167-13 2024-04-15T16:29:33.027 INFO:tasks.rados.rados.0.smithi090.stdout:199: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-15T16:29:33.036 INFO:tasks.rados.rados.0.smithi090.stdout:198: finishing write tid 5 to smithi09078167-13 2024-04-15T16:29:33.036 INFO:tasks.rados.rados.0.smithi090.stdout:198: oid 13 updating version 0 to 39 2024-04-15T16:29:33.036 INFO:tasks.rados.rados.0.smithi090.stdout:198: oid 13 updating version 39 to 41 2024-04-15T16:29:33.036 INFO:tasks.rados.rados.0.smithi090.stdout:198: oid 13 version 41 is already newer than 40 2024-04-15T16:29:33.036 INFO:tasks.rados.rados.0.smithi090.stdout:198: oid 13 updating version 41 to 42 2024-04-15T16:29:33.036 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 42 (ObjNum 84 snap 11 seq_num 84) dirty exists 2024-04-15T16:29:33.036 INFO:tasks.rados.rados.0.smithi090.stdout:198: left oid 13 (ObjNum 84 snap 11 seq_num 84) 2024-04-15T16:29:33.036 INFO:tasks.rados.rados.0.smithi090.stdout:200: finishing write tid 1 to smithi09078167-21 2024-04-15T16:29:33.036 INFO:tasks.rados.rados.0.smithi090.stdout:198: done (3 left) 2024-04-15T16:29:33.036 INFO:tasks.rados.rados.0.smithi090.stdout:199: done (2 left) 2024-04-15T16:29:33.036 INFO:tasks.rados.rados.0.smithi090.stdout:201: done (1 left) 2024-04-15T16:29:33.037 INFO:tasks.rados.rados.0.smithi090.stdout:202: read oid 32 snap -1 2024-04-15T16:29:33.037 INFO:tasks.rados.rados.0.smithi090.stdout:202: expect (ObjNum 66 snap 4 seq_num 66) 2024-04-15T16:29:33.037 INFO:tasks.rados.rados.0.smithi090.stdout:203: copy_from oid 28 from oid 40 current snap is 11 2024-04-15T16:29:33.037 INFO:tasks.rados.rados.0.smithi090.stdout:200: finishing write tid 2 to smithi09078167-21 2024-04-15T16:29:33.037 INFO:tasks.rados.rados.0.smithi090.stdout:200: finishing write tid 3 to smithi09078167-21 2024-04-15T16:29:33.037 INFO:tasks.rados.rados.0.smithi090.stdout:200: finishing write tid 4 to smithi09078167-21 2024-04-15T16:29:33.037 INFO:tasks.rados.rados.0.smithi090.stdout:200: finishing write tid 5 to smithi09078167-21 2024-04-15T16:29:33.037 INFO:tasks.rados.rados.0.smithi090.stdout:200: oid 21 updating version 0 to 54 2024-04-15T16:29:33.037 INFO:tasks.rados.rados.0.smithi090.stdout:200: oid 21 version 54 is already newer than 53 2024-04-15T16:29:33.037 INFO:tasks.rados.rados.0.smithi090.stdout:200: oid 21 version 54 is already newer than 52 2024-04-15T16:29:33.037 INFO:tasks.rados.rados.0.smithi090.stdout:200: oid 21 version 54 is already newer than 51 2024-04-15T16:29:33.037 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 54 (ObjNum 85 snap 11 seq_num 85) dirty exists 2024-04-15T16:29:33.037 INFO:tasks.rados.rados.0.smithi090.stdout:200: left oid 21 (ObjNum 85 snap 11 seq_num 85) 2024-04-15T16:29:33.037 INFO:tasks.rados.rados.0.smithi090.stdout:200: done (2 left) 2024-04-15T16:29:33.038 INFO:tasks.rados.rados.0.smithi090.stdout:204: copy_from oid 31 from oid 19 current snap is 11 2024-04-15T16:29:33.038 INFO:tasks.rados.rados.0.smithi090.stdout:205: read oid 14 snap 10 2024-04-15T16:29:33.038 INFO:tasks.rados.rados.0.smithi090.stdout:205: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-15T16:29:33.038 INFO:tasks.rados.rados.0.smithi090.stdout:206: delete oid 41 current snap is 11 2024-04-15T16:29:33.039 INFO:tasks.rados.rados.0.smithi090.stdout:206: done (4 left) 2024-04-15T16:29:33.039 INFO:tasks.rados.rados.0.smithi090.stdout:207: rollback oid 9 current snap is 11 2024-04-15T16:29:33.039 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 10 2024-04-15T16:29:33.039 INFO:tasks.rados.rados.0.smithi090.stdout:208: delete oid 20 current snap is 11 2024-04-15T16:29:33.039 INFO:tasks.rados.rados.0.smithi090.stdout:205: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-15T16:29:33.047 INFO:tasks.rados.rados.0.smithi090.stdout:204: finishing copy_from racing read to smithi09078167-31 2024-04-15T16:29:33.047 INFO:tasks.rados.rados.0.smithi090.stdout:204: finishing copy_from to smithi09078167-31 2024-04-15T16:29:33.047 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 18 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-15T16:29:33.047 INFO:tasks.rados.rados.0.smithi090.stdout:207: finishing rollback tid 0 to smithi09078167-9 2024-04-15T16:29:33.048 INFO:tasks.rados.rados.0.smithi090.stdout:207: finishing rollback tid 1 to smithi09078167-9 2024-04-15T16:29:33.048 INFO:tasks.rados.rados.0.smithi090.stdout:207: finishing rollback tid 2 to smithi09078167-9 2024-04-15T16:29:33.048 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 45 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-04-15T16:29:33.048 INFO:tasks.rados.rados.0.smithi090.stdout:203: finishing copy_from racing read to smithi09078167-28 2024-04-15T16:29:33.048 INFO:tasks.rados.rados.0.smithi090.stdout:203: finishing copy_from to smithi09078167-28 2024-04-15T16:29:33.048 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 19 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-15T16:29:33.048 INFO:tasks.rados.rados.0.smithi090.stdout:203: done (5 left) 2024-04-15T16:29:33.048 INFO:tasks.rados.rados.0.smithi090.stdout:204: done (4 left) 2024-04-15T16:29:33.048 INFO:tasks.rados.rados.0.smithi090.stdout:205: done (3 left) 2024-04-15T16:29:33.048 INFO:tasks.rados.rados.0.smithi090.stdout:207: done (2 left) 2024-04-15T16:29:33.048 INFO:tasks.rados.rados.0.smithi090.stdout:208: done (1 left) 2024-04-15T16:29:33.048 INFO:tasks.rados.rados.0.smithi090.stdout:209: copy_from oid 41 from oid 8 current snap is 11 2024-04-15T16:29:33.048 INFO:tasks.rados.rados.0.smithi090.stdout:210: rollback oid 34 current snap is 11 2024-04-15T16:29:33.048 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 34 to 10 2024-04-15T16:29:33.049 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 11 2024-04-15T16:29:33.049 INFO:tasks.rados.rados.0.smithi090.stdout:211: seq_num 89 ranges {4079616=696320,4775936=655360,5431296=147456} 2024-04-15T16:29:33.074 INFO:tasks.rados.rados.0.smithi090.stdout:211: writing smithi09078167-13 from 4079616 to 4775936 tid 1 2024-04-15T16:29:33.078 INFO:tasks.rados.rados.0.smithi090.stdout:211: writing smithi09078167-13 from 4775936 to 5431296 tid 2 2024-04-15T16:29:33.080 INFO:tasks.rados.rados.0.smithi090.stdout:211: writing smithi09078167-13 from 5431296 to 5578752 tid 3 2024-04-15T16:29:33.080 INFO:tasks.rados.rados.0.smithi090.stdout:212: rollback oid 28 current snap is 11 2024-04-15T16:29:33.080 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 28 to 10 2024-04-15T16:29:33.080 INFO:tasks.rados.rados.0.smithi090.stdout:210: finishing rollback tid 0 to smithi09078167-34 2024-04-15T16:29:33.080 INFO:tasks.rados.rados.0.smithi090.stdout:210: finishing rollback tid 1 to smithi09078167-34 2024-04-15T16:29:33.080 INFO:tasks.rados.rados.0.smithi090.stdout:210: finishing rollback tid 2 to smithi09078167-34 2024-04-15T16:29:33.080 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 24 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T16:29:33.080 INFO:tasks.rados.rados.0.smithi090.stdout:210: done (4 left) 2024-04-15T16:29:33.081 INFO:tasks.rados.rados.0.smithi090.stdout:213: read oid 26 snap -1 2024-04-15T16:29:33.081 INFO:tasks.rados.rados.0.smithi090.stdout:213: expect deleted 2024-04-15T16:29:33.081 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 11 2024-04-15T16:29:33.081 INFO:tasks.rados.rados.0.smithi090.stdout:202: expect (ObjNum 66 snap 4 seq_num 66) 2024-04-15T16:29:33.175 INFO:tasks.rados.rados.0.smithi090.stdout:209: finishing copy_from racing read to smithi09078167-41 2024-04-15T16:29:33.176 INFO:tasks.rados.rados.0.smithi090.stdout:209: finishing copy_from to smithi09078167-41 2024-04-15T16:29:33.176 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-15T16:29:33.176 INFO:tasks.rados.rados.0.smithi090.stdout:214: seq_num 90 ranges {0=712704,712704=540672,1253376=262144} 2024-04-15T16:29:33.178 INFO:tasks.rados.rados.0.smithi090.stdout:214: writing smithi09078167-20 from 0 to 712704 tid 1 2024-04-15T16:29:33.182 INFO:tasks.rados.rados.0.smithi090.stdout:214: writing smithi09078167-20 from 712704 to 1253376 tid 2 2024-04-15T16:29:33.184 INFO:tasks.rados.rados.0.smithi090.stdout:214: writing smithi09078167-20 from 1253376 to 1515520 tid 3 2024-04-15T16:29:33.184 INFO:tasks.rados.rados.0.smithi090.stdout:202: done (5 left) 2024-04-15T16:29:33.184 INFO:tasks.rados.rados.0.smithi090.stdout:209: done (4 left) 2024-04-15T16:29:33.184 INFO:tasks.rados.rados.0.smithi090.stdout:215: copy_from oid 16 from oid 29 current snap is 11 2024-04-15T16:29:33.184 INFO:tasks.rados.rados.0.smithi090.stdout:211: finishing write tid 1 to smithi09078167-13 2024-04-15T16:29:33.184 INFO:tasks.rados.rados.0.smithi090.stdout:216: delete oid 7 current snap is 11 2024-04-15T16:29:33.184 INFO:tasks.rados.rados.0.smithi090.stdout:211: finishing write tid 2 to smithi09078167-13 2024-04-15T16:29:33.184 INFO:tasks.rados.rados.0.smithi090.stdout:212: finishing rollback tid 0 to smithi09078167-28 2024-04-15T16:29:33.184 INFO:tasks.rados.rados.0.smithi090.stdout:212: finishing rollback tid 1 to smithi09078167-28 2024-04-15T16:29:33.184 INFO:tasks.rados.rados.0.smithi090.stdout:211: finishing write tid 3 to smithi09078167-13 2024-04-15T16:29:33.185 INFO:tasks.rados.rados.0.smithi090.stdout:211: finishing write tid 4 to smithi09078167-13 2024-04-15T16:29:33.185 INFO:tasks.rados.rados.0.smithi090.stdout:212: finishing rollback tid 2 to smithi09078167-28 2024-04-15T16:29:33.185 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 24 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T16:29:33.185 INFO:tasks.rados.rados.0.smithi090.stdout:211: finishing write tid 5 to smithi09078167-13 2024-04-15T16:29:33.185 INFO:tasks.rados.rados.0.smithi090.stdout:211: oid 13 updating version 0 to 43 2024-04-15T16:29:33.185 INFO:tasks.rados.rados.0.smithi090.stdout:211: oid 13 updating version 43 to 45 2024-04-15T16:29:33.185 INFO:tasks.rados.rados.0.smithi090.stdout:211: oid 13 version 45 is already newer than 44 2024-04-15T16:29:33.185 INFO:tasks.rados.rados.0.smithi090.stdout:211: oid 13 updating version 45 to 46 2024-04-15T16:29:33.185 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 46 (ObjNum 89 snap 11 seq_num 89) dirty exists 2024-04-15T16:29:33.185 INFO:tasks.rados.rados.0.smithi090.stdout:211: left oid 13 (ObjNum 89 snap 11 seq_num 89) 2024-04-15T16:29:33.185 INFO:tasks.rados.rados.0.smithi090.stdout:214: finishing write tid 1 to smithi09078167-20 2024-04-15T16:29:33.186 INFO:tasks.rados.rados.0.smithi090.stdout:214: finishing write tid 2 to smithi09078167-20 2024-04-15T16:29:33.186 INFO:tasks.rados.rados.0.smithi090.stdout:211: done (5 left) 2024-04-15T16:29:33.186 INFO:tasks.rados.rados.0.smithi090.stdout:212: done (4 left) 2024-04-15T16:29:33.186 INFO:tasks.rados.rados.0.smithi090.stdout:213: done (3 left) 2024-04-15T16:29:33.187 INFO:tasks.rados.rados.0.smithi090.stdout:216: done (2 left) 2024-04-15T16:29:33.187 INFO:tasks.rados.rados.0.smithi090.stdout:217: delete oid 41 current snap is 11 2024-04-15T16:29:33.187 INFO:tasks.rados.rados.0.smithi090.stdout:214: finishing write tid 3 to smithi09078167-20 2024-04-15T16:29:33.187 INFO:tasks.rados.rados.0.smithi090.stdout:214: finishing write tid 4 to smithi09078167-20 2024-04-15T16:29:33.188 INFO:tasks.rados.rados.0.smithi090.stdout:217: done (2 left) 2024-04-15T16:29:33.188 INFO:tasks.rados.rados.0.smithi090.stdout:218: setattr oid 8 current snap is 11 2024-04-15T16:29:33.188 INFO:tasks.rados.rados.0.smithi090.stdout:214: finishing write tid 5 to smithi09078167-20 2024-04-15T16:29:33.188 INFO:tasks.rados.rados.0.smithi090.stdout:214: oid 20 updating version 0 to 58 2024-04-15T16:29:33.188 INFO:tasks.rados.rados.0.smithi090.stdout:214: oid 20 version 58 is already newer than 57 2024-04-15T16:29:33.188 INFO:tasks.rados.rados.0.smithi090.stdout:214: oid 20 updating version 58 to 59 2024-04-15T16:29:33.188 INFO:tasks.rados.rados.0.smithi090.stdout:214: oid 20 version 59 is already newer than 56 2024-04-15T16:29:33.188 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 59 (ObjNum 90 snap 11 seq_num 90) dirty exists 2024-04-15T16:29:33.188 INFO:tasks.rados.rados.0.smithi090.stdout:214: left oid 20 (ObjNum 90 snap 11 seq_num 90) 2024-04-15T16:29:33.188 INFO:tasks.rados.rados.0.smithi090.stdout:214: done (2 left) 2024-04-15T16:29:33.188 INFO:tasks.rados.rados.0.smithi090.stdout:219: snap_remove snap 10 2024-04-15T16:29:33.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:32 smithi090 ceph-mon[38312]: osdmap e95: 8 total, 8 up, 8 in 2024-04-15T16:29:33.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:32 smithi153 ceph-mon[30366]: osdmap e95: 8 total, 8 up, 8 in 2024-04-15T16:29:33.934 INFO:tasks.rados.rados.0.smithi090.stdout:219: done (2 left) 2024-04-15T16:29:33.934 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 11 2024-04-15T16:29:33.934 INFO:tasks.rados.rados.0.smithi090.stdout:220: seq_num 93 ranges {794624=761856,1556480=647168,2203648=155648} 2024-04-15T16:29:33.943 INFO:tasks.rados.rados.0.smithi090.stdout:220: writing smithi09078167-48 from 794624 to 1556480 tid 1 2024-04-15T16:29:33.947 INFO:tasks.rados.rados.0.smithi090.stdout:220: writing smithi09078167-48 from 1556480 to 2203648 tid 2 2024-04-15T16:29:33.949 INFO:tasks.rados.rados.0.smithi090.stdout:220: writing smithi09078167-48 from 2203648 to 2359296 tid 3 2024-04-15T16:29:33.949 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 11 2024-04-15T16:29:33.949 INFO:tasks.rados.rados.0.smithi090.stdout:215: finishing copy_from racing read to smithi09078167-16 2024-04-15T16:29:33.949 INFO:tasks.rados.rados.0.smithi090.stdout:215: finishing copy_from to smithi09078167-16 2024-04-15T16:29:33.949 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 8 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-15T16:29:33.949 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 28 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-15T16:29:33.949 INFO:tasks.rados.rados.0.smithi090.stdout:220: finishing write tid 1 to smithi09078167-48 2024-04-15T16:29:33.949 INFO:tasks.rados.rados.0.smithi090.stdout:221: seq_num 94 ranges {221184=778240,999424=532480,1531904=270336} 2024-04-15T16:29:33.955 INFO:tasks.rados.rados.0.smithi090.stdout:221: writing smithi09078167-14 from 221184 to 999424 tid 1 2024-04-15T16:29:33.958 INFO:tasks.rados.rados.0.smithi090.stdout:221: writing smithi09078167-14 from 999424 to 1531904 tid 2 2024-04-15T16:29:33.960 INFO:tasks.rados.rados.0.smithi090.stdout:221: writing smithi09078167-14 from 1531904 to 1802240 tid 3 2024-04-15T16:29:33.960 INFO:tasks.rados.rados.0.smithi090.stdout:215: done (3 left) 2024-04-15T16:29:33.960 INFO:tasks.rados.rados.0.smithi090.stdout:218: done (2 left) 2024-04-15T16:29:33.960 INFO:tasks.rados.rados.0.smithi090.stdout:222: copy_from oid 27 from oid 26 current snap is 11 2024-04-15T16:29:33.960 INFO:tasks.rados.rados.0.smithi090.stdout:220: finishing write tid 2 to smithi09078167-48 2024-04-15T16:29:33.960 INFO:tasks.rados.rados.0.smithi090.stdout:220: finishing write tid 3 to smithi09078167-48 2024-04-15T16:29:33.960 INFO:tasks.rados.rados.0.smithi090.stdout:220: finishing write tid 4 to smithi09078167-48 2024-04-15T16:29:33.960 INFO:tasks.rados.rados.0.smithi090.stdout:220: finishing write tid 5 to smithi09078167-48 2024-04-15T16:29:33.961 INFO:tasks.rados.rados.0.smithi090.stdout:220: oid 48 updating version 0 to 30 2024-04-15T16:29:33.961 INFO:tasks.rados.rados.0.smithi090.stdout:220: oid 48 version 30 is already newer than 29 2024-04-15T16:29:33.961 INFO:tasks.rados.rados.0.smithi090.stdout:220: oid 48 version 30 is already newer than 28 2024-04-15T16:29:33.961 INFO:tasks.rados.rados.0.smithi090.stdout:220: oid 48 version 30 is already newer than 27 2024-04-15T16:29:33.961 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 30 (ObjNum 93 snap 11 seq_num 93) dirty exists 2024-04-15T16:29:33.961 INFO:tasks.rados.rados.0.smithi090.stdout:220: left oid 48 (ObjNum 93 snap 11 seq_num 93) 2024-04-15T16:29:33.961 INFO:tasks.rados.rados.0.smithi090.stdout:221: finishing write tid 1 to smithi09078167-14 2024-04-15T16:29:33.961 INFO:tasks.rados.rados.0.smithi090.stdout:220: done (2 left) 2024-04-15T16:29:33.961 INFO:tasks.rados.rados.0.smithi090.stdout:223: snap_create 2024-04-15T16:29:33.962 INFO:tasks.rados.rados.0.smithi090.stdout:222: finishing copy_from to smithi09078167-27 2024-04-15T16:29:33.962 INFO:tasks.rados.rados.0.smithi090.stdout:222: got expected ENOENT (src dne) 2024-04-15T16:29:33.962 INFO:tasks.rados.rados.0.smithi090.stdout:221: finishing write tid 2 to smithi09078167-14 2024-04-15T16:29:33.962 INFO:tasks.rados.rados.0.smithi090.stdout:222: finishing copy_from racing read to smithi09078167-27 2024-04-15T16:29:33.962 INFO:tasks.rados.rados.0.smithi090.stdout:221: finishing write tid 3 to smithi09078167-14 2024-04-15T16:29:33.962 INFO:tasks.rados.rados.0.smithi090.stdout:221: finishing write tid 4 to smithi09078167-14 2024-04-15T16:29:33.963 INFO:tasks.rados.rados.0.smithi090.stdout:221: finishing write tid 5 to smithi09078167-14 2024-04-15T16:29:33.963 INFO:tasks.rados.rados.0.smithi090.stdout:221: oid 14 updating version 0 to 4 2024-04-15T16:29:33.963 INFO:tasks.rados.rados.0.smithi090.stdout:221: oid 14 updating version 4 to 5 2024-04-15T16:29:33.963 INFO:tasks.rados.rados.0.smithi090.stdout:221: oid 14 version 5 is already newer than 3 2024-04-15T16:29:33.963 INFO:tasks.rados.rados.0.smithi090.stdout:221: oid 14 updating version 5 to 6 2024-04-15T16:29:33.963 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 6 (ObjNum 94 snap 11 seq_num 94) dirty exists 2024-04-15T16:29:33.963 INFO:tasks.rados.rados.0.smithi090.stdout:221: left oid 14 (ObjNum 94 snap 11 seq_num 94) 2024-04-15T16:29:34.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:33 smithi090 ceph-mon[38312]: pgmap v138: 121 pgs: 121 active+clean; 45 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-15T16:29:34.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:33 smithi090 ceph-mon[38312]: osdmap e96: 8 total, 8 up, 8 in 2024-04-15T16:29:34.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:33 smithi090 ceph-mon[38312]: osdmap e97: 8 total, 8 up, 8 in 2024-04-15T16:29:34.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:33 smithi090 ceph-mon[27209]: pgmap v138: 121 pgs: 121 active+clean; 45 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-15T16:29:34.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:33 smithi090 ceph-mon[27209]: osdmap e96: 8 total, 8 up, 8 in 2024-04-15T16:29:34.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:33 smithi090 ceph-mon[27209]: osdmap e97: 8 total, 8 up, 8 in 2024-04-15T16:29:34.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:33 smithi153 ceph-mon[30366]: pgmap v138: 121 pgs: 121 active+clean; 45 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-15T16:29:34.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:33 smithi153 ceph-mon[30366]: osdmap e96: 8 total, 8 up, 8 in 2024-04-15T16:29:34.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:33 smithi153 ceph-mon[30366]: osdmap e97: 8 total, 8 up, 8 in 2024-04-15T16:29:34.932 INFO:tasks.rados.rados.0.smithi090.stdout:221: done (2 left) 2024-04-15T16:29:34.932 INFO:tasks.rados.rados.0.smithi090.stdout:222: done (1 left) 2024-04-15T16:29:34.933 INFO:tasks.rados.rados.0.smithi090.stdout:223: done (0 left) 2024-04-15T16:29:34.933 INFO:tasks.rados.rados.0.smithi090.stdout:224: snap_create 2024-04-15T16:29:35.933 INFO:tasks.rados.rados.0.smithi090.stdout:224: done (0 left) 2024-04-15T16:29:35.934 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 13 2024-04-15T16:29:35.934 INFO:tasks.rados.rados.0.smithi090.stdout:225: seq_num 95 ranges {270336=794624,1064960=409600,1474560=393216} 2024-04-15T16:29:35.940 INFO:tasks.rados.rados.0.smithi090.stdout:225: writing smithi09078167-17 from 270336 to 1064960 tid 1 2024-04-15T16:29:35.942 INFO:tasks.rados.rados.0.smithi090.stdout:225: writing smithi09078167-17 from 1064960 to 1474560 tid 2 2024-04-15T16:29:35.944 INFO:tasks.rados.rados.0.smithi090.stdout:225: writing smithi09078167-17 from 1474560 to 1867776 tid 3 2024-04-15T16:29:35.944 INFO:tasks.rados.rados.0.smithi090.stdout:226: rollback oid 8 current snap is 13 2024-04-15T16:29:35.944 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 12 2024-04-15T16:29:35.945 INFO:tasks.rados.rados.0.smithi090.stdout:227: rmattr oid 26 current snap is 13 2024-04-15T16:29:35.945 INFO:tasks.rados.rados.0.smithi090.stdout:227: done (2 left) 2024-04-15T16:29:35.945 INFO:tasks.rados.rados.0.smithi090.stdout:228: delete oid 2 current snap is 13 2024-04-15T16:29:35.948 INFO:tasks.rados.rados.0.smithi090.stdout:226: finishing rollback tid 0 to smithi09078167-8 2024-04-15T16:29:35.949 INFO:tasks.rados.rados.0.smithi090.stdout:226: finishing rollback tid 1 to smithi09078167-8 2024-04-15T16:29:35.949 INFO:tasks.rados.rados.0.smithi090.stdout:225: finishing write tid 1 to smithi09078167-17 2024-04-15T16:29:35.949 INFO:tasks.rados.rados.0.smithi090.stdout:225: finishing write tid 2 to smithi09078167-17 2024-04-15T16:29:35.949 INFO:tasks.rados.rados.0.smithi090.stdout:228: done (2 left) 2024-04-15T16:29:35.949 INFO:tasks.rados.rados.0.smithi090.stdout:229: rmattr oid 24 current snap is 13 2024-04-15T16:29:35.949 INFO:tasks.rados.rados.0.smithi090.stdout:226: finishing rollback tid 2 to smithi09078167-8 2024-04-15T16:29:35.950 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 34 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-15T16:29:35.950 INFO:tasks.rados.rados.0.smithi090.stdout:226: done (2 left) 2024-04-15T16:29:35.950 INFO:tasks.rados.rados.0.smithi090.stdout:230: snap_create 2024-04-15T16:29:35.950 INFO:tasks.rados.rados.0.smithi090.stdout:225: finishing write tid 3 to smithi09078167-17 2024-04-15T16:29:35.951 INFO:tasks.rados.rados.0.smithi090.stdout:225: finishing write tid 4 to smithi09078167-17 2024-04-15T16:29:35.952 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 50 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-15T16:29:35.952 INFO:tasks.rados.rados.0.smithi090.stdout:225: finishing write tid 5 to smithi09078167-17 2024-04-15T16:29:35.952 INFO:tasks.rados.rados.0.smithi090.stdout:225: oid 17 updating version 0 to 28 2024-04-15T16:29:35.952 INFO:tasks.rados.rados.0.smithi090.stdout:225: oid 17 updating version 28 to 29 2024-04-15T16:29:35.952 INFO:tasks.rados.rados.0.smithi090.stdout:225: oid 17 updating version 29 to 30 2024-04-15T16:29:35.952 INFO:tasks.rados.rados.0.smithi090.stdout:225: oid 17 version 30 is already newer than 27 2024-04-15T16:29:35.953 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 30 (ObjNum 95 snap 13 seq_num 95) dirty exists 2024-04-15T16:29:35.953 INFO:tasks.rados.rados.0.smithi090.stdout:225: left oid 17 (ObjNum 95 snap 13 seq_num 95) 2024-04-15T16:29:36.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:35 smithi090 ceph-mon[27209]: pgmap v141: 121 pgs: 121 active+clean; 45 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-15T16:29:36.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:35 smithi090 ceph-mon[27209]: osdmap e98: 8 total, 8 up, 8 in 2024-04-15T16:29:36.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:35 smithi090 ceph-mon[38312]: pgmap v141: 121 pgs: 121 active+clean; 45 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-15T16:29:36.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:35 smithi090 ceph-mon[38312]: osdmap e98: 8 total, 8 up, 8 in 2024-04-15T16:29:36.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:35 smithi153 ceph-mon[30366]: pgmap v141: 121 pgs: 121 active+clean; 45 MiB data, 294 MiB used, 715 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-15T16:29:36.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:35 smithi153 ceph-mon[30366]: osdmap e98: 8 total, 8 up, 8 in 2024-04-15T16:29:36.945 INFO:tasks.rados.rados.0.smithi090.stdout:225: done (2 left) 2024-04-15T16:29:36.945 INFO:tasks.rados.rados.0.smithi090.stdout:229: done (1 left) 2024-04-15T16:29:36.945 INFO:tasks.rados.rados.0.smithi090.stdout:230: done (0 left) 2024-04-15T16:29:36.945 INFO:tasks.rados.rados.0.smithi090.stdout:231: copy_from oid 48 from oid 47 current snap is 14 2024-04-15T16:29:36.945 INFO:tasks.rados.rados.0.smithi090.stdout:232: read oid 34 snap -1 2024-04-15T16:29:36.945 INFO:tasks.rados.rados.0.smithi090.stdout:232: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T16:29:36.946 INFO:tasks.rados.rados.0.smithi090.stdout:233: snap_create 2024-04-15T16:29:36.950 INFO:tasks.rados.rados.0.smithi090.stdout:232: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T16:29:36.973 INFO:tasks.rados.rados.0.smithi090.stdout:231: finishing copy_from racing read to smithi09078167-48 2024-04-15T16:29:36.973 INFO:tasks.rados.rados.0.smithi090.stdout:231: finishing copy_from to smithi09078167-48 2024-04-15T16:29:36.973 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 19 (ObjNum 75 snap 7 seq_num 75) dirty exists 2024-04-15T16:29:37.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:36 smithi090 ceph-mon[27209]: osdmap e99: 8 total, 8 up, 8 in 2024-04-15T16:29:37.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:36 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:29:37.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:36 smithi090 ceph-mon[38312]: osdmap e99: 8 total, 8 up, 8 in 2024-04-15T16:29:37.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:36 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:29:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:36 smithi153 ceph-mon[30366]: osdmap e99: 8 total, 8 up, 8 in 2024-04-15T16:29:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:36 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:29:37.948 INFO:tasks.rados.rados.0.smithi090.stdout:231: done (2 left) 2024-04-15T16:29:37.948 INFO:tasks.rados.rados.0.smithi090.stdout:232: done (1 left) 2024-04-15T16:29:37.948 INFO:tasks.rados.rados.0.smithi090.stdout:233: done (0 left) 2024-04-15T16:29:37.949 INFO:tasks.rados.rados.0.smithi090.stdout:234: read oid 47 snap -1 2024-04-15T16:29:37.949 INFO:tasks.rados.rados.0.smithi090.stdout:234: expect (ObjNum 75 snap 7 seq_num 75) 2024-04-15T16:29:37.949 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 15 2024-04-15T16:29:37.949 INFO:tasks.rados.rados.0.smithi090.stdout:235: seq_num 97 ranges {1687552=434176,2121728=581632,2703360=540672,3244032=81920} 2024-04-15T16:29:37.960 INFO:tasks.rados.rados.0.smithi090.stdout:235: writing smithi09078167-45 from 1687552 to 2121728 tid 1 2024-04-15T16:29:37.964 INFO:tasks.rados.rados.0.smithi090.stdout:235: writing smithi09078167-45 from 2121728 to 2703360 tid 2 2024-04-15T16:29:37.967 INFO:tasks.rados.rados.0.smithi090.stdout:235: writing smithi09078167-45 from 2703360 to 3244032 tid 3 2024-04-15T16:29:37.968 INFO:tasks.rados.rados.0.smithi090.stdout:235: writing smithi09078167-45 from 3244032 to 3325952 tid 4 2024-04-15T16:29:37.968 INFO:tasks.rados.rados.0.smithi090.stdout:236: read oid 49 snap 13 2024-04-15T16:29:37.968 INFO:tasks.rados.rados.0.smithi090.stdout:236: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-15T16:29:37.968 INFO:tasks.rados.rados.0.smithi090.stdout:237: read oid 28 snap -1 2024-04-15T16:29:37.968 INFO:tasks.rados.rados.0.smithi090.stdout:237: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T16:29:37.968 INFO:tasks.rados.rados.0.smithi090.stdout:238: read oid 46 snap 13 2024-04-15T16:29:37.968 INFO:tasks.rados.rados.0.smithi090.stdout:238: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T16:29:37.968 INFO:tasks.rados.rados.0.smithi090.stdout:239: snap_remove snap 14 2024-04-15T16:29:38.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:37 smithi090 ceph-mon[38312]: pgmap v144: 121 pgs: 121 active+clean; 45 MiB data, 294 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:38.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:37 smithi090 ceph-mon[38312]: osdmap e100: 8 total, 8 up, 8 in 2024-04-15T16:29:38.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:37 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:29:38.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:37 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:29:38.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:37 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:29:38.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:37 smithi090 ceph-mon[27209]: pgmap v144: 121 pgs: 121 active+clean; 45 MiB data, 294 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:38.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:37 smithi090 ceph-mon[27209]: osdmap e100: 8 total, 8 up, 8 in 2024-04-15T16:29:38.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:37 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:29:38.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:37 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:29:38.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:37 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:29:38.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:37 smithi153 ceph-mon[30366]: pgmap v144: 121 pgs: 121 active+clean; 45 MiB data, 294 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:38.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:37 smithi153 ceph-mon[30366]: osdmap e100: 8 total, 8 up, 8 in 2024-04-15T16:29:38.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:37 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:29:38.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:37 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:29:38.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:37 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:29:38.703 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:29:38.957 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:38 smithi090 ceph-mon[27209]: Upgrade: Target is version 19.0.0-3080-gc2d8c315 (unknown) 2024-04-15T16:29:38.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:38 smithi090 ceph-mon[27209]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, digests ['quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163'] 2024-04-15T16:29:38.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:38 smithi090 ceph-mon[27209]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-15T16:29:38.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:38 smithi090 ceph-mon[27209]: osdmap e101: 8 total, 8 up, 8 in 2024-04-15T16:29:38.958 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:38 smithi090 ceph-mon[27209]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 on smithi153 2024-04-15T16:29:38.961 INFO:tasks.rados.rados.0.smithi090.stdout:239: done (5 left) 2024-04-15T16:29:38.961 INFO:tasks.rados.rados.0.smithi090.stdout:240: rollback oid 13 current snap is 15 2024-04-15T16:29:38.961 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 13 to 13 2024-04-15T16:29:38.962 INFO:tasks.rados.rados.0.smithi090.stdout:241: read oid 8 snap -1 2024-04-15T16:29:38.962 INFO:tasks.rados.rados.0.smithi090.stdout:241: expect (ObjNum 7 snap 0 seq_num 7) 2024-04-15T16:29:38.962 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 15 2024-04-15T16:29:38.962 INFO:tasks.rados.rados.0.smithi090.stdout:242: seq_num 98 ranges {1384448=450560,1835008=466944,2301952=737280} 2024-04-15T16:29:38.971 INFO:tasks.rados.rados.0.smithi090.stdout:242: writing smithi09078167-27 from 1384448 to 1835008 tid 1 2024-04-15T16:29:38.974 INFO:tasks.rados.rados.0.smithi090.stdout:242: writing smithi09078167-27 from 1835008 to 2301952 tid 2 2024-04-15T16:29:38.978 INFO:tasks.rados.rados.0.smithi090.stdout:242: writing smithi09078167-27 from 2301952 to 3039232 tid 3 2024-04-15T16:29:38.978 INFO:tasks.rados.rados.0.smithi090.stdout:243: setattr oid 7 current snap is 15 2024-04-15T16:29:38.978 INFO:tasks.rados.rados.0.smithi090.stdout:234: expect (ObjNum 75 snap 7 seq_num 75) 2024-04-15T16:29:39.031 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:29:39.031 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (2m) 117s ago 3m 16.1M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:29:39.031 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (2m) 117s ago 2m 85.3M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:29:39.031 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (4m) 117s ago 4m 15.4M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:29:39.031 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (4m) 117s ago 4m 13.5M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:29:39.031 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,8765 running (7m) 117s ago 7m 448M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 7f9ab3eec816 2024-04-15T16:29:39.031 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:9283,8765 running (9m) 117s ago 9m 497M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 5c9443dde648 2024-04-15T16:29:39.032 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (9m) 117s ago 9m 44.7M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 8c701e222abf 2024-04-15T16:29:39.032 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (8m) 117s ago 7m 39.8M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a e06ba4d813e6 2024-04-15T16:29:39.032 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (7m) 117s ago 7m 37.8M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 57a10c825a2a 2024-04-15T16:29:39.032 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (2m) 117s ago 2m 14.0M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:29:39.032 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (2m) 117s ago 2m 8414k - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:29:39.032 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (7m) 117s ago 7m 52.7M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f170958feb54 2024-04-15T16:29:39.032 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (6m) 117s ago 6m 44.2M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a d1a207a9d3b7 2024-04-15T16:29:39.032 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (6m) 117s ago 6m 42.2M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 25f8f850f0c1 2024-04-15T16:29:39.032 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (6m) 117s ago 6m 43.5M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 2a999947f8da 2024-04-15T16:29:39.032 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (5m) 117s ago 5m 42.0M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 72f8dca53733 2024-04-15T16:29:39.032 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (5m) 117s ago 5m 41.2M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f4ca8da35c81 2024-04-15T16:29:39.033 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (4m) 117s ago 4m 50.0M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 66e4ab03958e 2024-04-15T16:29:39.033 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (4m) 117s ago 4m 44.1M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:29:39.033 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (2m) 117s ago 3m 31.4M - 2.43.0 a07b618ecd1d dabbf793d3fc 2024-04-15T16:29:39.045 INFO:tasks.rados.rados.0.smithi090.stdout:235: finishing write tid 1 to smithi09078167-45 2024-04-15T16:29:39.045 INFO:tasks.rados.rados.0.smithi090.stdout:235: finishing write tid 2 to smithi09078167-45 2024-04-15T16:29:39.045 INFO:tasks.rados.rados.0.smithi090.stdout:235: finishing write tid 3 to smithi09078167-45 2024-04-15T16:29:39.045 INFO:tasks.rados.rados.0.smithi090.stdout:235: finishing write tid 4 to smithi09078167-45 2024-04-15T16:29:39.045 INFO:tasks.rados.rados.0.smithi090.stdout:235: finishing write tid 5 to smithi09078167-45 2024-04-15T16:29:39.046 INFO:tasks.rados.rados.0.smithi090.stdout:237: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T16:29:39.066 INFO:tasks.rados.rados.0.smithi090.stdout:235: finishing write tid 6 to smithi09078167-45 2024-04-15T16:29:39.066 INFO:tasks.rados.rados.0.smithi090.stdout:235: oid 45 updating version 0 to 39 2024-04-15T16:29:39.066 INFO:tasks.rados.rados.0.smithi090.stdout:235: oid 45 version 39 is already newer than 37 2024-04-15T16:29:39.066 INFO:tasks.rados.rados.0.smithi090.stdout:235: oid 45 version 39 is already newer than 38 2024-04-15T16:29:39.067 INFO:tasks.rados.rados.0.smithi090.stdout:235: oid 45 version 39 is already newer than 36 2024-04-15T16:29:39.067 INFO:tasks.rados.rados.0.smithi090.stdout:235: oid 45 updating version 39 to 40 2024-04-15T16:29:39.067 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 40 (ObjNum 97 snap 15 seq_num 97) dirty exists 2024-04-15T16:29:39.067 INFO:tasks.rados.rados.0.smithi090.stdout:235: left oid 45 (ObjNum 97 snap 15 seq_num 97) 2024-04-15T16:29:39.067 INFO:tasks.rados.rados.0.smithi090.stdout:234: done (8 left) 2024-04-15T16:29:39.067 INFO:tasks.rados.rados.0.smithi090.stdout:235: done (7 left) 2024-04-15T16:29:39.067 INFO:tasks.rados.rados.0.smithi090.stdout:237: done (6 left) 2024-04-15T16:29:39.067 INFO:tasks.rados.rados.0.smithi090.stdout:244: setattr oid 28 current snap is 15 2024-04-15T16:29:39.067 INFO:tasks.rados.rados.0.smithi090.stdout:238: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T16:29:39.087 INFO:tasks.rados.rados.0.smithi090.stdout:236: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-15T16:29:39.108 INFO:tasks.rados.rados.0.smithi090.stdout:240: finishing rollback tid 0 to smithi09078167-13 2024-04-15T16:29:39.108 INFO:tasks.rados.rados.0.smithi090.stdout:240: finishing rollback tid 1 to smithi09078167-13 2024-04-15T16:29:39.108 INFO:tasks.rados.rados.0.smithi090.stdout:240: finishing rollback tid 2 to smithi09078167-13 2024-04-15T16:29:39.108 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 54 (ObjNum 89 snap 11 seq_num 89) dirty exists 2024-04-15T16:29:39.108 INFO:tasks.rados.rados.0.smithi090.stdout:241: expect (ObjNum 7 snap 0 seq_num 7) 2024-04-15T16:29:39.114 INFO:tasks.rados.rados.0.smithi090.stdout:242: finishing write tid 1 to smithi09078167-27 2024-04-15T16:29:39.114 INFO:tasks.rados.rados.0.smithi090.stdout:242: finishing write tid 2 to smithi09078167-27 2024-04-15T16:29:39.114 INFO:tasks.rados.rados.0.smithi090.stdout:242: finishing write tid 3 to smithi09078167-27 2024-04-15T16:29:39.114 INFO:tasks.rados.rados.0.smithi090.stdout:242: finishing write tid 4 to smithi09078167-27 2024-04-15T16:29:39.115 INFO:tasks.rados.rados.0.smithi090.stdout:236: done (6 left) 2024-04-15T16:29:39.115 INFO:tasks.rados.rados.0.smithi090.stdout:238: done (5 left) 2024-04-15T16:29:39.115 INFO:tasks.rados.rados.0.smithi090.stdout:240: done (4 left) 2024-04-15T16:29:39.115 INFO:tasks.rados.rados.0.smithi090.stdout:241: done (3 left) 2024-04-15T16:29:39.115 INFO:tasks.rados.rados.0.smithi090.stdout:245: snap_remove snap 13 2024-04-15T16:29:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:38 smithi090 ceph-mon[38312]: Upgrade: Target is version 19.0.0-3080-gc2d8c315 (unknown) 2024-04-15T16:29:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:38 smithi090 ceph-mon[38312]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, digests ['quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163'] 2024-04-15T16:29:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:38 smithi090 ceph-mon[38312]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-15T16:29:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:38 smithi090 ceph-mon[38312]: osdmap e101: 8 total, 8 up, 8 in 2024-04-15T16:29:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:38 smithi090 ceph-mon[38312]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 on smithi153 2024-04-15T16:29:39.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:38 smithi153 ceph-mon[30366]: Upgrade: Target is version 19.0.0-3080-gc2d8c315 (unknown) 2024-04-15T16:29:39.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:38 smithi153 ceph-mon[30366]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, digests ['quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163'] 2024-04-15T16:29:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:38 smithi153 ceph-mon[30366]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-15T16:29:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:38 smithi153 ceph-mon[30366]: osdmap e101: 8 total, 8 up, 8 in 2024-04-15T16:29:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:38 smithi153 ceph-mon[30366]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 on smithi153 2024-04-15T16:29:39.423 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:29:39.424 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:29:39.424 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T16:29:39.424 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:29:39.424 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:29:39.424 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:29:39.424 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:29:39.424 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:29:39.424 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T16:29:39.424 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:29:39.424 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:29:39.424 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:29:39.424 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:29:39.425 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:29:39.425 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 15 2024-04-15T16:29:39.425 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:29:39.425 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:29:39.972 INFO:tasks.rados.rados.0.smithi090.stdout:245: done (3 left) 2024-04-15T16:29:39.972 INFO:tasks.rados.rados.0.smithi090.stdout:246: read oid 48 snap -1 2024-04-15T16:29:39.972 INFO:tasks.rados.rados.0.smithi090.stdout:246: expect (ObjNum 75 snap 7 seq_num 75) 2024-04-15T16:29:39.972 INFO:tasks.rados.rados.0.smithi090.stdout:247: read oid 42 snap -1 2024-04-15T16:29:39.972 INFO:tasks.rados.rados.0.smithi090.stdout:247: expect (ObjNum 68 snap 4 seq_num 68) 2024-04-15T16:29:39.972 INFO:tasks.rados.rados.0.smithi090.stdout:248: read oid 33 snap -1 2024-04-15T16:29:39.972 INFO:tasks.rados.rados.0.smithi090.stdout:248: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-15T16:29:39.973 INFO:tasks.rados.rados.0.smithi090.stdout:249: snap_remove snap 12 2024-04-15T16:29:40.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:39 smithi090 ceph-mon[38312]: pgmap v147: 121 pgs: 121 active+clean; 50 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.2 MiB/s wr, 28 op/s 2024-04-15T16:29:40.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:39 smithi090 ceph-mon[38312]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:29:40.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:39 smithi090 ceph-mon[38312]: osdmap e102: 8 total, 8 up, 8 in 2024-04-15T16:29:40.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:39 smithi090 ceph-mon[38312]: from='client.25016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:29:40.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:39 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2833581340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:29:40.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:39 smithi090 ceph-mon[27209]: pgmap v147: 121 pgs: 121 active+clean; 50 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.2 MiB/s wr, 28 op/s 2024-04-15T16:29:40.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:39 smithi090 ceph-mon[27209]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:29:40.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:39 smithi090 ceph-mon[27209]: osdmap e102: 8 total, 8 up, 8 in 2024-04-15T16:29:40.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:39 smithi090 ceph-mon[27209]: from='client.25016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:29:40.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:39 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2833581340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:29:40.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:39 smithi153 ceph-mon[30366]: pgmap v147: 121 pgs: 121 active+clean; 50 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.2 MiB/s wr, 28 op/s 2024-04-15T16:29:40.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:39 smithi153 ceph-mon[30366]: from='client.15129 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:29:40.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:39 smithi153 ceph-mon[30366]: osdmap e102: 8 total, 8 up, 8 in 2024-04-15T16:29:40.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:39 smithi153 ceph-mon[30366]: from='client.25016 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:29:40.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:39 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2833581340' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:29:40.974 INFO:tasks.rados.rados.0.smithi090.stdout:249: done (6 left) 2024-04-15T16:29:40.974 INFO:tasks.rados.rados.0.smithi090.stdout:250: copy_from oid 15 from oid 40 current snap is 15 2024-04-15T16:29:40.974 INFO:tasks.rados.rados.0.smithi090.stdout:242: finishing write tid 5 to smithi09078167-27 2024-04-15T16:29:40.974 INFO:tasks.rados.rados.0.smithi090.stdout:242: oid 27 updating version 0 to 32 2024-04-15T16:29:40.974 INFO:tasks.rados.rados.0.smithi090.stdout:242: oid 27 version 32 is already newer than 31 2024-04-15T16:29:40.974 INFO:tasks.rados.rados.0.smithi090.stdout:242: oid 27 updating version 32 to 33 2024-04-15T16:29:40.974 INFO:tasks.rados.rados.0.smithi090.stdout:242: oid 27 version 33 is already newer than 30 2024-04-15T16:29:40.974 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 33 (ObjNum 98 snap 15 seq_num 98) dirty exists 2024-04-15T16:29:40.974 INFO:tasks.rados.rados.0.smithi090.stdout:242: left oid 27 (ObjNum 98 snap 15 seq_num 98) 2024-04-15T16:29:40.974 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 27 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-04-15T16:29:40.974 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 34 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T16:29:40.974 INFO:tasks.rados.rados.0.smithi090.stdout:248: expect (ObjNum 32 snap 0 seq_num 32) 2024-04-15T16:29:40.991 INFO:tasks.rados.rados.0.smithi090.stdout:247: expect (ObjNum 68 snap 4 seq_num 68) 2024-04-15T16:29:41.097 INFO:tasks.rados.rados.0.smithi090.stdout:246: expect (ObjNum 75 snap 7 seq_num 75) 2024-04-15T16:29:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:250: finishing copy_from racing read to smithi09078167-15 2024-04-15T16:29:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:250: finishing copy_from to smithi09078167-15 2024-04-15T16:29:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 19 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-15T16:29:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:242: done (6 left) 2024-04-15T16:29:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:243: done (5 left) 2024-04-15T16:29:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:244: done (4 left) 2024-04-15T16:29:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:246: done (3 left) 2024-04-15T16:29:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:247: done (2 left) 2024-04-15T16:29:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:248: done (1 left) 2024-04-15T16:29:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:250: done (0 left) 2024-04-15T16:29:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:251: read oid 27 snap -1 2024-04-15T16:29:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:251: expect (ObjNum 98 snap 15 seq_num 98) 2024-04-15T16:29:41.162 INFO:tasks.rados.rados.0.smithi090.stdout:252: snap_remove snap 11 2024-04-15T16:29:41.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:40 smithi090 ceph-mon[27209]: osdmap e103: 8 total, 8 up, 8 in 2024-04-15T16:29:41.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:40 smithi090 ceph-mon[38312]: osdmap e103: 8 total, 8 up, 8 in 2024-04-15T16:29:41.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:40 smithi153 ceph-mon[30366]: osdmap e103: 8 total, 8 up, 8 in 2024-04-15T16:29:41.981 INFO:tasks.rados.rados.0.smithi090.stdout:251: expect (ObjNum 98 snap 15 seq_num 98) 2024-04-15T16:29:42.091 INFO:tasks.rados.rados.0.smithi090.stdout:251: done (1 left) 2024-04-15T16:29:42.091 INFO:tasks.rados.rados.0.smithi090.stdout:252: done (0 left) 2024-04-15T16:29:42.091 INFO:tasks.rados.rados.0.smithi090.stdout:253: read oid 6 snap -1 2024-04-15T16:29:42.091 INFO:tasks.rados.rados.0.smithi090.stdout:253: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-15T16:29:42.091 INFO:tasks.rados.rados.0.smithi090.stdout:254: delete oid 19 current snap is 15 2024-04-15T16:29:42.092 INFO:tasks.rados.rados.0.smithi090.stdout:254: done (1 left) 2024-04-15T16:29:42.092 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 15 2024-04-15T16:29:42.092 INFO:tasks.rados.rados.0.smithi090.stdout:255: seq_num 100 ranges {0=483328,483328=688128,1171456=516096} 2024-04-15T16:29:42.094 INFO:tasks.rados.rados.0.smithi090.stdout:255: writing smithi09078167-10 from 0 to 483328 tid 1 2024-04-15T16:29:42.098 INFO:tasks.rados.rados.0.smithi090.stdout:255: writing smithi09078167-10 from 483328 to 1171456 tid 2 2024-04-15T16:29:42.102 INFO:tasks.rados.rados.0.smithi090.stdout:255: writing smithi09078167-10 from 1171456 to 1687552 tid 3 2024-04-15T16:29:42.102 INFO:tasks.rados.rados.0.smithi090.stdout:256: rmattr oid 7 current snap is 15 2024-04-15T16:29:42.102 INFO:tasks.rados.rados.0.smithi090.stdout:253: expect (ObjNum 36 snap 0 seq_num 36) 2024-04-15T16:29:42.119 INFO:tasks.rados.rados.0.smithi090.stdout:255: finishing write tid 1 to smithi09078167-10 2024-04-15T16:29:42.119 INFO:tasks.rados.rados.0.smithi090.stdout:255: finishing write tid 2 to smithi09078167-10 2024-04-15T16:29:42.120 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 28 (ObjNum 81 snap 0 seq_num 1) dirty exists 2024-04-15T16:29:42.120 INFO:tasks.rados.rados.0.smithi090.stdout:255: finishing write tid 3 to smithi09078167-10 2024-04-15T16:29:42.120 INFO:tasks.rados.rados.0.smithi090.stdout:255: finishing write tid 4 to smithi09078167-10 2024-04-15T16:29:42.120 INFO:tasks.rados.rados.0.smithi090.stdout:255: finishing write tid 5 to smithi09078167-10 2024-04-15T16:29:42.120 INFO:tasks.rados.rados.0.smithi090.stdout:255: oid 10 updating version 0 to 39 2024-04-15T16:29:42.120 INFO:tasks.rados.rados.0.smithi090.stdout:255: oid 10 updating version 39 to 40 2024-04-15T16:29:42.120 INFO:tasks.rados.rados.0.smithi090.stdout:255: oid 10 version 40 is already newer than 37 2024-04-15T16:29:42.120 INFO:tasks.rados.rados.0.smithi090.stdout:255: oid 10 version 40 is already newer than 38 2024-04-15T16:29:42.121 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 40 (ObjNum 100 snap 15 seq_num 100) dirty exists 2024-04-15T16:29:42.121 INFO:tasks.rados.rados.0.smithi090.stdout:255: left oid 10 (ObjNum 100 snap 15 seq_num 100) 2024-04-15T16:29:42.121 INFO:tasks.rados.rados.0.smithi090.stdout:253: done (2 left) 2024-04-15T16:29:42.121 INFO:tasks.rados.rados.0.smithi090.stdout:255: done (1 left) 2024-04-15T16:29:42.121 INFO:tasks.rados.rados.0.smithi090.stdout:256: done (0 left) 2024-04-15T16:29:42.121 INFO:tasks.rados.rados.0.smithi090.stdout:257: read oid 25 snap -1 2024-04-15T16:29:42.121 INFO:tasks.rados.rados.0.smithi090.stdout:257: expect (ObjNum 60 snap 3 seq_num 60) 2024-04-15T16:29:42.121 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 15 2024-04-15T16:29:42.121 INFO:tasks.rados.rados.0.smithi090.stdout:258: seq_num 101 ranges {606208=499712,1105920=573440,1679360=524288,2203648=106496} 2024-04-15T16:29:42.125 INFO:tasks.rados.rados.0.smithi090.stdout:258: writing smithi09078167-6 from 606208 to 1105920 tid 1 2024-04-15T16:29:42.128 INFO:tasks.rados.rados.0.smithi090.stdout:258: writing smithi09078167-6 from 1105920 to 1679360 tid 2 2024-04-15T16:29:42.131 INFO:tasks.rados.rados.0.smithi090.stdout:258: writing smithi09078167-6 from 1679360 to 2203648 tid 3 2024-04-15T16:29:42.132 INFO:tasks.rados.rados.0.smithi090.stdout:258: writing smithi09078167-6 from 2203648 to 2310144 tid 4 2024-04-15T16:29:42.132 INFO:tasks.rados.rados.0.smithi090.stdout:259: read oid 11 snap -1 2024-04-15T16:29:42.132 INFO:tasks.rados.rados.0.smithi090.stdout:259: expect deleted 2024-04-15T16:29:42.132 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 15 2024-04-15T16:29:42.132 INFO:tasks.rados.rados.0.smithi090.stdout:260: seq_num 102 ranges {475136=516096,991232=450560,1441792=729088,2170880=24576} 2024-04-15T16:29:42.137 INFO:tasks.rados.rados.0.smithi090.stdout:260: writing smithi09078167-29 from 475136 to 991232 tid 1 2024-04-15T16:29:42.139 INFO:tasks.rados.rados.0.smithi090.stdout:260: writing smithi09078167-29 from 991232 to 1441792 tid 2 2024-04-15T16:29:42.143 INFO:tasks.rados.rados.0.smithi090.stdout:260: writing smithi09078167-29 from 1441792 to 2170880 tid 3 2024-04-15T16:29:42.144 INFO:tasks.rados.rados.0.smithi090.stdout:260: writing smithi09078167-29 from 2170880 to 2195456 tid 4 2024-04-15T16:29:42.144 INFO:tasks.rados.rados.0.smithi090.stdout:261: snap_create 2024-04-15T16:29:42.144 INFO:tasks.rados.rados.0.smithi090.stdout:257: expect (ObjNum 60 snap 3 seq_num 60) 2024-04-15T16:29:42.187 INFO:tasks.rados.rados.0.smithi090.stdout:258: finishing write tid 1 to smithi09078167-6 2024-04-15T16:29:42.187 INFO:tasks.rados.rados.0.smithi090.stdout:258: finishing write tid 2 to smithi09078167-6 2024-04-15T16:29:42.187 INFO:tasks.rados.rados.0.smithi090.stdout:258: finishing write tid 3 to smithi09078167-6 2024-04-15T16:29:42.187 INFO:tasks.rados.rados.0.smithi090.stdout:258: finishing write tid 4 to smithi09078167-6 2024-04-15T16:29:42.187 INFO:tasks.rados.rados.0.smithi090.stdout:258: finishing write tid 5 to smithi09078167-6 2024-04-15T16:29:42.187 INFO:tasks.rados.rados.0.smithi090.stdout:258: finishing write tid 6 to smithi09078167-6 2024-04-15T16:29:42.187 INFO:tasks.rados.rados.0.smithi090.stdout:258: oid 6 updating version 0 to 43 2024-04-15T16:29:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:258: oid 6 updating version 43 to 44 2024-04-15T16:29:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:258: oid 6 version 44 is already newer than 41 2024-04-15T16:29:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:258: oid 6 version 44 is already newer than 42 2024-04-15T16:29:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:258: oid 6 version 44 is already newer than 40 2024-04-15T16:29:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 44 (ObjNum 101 snap 15 seq_num 101) dirty exists 2024-04-15T16:29:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:258: left oid 6 (ObjNum 101 snap 15 seq_num 101) 2024-04-15T16:29:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:260: finishing write tid 1 to smithi09078167-29 2024-04-15T16:29:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:260: finishing write tid 2 to smithi09078167-29 2024-04-15T16:29:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:260: finishing write tid 3 to smithi09078167-29 2024-04-15T16:29:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:260: finishing write tid 4 to smithi09078167-29 2024-04-15T16:29:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:260: finishing write tid 5 to smithi09078167-29 2024-04-15T16:29:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:260: finishing write tid 6 to smithi09078167-29 2024-04-15T16:29:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:260: oid 29 updating version 0 to 38 2024-04-15T16:29:42.188 INFO:tasks.rados.rados.0.smithi090.stdout:260: oid 29 version 38 is already newer than 35 2024-04-15T16:29:42.189 INFO:tasks.rados.rados.0.smithi090.stdout:260: oid 29 version 38 is already newer than 37 2024-04-15T16:29:42.189 INFO:tasks.rados.rados.0.smithi090.stdout:260: oid 29 updating version 38 to 39 2024-04-15T16:29:42.189 INFO:tasks.rados.rados.0.smithi090.stdout:260: oid 29 version 39 is already newer than 36 2024-04-15T16:29:42.189 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 39 (ObjNum 102 snap 15 seq_num 102) dirty exists 2024-04-15T16:29:42.189 INFO:tasks.rados.rados.0.smithi090.stdout:260: left oid 29 (ObjNum 102 snap 15 seq_num 102) 2024-04-15T16:29:42.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:41 smithi090 ceph-mon[27209]: pgmap v150: 121 pgs: 121 active+clean; 50 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.2 MiB/s wr, 28 op/s 2024-04-15T16:29:42.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:41 smithi090 ceph-mon[27209]: osdmap e104: 8 total, 8 up, 8 in 2024-04-15T16:29:42.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:41 smithi090 ceph-mon[38312]: pgmap v150: 121 pgs: 121 active+clean; 50 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.2 MiB/s wr, 28 op/s 2024-04-15T16:29:42.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:41 smithi090 ceph-mon[38312]: osdmap e104: 8 total, 8 up, 8 in 2024-04-15T16:29:42.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:41 smithi153 ceph-mon[30366]: pgmap v150: 121 pgs: 121 active+clean; 50 MiB data, 302 MiB used, 715 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.2 MiB/s wr, 28 op/s 2024-04-15T16:29:42.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:41 smithi153 ceph-mon[30366]: osdmap e104: 8 total, 8 up, 8 in 2024-04-15T16:29:42.979 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:29:42 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:29:42] "GET /metrics HTTP/1.1" 200 35999 "" "Prometheus/2.43.0" 2024-04-15T16:29:42.983 INFO:tasks.rados.rados.0.smithi090.stdout:257: done (4 left) 2024-04-15T16:29:42.983 INFO:tasks.rados.rados.0.smithi090.stdout:258: done (3 left) 2024-04-15T16:29:42.983 INFO:tasks.rados.rados.0.smithi090.stdout:259: done (2 left) 2024-04-15T16:29:42.983 INFO:tasks.rados.rados.0.smithi090.stdout:260: done (1 left) 2024-04-15T16:29:42.983 INFO:tasks.rados.rados.0.smithi090.stdout:261: done (0 left) 2024-04-15T16:29:42.983 INFO:tasks.rados.rados.0.smithi090.stdout:262: delete oid 41 current snap is 16 2024-04-15T16:29:42.988 INFO:tasks.rados.rados.0.smithi090.stdout:262: done (0 left) 2024-04-15T16:29:42.988 INFO:tasks.rados.rados.0.smithi090.stdout:263: read oid 13 snap -1 2024-04-15T16:29:42.988 INFO:tasks.rados.rados.0.smithi090.stdout:263: expect (ObjNum 89 snap 11 seq_num 89) 2024-04-15T16:29:42.988 INFO:tasks.rados.rados.0.smithi090.stdout:264: copy_from oid 22 from oid 40 current snap is 16 2024-04-15T16:29:42.988 INFO:tasks.rados.rados.0.smithi090.stdout:265: rmattr oid 34 current snap is 16 2024-04-15T16:29:42.988 INFO:tasks.rados.rados.0.smithi090.stdout:266: read oid 2 snap -1 2024-04-15T16:29:42.988 INFO:tasks.rados.rados.0.smithi090.stdout:266: expect deleted 2024-04-15T16:29:42.988 INFO:tasks.rados.rados.0.smithi090.stdout:267: read oid 7 snap 15 2024-04-15T16:29:42.989 INFO:tasks.rados.rados.0.smithi090.stdout:267: expect (ObjNum -566542064 snap 22010 seq_num 3728285968) 2024-04-15T16:29:42.989 INFO:tasks.rados.rados.0.smithi090.stdout:268: rmattr oid 19 current snap is 16 2024-04-15T16:29:42.989 INFO:tasks.rados.rados.0.smithi090.stdout:268: done (5 left) 2024-04-15T16:29:42.989 INFO:tasks.rados.rados.0.smithi090.stdout:269: copy_from oid 46 from oid 5 current snap is 16 2024-04-15T16:29:42.989 INFO:tasks.rados.rados.0.smithi090.stdout:270: rollback oid 44 current snap is 16 2024-04-15T16:29:42.989 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 44 to 15 2024-04-15T16:29:42.989 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 0 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-15T16:29:42.989 INFO:tasks.rados.rados.0.smithi090.stdout:265: done (6 left) 2024-04-15T16:29:42.989 INFO:tasks.rados.rados.0.smithi090.stdout:271: snap_create 2024-04-15T16:29:42.989 INFO:tasks.rados.rados.0.smithi090.stdout:270: finishing rollback tid 1 to smithi09078167-44 2024-04-15T16:29:42.989 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 0 (ObjNum 41121 snap 0 seq_num 3772757072) dirty dne 2024-04-15T16:29:42.989 INFO:tasks.rados.rados.0.smithi090.stdout:267: expect (ObjNum -566542064 snap 22010 seq_num 3728285968) 2024-04-15T16:29:42.990 INFO:tasks.rados.rados.0.smithi090.stdout:269: finishing copy_from to smithi09078167-46 2024-04-15T16:29:42.990 INFO:tasks.rados.rados.0.smithi090.stdout:269: got expected ENOENT (src dne) 2024-04-15T16:29:42.991 INFO:tasks.rados.rados.0.smithi090.stdout:269: finishing copy_from racing read to smithi09078167-46 2024-04-15T16:29:43.000 INFO:tasks.rados.rados.0.smithi090.stdout:264: finishing copy_from racing read to smithi09078167-22 2024-04-15T16:29:43.001 INFO:tasks.rados.rados.0.smithi090.stdout:264: finishing copy_from to smithi09078167-22 2024-04-15T16:29:43.001 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 19 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-15T16:29:43.021 INFO:tasks.rados.rados.0.smithi090.stdout:263: expect (ObjNum 89 snap 11 seq_num 89) 2024-04-15T16:29:43.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:42 smithi090 ceph-mon[27209]: osdmap e105: 8 total, 8 up, 8 in 2024-04-15T16:29:43.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:42 smithi090 ceph-mon[38312]: osdmap e105: 8 total, 8 up, 8 in 2024-04-15T16:29:43.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:42 smithi153 ceph-mon[30366]: osdmap e105: 8 total, 8 up, 8 in 2024-04-15T16:29:43.938 INFO:tasks.rados.rados.0.smithi090.stdout:263: done (6 left) 2024-04-15T16:29:43.939 INFO:tasks.rados.rados.0.smithi090.stdout:264: done (5 left) 2024-04-15T16:29:43.939 INFO:tasks.rados.rados.0.smithi090.stdout:266: done (4 left) 2024-04-15T16:29:43.939 INFO:tasks.rados.rados.0.smithi090.stdout:267: done (3 left) 2024-04-15T16:29:43.939 INFO:tasks.rados.rados.0.smithi090.stdout:269: done (2 left) 2024-04-15T16:29:43.939 INFO:tasks.rados.rados.0.smithi090.stdout:270: done (1 left) 2024-04-15T16:29:43.939 INFO:tasks.rados.rados.0.smithi090.stdout:271: done (0 left) 2024-04-15T16:29:43.939 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 17 2024-04-15T16:29:43.939 INFO:tasks.rados.rados.0.smithi090.stdout:272: seq_num 104 ranges {475136=548864,1024000=622592,1646592=581632} 2024-04-15T16:29:43.943 INFO:tasks.rados.rados.0.smithi090.stdout:272: writing smithi09078167-16 from 475136 to 1024000 tid 1 2024-04-15T16:29:43.947 INFO:tasks.rados.rados.0.smithi090.stdout:272: writing smithi09078167-16 from 1024000 to 1646592 tid 2 2024-04-15T16:29:43.951 INFO:tasks.rados.rados.0.smithi090.stdout:272: writing smithi09078167-16 from 1646592 to 2228224 tid 3 2024-04-15T16:29:43.951 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 17 2024-04-15T16:29:43.951 INFO:tasks.rados.rados.0.smithi090.stdout:272: finishing write tid 1 to smithi09078167-16 2024-04-15T16:29:43.951 INFO:tasks.rados.rados.0.smithi090.stdout:272: finishing write tid 2 to smithi09078167-16 2024-04-15T16:29:43.951 INFO:tasks.rados.rados.0.smithi090.stdout:273: seq_num 105 ranges {286720=565248,851968=507904,1359872=507904,1867776=188416} 2024-04-15T16:29:43.956 INFO:tasks.rados.rados.0.smithi090.stdout:273: writing smithi09078167-18 from 286720 to 851968 tid 1 2024-04-15T16:29:43.958 INFO:tasks.rados.rados.0.smithi090.stdout:273: writing smithi09078167-18 from 851968 to 1359872 tid 2 2024-04-15T16:29:43.961 INFO:tasks.rados.rados.0.smithi090.stdout:273: writing smithi09078167-18 from 1359872 to 1867776 tid 3 2024-04-15T16:29:43.963 INFO:tasks.rados.rados.0.smithi090.stdout:273: writing smithi09078167-18 from 1867776 to 2056192 tid 4 2024-04-15T16:29:43.963 INFO:tasks.rados.rados.0.smithi090.stdout:274: setattr oid 45 current snap is 17 2024-04-15T16:29:43.963 INFO:tasks.rados.rados.0.smithi090.stdout:272: finishing write tid 3 to smithi09078167-16 2024-04-15T16:29:43.963 INFO:tasks.rados.rados.0.smithi090.stdout:272: finishing write tid 4 to smithi09078167-16 2024-04-15T16:29:43.963 INFO:tasks.rados.rados.0.smithi090.stdout:272: finishing write tid 5 to smithi09078167-16 2024-04-15T16:29:43.964 INFO:tasks.rados.rados.0.smithi090.stdout:272: oid 16 updating version 0 to 58 2024-04-15T16:29:43.964 INFO:tasks.rados.rados.0.smithi090.stdout:272: oid 16 updating version 58 to 60 2024-04-15T16:29:43.964 INFO:tasks.rados.rados.0.smithi090.stdout:272: oid 16 updating version 60 to 61 2024-04-15T16:29:43.964 INFO:tasks.rados.rados.0.smithi090.stdout:272: oid 16 version 61 is already newer than 59 2024-04-15T16:29:43.964 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 61 (ObjNum 104 snap 17 seq_num 104) dirty exists 2024-04-15T16:29:43.964 INFO:tasks.rados.rados.0.smithi090.stdout:272: left oid 16 (ObjNum 104 snap 17 seq_num 104) 2024-04-15T16:29:43.964 INFO:tasks.rados.rados.0.smithi090.stdout:273: finishing write tid 1 to smithi09078167-18 2024-04-15T16:29:43.964 INFO:tasks.rados.rados.0.smithi090.stdout:273: finishing write tid 2 to smithi09078167-18 2024-04-15T16:29:43.964 INFO:tasks.rados.rados.0.smithi090.stdout:272: done (2 left) 2024-04-15T16:29:43.964 INFO:tasks.rados.rados.0.smithi090.stdout:275: snap_remove snap 15 2024-04-15T16:29:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:43 smithi090 ceph-mon[27209]: pgmap v153: 121 pgs: 121 active+clean; 55 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-15T16:29:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:43 smithi090 ceph-mon[27209]: osdmap e106: 8 total, 8 up, 8 in 2024-04-15T16:29:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:43 smithi090 ceph-mon[27209]: osdmap e107: 8 total, 8 up, 8 in 2024-04-15T16:29:44.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:43 smithi090 ceph-mon[38312]: pgmap v153: 121 pgs: 121 active+clean; 55 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-15T16:29:44.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:43 smithi090 ceph-mon[38312]: osdmap e106: 8 total, 8 up, 8 in 2024-04-15T16:29:44.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:43 smithi090 ceph-mon[38312]: osdmap e107: 8 total, 8 up, 8 in 2024-04-15T16:29:44.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:43 smithi153 ceph-mon[30366]: pgmap v153: 121 pgs: 121 active+clean; 55 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-15T16:29:44.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:43 smithi153 ceph-mon[30366]: osdmap e106: 8 total, 8 up, 8 in 2024-04-15T16:29:44.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:43 smithi153 ceph-mon[30366]: osdmap e107: 8 total, 8 up, 8 in 2024-04-15T16:29:44.940 INFO:tasks.rados.rados.0.smithi090.stdout:275: done (2 left) 2024-04-15T16:29:44.940 INFO:tasks.rados.rados.0.smithi090.stdout:276: setattr oid 15 current snap is 17 2024-04-15T16:29:44.940 INFO:tasks.rados.rados.0.smithi090.stdout:273: finishing write tid 3 to smithi09078167-18 2024-04-15T16:29:44.941 INFO:tasks.rados.rados.0.smithi090.stdout:273: finishing write tid 4 to smithi09078167-18 2024-04-15T16:29:44.941 INFO:tasks.rados.rados.0.smithi090.stdout:273: finishing write tid 5 to smithi09078167-18 2024-04-15T16:29:44.941 INFO:tasks.rados.rados.0.smithi090.stdout:273: finishing write tid 6 to smithi09078167-18 2024-04-15T16:29:44.941 INFO:tasks.rados.rados.0.smithi090.stdout:273: oid 18 updating version 0 to 66 2024-04-15T16:29:44.941 INFO:tasks.rados.rados.0.smithi090.stdout:273: oid 18 updating version 66 to 68 2024-04-15T16:29:44.941 INFO:tasks.rados.rados.0.smithi090.stdout:273: oid 18 version 68 is already newer than 65 2024-04-15T16:29:44.941 INFO:tasks.rados.rados.0.smithi090.stdout:273: oid 18 updating version 68 to 69 2024-04-15T16:29:44.941 INFO:tasks.rados.rados.0.smithi090.stdout:273: oid 18 version 69 is already newer than 67 2024-04-15T16:29:44.941 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 69 (ObjNum 105 snap 17 seq_num 105) dirty exists 2024-04-15T16:29:44.941 INFO:tasks.rados.rados.0.smithi090.stdout:273: left oid 18 (ObjNum 105 snap 17 seq_num 105) 2024-04-15T16:29:44.941 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 60 (ObjNum 97 snap 15 seq_num 97) dirty exists 2024-04-15T16:29:44.942 INFO:tasks.rados.rados.0.smithi090.stdout:273: done (2 left) 2024-04-15T16:29:44.942 INFO:tasks.rados.rados.0.smithi090.stdout:274: done (1 left) 2024-04-15T16:29:44.942 INFO:tasks.rados.rados.0.smithi090.stdout:277: snap_create 2024-04-15T16:29:44.946 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 62 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-15T16:29:45.937 INFO:tasks.rados.rados.0.smithi090.stdout:276: done (1 left) 2024-04-15T16:29:45.937 INFO:tasks.rados.rados.0.smithi090.stdout:277: done (0 left) 2024-04-15T16:29:45.937 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 18 2024-04-15T16:29:45.937 INFO:tasks.rados.rados.0.smithi090.stdout:278: seq_num 106 ranges {540672=581632,1122304=794624,1916928=409600} 2024-04-15T16:29:45.943 INFO:tasks.rados.rados.0.smithi090.stdout:278: writing smithi09078167-33 from 540672 to 1122304 tid 1 2024-04-15T16:29:45.948 INFO:tasks.rados.rados.0.smithi090.stdout:278: writing smithi09078167-33 from 1122304 to 1916928 tid 2 2024-04-15T16:29:45.950 INFO:tasks.rados.rados.0.smithi090.stdout:278: writing smithi09078167-33 from 1916928 to 2326528 tid 3 2024-04-15T16:29:45.951 INFO:tasks.rados.rados.0.smithi090.stdout:279: copy_from oid 18 from oid 13 current snap is 18 2024-04-15T16:29:45.951 INFO:tasks.rados.rados.0.smithi090.stdout:278: finishing write tid 1 to smithi09078167-33 2024-04-15T16:29:45.951 INFO:tasks.rados.rados.0.smithi090.stdout:280: snap_create 2024-04-15T16:29:45.951 INFO:tasks.rados.rados.0.smithi090.stdout:278: finishing write tid 2 to smithi09078167-33 2024-04-15T16:29:45.952 INFO:tasks.rados.rados.0.smithi090.stdout:278: finishing write tid 3 to smithi09078167-33 2024-04-15T16:29:45.952 INFO:tasks.rados.rados.0.smithi090.stdout:278: finishing write tid 4 to smithi09078167-33 2024-04-15T16:29:45.954 INFO:tasks.rados.rados.0.smithi090.stdout:278: finishing write tid 5 to smithi09078167-33 2024-04-15T16:29:45.954 INFO:tasks.rados.rados.0.smithi090.stdout:278: oid 33 updating version 0 to 32 2024-04-15T16:29:45.954 INFO:tasks.rados.rados.0.smithi090.stdout:278: oid 33 updating version 32 to 34 2024-04-15T16:29:45.954 INFO:tasks.rados.rados.0.smithi090.stdout:278: oid 33 version 34 is already newer than 33 2024-04-15T16:29:45.954 INFO:tasks.rados.rados.0.smithi090.stdout:278: oid 33 version 34 is already newer than 31 2024-04-15T16:29:45.954 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 34 (ObjNum 106 snap 18 seq_num 106) dirty exists 2024-04-15T16:29:45.954 INFO:tasks.rados.rados.0.smithi090.stdout:278: left oid 33 (ObjNum 106 snap 18 seq_num 106) 2024-04-15T16:29:45.972 INFO:tasks.rados.rados.0.smithi090.stdout:279: finishing copy_from racing read to smithi09078167-18 2024-04-15T16:29:45.975 INFO:tasks.rados.rados.0.smithi090.stdout:279: finishing copy_from to smithi09078167-18 2024-04-15T16:29:45.975 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 54 (ObjNum 89 snap 11 seq_num 89) dirty exists 2024-04-15T16:29:46.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:45 smithi090 ceph-mon[27209]: pgmap v156: 121 pgs: 121 active+clean; 55 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-15T16:29:46.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:45 smithi090 ceph-mon[27209]: osdmap e108: 8 total, 8 up, 8 in 2024-04-15T16:29:46.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:45 smithi090 ceph-mon[38312]: pgmap v156: 121 pgs: 121 active+clean; 55 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-15T16:29:46.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:45 smithi090 ceph-mon[38312]: osdmap e108: 8 total, 8 up, 8 in 2024-04-15T16:29:46.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:45 smithi153 ceph-mon[30366]: pgmap v156: 121 pgs: 121 active+clean; 55 MiB data, 313 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-15T16:29:46.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:45 smithi153 ceph-mon[30366]: osdmap e108: 8 total, 8 up, 8 in 2024-04-15T16:29:46.954 INFO:tasks.rados.rados.0.smithi090.stdout:278: done (2 left) 2024-04-15T16:29:46.954 INFO:tasks.rados.rados.0.smithi090.stdout:279: done (1 left) 2024-04-15T16:29:46.954 INFO:tasks.rados.rados.0.smithi090.stdout:280: done (0 left) 2024-04-15T16:29:46.954 INFO:tasks.rados.rados.0.smithi090.stdout:281: snap_create 2024-04-15T16:29:47.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:46 smithi090 ceph-mon[27209]: osdmap e109: 8 total, 8 up, 8 in 2024-04-15T16:29:47.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:46 smithi090 ceph-mon[38312]: osdmap e109: 8 total, 8 up, 8 in 2024-04-15T16:29:47.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:46 smithi153 ceph-mon[30366]: osdmap e109: 8 total, 8 up, 8 in 2024-04-15T16:29:47.958 INFO:tasks.rados.rados.0.smithi090.stdout:281: done (0 left) 2024-04-15T16:29:47.958 INFO:tasks.rados.rados.0.smithi090.stdout:282: read oid 15 snap -1 2024-04-15T16:29:47.958 INFO:tasks.rados.rados.0.smithi090.stdout:282: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-15T16:29:47.958 INFO:tasks.rados.rados.0.smithi090.stdout:283: snap_create 2024-04-15T16:29:47.968 INFO:tasks.rados.rados.0.smithi090.stdout:282: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-15T16:29:48.278 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:47 smithi153 ceph-mon[30366]: pgmap v159: 121 pgs: 121 active+clean; 55 MiB data, 313 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:48.278 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:47 smithi153 ceph-mon[30366]: osdmap e110: 8 total, 8 up, 8 in 2024-04-15T16:29:48.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:47 smithi090 ceph-mon[27209]: pgmap v159: 121 pgs: 121 active+clean; 55 MiB data, 313 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:48.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:47 smithi090 ceph-mon[27209]: osdmap e110: 8 total, 8 up, 8 in 2024-04-15T16:29:48.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:47 smithi090 ceph-mon[38312]: pgmap v159: 121 pgs: 121 active+clean; 55 MiB data, 313 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:48.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:47 smithi090 ceph-mon[38312]: osdmap e110: 8 total, 8 up, 8 in 2024-04-15T16:29:48.957 INFO:tasks.rados.rados.0.smithi090.stdout:282: done (1 left) 2024-04-15T16:29:48.957 INFO:tasks.rados.rados.0.smithi090.stdout:283: done (0 left) 2024-04-15T16:29:48.957 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 21 2024-04-15T16:29:48.957 INFO:tasks.rados.rados.0.smithi090.stdout:284: seq_num 107 ranges {1269760=598016,1867776=729088,2596864=466944,3063808=8192} 2024-04-15T16:29:48.967 INFO:tasks.rados.rados.0.smithi090.stdout:284: writing smithi09078167-23 from 1269760 to 1867776 tid 1 2024-04-15T16:29:48.971 INFO:tasks.rados.rados.0.smithi090.stdout:284: writing smithi09078167-23 from 1867776 to 2596864 tid 2 2024-04-15T16:29:48.974 INFO:tasks.rados.rados.0.smithi090.stdout:284: writing smithi09078167-23 from 2596864 to 3063808 tid 3 2024-04-15T16:29:48.974 INFO:tasks.rados.rados.0.smithi090.stdout:284: writing smithi09078167-23 from 3063808 to 3072000 tid 4 2024-04-15T16:29:48.974 INFO:tasks.rados.rados.0.smithi090.stdout:285: rollback oid 9 current snap is 21 2024-04-15T16:29:48.975 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 20 2024-04-15T16:29:48.975 INFO:tasks.rados.rados.0.smithi090.stdout:284: finishing write tid 1 to smithi09078167-23 2024-04-15T16:29:48.975 INFO:tasks.rados.rados.0.smithi090.stdout:284: finishing write tid 2 to smithi09078167-23 2024-04-15T16:29:48.975 INFO:tasks.rados.rados.0.smithi090.stdout:286: snap_remove snap 18 2024-04-15T16:29:49.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:48 smithi090 ceph-mon[27209]: osdmap e111: 8 total, 8 up, 8 in 2024-04-15T16:29:49.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:48 smithi090 ceph-mon[27209]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T16:29:49.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:48 smithi090 ceph-mon[38312]: osdmap e111: 8 total, 8 up, 8 in 2024-04-15T16:29:49.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:48 smithi090 ceph-mon[38312]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T16:29:49.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:48 smithi153 ceph-mon[30366]: osdmap e111: 8 total, 8 up, 8 in 2024-04-15T16:29:49.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:48 smithi153 ceph-mon[30366]: osdmap e112: 8 total, 8 up, 8 in 2024-04-15T16:29:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:286: done (2 left) 2024-04-15T16:29:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:284: finishing write tid 3 to smithi09078167-23 2024-04-15T16:29:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:285: finishing rollback tid 0 to smithi09078167-9 2024-04-15T16:29:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:284: finishing write tid 4 to smithi09078167-23 2024-04-15T16:29:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:284: finishing write tid 5 to smithi09078167-23 2024-04-15T16:29:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:284: finishing write tid 6 to smithi09078167-23 2024-04-15T16:29:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:284: oid 23 updating version 0 to 34 2024-04-15T16:29:49.978 INFO:tasks.rados.rados.0.smithi090.stdout:284: oid 23 version 34 is already newer than 31 2024-04-15T16:29:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:284: oid 23 version 34 is already newer than 30 2024-04-15T16:29:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:284: oid 23 version 34 is already newer than 32 2024-04-15T16:29:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:284: oid 23 version 34 is already newer than 33 2024-04-15T16:29:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 34 (ObjNum 107 snap 21 seq_num 107) dirty exists 2024-04-15T16:29:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:284: left oid 23 (ObjNum 107 snap 21 seq_num 107) 2024-04-15T16:29:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:285: finishing rollback tid 1 to smithi09078167-9 2024-04-15T16:29:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:285: finishing rollback tid 2 to smithi09078167-9 2024-04-15T16:29:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 57 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-04-15T16:29:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:287: read oid 18 snap 19 2024-04-15T16:29:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:287: expect (ObjNum 89 snap 11 seq_num 89) 2024-04-15T16:29:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:284: done (2 left) 2024-04-15T16:29:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:285: done (1 left) 2024-04-15T16:29:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:288: rmattr oid 37 current snap is 21 2024-04-15T16:29:49.979 INFO:tasks.rados.rados.0.smithi090.stdout:289: delete oid 1 current snap is 21 2024-04-15T16:29:49.980 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 0 (ObjNum 80 snap 10 seq_num 80) dirty exists 2024-04-15T16:29:49.996 INFO:tasks.rados.rados.0.smithi090.stdout:288: done (2 left) 2024-04-15T16:29:49.996 INFO:tasks.rados.rados.0.smithi090.stdout:289: done (1 left) 2024-04-15T16:29:49.996 INFO:tasks.rados.rados.0.smithi090.stdout:290: delete oid 10 current snap is 21 2024-04-15T16:29:49.999 INFO:tasks.rados.rados.0.smithi090.stdout:290: done (1 left) 2024-04-15T16:29:49.999 INFO:tasks.rados.rados.0.smithi090.stdout:291: read oid 37 snap -1 2024-04-15T16:29:49.999 INFO:tasks.rados.rados.0.smithi090.stdout:291: expect (ObjNum 80 snap 10 seq_num 80) 2024-04-15T16:29:49.999 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 21 2024-04-15T16:29:49.999 INFO:tasks.rados.rados.0.smithi090.stdout:292: seq_num 110 ranges {2039808=647168,2686976=778240,3465216=425984} 2024-04-15T16:29:50.013 INFO:tasks.rados.rados.0.smithi090.stdout:292: writing smithi09078167-48 from 2039808 to 2686976 tid 1 2024-04-15T16:29:50.018 INFO:tasks.rados.rados.0.smithi090.stdout:292: writing smithi09078167-48 from 2686976 to 3465216 tid 2 2024-04-15T16:29:50.021 INFO:tasks.rados.rados.0.smithi090.stdout:292: writing smithi09078167-48 from 3465216 to 3891200 tid 3 2024-04-15T16:29:50.021 INFO:tasks.rados.rados.0.smithi090.stdout:293: snap_remove snap 20 2024-04-15T16:29:50.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:49 smithi090 ceph-mon[27209]: pgmap v162: 121 pgs: 121 active+clean; 66 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-04-15T16:29:50.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:49 smithi090 ceph-mon[38312]: pgmap v162: 121 pgs: 121 active+clean; 66 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-04-15T16:29:50.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:49 smithi153 ceph-mon[30366]: pgmap v162: 121 pgs: 121 active+clean; 66 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-04-15T16:29:50.987 INFO:tasks.rados.rados.0.smithi090.stdout:293: done (3 left) 2024-04-15T16:29:50.987 INFO:tasks.rados.rados.0.smithi090.stdout:294: read oid 35 snap -1 2024-04-15T16:29:50.988 INFO:tasks.rados.rados.0.smithi090.stdout:294: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:29:50.988 INFO:tasks.rados.rados.0.smithi090.stdout:295: read oid 23 snap -1 2024-04-15T16:29:50.988 INFO:tasks.rados.rados.0.smithi090.stdout:295: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-15T16:29:50.988 INFO:tasks.rados.rados.0.smithi090.stdout:296: copy_from oid 7 from oid 21 current snap is 21 2024-04-15T16:29:50.988 INFO:tasks.rados.rados.0.smithi090.stdout:297: delete oid 42 current snap is 21 2024-04-15T16:29:50.988 INFO:tasks.rados.rados.0.smithi090.stdout:291: expect (ObjNum 80 snap 10 seq_num 80) 2024-04-15T16:29:51.028 INFO:tasks.rados.rados.0.smithi090.stdout:287: expect (ObjNum 89 snap 11 seq_num 89) 2024-04-15T16:29:51.306 INFO:tasks.rados.rados.0.smithi090.stdout:292: finishing write tid 1 to smithi09078167-48 2024-04-15T16:29:51.306 INFO:tasks.rados.rados.0.smithi090.stdout:292: finishing write tid 2 to smithi09078167-48 2024-04-15T16:29:51.306 INFO:tasks.rados.rados.0.smithi090.stdout:287: done (6 left) 2024-04-15T16:29:51.306 INFO:tasks.rados.rados.0.smithi090.stdout:291: done (5 left) 2024-04-15T16:29:51.307 INFO:tasks.rados.rados.0.smithi090.stdout:297: done (4 left) 2024-04-15T16:29:51.307 INFO:tasks.rados.rados.0.smithi090.stdout:298: snap_create 2024-04-15T16:29:51.307 INFO:tasks.rados.rados.0.smithi090.stdout:292: finishing write tid 3 to smithi09078167-48 2024-04-15T16:29:51.307 INFO:tasks.rados.rados.0.smithi090.stdout:292: finishing write tid 4 to smithi09078167-48 2024-04-15T16:29:51.307 INFO:tasks.rados.rados.0.smithi090.stdout:292: finishing write tid 5 to smithi09078167-48 2024-04-15T16:29:51.307 INFO:tasks.rados.rados.0.smithi090.stdout:292: oid 48 updating version 0 to 51 2024-04-15T16:29:51.307 INFO:tasks.rados.rados.0.smithi090.stdout:292: oid 48 version 51 is already newer than 50 2024-04-15T16:29:51.307 INFO:tasks.rados.rados.0.smithi090.stdout:292: oid 48 version 51 is already newer than 49 2024-04-15T16:29:51.307 INFO:tasks.rados.rados.0.smithi090.stdout:292: oid 48 version 51 is already newer than 48 2024-04-15T16:29:51.307 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 51 (ObjNum 110 snap 21 seq_num 110) dirty exists 2024-04-15T16:29:51.307 INFO:tasks.rados.rados.0.smithi090.stdout:292: left oid 48 (ObjNum 110 snap 21 seq_num 110) 2024-04-15T16:29:51.307 INFO:tasks.rados.rados.0.smithi090.stdout:294: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:29:51.321 INFO:tasks.rados.rados.0.smithi090.stdout:296: finishing copy_from racing read to smithi09078167-7 2024-04-15T16:29:51.321 INFO:tasks.rados.rados.0.smithi090.stdout:296: finishing copy_from to smithi09078167-7 2024-04-15T16:29:51.321 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 54 (ObjNum 85 snap 11 seq_num 85) dirty exists 2024-04-15T16:29:51.321 INFO:tasks.rados.rados.0.smithi090.stdout:295: expect (ObjNum 107 snap 21 seq_num 107) 2024-04-15T16:29:51.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:50 smithi090 ceph-mon[38312]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T16:29:51.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:50 smithi090 ceph-mon[27209]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T16:29:51.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:50 smithi153 ceph-mon[30366]: osdmap e113: 8 total, 8 up, 8 in 2024-04-15T16:29:51.990 INFO:tasks.rados.rados.0.smithi090.stdout:292: done (4 left) 2024-04-15T16:29:51.990 INFO:tasks.rados.rados.0.smithi090.stdout:294: done (3 left) 2024-04-15T16:29:51.990 INFO:tasks.rados.rados.0.smithi090.stdout:295: done (2 left) 2024-04-15T16:29:51.990 INFO:tasks.rados.rados.0.smithi090.stdout:296: done (1 left) 2024-04-15T16:29:51.990 INFO:tasks.rados.rados.0.smithi090.stdout:298: done (0 left) 2024-04-15T16:29:51.990 INFO:tasks.rados.rados.0.smithi090.stdout:299: delete oid 19 current snap is 22 2024-04-15T16:29:51.993 INFO:tasks.rados.rados.0.smithi090.stdout:299: done (0 left) 2024-04-15T16:29:51.994 INFO:tasks.rados.rados.0.smithi090.stdout:300: delete oid 8 current snap is 22 2024-04-15T16:29:51.997 INFO:tasks.rados.rados.0.smithi090.stdout:300: done (0 left) 2024-04-15T16:29:51.997 INFO:tasks.rados.rados.0.smithi090.stdout:301: delete oid 49 current snap is 22 2024-04-15T16:29:52.001 INFO:tasks.rados.rados.0.smithi090.stdout:301: done (0 left) 2024-04-15T16:29:52.001 INFO:tasks.rados.rados.0.smithi090.stdout:302: copy_from oid 33 from oid 9 current snap is 22 2024-04-15T16:29:52.001 INFO:tasks.rados.rados.0.smithi090.stdout:303: read oid 27 snap -1 2024-04-15T16:29:52.001 INFO:tasks.rados.rados.0.smithi090.stdout:303: expect (ObjNum 98 snap 15 seq_num 98) 2024-04-15T16:29:52.001 INFO:tasks.rados.rados.0.smithi090.stdout:304: rollback oid 42 current snap is 22 2024-04-15T16:29:52.001 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 17 2024-04-15T16:29:52.001 INFO:tasks.rados.rados.0.smithi090.stdout:305: read oid 29 snap -1 2024-04-15T16:29:52.001 INFO:tasks.rados.rados.0.smithi090.stdout:305: expect (ObjNum 102 snap 15 seq_num 102) 2024-04-15T16:29:52.001 INFO:tasks.rados.rados.0.smithi090.stdout:306: delete oid 19 current snap is 22 2024-04-15T16:29:52.003 INFO:tasks.rados.rados.0.smithi090.stdout:306: done (4 left) 2024-04-15T16:29:52.003 INFO:tasks.rados.rados.0.smithi090.stdout:307: rollback oid 22 current snap is 22 2024-04-15T16:29:52.003 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 21 2024-04-15T16:29:52.003 INFO:tasks.rados.rados.0.smithi090.stdout:308: rollback oid 31 current snap is 22 2024-04-15T16:29:52.003 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 19 2024-04-15T16:29:52.003 INFO:tasks.rados.rados.0.smithi090.stdout:304: finishing rollback tid 1 to smithi09078167-42 2024-04-15T16:29:52.003 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 22 2024-04-15T16:29:52.003 INFO:tasks.rados.rados.0.smithi090.stdout:309: seq_num 116 ranges {1351680=745472,2097152=532480,2629632=638976,3268608=32768} 2024-04-15T16:29:52.015 INFO:tasks.rados.rados.0.smithi090.stdout:309: writing smithi09078167-37 from 1351680 to 2097152 tid 1 2024-04-15T16:29:52.019 INFO:tasks.rados.rados.0.smithi090.stdout:309: writing smithi09078167-37 from 2097152 to 2629632 tid 2 2024-04-15T16:29:52.023 INFO:tasks.rados.rados.0.smithi090.stdout:309: writing smithi09078167-37 from 2629632 to 3268608 tid 3 2024-04-15T16:29:52.024 INFO:tasks.rados.rados.0.smithi090.stdout:309: writing smithi09078167-37 from 3268608 to 3301376 tid 4 2024-04-15T16:29:52.024 INFO:tasks.rados.rados.0.smithi090.stdout:310: read oid 17 snap -1 2024-04-15T16:29:52.024 INFO:tasks.rados.rados.0.smithi090.stdout:310: expect (ObjNum 95 snap 13 seq_num 95) 2024-04-15T16:29:52.025 INFO:tasks.rados.rados.0.smithi090.stdout:311: rollback oid 19 current snap is 22 2024-04-15T16:29:52.025 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 21 2024-04-15T16:29:52.025 INFO:tasks.rados.rados.0.smithi090.stdout:304: finishing rollback tid 2 to smithi09078167-42 2024-04-15T16:29:52.025 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 56 (ObjNum 68 snap 4 seq_num 68) dirty exists 2024-04-15T16:29:52.025 INFO:tasks.rados.rados.0.smithi090.stdout:304: done (8 left) 2024-04-15T16:29:52.025 INFO:tasks.rados.rados.0.smithi090.stdout:312: snap_create 2024-04-15T16:29:52.025 INFO:tasks.rados.rados.0.smithi090.stdout:308: finishing rollback tid 0 to smithi09078167-31 2024-04-15T16:29:52.025 INFO:tasks.rados.rados.0.smithi090.stdout:307: finishing rollback tid 0 to smithi09078167-22 2024-04-15T16:29:52.025 INFO:tasks.rados.rados.0.smithi090.stdout:307: finishing rollback tid 1 to smithi09078167-22 2024-04-15T16:29:52.025 INFO:tasks.rados.rados.0.smithi090.stdout:308: finishing rollback tid 1 to smithi09078167-31 2024-04-15T16:29:52.026 INFO:tasks.rados.rados.0.smithi090.stdout:307: finishing rollback tid 2 to smithi09078167-22 2024-04-15T16:29:52.026 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 72 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-15T16:29:52.026 INFO:tasks.rados.rados.0.smithi090.stdout:308: finishing rollback tid 2 to smithi09078167-31 2024-04-15T16:29:52.026 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 67 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-15T16:29:52.026 INFO:tasks.rados.rados.0.smithi090.stdout:302: finishing copy_from racing read to smithi09078167-33 2024-04-15T16:29:52.026 INFO:tasks.rados.rados.0.smithi090.stdout:302: finishing copy_from to smithi09078167-33 2024-04-15T16:29:52.026 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 57 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-04-15T16:29:52.026 INFO:tasks.rados.rados.0.smithi090.stdout:305: expect (ObjNum 102 snap 15 seq_num 102) 2024-04-15T16:29:52.089 INFO:tasks.rados.rados.0.smithi090.stdout:309: finishing write tid 1 to smithi09078167-37 2024-04-15T16:29:52.090 INFO:tasks.rados.rados.0.smithi090.stdout:309: finishing write tid 2 to smithi09078167-37 2024-04-15T16:29:52.090 INFO:tasks.rados.rados.0.smithi090.stdout:303: expect (ObjNum 98 snap 15 seq_num 98) 2024-04-15T16:29:52.195 INFO:tasks.rados.rados.0.smithi090.stdout:311: finishing rollback tid 1 to smithi09078167-19 2024-04-15T16:29:52.195 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 0 (ObjNum 113 snap 0 seq_num 2174619305) dirty dne 2024-04-15T16:29:52.195 INFO:tasks.rados.rados.0.smithi090.stdout:309: finishing write tid 3 to smithi09078167-37 2024-04-15T16:29:52.195 INFO:tasks.rados.rados.0.smithi090.stdout:309: finishing write tid 4 to smithi09078167-37 2024-04-15T16:29:52.195 INFO:tasks.rados.rados.0.smithi090.stdout:309: finishing write tid 5 to smithi09078167-37 2024-04-15T16:29:52.195 INFO:tasks.rados.rados.0.smithi090.stdout:309: finishing write tid 6 to smithi09078167-37 2024-04-15T16:29:52.196 INFO:tasks.rados.rados.0.smithi090.stdout:309: oid 37 updating version 0 to 24 2024-04-15T16:29:52.196 INFO:tasks.rados.rados.0.smithi090.stdout:309: oid 37 updating version 24 to 25 2024-04-15T16:29:52.196 INFO:tasks.rados.rados.0.smithi090.stdout:309: oid 37 updating version 25 to 27 2024-04-15T16:29:52.196 INFO:tasks.rados.rados.0.smithi090.stdout:309: oid 37 updating version 27 to 28 2024-04-15T16:29:52.196 INFO:tasks.rados.rados.0.smithi090.stdout:309: oid 37 version 28 is already newer than 26 2024-04-15T16:29:52.196 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 28 (ObjNum 116 snap 22 seq_num 116) dirty exists 2024-04-15T16:29:52.196 INFO:tasks.rados.rados.0.smithi090.stdout:309: left oid 37 (ObjNum 116 snap 22 seq_num 116) 2024-04-15T16:29:52.196 INFO:tasks.rados.rados.0.smithi090.stdout:310: expect (ObjNum 95 snap 13 seq_num 95) 2024-04-15T16:29:52.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:51 smithi090 ceph-mon[27209]: pgmap v165: 121 pgs: 121 active+clean; 66 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-04-15T16:29:52.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:51 smithi090 ceph-mon[27209]: osdmap e114: 8 total, 8 up, 8 in 2024-04-15T16:29:52.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:51 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:29:52.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:51 smithi090 ceph-mon[38312]: pgmap v165: 121 pgs: 121 active+clean; 66 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-04-15T16:29:52.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:51 smithi090 ceph-mon[38312]: osdmap e114: 8 total, 8 up, 8 in 2024-04-15T16:29:52.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:51 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:29:52.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:51 smithi153 ceph-mon[30366]: pgmap v165: 121 pgs: 121 active+clean; 66 MiB data, 328 MiB used, 715 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-04-15T16:29:52.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:51 smithi153 ceph-mon[30366]: osdmap e114: 8 total, 8 up, 8 in 2024-04-15T16:29:52.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:51 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:29:52.999 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:29:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:29:52] "GET /metrics HTTP/1.1" 200 36007 "" "Prometheus/2.43.0" 2024-04-15T16:29:53.045 INFO:tasks.rados.rados.0.smithi090.stdout:302: done (8 left) 2024-04-15T16:29:53.045 INFO:tasks.rados.rados.0.smithi090.stdout:303: done (7 left) 2024-04-15T16:29:53.045 INFO:tasks.rados.rados.0.smithi090.stdout:305: done (6 left) 2024-04-15T16:29:53.045 INFO:tasks.rados.rados.0.smithi090.stdout:307: done (5 left) 2024-04-15T16:29:53.045 INFO:tasks.rados.rados.0.smithi090.stdout:308: done (4 left) 2024-04-15T16:29:53.045 INFO:tasks.rados.rados.0.smithi090.stdout:309: done (3 left) 2024-04-15T16:29:53.045 INFO:tasks.rados.rados.0.smithi090.stdout:310: done (2 left) 2024-04-15T16:29:53.046 INFO:tasks.rados.rados.0.smithi090.stdout:311: done (1 left) 2024-04-15T16:29:53.046 INFO:tasks.rados.rados.0.smithi090.stdout:312: done (0 left) 2024-04-15T16:29:53.046 INFO:tasks.rados.rados.0.smithi090.stdout:313: rollback oid 50 current snap is 23 2024-04-15T16:29:53.046 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 50 to 16 2024-04-15T16:29:53.046 INFO:tasks.rados.rados.0.smithi090.stdout:314: rmattr oid 38 current snap is 23 2024-04-15T16:29:53.046 INFO:tasks.rados.rados.0.smithi090.stdout:314: done (1 left) 2024-04-15T16:29:53.046 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 23 2024-04-15T16:29:53.046 INFO:tasks.rados.rados.0.smithi090.stdout:315: seq_num 117 ranges {1753088=770048,2523136=417792,2940928=442368,3383296=344064} 2024-04-15T16:29:53.059 INFO:tasks.rados.rados.0.smithi090.stdout:315: writing smithi09078167-21 from 1753088 to 2523136 tid 1 2024-04-15T16:29:53.061 INFO:tasks.rados.rados.0.smithi090.stdout:315: writing smithi09078167-21 from 2523136 to 2940928 tid 2 2024-04-15T16:29:53.063 INFO:tasks.rados.rados.0.smithi090.stdout:315: writing smithi09078167-21 from 2940928 to 3383296 tid 3 2024-04-15T16:29:53.066 INFO:tasks.rados.rados.0.smithi090.stdout:315: writing smithi09078167-21 from 3383296 to 3727360 tid 4 2024-04-15T16:29:53.066 INFO:tasks.rados.rados.0.smithi090.stdout:316: copy_from oid 37 from oid 14 current snap is 23 2024-04-15T16:29:53.066 INFO:tasks.rados.rados.0.smithi090.stdout:313: finishing rollback tid 0 to smithi09078167-50 2024-04-15T16:29:53.066 INFO:tasks.rados.rados.0.smithi090.stdout:313: finishing rollback tid 1 to smithi09078167-50 2024-04-15T16:29:53.066 INFO:tasks.rados.rados.0.smithi090.stdout:313: finishing rollback tid 2 to smithi09078167-50 2024-04-15T16:29:53.066 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 48 (ObjNum 57 snap 3 seq_num 57) dirty exists 2024-04-15T16:29:53.067 INFO:tasks.rados.rados.0.smithi090.stdout:315: finishing write tid 1 to smithi09078167-21 2024-04-15T16:29:53.067 INFO:tasks.rados.rados.0.smithi090.stdout:315: finishing write tid 2 to smithi09078167-21 2024-04-15T16:29:53.067 INFO:tasks.rados.rados.0.smithi090.stdout:313: done (2 left) 2024-04-15T16:29:53.067 INFO:tasks.rados.rados.0.smithi090.stdout:317: rmattr oid 44 current snap is 23 2024-04-15T16:29:53.067 INFO:tasks.rados.rados.0.smithi090.stdout:317: done (2 left) 2024-04-15T16:29:53.067 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 23 2024-04-15T16:29:53.067 INFO:tasks.rados.rados.0.smithi090.stdout:318: seq_num 118 ranges {1507328=786432,2293760=704512,2998272=499712} 2024-04-15T16:29:53.078 INFO:tasks.rados.rados.0.smithi090.stdout:318: writing smithi09078167-15 from 1507328 to 2293760 tid 1 2024-04-15T16:29:53.083 INFO:tasks.rados.rados.0.smithi090.stdout:318: writing smithi09078167-15 from 2293760 to 2998272 tid 2 2024-04-15T16:29:53.086 INFO:tasks.rados.rados.0.smithi090.stdout:318: writing smithi09078167-15 from 2998272 to 3497984 tid 3 2024-04-15T16:29:53.086 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 23 2024-04-15T16:29:53.086 INFO:tasks.rados.rados.0.smithi090.stdout:319: seq_num 119 ranges {1507328=802816,2310144=589824,2899968=409600,3309568=204800} 2024-04-15T16:29:53.098 INFO:tasks.rados.rados.0.smithi090.stdout:319: writing smithi09078167-22 from 1507328 to 2310144 tid 1 2024-04-15T16:29:53.101 INFO:tasks.rados.rados.0.smithi090.stdout:319: writing smithi09078167-22 from 2310144 to 2899968 tid 2 2024-04-15T16:29:53.104 INFO:tasks.rados.rados.0.smithi090.stdout:319: writing smithi09078167-22 from 2899968 to 3309568 tid 3 2024-04-15T16:29:53.106 INFO:tasks.rados.rados.0.smithi090.stdout:319: writing smithi09078167-22 from 3309568 to 3514368 tid 4 2024-04-15T16:29:53.106 INFO:tasks.rados.rados.0.smithi090.stdout:320: copy_from oid 23 from oid 11 current snap is 23 2024-04-15T16:29:53.106 INFO:tasks.rados.rados.0.smithi090.stdout:315: finishing write tid 3 to smithi09078167-21 2024-04-15T16:29:53.106 INFO:tasks.rados.rados.0.smithi090.stdout:315: finishing write tid 4 to smithi09078167-21 2024-04-15T16:29:53.106 INFO:tasks.rados.rados.0.smithi090.stdout:315: finishing write tid 5 to smithi09078167-21 2024-04-15T16:29:53.107 INFO:tasks.rados.rados.0.smithi090.stdout:315: finishing write tid 6 to smithi09078167-21 2024-04-15T16:29:53.107 INFO:tasks.rados.rados.0.smithi090.stdout:315: oid 21 updating version 0 to 79 2024-04-15T16:29:53.107 INFO:tasks.rados.rados.0.smithi090.stdout:315: oid 21 updating version 79 to 81 2024-04-15T16:29:53.107 INFO:tasks.rados.rados.0.smithi090.stdout:315: oid 21 version 81 is already newer than 80 2024-04-15T16:29:53.107 INFO:tasks.rados.rados.0.smithi090.stdout:315: oid 21 updating version 81 to 82 2024-04-15T16:29:53.107 INFO:tasks.rados.rados.0.smithi090.stdout:315: oid 21 updating version 82 to 83 2024-04-15T16:29:53.107 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 83 (ObjNum 117 snap 23 seq_num 117) dirty exists 2024-04-15T16:29:53.107 INFO:tasks.rados.rados.0.smithi090.stdout:315: left oid 21 (ObjNum 117 snap 23 seq_num 117) 2024-04-15T16:29:53.107 INFO:tasks.rados.rados.0.smithi090.stdout:315: done (4 left) 2024-04-15T16:29:53.107 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 23 2024-04-15T16:29:53.107 INFO:tasks.rados.rados.0.smithi090.stdout:316: finishing copy_from racing read to smithi09078167-37 2024-04-15T16:29:53.107 INFO:tasks.rados.rados.0.smithi090.stdout:316: finishing copy_from to smithi09078167-37 2024-04-15T16:29:53.107 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 6 (ObjNum 94 snap 11 seq_num 94) dirty exists 2024-04-15T16:29:53.107 INFO:tasks.rados.rados.0.smithi090.stdout:318: finishing write tid 1 to smithi09078167-15 2024-04-15T16:29:53.108 INFO:tasks.rados.rados.0.smithi090.stdout:318: finishing write tid 2 to smithi09078167-15 2024-04-15T16:29:53.108 INFO:tasks.rados.rados.0.smithi090.stdout:321: seq_num 120 ranges {491520=417792,909312=475136,1384448=622592,2007040=507904} 2024-04-15T16:29:53.110 INFO:tasks.rados.rados.0.smithi090.stdout:321: writing smithi09078167-3 from 491520 to 909312 tid 1 2024-04-15T16:29:53.113 INFO:tasks.rados.rados.0.smithi090.stdout:321: writing smithi09078167-3 from 909312 to 1384448 tid 2 2024-04-15T16:29:53.117 INFO:tasks.rados.rados.0.smithi090.stdout:321: writing smithi09078167-3 from 1384448 to 2007040 tid 3 2024-04-15T16:29:53.119 INFO:tasks.rados.rados.0.smithi090.stdout:321: writing smithi09078167-3 from 2007040 to 2514944 tid 4 2024-04-15T16:29:53.120 INFO:tasks.rados.rados.0.smithi090.stdout:316: done (4 left) 2024-04-15T16:29:53.120 INFO:tasks.rados.rados.0.smithi090.stdout:322: snap_remove snap 19 2024-04-15T16:29:53.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:53 smithi090 ceph-mon[27209]: osdmap e115: 8 total, 8 up, 8 in 2024-04-15T16:29:53.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:53 smithi090 ceph-mon[38312]: osdmap e115: 8 total, 8 up, 8 in 2024-04-15T16:29:53.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:52 smithi153 ceph-mon[30366]: osdmap e115: 8 total, 8 up, 8 in 2024-04-15T16:29:53.937 INFO:tasks.rados.rados.0.smithi090.stdout:322: done (4 left) 2024-04-15T16:29:53.937 INFO:tasks.rados.rados.0.smithi090.stdout:323: copy_from oid 43 from oid 12 current snap is 23 2024-04-15T16:29:53.937 INFO:tasks.rados.rados.0.smithi090.stdout:324: copy_from oid 18 from oid 4 current snap is 23 2024-04-15T16:29:53.937 INFO:tasks.rados.rados.0.smithi090.stdout:325: snap_create 2024-04-15T16:29:53.937 INFO:tasks.rados.rados.0.smithi090.stdout:318: finishing write tid 3 to smithi09078167-15 2024-04-15T16:29:53.937 INFO:tasks.rados.rados.0.smithi090.stdout:318: finishing write tid 4 to smithi09078167-15 2024-04-15T16:29:53.937 INFO:tasks.rados.rados.0.smithi090.stdout:318: finishing write tid 5 to smithi09078167-15 2024-04-15T16:29:53.937 INFO:tasks.rados.rados.0.smithi090.stdout:318: oid 15 updating version 0 to 74 2024-04-15T16:29:53.938 INFO:tasks.rados.rados.0.smithi090.stdout:318: oid 15 updating version 74 to 77 2024-04-15T16:29:53.938 INFO:tasks.rados.rados.0.smithi090.stdout:318: oid 15 version 77 is already newer than 76 2024-04-15T16:29:53.938 INFO:tasks.rados.rados.0.smithi090.stdout:318: oid 15 version 77 is already newer than 75 2024-04-15T16:29:53.938 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 77 (ObjNum 118 snap 23 seq_num 118) dirty exists 2024-04-15T16:29:53.938 INFO:tasks.rados.rados.0.smithi090.stdout:318: left oid 15 (ObjNum 118 snap 23 seq_num 118) 2024-04-15T16:29:53.938 INFO:tasks.rados.rados.0.smithi090.stdout:319: finishing write tid 1 to smithi09078167-22 2024-04-15T16:29:53.938 INFO:tasks.rados.rados.0.smithi090.stdout:319: finishing write tid 2 to smithi09078167-22 2024-04-15T16:29:53.938 INFO:tasks.rados.rados.0.smithi090.stdout:320: finishing copy_from to smithi09078167-23 2024-04-15T16:29:53.938 INFO:tasks.rados.rados.0.smithi090.stdout:320: got expected ENOENT (src dne) 2024-04-15T16:29:53.938 INFO:tasks.rados.rados.0.smithi090.stdout:320: finishing copy_from racing read to smithi09078167-23 2024-04-15T16:29:53.938 INFO:tasks.rados.rados.0.smithi090.stdout:319: finishing write tid 3 to smithi09078167-22 2024-04-15T16:29:53.938 INFO:tasks.rados.rados.0.smithi090.stdout:319: finishing write tid 4 to smithi09078167-22 2024-04-15T16:29:53.938 INFO:tasks.rados.rados.0.smithi090.stdout:319: finishing write tid 5 to smithi09078167-22 2024-04-15T16:29:53.939 INFO:tasks.rados.rados.0.smithi090.stdout:319: finishing write tid 6 to smithi09078167-22 2024-04-15T16:29:53.939 INFO:tasks.rados.rados.0.smithi090.stdout:319: oid 22 updating version 0 to 79 2024-04-15T16:29:53.939 INFO:tasks.rados.rados.0.smithi090.stdout:319: oid 22 updating version 79 to 82 2024-04-15T16:29:53.939 INFO:tasks.rados.rados.0.smithi090.stdout:319: oid 22 version 82 is already newer than 80 2024-04-15T16:29:53.939 INFO:tasks.rados.rados.0.smithi090.stdout:319: oid 22 version 82 is already newer than 81 2024-04-15T16:29:53.939 INFO:tasks.rados.rados.0.smithi090.stdout:319: oid 22 updating version 82 to 83 2024-04-15T16:29:53.939 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 83 (ObjNum 119 snap 23 seq_num 119) dirty exists 2024-04-15T16:29:53.939 INFO:tasks.rados.rados.0.smithi090.stdout:319: left oid 22 (ObjNum 119 snap 23 seq_num 119) 2024-04-15T16:29:53.939 INFO:tasks.rados.rados.0.smithi090.stdout:321: finishing write tid 1 to smithi09078167-3 2024-04-15T16:29:53.939 INFO:tasks.rados.rados.0.smithi090.stdout:321: finishing write tid 2 to smithi09078167-3 2024-04-15T16:29:53.939 INFO:tasks.rados.rados.0.smithi090.stdout:321: finishing write tid 3 to smithi09078167-3 2024-04-15T16:29:53.939 INFO:tasks.rados.rados.0.smithi090.stdout:321: finishing write tid 4 to smithi09078167-3 2024-04-15T16:29:53.939 INFO:tasks.rados.rados.0.smithi090.stdout:321: finishing write tid 5 to smithi09078167-3 2024-04-15T16:29:53.939 INFO:tasks.rados.rados.0.smithi090.stdout:321: finishing write tid 6 to smithi09078167-3 2024-04-15T16:29:53.939 INFO:tasks.rados.rados.0.smithi090.stdout:321: oid 3 updating version 0 to 43 2024-04-15T16:29:53.940 INFO:tasks.rados.rados.0.smithi090.stdout:321: oid 3 updating version 43 to 44 2024-04-15T16:29:53.940 INFO:tasks.rados.rados.0.smithi090.stdout:321: oid 3 version 44 is already newer than 42 2024-04-15T16:29:53.940 INFO:tasks.rados.rados.0.smithi090.stdout:321: oid 3 version 44 is already newer than 41 2024-04-15T16:29:53.940 INFO:tasks.rados.rados.0.smithi090.stdout:321: oid 3 updating version 44 to 45 2024-04-15T16:29:53.940 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 45 (ObjNum 120 snap 23 seq_num 120) dirty exists 2024-04-15T16:29:53.940 INFO:tasks.rados.rados.0.smithi090.stdout:321: left oid 3 (ObjNum 120 snap 23 seq_num 120) 2024-04-15T16:29:53.944 INFO:tasks.rados.rados.0.smithi090.stdout:324: finishing copy_from racing read to smithi09078167-18 2024-04-15T16:29:53.945 INFO:tasks.rados.rados.0.smithi090.stdout:323: finishing copy_from racing read to smithi09078167-43 2024-04-15T16:29:54.189 INFO:tasks.rados.rados.0.smithi090.stdout:323: finishing copy_from to smithi09078167-43 2024-04-15T16:29:54.190 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-15T16:29:54.190 INFO:tasks.rados.rados.0.smithi090.stdout:324: finishing copy_from to smithi09078167-18 2024-04-15T16:29:54.190 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-15T16:29:54.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:54 smithi090 ceph-mon[27209]: pgmap v168: 121 pgs: 121 active+clean; 77 MiB data, 338 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-15T16:29:54.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:54 smithi090 ceph-mon[27209]: osdmap e116: 8 total, 8 up, 8 in 2024-04-15T16:29:54.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:54 smithi090 ceph-mon[27209]: osdmap e117: 8 total, 8 up, 8 in 2024-04-15T16:29:54.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:54 smithi090 ceph-mon[38312]: pgmap v168: 121 pgs: 121 active+clean; 77 MiB data, 338 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-15T16:29:54.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:54 smithi090 ceph-mon[38312]: osdmap e116: 8 total, 8 up, 8 in 2024-04-15T16:29:54.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:54 smithi090 ceph-mon[38312]: osdmap e117: 8 total, 8 up, 8 in 2024-04-15T16:29:54.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:54 smithi153 ceph-mon[30366]: pgmap v168: 121 pgs: 121 active+clean; 77 MiB data, 338 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-15T16:29:54.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:54 smithi153 ceph-mon[30366]: osdmap e116: 8 total, 8 up, 8 in 2024-04-15T16:29:54.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:54 smithi153 ceph-mon[30366]: osdmap e117: 8 total, 8 up, 8 in 2024-04-15T16:29:54.943 INFO:tasks.rados.rados.0.smithi090.stdout:318: done (6 left) 2024-04-15T16:29:54.943 INFO:tasks.rados.rados.0.smithi090.stdout:319: done (5 left) 2024-04-15T16:29:54.943 INFO:tasks.rados.rados.0.smithi090.stdout:320: done (4 left) 2024-04-15T16:29:54.943 INFO:tasks.rados.rados.0.smithi090.stdout:321: done (3 left) 2024-04-15T16:29:54.943 INFO:tasks.rados.rados.0.smithi090.stdout:323: done (2 left) 2024-04-15T16:29:54.944 INFO:tasks.rados.rados.0.smithi090.stdout:324: done (1 left) 2024-04-15T16:29:54.944 INFO:tasks.rados.rados.0.smithi090.stdout:325: done (0 left) 2024-04-15T16:29:54.944 INFO:tasks.rados.rados.0.smithi090.stdout:326: read oid 15 snap -1 2024-04-15T16:29:54.944 INFO:tasks.rados.rados.0.smithi090.stdout:326: expect (ObjNum 118 snap 23 seq_num 118) 2024-04-15T16:29:54.944 INFO:tasks.rados.rados.0.smithi090.stdout:327: copy_from oid 39 from oid 19 current snap is 24 2024-04-15T16:29:54.944 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 24 2024-04-15T16:29:54.944 INFO:tasks.rados.rados.0.smithi090.stdout:328: seq_num 121 ranges {1458176=434176,1892352=753664,2646016=425984,3072000=425984} 2024-04-15T16:29:54.953 INFO:tasks.rados.rados.0.smithi090.stdout:328: writing smithi09078167-9 from 1458176 to 1892352 tid 1 2024-04-15T16:29:54.957 INFO:tasks.rados.rados.0.smithi090.stdout:328: writing smithi09078167-9 from 1892352 to 2646016 tid 2 2024-04-15T16:29:54.960 INFO:tasks.rados.rados.0.smithi090.stdout:328: writing smithi09078167-9 from 2646016 to 3072000 tid 3 2024-04-15T16:29:54.962 INFO:tasks.rados.rados.0.smithi090.stdout:328: writing smithi09078167-9 from 3072000 to 3497984 tid 4 2024-04-15T16:29:54.963 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 24 2024-04-15T16:29:54.963 INFO:tasks.rados.rados.0.smithi090.stdout:327: finishing copy_from to smithi09078167-39 2024-04-15T16:29:54.963 INFO:tasks.rados.rados.0.smithi090.stdout:327: got expected ENOENT (src dne) 2024-04-15T16:29:54.963 INFO:tasks.rados.rados.0.smithi090.stdout:329: seq_num 122 ranges {3325952=450560,3776512=688128,4464640=630784,5095424=286720} 2024-04-15T16:29:54.983 INFO:tasks.rados.rados.0.smithi090.stdout:329: writing smithi09078167-45 from 3325952 to 3776512 tid 1 2024-04-15T16:29:54.987 INFO:tasks.rados.rados.0.smithi090.stdout:329: writing smithi09078167-45 from 3776512 to 4464640 tid 2 2024-04-15T16:29:54.991 INFO:tasks.rados.rados.0.smithi090.stdout:329: writing smithi09078167-45 from 4464640 to 5095424 tid 3 2024-04-15T16:29:54.993 INFO:tasks.rados.rados.0.smithi090.stdout:329: writing smithi09078167-45 from 5095424 to 5382144 tid 4 2024-04-15T16:29:54.993 INFO:tasks.rados.rados.0.smithi090.stdout:330: snap_create 2024-04-15T16:29:54.993 INFO:tasks.rados.rados.0.smithi090.stdout:327: finishing copy_from racing read to smithi09078167-39 2024-04-15T16:29:54.993 INFO:tasks.rados.rados.0.smithi090.stdout:326: expect (ObjNum 118 snap 23 seq_num 118) 2024-04-15T16:29:55.118 INFO:tasks.rados.rados.0.smithi090.stdout:328: finishing write tid 1 to smithi09078167-9 2024-04-15T16:29:55.118 INFO:tasks.rados.rados.0.smithi090.stdout:328: finishing write tid 2 to smithi09078167-9 2024-04-15T16:29:55.118 INFO:tasks.rados.rados.0.smithi090.stdout:328: finishing write tid 3 to smithi09078167-9 2024-04-15T16:29:55.118 INFO:tasks.rados.rados.0.smithi090.stdout:328: finishing write tid 4 to smithi09078167-9 2024-04-15T16:29:55.118 INFO:tasks.rados.rados.0.smithi090.stdout:328: finishing write tid 5 to smithi09078167-9 2024-04-15T16:29:55.118 INFO:tasks.rados.rados.0.smithi090.stdout:328: finishing write tid 6 to smithi09078167-9 2024-04-15T16:29:55.118 INFO:tasks.rados.rados.0.smithi090.stdout:328: oid 9 updating version 0 to 66 2024-04-15T16:29:55.118 INFO:tasks.rados.rados.0.smithi090.stdout:328: oid 9 updating version 66 to 68 2024-04-15T16:29:55.119 INFO:tasks.rados.rados.0.smithi090.stdout:328: oid 9 version 68 is already newer than 65 2024-04-15T16:29:55.119 INFO:tasks.rados.rados.0.smithi090.stdout:328: oid 9 updating version 68 to 69 2024-04-15T16:29:55.119 INFO:tasks.rados.rados.0.smithi090.stdout:328: oid 9 version 69 is already newer than 67 2024-04-15T16:29:55.119 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 69 (ObjNum 121 snap 24 seq_num 121) dirty exists 2024-04-15T16:29:55.119 INFO:tasks.rados.rados.0.smithi090.stdout:328: left oid 9 (ObjNum 121 snap 24 seq_num 121) 2024-04-15T16:29:55.119 INFO:tasks.rados.rados.0.smithi090.stdout:329: finishing write tid 1 to smithi09078167-45 2024-04-15T16:29:55.119 INFO:tasks.rados.rados.0.smithi090.stdout:329: finishing write tid 2 to smithi09078167-45 2024-04-15T16:29:55.119 INFO:tasks.rados.rados.0.smithi090.stdout:329: finishing write tid 3 to smithi09078167-45 2024-04-15T16:29:55.119 INFO:tasks.rados.rados.0.smithi090.stdout:329: finishing write tid 4 to smithi09078167-45 2024-04-15T16:29:55.119 INFO:tasks.rados.rados.0.smithi090.stdout:329: finishing write tid 5 to smithi09078167-45 2024-04-15T16:29:55.119 INFO:tasks.rados.rados.0.smithi090.stdout:329: finishing write tid 6 to smithi09078167-45 2024-04-15T16:29:55.119 INFO:tasks.rados.rados.0.smithi090.stdout:329: oid 45 updating version 0 to 94 2024-04-15T16:29:55.119 INFO:tasks.rados.rados.0.smithi090.stdout:329: oid 45 version 94 is already newer than 91 2024-04-15T16:29:55.119 INFO:tasks.rados.rados.0.smithi090.stdout:329: oid 45 updating version 94 to 95 2024-04-15T16:29:55.119 INFO:tasks.rados.rados.0.smithi090.stdout:329: oid 45 version 95 is already newer than 93 2024-04-15T16:29:55.120 INFO:tasks.rados.rados.0.smithi090.stdout:329: oid 45 version 95 is already newer than 92 2024-04-15T16:29:55.120 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 95 (ObjNum 122 snap 24 seq_num 122) dirty exists 2024-04-15T16:29:55.120 INFO:tasks.rados.rados.0.smithi090.stdout:329: left oid 45 (ObjNum 122 snap 24 seq_num 122) 2024-04-15T16:29:55.945 INFO:tasks.rados.rados.0.smithi090.stdout:326: done (4 left) 2024-04-15T16:29:55.945 INFO:tasks.rados.rados.0.smithi090.stdout:327: done (3 left) 2024-04-15T16:29:55.945 INFO:tasks.rados.rados.0.smithi090.stdout:328: done (2 left) 2024-04-15T16:29:55.945 INFO:tasks.rados.rados.0.smithi090.stdout:329: done (1 left) 2024-04-15T16:29:55.945 INFO:tasks.rados.rados.0.smithi090.stdout:330: done (0 left) 2024-04-15T16:29:55.945 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 25 2024-04-15T16:29:55.945 INFO:tasks.rados.rados.0.smithi090.stdout:331: seq_num 123 ranges {0=466944,466944=573440,1040384=794624,1835008=237568} 2024-04-15T16:29:55.947 INFO:tasks.rados.rados.0.smithi090.stdout:331: writing smithi09078167-5 from 0 to 466944 tid 1 2024-04-15T16:29:55.950 INFO:tasks.rados.rados.0.smithi090.stdout:331: writing smithi09078167-5 from 466944 to 1040384 tid 2 2024-04-15T16:29:55.955 INFO:tasks.rados.rados.0.smithi090.stdout:331: writing smithi09078167-5 from 1040384 to 1835008 tid 3 2024-04-15T16:29:55.957 INFO:tasks.rados.rados.0.smithi090.stdout:331: writing smithi09078167-5 from 1835008 to 2072576 tid 4 2024-04-15T16:29:55.957 INFO:tasks.rados.rados.0.smithi090.stdout:332: rollback oid 31 current snap is 25 2024-04-15T16:29:55.957 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 23 2024-04-15T16:29:55.957 INFO:tasks.rados.rados.0.smithi090.stdout:331: finishing write tid 1 to smithi09078167-5 2024-04-15T16:29:55.957 INFO:tasks.rados.rados.0.smithi090.stdout:331: finishing write tid 2 to smithi09078167-5 2024-04-15T16:29:55.957 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 25 2024-04-15T16:29:55.957 INFO:tasks.rados.rados.0.smithi090.stdout:333: seq_num 124 ranges {0=483328,483328=458752,942080=598016,1540096=548864} 2024-04-15T16:29:55.959 INFO:tasks.rados.rados.0.smithi090.stdout:333: writing smithi09078167-49 from 0 to 483328 tid 1 2024-04-15T16:29:55.962 INFO:tasks.rados.rados.0.smithi090.stdout:333: writing smithi09078167-49 from 483328 to 942080 tid 2 2024-04-15T16:29:55.965 INFO:tasks.rados.rados.0.smithi090.stdout:333: writing smithi09078167-49 from 942080 to 1540096 tid 3 2024-04-15T16:29:55.969 INFO:tasks.rados.rados.0.smithi090.stdout:333: writing smithi09078167-49 from 1540096 to 2088960 tid 4 2024-04-15T16:29:55.970 INFO:tasks.rados.rados.0.smithi090.stdout:334: rmattr oid 41 current snap is 25 2024-04-15T16:29:55.970 INFO:tasks.rados.rados.0.smithi090.stdout:334: done (3 left) 2024-04-15T16:29:55.970 INFO:tasks.rados.rados.0.smithi090.stdout:335: read oid 7 snap -1 2024-04-15T16:29:55.970 INFO:tasks.rados.rados.0.smithi090.stdout:335: expect (ObjNum 85 snap 11 seq_num 85) 2024-04-15T16:29:55.970 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 25 2024-04-15T16:29:55.970 INFO:tasks.rados.rados.0.smithi090.stdout:331: finishing write tid 3 to smithi09078167-5 2024-04-15T16:29:55.970 INFO:tasks.rados.rados.0.smithi090.stdout:331: finishing write tid 4 to smithi09078167-5 2024-04-15T16:29:55.970 INFO:tasks.rados.rados.0.smithi090.stdout:336: seq_num 125 ranges {57344=499712,557056=745472,1302528=409600,1712128=450560} 2024-04-15T16:29:55.972 INFO:tasks.rados.rados.0.smithi090.stdout:336: writing smithi09078167-18 from 57344 to 557056 tid 1 2024-04-15T16:29:55.977 INFO:tasks.rados.rados.0.smithi090.stdout:336: writing smithi09078167-18 from 557056 to 1302528 tid 2 2024-04-15T16:29:55.979 INFO:tasks.rados.rados.0.smithi090.stdout:336: writing smithi09078167-18 from 1302528 to 1712128 tid 3 2024-04-15T16:29:55.984 INFO:tasks.rados.rados.0.smithi090.stdout:336: writing smithi09078167-18 from 1712128 to 2162688 tid 4 2024-04-15T16:29:55.984 INFO:tasks.rados.rados.0.smithi090.stdout:337: rollback oid 3 current snap is 25 2024-04-15T16:29:55.984 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 23 2024-04-15T16:29:55.984 INFO:tasks.rados.rados.0.smithi090.stdout:331: finishing write tid 5 to smithi09078167-5 2024-04-15T16:29:55.984 INFO:tasks.rados.rados.0.smithi090.stdout:331: finishing write tid 6 to smithi09078167-5 2024-04-15T16:29:55.984 INFO:tasks.rados.rados.0.smithi090.stdout:331: oid 5 updating version 0 to 13 2024-04-15T16:29:55.984 INFO:tasks.rados.rados.0.smithi090.stdout:331: oid 5 updating version 13 to 14 2024-04-15T16:29:55.984 INFO:tasks.rados.rados.0.smithi090.stdout:331: oid 5 version 14 is already newer than 11 2024-04-15T16:29:55.984 INFO:tasks.rados.rados.0.smithi090.stdout:331: oid 5 version 14 is already newer than 12 2024-04-15T16:29:55.984 INFO:tasks.rados.rados.0.smithi090.stdout:331: oid 5 version 14 is already newer than 10 2024-04-15T16:29:55.984 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 14 (ObjNum 123 snap 25 seq_num 123) dirty exists 2024-04-15T16:29:55.984 INFO:tasks.rados.rados.0.smithi090.stdout:331: left oid 5 (ObjNum 123 snap 25 seq_num 123) 2024-04-15T16:29:55.985 INFO:tasks.rados.rados.0.smithi090.stdout:332: finishing rollback tid 0 to smithi09078167-31 2024-04-15T16:29:55.985 INFO:tasks.rados.rados.0.smithi090.stdout:332: finishing rollback tid 1 to smithi09078167-31 2024-04-15T16:29:55.985 INFO:tasks.rados.rados.0.smithi090.stdout:332: finishing rollback tid 2 to smithi09078167-31 2024-04-15T16:29:55.985 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 73 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-15T16:29:55.985 INFO:tasks.rados.rados.0.smithi090.stdout:333: finishing write tid 1 to smithi09078167-49 2024-04-15T16:29:55.985 INFO:tasks.rados.rados.0.smithi090.stdout:333: finishing write tid 2 to smithi09078167-49 2024-04-15T16:29:55.985 INFO:tasks.rados.rados.0.smithi090.stdout:333: finishing write tid 3 to smithi09078167-49 2024-04-15T16:29:55.985 INFO:tasks.rados.rados.0.smithi090.stdout:331: done (5 left) 2024-04-15T16:29:55.985 INFO:tasks.rados.rados.0.smithi090.stdout:332: done (4 left) 2024-04-15T16:29:55.985 INFO:tasks.rados.rados.0.smithi090.stdout:338: snap_create 2024-04-15T16:29:55.985 INFO:tasks.rados.rados.0.smithi090.stdout:333: finishing write tid 4 to smithi09078167-49 2024-04-15T16:29:55.985 INFO:tasks.rados.rados.0.smithi090.stdout:333: finishing write tid 5 to smithi09078167-49 2024-04-15T16:29:55.986 INFO:tasks.rados.rados.0.smithi090.stdout:333: finishing write tid 6 to smithi09078167-49 2024-04-15T16:29:55.986 INFO:tasks.rados.rados.0.smithi090.stdout:333: oid 49 updating version 0 to 72 2024-04-15T16:29:55.986 INFO:tasks.rados.rados.0.smithi090.stdout:333: oid 49 updating version 72 to 73 2024-04-15T16:29:55.986 INFO:tasks.rados.rados.0.smithi090.stdout:333: oid 49 version 73 is already newer than 69 2024-04-15T16:29:55.986 INFO:tasks.rados.rados.0.smithi090.stdout:333: oid 49 version 73 is already newer than 71 2024-04-15T16:29:55.986 INFO:tasks.rados.rados.0.smithi090.stdout:333: oid 49 version 73 is already newer than 70 2024-04-15T16:29:55.986 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 73 (ObjNum 124 snap 25 seq_num 124) dirty exists 2024-04-15T16:29:55.986 INFO:tasks.rados.rados.0.smithi090.stdout:333: left oid 49 (ObjNum 124 snap 25 seq_num 124) 2024-04-15T16:29:55.986 INFO:tasks.rados.rados.0.smithi090.stdout:335: expect (ObjNum 85 snap 11 seq_num 85) 2024-04-15T16:29:56.034 INFO:tasks.rados.rados.0.smithi090.stdout:336: finishing write tid 1 to smithi09078167-18 2024-04-15T16:29:56.034 INFO:tasks.rados.rados.0.smithi090.stdout:336: finishing write tid 2 to smithi09078167-18 2024-04-15T16:29:56.035 INFO:tasks.rados.rados.0.smithi090.stdout:336: finishing write tid 3 to smithi09078167-18 2024-04-15T16:29:56.035 INFO:tasks.rados.rados.0.smithi090.stdout:336: finishing write tid 4 to smithi09078167-18 2024-04-15T16:29:56.035 INFO:tasks.rados.rados.0.smithi090.stdout:336: finishing write tid 5 to smithi09078167-18 2024-04-15T16:29:56.035 INFO:tasks.rados.rados.0.smithi090.stdout:337: finishing rollback tid 0 to smithi09078167-3 2024-04-15T16:29:56.035 INFO:tasks.rados.rados.0.smithi090.stdout:337: finishing rollback tid 1 to smithi09078167-3 2024-04-15T16:29:56.035 INFO:tasks.rados.rados.0.smithi090.stdout:337: finishing rollback tid 2 to smithi09078167-3 2024-04-15T16:29:56.035 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 51 (ObjNum 120 snap 23 seq_num 120) dirty exists 2024-04-15T16:29:56.035 INFO:tasks.rados.rados.0.smithi090.stdout:336: finishing write tid 6 to smithi09078167-18 2024-04-15T16:29:56.035 INFO:tasks.rados.rados.0.smithi090.stdout:336: oid 18 updating version 0 to 94 2024-04-15T16:29:56.035 INFO:tasks.rados.rados.0.smithi090.stdout:336: oid 18 updating version 94 to 95 2024-04-15T16:29:56.035 INFO:tasks.rados.rados.0.smithi090.stdout:336: oid 18 updating version 95 to 96 2024-04-15T16:29:56.035 INFO:tasks.rados.rados.0.smithi090.stdout:336: oid 18 version 96 is already newer than 93 2024-04-15T16:29:56.035 INFO:tasks.rados.rados.0.smithi090.stdout:336: oid 18 updating version 96 to 97 2024-04-15T16:29:56.035 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 97 (ObjNum 125 snap 25 seq_num 125) dirty exists 2024-04-15T16:29:56.036 INFO:tasks.rados.rados.0.smithi090.stdout:336: left oid 18 (ObjNum 125 snap 25 seq_num 125) 2024-04-15T16:29:56.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:55 smithi090 ceph-mon[27209]: pgmap v171: 121 pgs: 121 active+clean; 77 MiB data, 338 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-15T16:29:56.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:55 smithi090 ceph-mon[27209]: osdmap e118: 8 total, 8 up, 8 in 2024-04-15T16:29:56.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:55 smithi090 ceph-mon[38312]: pgmap v171: 121 pgs: 121 active+clean; 77 MiB data, 338 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-15T16:29:56.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:55 smithi090 ceph-mon[38312]: osdmap e118: 8 total, 8 up, 8 in 2024-04-15T16:29:56.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:55 smithi153 ceph-mon[30366]: pgmap v171: 121 pgs: 121 active+clean; 77 MiB data, 338 MiB used, 715 GiB / 715 GiB avail; 14 MiB/s rd, 2.1 MiB/s wr, 16 op/s 2024-04-15T16:29:56.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:55 smithi153 ceph-mon[30366]: osdmap e118: 8 total, 8 up, 8 in 2024-04-15T16:29:56.948 INFO:tasks.rados.rados.0.smithi090.stdout:333: done (4 left) 2024-04-15T16:29:56.948 INFO:tasks.rados.rados.0.smithi090.stdout:335: done (3 left) 2024-04-15T16:29:56.948 INFO:tasks.rados.rados.0.smithi090.stdout:336: done (2 left) 2024-04-15T16:29:56.948 INFO:tasks.rados.rados.0.smithi090.stdout:337: done (1 left) 2024-04-15T16:29:56.948 INFO:tasks.rados.rados.0.smithi090.stdout:338: done (0 left) 2024-04-15T16:29:56.948 INFO:tasks.rados.rados.0.smithi090.stdout:339: delete oid 50 current snap is 26 2024-04-15T16:29:56.951 INFO:tasks.rados.rados.0.smithi090.stdout:339: done (0 left) 2024-04-15T16:29:56.951 INFO:tasks.rados.rados.0.smithi090.stdout:340: rollback oid 46 current snap is 26 2024-04-15T16:29:56.951 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 25 2024-04-15T16:29:56.951 INFO:tasks.rados.rados.0.smithi090.stdout:341: read oid 28 snap -1 2024-04-15T16:29:56.951 INFO:tasks.rados.rados.0.smithi090.stdout:341: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T16:29:56.951 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 26 2024-04-15T16:29:56.951 INFO:tasks.rados.rados.0.smithi090.stdout:342: seq_num 127 ranges {3727360=532480,4259840=507904,4767744=778240,5545984=319488} 2024-04-15T16:29:56.973 INFO:tasks.rados.rados.0.smithi090.stdout:342: writing smithi09078167-21 from 3727360 to 4259840 tid 1 2024-04-15T16:29:56.976 INFO:tasks.rados.rados.0.smithi090.stdout:342: writing smithi09078167-21 from 4259840 to 4767744 tid 2 2024-04-15T16:29:56.981 INFO:tasks.rados.rados.0.smithi090.stdout:342: writing smithi09078167-21 from 4767744 to 5545984 tid 3 2024-04-15T16:29:56.982 INFO:tasks.rados.rados.0.smithi090.stdout:342: writing smithi09078167-21 from 5545984 to 5865472 tid 4 2024-04-15T16:29:56.983 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 26 2024-04-15T16:29:56.983 INFO:tasks.rados.rados.0.smithi090.stdout:343: seq_num 128 ranges {0=548864,548864=794624,1343488=581632,1925120=229376} 2024-04-15T16:29:56.986 INFO:tasks.rados.rados.0.smithi090.stdout:343: writing smithi09078167-39 from 0 to 548864 tid 1 2024-04-15T16:29:56.990 INFO:tasks.rados.rados.0.smithi090.stdout:343: writing smithi09078167-39 from 548864 to 1343488 tid 2 2024-04-15T16:29:56.993 INFO:tasks.rados.rados.0.smithi090.stdout:343: writing smithi09078167-39 from 1343488 to 1925120 tid 3 2024-04-15T16:29:56.995 INFO:tasks.rados.rados.0.smithi090.stdout:343: writing smithi09078167-39 from 1925120 to 2154496 tid 4 2024-04-15T16:29:56.995 INFO:tasks.rados.rados.0.smithi090.stdout:344: delete oid 9 current snap is 26 2024-04-15T16:29:56.995 INFO:tasks.rados.rados.0.smithi090.stdout:340: finishing rollback tid 0 to smithi09078167-46 2024-04-15T16:29:56.995 INFO:tasks.rados.rados.0.smithi090.stdout:340: finishing rollback tid 1 to smithi09078167-46 2024-04-15T16:29:56.995 INFO:tasks.rados.rados.0.smithi090.stdout:341: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-15T16:29:57.019 INFO:tasks.rados.rados.0.smithi090.stdout:340: finishing rollback tid 2 to smithi09078167-46 2024-04-15T16:29:57.019 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 35 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-15T16:29:57.019 INFO:tasks.rados.rados.0.smithi090.stdout:342: finishing write tid 1 to smithi09078167-21 2024-04-15T16:29:57.019 INFO:tasks.rados.rados.0.smithi090.stdout:340: done (4 left) 2024-04-15T16:29:57.019 INFO:tasks.rados.rados.0.smithi090.stdout:341: done (3 left) 2024-04-15T16:29:57.019 INFO:tasks.rados.rados.0.smithi090.stdout:344: done (2 left) 2024-04-15T16:29:57.019 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 26 2024-04-15T16:29:57.019 INFO:tasks.rados.rados.0.smithi090.stdout:342: finishing write tid 2 to smithi09078167-21 2024-04-15T16:29:57.019 INFO:tasks.rados.rados.0.smithi090.stdout:342: finishing write tid 3 to smithi09078167-21 2024-04-15T16:29:57.019 INFO:tasks.rados.rados.0.smithi090.stdout:342: finishing write tid 4 to smithi09078167-21 2024-04-15T16:29:57.019 INFO:tasks.rados.rados.0.smithi090.stdout:342: finishing write tid 5 to smithi09078167-21 2024-04-15T16:29:57.019 INFO:tasks.rados.rados.0.smithi090.stdout:345: seq_num 130 ranges {2072576=581632,2654208=614400,3268608=598016,3866624=393216} 2024-04-15T16:29:57.034 INFO:tasks.rados.rados.0.smithi090.stdout:345: writing smithi09078167-5 from 2072576 to 2654208 tid 1 2024-04-15T16:29:57.038 INFO:tasks.rados.rados.0.smithi090.stdout:345: writing smithi09078167-5 from 2654208 to 3268608 tid 2 2024-04-15T16:29:57.042 INFO:tasks.rados.rados.0.smithi090.stdout:345: writing smithi09078167-5 from 3268608 to 3866624 tid 3 2024-04-15T16:29:57.046 INFO:tasks.rados.rados.0.smithi090.stdout:345: writing smithi09078167-5 from 3866624 to 4259840 tid 4 2024-04-15T16:29:57.046 INFO:tasks.rados.rados.0.smithi090.stdout:342: finishing write tid 6 to smithi09078167-21 2024-04-15T16:29:57.046 INFO:tasks.rados.rados.0.smithi090.stdout:342: oid 21 updating version 0 to 101 2024-04-15T16:29:57.047 INFO:tasks.rados.rados.0.smithi090.stdout:342: oid 21 updating version 101 to 102 2024-04-15T16:29:57.047 INFO:tasks.rados.rados.0.smithi090.stdout:342: oid 21 version 102 is already newer than 99 2024-04-15T16:29:57.047 INFO:tasks.rados.rados.0.smithi090.stdout:342: oid 21 updating version 102 to 103 2024-04-15T16:29:57.047 INFO:tasks.rados.rados.0.smithi090.stdout:342: oid 21 version 103 is already newer than 100 2024-04-15T16:29:57.047 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 103 (ObjNum 127 snap 26 seq_num 127) dirty exists 2024-04-15T16:29:57.047 INFO:tasks.rados.rados.0.smithi090.stdout:342: left oid 21 (ObjNum 127 snap 26 seq_num 127) 2024-04-15T16:29:57.047 INFO:tasks.rados.rados.0.smithi090.stdout:343: finishing write tid 1 to smithi09078167-39 2024-04-15T16:29:57.047 INFO:tasks.rados.rados.0.smithi090.stdout:343: finishing write tid 2 to smithi09078167-39 2024-04-15T16:29:57.047 INFO:tasks.rados.rados.0.smithi090.stdout:343: finishing write tid 3 to smithi09078167-39 2024-04-15T16:29:57.047 INFO:tasks.rados.rados.0.smithi090.stdout:342: done (2 left) 2024-04-15T16:29:57.047 INFO:tasks.rados.rados.0.smithi090.stdout:346: delete oid 48 current snap is 26 2024-04-15T16:29:57.047 INFO:tasks.rados.rados.0.smithi090.stdout:343: finishing write tid 4 to smithi09078167-39 2024-04-15T16:29:57.047 INFO:tasks.rados.rados.0.smithi090.stdout:343: finishing write tid 5 to smithi09078167-39 2024-04-15T16:29:57.048 INFO:tasks.rados.rados.0.smithi090.stdout:343: finishing write tid 6 to smithi09078167-39 2024-04-15T16:29:57.048 INFO:tasks.rados.rados.0.smithi090.stdout:343: oid 39 updating version 0 to 58 2024-04-15T16:29:57.048 INFO:tasks.rados.rados.0.smithi090.stdout:343: oid 39 updating version 58 to 59 2024-04-15T16:29:57.048 INFO:tasks.rados.rados.0.smithi090.stdout:343: oid 39 updating version 59 to 60 2024-04-15T16:29:57.048 INFO:tasks.rados.rados.0.smithi090.stdout:343: oid 39 version 60 is already newer than 56 2024-04-15T16:29:57.048 INFO:tasks.rados.rados.0.smithi090.stdout:343: oid 39 version 60 is already newer than 57 2024-04-15T16:29:57.048 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 60 (ObjNum 128 snap 26 seq_num 128) dirty exists 2024-04-15T16:29:57.048 INFO:tasks.rados.rados.0.smithi090.stdout:343: left oid 39 (ObjNum 128 snap 26 seq_num 128) 2024-04-15T16:29:57.048 INFO:tasks.rados.rados.0.smithi090.stdout:345: finishing write tid 1 to smithi09078167-5 2024-04-15T16:29:57.048 INFO:tasks.rados.rados.0.smithi090.stdout:345: finishing write tid 2 to smithi09078167-5 2024-04-15T16:29:57.048 INFO:tasks.rados.rados.0.smithi090.stdout:345: finishing write tid 3 to smithi09078167-5 2024-04-15T16:29:57.049 INFO:tasks.rados.rados.0.smithi090.stdout:343: done (2 left) 2024-04-15T16:29:57.049 INFO:tasks.rados.rados.0.smithi090.stdout:346: done (1 left) 2024-04-15T16:29:57.049 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 26 2024-04-15T16:29:57.049 INFO:tasks.rados.rados.0.smithi090.stdout:347: seq_num 132 ranges {778240=614400,1392640=786432,2179072=565248,2744320=253952} 2024-04-15T16:29:57.055 INFO:tasks.rados.rados.0.smithi090.stdout:347: writing smithi09078167-36 from 778240 to 1392640 tid 1 2024-04-15T16:29:57.059 INFO:tasks.rados.rados.0.smithi090.stdout:347: writing smithi09078167-36 from 1392640 to 2179072 tid 2 2024-04-15T16:29:57.062 INFO:tasks.rados.rados.0.smithi090.stdout:347: writing smithi09078167-36 from 2179072 to 2744320 tid 3 2024-04-15T16:29:57.065 INFO:tasks.rados.rados.0.smithi090.stdout:347: writing smithi09078167-36 from 2744320 to 2998272 tid 4 2024-04-15T16:29:57.065 INFO:tasks.rados.rados.0.smithi090.stdout:348: copy_from oid 21 from oid 20 current snap is 26 2024-04-15T16:29:57.065 INFO:tasks.rados.rados.0.smithi090.stdout:349: setattr oid 33 current snap is 26 2024-04-15T16:29:57.065 INFO:tasks.rados.rados.0.smithi090.stdout:345: finishing write tid 4 to smithi09078167-5 2024-04-15T16:29:57.065 INFO:tasks.rados.rados.0.smithi090.stdout:345: finishing write tid 5 to smithi09078167-5 2024-04-15T16:29:57.065 INFO:tasks.rados.rados.0.smithi090.stdout:345: finishing write tid 6 to smithi09078167-5 2024-04-15T16:29:57.065 INFO:tasks.rados.rados.0.smithi090.stdout:345: oid 5 updating version 0 to 19 2024-04-15T16:29:57.065 INFO:tasks.rados.rados.0.smithi090.stdout:345: oid 5 version 19 is already newer than 17 2024-04-15T16:29:57.065 INFO:tasks.rados.rados.0.smithi090.stdout:345: oid 5 updating version 19 to 20 2024-04-15T16:29:57.065 INFO:tasks.rados.rados.0.smithi090.stdout:345: oid 5 version 20 is already newer than 16 2024-04-15T16:29:57.065 INFO:tasks.rados.rados.0.smithi090.stdout:345: oid 5 version 20 is already newer than 18 2024-04-15T16:29:57.066 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 20 (ObjNum 130 snap 26 seq_num 130) dirty exists 2024-04-15T16:29:57.066 INFO:tasks.rados.rados.0.smithi090.stdout:345: left oid 5 (ObjNum 130 snap 26 seq_num 130) 2024-04-15T16:29:57.066 INFO:tasks.rados.rados.0.smithi090.stdout:347: finishing write tid 1 to smithi09078167-36 2024-04-15T16:29:57.066 INFO:tasks.rados.rados.0.smithi090.stdout:347: finishing write tid 2 to smithi09078167-36 2024-04-15T16:29:57.066 INFO:tasks.rados.rados.0.smithi090.stdout:345: done (3 left) 2024-04-15T16:29:57.067 INFO:tasks.rados.rados.0.smithi090.stdout:350: read oid 35 snap -1 2024-04-15T16:29:57.067 INFO:tasks.rados.rados.0.smithi090.stdout:350: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:29:57.067 INFO:tasks.rados.rados.0.smithi090.stdout:351: snap_create 2024-04-15T16:29:57.067 INFO:tasks.rados.rados.0.smithi090.stdout:347: finishing write tid 3 to smithi09078167-36 2024-04-15T16:29:57.067 INFO:tasks.rados.rados.0.smithi090.stdout:347: finishing write tid 4 to smithi09078167-36 2024-04-15T16:29:57.067 INFO:tasks.rados.rados.0.smithi090.stdout:347: finishing write tid 5 to smithi09078167-36 2024-04-15T16:29:57.068 INFO:tasks.rados.rados.0.smithi090.stdout:347: finishing write tid 6 to smithi09078167-36 2024-04-15T16:29:57.068 INFO:tasks.rados.rados.0.smithi090.stdout:347: oid 36 updating version 0 to 79 2024-04-15T16:29:57.068 INFO:tasks.rados.rados.0.smithi090.stdout:347: oid 36 version 79 is already newer than 77 2024-04-15T16:29:57.068 INFO:tasks.rados.rados.0.smithi090.stdout:347: oid 36 version 79 is already newer than 76 2024-04-15T16:29:57.068 INFO:tasks.rados.rados.0.smithi090.stdout:347: oid 36 version 79 is already newer than 75 2024-04-15T16:29:57.068 INFO:tasks.rados.rados.0.smithi090.stdout:347: oid 36 version 79 is already newer than 78 2024-04-15T16:29:57.068 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 79 (ObjNum 132 snap 26 seq_num 132) dirty exists 2024-04-15T16:29:57.068 INFO:tasks.rados.rados.0.smithi090.stdout:347: left oid 36 (ObjNum 132 snap 26 seq_num 132) 2024-04-15T16:29:57.069 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 58 (ObjNum 78 snap 10 seq_num 78) dirty exists 2024-04-15T16:29:57.069 INFO:tasks.rados.rados.0.smithi090.stdout:350: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:29:57.085 INFO:tasks.rados.rados.0.smithi090.stdout:348: finishing copy_from racing read to smithi09078167-21 2024-04-15T16:29:57.086 INFO:tasks.rados.rados.0.smithi090.stdout:348: finishing copy_from to smithi09078167-21 2024-04-15T16:29:57.086 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 59 (ObjNum 90 snap 11 seq_num 90) dirty exists 2024-04-15T16:29:57.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:56 smithi090 ceph-mon[38312]: osdmap e119: 8 total, 8 up, 8 in 2024-04-15T16:29:57.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:56 smithi090 ceph-mon[27209]: osdmap e119: 8 total, 8 up, 8 in 2024-04-15T16:29:57.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:56 smithi153 ceph-mon[30366]: osdmap e119: 8 total, 8 up, 8 in 2024-04-15T16:29:57.955 INFO:tasks.rados.rados.0.smithi090.stdout:347: done (4 left) 2024-04-15T16:29:57.955 INFO:tasks.rados.rados.0.smithi090.stdout:348: done (3 left) 2024-04-15T16:29:57.955 INFO:tasks.rados.rados.0.smithi090.stdout:349: done (2 left) 2024-04-15T16:29:57.955 INFO:tasks.rados.rados.0.smithi090.stdout:350: done (1 left) 2024-04-15T16:29:57.955 INFO:tasks.rados.rados.0.smithi090.stdout:351: done (0 left) 2024-04-15T16:29:57.955 INFO:tasks.rados.rados.0.smithi090.stdout:352: read oid 31 snap -1 2024-04-15T16:29:57.955 INFO:tasks.rados.rados.0.smithi090.stdout:352: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-15T16:29:57.955 INFO:tasks.rados.rados.0.smithi090.stdout:353: rollback oid 22 current snap is 27 2024-04-15T16:29:57.955 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 25 2024-04-15T16:29:57.955 INFO:tasks.rados.rados.0.smithi090.stdout:354: read oid 48 snap -1 2024-04-15T16:29:57.955 INFO:tasks.rados.rados.0.smithi090.stdout:354: expect deleted 2024-04-15T16:29:57.956 INFO:tasks.rados.rados.0.smithi090.stdout:355: read oid 3 snap 23 2024-04-15T16:29:57.956 INFO:tasks.rados.rados.0.smithi090.stdout:355: expect (ObjNum 120 snap 23 seq_num 120) 2024-04-15T16:29:57.956 INFO:tasks.rados.rados.0.smithi090.stdout:356: rmattr oid 6 current snap is 27 2024-04-15T16:29:57.956 INFO:tasks.rados.rados.0.smithi090.stdout:356: done (4 left) 2024-04-15T16:29:57.956 INFO:tasks.rados.rados.0.smithi090.stdout:357: rmattr oid 8 current snap is 27 2024-04-15T16:29:57.956 INFO:tasks.rados.rados.0.smithi090.stdout:357: done (4 left) 2024-04-15T16:29:57.956 INFO:tasks.rados.rados.0.smithi090.stdout:358: rmattr oid 40 current snap is 27 2024-04-15T16:29:57.956 INFO:tasks.rados.rados.0.smithi090.stdout:358: done (4 left) 2024-04-15T16:29:57.956 INFO:tasks.rados.rados.0.smithi090.stdout:359: copy_from oid 33 from oid 47 current snap is 27 2024-04-15T16:29:57.956 INFO:tasks.rados.rados.0.smithi090.stdout:360: delete oid 24 current snap is 27 2024-04-15T16:29:57.959 INFO:tasks.rados.rados.0.smithi090.stdout:353: finishing rollback tid 0 to smithi09078167-22 2024-04-15T16:29:57.959 INFO:tasks.rados.rados.0.smithi090.stdout:353: finishing rollback tid 1 to smithi09078167-22 2024-04-15T16:29:57.959 INFO:tasks.rados.rados.0.smithi090.stdout:353: finishing rollback tid 2 to smithi09078167-22 2024-04-15T16:29:57.959 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 99 (ObjNum 119 snap 23 seq_num 119) dirty exists 2024-04-15T16:29:57.961 INFO:tasks.rados.rados.0.smithi090.stdout:352: expect (ObjNum 18 snap 0 seq_num 18) 2024-04-15T16:29:57.972 INFO:tasks.rados.rados.0.smithi090.stdout:359: finishing copy_from racing read to smithi09078167-33 2024-04-15T16:29:57.972 INFO:tasks.rados.rados.0.smithi090.stdout:359: finishing copy_from to smithi09078167-33 2024-04-15T16:29:57.972 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 19 (ObjNum 75 snap 7 seq_num 75) dirty exists 2024-04-15T16:29:57.972 INFO:tasks.rados.rados.0.smithi090.stdout:355: expect (ObjNum 120 snap 23 seq_num 120) 2024-04-15T16:29:58.048 INFO:tasks.rados.rados.0.smithi090.stdout:352: done (5 left) 2024-04-15T16:29:58.048 INFO:tasks.rados.rados.0.smithi090.stdout:353: done (4 left) 2024-04-15T16:29:58.048 INFO:tasks.rados.rados.0.smithi090.stdout:354: done (3 left) 2024-04-15T16:29:58.048 INFO:tasks.rados.rados.0.smithi090.stdout:355: done (2 left) 2024-04-15T16:29:58.048 INFO:tasks.rados.rados.0.smithi090.stdout:359: done (1 left) 2024-04-15T16:29:58.048 INFO:tasks.rados.rados.0.smithi090.stdout:360: done (0 left) 2024-04-15T16:29:58.048 INFO:tasks.rados.rados.0.smithi090.stdout:361: rollback oid 30 current snap is 27 2024-04-15T16:29:58.048 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 22 2024-04-15T16:29:58.048 INFO:tasks.rados.rados.0.smithi090.stdout:362: read oid 19 snap -1 2024-04-15T16:29:58.048 INFO:tasks.rados.rados.0.smithi090.stdout:362: expect deleted 2024-04-15T16:29:58.049 INFO:tasks.rados.rados.0.smithi090.stdout:363: snap_remove snap 23 2024-04-15T16:29:58.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:57 smithi090 ceph-mon[27209]: pgmap v174: 121 pgs: 121 active+clean; 77 MiB data, 338 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:58.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:57 smithi090 ceph-mon[27209]: osdmap e120: 8 total, 8 up, 8 in 2024-04-15T16:29:58.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:57 smithi090 ceph-mon[38312]: pgmap v174: 121 pgs: 121 active+clean; 77 MiB data, 338 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:58.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:57 smithi090 ceph-mon[38312]: osdmap e120: 8 total, 8 up, 8 in 2024-04-15T16:29:58.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:57 smithi153 ceph-mon[30366]: pgmap v174: 121 pgs: 121 active+clean; 77 MiB data, 338 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:29:58.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:57 smithi153 ceph-mon[30366]: osdmap e120: 8 total, 8 up, 8 in 2024-04-15T16:29:58.971 INFO:tasks.rados.rados.0.smithi090.stdout:361: finishing rollback tid 0 to smithi09078167-30 2024-04-15T16:29:58.971 INFO:tasks.rados.rados.0.smithi090.stdout:361: finishing rollback tid 1 to smithi09078167-30 2024-04-15T16:29:58.971 INFO:tasks.rados.rados.0.smithi090.stdout:361: finishing rollback tid 2 to smithi09078167-30 2024-04-15T16:29:58.971 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 48 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-15T16:29:58.972 INFO:tasks.rados.rados.0.smithi090.stdout:361: done (2 left) 2024-04-15T16:29:58.972 INFO:tasks.rados.rados.0.smithi090.stdout:362: done (1 left) 2024-04-15T16:29:58.972 INFO:tasks.rados.rados.0.smithi090.stdout:363: done (0 left) 2024-04-15T16:29:58.972 INFO:tasks.rados.rados.0.smithi090.stdout:364: delete oid 18 current snap is 27 2024-04-15T16:29:58.976 INFO:tasks.rados.rados.0.smithi090.stdout:364: done (0 left) 2024-04-15T16:29:58.976 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 27 2024-04-15T16:29:58.976 INFO:tasks.rados.rados.0.smithi090.stdout:365: seq_num 135 ranges {188416=663552,851968=434176,1286144=786432,2072576=385024} 2024-04-15T16:29:58.980 INFO:tasks.rados.rados.0.smithi090.stdout:365: writing smithi09078167-12 from 188416 to 851968 tid 1 2024-04-15T16:29:58.983 INFO:tasks.rados.rados.0.smithi090.stdout:365: writing smithi09078167-12 from 851968 to 1286144 tid 2 2024-04-15T16:29:58.987 INFO:tasks.rados.rados.0.smithi090.stdout:365: writing smithi09078167-12 from 1286144 to 2072576 tid 3 2024-04-15T16:29:58.989 INFO:tasks.rados.rados.0.smithi090.stdout:365: writing smithi09078167-12 from 2072576 to 2457600 tid 4 2024-04-15T16:29:58.989 INFO:tasks.rados.rados.0.smithi090.stdout:366: snap_remove snap 17 2024-04-15T16:29:59.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:58 smithi090 ceph-mon[38312]: osdmap e121: 8 total, 8 up, 8 in 2024-04-15T16:29:59.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:58 smithi090 ceph-mon[27209]: osdmap e121: 8 total, 8 up, 8 in 2024-04-15T16:29:59.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:58 smithi153 ceph-mon[30366]: osdmap e121: 8 total, 8 up, 8 in 2024-04-15T16:29:59.974 INFO:tasks.rados.rados.0.smithi090.stdout:365: finishing write tid 1 to smithi09078167-12 2024-04-15T16:29:59.974 INFO:tasks.rados.rados.0.smithi090.stdout:365: finishing write tid 2 to smithi09078167-12 2024-04-15T16:29:59.974 INFO:tasks.rados.rados.0.smithi090.stdout:365: finishing write tid 3 to smithi09078167-12 2024-04-15T16:29:59.974 INFO:tasks.rados.rados.0.smithi090.stdout:365: finishing write tid 4 to smithi09078167-12 2024-04-15T16:29:59.974 INFO:tasks.rados.rados.0.smithi090.stdout:365: finishing write tid 5 to smithi09078167-12 2024-04-15T16:29:59.974 INFO:tasks.rados.rados.0.smithi090.stdout:365: finishing write tid 6 to smithi09078167-12 2024-04-15T16:29:59.975 INFO:tasks.rados.rados.0.smithi090.stdout:365: oid 12 updating version 0 to 53 2024-04-15T16:29:59.975 INFO:tasks.rados.rados.0.smithi090.stdout:365: oid 12 updating version 53 to 56 2024-04-15T16:29:59.975 INFO:tasks.rados.rados.0.smithi090.stdout:365: oid 12 version 56 is already newer than 54 2024-04-15T16:29:59.975 INFO:tasks.rados.rados.0.smithi090.stdout:365: oid 12 version 56 is already newer than 55 2024-04-15T16:29:59.975 INFO:tasks.rados.rados.0.smithi090.stdout:365: oid 12 version 56 is already newer than 52 2024-04-15T16:29:59.975 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 56 (ObjNum 135 snap 27 seq_num 135) dirty exists 2024-04-15T16:29:59.975 INFO:tasks.rados.rados.0.smithi090.stdout:365: left oid 12 (ObjNum 135 snap 27 seq_num 135) 2024-04-15T16:29:59.975 INFO:tasks.rados.rados.0.smithi090.stdout:365: done (1 left) 2024-04-15T16:29:59.975 INFO:tasks.rados.rados.0.smithi090.stdout:366: done (0 left) 2024-04-15T16:29:59.975 INFO:tasks.rados.rados.0.smithi090.stdout:367: snap_remove snap 25 2024-04-15T16:30:00.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:59 smithi090 ceph-mon[38312]: pgmap v177: 121 pgs: 121 active+clean; 104 MiB data, 388 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 7.3 MiB/s wr, 33 op/s 2024-04-15T16:30:00.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:29:59 smithi090 ceph-mon[38312]: osdmap e122: 8 total, 8 up, 8 in 2024-04-15T16:30:00.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:59 smithi090 ceph-mon[27209]: pgmap v177: 121 pgs: 121 active+clean; 104 MiB data, 388 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 7.3 MiB/s wr, 33 op/s 2024-04-15T16:30:00.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:29:59 smithi090 ceph-mon[27209]: osdmap e122: 8 total, 8 up, 8 in 2024-04-15T16:30:00.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:59 smithi153 ceph-mon[30366]: pgmap v177: 121 pgs: 121 active+clean; 104 MiB data, 388 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 7.3 MiB/s wr, 33 op/s 2024-04-15T16:30:00.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:29:59 smithi153 ceph-mon[30366]: osdmap e122: 8 total, 8 up, 8 in 2024-04-15T16:30:00.978 INFO:tasks.rados.rados.0.smithi090.stdout:367: done (0 left) 2024-04-15T16:30:00.978 INFO:tasks.rados.rados.0.smithi090.stdout:368: snap_remove snap 26 2024-04-15T16:30:01.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:00 smithi090 ceph-mon[38312]: osdmap e123: 8 total, 8 up, 8 in 2024-04-15T16:30:01.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:00 smithi090 ceph-mon[38312]: overall HEALTH_OK 2024-04-15T16:30:01.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:00 smithi090 ceph-mon[27209]: osdmap e123: 8 total, 8 up, 8 in 2024-04-15T16:30:01.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:00 smithi090 ceph-mon[27209]: overall HEALTH_OK 2024-04-15T16:30:01.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:00 smithi153 ceph-mon[30366]: osdmap e123: 8 total, 8 up, 8 in 2024-04-15T16:30:01.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:00 smithi153 ceph-mon[30366]: overall HEALTH_OK 2024-04-15T16:30:01.985 INFO:tasks.rados.rados.0.smithi090.stdout:368: done (0 left) 2024-04-15T16:30:01.985 INFO:tasks.rados.rados.0.smithi090.stdout:369: snap_remove snap 24 2024-04-15T16:30:02.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:01 smithi090 ceph-mon[38312]: pgmap v180: 121 pgs: 121 active+clean; 104 MiB data, 388 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 7.3 MiB/s wr, 33 op/s 2024-04-15T16:30:02.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:01 smithi090 ceph-mon[38312]: osdmap e124: 8 total, 8 up, 8 in 2024-04-15T16:30:02.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:01 smithi090 ceph-mon[27209]: pgmap v180: 121 pgs: 121 active+clean; 104 MiB data, 388 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 7.3 MiB/s wr, 33 op/s 2024-04-15T16:30:02.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:01 smithi090 ceph-mon[27209]: osdmap e124: 8 total, 8 up, 8 in 2024-04-15T16:30:02.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:01 smithi153 ceph-mon[30366]: pgmap v180: 121 pgs: 121 active+clean; 104 MiB data, 388 MiB used, 715 GiB / 715 GiB avail; 4.8 MiB/s rd, 7.3 MiB/s wr, 33 op/s 2024-04-15T16:30:02.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:01 smithi153 ceph-mon[30366]: osdmap e124: 8 total, 8 up, 8 in 2024-04-15T16:30:02.985 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:30:02] "GET /metrics HTTP/1.1" 200 36007 "" "Prometheus/2.43.0" 2024-04-15T16:30:02.990 INFO:tasks.rados.rados.0.smithi090.stdout:369: done (0 left) 2024-04-15T16:30:02.990 INFO:tasks.rados.rados.0.smithi090.stdout:370: setattr oid 41 current snap is 27 2024-04-15T16:30:02.992 INFO:tasks.rados.rados.0.smithi090.stdout:371: read oid 26 snap -1 2024-04-15T16:30:02.993 INFO:tasks.rados.rados.0.smithi090.stdout:371: expect deleted 2024-04-15T16:30:02.993 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 27 2024-04-15T16:30:02.993 INFO:tasks.rados.rados.0.smithi090.stdout:372: seq_num 136 ranges {303104=688128,991232=720896,1712128=540672,2252800=344064} 2024-04-15T16:30:02.999 INFO:tasks.rados.rados.0.smithi090.stdout:372: writing smithi09078167-31 from 303104 to 991232 tid 1 2024-04-15T16:30:03.004 INFO:tasks.rados.rados.0.smithi090.stdout:372: writing smithi09078167-31 from 991232 to 1712128 tid 2 2024-04-15T16:30:03.007 INFO:tasks.rados.rados.0.smithi090.stdout:372: writing smithi09078167-31 from 1712128 to 2252800 tid 3 2024-04-15T16:30:03.009 INFO:tasks.rados.rados.0.smithi090.stdout:372: writing smithi09078167-31 from 2252800 to 2596864 tid 4 2024-04-15T16:30:03.009 INFO:tasks.rados.rados.0.smithi090.stdout:373: setattr oid 8 current snap is 27 2024-04-15T16:30:03.009 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 42 (ObjNum 1265 snap 0 seq_num 3797057160) dirty exists 2024-04-15T16:30:03.010 INFO:tasks.rados.rados.0.smithi090.stdout:372: finishing write tid 1 to smithi09078167-31 2024-04-15T16:30:03.010 INFO:tasks.rados.rados.0.smithi090.stdout:372: finishing write tid 2 to smithi09078167-31 2024-04-15T16:30:03.010 INFO:tasks.rados.rados.0.smithi090.stdout:372: finishing write tid 3 to smithi09078167-31 2024-04-15T16:30:03.011 INFO:tasks.rados.rados.0.smithi090.stdout:372: finishing write tid 4 to smithi09078167-31 2024-04-15T16:30:03.011 INFO:tasks.rados.rados.0.smithi090.stdout:370: done (3 left) 2024-04-15T16:30:03.011 INFO:tasks.rados.rados.0.smithi090.stdout:371: done (2 left) 2024-04-15T16:30:03.011 INFO:tasks.rados.rados.0.smithi090.stdout:374: read oid 33 snap -1 2024-04-15T16:30:03.011 INFO:tasks.rados.rados.0.smithi090.stdout:374: expect (ObjNum 75 snap 7 seq_num 75) 2024-04-15T16:30:03.012 INFO:tasks.rados.rados.0.smithi090.stdout:375: snap_remove snap 22 2024-04-15T16:30:03.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:02 smithi090 ceph-mon[27209]: osdmap e125: 8 total, 8 up, 8 in 2024-04-15T16:30:03.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:02 smithi090 ceph-mon[38312]: osdmap e125: 8 total, 8 up, 8 in 2024-04-15T16:30:03.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:02 smithi153 ceph-mon[30366]: osdmap e125: 8 total, 8 up, 8 in 2024-04-15T16:30:03.944 INFO:tasks.rados.rados.0.smithi090.stdout:372: finishing write tid 5 to smithi09078167-31 2024-04-15T16:30:03.944 INFO:tasks.rados.rados.0.smithi090.stdout:372: finishing write tid 6 to smithi09078167-31 2024-04-15T16:30:03.945 INFO:tasks.rados.rados.0.smithi090.stdout:372: oid 31 updating version 0 to 95 2024-04-15T16:30:03.945 INFO:tasks.rados.rados.0.smithi090.stdout:372: oid 31 updating version 95 to 97 2024-04-15T16:30:03.945 INFO:tasks.rados.rados.0.smithi090.stdout:372: oid 31 version 97 is already newer than 94 2024-04-15T16:30:03.945 INFO:tasks.rados.rados.0.smithi090.stdout:372: oid 31 updating version 97 to 98 2024-04-15T16:30:03.945 INFO:tasks.rados.rados.0.smithi090.stdout:372: oid 31 version 98 is already newer than 96 2024-04-15T16:30:03.945 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 98 (ObjNum 136 snap 27 seq_num 136) dirty exists 2024-04-15T16:30:03.945 INFO:tasks.rados.rados.0.smithi090.stdout:372: left oid 31 (ObjNum 136 snap 27 seq_num 136) 2024-04-15T16:30:03.945 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 118 (ObjNum 929 snap 0 seq_num 1605231494) dirty exists 2024-04-15T16:30:03.945 INFO:tasks.rados.rados.0.smithi090.stdout:374: expect (ObjNum 75 snap 7 seq_num 75) 2024-04-15T16:30:04.011 INFO:tasks.rados.rados.0.smithi090.stdout:372: done (3 left) 2024-04-15T16:30:04.011 INFO:tasks.rados.rados.0.smithi090.stdout:373: done (2 left) 2024-04-15T16:30:04.011 INFO:tasks.rados.rados.0.smithi090.stdout:374: done (1 left) 2024-04-15T16:30:04.011 INFO:tasks.rados.rados.0.smithi090.stdout:375: done (0 left) 2024-04-15T16:30:04.011 INFO:tasks.rados.rados.0.smithi090.stdout:376: snap_remove snap 21 2024-04-15T16:30:04.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:03 smithi090 ceph-mon[27209]: pgmap v183: 121 pgs: 121 active+clean; 104 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-15T16:30:04.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:03 smithi090 ceph-mon[27209]: osdmap e126: 8 total, 8 up, 8 in 2024-04-15T16:30:04.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:03 smithi090 ceph-mon[27209]: osdmap e127: 8 total, 8 up, 8 in 2024-04-15T16:30:04.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:03 smithi090 ceph-mon[38312]: pgmap v183: 121 pgs: 121 active+clean; 104 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-15T16:30:04.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:03 smithi090 ceph-mon[38312]: osdmap e126: 8 total, 8 up, 8 in 2024-04-15T16:30:04.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:03 smithi090 ceph-mon[38312]: osdmap e127: 8 total, 8 up, 8 in 2024-04-15T16:30:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:03 smithi153 ceph-mon[30366]: pgmap v183: 121 pgs: 121 active+clean; 104 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-15T16:30:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:03 smithi153 ceph-mon[30366]: osdmap e126: 8 total, 8 up, 8 in 2024-04-15T16:30:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:03 smithi153 ceph-mon[30366]: osdmap e127: 8 total, 8 up, 8 in 2024-04-15T16:30:04.996 INFO:tasks.rados.rados.0.smithi090.stdout:376: done (0 left) 2024-04-15T16:30:04.996 INFO:tasks.rados.rados.0.smithi090.stdout:377: read oid 36 snap -1 2024-04-15T16:30:04.996 INFO:tasks.rados.rados.0.smithi090.stdout:377: expect (ObjNum 132 snap 26 seq_num 132) 2024-04-15T16:30:04.997 INFO:tasks.rados.rados.0.smithi090.stdout:378: setattr oid 42 current snap is 27 2024-04-15T16:30:05.001 INFO:tasks.rados.rados.0.smithi090.stdout:379: setattr oid 11 current snap is 27 2024-04-15T16:30:05.003 INFO:tasks.rados.rados.0.smithi090.stdout:380: delete oid 15 current snap is 27 2024-04-15T16:30:05.009 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 57 (ObjNum 68 snap 4 seq_num 68) dirty exists 2024-04-15T16:30:05.011 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 62 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-15T16:30:05.013 INFO:tasks.rados.rados.0.smithi090.stdout:378: done (3 left) 2024-04-15T16:30:05.014 INFO:tasks.rados.rados.0.smithi090.stdout:379: done (2 left) 2024-04-15T16:30:05.014 INFO:tasks.rados.rados.0.smithi090.stdout:380: done (1 left) 2024-04-15T16:30:05.014 INFO:tasks.rados.rados.0.smithi090.stdout:381: copy_from oid 6 from oid 19 current snap is 27 2024-04-15T16:30:05.014 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 27 2024-04-15T16:30:05.014 INFO:tasks.rados.rados.0.smithi090.stdout:382: seq_num 138 ranges {1867776=720896,2588672=540672,3129344=557056,3686400=507904} 2024-04-15T16:30:05.027 INFO:tasks.rados.rados.0.smithi090.stdout:382: writing smithi09078167-17 from 1867776 to 2588672 tid 1 2024-04-15T16:30:05.030 INFO:tasks.rados.rados.0.smithi090.stdout:382: writing smithi09078167-17 from 2588672 to 3129344 tid 2 2024-04-15T16:30:05.033 INFO:tasks.rados.rados.0.smithi090.stdout:382: writing smithi09078167-17 from 3129344 to 3686400 tid 3 2024-04-15T16:30:05.037 INFO:tasks.rados.rados.0.smithi090.stdout:382: writing smithi09078167-17 from 3686400 to 4194304 tid 4 2024-04-15T16:30:05.037 INFO:tasks.rados.rados.0.smithi090.stdout:383: read oid 45 snap -1 2024-04-15T16:30:05.037 INFO:tasks.rados.rados.0.smithi090.stdout:383: expect (ObjNum 122 snap 24 seq_num 122) 2024-04-15T16:30:05.037 INFO:tasks.rados.rados.0.smithi090.stdout:384: read oid 4 snap -1 2024-04-15T16:30:05.037 INFO:tasks.rados.rados.0.smithi090.stdout:384: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-15T16:30:05.037 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 27 2024-04-15T16:30:05.037 INFO:tasks.rados.rados.0.smithi090.stdout:381: finishing copy_from to smithi09078167-6 2024-04-15T16:30:05.037 INFO:tasks.rados.rados.0.smithi090.stdout:381: got expected ENOENT (src dne) 2024-04-15T16:30:05.037 INFO:tasks.rados.rados.0.smithi090.stdout:385: seq_num 139 ranges {0=737280,737280=425984,1163264=761856,1925120=417792} 2024-04-15T16:30:05.041 INFO:tasks.rados.rados.0.smithi090.stdout:385: writing smithi09078167-9 from 0 to 737280 tid 1 2024-04-15T16:30:05.043 INFO:tasks.rados.rados.0.smithi090.stdout:385: writing smithi09078167-9 from 737280 to 1163264 tid 2 2024-04-15T16:30:05.048 INFO:tasks.rados.rados.0.smithi090.stdout:385: writing smithi09078167-9 from 1163264 to 1925120 tid 3 2024-04-15T16:30:05.050 INFO:tasks.rados.rados.0.smithi090.stdout:385: writing smithi09078167-9 from 1925120 to 2342912 tid 4 2024-04-15T16:30:05.051 INFO:tasks.rados.rados.0.smithi090.stdout:386: rollback oid 15 current snap is 27 2024-04-15T16:30:05.051 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 16 2024-04-15T16:30:05.051 INFO:tasks.rados.rados.0.smithi090.stdout:381: finishing copy_from racing read to smithi09078167-6 2024-04-15T16:30:05.051 INFO:tasks.rados.rados.0.smithi090.stdout:377: expect (ObjNum 132 snap 26 seq_num 132) 2024-04-15T16:30:05.142 INFO:tasks.rados.rados.0.smithi090.stdout:382: finishing write tid 1 to smithi09078167-17 2024-04-15T16:30:05.142 INFO:tasks.rados.rados.0.smithi090.stdout:382: finishing write tid 2 to smithi09078167-17 2024-04-15T16:30:05.142 INFO:tasks.rados.rados.0.smithi090.stdout:377: done (6 left) 2024-04-15T16:30:05.142 INFO:tasks.rados.rados.0.smithi090.stdout:381: done (5 left) 2024-04-15T16:30:05.142 INFO:tasks.rados.rados.0.smithi090.stdout:387: setattr oid 50 current snap is 27 2024-04-15T16:30:05.142 INFO:tasks.rados.rados.0.smithi090.stdout:382: finishing write tid 3 to smithi09078167-17 2024-04-15T16:30:05.143 INFO:tasks.rados.rados.0.smithi090.stdout:384: expect (ObjNum 3 snap 0 seq_num 3) 2024-04-15T16:30:05.143 INFO:tasks.rados.rados.0.smithi090.stdout:382: finishing write tid 4 to smithi09078167-17 2024-04-15T16:30:05.144 INFO:tasks.rados.rados.0.smithi090.stdout:382: finishing write tid 5 to smithi09078167-17 2024-04-15T16:30:05.144 INFO:tasks.rados.rados.0.smithi090.stdout:382: finishing write tid 6 to smithi09078167-17 2024-04-15T16:30:05.144 INFO:tasks.rados.rados.0.smithi090.stdout:382: oid 17 updating version 0 to 64 2024-04-15T16:30:05.144 INFO:tasks.rados.rados.0.smithi090.stdout:382: oid 17 updating version 64 to 66 2024-04-15T16:30:05.144 INFO:tasks.rados.rados.0.smithi090.stdout:382: oid 17 updating version 66 to 67 2024-04-15T16:30:05.144 INFO:tasks.rados.rados.0.smithi090.stdout:382: oid 17 version 67 is already newer than 65 2024-04-15T16:30:05.144 INFO:tasks.rados.rados.0.smithi090.stdout:382: oid 17 updating version 67 to 68 2024-04-15T16:30:05.144 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 68 (ObjNum 138 snap 27 seq_num 138) dirty exists 2024-04-15T16:30:05.144 INFO:tasks.rados.rados.0.smithi090.stdout:382: left oid 17 (ObjNum 138 snap 27 seq_num 138) 2024-04-15T16:30:05.144 INFO:tasks.rados.rados.0.smithi090.stdout:385: finishing write tid 1 to smithi09078167-9 2024-04-15T16:30:05.144 INFO:tasks.rados.rados.0.smithi090.stdout:385: finishing write tid 2 to smithi09078167-9 2024-04-15T16:30:05.144 INFO:tasks.rados.rados.0.smithi090.stdout:385: finishing write tid 3 to smithi09078167-9 2024-04-15T16:30:05.144 INFO:tasks.rados.rados.0.smithi090.stdout:385: finishing write tid 4 to smithi09078167-9 2024-04-15T16:30:05.144 INFO:tasks.rados.rados.0.smithi090.stdout:385: finishing write tid 5 to smithi09078167-9 2024-04-15T16:30:05.145 INFO:tasks.rados.rados.0.smithi090.stdout:385: finishing write tid 6 to smithi09078167-9 2024-04-15T16:30:05.145 INFO:tasks.rados.rados.0.smithi090.stdout:385: oid 9 updating version 0 to 86 2024-04-15T16:30:05.145 INFO:tasks.rados.rados.0.smithi090.stdout:385: oid 9 updating version 86 to 88 2024-04-15T16:30:05.145 INFO:tasks.rados.rados.0.smithi090.stdout:385: oid 9 version 88 is already newer than 87 2024-04-15T16:30:05.145 INFO:tasks.rados.rados.0.smithi090.stdout:385: oid 9 version 88 is already newer than 85 2024-04-15T16:30:05.145 INFO:tasks.rados.rados.0.smithi090.stdout:385: oid 9 version 88 is already newer than 84 2024-04-15T16:30:05.145 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 88 (ObjNum 139 snap 27 seq_num 139) dirty exists 2024-04-15T16:30:05.145 INFO:tasks.rados.rados.0.smithi090.stdout:385: left oid 9 (ObjNum 139 snap 27 seq_num 139) 2024-04-15T16:30:05.145 INFO:tasks.rados.rados.0.smithi090.stdout:383: expect (ObjNum 122 snap 24 seq_num 122) 2024-04-15T16:30:05.373 INFO:tasks.rados.rados.0.smithi090.stdout:386: finishing rollback tid 1 to smithi09078167-15 2024-04-15T16:30:05.373 INFO:tasks.rados.rados.0.smithi090.stdout:386: finishing rollback tid 2 to smithi09078167-15 2024-04-15T16:30:05.373 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 135 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-15T16:30:05.373 INFO:tasks.rados.rados.0.smithi090.stdout:382: done (5 left) 2024-04-15T16:30:05.373 INFO:tasks.rados.rados.0.smithi090.stdout:383: done (4 left) 2024-04-15T16:30:05.373 INFO:tasks.rados.rados.0.smithi090.stdout:384: done (3 left) 2024-04-15T16:30:05.373 INFO:tasks.rados.rados.0.smithi090.stdout:385: done (2 left) 2024-04-15T16:30:05.373 INFO:tasks.rados.rados.0.smithi090.stdout:386: done (1 left) 2024-04-15T16:30:05.373 INFO:tasks.rados.rados.0.smithi090.stdout:388: snap_create 2024-04-15T16:30:05.374 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 87 (ObjNum 161 snap 0 seq_num 3727881264) dirty exists 2024-04-15T16:30:06.000 INFO:tasks.rados.rados.0.smithi090.stdout:387: done (1 left) 2024-04-15T16:30:06.000 INFO:tasks.rados.rados.0.smithi090.stdout:388: done (0 left) 2024-04-15T16:30:06.000 INFO:tasks.rados.rados.0.smithi090.stdout:389: read oid 46 snap -1 2024-04-15T16:30:06.000 INFO:tasks.rados.rados.0.smithi090.stdout:389: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T16:30:06.000 INFO:tasks.rados.rados.0.smithi090.stdout:390: snap_remove snap 16 2024-04-15T16:30:06.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:05 smithi090 ceph-mon[27209]: pgmap v186: 121 pgs: 121 active+clean; 104 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-15T16:30:06.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:05 smithi090 ceph-mon[27209]: osdmap e128: 8 total, 8 up, 8 in 2024-04-15T16:30:06.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:05 smithi090 ceph-mon[38312]: pgmap v186: 121 pgs: 121 active+clean; 104 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-15T16:30:06.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:05 smithi090 ceph-mon[38312]: osdmap e128: 8 total, 8 up, 8 in 2024-04-15T16:30:06.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:05 smithi153 ceph-mon[30366]: pgmap v186: 121 pgs: 121 active+clean; 104 MiB data, 401 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-15T16:30:06.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:05 smithi153 ceph-mon[30366]: osdmap e128: 8 total, 8 up, 8 in 2024-04-15T16:30:07.007 INFO:tasks.rados.rados.0.smithi090.stdout:389: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T16:30:07.033 INFO:tasks.rados.rados.0.smithi090.stdout:389: done (1 left) 2024-04-15T16:30:07.033 INFO:tasks.rados.rados.0.smithi090.stdout:390: done (0 left) 2024-04-15T16:30:07.033 INFO:tasks.rados.rados.0.smithi090.stdout:391: read oid 45 snap -1 2024-04-15T16:30:07.034 INFO:tasks.rados.rados.0.smithi090.stdout:391: expect (ObjNum 122 snap 24 seq_num 122) 2024-04-15T16:30:07.034 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 28 2024-04-15T16:30:07.034 INFO:tasks.rados.rados.0.smithi090.stdout:392: seq_num 140 ranges {0=753664,753664=704512,1458176=524288,1982464=376832} 2024-04-15T16:30:07.038 INFO:tasks.rados.rados.0.smithi090.stdout:392: writing smithi09078167-44 from 0 to 753664 tid 1 2024-04-15T16:30:07.042 INFO:tasks.rados.rados.0.smithi090.stdout:392: writing smithi09078167-44 from 753664 to 1458176 tid 2 2024-04-15T16:30:07.046 INFO:tasks.rados.rados.0.smithi090.stdout:392: writing smithi09078167-44 from 1458176 to 1982464 tid 3 2024-04-15T16:30:07.049 INFO:tasks.rados.rados.0.smithi090.stdout:392: writing smithi09078167-44 from 1982464 to 2359296 tid 4 2024-04-15T16:30:07.049 INFO:tasks.rados.rados.0.smithi090.stdout:392: finishing write tid 1 to smithi09078167-44 2024-04-15T16:30:07.049 INFO:tasks.rados.rados.0.smithi090.stdout:392: finishing write tid 2 to smithi09078167-44 2024-04-15T16:30:07.049 INFO:tasks.rados.rados.0.smithi090.stdout:392: finishing write tid 3 to smithi09078167-44 2024-04-15T16:30:07.049 INFO:tasks.rados.rados.0.smithi090.stdout:393: snap_remove snap 27 2024-04-15T16:30:07.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:07 smithi090 ceph-mon[27209]: osdmap e129: 8 total, 8 up, 8 in 2024-04-15T16:30:07.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:07 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:30:07.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:07 smithi090 ceph-mon[38312]: osdmap e129: 8 total, 8 up, 8 in 2024-04-15T16:30:07.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:07 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:30:07.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:07 smithi153 ceph-mon[30366]: osdmap e129: 8 total, 8 up, 8 in 2024-04-15T16:30:07.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:07 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:30:08.016 INFO:tasks.rados.rados.0.smithi090.stdout:393: done (2 left) 2024-04-15T16:30:08.016 INFO:tasks.rados.rados.0.smithi090.stdout:394: snap_create 2024-04-15T16:30:08.017 INFO:tasks.rados.rados.0.smithi090.stdout:392: finishing write tid 4 to smithi09078167-44 2024-04-15T16:30:08.017 INFO:tasks.rados.rados.0.smithi090.stdout:392: finishing write tid 5 to smithi09078167-44 2024-04-15T16:30:08.017 INFO:tasks.rados.rados.0.smithi090.stdout:391: expect (ObjNum 122 snap 24 seq_num 122) 2024-04-15T16:30:08.242 INFO:tasks.rados.rados.0.smithi090.stdout:392: finishing write tid 6 to smithi09078167-44 2024-04-15T16:30:08.242 INFO:tasks.rados.rados.0.smithi090.stdout:392: oid 44 updating version 0 to 94 2024-04-15T16:30:08.242 INFO:tasks.rados.rados.0.smithi090.stdout:392: oid 44 updating version 94 to 95 2024-04-15T16:30:08.242 INFO:tasks.rados.rados.0.smithi090.stdout:392: oid 44 updating version 95 to 98 2024-04-15T16:30:08.242 INFO:tasks.rados.rados.0.smithi090.stdout:392: oid 44 version 98 is already newer than 97 2024-04-15T16:30:08.242 INFO:tasks.rados.rados.0.smithi090.stdout:392: oid 44 version 98 is already newer than 96 2024-04-15T16:30:08.242 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 98 (ObjNum 140 snap 28 seq_num 140) dirty exists 2024-04-15T16:30:08.242 INFO:tasks.rados.rados.0.smithi090.stdout:392: left oid 44 (ObjNum 140 snap 28 seq_num 140) 2024-04-15T16:30:08.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:08 smithi090 ceph-mon[27209]: pgmap v189: 121 pgs: 121 active+clean; 104 MiB data, 401 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:08.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:08 smithi090 ceph-mon[27209]: osdmap e130: 8 total, 8 up, 8 in 2024-04-15T16:30:08.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:08 smithi090 ceph-mon[38312]: pgmap v189: 121 pgs: 121 active+clean; 104 MiB data, 401 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:08.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:08 smithi090 ceph-mon[38312]: osdmap e130: 8 total, 8 up, 8 in 2024-04-15T16:30:08.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:08 smithi153 ceph-mon[30366]: pgmap v189: 121 pgs: 121 active+clean; 104 MiB data, 401 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:08.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:08 smithi153 ceph-mon[30366]: osdmap e130: 8 total, 8 up, 8 in 2024-04-15T16:30:09.020 INFO:tasks.rados.rados.0.smithi090.stdout:391: done (2 left) 2024-04-15T16:30:09.020 INFO:tasks.rados.rados.0.smithi090.stdout:392: done (1 left) 2024-04-15T16:30:09.021 INFO:tasks.rados.rados.0.smithi090.stdout:394: done (0 left) 2024-04-15T16:30:09.021 INFO:tasks.rados.rados.0.smithi090.stdout:395: snap_remove snap 28 2024-04-15T16:30:09.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:09 smithi090 ceph-mon[27209]: osdmap e131: 8 total, 8 up, 8 in 2024-04-15T16:30:09.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:09 smithi090 ceph-mon[38312]: osdmap e131: 8 total, 8 up, 8 in 2024-04-15T16:30:09.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:09 smithi153 ceph-mon[30366]: osdmap e131: 8 total, 8 up, 8 in 2024-04-15T16:30:09.781 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:30:10.025 INFO:tasks.rados.rados.0.smithi090.stdout:395: done (0 left) 2024-04-15T16:30:10.025 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 29 2024-04-15T16:30:10.025 INFO:tasks.rados.rados.0.smithi090.stdout:396: seq_num 141 ranges {0=770048,770048=589824,1359872=729088,2088960=286720} 2024-04-15T16:30:10.029 INFO:tasks.rados.rados.0.smithi090.stdout:396: writing smithi09078167-50 from 0 to 770048 tid 1 2024-04-15T16:30:10.033 INFO:tasks.rados.rados.0.smithi090.stdout:396: writing smithi09078167-50 from 770048 to 1359872 tid 2 2024-04-15T16:30:10.037 INFO:tasks.rados.rados.0.smithi090.stdout:396: writing smithi09078167-50 from 1359872 to 2088960 tid 3 2024-04-15T16:30:10.039 INFO:tasks.rados.rados.0.smithi090.stdout:396: writing smithi09078167-50 from 2088960 to 2375680 tid 4 2024-04-15T16:30:10.039 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 29 2024-04-15T16:30:10.039 INFO:tasks.rados.rados.0.smithi090.stdout:396: finishing write tid 1 to smithi09078167-50 2024-04-15T16:30:10.039 INFO:tasks.rados.rados.0.smithi090.stdout:397: seq_num 142 ranges {57344=786432,843776=475136,1318912=540672,1859584=589824} 2024-04-15T16:30:10.044 INFO:tasks.rados.rados.0.smithi090.stdout:397: writing smithi09078167-4 from 57344 to 843776 tid 1 2024-04-15T16:30:10.046 INFO:tasks.rados.rados.0.smithi090.stdout:397: writing smithi09078167-4 from 843776 to 1318912 tid 2 2024-04-15T16:30:10.050 INFO:tasks.rados.rados.0.smithi090.stdout:397: writing smithi09078167-4 from 1318912 to 1859584 tid 3 2024-04-15T16:30:10.054 INFO:tasks.rados.rados.0.smithi090.stdout:397: writing smithi09078167-4 from 1859584 to 2449408 tid 4 2024-04-15T16:30:10.054 INFO:tasks.rados.rados.0.smithi090.stdout:398: rmattr oid 9 current snap is 29 2024-04-15T16:30:10.055 INFO:tasks.rados.rados.0.smithi090.stdout:398: done (2 left) 2024-04-15T16:30:10.055 INFO:tasks.rados.rados.0.smithi090.stdout:399: delete oid 21 current snap is 29 2024-04-15T16:30:10.055 INFO:tasks.rados.rados.0.smithi090.stdout:396: finishing write tid 2 to smithi09078167-50 2024-04-15T16:30:10.055 INFO:tasks.rados.rados.0.smithi090.stdout:396: finishing write tid 3 to smithi09078167-50 2024-04-15T16:30:10.055 INFO:tasks.rados.rados.0.smithi090.stdout:396: finishing write tid 4 to smithi09078167-50 2024-04-15T16:30:10.055 INFO:tasks.rados.rados.0.smithi090.stdout:396: finishing write tid 5 to smithi09078167-50 2024-04-15T16:30:10.055 INFO:tasks.rados.rados.0.smithi090.stdout:396: finishing write tid 6 to smithi09078167-50 2024-04-15T16:30:10.055 INFO:tasks.rados.rados.0.smithi090.stdout:396: oid 50 updating version 0 to 100 2024-04-15T16:30:10.055 INFO:tasks.rados.rados.0.smithi090.stdout:396: oid 50 version 100 is already newer than 99 2024-04-15T16:30:10.055 INFO:tasks.rados.rados.0.smithi090.stdout:396: oid 50 updating version 100 to 102 2024-04-15T16:30:10.055 INFO:tasks.rados.rados.0.smithi090.stdout:396: oid 50 updating version 102 to 103 2024-04-15T16:30:10.055 INFO:tasks.rados.rados.0.smithi090.stdout:396: oid 50 version 103 is already newer than 101 2024-04-15T16:30:10.055 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 103 (ObjNum 141 snap 29 seq_num 141) dirty exists 2024-04-15T16:30:10.055 INFO:tasks.rados.rados.0.smithi090.stdout:396: left oid 50 (ObjNum 141 snap 29 seq_num 141) 2024-04-15T16:30:10.056 INFO:tasks.rados.rados.0.smithi090.stdout:397: finishing write tid 1 to smithi09078167-4 2024-04-15T16:30:10.056 INFO:tasks.rados.rados.0.smithi090.stdout:397: finishing write tid 2 to smithi09078167-4 2024-04-15T16:30:10.056 INFO:tasks.rados.rados.0.smithi090.stdout:397: finishing write tid 3 to smithi09078167-4 2024-04-15T16:30:10.056 INFO:tasks.rados.rados.0.smithi090.stdout:396: done (2 left) 2024-04-15T16:30:10.056 INFO:tasks.rados.rados.0.smithi090.stdout:399: done (1 left) 2024-04-15T16:30:10.056 INFO:tasks.rados.rados.0.smithi090.stdout:400: read oid 29 snap -1 2024-04-15T16:30:10.056 INFO:tasks.rados.rados.0.smithi090.stdout:400: expect (ObjNum 102 snap 15 seq_num 102) 2024-04-15T16:30:10.057 INFO:tasks.rados.rados.0.smithi090.stdout:401: snap_create 2024-04-15T16:30:10.057 INFO:tasks.rados.rados.0.smithi090.stdout:397: finishing write tid 4 to smithi09078167-4 2024-04-15T16:30:10.057 INFO:tasks.rados.rados.0.smithi090.stdout:397: finishing write tid 5 to smithi09078167-4 2024-04-15T16:30:10.058 INFO:tasks.rados.rados.0.smithi090.stdout:397: finishing write tid 6 to smithi09078167-4 2024-04-15T16:30:10.059 INFO:tasks.rados.rados.0.smithi090.stdout:397: oid 4 updating version 0 to 7 2024-04-15T16:30:10.059 INFO:tasks.rados.rados.0.smithi090.stdout:397: oid 4 version 7 is already newer than 6 2024-04-15T16:30:10.059 INFO:tasks.rados.rados.0.smithi090.stdout:397: oid 4 version 7 is already newer than 5 2024-04-15T16:30:10.059 INFO:tasks.rados.rados.0.smithi090.stdout:397: oid 4 version 7 is already newer than 4 2024-04-15T16:30:10.059 INFO:tasks.rados.rados.0.smithi090.stdout:397: oid 4 version 7 is already newer than 3 2024-04-15T16:30:10.059 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 7 (ObjNum 142 snap 29 seq_num 142) dirty exists 2024-04-15T16:30:10.059 INFO:tasks.rados.rados.0.smithi090.stdout:397: left oid 4 (ObjNum 142 snap 29 seq_num 142) 2024-04-15T16:30:10.066 INFO:tasks.rados.rados.0.smithi090.stdout:400: expect (ObjNum 102 snap 15 seq_num 102) 2024-04-15T16:30:10.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:10 smithi090 ceph-mon[38312]: pgmap v192: 121 pgs: 121 active+clean; 78 MiB data, 381 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-04-15T16:30:10.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:10 smithi090 ceph-mon[38312]: osdmap e132: 8 total, 8 up, 8 in 2024-04-15T16:30:10.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:10 smithi090 ceph-mon[27209]: pgmap v192: 121 pgs: 121 active+clean; 78 MiB data, 381 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-04-15T16:30:10.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:10 smithi090 ceph-mon[27209]: osdmap e132: 8 total, 8 up, 8 in 2024-04-15T16:30:10.111 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:30:10.111 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (2m) 2m ago 3m 16.1M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:30:10.111 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (3m) 2m ago 3m 85.3M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:30:10.111 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (4m) 2m ago 4m 15.4M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:30:10.111 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (4m) 2m ago 4m 13.5M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:30:10.111 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,8765 running (8m) 2m ago 8m 448M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 7f9ab3eec816 2024-04-15T16:30:10.111 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:9283,8765 running (9m) 2m ago 9m 497M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 5c9443dde648 2024-04-15T16:30:10.111 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (10m) 2m ago 10m 44.7M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 8c701e222abf 2024-04-15T16:30:10.111 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (8m) 2m ago 8m 39.8M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a e06ba4d813e6 2024-04-15T16:30:10.112 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (8m) 2m ago 8m 37.8M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 57a10c825a2a 2024-04-15T16:30:10.112 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (3m) 2m ago 3m 14.0M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:30:10.112 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (3m) 2m ago 3m 8414k - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:30:10.112 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (7m) 2m ago 7m 52.7M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f170958feb54 2024-04-15T16:30:10.112 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (7m) 2m ago 7m 44.2M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a d1a207a9d3b7 2024-04-15T16:30:10.112 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (7m) 2m ago 7m 42.2M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 25f8f850f0c1 2024-04-15T16:30:10.112 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (6m) 2m ago 6m 43.5M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 2a999947f8da 2024-04-15T16:30:10.112 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (6m) 2m ago 6m 42.0M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 72f8dca53733 2024-04-15T16:30:10.112 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (5m) 2m ago 5m 41.2M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f4ca8da35c81 2024-04-15T16:30:10.112 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (5m) 2m ago 5m 50.0M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 66e4ab03958e 2024-04-15T16:30:10.112 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (5m) 2m ago 5m 44.1M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:30:10.112 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (2m) 2m ago 4m 31.4M - 2.43.0 a07b618ecd1d dabbf793d3fc 2024-04-15T16:30:10.297 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:10 smithi153 ceph-mon[30366]: pgmap v192: 121 pgs: 121 active+clean; 78 MiB data, 381 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-04-15T16:30:10.297 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:10 smithi153 ceph-mon[30366]: osdmap e132: 8 total, 8 up, 8 in 2024-04-15T16:30:10.496 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:30:10.496 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:30:10.496 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T16:30:10.496 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:30:10.497 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:30:10.497 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:30:10.497 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:30:10.497 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:30:10.497 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T16:30:10.497 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:30:10.497 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:30:10.497 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:30:10.497 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:30:10.497 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:30:10.497 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 15 2024-04-15T16:30:10.497 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:30:10.497 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:30:11.038 INFO:tasks.rados.rados.0.smithi090.stdout:397: done (2 left) 2024-04-15T16:30:11.038 INFO:tasks.rados.rados.0.smithi090.stdout:400: done (1 left) 2024-04-15T16:30:11.038 INFO:tasks.rados.rados.0.smithi090.stdout:401: done (0 left) 2024-04-15T16:30:11.038 INFO:tasks.rados.rados.0.smithi090.stdout:402: rmattr oid 6 current snap is 30 2024-04-15T16:30:11.038 INFO:tasks.rados.rados.0.smithi090.stdout:403: rollback oid 3 current snap is 30 2024-04-15T16:30:11.039 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 29 2024-04-15T16:30:11.039 INFO:tasks.rados.rados.0.smithi090.stdout:404: rollback oid 16 current snap is 30 2024-04-15T16:30:11.039 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 29 2024-04-15T16:30:11.039 INFO:tasks.rados.rados.0.smithi090.stdout:405: snap_create 2024-04-15T16:30:11.041 INFO:tasks.rados.rados.0.smithi090.stdout:404: finishing rollback tid 0 to smithi09078167-16 2024-04-15T16:30:11.042 INFO:tasks.rados.rados.0.smithi090.stdout:404: finishing rollback tid 1 to smithi09078167-16 2024-04-15T16:30:11.042 INFO:tasks.rados.rados.0.smithi090.stdout:404: finishing rollback tid 2 to smithi09078167-16 2024-04-15T16:30:11.042 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 116 (ObjNum 104 snap 17 seq_num 104) dirty exists 2024-04-15T16:30:11.042 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 0 (ObjNum 101 snap 15 seq_num 101) dirty exists 2024-04-15T16:30:11.044 INFO:tasks.rados.rados.0.smithi090.stdout:403: finishing rollback tid 0 to smithi09078167-3 2024-04-15T16:30:11.044 INFO:tasks.rados.rados.0.smithi090.stdout:403: finishing rollback tid 1 to smithi09078167-3 2024-04-15T16:30:11.044 INFO:tasks.rados.rados.0.smithi090.stdout:403: finishing rollback tid 2 to smithi09078167-3 2024-04-15T16:30:11.044 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 76 (ObjNum 120 snap 23 seq_num 120) dirty exists 2024-04-15T16:30:11.311 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:11 smithi153 ceph-mon[30366]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:30:11.312 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:11 smithi153 ceph-mon[30366]: osdmap e133: 8 total, 8 up, 8 in 2024-04-15T16:30:11.312 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:11 smithi153 ceph-mon[30366]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:30:11.312 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:11 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/336057435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:30:11.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:11 smithi090 ceph-mon[38312]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:30:11.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:11 smithi090 ceph-mon[38312]: osdmap e133: 8 total, 8 up, 8 in 2024-04-15T16:30:11.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:11 smithi090 ceph-mon[38312]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:30:11.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:11 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/336057435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:30:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:11 smithi090 ceph-mon[27209]: from='client.25028 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:30:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:11 smithi090 ceph-mon[27209]: osdmap e133: 8 total, 8 up, 8 in 2024-04-15T16:30:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:11 smithi090 ceph-mon[27209]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:30:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:11 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/336057435' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:30:12.042 INFO:tasks.rados.rados.0.smithi090.stdout:402: done (3 left) 2024-04-15T16:30:12.042 INFO:tasks.rados.rados.0.smithi090.stdout:403: done (2 left) 2024-04-15T16:30:12.042 INFO:tasks.rados.rados.0.smithi090.stdout:404: done (1 left) 2024-04-15T16:30:12.042 INFO:tasks.rados.rados.0.smithi090.stdout:405: done (0 left) 2024-04-15T16:30:12.042 INFO:tasks.rados.rados.0.smithi090.stdout:406: rollback oid 39 current snap is 31 2024-04-15T16:30:12.043 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 39 to 29 2024-04-15T16:30:12.043 INFO:tasks.rados.rados.0.smithi090.stdout:407: rollback oid 21 current snap is 31 2024-04-15T16:30:12.043 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 30 2024-04-15T16:30:12.043 INFO:tasks.rados.rados.0.smithi090.stdout:408: delete oid 24 current snap is 31 2024-04-15T16:30:12.048 INFO:tasks.rados.rados.0.smithi090.stdout:408: done (2 left) 2024-04-15T16:30:12.048 INFO:tasks.rados.rados.0.smithi090.stdout:409: delete oid 3 current snap is 31 2024-04-15T16:30:12.048 INFO:tasks.rados.rados.0.smithi090.stdout:406: finishing rollback tid 0 to smithi09078167-39 2024-04-15T16:30:12.048 INFO:tasks.rados.rados.0.smithi090.stdout:407: finishing rollback tid 1 to smithi09078167-21 2024-04-15T16:30:12.048 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 0 (ObjNum 3457 snap 0 seq_num 3728433024) dirty dne 2024-04-15T16:30:12.049 INFO:tasks.rados.rados.0.smithi090.stdout:406: finishing rollback tid 1 to smithi09078167-39 2024-04-15T16:30:12.049 INFO:tasks.rados.rados.0.smithi090.stdout:406: finishing rollback tid 2 to smithi09078167-39 2024-04-15T16:30:12.049 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 107 (ObjNum 128 snap 26 seq_num 128) dirty exists 2024-04-15T16:30:12.051 INFO:tasks.rados.rados.0.smithi090.stdout:406: done (2 left) 2024-04-15T16:30:12.051 INFO:tasks.rados.rados.0.smithi090.stdout:407: done (1 left) 2024-04-15T16:30:12.052 INFO:tasks.rados.rados.0.smithi090.stdout:409: done (0 left) 2024-04-15T16:30:12.052 INFO:tasks.rados.rados.0.smithi090.stdout:410: read oid 33 snap 29 2024-04-15T16:30:12.052 INFO:tasks.rados.rados.0.smithi090.stdout:410: expect (ObjNum 75 snap 7 seq_num 75) 2024-04-15T16:30:12.052 INFO:tasks.rados.rados.0.smithi090.stdout:411: setattr oid 15 current snap is 31 2024-04-15T16:30:12.052 INFO:tasks.rados.rados.0.smithi090.stdout:412: setattr oid 29 current snap is 31 2024-04-15T16:30:12.053 INFO:tasks.rados.rados.0.smithi090.stdout:413: delete oid 34 current snap is 31 2024-04-15T16:30:12.055 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 145 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-15T16:30:12.056 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 80 (ObjNum 102 snap 15 seq_num 102) dirty exists 2024-04-15T16:30:12.056 INFO:tasks.rados.rados.0.smithi090.stdout:411: done (3 left) 2024-04-15T16:30:12.056 INFO:tasks.rados.rados.0.smithi090.stdout:412: done (2 left) 2024-04-15T16:30:12.056 INFO:tasks.rados.rados.0.smithi090.stdout:413: done (1 left) 2024-04-15T16:30:12.056 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 31 2024-04-15T16:30:12.057 INFO:tasks.rados.rados.0.smithi090.stdout:414: seq_num 147 ranges {778240=65536} 2024-04-15T16:30:12.061 INFO:tasks.rados.rados.0.smithi090.stdout:414: writing smithi09078167-28 from 778240 to 843776 tid 1 2024-04-15T16:30:12.061 INFO:tasks.rados.rados.0.smithi090.stdout:415: snap_remove snap 30 2024-04-15T16:30:12.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[38312]: pgmap v195: 121 pgs: 121 active+clean; 78 MiB data, 381 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-04-15T16:30:12.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[38312]: osdmap e134: 8 total, 8 up, 8 in 2024-04-15T16:30:12.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[38312]: Upgrade: Updating mgr.x 2024-04-15T16:30:12.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:12.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:30:12.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:30:12.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:30:12.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[38312]: Deploying daemon mgr.x on smithi153 2024-04-15T16:30:12.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[27209]: pgmap v195: 121 pgs: 121 active+clean; 78 MiB data, 381 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-04-15T16:30:12.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[27209]: osdmap e134: 8 total, 8 up, 8 in 2024-04-15T16:30:12.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[27209]: Upgrade: Updating mgr.x 2024-04-15T16:30:12.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:12.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:30:12.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:30:12.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:30:12.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-mon[27209]: Deploying daemon mgr.x on smithi153 2024-04-15T16:30:12.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:12 smithi153 ceph-mon[30366]: pgmap v195: 121 pgs: 121 active+clean; 78 MiB data, 381 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 37 op/s 2024-04-15T16:30:12.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:12 smithi153 ceph-mon[30366]: osdmap e134: 8 total, 8 up, 8 in 2024-04-15T16:30:12.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:12 smithi153 ceph-mon[30366]: Upgrade: Updating mgr.x 2024-04-15T16:30:12.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:12 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:12.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:12 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:30:12.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:12 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:30:12.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:12 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:30:12.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:12 smithi153 ceph-mon[30366]: Deploying daemon mgr.x on smithi153 2024-04-15T16:30:13.052 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:12 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:30:12] "GET /metrics HTTP/1.1" 200 36008 "" "Prometheus/2.43.0" 2024-04-15T16:30:13.057 INFO:tasks.rados.rados.0.smithi090.stdout:415: done (2 left) 2024-04-15T16:30:13.057 INFO:tasks.rados.rados.0.smithi090.stdout:416: delete oid 13 current snap is 31 2024-04-15T16:30:13.057 INFO:tasks.rados.rados.0.smithi090.stdout:410: expect (ObjNum 75 snap 7 seq_num 75) 2024-04-15T16:30:13.126 INFO:tasks.rados.rados.0.smithi090.stdout:414: finishing write tid 1 to smithi09078167-28 2024-04-15T16:30:13.126 INFO:tasks.rados.rados.0.smithi090.stdout:414: finishing write tid 2 to smithi09078167-28 2024-04-15T16:30:13.126 INFO:tasks.rados.rados.0.smithi090.stdout:414: finishing write tid 3 to smithi09078167-28 2024-04-15T16:30:13.126 INFO:tasks.rados.rados.0.smithi090.stdout:414: oid 28 updating version 0 to 73 2024-04-15T16:30:13.126 INFO:tasks.rados.rados.0.smithi090.stdout:414: oid 28 updating version 73 to 74 2024-04-15T16:30:13.126 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 74 (ObjNum 147 snap 31 seq_num 147) dirty exists 2024-04-15T16:30:13.126 INFO:tasks.rados.rados.0.smithi090.stdout:414: left oid 28 (ObjNum 147 snap 31 seq_num 147) 2024-04-15T16:30:13.127 INFO:tasks.rados.rados.0.smithi090.stdout:410: done (2 left) 2024-04-15T16:30:13.127 INFO:tasks.rados.rados.0.smithi090.stdout:414: done (1 left) 2024-04-15T16:30:13.127 INFO:tasks.rados.rados.0.smithi090.stdout:416: done (0 left) 2024-04-15T16:30:13.127 INFO:tasks.rados.rados.0.smithi090.stdout:417: rollback oid 9 current snap is 31 2024-04-15T16:30:13.127 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 29 2024-04-15T16:30:13.127 INFO:tasks.rados.rados.0.smithi090.stdout:418: read oid 11 snap 29 2024-04-15T16:30:13.127 INFO:tasks.rados.rados.0.smithi090.stdout:418: expect (ObjNum -566542976 snap 22010 seq_num 3728314640) 2024-04-15T16:30:13.127 INFO:tasks.rados.rados.0.smithi090.stdout:419: snap_create 2024-04-15T16:30:13.127 INFO:tasks.rados.rados.0.smithi090.stdout:418: expect (ObjNum -566542976 snap 22010 seq_num 3728314640) 2024-04-15T16:30:13.130 INFO:tasks.rados.rados.0.smithi090.stdout:417: finishing rollback tid 0 to smithi09078167-9 2024-04-15T16:30:13.131 INFO:tasks.rados.rados.0.smithi090.stdout:417: finishing rollback tid 1 to smithi09078167-9 2024-04-15T16:30:13.131 INFO:tasks.rados.rados.0.smithi090.stdout:417: finishing rollback tid 2 to smithi09078167-9 2024-04-15T16:30:13.131 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 94 (ObjNum 139 snap 27 seq_num 139) dirty exists 2024-04-15T16:30:13.262 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:13 smithi153 ceph-mon[30366]: osdmap e135: 8 total, 8 up, 8 in 2024-04-15T16:30:13.262 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:13 smithi153 systemd[1]: Stopping Ceph mgr.x for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:30:13.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:13 smithi090 ceph-mon[27209]: osdmap e135: 8 total, 8 up, 8 in 2024-04-15T16:30:13.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:13 smithi090 ceph-mon[38312]: osdmap e135: 8 total, 8 up, 8 in 2024-04-15T16:30:13.628 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:13 smithi153 podman[63848]: 2024-04-15 16:30:13.265154412 +0000 UTC m=+0.114399473 container died 7f9ab3eec816f3627986ee225af1c67d91dd3e27f34f38404e07ca2435fde677 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=reef-e3fb05d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True) 2024-04-15T16:30:13.835 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:30:13 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[73553]: ts=2024-04-15T16:30:13.514Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi153.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.153:8443: connect: connection refused" 2024-04-15T16:30:13.932 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:13 smithi153 podman[63848]: 2024-04-15 16:30:13.659534669 +0000 UTC m=+0.508779780 container cleanup 7f9ab3eec816f3627986ee225af1c67d91dd3e27f34f38404e07ca2435fde677 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-e3fb05d) 2024-04-15T16:30:13.932 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:13 smithi153 bash[63848]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x 2024-04-15T16:30:13.942 INFO:tasks.rados.rados.0.smithi090.stdout:417: done (2 left) 2024-04-15T16:30:13.942 INFO:tasks.rados.rados.0.smithi090.stdout:418: done (1 left) 2024-04-15T16:30:13.942 INFO:tasks.rados.rados.0.smithi090.stdout:419: done (0 left) 2024-04-15T16:30:13.943 INFO:tasks.rados.rados.0.smithi090.stdout:420: read oid 14 snap -1 2024-04-15T16:30:13.943 INFO:tasks.rados.rados.0.smithi090.stdout:420: expect (ObjNum 94 snap 11 seq_num 94) 2024-04-15T16:30:13.943 INFO:tasks.rados.rados.0.smithi090.stdout:421: delete oid 12 current snap is 32 2024-04-15T16:30:13.948 INFO:tasks.rados.rados.0.smithi090.stdout:421: done (1 left) 2024-04-15T16:30:13.948 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 32 2024-04-15T16:30:13.948 INFO:tasks.rados.rados.0.smithi090.stdout:422: seq_num 150 ranges {2039808=114688} 2024-04-15T16:30:13.961 INFO:tasks.rados.rados.0.smithi090.stdout:422: writing smithi09078167-47 from 2039808 to 2154496 tid 1 2024-04-15T16:30:13.961 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 32 2024-04-15T16:30:13.961 INFO:tasks.rados.rados.0.smithi090.stdout:423: seq_num 151 ranges {2359296=131072} 2024-04-15T16:30:13.975 INFO:tasks.rados.rados.0.smithi090.stdout:423: writing smithi09078167-44 from 2359296 to 2490368 tid 1 2024-04-15T16:30:13.975 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 32 2024-04-15T16:30:13.976 INFO:tasks.rados.rados.0.smithi090.stdout:420: expect (ObjNum 94 snap 11 seq_num 94) 2024-04-15T16:30:14.027 INFO:tasks.rados.rados.0.smithi090.stdout:422: finishing write tid 1 to smithi09078167-47 2024-04-15T16:30:14.027 INFO:tasks.rados.rados.0.smithi090.stdout:424: seq_num 152 ranges {2342912=147456} 2024-04-15T16:30:14.040 INFO:tasks.rados.rados.0.smithi090.stdout:424: writing smithi09078167-9 from 2342912 to 2490368 tid 1 2024-04-15T16:30:14.040 INFO:tasks.rados.rados.0.smithi090.stdout:420: done (3 left) 2024-04-15T16:30:14.041 INFO:tasks.rados.rados.0.smithi090.stdout:425: snap_remove snap 31 2024-04-15T16:30:14.250 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:14 smithi153 ceph-mon[30366]: pgmap v198: 121 pgs: 121 active+clean; 82 MiB data, 378 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-04-15T16:30:14.250 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:14 smithi153 ceph-mon[30366]: osdmap e136: 8 total, 8 up, 8 in 2024-04-15T16:30:14.250 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:14 smithi153 ceph-mon[30366]: osdmap e137: 8 total, 8 up, 8 in 2024-04-15T16:30:14.250 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:13 smithi153 podman[63863]: 2024-04-15 16:30:13.936052087 +0000 UTC m=+0.674229437 container remove 7f9ab3eec816f3627986ee225af1c67d91dd3e27f34f38404e07ca2435fde677 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-e3fb05d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-15T16:30:14.250 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:13 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-15T16:30:14.250 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:14 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-15T16:30:14.250 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:14 smithi153 systemd[1]: Stopped Ceph mgr.x for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:30:14.251 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:14 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.x.service: Consumed 18.605s CPU time. 2024-04-15T16:30:14.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:14 smithi090 ceph-mon[27209]: pgmap v198: 121 pgs: 121 active+clean; 82 MiB data, 378 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-04-15T16:30:14.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:14 smithi090 ceph-mon[27209]: osdmap e136: 8 total, 8 up, 8 in 2024-04-15T16:30:14.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:14 smithi090 ceph-mon[27209]: osdmap e137: 8 total, 8 up, 8 in 2024-04-15T16:30:14.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:14 smithi090 ceph-mon[38312]: pgmap v198: 121 pgs: 121 active+clean; 82 MiB data, 378 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-04-15T16:30:14.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:14 smithi090 ceph-mon[38312]: osdmap e136: 8 total, 8 up, 8 in 2024-04-15T16:30:14.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:14 smithi090 ceph-mon[38312]: osdmap e137: 8 total, 8 up, 8 in 2024-04-15T16:30:14.555 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:14 smithi153 systemd[1]: Starting Ceph mgr.x for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:30:14.555 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:14 smithi153 podman[63993]: 2024-04-15 16:30:14.45415418 +0000 UTC m=+0.097646789 container create a868b18e87c6bd106f32b5345b6166903ee80c508149b1b22e8d6d15e279c294 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True) 2024-04-15T16:30:14.555 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:14 smithi153 podman[63993]: 2024-04-15 16:30:14.374604983 +0000 UTC m=+0.018097617 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:30:14.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:14 smithi153 podman[63993]: 2024-04-15 16:30:14.67325465 +0000 UTC m=+0.316747259 container init a868b18e87c6bd106f32b5345b6166903ee80c508149b1b22e8d6d15e279c294 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31) 2024-04-15T16:30:14.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:14 smithi153 podman[63993]: 2024-04-15 16:30:14.676072688 +0000 UTC m=+0.319565299 container start a868b18e87c6bd106f32b5345b6166903ee80c508149b1b22e8d6d15e279c294 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-15T16:30:14.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:14 smithi153 ceph-mgr[64011]: -- 172.21.15.153:0/3592832478 <== mon.1 v2:172.21.15.153:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558c070765a0 con 0x558c0704b000 2024-04-15T16:30:14.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:14 smithi153 bash[63993]: a868b18e87c6bd106f32b5345b6166903ee80c508149b1b22e8d6d15e279c294 2024-04-15T16:30:14.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:14 smithi153 systemd[1]: Started Ceph mgr.x for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:30:14.952 INFO:tasks.rados.rados.0.smithi090.stdout:425: done (3 left) 2024-04-15T16:30:14.952 INFO:tasks.rados.rados.0.smithi090.stdout:426: rollback oid 5 current snap is 32 2024-04-15T16:30:14.952 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 5 to 29 2024-04-15T16:30:14.952 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 32 2024-04-15T16:30:14.953 INFO:tasks.rados.rados.0.smithi090.stdout:427: seq_num 153 ranges {0=163840} 2024-04-15T16:30:14.953 INFO:tasks.rados.rados.0.smithi090.stdout:427: writing smithi09078167-10 from 0 to 163840 tid 1 2024-04-15T16:30:14.953 INFO:tasks.rados.rados.0.smithi090.stdout:428: copy_from oid 42 from oid 13 current snap is 32 2024-04-15T16:30:14.953 INFO:tasks.rados.rados.0.smithi090.stdout:429: snap_create 2024-04-15T16:30:14.953 INFO:tasks.rados.rados.0.smithi090.stdout:422: finishing write tid 2 to smithi09078167-47 2024-04-15T16:30:14.953 INFO:tasks.rados.rados.0.smithi090.stdout:423: finishing write tid 1 to smithi09078167-44 2024-04-15T16:30:14.954 INFO:tasks.rados.rados.0.smithi090.stdout:423: finishing write tid 2 to smithi09078167-44 2024-04-15T16:30:14.954 INFO:tasks.rados.rados.0.smithi090.stdout:422: finishing write tid 3 to smithi09078167-47 2024-04-15T16:30:14.954 INFO:tasks.rados.rados.0.smithi090.stdout:422: oid 47 updating version 0 to 79 2024-04-15T16:30:14.954 INFO:tasks.rados.rados.0.smithi090.stdout:422: oid 47 version 79 is already newer than 78 2024-04-15T16:30:14.954 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 79 (ObjNum 150 snap 32 seq_num 150) dirty exists 2024-04-15T16:30:14.954 INFO:tasks.rados.rados.0.smithi090.stdout:422: left oid 47 (ObjNum 150 snap 32 seq_num 150) 2024-04-15T16:30:14.954 INFO:tasks.rados.rados.0.smithi090.stdout:423: finishing write tid 3 to smithi09078167-44 2024-04-15T16:30:14.954 INFO:tasks.rados.rados.0.smithi090.stdout:423: oid 44 updating version 0 to 111 2024-04-15T16:30:14.954 INFO:tasks.rados.rados.0.smithi090.stdout:423: oid 44 updating version 111 to 112 2024-04-15T16:30:14.954 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 112 (ObjNum 151 snap 32 seq_num 151) dirty exists 2024-04-15T16:30:14.954 INFO:tasks.rados.rados.0.smithi090.stdout:423: left oid 44 (ObjNum 151 snap 32 seq_num 151) 2024-04-15T16:30:14.954 INFO:tasks.rados.rados.0.smithi090.stdout:424: finishing write tid 1 to smithi09078167-9 2024-04-15T16:30:14.954 INFO:tasks.rados.rados.0.smithi090.stdout:424: finishing write tid 2 to smithi09078167-9 2024-04-15T16:30:14.954 INFO:tasks.rados.rados.0.smithi090.stdout:424: finishing write tid 3 to smithi09078167-9 2024-04-15T16:30:14.955 INFO:tasks.rados.rados.0.smithi090.stdout:424: oid 9 updating version 0 to 97 2024-04-15T16:30:14.955 INFO:tasks.rados.rados.0.smithi090.stdout:424: oid 9 version 97 is already newer than 96 2024-04-15T16:30:14.955 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 97 (ObjNum 152 snap 32 seq_num 152) dirty exists 2024-04-15T16:30:14.955 INFO:tasks.rados.rados.0.smithi090.stdout:424: left oid 9 (ObjNum 152 snap 32 seq_num 152) 2024-04-15T16:30:14.957 INFO:tasks.rados.rados.0.smithi090.stdout:428: finishing copy_from to smithi09078167-42 2024-04-15T16:30:14.957 INFO:tasks.rados.rados.0.smithi090.stdout:428: got expected ENOENT (src dne) 2024-04-15T16:30:14.957 INFO:tasks.rados.rados.0.smithi090.stdout:428: finishing copy_from racing read to smithi09078167-42 2024-04-15T16:30:14.958 INFO:tasks.rados.rados.0.smithi090.stdout:426: finishing rollback tid 0 to smithi09078167-5 2024-04-15T16:30:14.958 INFO:tasks.rados.rados.0.smithi090.stdout:427: finishing write tid 1 to smithi09078167-10 2024-04-15T16:30:14.958 INFO:tasks.rados.rados.0.smithi090.stdout:426: finishing rollback tid 1 to smithi09078167-5 2024-04-15T16:30:14.958 INFO:tasks.rados.rados.0.smithi090.stdout:427: finishing write tid 2 to smithi09078167-10 2024-04-15T16:30:14.958 INFO:tasks.rados.rados.0.smithi090.stdout:426: finishing rollback tid 2 to smithi09078167-5 2024-04-15T16:30:14.958 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 26 (ObjNum 130 snap 26 seq_num 130) dirty exists 2024-04-15T16:30:14.961 INFO:tasks.rados.rados.0.smithi090.stdout:427: finishing write tid 3 to smithi09078167-10 2024-04-15T16:30:14.962 INFO:tasks.rados.rados.0.smithi090.stdout:427: oid 10 updating version 0 to 115 2024-04-15T16:30:14.962 INFO:tasks.rados.rados.0.smithi090.stdout:427: oid 10 updating version 115 to 116 2024-04-15T16:30:14.962 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 116 (ObjNum 153 snap 32 seq_num 153) dirty exists 2024-04-15T16:30:14.962 INFO:tasks.rados.rados.0.smithi090.stdout:427: left oid 10 (ObjNum 153 snap 32 seq_num 153) 2024-04-15T16:30:15.627 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:15 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:15.257+0000 7f00d34de200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T16:30:15.628 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:15 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:15.362+0000 7f00d34de200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T16:30:15.955 INFO:tasks.rados.rados.0.smithi090.stdout:422: done (6 left) 2024-04-15T16:30:15.955 INFO:tasks.rados.rados.0.smithi090.stdout:423: done (5 left) 2024-04-15T16:30:15.955 INFO:tasks.rados.rados.0.smithi090.stdout:424: done (4 left) 2024-04-15T16:30:15.955 INFO:tasks.rados.rados.0.smithi090.stdout:426: done (3 left) 2024-04-15T16:30:15.955 INFO:tasks.rados.rados.0.smithi090.stdout:427: done (2 left) 2024-04-15T16:30:15.955 INFO:tasks.rados.rados.0.smithi090.stdout:428: done (1 left) 2024-04-15T16:30:15.955 INFO:tasks.rados.rados.0.smithi090.stdout:429: done (0 left) 2024-04-15T16:30:15.955 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 33 2024-04-15T16:30:15.955 INFO:tasks.rados.rados.0.smithi090.stdout:430: seq_num 154 ranges {0=180224} 2024-04-15T16:30:15.956 INFO:tasks.rados.rados.0.smithi090.stdout:430: writing smithi09078167-12 from 0 to 180224 tid 1 2024-04-15T16:30:15.956 INFO:tasks.rados.rados.0.smithi090.stdout:431: read oid 9 snap -1 2024-04-15T16:30:15.956 INFO:tasks.rados.rados.0.smithi090.stdout:431: expect (ObjNum 152 snap 32 seq_num 152) 2024-04-15T16:30:15.956 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 33 2024-04-15T16:30:15.956 INFO:tasks.rados.rados.0.smithi090.stdout:432: seq_num 155 ranges {0=204800} 2024-04-15T16:30:15.957 INFO:tasks.rados.rados.0.smithi090.stdout:432: writing smithi09078167-26 from 0 to 204800 tid 1 2024-04-15T16:30:15.957 INFO:tasks.rados.rados.0.smithi090.stdout:433: snap_create 2024-04-15T16:30:15.998 INFO:tasks.rados.rados.0.smithi090.stdout:432: finishing write tid 1 to smithi09078167-26 2024-04-15T16:30:15.999 INFO:tasks.rados.rados.0.smithi090.stdout:432: finishing write tid 2 to smithi09078167-26 2024-04-15T16:30:16.000 INFO:tasks.rados.rados.0.smithi090.stdout:432: finishing write tid 3 to smithi09078167-26 2024-04-15T16:30:16.000 INFO:tasks.rados.rados.0.smithi090.stdout:432: oid 26 updating version 0 to 62 2024-04-15T16:30:16.000 INFO:tasks.rados.rados.0.smithi090.stdout:432: oid 26 updating version 62 to 63 2024-04-15T16:30:16.000 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 63 (ObjNum 155 snap 33 seq_num 155) dirty exists 2024-04-15T16:30:16.000 INFO:tasks.rados.rados.0.smithi090.stdout:432: left oid 26 (ObjNum 155 snap 33 seq_num 155) 2024-04-15T16:30:16.002 INFO:tasks.rados.rados.0.smithi090.stdout:430: finishing write tid 1 to smithi09078167-12 2024-04-15T16:30:16.004 INFO:tasks.rados.rados.0.smithi090.stdout:430: finishing write tid 2 to smithi09078167-12 2024-04-15T16:30:16.004 INFO:tasks.rados.rados.0.smithi090.stdout:431: expect (ObjNum 152 snap 32 seq_num 152) 2024-04-15T16:30:16.035 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:15 smithi153 ceph-mon[30366]: pgmap v201: 121 pgs: 121 active+clean; 82 MiB data, 378 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-04-15T16:30:16.035 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:15 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:16.035 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:15 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:16.035 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:15 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:30:16.035 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:15 smithi153 ceph-mon[30366]: osdmap e138: 8 total, 8 up, 8 in 2024-04-15T16:30:16.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:15 smithi090 ceph-mon[38312]: pgmap v201: 121 pgs: 121 active+clean; 82 MiB data, 378 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-04-15T16:30:16.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:15 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:16.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:15 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:16.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:15 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:30:16.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:15 smithi090 ceph-mon[38312]: osdmap e138: 8 total, 8 up, 8 in 2024-04-15T16:30:16.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:15 smithi090 ceph-mon[27209]: pgmap v201: 121 pgs: 121 active+clean; 82 MiB data, 378 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.2 MiB/s wr, 18 op/s 2024-04-15T16:30:16.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:15 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:16.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:15 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:16.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:15 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:30:16.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:15 smithi090 ceph-mon[27209]: osdmap e138: 8 total, 8 up, 8 in 2024-04-15T16:30:16.105 INFO:tasks.rados.rados.0.smithi090.stdout:430: finishing write tid 3 to smithi09078167-12 2024-04-15T16:30:16.105 INFO:tasks.rados.rados.0.smithi090.stdout:430: oid 12 updating version 0 to 89 2024-04-15T16:30:16.105 INFO:tasks.rados.rados.0.smithi090.stdout:430: oid 12 updating version 89 to 90 2024-04-15T16:30:16.105 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 90 (ObjNum 154 snap 33 seq_num 154) dirty exists 2024-04-15T16:30:16.105 INFO:tasks.rados.rados.0.smithi090.stdout:430: left oid 12 (ObjNum 154 snap 33 seq_num 154) 2024-04-15T16:30:16.368 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:16 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:16.037+0000 7f00d34de200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T16:30:16.368 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:16 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:16.130+0000 7f00d34de200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T16:30:16.368 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:16 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:16.274+0000 7f00d34de200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T16:30:16.627 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:16 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:16.370+0000 7f00d34de200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T16:30:16.628 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:16 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:16.454+0000 7f00d34de200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T16:30:16.958 INFO:tasks.rados.rados.0.smithi090.stdout:430: done (3 left) 2024-04-15T16:30:16.958 INFO:tasks.rados.rados.0.smithi090.stdout:431: done (2 left) 2024-04-15T16:30:16.958 INFO:tasks.rados.rados.0.smithi090.stdout:432: done (1 left) 2024-04-15T16:30:16.958 INFO:tasks.rados.rados.0.smithi090.stdout:433: done (0 left) 2024-04-15T16:30:16.958 INFO:tasks.rados.rados.0.smithi090.stdout:434: copy_from oid 15 from oid 40 current snap is 34 2024-04-15T16:30:16.958 INFO:tasks.rados.rados.0.smithi090.stdout:435: read oid 7 snap 29 2024-04-15T16:30:16.958 INFO:tasks.rados.rados.0.smithi090.stdout:435: expect (ObjNum 85 snap 11 seq_num 85) 2024-04-15T16:30:16.958 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 34 2024-04-15T16:30:16.958 INFO:tasks.rados.rados.0.smithi090.stdout:436: seq_num 156 ranges {0=221184} 2024-04-15T16:30:16.959 INFO:tasks.rados.rados.0.smithi090.stdout:436: writing smithi09078167-19 from 0 to 221184 tid 1 2024-04-15T16:30:16.959 INFO:tasks.rados.rados.0.smithi090.stdout:437: copy_from oid 41 from oid 44 current snap is 34 2024-04-15T16:30:16.959 INFO:tasks.rados.rados.0.smithi090.stdout:438: read oid 1 snap -1 2024-04-15T16:30:16.959 INFO:tasks.rados.rados.0.smithi090.stdout:438: expect deleted 2024-04-15T16:30:16.959 INFO:tasks.rados.rados.0.smithi090.stdout:439: copy_from oid 22 from oid 20 current snap is 34 2024-04-15T16:30:16.959 INFO:tasks.rados.rados.0.smithi090.stdout:440: rmattr oid 3 current snap is 34 2024-04-15T16:30:16.959 INFO:tasks.rados.rados.0.smithi090.stdout:440: done (6 left) 2024-04-15T16:30:16.959 INFO:tasks.rados.rados.0.smithi090.stdout:441: rmattr oid 25 current snap is 34 2024-04-15T16:30:16.959 INFO:tasks.rados.rados.0.smithi090.stdout:441: done (6 left) 2024-04-15T16:30:16.960 INFO:tasks.rados.rados.0.smithi090.stdout:442: setattr oid 27 current snap is 34 2024-04-15T16:30:16.961 INFO:tasks.rados.rados.0.smithi090.stdout:438: done (6 left) 2024-04-15T16:30:16.961 INFO:tasks.rados.rados.0.smithi090.stdout:443: rollback oid 29 current snap is 34 2024-04-15T16:30:16.961 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 29 2024-04-15T16:30:16.961 INFO:tasks.rados.rados.0.smithi090.stdout:444: delete oid 42 current snap is 34 2024-04-15T16:30:16.965 INFO:tasks.rados.rados.0.smithi090.stdout:435: expect (ObjNum 85 snap 11 seq_num 85) 2024-04-15T16:30:17.021 INFO:tasks.rados.rados.0.smithi090.stdout:436: finishing write tid 1 to smithi09078167-19 2024-04-15T16:30:17.022 INFO:tasks.rados.rados.0.smithi090.stdout:443: finishing rollback tid 0 to smithi09078167-29 2024-04-15T16:30:17.022 INFO:tasks.rados.rados.0.smithi090.stdout:443: finishing rollback tid 1 to smithi09078167-29 2024-04-15T16:30:17.022 INFO:tasks.rados.rados.0.smithi090.stdout:435: done (7 left) 2024-04-15T16:30:17.022 INFO:tasks.rados.rados.0.smithi090.stdout:444: done (6 left) 2024-04-15T16:30:17.022 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 34 2024-04-15T16:30:17.022 INFO:tasks.rados.rados.0.smithi090.stdout:443: finishing rollback tid 2 to smithi09078167-29 2024-04-15T16:30:17.022 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 88 (ObjNum 102 snap 15 seq_num 102) dirty exists 2024-04-15T16:30:17.022 INFO:tasks.rados.rados.0.smithi090.stdout:436: finishing write tid 2 to smithi09078167-19 2024-04-15T16:30:17.022 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 92 (ObjNum 98 snap 15 seq_num 98) dirty exists 2024-04-15T16:30:17.022 INFO:tasks.rados.rados.0.smithi090.stdout:436: finishing write tid 3 to smithi09078167-19 2024-04-15T16:30:17.022 INFO:tasks.rados.rados.0.smithi090.stdout:436: oid 19 updating version 0 to 64 2024-04-15T16:30:17.022 INFO:tasks.rados.rados.0.smithi090.stdout:436: oid 19 updating version 64 to 65 2024-04-15T16:30:17.022 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 65 (ObjNum 156 snap 34 seq_num 156) dirty exists 2024-04-15T16:30:17.023 INFO:tasks.rados.rados.0.smithi090.stdout:436: left oid 19 (ObjNum 156 snap 34 seq_num 156) 2024-04-15T16:30:17.023 INFO:tasks.rados.rados.0.smithi090.stdout:439: finishing copy_from racing read to smithi09078167-22 2024-04-15T16:30:17.023 INFO:tasks.rados.rados.0.smithi090.stdout:434: finishing copy_from racing read to smithi09078167-15 2024-04-15T16:30:17.023 INFO:tasks.rados.rados.0.smithi090.stdout:434: finishing copy_from to smithi09078167-15 2024-04-15T16:30:17.023 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 19 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-15T16:30:17.023 INFO:tasks.rados.rados.0.smithi090.stdout:439: finishing copy_from to smithi09078167-22 2024-04-15T16:30:17.023 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 59 (ObjNum 90 snap 11 seq_num 90) dirty exists 2024-04-15T16:30:17.023 INFO:tasks.rados.rados.0.smithi090.stdout:437: finishing copy_from racing read to smithi09078167-41 2024-04-15T16:30:17.023 INFO:tasks.rados.rados.0.smithi090.stdout:437: finishing copy_from to smithi09078167-41 2024-04-15T16:30:17.023 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 112 (ObjNum 151 snap 32 seq_num 151) dirty exists 2024-04-15T16:30:17.023 INFO:tasks.rados.rados.0.smithi090.stdout:445: seq_num 158 ranges {2375680=253952} 2024-04-15T16:30:17.035 INFO:tasks.rados.rados.0.smithi090.stdout:445: writing smithi09078167-50 from 2375680 to 2629632 tid 1 2024-04-15T16:30:17.035 INFO:tasks.rados.rados.0.smithi090.stdout:434: done (6 left) 2024-04-15T16:30:17.035 INFO:tasks.rados.rados.0.smithi090.stdout:436: done (5 left) 2024-04-15T16:30:17.035 INFO:tasks.rados.rados.0.smithi090.stdout:437: done (4 left) 2024-04-15T16:30:17.035 INFO:tasks.rados.rados.0.smithi090.stdout:439: done (3 left) 2024-04-15T16:30:17.035 INFO:tasks.rados.rados.0.smithi090.stdout:442: done (2 left) 2024-04-15T16:30:17.035 INFO:tasks.rados.rados.0.smithi090.stdout:443: done (1 left) 2024-04-15T16:30:17.035 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 34 2024-04-15T16:30:17.035 INFO:tasks.rados.rados.0.smithi090.stdout:446: seq_num 159 ranges {1753088=270336} 2024-04-15T16:30:17.046 INFO:tasks.rados.rados.0.smithi090.stdout:446: writing smithi09078167-7 from 1753088 to 2023424 tid 1 2024-04-15T16:30:17.046 INFO:tasks.rados.rados.0.smithi090.stdout:447: read oid 17 snap -1 2024-04-15T16:30:17.047 INFO:tasks.rados.rados.0.smithi090.stdout:447: expect (ObjNum 138 snap 27 seq_num 138) 2024-04-15T16:30:17.047 INFO:tasks.rados.rados.0.smithi090.stdout:448: read oid 6 snap -1 2024-04-15T16:30:17.047 INFO:tasks.rados.rados.0.smithi090.stdout:448: expect (ObjNum 101 snap 15 seq_num 101) 2024-04-15T16:30:17.047 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 34 2024-04-15T16:30:17.047 INFO:tasks.rados.rados.0.smithi090.stdout:445: finishing write tid 1 to smithi09078167-50 2024-04-15T16:30:17.047 INFO:tasks.rados.rados.0.smithi090.stdout:445: finishing write tid 2 to smithi09078167-50 2024-04-15T16:30:17.047 INFO:tasks.rados.rados.0.smithi090.stdout:449: seq_num 160 ranges {2269184=286720} 2024-04-15T16:30:17.061 INFO:tasks.rados.rados.0.smithi090.stdout:449: writing smithi09078167-32 from 2269184 to 2555904 tid 1 2024-04-15T16:30:17.061 INFO:tasks.rados.rados.0.smithi090.stdout:450: read oid 8 snap -1 2024-04-15T16:30:17.061 INFO:tasks.rados.rados.0.smithi090.stdout:450: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:30:17.061 INFO:tasks.rados.rados.0.smithi090.stdout:451: delete oid 37 current snap is 34 2024-04-15T16:30:17.061 INFO:tasks.rados.rados.0.smithi090.stdout:445: finishing write tid 3 to smithi09078167-50 2024-04-15T16:30:17.061 INFO:tasks.rados.rados.0.smithi090.stdout:445: oid 50 updating version 0 to 118 2024-04-15T16:30:17.062 INFO:tasks.rados.rados.0.smithi090.stdout:445: oid 50 updating version 118 to 119 2024-04-15T16:30:17.062 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 119 (ObjNum 158 snap 34 seq_num 158) dirty exists 2024-04-15T16:30:17.062 INFO:tasks.rados.rados.0.smithi090.stdout:445: left oid 50 (ObjNum 158 snap 34 seq_num 158) 2024-04-15T16:30:17.062 INFO:tasks.rados.rados.0.smithi090.stdout:446: finishing write tid 1 to smithi09078167-7 2024-04-15T16:30:17.062 INFO:tasks.rados.rados.0.smithi090.stdout:446: finishing write tid 2 to smithi09078167-7 2024-04-15T16:30:17.062 INFO:tasks.rados.rados.0.smithi090.stdout:446: finishing write tid 3 to smithi09078167-7 2024-04-15T16:30:17.062 INFO:tasks.rados.rados.0.smithi090.stdout:446: oid 7 updating version 0 to 67 2024-04-15T16:30:17.062 INFO:tasks.rados.rados.0.smithi090.stdout:446: oid 7 updating version 67 to 68 2024-04-15T16:30:17.062 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 68 (ObjNum 159 snap 34 seq_num 159) dirty exists 2024-04-15T16:30:17.062 INFO:tasks.rados.rados.0.smithi090.stdout:446: left oid 7 (ObjNum 159 snap 34 seq_num 159) 2024-04-15T16:30:17.062 INFO:tasks.rados.rados.0.smithi090.stdout:448: expect (ObjNum 101 snap 15 seq_num 101) 2024-04-15T16:30:17.090 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:16 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:16.720+0000 7f00d34de200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T16:30:17.091 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:16 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:16.831+0000 7f00d34de200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T16:30:17.091 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:16 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:16.918+0000 7f00d34de200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T16:30:17.091 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:16 smithi153 ceph-mon[30366]: osdmap e139: 8 total, 8 up, 8 in 2024-04-15T16:30:17.131 INFO:tasks.rados.rados.0.smithi090.stdout:450: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:30:17.135 INFO:tasks.rados.rados.0.smithi090.stdout:449: finishing write tid 1 to smithi09078167-32 2024-04-15T16:30:17.135 INFO:tasks.rados.rados.0.smithi090.stdout:449: finishing write tid 2 to smithi09078167-32 2024-04-15T16:30:17.135 INFO:tasks.rados.rados.0.smithi090.stdout:445: done (6 left) 2024-04-15T16:30:17.135 INFO:tasks.rados.rados.0.smithi090.stdout:446: done (5 left) 2024-04-15T16:30:17.136 INFO:tasks.rados.rados.0.smithi090.stdout:448: done (4 left) 2024-04-15T16:30:17.136 INFO:tasks.rados.rados.0.smithi090.stdout:450: done (3 left) 2024-04-15T16:30:17.136 INFO:tasks.rados.rados.0.smithi090.stdout:451: done (2 left) 2024-04-15T16:30:17.136 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 34 2024-04-15T16:30:17.136 INFO:tasks.rados.rados.0.smithi090.stdout:449: finishing write tid 3 to smithi09078167-32 2024-04-15T16:30:17.136 INFO:tasks.rados.rados.0.smithi090.stdout:449: oid 32 updating version 0 to 43 2024-04-15T16:30:17.136 INFO:tasks.rados.rados.0.smithi090.stdout:449: oid 32 version 43 is already newer than 42 2024-04-15T16:30:17.136 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 43 (ObjNum 160 snap 34 seq_num 160) dirty exists 2024-04-15T16:30:17.136 INFO:tasks.rados.rados.0.smithi090.stdout:449: left oid 32 (ObjNum 160 snap 34 seq_num 160) 2024-04-15T16:30:17.136 INFO:tasks.rados.rados.0.smithi090.stdout:447: expect (ObjNum 138 snap 27 seq_num 138) 2024-04-15T16:30:17.276 INFO:tasks.rados.rados.0.smithi090.stdout:452: seq_num 162 ranges {3072000=319488} 2024-04-15T16:30:17.293 INFO:tasks.rados.rados.0.smithi090.stdout:452: writing smithi09078167-23 from 3072000 to 3391488 tid 1 2024-04-15T16:30:17.293 INFO:tasks.rados.rados.0.smithi090.stdout:447: done (2 left) 2024-04-15T16:30:17.294 INFO:tasks.rados.rados.0.smithi090.stdout:449: done (1 left) 2024-04-15T16:30:17.294 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 34 2024-04-15T16:30:17.294 INFO:tasks.rados.rados.0.smithi090.stdout:453: seq_num 163 ranges {4194304=335872} 2024-04-15T16:30:17.317 INFO:tasks.rados.rados.0.smithi090.stdout:453: writing smithi09078167-17 from 4194304 to 4530176 tid 1 2024-04-15T16:30:17.317 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 34 2024-04-15T16:30:17.317 INFO:tasks.rados.rados.0.smithi090.stdout:452: finishing write tid 1 to smithi09078167-23 2024-04-15T16:30:17.317 INFO:tasks.rados.rados.0.smithi090.stdout:452: finishing write tid 2 to smithi09078167-23 2024-04-15T16:30:17.318 INFO:tasks.rados.rados.0.smithi090.stdout:452: finishing write tid 3 to smithi09078167-23 2024-04-15T16:30:17.318 INFO:tasks.rados.rados.0.smithi090.stdout:452: oid 23 updating version 0 to 70 2024-04-15T16:30:17.318 INFO:tasks.rados.rados.0.smithi090.stdout:452: oid 23 updating version 70 to 71 2024-04-15T16:30:17.318 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 71 (ObjNum 162 snap 34 seq_num 162) dirty exists 2024-04-15T16:30:17.318 INFO:tasks.rados.rados.0.smithi090.stdout:452: left oid 23 (ObjNum 162 snap 34 seq_num 162) 2024-04-15T16:30:17.318 INFO:tasks.rados.rados.0.smithi090.stdout:454: seq_num 164 ranges {180224=352256} 2024-04-15T16:30:17.320 INFO:tasks.rados.rados.0.smithi090.stdout:454: writing smithi09078167-12 from 180224 to 532480 tid 1 2024-04-15T16:30:17.320 INFO:tasks.rados.rados.0.smithi090.stdout:452: done (2 left) 2024-04-15T16:30:17.320 INFO:tasks.rados.rados.0.smithi090.stdout:455: read oid 29 snap -1 2024-04-15T16:30:17.320 INFO:tasks.rados.rados.0.smithi090.stdout:455: expect (ObjNum 102 snap 15 seq_num 102) 2024-04-15T16:30:17.320 INFO:tasks.rados.rados.0.smithi090.stdout:456: snap_remove snap 33 2024-04-15T16:30:17.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:16 smithi090 ceph-mon[27209]: osdmap e139: 8 total, 8 up, 8 in 2024-04-15T16:30:17.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:16 smithi090 ceph-mon[38312]: osdmap e139: 8 total, 8 up, 8 in 2024-04-15T16:30:17.377 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:17 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:17.025+0000 7f00d34de200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T16:30:17.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:17 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:17.222+0000 7f00d34de200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T16:30:17.960 INFO:tasks.rados.rados.0.smithi090.stdout:456: done (3 left) 2024-04-15T16:30:17.960 INFO:tasks.rados.rados.0.smithi090.stdout:457: rollback oid 10 current snap is 34 2024-04-15T16:30:17.960 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 32 2024-04-15T16:30:17.960 INFO:tasks.rados.rados.0.smithi090.stdout:453: finishing write tid 1 to smithi09078167-17 2024-04-15T16:30:17.960 INFO:tasks.rados.rados.0.smithi090.stdout:453: finishing write tid 2 to smithi09078167-17 2024-04-15T16:30:17.960 INFO:tasks.rados.rados.0.smithi090.stdout:454: finishing write tid 1 to smithi09078167-12 2024-04-15T16:30:17.960 INFO:tasks.rados.rados.0.smithi090.stdout:454: finishing write tid 2 to smithi09078167-12 2024-04-15T16:30:17.960 INFO:tasks.rados.rados.0.smithi090.stdout:454: finishing write tid 3 to smithi09078167-12 2024-04-15T16:30:17.960 INFO:tasks.rados.rados.0.smithi090.stdout:454: oid 12 updating version 0 to 94 2024-04-15T16:30:17.960 INFO:tasks.rados.rados.0.smithi090.stdout:454: oid 12 updating version 94 to 95 2024-04-15T16:30:17.961 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 95 (ObjNum 164 snap 34 seq_num 164) dirty exists 2024-04-15T16:30:17.961 INFO:tasks.rados.rados.0.smithi090.stdout:454: left oid 12 (ObjNum 164 snap 34 seq_num 164) 2024-04-15T16:30:17.961 INFO:tasks.rados.rados.0.smithi090.stdout:453: finishing write tid 3 to smithi09078167-17 2024-04-15T16:30:17.961 INFO:tasks.rados.rados.0.smithi090.stdout:453: oid 17 updating version 0 to 90 2024-04-15T16:30:17.961 INFO:tasks.rados.rados.0.smithi090.stdout:453: oid 17 updating version 90 to 91 2024-04-15T16:30:17.961 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 91 (ObjNum 163 snap 34 seq_num 163) dirty exists 2024-04-15T16:30:17.961 INFO:tasks.rados.rados.0.smithi090.stdout:453: left oid 17 (ObjNum 163 snap 34 seq_num 163) 2024-04-15T16:30:17.961 INFO:tasks.rados.rados.0.smithi090.stdout:455: expect (ObjNum 102 snap 15 seq_num 102) 2024-04-15T16:30:18.027 INFO:tasks.rados.rados.0.smithi090.stdout:457: finishing rollback tid 0 to smithi09078167-10 2024-04-15T16:30:18.027 INFO:tasks.rados.rados.0.smithi090.stdout:457: finishing rollback tid 1 to smithi09078167-10 2024-04-15T16:30:18.028 INFO:tasks.rados.rados.0.smithi090.stdout:457: finishing rollback tid 2 to smithi09078167-10 2024-04-15T16:30:18.028 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 123 (ObjNum 153 snap 32 seq_num 153) dirty exists 2024-04-15T16:30:18.028 INFO:tasks.rados.rados.0.smithi090.stdout:453: done (3 left) 2024-04-15T16:30:18.028 INFO:tasks.rados.rados.0.smithi090.stdout:454: done (2 left) 2024-04-15T16:30:18.028 INFO:tasks.rados.rados.0.smithi090.stdout:455: done (1 left) 2024-04-15T16:30:18.028 INFO:tasks.rados.rados.0.smithi090.stdout:457: done (0 left) 2024-04-15T16:30:18.028 INFO:tasks.rados.rados.0.smithi090.stdout:458: delete oid 45 current snap is 34 2024-04-15T16:30:18.029 INFO:tasks.rados.rados.0.smithi090.stdout:458: done (0 left) 2024-04-15T16:30:18.029 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 34 2024-04-15T16:30:18.029 INFO:tasks.rados.rados.0.smithi090.stdout:459: seq_num 166 ranges {2088960=385024} 2024-04-15T16:30:18.043 INFO:tasks.rados.rados.0.smithi090.stdout:459: writing smithi09078167-49 from 2088960 to 2473984 tid 1 2024-04-15T16:30:18.043 INFO:tasks.rados.rados.0.smithi090.stdout:460: snap_remove snap 29 2024-04-15T16:30:18.235 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:17 smithi153 ceph-mon[30366]: pgmap v204: 121 pgs: 121 active+clean; 82 MiB data, 378 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:18.237 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:17 smithi153 ceph-mon[30366]: osdmap e140: 8 total, 8 up, 8 in 2024-04-15T16:30:18.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:17 smithi090 ceph-mon[27209]: pgmap v204: 121 pgs: 121 active+clean; 82 MiB data, 378 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:18.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:17 smithi090 ceph-mon[27209]: osdmap e140: 8 total, 8 up, 8 in 2024-04-15T16:30:18.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:17 smithi090 ceph-mon[38312]: pgmap v204: 121 pgs: 121 active+clean; 82 MiB data, 378 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:18.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:17 smithi090 ceph-mon[38312]: osdmap e140: 8 total, 8 up, 8 in 2024-04-15T16:30:18.627 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:18 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:18.264+0000 7f00d34de200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T16:30:18.628 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:18 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:18.399+0000 7f00d34de200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T16:30:18.975 INFO:tasks.rados.rados.0.smithi090.stdout:460: done (1 left) 2024-04-15T16:30:18.975 INFO:tasks.rados.rados.0.smithi090.stdout:461: copy_from oid 46 from oid 11 current snap is 34 2024-04-15T16:30:18.975 INFO:tasks.rados.rados.0.smithi090.stdout:459: finishing write tid 1 to smithi09078167-49 2024-04-15T16:30:18.975 INFO:tasks.rados.rados.0.smithi090.stdout:459: finishing write tid 2 to smithi09078167-49 2024-04-15T16:30:18.975 INFO:tasks.rados.rados.0.smithi090.stdout:459: finishing write tid 3 to smithi09078167-49 2024-04-15T16:30:18.975 INFO:tasks.rados.rados.0.smithi090.stdout:459: oid 49 updating version 0 to 102 2024-04-15T16:30:18.975 INFO:tasks.rados.rados.0.smithi090.stdout:459: oid 49 updating version 102 to 103 2024-04-15T16:30:18.975 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 103 (ObjNum 166 snap 34 seq_num 166) dirty exists 2024-04-15T16:30:18.975 INFO:tasks.rados.rados.0.smithi090.stdout:459: left oid 49 (ObjNum 166 snap 34 seq_num 166) 2024-04-15T16:30:18.975 INFO:tasks.rados.rados.0.smithi090.stdout:459: done (1 left) 2024-04-15T16:30:18.975 INFO:tasks.rados.rados.0.smithi090.stdout:462: setattr oid 27 current snap is 34 2024-04-15T16:30:18.977 INFO:tasks.rados.rados.0.smithi090.stdout:463: rollback oid 3 current snap is 34 2024-04-15T16:30:18.977 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 32 2024-04-15T16:30:18.977 INFO:tasks.rados.rados.0.smithi090.stdout:464: setattr oid 40 current snap is 34 2024-04-15T16:30:18.979 INFO:tasks.rados.rados.0.smithi090.stdout:463: finishing rollback tid 1 to smithi09078167-3 2024-04-15T16:30:18.979 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 0 (ObjNum 529 snap 0 seq_num 3727895856) dirty dne 2024-04-15T16:30:18.980 INFO:tasks.rados.rados.0.smithi090.stdout:463: done (3 left) 2024-04-15T16:30:18.980 INFO:tasks.rados.rados.0.smithi090.stdout:465: snap_create 2024-04-15T16:30:18.983 INFO:tasks.rados.rados.0.smithi090.stdout:461: finishing copy_from racing read to smithi09078167-46 2024-04-15T16:30:18.986 INFO:tasks.rados.rados.0.smithi090.stdout:461: finishing copy_from to smithi09078167-46 2024-04-15T16:30:18.987 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 62 (ObjNum 129 snap 0 seq_num 2174026610) dirty exists 2024-04-15T16:30:18.987 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 104 (ObjNum 98 snap 15 seq_num 98) dirty exists 2024-04-15T16:30:18.987 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 106 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-15T16:30:19.047 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:18 smithi153 ceph-mon[30366]: osdmap e141: 8 total, 8 up, 8 in 2024-04-15T16:30:19.048 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:18 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:18.743+0000 7f00d34de200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T16:30:19.048 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:18 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:18.835+0000 7f00d34de200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T16:30:19.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:18 smithi090 ceph-mon[27209]: osdmap e141: 8 total, 8 up, 8 in 2024-04-15T16:30:19.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:18 smithi090 ceph-mon[38312]: osdmap e141: 8 total, 8 up, 8 in 2024-04-15T16:30:19.377 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:19 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:19.049+0000 7f00d34de200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:30:19.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:19 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:19.240+0000 7f00d34de200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T16:30:19.806 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:19 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:19.533+0000 7f00d34de200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:30:19.806 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:19 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:19.807+0000 7f00d34de200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T16:30:19.996 INFO:tasks.rados.rados.0.smithi090.stdout:461: done (3 left) 2024-04-15T16:30:19.996 INFO:tasks.rados.rados.0.smithi090.stdout:462: done (2 left) 2024-04-15T16:30:19.996 INFO:tasks.rados.rados.0.smithi090.stdout:464: done (1 left) 2024-04-15T16:30:19.996 INFO:tasks.rados.rados.0.smithi090.stdout:465: done (0 left) 2024-04-15T16:30:19.996 INFO:tasks.rados.rados.0.smithi090.stdout:466: snap_create 2024-04-15T16:30:20.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:19 smithi153 ceph-mon[30366]: pgmap v207: 121 pgs: 121 active+clean; 90 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-15T16:30:20.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:19 smithi153 ceph-mon[30366]: osdmap e142: 8 total, 8 up, 8 in 2024-04-15T16:30:20.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:20 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:20.052+0000 7f00d34de200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T16:30:20.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:19 smithi090 ceph-mon[27209]: pgmap v207: 121 pgs: 121 active+clean; 90 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-15T16:30:20.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:19 smithi090 ceph-mon[27209]: osdmap e142: 8 total, 8 up, 8 in 2024-04-15T16:30:20.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:19 smithi090 ceph-mon[38312]: pgmap v207: 121 pgs: 121 active+clean; 90 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-15T16:30:20.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:19 smithi090 ceph-mon[38312]: osdmap e142: 8 total, 8 up, 8 in 2024-04-15T16:30:21.001 INFO:tasks.rados.rados.0.smithi090.stdout:466: done (0 left) 2024-04-15T16:30:21.001 INFO:tasks.rados.rados.0.smithi090.stdout:467: setattr oid 4 current snap is 36 2024-04-15T16:30:21.002 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 36 2024-04-15T16:30:21.002 INFO:tasks.rados.rados.0.smithi090.stdout:468: seq_num 167 ranges {1802240=401408} 2024-04-15T16:30:21.015 INFO:tasks.rados.rados.0.smithi090.stdout:468: writing smithi09078167-14 from 1802240 to 2203648 tid 1 2024-04-15T16:30:21.015 INFO:tasks.rados.rados.0.smithi090.stdout:469: read oid 16 snap 34 2024-04-15T16:30:21.015 INFO:tasks.rados.rados.0.smithi090.stdout:469: expect (ObjNum 104 snap 17 seq_num 104) 2024-04-15T16:30:21.015 INFO:tasks.rados.rados.0.smithi090.stdout:470: rmattr oid 10 current snap is 36 2024-04-15T16:30:21.015 INFO:tasks.rados.rados.0.smithi090.stdout:470: done (3 left) 2024-04-15T16:30:21.015 INFO:tasks.rados.rados.0.smithi090.stdout:471: copy_from oid 41 from oid 17 current snap is 36 2024-04-15T16:30:21.015 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 9 (ObjNum 142 snap 29 seq_num 142) dirty exists 2024-04-15T16:30:21.015 INFO:tasks.rados.rados.0.smithi090.stdout:467: done (3 left) 2024-04-15T16:30:21.016 INFO:tasks.rados.rados.0.smithi090.stdout:472: delete oid 22 current snap is 36 2024-04-15T16:30:21.018 INFO:tasks.rados.rados.0.smithi090.stdout:472: done (3 left) 2024-04-15T16:30:21.018 INFO:tasks.rados.rados.0.smithi090.stdout:473: rmattr oid 28 current snap is 36 2024-04-15T16:30:21.018 INFO:tasks.rados.rados.0.smithi090.stdout:474: rollback oid 31 current snap is 36 2024-04-15T16:30:21.019 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 35 2024-04-15T16:30:21.019 INFO:tasks.rados.rados.0.smithi090.stdout:475: copy_from oid 19 from oid 46 current snap is 36 2024-04-15T16:30:21.019 INFO:tasks.rados.rados.0.smithi090.stdout:476: read oid 45 snap -1 2024-04-15T16:30:21.019 INFO:tasks.rados.rados.0.smithi090.stdout:476: expect deleted 2024-04-15T16:30:21.019 INFO:tasks.rados.rados.0.smithi090.stdout:477: rollback oid 29 current snap is 36 2024-04-15T16:30:21.019 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 32 2024-04-15T16:30:21.019 INFO:tasks.rados.rados.0.smithi090.stdout:478: setattr oid 40 current snap is 36 2024-04-15T16:30:21.019 INFO:tasks.rados.rados.0.smithi090.stdout:468: finishing write tid 1 to smithi09078167-14 2024-04-15T16:30:21.019 INFO:tasks.rados.rados.0.smithi090.stdout:468: finishing write tid 2 to smithi09078167-14 2024-04-15T16:30:21.019 INFO:tasks.rados.rados.0.smithi090.stdout:479: snap_create 2024-04-15T16:30:21.020 INFO:tasks.rados.rados.0.smithi090.stdout:468: finishing write tid 3 to smithi09078167-14 2024-04-15T16:30:21.020 INFO:tasks.rados.rados.0.smithi090.stdout:468: oid 14 updating version 0 to 9 2024-04-15T16:30:21.020 INFO:tasks.rados.rados.0.smithi090.stdout:468: oid 14 version 9 is already newer than 8 2024-04-15T16:30:21.020 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 9 (ObjNum 167 snap 36 seq_num 167) dirty exists 2024-04-15T16:30:21.020 INFO:tasks.rados.rados.0.smithi090.stdout:468: left oid 14 (ObjNum 167 snap 36 seq_num 167) 2024-04-15T16:30:21.022 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 87 (ObjNum 147 snap 31 seq_num 147) dirty exists 2024-04-15T16:30:21.022 INFO:tasks.rados.rados.0.smithi090.stdout:477: finishing rollback tid 0 to smithi09078167-29 2024-04-15T16:30:21.022 INFO:tasks.rados.rados.0.smithi090.stdout:477: finishing rollback tid 1 to smithi09078167-29 2024-04-15T16:30:21.022 INFO:tasks.rados.rados.0.smithi090.stdout:475: finishing copy_from racing read to smithi09078167-19 2024-04-15T16:30:21.023 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 108 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-15T16:30:21.024 INFO:tasks.rados.rados.0.smithi090.stdout:475: finishing copy_from to smithi09078167-19 2024-04-15T16:30:21.024 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 62 (ObjNum 65 snap 0 seq_num 1869698151) dirty exists 2024-04-15T16:30:21.024 INFO:tasks.rados.rados.0.smithi090.stdout:477: finishing rollback tid 2 to smithi09078167-29 2024-04-15T16:30:21.024 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 105 (ObjNum 102 snap 15 seq_num 102) dirty exists 2024-04-15T16:30:21.033 INFO:tasks.rados.rados.0.smithi090.stdout:469: expect (ObjNum 104 snap 17 seq_num 104) 2024-04-15T16:30:21.101 INFO:tasks.rados.rados.0.smithi090.stdout:474: finishing rollback tid 0 to smithi09078167-31 2024-04-15T16:30:21.101 INFO:tasks.rados.rados.0.smithi090.stdout:474: finishing rollback tid 1 to smithi09078167-31 2024-04-15T16:30:21.101 INFO:tasks.rados.rados.0.smithi090.stdout:474: finishing rollback tid 2 to smithi09078167-31 2024-04-15T16:30:21.101 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 122 (ObjNum 136 snap 27 seq_num 136) dirty exists 2024-04-15T16:30:21.101 INFO:tasks.rados.rados.0.smithi090.stdout:471: finishing copy_from racing read to smithi09078167-41 2024-04-15T16:30:21.101 INFO:tasks.rados.rados.0.smithi090.stdout:471: finishing copy_from to smithi09078167-41 2024-04-15T16:30:21.101 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 91 (ObjNum 163 snap 34 seq_num 163) dirty exists 2024-04-15T16:30:21.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:21 smithi153 ceph-mon[30366]: osdmap e143: 8 total, 8 up, 8 in 2024-04-15T16:30:21.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:20 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:20.878+0000 7f00d34de200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T16:30:21.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:21 smithi090 ceph-mon[27209]: osdmap e143: 8 total, 8 up, 8 in 2024-04-15T16:30:21.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:21 smithi090 ceph-mon[38312]: osdmap e143: 8 total, 8 up, 8 in 2024-04-15T16:30:21.809 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:21.475+0000 7f00d34de200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T16:30:21.809 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:21.579+0000 7f00d34de200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T16:30:21.809 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: [15/Apr/2024:16:30:21] ENGINE Bus STARTING 2024-04-15T16:30:22.017 INFO:tasks.rados.rados.0.smithi090.stdout:468: done (9 left) 2024-04-15T16:30:22.017 INFO:tasks.rados.rados.0.smithi090.stdout:469: done (8 left) 2024-04-15T16:30:22.017 INFO:tasks.rados.rados.0.smithi090.stdout:471: done (7 left) 2024-04-15T16:30:22.017 INFO:tasks.rados.rados.0.smithi090.stdout:473: done (6 left) 2024-04-15T16:30:22.017 INFO:tasks.rados.rados.0.smithi090.stdout:474: done (5 left) 2024-04-15T16:30:22.017 INFO:tasks.rados.rados.0.smithi090.stdout:475: done (4 left) 2024-04-15T16:30:22.017 INFO:tasks.rados.rados.0.smithi090.stdout:476: done (3 left) 2024-04-15T16:30:22.018 INFO:tasks.rados.rados.0.smithi090.stdout:477: done (2 left) 2024-04-15T16:30:22.018 INFO:tasks.rados.rados.0.smithi090.stdout:478: done (1 left) 2024-04-15T16:30:22.018 INFO:tasks.rados.rados.0.smithi090.stdout:479: done (0 left) 2024-04-15T16:30:22.018 INFO:tasks.rados.rados.0.smithi090.stdout:480: rmattr oid 4 current snap is 37 2024-04-15T16:30:22.018 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 37 2024-04-15T16:30:22.018 INFO:tasks.rados.rados.0.smithi090.stdout:481: seq_num 169 ranges {2154496=434176} 2024-04-15T16:30:22.031 INFO:tasks.rados.rados.0.smithi090.stdout:481: writing smithi09078167-47 from 2154496 to 2588672 tid 1 2024-04-15T16:30:22.031 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 37 2024-04-15T16:30:22.031 INFO:tasks.rados.rados.0.smithi090.stdout:482: seq_num 170 ranges {1507328=450560} 2024-04-15T16:30:22.042 INFO:tasks.rados.rados.0.smithi090.stdout:482: writing smithi09078167-40 from 1507328 to 1957888 tid 1 2024-04-15T16:30:22.042 INFO:tasks.rados.rados.0.smithi090.stdout:483: read oid 38 snap 36 2024-04-15T16:30:22.042 INFO:tasks.rados.rados.0.smithi090.stdout:483: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T16:30:22.042 INFO:tasks.rados.rados.0.smithi090.stdout:484: delete oid 16 current snap is 37 2024-04-15T16:30:22.042 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 11 (ObjNum 142 snap 29 seq_num 142) dirty exists 2024-04-15T16:30:22.043 INFO:tasks.rados.rados.0.smithi090.stdout:481: finishing write tid 1 to smithi09078167-47 2024-04-15T16:30:22.043 INFO:tasks.rados.rados.0.smithi090.stdout:481: finishing write tid 2 to smithi09078167-47 2024-04-15T16:30:22.043 INFO:tasks.rados.rados.0.smithi090.stdout:481: finishing write tid 3 to smithi09078167-47 2024-04-15T16:30:22.043 INFO:tasks.rados.rados.0.smithi090.stdout:481: oid 47 updating version 0 to 90 2024-04-15T16:30:22.043 INFO:tasks.rados.rados.0.smithi090.stdout:481: oid 47 version 90 is already newer than 89 2024-04-15T16:30:22.043 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 90 (ObjNum 169 snap 37 seq_num 169) dirty exists 2024-04-15T16:30:22.043 INFO:tasks.rados.rados.0.smithi090.stdout:481: left oid 47 (ObjNum 169 snap 37 seq_num 169) 2024-04-15T16:30:22.046 INFO:tasks.rados.rados.0.smithi090.stdout:482: finishing write tid 1 to smithi09078167-40 2024-04-15T16:30:22.046 INFO:tasks.rados.rados.0.smithi090.stdout:482: finishing write tid 2 to smithi09078167-40 2024-04-15T16:30:22.047 INFO:tasks.rados.rados.0.smithi090.stdout:482: finishing write tid 3 to smithi09078167-40 2024-04-15T16:30:22.047 INFO:tasks.rados.rados.0.smithi090.stdout:482: oid 40 updating version 0 to 111 2024-04-15T16:30:22.047 INFO:tasks.rados.rados.0.smithi090.stdout:482: oid 40 version 111 is already newer than 110 2024-04-15T16:30:22.047 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 111 (ObjNum 170 snap 37 seq_num 170) dirty exists 2024-04-15T16:30:22.047 INFO:tasks.rados.rados.0.smithi090.stdout:482: left oid 40 (ObjNum 170 snap 37 seq_num 170) 2024-04-15T16:30:22.051 INFO:tasks.rados.rados.0.smithi090.stdout:483: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T16:30:22.071 INFO:tasks.rados.rados.0.smithi090.stdout:480: done (4 left) 2024-04-15T16:30:22.071 INFO:tasks.rados.rados.0.smithi090.stdout:481: done (3 left) 2024-04-15T16:30:22.071 INFO:tasks.rados.rados.0.smithi090.stdout:482: done (2 left) 2024-04-15T16:30:22.071 INFO:tasks.rados.rados.0.smithi090.stdout:483: done (1 left) 2024-04-15T16:30:22.071 INFO:tasks.rados.rados.0.smithi090.stdout:484: done (0 left) 2024-04-15T16:30:22.071 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 37 2024-04-15T16:30:22.071 INFO:tasks.rados.rados.0.smithi090.stdout:485: seq_num 172 ranges {0=483328} 2024-04-15T16:30:22.073 INFO:tasks.rados.rados.0.smithi090.stdout:485: writing smithi09078167-46 from 0 to 483328 tid 1 2024-04-15T16:30:22.074 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 37 2024-04-15T16:30:22.074 INFO:tasks.rados.rados.0.smithi090.stdout:486: seq_num 173 ranges {0=499712} 2024-04-15T16:30:22.077 INFO:tasks.rados.rados.0.smithi090.stdout:486: writing smithi09078167-48 from 0 to 499712 tid 1 2024-04-15T16:30:22.077 INFO:tasks.rados.rados.0.smithi090.stdout:487: rollback oid 12 current snap is 37 2024-04-15T16:30:22.077 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 12 to 35 2024-04-15T16:30:22.077 INFO:tasks.rados.rados.0.smithi090.stdout:488: read oid 5 snap -1 2024-04-15T16:30:22.077 INFO:tasks.rados.rados.0.smithi090.stdout:488: expect (ObjNum 130 snap 26 seq_num 130) 2024-04-15T16:30:22.077 INFO:tasks.rados.rados.0.smithi090.stdout:489: rollback oid 21 current snap is 37 2024-04-15T16:30:22.077 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 32 2024-04-15T16:30:22.077 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 37 2024-04-15T16:30:22.077 INFO:tasks.rados.rados.0.smithi090.stdout:490: seq_num 174 ranges {2203648=516096} 2024-04-15T16:30:22.093 INFO:tasks.rados.rados.0.smithi090.stdout:490: writing smithi09078167-14 from 2203648 to 2719744 tid 1 2024-04-15T16:30:22.093 INFO:tasks.rados.rados.0.smithi090.stdout:491: rollback oid 26 current snap is 37 2024-04-15T16:30:22.093 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 32 2024-04-15T16:30:22.093 INFO:tasks.rados.rados.0.smithi090.stdout:485: finishing write tid 1 to smithi09078167-46 2024-04-15T16:30:22.093 INFO:tasks.rados.rados.0.smithi090.stdout:492: snap_remove snap 34 2024-04-15T16:30:22.093 INFO:tasks.rados.rados.0.smithi090.stdout:485: finishing write tid 2 to smithi09078167-46 2024-04-15T16:30:22.093 INFO:tasks.rados.rados.0.smithi090.stdout:489: finishing rollback tid 1 to smithi09078167-21 2024-04-15T16:30:22.093 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 0 (ObjNum 33 snap 0 seq_num 3694314744) dirty dne 2024-04-15T16:30:22.094 INFO:tasks.rados.rados.0.smithi090.stdout:485: finishing write tid 3 to smithi09078167-46 2024-04-15T16:30:22.094 INFO:tasks.rados.rados.0.smithi090.stdout:485: oid 46 updating version 0 to 114 2024-04-15T16:30:22.094 INFO:tasks.rados.rados.0.smithi090.stdout:485: oid 46 version 114 is already newer than 113 2024-04-15T16:30:22.094 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 114 (ObjNum 172 snap 37 seq_num 172) dirty exists 2024-04-15T16:30:22.094 INFO:tasks.rados.rados.0.smithi090.stdout:485: left oid 46 (ObjNum 172 snap 37 seq_num 172) 2024-04-15T16:30:22.094 INFO:tasks.rados.rados.0.smithi090.stdout:486: finishing write tid 1 to smithi09078167-48 2024-04-15T16:30:22.094 INFO:tasks.rados.rados.0.smithi090.stdout:487: finishing rollback tid 0 to smithi09078167-12 2024-04-15T16:30:22.094 INFO:tasks.rados.rados.0.smithi090.stdout:487: finishing rollback tid 1 to smithi09078167-12 2024-04-15T16:30:22.094 INFO:tasks.rados.rados.0.smithi090.stdout:486: finishing write tid 2 to smithi09078167-48 2024-04-15T16:30:22.094 INFO:tasks.rados.rados.0.smithi090.stdout:487: finishing rollback tid 2 to smithi09078167-12 2024-04-15T16:30:22.094 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 115 (ObjNum 164 snap 34 seq_num 164) dirty exists 2024-04-15T16:30:22.094 INFO:tasks.rados.rados.0.smithi090.stdout:486: finishing write tid 3 to smithi09078167-48 2024-04-15T16:30:22.094 INFO:tasks.rados.rados.0.smithi090.stdout:486: oid 48 updating version 0 to 92 2024-04-15T16:30:22.094 INFO:tasks.rados.rados.0.smithi090.stdout:486: oid 48 version 92 is already newer than 91 2024-04-15T16:30:22.094 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 92 (ObjNum 173 snap 37 seq_num 173) dirty exists 2024-04-15T16:30:22.095 INFO:tasks.rados.rados.0.smithi090.stdout:486: left oid 48 (ObjNum 173 snap 37 seq_num 173) 2024-04-15T16:30:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:22 smithi153 ceph-mon[30366]: pgmap v210: 121 pgs: 121 active+clean; 90 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-15T16:30:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:22 smithi153 ceph-mon[30366]: osdmap e144: 8 total, 8 up, 8 in 2024-04-15T16:30:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:22 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:30:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:22 smithi153 ceph-mon[30366]: Standby manager daemon x restarted 2024-04-15T16:30:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:22 smithi153 ceph-mon[30366]: Standby manager daemon x started 2024-04-15T16:30:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:22 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:30:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:22 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:30:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:22 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:30:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:22 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:30:22.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:21.807+0000 7f00d34de200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T16:30:22.129 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: CherryPy Checker: 2024-04-15T16:30:22.129 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: The Application mounted at '' has an empty config. 2024-04-15T16:30:22.129 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:22.129 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: [15/Apr/2024:16:30:21] ENGINE Serving on http://:::9283 2024-04-15T16:30:22.129 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: [15/Apr/2024:16:30:21] ENGINE Bus STARTED 2024-04-15T16:30:22.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[27209]: pgmap v210: 121 pgs: 121 active+clean; 90 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-15T16:30:22.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[27209]: osdmap e144: 8 total, 8 up, 8 in 2024-04-15T16:30:22.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:30:22.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[27209]: Standby manager daemon x restarted 2024-04-15T16:30:22.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[27209]: Standby manager daemon x started 2024-04-15T16:30:22.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:30:22.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:30:22.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:30:22.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:30:22.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[38312]: pgmap v210: 121 pgs: 121 active+clean; 90 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 11 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-15T16:30:22.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[38312]: osdmap e144: 8 total, 8 up, 8 in 2024-04-15T16:30:22.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:30:22.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[38312]: Standby manager daemon x restarted 2024-04-15T16:30:22.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[38312]: Standby manager daemon x started 2024-04-15T16:30:22.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:30:22.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:30:22.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:30:22.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:30:23.012 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:30:22] "GET /metrics HTTP/1.1" 200 36003 "" "Prometheus/2.43.0" 2024-04-15T16:30:23.017 INFO:tasks.rados.rados.0.smithi090.stdout:485: done (7 left) 2024-04-15T16:30:23.017 INFO:tasks.rados.rados.0.smithi090.stdout:486: done (6 left) 2024-04-15T16:30:23.017 INFO:tasks.rados.rados.0.smithi090.stdout:487: done (5 left) 2024-04-15T16:30:23.017 INFO:tasks.rados.rados.0.smithi090.stdout:489: done (4 left) 2024-04-15T16:30:23.017 INFO:tasks.rados.rados.0.smithi090.stdout:492: done (3 left) 2024-04-15T16:30:23.017 INFO:tasks.rados.rados.0.smithi090.stdout:493: snap_remove snap 36 2024-04-15T16:30:23.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:23 smithi090 ceph-mon[27209]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-15T16:30:23.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:23 smithi090 ceph-mon[27209]: osdmap e145: 8 total, 8 up, 8 in 2024-04-15T16:30:23.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:23 smithi090 ceph-mon[38312]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-15T16:30:23.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:23 smithi090 ceph-mon[38312]: osdmap e145: 8 total, 8 up, 8 in 2024-04-15T16:30:23.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:23 smithi153 ceph-mon[30366]: mgrmap e23: y(active, since 4m), standbys: x 2024-04-15T16:30:23.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:23 smithi153 ceph-mon[30366]: osdmap e145: 8 total, 8 up, 8 in 2024-04-15T16:30:23.835 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:30:23 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[73553]: ts=2024-04-15T16:30:23.514Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=2 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi153.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.153:8443: connect: connection refused" 2024-04-15T16:30:23.943 INFO:tasks.rados.rados.0.smithi090.stdout:493: done (3 left) 2024-04-15T16:30:23.943 INFO:tasks.rados.rados.0.smithi090.stdout:494: copy_from oid 50 from oid 32 current snap is 37 2024-04-15T16:30:23.944 INFO:tasks.rados.rados.0.smithi090.stdout:488: expect (ObjNum 130 snap 26 seq_num 130) 2024-04-15T16:30:24.093 INFO:tasks.rados.rados.0.smithi090.stdout:491: finishing rollback tid 0 to smithi09078167-26 2024-04-15T16:30:24.093 INFO:tasks.rados.rados.0.smithi090.stdout:491: finishing rollback tid 1 to smithi09078167-26 2024-04-15T16:30:24.094 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 70 (ObjNum 1217 snap 0 seq_num 3772756224) dirty dne 2024-04-15T16:30:24.094 INFO:tasks.rados.rados.0.smithi090.stdout:490: finishing write tid 1 to smithi09078167-14 2024-04-15T16:30:24.094 INFO:tasks.rados.rados.0.smithi090.stdout:488: done (3 left) 2024-04-15T16:30:24.094 INFO:tasks.rados.rados.0.smithi090.stdout:491: done (2 left) 2024-04-15T16:30:24.094 INFO:tasks.rados.rados.0.smithi090.stdout:495: snap_create 2024-04-15T16:30:24.094 INFO:tasks.rados.rados.0.smithi090.stdout:490: finishing write tid 2 to smithi09078167-14 2024-04-15T16:30:24.094 INFO:tasks.rados.rados.0.smithi090.stdout:490: finishing write tid 3 to smithi09078167-14 2024-04-15T16:30:24.094 INFO:tasks.rados.rados.0.smithi090.stdout:490: oid 14 updating version 0 to 12 2024-04-15T16:30:24.094 INFO:tasks.rados.rados.0.smithi090.stdout:490: oid 14 version 12 is already newer than 11 2024-04-15T16:30:24.094 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 12 (ObjNum 174 snap 37 seq_num 174) dirty exists 2024-04-15T16:30:24.094 INFO:tasks.rados.rados.0.smithi090.stdout:490: left oid 14 (ObjNum 174 snap 37 seq_num 174) 2024-04-15T16:30:24.094 INFO:tasks.rados.rados.0.smithi090.stdout:494: finishing copy_from racing read to smithi09078167-50 2024-04-15T16:30:24.094 INFO:tasks.rados.rados.0.smithi090.stdout:494: finishing copy_from to smithi09078167-50 2024-04-15T16:30:24.095 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 43 (ObjNum 160 snap 34 seq_num 160) dirty exists 2024-04-15T16:30:24.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:24 smithi090 ceph-mon[38312]: pgmap v213: 121 pgs: 121 active+clean; 86 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-04-15T16:30:24.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:24 smithi090 ceph-mon[38312]: osdmap e146: 8 total, 8 up, 8 in 2024-04-15T16:30:24.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:24 smithi090 ceph-mon[38312]: osdmap e147: 8 total, 8 up, 8 in 2024-04-15T16:30:24.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:24 smithi090 ceph-mon[27209]: pgmap v213: 121 pgs: 121 active+clean; 86 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-04-15T16:30:24.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:24 smithi090 ceph-mon[27209]: osdmap e146: 8 total, 8 up, 8 in 2024-04-15T16:30:24.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:24 smithi090 ceph-mon[27209]: osdmap e147: 8 total, 8 up, 8 in 2024-04-15T16:30:24.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:24 smithi153 ceph-mon[30366]: pgmap v213: 121 pgs: 121 active+clean; 86 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-04-15T16:30:24.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:24 smithi153 ceph-mon[30366]: osdmap e146: 8 total, 8 up, 8 in 2024-04-15T16:30:24.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:24 smithi153 ceph-mon[30366]: osdmap e147: 8 total, 8 up, 8 in 2024-04-15T16:30:25.022 INFO:tasks.rados.rados.0.smithi090.stdout:490: done (2 left) 2024-04-15T16:30:25.022 INFO:tasks.rados.rados.0.smithi090.stdout:494: done (1 left) 2024-04-15T16:30:25.022 INFO:tasks.rados.rados.0.smithi090.stdout:495: done (0 left) 2024-04-15T16:30:25.022 INFO:tasks.rados.rados.0.smithi090.stdout:496: snap_remove snap 32 2024-04-15T16:30:26.026 INFO:tasks.rados.rados.0.smithi090.stdout:496: done (0 left) 2024-04-15T16:30:26.026 INFO:tasks.rados.rados.0.smithi090.stdout:497: read oid 21 snap -1 2024-04-15T16:30:26.026 INFO:tasks.rados.rados.0.smithi090.stdout:497: expect deleted 2024-04-15T16:30:26.026 INFO:tasks.rados.rados.0.smithi090.stdout:498: snap_create 2024-04-15T16:30:26.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:26 smithi090 ceph-mon[38312]: pgmap v216: 121 pgs: 121 active+clean; 86 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-04-15T16:30:26.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:26 smithi090 ceph-mon[38312]: osdmap e148: 8 total, 8 up, 8 in 2024-04-15T16:30:26.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:26 smithi090 ceph-mon[27209]: pgmap v216: 121 pgs: 121 active+clean; 86 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-04-15T16:30:26.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:26 smithi090 ceph-mon[27209]: osdmap e148: 8 total, 8 up, 8 in 2024-04-15T16:30:26.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:26 smithi153 ceph-mon[30366]: pgmap v216: 121 pgs: 121 active+clean; 86 MiB data, 389 MiB used, 715 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.8 MiB/s wr, 35 op/s 2024-04-15T16:30:26.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:26 smithi153 ceph-mon[30366]: osdmap e148: 8 total, 8 up, 8 in 2024-04-15T16:30:27.030 INFO:tasks.rados.rados.0.smithi090.stdout:497: done (1 left) 2024-04-15T16:30:27.030 INFO:tasks.rados.rados.0.smithi090.stdout:498: done (0 left) 2024-04-15T16:30:27.030 INFO:tasks.rados.rados.0.smithi090.stdout:499: copy_from oid 24 from oid 25 current snap is 39 2024-04-15T16:30:27.030 INFO:tasks.rados.rados.0.smithi090.stdout:500: snap_remove snap 38 2024-04-15T16:30:27.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:27 smithi090 ceph-mon[38312]: osdmap e149: 8 total, 8 up, 8 in 2024-04-15T16:30:27.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:27 smithi090 ceph-mon[27209]: osdmap e149: 8 total, 8 up, 8 in 2024-04-15T16:30:27.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:27 smithi153 ceph-mon[30366]: osdmap e149: 8 total, 8 up, 8 in 2024-04-15T16:30:28.027 INFO:tasks.rados.rados.0.smithi090.stdout:500: done (1 left) 2024-04-15T16:30:28.027 INFO:tasks.rados.rados.0.smithi090.stdout:501: rollback oid 16 current snap is 39 2024-04-15T16:30:28.027 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 37 2024-04-15T16:30:28.027 INFO:tasks.rados.rados.0.smithi090.stdout:502: read oid 35 snap 35 2024-04-15T16:30:28.027 INFO:tasks.rados.rados.0.smithi090.stdout:502: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:30:28.028 INFO:tasks.rados.rados.0.smithi090.stdout:503: rollback oid 10 current snap is 39 2024-04-15T16:30:28.028 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 35 2024-04-15T16:30:28.028 INFO:tasks.rados.rados.0.smithi090.stdout:499: finishing copy_from racing read to smithi09078167-24 2024-04-15T16:30:28.028 INFO:tasks.rados.rados.0.smithi090.stdout:499: finishing copy_from to smithi09078167-24 2024-04-15T16:30:28.028 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 25 (ObjNum 60 snap 3 seq_num 60) dirty exists 2024-04-15T16:30:28.028 INFO:tasks.rados.rados.0.smithi090.stdout:499: done (3 left) 2024-04-15T16:30:28.028 INFO:tasks.rados.rados.0.smithi090.stdout:504: snap_create 2024-04-15T16:30:28.031 INFO:tasks.rados.rados.0.smithi090.stdout:501: finishing rollback tid 1 to smithi09078167-16 2024-04-15T16:30:28.031 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 124 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-15T16:30:28.032 INFO:tasks.rados.rados.0.smithi090.stdout:503: finishing rollback tid 0 to smithi09078167-10 2024-04-15T16:30:28.033 INFO:tasks.rados.rados.0.smithi090.stdout:503: finishing rollback tid 1 to smithi09078167-10 2024-04-15T16:30:28.034 INFO:tasks.rados.rados.0.smithi090.stdout:502: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:30:28.049 INFO:tasks.rados.rados.0.smithi090.stdout:503: finishing rollback tid 2 to smithi09078167-10 2024-04-15T16:30:28.049 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 141 (ObjNum 153 snap 32 seq_num 153) dirty exists 2024-04-15T16:30:28.296 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:28 smithi153 ceph-mon[30366]: pgmap v219: 121 pgs: 121 active+clean; 86 MiB data, 389 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:28.296 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:28 smithi153 ceph-mon[30366]: osdmap e150: 8 total, 8 up, 8 in 2024-04-15T16:30:28.296 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:28 smithi153 ceph-mon[30366]: osdmap e151: 8 total, 8 up, 8 in 2024-04-15T16:30:28.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:28 smithi090 ceph-mon[38312]: pgmap v219: 121 pgs: 121 active+clean; 86 MiB data, 389 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:28.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:28 smithi090 ceph-mon[38312]: osdmap e150: 8 total, 8 up, 8 in 2024-04-15T16:30:28.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:28 smithi090 ceph-mon[38312]: osdmap e151: 8 total, 8 up, 8 in 2024-04-15T16:30:28.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:28 smithi090 ceph-mon[27209]: pgmap v219: 121 pgs: 121 active+clean; 86 MiB data, 389 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:28.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:28 smithi090 ceph-mon[27209]: osdmap e150: 8 total, 8 up, 8 in 2024-04-15T16:30:28.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:28 smithi090 ceph-mon[27209]: osdmap e151: 8 total, 8 up, 8 in 2024-04-15T16:30:29.028 INFO:tasks.rados.rados.0.smithi090.stdout:501: done (3 left) 2024-04-15T16:30:29.028 INFO:tasks.rados.rados.0.smithi090.stdout:502: done (2 left) 2024-04-15T16:30:29.028 INFO:tasks.rados.rados.0.smithi090.stdout:503: done (1 left) 2024-04-15T16:30:29.028 INFO:tasks.rados.rados.0.smithi090.stdout:504: done (0 left) 2024-04-15T16:30:29.028 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 40 2024-04-15T16:30:29.028 INFO:tasks.rados.rados.0.smithi090.stdout:505: seq_num 175 ranges {2039808=540672} 2024-04-15T16:30:29.042 INFO:tasks.rados.rados.0.smithi090.stdout:505: writing smithi09078167-33 from 2039808 to 2580480 tid 1 2024-04-15T16:30:29.042 INFO:tasks.rados.rados.0.smithi090.stdout:506: read oid 27 snap -1 2024-04-15T16:30:29.042 INFO:tasks.rados.rados.0.smithi090.stdout:506: expect (ObjNum 98 snap 15 seq_num 98) 2024-04-15T16:30:29.042 INFO:tasks.rados.rados.0.smithi090.stdout:507: read oid 34 snap -1 2024-04-15T16:30:29.042 INFO:tasks.rados.rados.0.smithi090.stdout:507: expect deleted 2024-04-15T16:30:29.042 INFO:tasks.rados.rados.0.smithi090.stdout:508: copy_from oid 9 from oid 5 current snap is 40 2024-04-15T16:30:29.042 INFO:tasks.rados.rados.0.smithi090.stdout:509: copy_from oid 3 from oid 39 current snap is 40 2024-04-15T16:30:29.042 INFO:tasks.rados.rados.0.smithi090.stdout:510: delete oid 37 current snap is 40 2024-04-15T16:30:29.047 INFO:tasks.rados.rados.0.smithi090.stdout:507: done (5 left) 2024-04-15T16:30:29.047 INFO:tasks.rados.rados.0.smithi090.stdout:510: done (4 left) 2024-04-15T16:30:29.047 INFO:tasks.rados.rados.0.smithi090.stdout:511: copy_from oid 26 from oid 6 current snap is 40 2024-04-15T16:30:29.047 INFO:tasks.rados.rados.0.smithi090.stdout:512: read oid 50 snap -1 2024-04-15T16:30:29.047 INFO:tasks.rados.rados.0.smithi090.stdout:512: expect (ObjNum 160 snap 34 seq_num 160) 2024-04-15T16:30:29.047 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 40 2024-04-15T16:30:29.047 INFO:tasks.rados.rados.0.smithi090.stdout:513: seq_num 177 ranges {188416=573440} 2024-04-15T16:30:29.053 INFO:tasks.rados.rados.0.smithi090.stdout:513: writing smithi09078167-43 from 188416 to 761856 tid 1 2024-04-15T16:30:29.053 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 40 2024-04-15T16:30:29.053 INFO:tasks.rados.rados.0.smithi090.stdout:505: finishing write tid 1 to smithi09078167-33 2024-04-15T16:30:29.053 INFO:tasks.rados.rados.0.smithi090.stdout:505: finishing write tid 2 to smithi09078167-33 2024-04-15T16:30:29.054 INFO:tasks.rados.rados.0.smithi090.stdout:505: finishing write tid 3 to smithi09078167-33 2024-04-15T16:30:29.054 INFO:tasks.rados.rados.0.smithi090.stdout:505: oid 33 updating version 0 to 78 2024-04-15T16:30:29.054 INFO:tasks.rados.rados.0.smithi090.stdout:505: oid 33 updating version 78 to 79 2024-04-15T16:30:29.054 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 79 (ObjNum 175 snap 40 seq_num 175) dirty exists 2024-04-15T16:30:29.054 INFO:tasks.rados.rados.0.smithi090.stdout:505: left oid 33 (ObjNum 175 snap 40 seq_num 175) 2024-04-15T16:30:29.054 INFO:tasks.rados.rados.0.smithi090.stdout:514: seq_num 178 ranges {1507328=589824} 2024-04-15T16:30:29.067 INFO:tasks.rados.rados.0.smithi090.stdout:514: writing smithi09078167-15 from 1507328 to 2097152 tid 1 2024-04-15T16:30:29.067 INFO:tasks.rados.rados.0.smithi090.stdout:505: done (7 left) 2024-04-15T16:30:29.067 INFO:tasks.rados.rados.0.smithi090.stdout:515: snap_remove snap 35 2024-04-15T16:30:29.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:29 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:29.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:29 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:29.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:29 smithi153 ceph-mon[30366]: osdmap e152: 8 total, 8 up, 8 in 2024-04-15T16:30:29.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:29 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:29.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:29 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:30.032 INFO:tasks.rados.rados.0.smithi090.stdout:515: done (7 left) 2024-04-15T16:30:30.032 INFO:tasks.rados.rados.0.smithi090.stdout:516: snap_create 2024-04-15T16:30:30.032 INFO:tasks.rados.rados.0.smithi090.stdout:509: finishing copy_from racing read to smithi09078167-3 2024-04-15T16:30:30.032 INFO:tasks.rados.rados.0.smithi090.stdout:512: expect (ObjNum 160 snap 34 seq_num 160) 2024-04-15T16:30:30.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:29 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:30.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:29 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:30.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:29 smithi090 ceph-mon[38312]: osdmap e152: 8 total, 8 up, 8 in 2024-04-15T16:30:30.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:29 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:30.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:29 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:30.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:29 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:30.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:29 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:30.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:29 smithi090 ceph-mon[27209]: osdmap e152: 8 total, 8 up, 8 in 2024-04-15T16:30:30.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:29 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:30.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:29 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:30.159 INFO:tasks.rados.rados.0.smithi090.stdout:506: expect (ObjNum 98 snap 15 seq_num 98) 2024-04-15T16:30:30.270 INFO:tasks.rados.rados.0.smithi090.stdout:513: finishing write tid 1 to smithi09078167-43 2024-04-15T16:30:30.270 INFO:tasks.rados.rados.0.smithi090.stdout:513: finishing write tid 2 to smithi09078167-43 2024-04-15T16:30:30.270 INFO:tasks.rados.rados.0.smithi090.stdout:509: finishing copy_from to smithi09078167-3 2024-04-15T16:30:30.270 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 107 (ObjNum 128 snap 26 seq_num 128) dirty exists 2024-04-15T16:30:30.270 INFO:tasks.rados.rados.0.smithi090.stdout:513: finishing write tid 3 to smithi09078167-43 2024-04-15T16:30:30.270 INFO:tasks.rados.rados.0.smithi090.stdout:513: oid 43 updating version 0 to 154 2024-04-15T16:30:30.270 INFO:tasks.rados.rados.0.smithi090.stdout:513: oid 43 version 154 is already newer than 153 2024-04-15T16:30:30.270 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 154 (ObjNum 177 snap 40 seq_num 177) dirty exists 2024-04-15T16:30:30.270 INFO:tasks.rados.rados.0.smithi090.stdout:513: left oid 43 (ObjNum 177 snap 40 seq_num 177) 2024-04-15T16:30:30.271 INFO:tasks.rados.rados.0.smithi090.stdout:508: finishing copy_from racing read to smithi09078167-9 2024-04-15T16:30:30.271 INFO:tasks.rados.rados.0.smithi090.stdout:511: finishing copy_from racing read to smithi09078167-26 2024-04-15T16:30:30.271 INFO:tasks.rados.rados.0.smithi090.stdout:514: finishing write tid 1 to smithi09078167-15 2024-04-15T16:30:30.271 INFO:tasks.rados.rados.0.smithi090.stdout:508: finishing copy_from to smithi09078167-9 2024-04-15T16:30:30.271 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 26 (ObjNum 130 snap 26 seq_num 130) dirty exists 2024-04-15T16:30:30.271 INFO:tasks.rados.rados.0.smithi090.stdout:514: finishing write tid 2 to smithi09078167-15 2024-04-15T16:30:30.271 INFO:tasks.rados.rados.0.smithi090.stdout:511: finishing copy_from to smithi09078167-26 2024-04-15T16:30:30.271 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 44 (ObjNum 101 snap 15 seq_num 101) dirty exists 2024-04-15T16:30:30.271 INFO:tasks.rados.rados.0.smithi090.stdout:514: finishing write tid 3 to smithi09078167-15 2024-04-15T16:30:30.271 INFO:tasks.rados.rados.0.smithi090.stdout:514: oid 15 updating version 0 to 175 2024-04-15T16:30:30.271 INFO:tasks.rados.rados.0.smithi090.stdout:514: oid 15 updating version 175 to 176 2024-04-15T16:30:30.271 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 176 (ObjNum 178 snap 40 seq_num 178) dirty exists 2024-04-15T16:30:30.271 INFO:tasks.rados.rados.0.smithi090.stdout:514: left oid 15 (ObjNum 178 snap 40 seq_num 178) 2024-04-15T16:30:30.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:30 smithi153 ceph-mon[30366]: pgmap v222: 121 pgs: 121 active+clean; 75 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 972 KiB/s wr, 0 op/s 2024-04-15T16:30:30.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:30 smithi153 ceph-mon[30366]: osdmap e153: 8 total, 8 up, 8 in 2024-04-15T16:30:31.032 INFO:tasks.rados.rados.0.smithi090.stdout:506: done (7 left) 2024-04-15T16:30:31.032 INFO:tasks.rados.rados.0.smithi090.stdout:508: done (6 left) 2024-04-15T16:30:31.032 INFO:tasks.rados.rados.0.smithi090.stdout:509: done (5 left) 2024-04-15T16:30:31.032 INFO:tasks.rados.rados.0.smithi090.stdout:511: done (4 left) 2024-04-15T16:30:31.032 INFO:tasks.rados.rados.0.smithi090.stdout:512: done (3 left) 2024-04-15T16:30:31.032 INFO:tasks.rados.rados.0.smithi090.stdout:513: done (2 left) 2024-04-15T16:30:31.032 INFO:tasks.rados.rados.0.smithi090.stdout:514: done (1 left) 2024-04-15T16:30:31.032 INFO:tasks.rados.rados.0.smithi090.stdout:516: done (0 left) 2024-04-15T16:30:31.032 INFO:tasks.rados.rados.0.smithi090.stdout:517: snap_remove snap 37 2024-04-15T16:30:31.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:30 smithi090 ceph-mon[27209]: pgmap v222: 121 pgs: 121 active+clean; 75 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 972 KiB/s wr, 0 op/s 2024-04-15T16:30:31.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:30 smithi090 ceph-mon[27209]: osdmap e153: 8 total, 8 up, 8 in 2024-04-15T16:30:31.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:30 smithi090 ceph-mon[38312]: pgmap v222: 121 pgs: 121 active+clean; 75 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 972 KiB/s wr, 0 op/s 2024-04-15T16:30:31.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:30 smithi090 ceph-mon[38312]: osdmap e153: 8 total, 8 up, 8 in 2024-04-15T16:30:32.034 INFO:tasks.rados.rados.0.smithi090.stdout:517: done (0 left) 2024-04-15T16:30:32.034 INFO:tasks.rados.rados.0.smithi090.stdout:518: read oid 16 snap 39 2024-04-15T16:30:32.034 INFO:tasks.rados.rados.0.smithi090.stdout:518: expect deleted 2024-04-15T16:30:32.034 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 41 2024-04-15T16:30:32.034 INFO:tasks.rados.rados.0.smithi090.stdout:519: seq_num 179 ranges {0=606208} 2024-04-15T16:30:32.038 INFO:tasks.rados.rados.0.smithi090.stdout:519: writing smithi09078167-2 from 0 to 606208 tid 1 2024-04-15T16:30:32.038 INFO:tasks.rados.rados.0.smithi090.stdout:520: setattr oid 49 current snap is 41 2024-04-15T16:30:32.040 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 41 2024-04-15T16:30:32.040 INFO:tasks.rados.rados.0.smithi090.stdout:521: seq_num 180 ranges {0=622592} 2024-04-15T16:30:32.045 INFO:tasks.rados.rados.0.smithi090.stdout:521: writing smithi09078167-45 from 0 to 622592 tid 1 2024-04-15T16:30:32.045 INFO:tasks.rados.rados.0.smithi090.stdout:522: read oid 35 snap -1 2024-04-15T16:30:32.045 INFO:tasks.rados.rados.0.smithi090.stdout:522: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:30:32.045 INFO:tasks.rados.rados.0.smithi090.stdout:523: read oid 14 snap -1 2024-04-15T16:30:32.045 INFO:tasks.rados.rados.0.smithi090.stdout:523: expect (ObjNum 174 snap 37 seq_num 174) 2024-04-15T16:30:32.046 INFO:tasks.rados.rados.0.smithi090.stdout:524: copy_from oid 19 from oid 32 current snap is 41 2024-04-15T16:30:32.046 INFO:tasks.rados.rados.0.smithi090.stdout:525: rollback oid 25 current snap is 41 2024-04-15T16:30:32.046 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 25 to 40 2024-04-15T16:30:32.046 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 41 2024-04-15T16:30:32.046 INFO:tasks.rados.rados.0.smithi090.stdout:526: seq_num 181 ranges {0=638976} 2024-04-15T16:30:32.050 INFO:tasks.rados.rados.0.smithi090.stdout:526: writing smithi09078167-8 from 0 to 638976 tid 1 2024-04-15T16:30:32.050 INFO:tasks.rados.rados.0.smithi090.stdout:527: read oid 15 snap 39 2024-04-15T16:30:32.050 INFO:tasks.rados.rados.0.smithi090.stdout:527: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-15T16:30:32.050 INFO:tasks.rados.rados.0.smithi090.stdout:528: snap_create 2024-04-15T16:30:32.050 INFO:tasks.rados.rados.0.smithi090.stdout:519: finishing write tid 1 to smithi09078167-2 2024-04-15T16:30:32.050 INFO:tasks.rados.rados.0.smithi090.stdout:519: finishing write tid 2 to smithi09078167-2 2024-04-15T16:30:32.050 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 112 (ObjNum 166 snap 34 seq_num 166) dirty exists 2024-04-15T16:30:32.050 INFO:tasks.rados.rados.0.smithi090.stdout:521: finishing write tid 1 to smithi09078167-45 2024-04-15T16:30:32.051 INFO:tasks.rados.rados.0.smithi090.stdout:525: finishing rollback tid 0 to smithi09078167-25 2024-04-15T16:30:32.051 INFO:tasks.rados.rados.0.smithi090.stdout:522: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:30:32.070 INFO:tasks.rados.rados.0.smithi090.stdout:521: finishing write tid 2 to smithi09078167-45 2024-04-15T16:30:32.070 INFO:tasks.rados.rados.0.smithi090.stdout:519: finishing write tid 3 to smithi09078167-2 2024-04-15T16:30:32.071 INFO:tasks.rados.rados.0.smithi090.stdout:519: oid 2 updating version 0 to 108 2024-04-15T16:30:32.071 INFO:tasks.rados.rados.0.smithi090.stdout:519: oid 2 updating version 108 to 109 2024-04-15T16:30:32.071 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 109 (ObjNum 179 snap 41 seq_num 179) dirty exists 2024-04-15T16:30:32.071 INFO:tasks.rados.rados.0.smithi090.stdout:519: left oid 2 (ObjNum 179 snap 41 seq_num 179) 2024-04-15T16:30:32.071 INFO:tasks.rados.rados.0.smithi090.stdout:525: finishing rollback tid 1 to smithi09078167-25 2024-04-15T16:30:32.071 INFO:tasks.rados.rados.0.smithi090.stdout:525: finishing rollback tid 2 to smithi09078167-25 2024-04-15T16:30:32.071 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 162 (ObjNum 60 snap 3 seq_num 60) dirty exists 2024-04-15T16:30:32.071 INFO:tasks.rados.rados.0.smithi090.stdout:521: finishing write tid 3 to smithi09078167-45 2024-04-15T16:30:32.071 INFO:tasks.rados.rados.0.smithi090.stdout:521: oid 45 updating version 0 to 183 2024-04-15T16:30:32.071 INFO:tasks.rados.rados.0.smithi090.stdout:521: oid 45 updating version 183 to 184 2024-04-15T16:30:32.071 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 184 (ObjNum 180 snap 41 seq_num 180) dirty exists 2024-04-15T16:30:32.071 INFO:tasks.rados.rados.0.smithi090.stdout:521: left oid 45 (ObjNum 180 snap 41 seq_num 180) 2024-04-15T16:30:32.071 INFO:tasks.rados.rados.0.smithi090.stdout:526: finishing write tid 1 to smithi09078167-8 2024-04-15T16:30:32.072 INFO:tasks.rados.rados.0.smithi090.stdout:526: finishing write tid 2 to smithi09078167-8 2024-04-15T16:30:32.072 INFO:tasks.rados.rados.0.smithi090.stdout:523: expect (ObjNum 174 snap 37 seq_num 174) 2024-04-15T16:30:32.206 INFO:tasks.rados.rados.0.smithi090.stdout:524: finishing copy_from racing read to smithi09078167-19 2024-04-15T16:30:32.206 INFO:tasks.rados.rados.0.smithi090.stdout:526: finishing write tid 3 to smithi09078167-8 2024-04-15T16:30:32.206 INFO:tasks.rados.rados.0.smithi090.stdout:526: oid 8 updating version 0 to 186 2024-04-15T16:30:32.206 INFO:tasks.rados.rados.0.smithi090.stdout:526: oid 8 updating version 186 to 187 2024-04-15T16:30:32.207 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 187 (ObjNum 181 snap 41 seq_num 181) dirty exists 2024-04-15T16:30:32.207 INFO:tasks.rados.rados.0.smithi090.stdout:526: left oid 8 (ObjNum 181 snap 41 seq_num 181) 2024-04-15T16:30:32.207 INFO:tasks.rados.rados.0.smithi090.stdout:527: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-15T16:30:32.254 INFO:tasks.rados.rados.0.smithi090.stdout:524: finishing copy_from to smithi09078167-19 2024-04-15T16:30:32.254 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 43 (ObjNum 160 snap 34 seq_num 160) dirty exists 2024-04-15T16:30:32.328 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-mon[30366]: pgmap v225: 121 pgs: 121 active+clean; 75 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 972 KiB/s wr, 0 op/s 2024-04-15T16:30:32.328 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-mon[30366]: osdmap e154: 8 total, 8 up, 8 in 2024-04-15T16:30:32.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:32 smithi090 ceph-mon[38312]: pgmap v225: 121 pgs: 121 active+clean; 75 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 972 KiB/s wr, 0 op/s 2024-04-15T16:30:32.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:32 smithi090 ceph-mon[38312]: osdmap e154: 8 total, 8 up, 8 in 2024-04-15T16:30:32.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:32 smithi090 ceph-mon[27209]: pgmap v225: 121 pgs: 121 active+clean; 75 MiB data, 390 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 972 KiB/s wr, 0 op/s 2024-04-15T16:30:32.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:32 smithi090 ceph-mon[27209]: osdmap e154: 8 total, 8 up, 8 in 2024-04-15T16:30:32.786 INFO:tasks.rados.rados.0.smithi090.stdout:518: done (10 left) 2024-04-15T16:30:32.787 INFO:tasks.rados.rados.0.smithi090.stdout:519: done (9 left) 2024-04-15T16:30:32.787 INFO:tasks.rados.rados.0.smithi090.stdout:520: done (8 left) 2024-04-15T16:30:32.787 INFO:tasks.rados.rados.0.smithi090.stdout:521: done (7 left) 2024-04-15T16:30:32.787 INFO:tasks.rados.rados.0.smithi090.stdout:522: done (6 left) 2024-04-15T16:30:32.787 INFO:tasks.rados.rados.0.smithi090.stdout:523: done (5 left) 2024-04-15T16:30:32.787 INFO:tasks.rados.rados.0.smithi090.stdout:524: done (4 left) 2024-04-15T16:30:32.787 INFO:tasks.rados.rados.0.smithi090.stdout:525: done (3 left) 2024-04-15T16:30:32.787 INFO:tasks.rados.rados.0.smithi090.stdout:526: done (2 left) 2024-04-15T16:30:32.787 INFO:tasks.rados.rados.0.smithi090.stdout:527: done (1 left) 2024-04-15T16:30:32.787 INFO:tasks.rados.rados.0.smithi090.stdout:528: done (0 left) 2024-04-15T16:30:32.787 INFO:tasks.rados.rados.0.smithi090.stdout:529: delete oid 40 current snap is 42 2024-04-15T16:30:32.790 INFO:tasks.rados.rados.0.smithi090.stdout:529: done (0 left) 2024-04-15T16:30:32.790 INFO:tasks.rados.rados.0.smithi090.stdout:530: rmattr oid 4 current snap is 42 2024-04-15T16:30:32.790 INFO:tasks.rados.rados.0.smithi090.stdout:531: snap_create 2024-04-15T16:30:32.792 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 21 (ObjNum 142 snap 29 seq_num 142) dirty exists 2024-04-15T16:30:32.864 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: [15/Apr/2024:16:30:32] ENGINE Bus STOPPING 2024-04-15T16:30:32.864 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: [15/Apr/2024:16:30:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T16:30:32.864 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: [15/Apr/2024:16:30:32] ENGINE Bus STOPPED 2024-04-15T16:30:32.864 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: [15/Apr/2024:16:30:32] ENGINE Bus STARTING 2024-04-15T16:30:32.914 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:32 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:30:32] "GET /metrics HTTP/1.1" 200 36003 "" "Prometheus/2.43.0" 2024-04-15T16:30:32.914 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:32 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ignoring --setuser ceph since I am not root 2024-04-15T16:30:32.915 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:32 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ignoring --setgroup ceph since I am not root 2024-04-15T16:30:33.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: osdmap e155: 8 total, 8 up, 8 in 2024-04-15T16:30:33.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:33.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:33.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:30:33.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:30:33.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:33.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:30:33.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-15T16:30:33.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: Activating manager daemon x 2024-04-15T16:30:33.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:33.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:33.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:33.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:30:33.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:30:33.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: osdmap e156: 8 total, 8 up, 8 in 2024-04-15T16:30:33.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T16:30:33.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-15T16:30:33.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: mgrmap e24: x(active, starting, since 0.0116222s) 2024-04-15T16:30:33.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:30:33.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:30:33.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:30:33.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:30:33.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:30:33.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:30:33.131 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:30:33.131 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:30:33.131 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T16:30:33.131 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T16:30:33.131 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T16:30:33.131 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: Manager daemon x is now available 2024-04-15T16:30:33.131 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:30:33.131 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:30:33.131 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:30:33.131 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:30:33.131 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T16:30:33.131 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:33 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T16:30:33.132 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:32.914+0000 7f00310e8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:30:33.132 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:32.914+0000 7f00310e8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:30:33.132 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:32.914+0000 7f00310e8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:30:33.132 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:32.914+0000 7f00310e8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:30:33.132 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:32.914+0000 7f00310e8700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:30:33.132 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:32.914+0000 7f00330ec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:30:33.132 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:32.914+0000 7f00330ec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:30:33.132 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:32.914+0000 7f00330ec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:30:33.132 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:32.914+0000 7f00330ec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:30:33.132 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:30:32.914+0000 7f00330ec700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:30:33.132 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: [15/Apr/2024:16:30:32] ENGINE Serving on http://:::9283 2024-04-15T16:30:33.132 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: [15/Apr/2024:16:30:32] ENGINE Bus STARTED 2024-04-15T16:30:33.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: osdmap e155: 8 total, 8 up, 8 in 2024-04-15T16:30:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:30:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:30:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:30:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-15T16:30:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: Activating manager daemon x 2024-04-15T16:30:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:30:33.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:30:33.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: osdmap e156: 8 total, 8 up, 8 in 2024-04-15T16:30:33.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T16:30:33.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-15T16:30:33.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: mgrmap e24: x(active, starting, since 0.0116222s) 2024-04-15T16:30:33.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:30:33.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:30:33.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:30:33.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:30:33.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:30:33.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:30:33.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:30:33.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:30:33.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T16:30:33.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T16:30:33.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T16:30:33.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: osdmap e155: 8 total, 8 up, 8 in 2024-04-15T16:30:33.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:33.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:30:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:30:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' 2024-04-15T16:30:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:30:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-15T16:30:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: Activating manager daemon x 2024-04-15T16:30:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:30:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:30:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: osdmap e156: 8 total, 8 up, 8 in 2024-04-15T16:30:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T16:30:33.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.14619 172.21.15.90:0/552867786' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-15T16:30:33.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: mgrmap e24: x(active, starting, since 0.0116222s) 2024-04-15T16:30:33.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:30:33.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:30:33.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:30:33.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:30:33.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:30:33.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:30:33.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:30:33.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:30:33.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T16:30:33.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T16:30:33.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T16:30:33.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: Manager daemon x is now available 2024-04-15T16:30:33.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:30:33.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:30:33.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:30:33.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:30:33.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T16:30:33.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T16:30:33.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: Manager daemon x is now available 2024-04-15T16:30:33.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:30:33.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:30:33.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:30:33.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:30:33.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T16:30:33.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-15T16:30:33.784 INFO:tasks.rados.rados.0.smithi090.stdout:530: done (1 left) 2024-04-15T16:30:33.784 INFO:tasks.rados.rados.0.smithi090.stdout:531: done (0 left) 2024-04-15T16:30:33.784 INFO:tasks.rados.rados.0.smithi090.stdout:532: delete oid 37 current snap is 43 2024-04-15T16:30:33.787 INFO:tasks.rados.rados.0.smithi090.stdout:532: done (0 left) 2024-04-15T16:30:33.788 INFO:tasks.rados.rados.0.smithi090.stdout:533: read oid 28 snap 41 2024-04-15T16:30:33.788 INFO:tasks.rados.rados.0.smithi090.stdout:533: expect (ObjNum 147 snap 31 seq_num 147) 2024-04-15T16:30:33.788 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 43 2024-04-15T16:30:33.788 INFO:tasks.rados.rados.0.smithi090.stdout:534: seq_num 184 ranges {2473984=688128} 2024-04-15T16:30:33.806 INFO:tasks.rados.rados.0.smithi090.stdout:534: writing smithi09078167-49 from 2473984 to 3162112 tid 1 2024-04-15T16:30:33.806 INFO:tasks.rados.rados.0.smithi090.stdout:535: rollback oid 5 current snap is 43 2024-04-15T16:30:33.806 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 5 to 41 2024-04-15T16:30:33.806 INFO:tasks.rados.rados.0.smithi090.stdout:533: expect (ObjNum 147 snap 31 seq_num 147) 2024-04-15T16:30:33.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:33.367+0000 7f2349906200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T16:30:33.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:33 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:33.461+0000 7f2349906200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T16:30:33.854 INFO:tasks.rados.rados.0.smithi090.stdout:535: finishing rollback tid 0 to smithi09078167-5 2024-04-15T16:30:33.854 INFO:tasks.rados.rados.0.smithi090.stdout:535: finishing rollback tid 1 to smithi09078167-5 2024-04-15T16:30:33.854 INFO:tasks.rados.rados.0.smithi090.stdout:533: done (2 left) 2024-04-15T16:30:33.854 INFO:tasks.rados.rados.0.smithi090.stdout:536: rmattr oid 4 current snap is 43 2024-04-15T16:30:33.854 INFO:tasks.rados.rados.0.smithi090.stdout:535: finishing rollback tid 2 to smithi09078167-5 2024-04-15T16:30:33.854 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 32 (ObjNum 130 snap 26 seq_num 130) dirty exists 2024-04-15T16:30:33.854 INFO:tasks.rados.rados.0.smithi090.stdout:534: finishing write tid 1 to smithi09078167-49 2024-04-15T16:30:33.854 INFO:tasks.rados.rados.0.smithi090.stdout:534: finishing write tid 2 to smithi09078167-49 2024-04-15T16:30:33.854 INFO:tasks.rados.rados.0.smithi090.stdout:534: finishing write tid 3 to smithi09078167-49 2024-04-15T16:30:33.854 INFO:tasks.rados.rados.0.smithi090.stdout:534: oid 49 updating version 0 to 114 2024-04-15T16:30:33.854 INFO:tasks.rados.rados.0.smithi090.stdout:534: oid 49 updating version 114 to 115 2024-04-15T16:30:33.854 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 115 (ObjNum 184 snap 43 seq_num 184) dirty exists 2024-04-15T16:30:33.855 INFO:tasks.rados.rados.0.smithi090.stdout:534: left oid 49 (ObjNum 184 snap 43 seq_num 184) 2024-04-15T16:30:33.855 INFO:tasks.rados.rados.0.smithi090.stdout:534: done (2 left) 2024-04-15T16:30:33.855 INFO:tasks.rados.rados.0.smithi090.stdout:535: done (1 left) 2024-04-15T16:30:33.855 INFO:tasks.rados.rados.0.smithi090.stdout:537: read oid 6 snap -1 2024-04-15T16:30:33.855 INFO:tasks.rados.rados.0.smithi090.stdout:537: expect (ObjNum 101 snap 15 seq_num 101) 2024-04-15T16:30:33.855 INFO:tasks.rados.rados.0.smithi090.stdout:538: snap_create 2024-04-15T16:30:33.855 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 23 (ObjNum 142 snap 29 seq_num 142) dirty exists 2024-04-15T16:30:33.862 INFO:tasks.rados.rados.0.smithi090.stdout:537: expect (ObjNum 101 snap 15 seq_num 101) 2024-04-15T16:30:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:536: done (2 left) 2024-04-15T16:30:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:537: done (1 left) 2024-04-15T16:30:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:538: done (0 left) 2024-04-15T16:30:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 44 2024-04-15T16:30:33.948 INFO:tasks.rados.rados.0.smithi090.stdout:539: seq_num 185 ranges {2154496=704512} 2024-04-15T16:30:33.965 INFO:tasks.rados.rados.0.smithi090.stdout:539: writing smithi09078167-3 from 2154496 to 2859008 tid 1 2024-04-15T16:30:33.965 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 44 2024-04-15T16:30:33.965 INFO:tasks.rados.rados.0.smithi090.stdout:540: seq_num 186 ranges {3162112=720896} 2024-04-15T16:30:33.987 INFO:tasks.rados.rados.0.smithi090.stdout:540: writing smithi09078167-49 from 3162112 to 3883008 tid 1 2024-04-15T16:30:33.987 INFO:tasks.rados.rados.0.smithi090.stdout:541: read oid 32 snap 41 2024-04-15T16:30:33.987 INFO:tasks.rados.rados.0.smithi090.stdout:541: expect (ObjNum 160 snap 34 seq_num 160) 2024-04-15T16:30:33.988 INFO:tasks.rados.rados.0.smithi090.stdout:542: rollback oid 50 current snap is 44 2024-04-15T16:30:33.988 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 50 to 43 2024-04-15T16:30:33.988 INFO:tasks.rados.rados.0.smithi090.stdout:539: finishing write tid 1 to smithi09078167-3 2024-04-15T16:30:33.988 INFO:tasks.rados.rados.0.smithi090.stdout:539: finishing write tid 2 to smithi09078167-3 2024-04-15T16:30:33.988 INFO:tasks.rados.rados.0.smithi090.stdout:539: finishing write tid 3 to smithi09078167-3 2024-04-15T16:30:33.988 INFO:tasks.rados.rados.0.smithi090.stdout:539: oid 3 updating version 0 to 117 2024-04-15T16:30:33.988 INFO:tasks.rados.rados.0.smithi090.stdout:539: oid 3 version 117 is already newer than 116 2024-04-15T16:30:33.988 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 117 (ObjNum 185 snap 44 seq_num 185) dirty exists 2024-04-15T16:30:33.988 INFO:tasks.rados.rados.0.smithi090.stdout:539: left oid 3 (ObjNum 185 snap 44 seq_num 185) 2024-04-15T16:30:33.988 INFO:tasks.rados.rados.0.smithi090.stdout:539: done (3 left) 2024-04-15T16:30:33.988 INFO:tasks.rados.rados.0.smithi090.stdout:543: snap_create 2024-04-15T16:30:33.992 INFO:tasks.rados.rados.0.smithi090.stdout:542: finishing rollback tid 0 to smithi09078167-50 2024-04-15T16:30:33.994 INFO:tasks.rados.rados.0.smithi090.stdout:542: finishing rollback tid 1 to smithi09078167-50 2024-04-15T16:30:33.995 INFO:tasks.rados.rados.0.smithi090.stdout:542: finishing rollback tid 2 to smithi09078167-50 2024-04-15T16:30:33.995 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 151 (ObjNum 160 snap 34 seq_num 160) dirty exists 2024-04-15T16:30:33.999 INFO:tasks.rados.rados.0.smithi090.stdout:540: finishing write tid 1 to smithi09078167-49 2024-04-15T16:30:33.999 INFO:tasks.rados.rados.0.smithi090.stdout:540: finishing write tid 2 to smithi09078167-49 2024-04-15T16:30:34.001 INFO:tasks.rados.rados.0.smithi090.stdout:541: expect (ObjNum 160 snap 34 seq_num 160) 2024-04-15T16:30:34.125 INFO:tasks.rados.rados.0.smithi090.stdout:540: finishing write tid 3 to smithi09078167-49 2024-04-15T16:30:34.126 INFO:tasks.rados.rados.0.smithi090.stdout:540: oid 49 updating version 0 to 117 2024-04-15T16:30:34.126 INFO:tasks.rados.rados.0.smithi090.stdout:540: oid 49 updating version 117 to 118 2024-04-15T16:30:34.126 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 118 (ObjNum 186 snap 44 seq_num 186) dirty exists 2024-04-15T16:30:34.126 INFO:tasks.rados.rados.0.smithi090.stdout:540: left oid 49 (ObjNum 186 snap 44 seq_num 186) 2024-04-15T16:30:34.458 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:34.135+0000 7f2349906200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T16:30:34.459 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:34.226+0000 7f2349906200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T16:30:34.459 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:34.366+0000 7f2349906200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T16:30:34.459 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:34.461+0000 7f2349906200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T16:30:34.809 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:34.544+0000 7f2349906200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T16:30:34.809 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-mon[38312]: Deploying cephadm binary to smithi153 2024-04-15T16:30:34.809 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-mon[38312]: Deploying cephadm binary to smithi090 2024-04-15T16:30:34.810 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-mon[38312]: [15/Apr/2024:16:30:33] ENGINE Bus STARTING 2024-04-15T16:30:34.810 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-mon[38312]: osdmap e157: 8 total, 8 up, 8 in 2024-04-15T16:30:34.810 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-mon[38312]: mgrmap e25: x(active, since 1.02115s) 2024-04-15T16:30:34.810 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-mon[38312]: osdmap e158: 8 total, 8 up, 8 in 2024-04-15T16:30:34.810 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-mon[27209]: Deploying cephadm binary to smithi153 2024-04-15T16:30:34.810 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-mon[27209]: Deploying cephadm binary to smithi090 2024-04-15T16:30:34.810 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-mon[27209]: [15/Apr/2024:16:30:33] ENGINE Bus STARTING 2024-04-15T16:30:34.810 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-mon[27209]: osdmap e157: 8 total, 8 up, 8 in 2024-04-15T16:30:34.810 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-mon[27209]: mgrmap e25: x(active, since 1.02115s) 2024-04-15T16:30:34.810 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-mon[27209]: osdmap e158: 8 total, 8 up, 8 in 2024-04-15T16:30:34.955 INFO:tasks.rados.rados.0.smithi090.stdout:540: done (3 left) 2024-04-15T16:30:34.955 INFO:tasks.rados.rados.0.smithi090.stdout:541: done (2 left) 2024-04-15T16:30:34.955 INFO:tasks.rados.rados.0.smithi090.stdout:542: done (1 left) 2024-04-15T16:30:34.955 INFO:tasks.rados.rados.0.smithi090.stdout:543: done (0 left) 2024-04-15T16:30:34.955 INFO:tasks.rados.rados.0.smithi090.stdout:544: read oid 22 snap -1 2024-04-15T16:30:34.956 INFO:tasks.rados.rados.0.smithi090.stdout:544: expect deleted 2024-04-15T16:30:34.956 INFO:tasks.rados.rados.0.smithi090.stdout:545: rollback oid 47 current snap is 45 2024-04-15T16:30:34.956 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 44 2024-04-15T16:30:34.956 INFO:tasks.rados.rados.0.smithi090.stdout:546: snap_remove snap 42 2024-04-15T16:30:35.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:34.812+0000 7f2349906200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T16:30:35.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:34 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:34.923+0000 7f2349906200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T16:30:35.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:35 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:35.014+0000 7f2349906200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T16:30:35.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:34 smithi153 ceph-mon[30366]: Deploying cephadm binary to smithi153 2024-04-15T16:30:35.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:34 smithi153 ceph-mon[30366]: Deploying cephadm binary to smithi090 2024-04-15T16:30:35.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:34 smithi153 ceph-mon[30366]: [15/Apr/2024:16:30:33] ENGINE Bus STARTING 2024-04-15T16:30:35.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:34 smithi153 ceph-mon[30366]: osdmap e157: 8 total, 8 up, 8 in 2024-04-15T16:30:35.131 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:34 smithi153 ceph-mon[30366]: mgrmap e25: x(active, since 1.02115s) 2024-04-15T16:30:35.132 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:34 smithi153 ceph-mon[30366]: osdmap e158: 8 total, 8 up, 8 in 2024-04-15T16:30:35.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:35 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:35.107+0000 7f2349906200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T16:30:35.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:35 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:35.283+0000 7f2349906200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T16:30:35.959 INFO:tasks.rados.rados.0.smithi090.stdout:546: done (2 left) 2024-04-15T16:30:35.959 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 45 2024-04-15T16:30:35.960 INFO:tasks.rados.rados.0.smithi090.stdout:547: seq_num 187 ranges {2310144=737280} 2024-04-15T16:30:35.976 INFO:tasks.rados.rados.0.smithi090.stdout:547: writing smithi09078167-6 from 2310144 to 3047424 tid 1 2024-04-15T16:30:35.976 INFO:tasks.rados.rados.0.smithi090.stdout:548: copy_from oid 41 from oid 46 current snap is 45 2024-04-15T16:30:35.976 INFO:tasks.rados.rados.0.smithi090.stdout:545: finishing rollback tid 0 to smithi09078167-47 2024-04-15T16:30:35.976 INFO:tasks.rados.rados.0.smithi090.stdout:545: finishing rollback tid 1 to smithi09078167-47 2024-04-15T16:30:35.976 INFO:tasks.rados.rados.0.smithi090.stdout:544: done (3 left) 2024-04-15T16:30:35.976 INFO:tasks.rados.rados.0.smithi090.stdout:549: rollback oid 1 current snap is 45 2024-04-15T16:30:35.977 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 40 2024-04-15T16:30:35.977 INFO:tasks.rados.rados.0.smithi090.stdout:545: finishing rollback tid 2 to smithi09078167-47 2024-04-15T16:30:35.977 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 110 (ObjNum 169 snap 37 seq_num 169) dirty exists 2024-04-15T16:30:35.977 INFO:tasks.rados.rados.0.smithi090.stdout:545: done (3 left) 2024-04-15T16:30:35.977 INFO:tasks.rados.rados.0.smithi090.stdout:550: snap_remove snap 41 2024-04-15T16:30:36.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:35 smithi090 ceph-mon[38312]: [15/Apr/2024:16:30:33] ENGINE Serving on http://172.21.15.153:8765 2024-04-15T16:30:36.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:35 smithi090 ceph-mon[38312]: pgmap v4: 121 pgs: 121 active+clean; 80 MiB data, 417 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:36.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:35 smithi090 ceph-mon[38312]: [15/Apr/2024:16:30:33] ENGINE Serving on https://172.21.15.153:7150 2024-04-15T16:30:36.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:35 smithi090 ceph-mon[38312]: [15/Apr/2024:16:30:33] ENGINE Bus STARTED 2024-04-15T16:30:36.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:35 smithi090 ceph-mon[38312]: mgrmap e26: x(active, since 2s) 2024-04-15T16:30:36.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:35 smithi090 ceph-mon[38312]: osdmap e159: 8 total, 8 up, 8 in 2024-04-15T16:30:36.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:35 smithi090 ceph-mon[27209]: [15/Apr/2024:16:30:33] ENGINE Serving on http://172.21.15.153:8765 2024-04-15T16:30:36.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:35 smithi090 ceph-mon[27209]: pgmap v4: 121 pgs: 121 active+clean; 80 MiB data, 417 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:36.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:35 smithi090 ceph-mon[27209]: [15/Apr/2024:16:30:33] ENGINE Serving on https://172.21.15.153:7150 2024-04-15T16:30:36.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:35 smithi090 ceph-mon[27209]: [15/Apr/2024:16:30:33] ENGINE Bus STARTED 2024-04-15T16:30:36.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:35 smithi090 ceph-mon[27209]: mgrmap e26: x(active, since 2s) 2024-04-15T16:30:36.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:35 smithi090 ceph-mon[27209]: osdmap e159: 8 total, 8 up, 8 in 2024-04-15T16:30:36.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:35 smithi153 ceph-mon[30366]: [15/Apr/2024:16:30:33] ENGINE Serving on http://172.21.15.153:8765 2024-04-15T16:30:36.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:35 smithi153 ceph-mon[30366]: pgmap v4: 121 pgs: 121 active+clean; 80 MiB data, 417 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:36.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:35 smithi153 ceph-mon[30366]: [15/Apr/2024:16:30:33] ENGINE Serving on https://172.21.15.153:7150 2024-04-15T16:30:36.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:35 smithi153 ceph-mon[30366]: [15/Apr/2024:16:30:33] ENGINE Bus STARTED 2024-04-15T16:30:36.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:35 smithi153 ceph-mon[30366]: mgrmap e26: x(active, since 2s) 2024-04-15T16:30:36.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:35 smithi153 ceph-mon[30366]: osdmap e159: 8 total, 8 up, 8 in 2024-04-15T16:30:36.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:36 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:36.259+0000 7f2349906200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T16:30:36.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:36 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:36.391+0000 7f2349906200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T16:30:36.957 INFO:tasks.rados.rados.0.smithi090.stdout:550: done (3 left) 2024-04-15T16:30:36.957 INFO:tasks.rados.rados.0.smithi090.stdout:551: snap_remove snap 43 2024-04-15T16:30:37.032 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:36 smithi090 ceph-mon[38312]: pgmap v6: 121 pgs: 121 active+clean; 80 MiB data, 417 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:37.032 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:36 smithi090 ceph-mon[38312]: osdmap e160: 8 total, 8 up, 8 in 2024-04-15T16:30:37.032 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:36 smithi090 ceph-mon[27209]: pgmap v6: 121 pgs: 121 active+clean; 80 MiB data, 417 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:37.032 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:36 smithi090 ceph-mon[27209]: osdmap e160: 8 total, 8 up, 8 in 2024-04-15T16:30:37.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:36 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:36.733+0000 7f2349906200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T16:30:37.032 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:36 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:36.828+0000 7f2349906200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T16:30:37.033 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:37 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:37.034+0000 7f2349906200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:30:37.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:36 smithi153 ceph-mon[30366]: pgmap v6: 121 pgs: 121 active+clean; 80 MiB data, 417 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:37.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:36 smithi153 ceph-mon[30366]: osdmap e160: 8 total, 8 up, 8 in 2024-04-15T16:30:37.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:37 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:37.222+0000 7f2349906200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T16:30:37.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:37 smithi090 ceph-mon[27209]: mgrmap e27: x(active, since 3s) 2024-04-15T16:30:37.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:37 smithi090 ceph-mon[27209]: osdmap e161: 8 total, 8 up, 8 in 2024-04-15T16:30:37.796 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:37 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:37.532+0000 7f2349906200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:30:37.796 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:37 smithi090 ceph-mon[38312]: mgrmap e27: x(active, since 3s) 2024-04-15T16:30:37.796 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:37 smithi090 ceph-mon[38312]: osdmap e161: 8 total, 8 up, 8 in 2024-04-15T16:30:37.959 INFO:tasks.rados.rados.0.smithi090.stdout:549: finishing rollback tid 1 to smithi09078167-1 2024-04-15T16:30:37.959 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 0 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-15T16:30:37.959 INFO:tasks.rados.rados.0.smithi090.stdout:547: finishing write tid 1 to smithi09078167-6 2024-04-15T16:30:37.959 INFO:tasks.rados.rados.0.smithi090.stdout:547: finishing write tid 2 to smithi09078167-6 2024-04-15T16:30:37.960 INFO:tasks.rados.rados.0.smithi090.stdout:547: finishing write tid 3 to smithi09078167-6 2024-04-15T16:30:37.960 INFO:tasks.rados.rados.0.smithi090.stdout:547: oid 6 updating version 0 to 135 2024-04-15T16:30:37.960 INFO:tasks.rados.rados.0.smithi090.stdout:547: oid 6 updating version 135 to 136 2024-04-15T16:30:37.960 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 136 (ObjNum 187 snap 45 seq_num 187) dirty exists 2024-04-15T16:30:37.960 INFO:tasks.rados.rados.0.smithi090.stdout:547: left oid 6 (ObjNum 187 snap 45 seq_num 187) 2024-04-15T16:30:37.960 INFO:tasks.rados.rados.0.smithi090.stdout:548: finishing copy_from racing read to smithi09078167-41 2024-04-15T16:30:37.960 INFO:tasks.rados.rados.0.smithi090.stdout:548: finishing copy_from to smithi09078167-41 2024-04-15T16:30:37.960 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 114 (ObjNum 172 snap 37 seq_num 172) dirty exists 2024-04-15T16:30:37.960 INFO:tasks.rados.rados.0.smithi090.stdout:547: done (3 left) 2024-04-15T16:30:37.960 INFO:tasks.rados.rados.0.smithi090.stdout:548: done (2 left) 2024-04-15T16:30:37.960 INFO:tasks.rados.rados.0.smithi090.stdout:549: done (1 left) 2024-04-15T16:30:37.960 INFO:tasks.rados.rados.0.smithi090.stdout:551: done (0 left) 2024-04-15T16:30:37.960 INFO:tasks.rados.rados.0.smithi090.stdout:552: snap_create 2024-04-15T16:30:38.047 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:37 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:37.798+0000 7f2349906200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T16:30:38.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:37 smithi153 ceph-mon[30366]: mgrmap e27: x(active, since 3s) 2024-04-15T16:30:38.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:37 smithi153 ceph-mon[30366]: osdmap e161: 8 total, 8 up, 8 in 2024-04-15T16:30:38.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:38 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:38.049+0000 7f2349906200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T16:30:38.913 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:38 smithi090 ceph-mon[38312]: pgmap v9: 121 pgs: 121 active+clean; 80 MiB data, 417 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:38.913 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:38 smithi090 ceph-mon[38312]: osdmap e162: 8 total, 8 up, 8 in 2024-04-15T16:30:38.914 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:38 smithi090 ceph-mon[27209]: pgmap v9: 121 pgs: 121 active+clean; 80 MiB data, 417 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:38.914 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:38 smithi090 ceph-mon[27209]: osdmap e162: 8 total, 8 up, 8 in 2024-04-15T16:30:38.963 INFO:tasks.rados.rados.0.smithi090.stdout:552: done (0 left) 2024-04-15T16:30:38.964 INFO:tasks.rados.rados.0.smithi090.stdout:553: read oid 47 snap -1 2024-04-15T16:30:38.964 INFO:tasks.rados.rados.0.smithi090.stdout:553: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-15T16:30:38.964 INFO:tasks.rados.rados.0.smithi090.stdout:554: delete oid 33 current snap is 46 2024-04-15T16:30:38.969 INFO:tasks.rados.rados.0.smithi090.stdout:554: done (1 left) 2024-04-15T16:30:38.969 INFO:tasks.rados.rados.0.smithi090.stdout:555: rollback oid 8 current snap is 46 2024-04-15T16:30:38.970 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 44 2024-04-15T16:30:38.970 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 46 2024-04-15T16:30:38.970 INFO:tasks.rados.rados.0.smithi090.stdout:556: seq_num 189 ranges {532480=770048} 2024-04-15T16:30:38.978 INFO:tasks.rados.rados.0.smithi090.stdout:556: writing smithi09078167-12 from 532480 to 1302528 tid 1 2024-04-15T16:30:38.979 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 46 2024-04-15T16:30:38.979 INFO:tasks.rados.rados.0.smithi090.stdout:553: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-15T16:30:39.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:38 smithi153 ceph-mon[30366]: pgmap v9: 121 pgs: 121 active+clean; 80 MiB data, 417 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:39.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:38 smithi153 ceph-mon[30366]: osdmap e162: 8 total, 8 up, 8 in 2024-04-15T16:30:39.128 INFO:tasks.rados.rados.0.smithi090.stdout:555: finishing rollback tid 0 to smithi09078167-8 2024-04-15T16:30:39.128 INFO:tasks.rados.rados.0.smithi090.stdout:555: finishing rollback tid 1 to smithi09078167-8 2024-04-15T16:30:39.128 INFO:tasks.rados.rados.0.smithi090.stdout:555: finishing rollback tid 2 to smithi09078167-8 2024-04-15T16:30:39.128 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 191 (ObjNum 181 snap 41 seq_num 181) dirty exists 2024-04-15T16:30:39.129 INFO:tasks.rados.rados.0.smithi090.stdout:556: finishing write tid 1 to smithi09078167-12 2024-04-15T16:30:39.129 INFO:tasks.rados.rados.0.smithi090.stdout:556: finishing write tid 2 to smithi09078167-12 2024-04-15T16:30:39.129 INFO:tasks.rados.rados.0.smithi090.stdout:557: seq_num 190 ranges {2596864=786432} 2024-04-15T16:30:39.151 INFO:tasks.rados.rados.0.smithi090.stdout:557: writing smithi09078167-31 from 2596864 to 3383296 tid 1 2024-04-15T16:30:39.153 INFO:tasks.rados.rados.0.smithi090.stdout:553: done (3 left) 2024-04-15T16:30:39.153 INFO:tasks.rados.rados.0.smithi090.stdout:555: done (2 left) 2024-04-15T16:30:39.153 INFO:tasks.rados.rados.0.smithi090.stdout:558: rollback oid 32 current snap is 46 2024-04-15T16:30:39.153 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 32 to 44 2024-04-15T16:30:39.154 INFO:tasks.rados.rados.0.smithi090.stdout:556: finishing write tid 3 to smithi09078167-12 2024-04-15T16:30:39.154 INFO:tasks.rados.rados.0.smithi090.stdout:556: oid 12 updating version 0 to 145 2024-04-15T16:30:39.154 INFO:tasks.rados.rados.0.smithi090.stdout:556: oid 12 version 145 is already newer than 144 2024-04-15T16:30:39.154 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 145 (ObjNum 189 snap 46 seq_num 189) dirty exists 2024-04-15T16:30:39.154 INFO:tasks.rados.rados.0.smithi090.stdout:556: left oid 12 (ObjNum 189 snap 46 seq_num 189) 2024-04-15T16:30:39.155 INFO:tasks.rados.rados.0.smithi090.stdout:556: done (2 left) 2024-04-15T16:30:39.155 INFO:tasks.rados.rados.0.smithi090.stdout:559: read oid 39 snap -1 2024-04-15T16:30:39.155 INFO:tasks.rados.rados.0.smithi090.stdout:559: expect (ObjNum 128 snap 26 seq_num 128) 2024-04-15T16:30:39.155 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 46 2024-04-15T16:30:39.155 INFO:tasks.rados.rados.0.smithi090.stdout:560: seq_num 191 ranges {2195456=802816} 2024-04-15T16:30:39.170 INFO:tasks.rados.rados.0.smithi090.stdout:560: writing smithi09078167-29 from 2195456 to 2998272 tid 1 2024-04-15T16:30:39.171 INFO:tasks.rados.rados.0.smithi090.stdout:561: read oid 49 snap -1 2024-04-15T16:30:39.171 INFO:tasks.rados.rados.0.smithi090.stdout:561: expect (ObjNum 186 snap 44 seq_num 186) 2024-04-15T16:30:39.171 INFO:tasks.rados.rados.0.smithi090.stdout:562: read oid 19 snap -1 2024-04-15T16:30:39.171 INFO:tasks.rados.rados.0.smithi090.stdout:562: expect (ObjNum 160 snap 34 seq_num 160) 2024-04-15T16:30:39.171 INFO:tasks.rados.rados.0.smithi090.stdout:563: rollback oid 27 current snap is 46 2024-04-15T16:30:39.171 INFO:tasks.rados.rados.0.smithi090.stdout:558: finishing rollback tid 0 to smithi09078167-32 2024-04-15T16:30:39.171 INFO:tasks.rados.rados.0.smithi090.stdout:558: finishing rollback tid 1 to smithi09078167-32 2024-04-15T16:30:39.171 INFO:tasks.rados.rados.0.smithi090.stdout:558: finishing rollback tid 2 to smithi09078167-32 2024-04-15T16:30:39.171 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 63 (ObjNum 160 snap 34 seq_num 160) dirty exists 2024-04-15T16:30:39.171 INFO:tasks.rados.rados.0.smithi090.stdout:557: finishing write tid 1 to smithi09078167-31 2024-04-15T16:30:39.171 INFO:tasks.rados.rados.0.smithi090.stdout:557: finishing write tid 2 to smithi09078167-31 2024-04-15T16:30:39.171 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 40 2024-04-15T16:30:39.171 INFO:tasks.rados.rados.0.smithi090.stdout:559: expect (ObjNum 128 snap 26 seq_num 128) 2024-04-15T16:30:39.236 INFO:tasks.rados.rados.0.smithi090.stdout:557: finishing write tid 3 to smithi09078167-31 2024-04-15T16:30:39.237 INFO:tasks.rados.rados.0.smithi090.stdout:557: oid 31 updating version 0 to 141 2024-04-15T16:30:39.237 INFO:tasks.rados.rados.0.smithi090.stdout:557: oid 31 updating version 141 to 142 2024-04-15T16:30:39.237 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 142 (ObjNum 190 snap 46 seq_num 190) dirty exists 2024-04-15T16:30:39.237 INFO:tasks.rados.rados.0.smithi090.stdout:557: left oid 31 (ObjNum 190 snap 46 seq_num 190) 2024-04-15T16:30:39.237 INFO:tasks.rados.rados.0.smithi090.stdout:557: done (6 left) 2024-04-15T16:30:39.237 INFO:tasks.rados.rados.0.smithi090.stdout:558: done (5 left) 2024-04-15T16:30:39.237 INFO:tasks.rados.rados.0.smithi090.stdout:559: done (4 left) 2024-04-15T16:30:39.237 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 46 2024-04-15T16:30:39.237 INFO:tasks.rados.rados.0.smithi090.stdout:563: finishing rollback tid 0 to smithi09078167-27 2024-04-15T16:30:39.237 INFO:tasks.rados.rados.0.smithi090.stdout:564: seq_num 192 ranges {0=417792,417792=401408} 2024-04-15T16:30:39.239 INFO:tasks.rados.rados.0.smithi090.stdout:564: writing smithi09078167-34 from 0 to 417792 tid 1 2024-04-15T16:30:39.242 INFO:tasks.rados.rados.0.smithi090.stdout:564: writing smithi09078167-34 from 417792 to 819200 tid 2 2024-04-15T16:30:39.242 INFO:tasks.rados.rados.0.smithi090.stdout:565: copy_from oid 17 from oid 43 current snap is 46 2024-04-15T16:30:39.242 INFO:tasks.rados.rados.0.smithi090.stdout:563: finishing rollback tid 1 to smithi09078167-27 2024-04-15T16:30:39.242 INFO:tasks.rados.rados.0.smithi090.stdout:563: finishing rollback tid 2 to smithi09078167-27 2024-04-15T16:30:39.243 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 149 (ObjNum 98 snap 15 seq_num 98) dirty exists 2024-04-15T16:30:39.243 INFO:tasks.rados.rados.0.smithi090.stdout:563: done (5 left) 2024-04-15T16:30:39.243 INFO:tasks.rados.rados.0.smithi090.stdout:566: rollback oid 38 current snap is 46 2024-04-15T16:30:39.243 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 44 2024-04-15T16:30:39.243 INFO:tasks.rados.rados.0.smithi090.stdout:560: finishing write tid 1 to smithi09078167-29 2024-04-15T16:30:39.243 INFO:tasks.rados.rados.0.smithi090.stdout:562: expect (ObjNum 160 snap 34 seq_num 160) 2024-04-15T16:30:39.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:38 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:38.915+0000 7f2349906200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T16:30:39.377 INFO:tasks.rados.rados.0.smithi090.stdout:560: finishing write tid 2 to smithi09078167-29 2024-04-15T16:30:39.377 INFO:tasks.rados.rados.0.smithi090.stdout:560: finishing write tid 3 to smithi09078167-29 2024-04-15T16:30:39.377 INFO:tasks.rados.rados.0.smithi090.stdout:560: oid 29 updating version 0 to 125 2024-04-15T16:30:39.377 INFO:tasks.rados.rados.0.smithi090.stdout:560: oid 29 updating version 125 to 126 2024-04-15T16:30:39.377 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 126 (ObjNum 191 snap 46 seq_num 191) dirty exists 2024-04-15T16:30:39.377 INFO:tasks.rados.rados.0.smithi090.stdout:560: left oid 29 (ObjNum 191 snap 46 seq_num 191) 2024-04-15T16:30:39.377 INFO:tasks.rados.rados.0.smithi090.stdout:561: expect (ObjNum 186 snap 44 seq_num 186) 2024-04-15T16:30:39.629 INFO:tasks.rados.rados.0.smithi090.stdout:564: finishing write tid 1 to smithi09078167-34 2024-04-15T16:30:39.629 INFO:tasks.rados.rados.0.smithi090.stdout:560: done (5 left) 2024-04-15T16:30:39.629 INFO:tasks.rados.rados.0.smithi090.stdout:561: done (4 left) 2024-04-15T16:30:39.629 INFO:tasks.rados.rados.0.smithi090.stdout:562: done (3 left) 2024-04-15T16:30:39.629 INFO:tasks.rados.rados.0.smithi090.stdout:567: copy_from oid 18 from oid 23 current snap is 46 2024-04-15T16:30:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:566: finishing rollback tid 0 to smithi09078167-38 2024-04-15T16:30:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:564: finishing write tid 2 to smithi09078167-34 2024-04-15T16:30:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:566: finishing rollback tid 1 to smithi09078167-38 2024-04-15T16:30:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:564: finishing write tid 3 to smithi09078167-34 2024-04-15T16:30:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:566: finishing rollback tid 2 to smithi09078167-38 2024-04-15T16:30:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 146 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-15T16:30:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:564: finishing write tid 4 to smithi09078167-34 2024-04-15T16:30:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:564: oid 34 updating version 0 to 117 2024-04-15T16:30:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:564: oid 34 version 117 is already newer than 116 2024-04-15T16:30:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:564: oid 34 version 117 is already newer than 115 2024-04-15T16:30:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 117 (ObjNum 192 snap 46 seq_num 192) dirty exists 2024-04-15T16:30:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:564: left oid 34 (ObjNum 192 snap 46 seq_num 192) 2024-04-15T16:30:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:565: finishing copy_from racing read to smithi09078167-17 2024-04-15T16:30:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:565: finishing copy_from to smithi09078167-17 2024-04-15T16:30:39.631 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 154 (ObjNum 177 snap 40 seq_num 177) dirty exists 2024-04-15T16:30:39.631 INFO:tasks.rados.rados.0.smithi090.stdout:564: done (3 left) 2024-04-15T16:30:39.631 INFO:tasks.rados.rados.0.smithi090.stdout:565: done (2 left) 2024-04-15T16:30:39.631 INFO:tasks.rados.rados.0.smithi090.stdout:566: done (1 left) 2024-04-15T16:30:39.631 INFO:tasks.rados.rados.0.smithi090.stdout:568: rollback oid 47 current snap is 46 2024-04-15T16:30:39.631 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 40 2024-04-15T16:30:39.631 INFO:tasks.rados.rados.0.smithi090.stdout:569: delete oid 50 current snap is 46 2024-04-15T16:30:39.631 INFO:tasks.rados.rados.0.smithi090.stdout:569: done (2 left) 2024-04-15T16:30:39.631 INFO:tasks.rados.rados.0.smithi090.stdout:570: delete oid 14 current snap is 46 2024-04-15T16:30:39.632 INFO:tasks.rados.rados.0.smithi090.stdout:568: finishing rollback tid 0 to smithi09078167-47 2024-04-15T16:30:39.633 INFO:tasks.rados.rados.0.smithi090.stdout:568: finishing rollback tid 1 to smithi09078167-47 2024-04-15T16:30:39.633 INFO:tasks.rados.rados.0.smithi090.stdout:568: finishing rollback tid 2 to smithi09078167-47 2024-04-15T16:30:39.633 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 120 (ObjNum 169 snap 37 seq_num 169) dirty exists 2024-04-15T16:30:39.633 INFO:tasks.rados.rados.0.smithi090.stdout:568: done (2 left) 2024-04-15T16:30:39.633 INFO:tasks.rados.rados.0.smithi090.stdout:570: done (1 left) 2024-04-15T16:30:39.633 INFO:tasks.rados.rados.0.smithi090.stdout:571: read oid 20 snap -1 2024-04-15T16:30:39.633 INFO:tasks.rados.rados.0.smithi090.stdout:571: expect (ObjNum 90 snap 11 seq_num 90) 2024-04-15T16:30:39.633 INFO:tasks.rados.rados.0.smithi090.stdout:572: rollback oid 31 current snap is 46 2024-04-15T16:30:39.634 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 40 2024-04-15T16:30:39.634 INFO:tasks.rados.rados.0.smithi090.stdout:573: delete oid 3 current snap is 46 2024-04-15T16:30:39.636 INFO:tasks.rados.rados.0.smithi090.stdout:572: finishing rollback tid 0 to smithi09078167-31 2024-04-15T16:30:39.636 INFO:tasks.rados.rados.0.smithi090.stdout:572: finishing rollback tid 1 to smithi09078167-31 2024-04-15T16:30:39.636 INFO:tasks.rados.rados.0.smithi090.stdout:572: finishing rollback tid 2 to smithi09078167-31 2024-04-15T16:30:39.637 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 149 (ObjNum 136 snap 27 seq_num 136) dirty exists 2024-04-15T16:30:39.638 INFO:tasks.rados.rados.0.smithi090.stdout:572: done (3 left) 2024-04-15T16:30:39.639 INFO:tasks.rados.rados.0.smithi090.stdout:573: done (2 left) 2024-04-15T16:30:39.639 INFO:tasks.rados.rados.0.smithi090.stdout:574: read oid 31 snap -1 2024-04-15T16:30:39.639 INFO:tasks.rados.rados.0.smithi090.stdout:574: expect (ObjNum 136 snap 27 seq_num 136) 2024-04-15T16:30:39.639 INFO:tasks.rados.rados.0.smithi090.stdout:575: snap_create 2024-04-15T16:30:39.641 INFO:tasks.rados.rados.0.smithi090.stdout:571: expect (ObjNum 90 snap 11 seq_num 90) 2024-04-15T16:30:39.695 INFO:tasks.rados.rados.0.smithi090.stdout:567: finishing copy_from racing read to smithi09078167-18 2024-04-15T16:30:39.695 INFO:tasks.rados.rados.0.smithi090.stdout:567: finishing copy_from to smithi09078167-18 2024-04-15T16:30:39.695 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 71 (ObjNum 162 snap 34 seq_num 162) dirty exists 2024-04-15T16:30:39.695 INFO:tasks.rados.rados.0.smithi090.stdout:574: expect (ObjNum 136 snap 27 seq_num 136) 2024-04-15T16:30:39.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:39.542+0000 7f2349906200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T16:30:39.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:39.658+0000 7f2349906200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T16:30:39.973 INFO:tasks.rados.rados.0.smithi090.stdout:567: done (3 left) 2024-04-15T16:30:39.973 INFO:tasks.rados.rados.0.smithi090.stdout:571: done (2 left) 2024-04-15T16:30:39.973 INFO:tasks.rados.rados.0.smithi090.stdout:574: done (1 left) 2024-04-15T16:30:39.973 INFO:tasks.rados.rados.0.smithi090.stdout:575: done (0 left) 2024-04-15T16:30:39.973 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 47 2024-04-15T16:30:39.973 INFO:tasks.rados.rados.0.smithi090.stdout:576: seq_num 196 ranges {2154496=491520,2646016=401408} 2024-04-15T16:30:39.986 INFO:tasks.rados.rados.0.smithi090.stdout:576: writing smithi09078167-39 from 2154496 to 2646016 tid 1 2024-04-15T16:30:39.989 INFO:tasks.rados.rados.0.smithi090.stdout:576: writing smithi09078167-39 from 2646016 to 3047424 tid 2 2024-04-15T16:30:39.989 INFO:tasks.rados.rados.0.smithi090.stdout:577: read oid 48 snap -1 2024-04-15T16:30:39.989 INFO:tasks.rados.rados.0.smithi090.stdout:577: expect (ObjNum 173 snap 37 seq_num 173) 2024-04-15T16:30:39.989 INFO:tasks.rados.rados.0.smithi090.stdout:578: rollback oid 18 current snap is 47 2024-04-15T16:30:39.989 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 18 to 45 2024-04-15T16:30:39.989 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 47 2024-04-15T16:30:39.989 INFO:tasks.rados.rados.0.smithi090.stdout:579: seq_num 197 ranges {2490368=507904,2998272=401408} 2024-04-15T16:30:40.006 INFO:tasks.rados.rados.0.smithi090.stdout:579: writing smithi09078167-44 from 2490368 to 2998272 tid 1 2024-04-15T16:30:40.008 INFO:tasks.rados.rados.0.smithi090.stdout:579: writing smithi09078167-44 from 2998272 to 3399680 tid 2 2024-04-15T16:30:40.008 INFO:tasks.rados.rados.0.smithi090.stdout:580: snap_create 2024-04-15T16:30:40.008 INFO:tasks.rados.rados.0.smithi090.stdout:576: finishing write tid 1 to smithi09078167-39 2024-04-15T16:30:40.009 INFO:tasks.rados.rados.0.smithi090.stdout:578: finishing rollback tid 0 to smithi09078167-18 2024-04-15T16:30:40.009 INFO:tasks.rados.rados.0.smithi090.stdout:578: finishing rollback tid 1 to smithi09078167-18 2024-04-15T16:30:40.009 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 166 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-15T16:30:40.009 INFO:tasks.rados.rados.0.smithi090.stdout:576: finishing write tid 2 to smithi09078167-39 2024-04-15T16:30:40.009 INFO:tasks.rados.rados.0.smithi090.stdout:576: finishing write tid 3 to smithi09078167-39 2024-04-15T16:30:40.009 INFO:tasks.rados.rados.0.smithi090.stdout:576: finishing write tid 4 to smithi09078167-39 2024-04-15T16:30:40.009 INFO:tasks.rados.rados.0.smithi090.stdout:576: oid 39 updating version 0 to 163 2024-04-15T16:30:40.009 INFO:tasks.rados.rados.0.smithi090.stdout:576: oid 39 version 163 is already newer than 161 2024-04-15T16:30:40.009 INFO:tasks.rados.rados.0.smithi090.stdout:576: oid 39 version 163 is already newer than 162 2024-04-15T16:30:40.010 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 163 (ObjNum 196 snap 47 seq_num 196) dirty exists 2024-04-15T16:30:40.010 INFO:tasks.rados.rados.0.smithi090.stdout:576: left oid 39 (ObjNum 196 snap 47 seq_num 196) 2024-04-15T16:30:40.010 INFO:tasks.rados.rados.0.smithi090.stdout:577: expect (ObjNum 173 snap 37 seq_num 173) 2024-04-15T16:30:40.021 INFO:tasks.rados.rados.0.smithi090.stdout:579: finishing write tid 1 to smithi09078167-44 2024-04-15T16:30:40.022 INFO:tasks.rados.rados.0.smithi090.stdout:579: finishing write tid 2 to smithi09078167-44 2024-04-15T16:30:40.022 INFO:tasks.rados.rados.0.smithi090.stdout:579: finishing write tid 3 to smithi09078167-44 2024-04-15T16:30:40.022 INFO:tasks.rados.rados.0.smithi090.stdout:579: finishing write tid 4 to smithi09078167-44 2024-04-15T16:30:40.022 INFO:tasks.rados.rados.0.smithi090.stdout:579: oid 44 updating version 0 to 165 2024-04-15T16:30:40.022 INFO:tasks.rados.rados.0.smithi090.stdout:579: oid 44 updating version 165 to 166 2024-04-15T16:30:40.022 INFO:tasks.rados.rados.0.smithi090.stdout:579: oid 44 updating version 166 to 167 2024-04-15T16:30:40.022 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 167 (ObjNum 197 snap 47 seq_num 197) dirty exists 2024-04-15T16:30:40.022 INFO:tasks.rados.rados.0.smithi090.stdout:579: left oid 44 (ObjNum 197 snap 47 seq_num 197) 2024-04-15T16:30:40.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:39 smithi153 ceph-mon[30366]: pgmap v12: 121 pgs: 121 active+clean; 80 MiB data, 417 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:40.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:39 smithi153 ceph-mon[30366]: osdmap e163: 8 total, 8 up, 8 in 2024-04-15T16:30:40.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:39 smithi153 ceph-mon[30366]: Standby manager daemon y started 2024-04-15T16:30:40.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:39 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.90:0/3260468407' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T16:30:40.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:39 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.90:0/3260468407' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:30:40.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:39 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.90:0/3260468407' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T16:30:40.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:39 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.90:0/3260468407' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:30:40.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-mon[38312]: pgmap v12: 121 pgs: 121 active+clean; 80 MiB data, 417 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:40.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-mon[38312]: osdmap e163: 8 total, 8 up, 8 in 2024-04-15T16:30:40.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-mon[38312]: Standby manager daemon y started 2024-04-15T16:30:40.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.90:0/3260468407' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T16:30:40.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.90:0/3260468407' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:30:40.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.90:0/3260468407' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T16:30:40.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.90:0/3260468407' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:30:40.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-mon[27209]: pgmap v12: 121 pgs: 121 active+clean; 80 MiB data, 417 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:40.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-mon[27209]: osdmap e163: 8 total, 8 up, 8 in 2024-04-15T16:30:40.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-mon[27209]: Standby manager daemon y started 2024-04-15T16:30:40.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.90:0/3260468407' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T16:30:40.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.90:0/3260468407' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:30:40.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.90:0/3260468407' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T16:30:40.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.90:0/3260468407' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:30:40.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:39.887+0000 7f2349906200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T16:30:40.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:30:39] ENGINE Bus STARTING 2024-04-15T16:30:40.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: CherryPy Checker: 2024-04-15T16:30:40.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: The Application mounted at '' has an empty config. 2024-04-15T16:30:40.337 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: 2024-04-15T16:30:40.337 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:30:39] ENGINE Serving on http://:::9283 2024-04-15T16:30:40.337 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: [15/Apr/2024:16:30:39] ENGINE Bus STARTED 2024-04-15T16:30:40.852 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:30:40.983 INFO:tasks.rados.rados.0.smithi090.stdout:576: done (4 left) 2024-04-15T16:30:40.983 INFO:tasks.rados.rados.0.smithi090.stdout:577: done (3 left) 2024-04-15T16:30:40.983 INFO:tasks.rados.rados.0.smithi090.stdout:578: done (2 left) 2024-04-15T16:30:40.983 INFO:tasks.rados.rados.0.smithi090.stdout:579: done (1 left) 2024-04-15T16:30:40.983 INFO:tasks.rados.rados.0.smithi090.stdout:580: done (0 left) 2024-04-15T16:30:40.983 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 48 2024-04-15T16:30:40.983 INFO:tasks.rados.rados.0.smithi090.stdout:581: seq_num 198 ranges {0=524288,524288=401408} 2024-04-15T16:30:40.986 INFO:tasks.rados.rados.0.smithi090.stdout:581: writing smithi09078167-18 from 0 to 524288 tid 1 2024-04-15T16:30:40.990 INFO:tasks.rados.rados.0.smithi090.stdout:581: writing smithi09078167-18 from 524288 to 925696 tid 2 2024-04-15T16:30:40.990 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 48 2024-04-15T16:30:40.990 INFO:tasks.rados.rados.0.smithi090.stdout:581: finishing write tid 1 to smithi09078167-18 2024-04-15T16:30:40.990 INFO:tasks.rados.rados.0.smithi090.stdout:582: seq_num 199 ranges {3047424=540672,3588096=401408} 2024-04-15T16:30:41.012 INFO:tasks.rados.rados.0.smithi090.stdout:582: writing smithi09078167-39 from 3047424 to 3588096 tid 1 2024-04-15T16:30:41.015 INFO:tasks.rados.rados.0.smithi090.stdout:582: writing smithi09078167-39 from 3588096 to 3989504 tid 2 2024-04-15T16:30:41.015 INFO:tasks.rados.rados.0.smithi090.stdout:583: setattr oid 49 current snap is 48 2024-04-15T16:30:41.016 INFO:tasks.rados.rados.0.smithi090.stdout:581: finishing write tid 2 to smithi09078167-18 2024-04-15T16:30:41.016 INFO:tasks.rados.rados.0.smithi090.stdout:581: finishing write tid 3 to smithi09078167-18 2024-04-15T16:30:41.016 INFO:tasks.rados.rados.0.smithi090.stdout:581: finishing write tid 4 to smithi09078167-18 2024-04-15T16:30:41.016 INFO:tasks.rados.rados.0.smithi090.stdout:581: oid 18 updating version 0 to 168 2024-04-15T16:30:41.016 INFO:tasks.rados.rados.0.smithi090.stdout:581: oid 18 updating version 168 to 169 2024-04-15T16:30:41.016 INFO:tasks.rados.rados.0.smithi090.stdout:581: oid 18 version 169 is already newer than 167 2024-04-15T16:30:41.016 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 169 (ObjNum 198 snap 48 seq_num 198) dirty exists 2024-04-15T16:30:41.017 INFO:tasks.rados.rados.0.smithi090.stdout:581: left oid 18 (ObjNum 198 snap 48 seq_num 198) 2024-04-15T16:30:41.017 INFO:tasks.rados.rados.0.smithi090.stdout:582: finishing write tid 1 to smithi09078167-39 2024-04-15T16:30:41.018 INFO:tasks.rados.rados.0.smithi090.stdout:581: done (2 left) 2024-04-15T16:30:41.018 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 48 2024-04-15T16:30:41.018 INFO:tasks.rados.rados.0.smithi090.stdout:584: seq_num 200 ranges {638976=557056,1196032=401408} 2024-04-15T16:30:41.025 INFO:tasks.rados.rados.0.smithi090.stdout:584: writing smithi09078167-8 from 638976 to 1196032 tid 1 2024-04-15T16:30:41.029 INFO:tasks.rados.rados.0.smithi090.stdout:584: writing smithi09078167-8 from 1196032 to 1597440 tid 2 2024-04-15T16:30:41.029 INFO:tasks.rados.rados.0.smithi090.stdout:585: rollback oid 23 current snap is 48 2024-04-15T16:30:41.029 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 23 to 40 2024-04-15T16:30:41.029 INFO:tasks.rados.rados.0.smithi090.stdout:582: finishing write tid 2 to smithi09078167-39 2024-04-15T16:30:41.029 INFO:tasks.rados.rados.0.smithi090.stdout:582: finishing write tid 3 to smithi09078167-39 2024-04-15T16:30:41.029 INFO:tasks.rados.rados.0.smithi090.stdout:582: finishing write tid 4 to smithi09078167-39 2024-04-15T16:30:41.029 INFO:tasks.rados.rados.0.smithi090.stdout:582: oid 39 updating version 0 to 171 2024-04-15T16:30:41.030 INFO:tasks.rados.rados.0.smithi090.stdout:582: oid 39 version 171 is already newer than 169 2024-04-15T16:30:41.030 INFO:tasks.rados.rados.0.smithi090.stdout:582: oid 39 version 171 is already newer than 170 2024-04-15T16:30:41.030 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 171 (ObjNum 199 snap 48 seq_num 199) dirty exists 2024-04-15T16:30:41.030 INFO:tasks.rados.rados.0.smithi090.stdout:582: left oid 39 (ObjNum 199 snap 48 seq_num 199) 2024-04-15T16:30:41.030 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 126 (ObjNum 186 snap 44 seq_num 186) dirty exists 2024-04-15T16:30:41.030 INFO:tasks.rados.rados.0.smithi090.stdout:582: done (3 left) 2024-04-15T16:30:41.030 INFO:tasks.rados.rados.0.smithi090.stdout:583: done (2 left) 2024-04-15T16:30:41.030 INFO:tasks.rados.rados.0.smithi090.stdout:586: copy_from oid 46 from oid 12 current snap is 48 2024-04-15T16:30:41.030 INFO:tasks.rados.rados.0.smithi090.stdout:587: snap_remove snap 47 2024-04-15T16:30:41.207 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:30:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (3m) 0s ago 4m 25.1M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:30:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (4m) 12s ago 4m 89.8M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:30:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (5m) 0s ago 5m 17.2M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:30:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (5m) 12s ago 5m 14.4M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:30:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (26s) 12s ago 8m 57.2M - 19.0.0-3080-gc2d8c315 259793512b73 a868b18e87c6 2024-04-15T16:30:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:9283,8765 running (10m) 0s ago 10m 375M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 5c9443dde648 2024-04-15T16:30:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (10m) 0s ago 10m 53.7M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 8c701e222abf 2024-04-15T16:30:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (9m) 12s ago 9m 41.4M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a e06ba4d813e6 2024-04-15T16:30:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (8m) 0s ago 8m 40.2M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 57a10c825a2a 2024-04-15T16:30:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (3m) 0s ago 3m 15.8M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:30:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (3m) 12s ago 3m 15.7M - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:30:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (8m) 0s ago 8m 98.8M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f170958feb54 2024-04-15T16:30:41.208 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (7m) 0s ago 7m 83.8M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a d1a207a9d3b7 2024-04-15T16:30:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (7m) 0s ago 7m 83.0M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 25f8f850f0c1 2024-04-15T16:30:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (7m) 0s ago 7m 86.7M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 2a999947f8da 2024-04-15T16:30:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (6m) 12s ago 6m 91.4M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 72f8dca53733 2024-04-15T16:30:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (6m) 12s ago 6m 71.5M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a f4ca8da35c81 2024-04-15T16:30:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (5m) 12s ago 5m 69.0M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a 66e4ab03958e 2024-04-15T16:30:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (5m) 12s ago 5m 69.5M 2992M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:30:41.209 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (3m) 12s ago 4m 47.9M - 2.43.0 a07b618ecd1d dabbf793d3fc 2024-04-15T16:30:41.209 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:40 smithi090 ceph-mon[38312]: osdmap e164: 8 total, 8 up, 8 in 2024-04-15T16:30:41.209 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:40 smithi090 ceph-mon[38312]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-15T16:30:41.209 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:40 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T16:30:41.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:40 smithi090 ceph-mon[27209]: osdmap e164: 8 total, 8 up, 8 in 2024-04-15T16:30:41.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:40 smithi090 ceph-mon[27209]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-15T16:30:41.210 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:40 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T16:30:41.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:40 smithi153 ceph-mon[30366]: osdmap e164: 8 total, 8 up, 8 in 2024-04-15T16:30:41.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:40 smithi153 ceph-mon[30366]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-15T16:30:41.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:40 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T16:30:41.626 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:30:41.626 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:30:41.626 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T16:30:41.626 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:30:41.626 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:30:41.626 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 1, 2024-04-15T16:30:41.626 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 1 2024-04-15T16:30:41.626 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:30:41.626 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:30:41.626 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T16:30:41.627 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:30:41.627 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:30:41.627 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:30:41.627 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:30:41.627 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:30:41.627 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 14, 2024-04-15T16:30:41.627 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 1 2024-04-15T16:30:41.627 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:30:41.627 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:30:41.979 INFO:tasks.rados.rados.0.smithi090.stdout:587: done (3 left) 2024-04-15T16:30:41.980 INFO:tasks.rados.rados.0.smithi090.stdout:588: copy_from oid 30 from oid 35 current snap is 48 2024-04-15T16:30:41.980 INFO:tasks.rados.rados.0.smithi090.stdout:589: read oid 3 snap 40 2024-04-15T16:30:41.980 INFO:tasks.rados.rados.0.smithi090.stdout:589: expect (ObjNum 128 snap 26 seq_num 128) 2024-04-15T16:30:41.980 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 48 2024-04-15T16:30:41.980 INFO:tasks.rados.rados.0.smithi090.stdout:590: seq_num 201 ranges {843776=573440,1417216=401408} 2024-04-15T16:30:41.981 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:41 smithi090 ceph-mon[27209]: pgmap v15: 121 pgs: 121 active+clean; 83 MiB data, 423 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 814 KiB/s wr, 37 op/s 2024-04-15T16:30:41.981 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:41 smithi090 ceph-mon[27209]: from='client.25082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:30:41.981 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:41 smithi090 ceph-mon[27209]: osdmap e165: 8 total, 8 up, 8 in 2024-04-15T16:30:41.981 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:41 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:41.981 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:41 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:41.981 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:41 smithi090 ceph-mon[27209]: from='client.25088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:30:41.981 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:41 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/3057799444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:30:41.989 INFO:tasks.rados.rados.0.smithi090.stdout:590: writing smithi09078167-28 from 843776 to 1417216 tid 1 2024-04-15T16:30:41.992 INFO:tasks.rados.rados.0.smithi090.stdout:590: writing smithi09078167-28 from 1417216 to 1818624 tid 2 2024-04-15T16:30:41.992 INFO:tasks.rados.rados.0.smithi090.stdout:591: rollback oid 11 current snap is 48 2024-04-15T16:30:41.992 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 39 2024-04-15T16:30:41.992 INFO:tasks.rados.rados.0.smithi090.stdout:585: finishing rollback tid 0 to smithi09078167-23 2024-04-15T16:30:41.992 INFO:tasks.rados.rados.0.smithi090.stdout:585: finishing rollback tid 1 to smithi09078167-23 2024-04-15T16:30:41.992 INFO:tasks.rados.rados.0.smithi090.stdout:584: finishing write tid 1 to smithi09078167-8 2024-04-15T16:30:41.992 INFO:tasks.rados.rados.0.smithi090.stdout:585: finishing rollback tid 2 to smithi09078167-23 2024-04-15T16:30:41.992 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 93 (ObjNum 162 snap 34 seq_num 162) dirty exists 2024-04-15T16:30:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:584: finishing write tid 2 to smithi09078167-8 2024-04-15T16:30:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:584: finishing write tid 3 to smithi09078167-8 2024-04-15T16:30:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:584: finishing write tid 4 to smithi09078167-8 2024-04-15T16:30:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:584: oid 8 updating version 0 to 193 2024-04-15T16:30:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:584: oid 8 updating version 193 to 195 2024-04-15T16:30:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:584: oid 8 version 195 is already newer than 194 2024-04-15T16:30:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 195 (ObjNum 200 snap 48 seq_num 200) dirty exists 2024-04-15T16:30:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:584: left oid 8 (ObjNum 200 snap 48 seq_num 200) 2024-04-15T16:30:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:586: finishing copy_from racing read to smithi09078167-46 2024-04-15T16:30:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:586: finishing copy_from to smithi09078167-46 2024-04-15T16:30:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 145 (ObjNum 189 snap 46 seq_num 189) dirty exists 2024-04-15T16:30:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:584: done (6 left) 2024-04-15T16:30:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:585: done (5 left) 2024-04-15T16:30:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:586: done (4 left) 2024-04-15T16:30:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 48 2024-04-15T16:30:41.994 INFO:tasks.rados.rados.0.smithi090.stdout:592: seq_num 202 ranges {2449408=589824,3039232=401408} 2024-04-15T16:30:42.008 INFO:tasks.rados.rados.0.smithi090.stdout:592: writing smithi09078167-4 from 2449408 to 3039232 tid 1 2024-04-15T16:30:42.011 INFO:tasks.rados.rados.0.smithi090.stdout:592: writing smithi09078167-4 from 3039232 to 3440640 tid 2 2024-04-15T16:30:42.011 INFO:tasks.rados.rados.0.smithi090.stdout:593: rollback oid 49 current snap is 48 2024-04-15T16:30:42.011 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 49 to 40 2024-04-15T16:30:42.011 INFO:tasks.rados.rados.0.smithi090.stdout:589: expect (ObjNum 128 snap 26 seq_num 128) 2024-04-15T16:30:42.075 INFO:tasks.rados.rados.0.smithi090.stdout:588: finishing copy_from racing read to smithi09078167-30 2024-04-15T16:30:42.076 INFO:tasks.rados.rados.0.smithi090.stdout:590: finishing write tid 1 to smithi09078167-28 2024-04-15T16:30:42.076 INFO:tasks.rados.rados.0.smithi090.stdout:590: finishing write tid 2 to smithi09078167-28 2024-04-15T16:30:42.076 INFO:tasks.rados.rados.0.smithi090.stdout:588: finishing copy_from to smithi09078167-30 2024-04-15T16:30:42.076 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-15T16:30:42.076 INFO:tasks.rados.rados.0.smithi090.stdout:590: finishing write tid 3 to smithi09078167-28 2024-04-15T16:30:42.076 INFO:tasks.rados.rados.0.smithi090.stdout:588: done (5 left) 2024-04-15T16:30:42.076 INFO:tasks.rados.rados.0.smithi090.stdout:589: done (4 left) 2024-04-15T16:30:42.076 INFO:tasks.rados.rados.0.smithi090.stdout:594: snap_remove snap 46 2024-04-15T16:30:42.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:41 smithi153 ceph-mon[30366]: pgmap v15: 121 pgs: 121 active+clean; 83 MiB data, 423 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 814 KiB/s wr, 37 op/s 2024-04-15T16:30:42.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:41 smithi153 ceph-mon[30366]: from='client.25082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:30:42.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:41 smithi153 ceph-mon[30366]: osdmap e165: 8 total, 8 up, 8 in 2024-04-15T16:30:42.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:41 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:42.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:41 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:42.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:41 smithi153 ceph-mon[30366]: from='client.25088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:30:42.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:41 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/3057799444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:30:42.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:41 smithi090 ceph-mon[38312]: pgmap v15: 121 pgs: 121 active+clean; 83 MiB data, 423 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 814 KiB/s wr, 37 op/s 2024-04-15T16:30:42.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:41 smithi090 ceph-mon[38312]: from='client.25082 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:30:42.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:41 smithi090 ceph-mon[38312]: osdmap e165: 8 total, 8 up, 8 in 2024-04-15T16:30:42.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:41 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:42.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:41 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:42.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:41 smithi090 ceph-mon[38312]: from='client.25088 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:30:42.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:41 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/3057799444' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:30:42.982 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[27441]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:30:42] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-15T16:30:43.054 INFO:tasks.rados.rados.0.smithi090.stdout:594: done (4 left) 2024-04-15T16:30:43.055 INFO:tasks.rados.rados.0.smithi090.stdout:595: snap_create 2024-04-15T16:30:43.055 INFO:tasks.rados.rados.0.smithi090.stdout:591: finishing rollback tid 0 to smithi09078167-11 2024-04-15T16:30:43.055 INFO:tasks.rados.rados.0.smithi090.stdout:591: finishing rollback tid 1 to smithi09078167-11 2024-04-15T16:30:43.055 INFO:tasks.rados.rados.0.smithi090.stdout:590: finishing write tid 4 to smithi09078167-28 2024-04-15T16:30:43.055 INFO:tasks.rados.rados.0.smithi090.stdout:590: oid 28 updating version 0 to 123 2024-04-15T16:30:43.055 INFO:tasks.rados.rados.0.smithi090.stdout:590: oid 28 updating version 123 to 124 2024-04-15T16:30:43.055 INFO:tasks.rados.rados.0.smithi090.stdout:590: oid 28 version 124 is already newer than 122 2024-04-15T16:30:43.055 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 124 (ObjNum 201 snap 48 seq_num 201) dirty exists 2024-04-15T16:30:43.055 INFO:tasks.rados.rados.0.smithi090.stdout:590: left oid 28 (ObjNum 201 snap 48 seq_num 201) 2024-04-15T16:30:43.055 INFO:tasks.rados.rados.0.smithi090.stdout:591: finishing rollback tid 2 to smithi09078167-11 2024-04-15T16:30:43.055 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 158 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T16:30:43.055 INFO:tasks.rados.rados.0.smithi090.stdout:592: finishing write tid 1 to smithi09078167-4 2024-04-15T16:30:43.055 INFO:tasks.rados.rados.0.smithi090.stdout:592: finishing write tid 2 to smithi09078167-4 2024-04-15T16:30:43.056 INFO:tasks.rados.rados.0.smithi090.stdout:593: finishing rollback tid 0 to smithi09078167-49 2024-04-15T16:30:43.056 INFO:tasks.rados.rados.0.smithi090.stdout:592: finishing write tid 3 to smithi09078167-4 2024-04-15T16:30:43.056 INFO:tasks.rados.rados.0.smithi090.stdout:593: finishing rollback tid 1 to smithi09078167-49 2024-04-15T16:30:43.056 INFO:tasks.rados.rados.0.smithi090.stdout:593: finishing rollback tid 2 to smithi09078167-49 2024-04-15T16:30:43.056 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 131 (ObjNum 166 snap 34 seq_num 166) dirty exists 2024-04-15T16:30:43.056 INFO:tasks.rados.rados.0.smithi090.stdout:592: finishing write tid 4 to smithi09078167-4 2024-04-15T16:30:43.056 INFO:tasks.rados.rados.0.smithi090.stdout:592: oid 4 updating version 0 to 30 2024-04-15T16:30:43.056 INFO:tasks.rados.rados.0.smithi090.stdout:592: oid 4 version 30 is already newer than 29 2024-04-15T16:30:43.056 INFO:tasks.rados.rados.0.smithi090.stdout:592: oid 4 updating version 30 to 31 2024-04-15T16:30:43.056 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 31 (ObjNum 202 snap 48 seq_num 202) dirty exists 2024-04-15T16:30:43.056 INFO:tasks.rados.rados.0.smithi090.stdout:592: left oid 4 (ObjNum 202 snap 48 seq_num 202) 2024-04-15T16:30:43.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: osdmap e166: 8 total, 8 up, 8 in 2024-04-15T16:30:43.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:43.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:43.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:43.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: Adjusting osd_memory_target on smithi090 to 2480M 2024-04-15T16:30:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:30:43.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:30:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: osdmap e166: 8 total, 8 up, 8 in 2024-04-15T16:30:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: Adjusting osd_memory_target on smithi090 to 2480M 2024-04-15T16:30:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:30:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:42 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:30:43.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: osdmap e166: 8 total, 8 up, 8 in 2024-04-15T16:30:43.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:43.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:43.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:43.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:43.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:43.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: Adjusting osd_memory_target on smithi090 to 2480M 2024-04-15T16:30:43.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:43.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:30:43.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:42 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:30:43.950 INFO:tasks.rados.rados.0.smithi090.stdout:590: done (4 left) 2024-04-15T16:30:43.950 INFO:tasks.rados.rados.0.smithi090.stdout:591: done (3 left) 2024-04-15T16:30:43.950 INFO:tasks.rados.rados.0.smithi090.stdout:592: done (2 left) 2024-04-15T16:30:43.950 INFO:tasks.rados.rados.0.smithi090.stdout:593: done (1 left) 2024-04-15T16:30:43.950 INFO:tasks.rados.rados.0.smithi090.stdout:595: done (0 left) 2024-04-15T16:30:43.950 INFO:tasks.rados.rados.0.smithi090.stdout:596: rmattr oid 40 current snap is 49 2024-04-15T16:30:43.950 INFO:tasks.rados.rados.0.smithi090.stdout:596: done (0 left) 2024-04-15T16:30:43.951 INFO:tasks.rados.rados.0.smithi090.stdout:597: read oid 10 snap 48 2024-04-15T16:30:43.951 INFO:tasks.rados.rados.0.smithi090.stdout:597: expect (ObjNum 153 snap 32 seq_num 153) 2024-04-15T16:30:43.951 INFO:tasks.rados.rados.0.smithi090.stdout:598: read oid 50 snap -1 2024-04-15T16:30:43.951 INFO:tasks.rados.rados.0.smithi090.stdout:598: expect deleted 2024-04-15T16:30:43.951 INFO:tasks.rados.rados.0.smithi090.stdout:599: setattr oid 7 current snap is 49 2024-04-15T16:30:43.951 INFO:tasks.rados.rados.0.smithi090.stdout:600: read oid 18 snap 40 2024-04-15T16:30:43.951 INFO:tasks.rados.rados.0.smithi090.stdout:600: expect deleted 2024-04-15T16:30:43.951 INFO:tasks.rados.rados.0.smithi090.stdout:601: copy_from oid 42 from oid 35 current snap is 49 2024-04-15T16:30:43.952 INFO:tasks.rados.rados.0.smithi090.stdout:602: read oid 46 snap -1 2024-04-15T16:30:43.952 INFO:tasks.rados.rados.0.smithi090.stdout:602: expect (ObjNum 189 snap 46 seq_num 189) 2024-04-15T16:30:43.952 INFO:tasks.rados.rados.0.smithi090.stdout:603: rollback oid 31 current snap is 49 2024-04-15T16:30:43.952 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 48 2024-04-15T16:30:43.952 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 49 2024-04-15T16:30:43.953 INFO:tasks.rados.rados.0.smithi090.stdout:604: seq_num 203 ranges {1597440=606208,2203648=401408} 2024-04-15T16:30:43.964 INFO:tasks.rados.rados.0.smithi090.stdout:604: writing smithi09078167-8 from 1597440 to 2203648 tid 1 2024-04-15T16:30:43.967 INFO:tasks.rados.rados.0.smithi090.stdout:604: writing smithi09078167-8 from 2203648 to 2605056 tid 2 2024-04-15T16:30:43.967 INFO:tasks.rados.rados.0.smithi090.stdout:605: rollback oid 19 current snap is 49 2024-04-15T16:30:43.967 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 39 2024-04-15T16:30:43.967 INFO:tasks.rados.rados.0.smithi090.stdout:597: expect (ObjNum 153 snap 32 seq_num 153) 2024-04-15T16:30:43.973 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 99 (ObjNum 159 snap 34 seq_num 159) dirty exists 2024-04-15T16:30:43.973 INFO:tasks.rados.rados.0.smithi090.stdout:603: finishing rollback tid 0 to smithi09078167-31 2024-04-15T16:30:43.973 INFO:tasks.rados.rados.0.smithi090.stdout:603: finishing rollback tid 1 to smithi09078167-31 2024-04-15T16:30:43.973 INFO:tasks.rados.rados.0.smithi090.stdout:597: done (8 left) 2024-04-15T16:30:43.974 INFO:tasks.rados.rados.0.smithi090.stdout:598: done (7 left) 2024-04-15T16:30:43.974 INFO:tasks.rados.rados.0.smithi090.stdout:599: done (6 left) 2024-04-15T16:30:43.974 INFO:tasks.rados.rados.0.smithi090.stdout:600: done (5 left) 2024-04-15T16:30:43.974 INFO:tasks.rados.rados.0.smithi090.stdout:606: rollback oid 16 current snap is 49 2024-04-15T16:30:43.974 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 40 2024-04-15T16:30:43.974 INFO:tasks.rados.rados.0.smithi090.stdout:603: finishing rollback tid 2 to smithi09078167-31 2024-04-15T16:30:43.974 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 153 (ObjNum 136 snap 27 seq_num 136) dirty exists 2024-04-15T16:30:43.974 INFO:tasks.rados.rados.0.smithi090.stdout:601: finishing copy_from racing read to smithi09078167-42 2024-04-15T16:30:43.974 INFO:tasks.rados.rados.0.smithi090.stdout:602: expect (ObjNum 189 snap 46 seq_num 189) 2024-04-15T16:30:44.021 INFO:tasks.rados.rados.0.smithi090.stdout:601: finishing copy_from to smithi09078167-42 2024-04-15T16:30:44.021 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 6 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-15T16:30:44.021 INFO:tasks.rados.rados.0.smithi090.stdout:604: finishing write tid 1 to smithi09078167-8 2024-04-15T16:30:44.021 INFO:tasks.rados.rados.0.smithi090.stdout:604: finishing write tid 2 to smithi09078167-8 2024-04-15T16:30:44.021 INFO:tasks.rados.rados.0.smithi090.stdout:604: finishing write tid 3 to smithi09078167-8 2024-04-15T16:30:44.021 INFO:tasks.rados.rados.0.smithi090.stdout:605: finishing rollback tid 0 to smithi09078167-19 2024-04-15T16:30:44.022 INFO:tasks.rados.rados.0.smithi090.stdout:605: finishing rollback tid 1 to smithi09078167-19 2024-04-15T16:30:44.022 INFO:tasks.rados.rados.0.smithi090.stdout:605: finishing rollback tid 2 to smithi09078167-19 2024-04-15T16:30:44.022 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 96 (ObjNum 97 snap 0 seq_num 1605231466) dirty exists 2024-04-15T16:30:44.022 INFO:tasks.rados.rados.0.smithi090.stdout:604: finishing write tid 4 to smithi09078167-8 2024-04-15T16:30:44.022 INFO:tasks.rados.rados.0.smithi090.stdout:604: oid 8 updating version 0 to 201 2024-04-15T16:30:44.022 INFO:tasks.rados.rados.0.smithi090.stdout:604: oid 8 updating version 201 to 202 2024-04-15T16:30:44.022 INFO:tasks.rados.rados.0.smithi090.stdout:604: oid 8 updating version 202 to 203 2024-04-15T16:30:44.022 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 203 (ObjNum 203 snap 49 seq_num 203) dirty exists 2024-04-15T16:30:44.022 INFO:tasks.rados.rados.0.smithi090.stdout:604: left oid 8 (ObjNum 203 snap 49 seq_num 203) 2024-04-15T16:30:44.022 INFO:tasks.rados.rados.0.smithi090.stdout:606: finishing rollback tid 1 to smithi09078167-16 2024-04-15T16:30:44.022 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T16:30:44.022 INFO:tasks.rados.rados.0.smithi090.stdout:601: done (5 left) 2024-04-15T16:30:44.022 INFO:tasks.rados.rados.0.smithi090.stdout:602: done (4 left) 2024-04-15T16:30:44.023 INFO:tasks.rados.rados.0.smithi090.stdout:603: done (3 left) 2024-04-15T16:30:44.023 INFO:tasks.rados.rados.0.smithi090.stdout:604: done (2 left) 2024-04-15T16:30:44.023 INFO:tasks.rados.rados.0.smithi090.stdout:605: done (1 left) 2024-04-15T16:30:44.023 INFO:tasks.rados.rados.0.smithi090.stdout:606: done (0 left) 2024-04-15T16:30:44.023 INFO:tasks.rados.rados.0.smithi090.stdout:607: read oid 37 snap 48 2024-04-15T16:30:44.023 INFO:tasks.rados.rados.0.smithi090.stdout:607: expect deleted 2024-04-15T16:30:44.023 INFO:tasks.rados.rados.0.smithi090.stdout:608: copy_from oid 17 from oid 32 current snap is 49 2024-04-15T16:30:44.023 INFO:tasks.rados.rados.0.smithi090.stdout:609: snap_remove snap 39 2024-04-15T16:30:44.033 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: pgmap v18: 121 pgs: 121 active+clean; 83 MiB data, 423 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 814 KiB/s wr, 37 op/s 2024-04-15T16:30:44.033 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.033 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.033 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.033 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.033 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.033 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.033 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.033 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.033 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.033 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:30:44.033 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:30:44.033 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.034 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.034 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.034 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:30:44.034 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:30:44.034 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.034 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.034 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.034 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:30:44.034 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:30:44.034 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.034 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.034 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.034 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: osdmap e167: 8 total, 8 up, 8 in 2024-04-15T16:30:44.034 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:44.035 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:44.035 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:43 smithi153 ceph-mon[30366]: osdmap e168: 8 total, 8 up, 8 in 2024-04-15T16:30:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: pgmap v18: 121 pgs: 121 active+clean; 83 MiB data, 423 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 814 KiB/s wr, 37 op/s 2024-04-15T16:30:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:30:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:30:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:30:44.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:30:44.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:30:44.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:30:44.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: osdmap e167: 8 total, 8 up, 8 in 2024-04-15T16:30:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[27209]: osdmap e168: 8 total, 8 up, 8 in 2024-04-15T16:30:44.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: pgmap v18: 121 pgs: 121 active+clean; 83 MiB data, 423 MiB used, 715 GiB / 715 GiB avail; 3.5 MiB/s rd, 814 KiB/s wr, 37 op/s 2024-04-15T16:30:44.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:30:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:30:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:30:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:30:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:30:44.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:30:44.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:30:44.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:30:44.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:30:44.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: osdmap e167: 8 total, 8 up, 8 in 2024-04-15T16:30:44.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:44.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:44.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:43 smithi090 ceph-mon[38312]: osdmap e168: 8 total, 8 up, 8 in 2024-04-15T16:30:44.988 INFO:tasks.rados.rados.0.smithi090.stdout:608: finishing copy_from racing read to smithi09078167-17 2024-04-15T16:30:44.988 INFO:tasks.rados.rados.0.smithi090.stdout:608: finishing copy_from to smithi09078167-17 2024-04-15T16:30:44.988 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 63 (ObjNum 160 snap 34 seq_num 160) dirty exists 2024-04-15T16:30:44.988 INFO:tasks.rados.rados.0.smithi090.stdout:607: done (2 left) 2024-04-15T16:30:44.988 INFO:tasks.rados.rados.0.smithi090.stdout:608: done (1 left) 2024-04-15T16:30:44.988 INFO:tasks.rados.rados.0.smithi090.stdout:609: done (0 left) 2024-04-15T16:30:44.988 INFO:tasks.rados.rados.0.smithi090.stdout:610: snap_remove snap 45 2024-04-15T16:30:45.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:45 smithi153 ceph-mon[30366]: mgrmap e29: x(active, since 11s), standbys: y 2024-04-15T16:30:45.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:45 smithi153 ceph-mon[30366]: osdmap e169: 8 total, 8 up, 8 in 2024-04-15T16:30:45.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:45 smithi090 ceph-mon[38312]: mgrmap e29: x(active, since 11s), standbys: y 2024-04-15T16:30:45.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:45 smithi090 ceph-mon[38312]: osdmap e169: 8 total, 8 up, 8 in 2024-04-15T16:30:45.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:45 smithi090 ceph-mon[27209]: mgrmap e29: x(active, since 11s), standbys: y 2024-04-15T16:30:45.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:45 smithi090 ceph-mon[27209]: osdmap e169: 8 total, 8 up, 8 in 2024-04-15T16:30:45.992 INFO:tasks.rados.rados.0.smithi090.stdout:610: done (0 left) 2024-04-15T16:30:45.992 INFO:tasks.rados.rados.0.smithi090.stdout:611: rollback oid 28 current snap is 49 2024-04-15T16:30:45.992 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 28 to 44 2024-04-15T16:30:45.993 INFO:tasks.rados.rados.0.smithi090.stdout:612: delete oid 15 current snap is 49 2024-04-15T16:30:45.998 INFO:tasks.rados.rados.0.smithi090.stdout:612: done (1 left) 2024-04-15T16:30:45.998 INFO:tasks.rados.rados.0.smithi090.stdout:613: read oid 10 snap -1 2024-04-15T16:30:45.998 INFO:tasks.rados.rados.0.smithi090.stdout:613: expect (ObjNum 153 snap 32 seq_num 153) 2024-04-15T16:30:45.998 INFO:tasks.rados.rados.0.smithi090.stdout:614: setattr oid 34 current snap is 49 2024-04-15T16:30:46.001 INFO:tasks.rados.rados.0.smithi090.stdout:615: rmattr oid 20 current snap is 49 2024-04-15T16:30:46.001 INFO:tasks.rados.rados.0.smithi090.stdout:615: done (3 left) 2024-04-15T16:30:46.001 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 49 2024-04-15T16:30:46.001 INFO:tasks.rados.rados.0.smithi090.stdout:616: seq_num 205 ranges {0=638976,638976=401408} 2024-04-15T16:30:46.005 INFO:tasks.rados.rados.0.smithi090.stdout:616: writing smithi09078167-16 from 0 to 638976 tid 1 2024-04-15T16:30:46.008 INFO:tasks.rados.rados.0.smithi090.stdout:616: writing smithi09078167-16 from 638976 to 1040384 tid 2 2024-04-15T16:30:46.008 INFO:tasks.rados.rados.0.smithi090.stdout:617: snap_create 2024-04-15T16:30:46.008 INFO:tasks.rados.rados.0.smithi090.stdout:611: finishing rollback tid 0 to smithi09078167-28 2024-04-15T16:30:46.008 INFO:tasks.rados.rados.0.smithi090.stdout:613: expect (ObjNum 153 snap 32 seq_num 153) 2024-04-15T16:30:46.013 INFO:tasks.rados.rados.0.smithi090.stdout:611: finishing rollback tid 1 to smithi09078167-28 2024-04-15T16:30:46.013 INFO:tasks.rados.rados.0.smithi090.stdout:611: finishing rollback tid 2 to smithi09078167-28 2024-04-15T16:30:46.013 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 138 (ObjNum 147 snap 31 seq_num 147) dirty exists 2024-04-15T16:30:46.013 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 146 (ObjNum 192 snap 46 seq_num 192) dirty exists 2024-04-15T16:30:46.013 INFO:tasks.rados.rados.0.smithi090.stdout:616: finishing write tid 1 to smithi09078167-16 2024-04-15T16:30:46.013 INFO:tasks.rados.rados.0.smithi090.stdout:616: finishing write tid 2 to smithi09078167-16 2024-04-15T16:30:46.013 INFO:tasks.rados.rados.0.smithi090.stdout:616: finishing write tid 3 to smithi09078167-16 2024-04-15T16:30:46.014 INFO:tasks.rados.rados.0.smithi090.stdout:616: finishing write tid 4 to smithi09078167-16 2024-04-15T16:30:46.014 INFO:tasks.rados.rados.0.smithi090.stdout:616: oid 16 updating version 0 to 164 2024-04-15T16:30:46.014 INFO:tasks.rados.rados.0.smithi090.stdout:616: oid 16 version 164 is already newer than 162 2024-04-15T16:30:46.014 INFO:tasks.rados.rados.0.smithi090.stdout:616: oid 16 version 164 is already newer than 163 2024-04-15T16:30:46.014 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 164 (ObjNum 205 snap 49 seq_num 205) dirty exists 2024-04-15T16:30:46.014 INFO:tasks.rados.rados.0.smithi090.stdout:616: left oid 16 (ObjNum 205 snap 49 seq_num 205) 2024-04-15T16:30:46.528 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:46 smithi153 ceph-mon[30366]: pgmap v21: 121 pgs: 121 active+clean; 95 MiB data, 475 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 42 op/s 2024-04-15T16:30:46.528 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:46 smithi153 ceph-mon[30366]: osdmap e170: 8 total, 8 up, 8 in 2024-04-15T16:30:46.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:46 smithi090 ceph-mon[27209]: pgmap v21: 121 pgs: 121 active+clean; 95 MiB data, 475 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 42 op/s 2024-04-15T16:30:46.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:46 smithi090 ceph-mon[27209]: osdmap e170: 8 total, 8 up, 8 in 2024-04-15T16:30:46.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:46 smithi090 ceph-mon[38312]: pgmap v21: 121 pgs: 121 active+clean; 95 MiB data, 475 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 42 op/s 2024-04-15T16:30:46.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:46 smithi090 ceph-mon[38312]: osdmap e170: 8 total, 8 up, 8 in 2024-04-15T16:30:46.991 INFO:tasks.rados.rados.0.smithi090.stdout:611: done (4 left) 2024-04-15T16:30:46.991 INFO:tasks.rados.rados.0.smithi090.stdout:613: done (3 left) 2024-04-15T16:30:46.991 INFO:tasks.rados.rados.0.smithi090.stdout:614: done (2 left) 2024-04-15T16:30:46.991 INFO:tasks.rados.rados.0.smithi090.stdout:616: done (1 left) 2024-04-15T16:30:46.991 INFO:tasks.rados.rados.0.smithi090.stdout:617: done (0 left) 2024-04-15T16:30:46.992 INFO:tasks.rados.rados.0.smithi090.stdout:618: snap_remove snap 48 2024-04-15T16:30:47.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:47.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:47.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: Adjusting osd_memory_target on smithi153 to 2480M 2024-04-15T16:30:47.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:47.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:30:47.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:30:47.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:30:47.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:30:47.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[27209]: osdmap e171: 8 total, 8 up, 8 in 2024-04-15T16:30:47.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: Adjusting osd_memory_target on smithi153 to 2480M 2024-04-15T16:30:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:30:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:30:47.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:30:47.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:30:47.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:47 smithi090 ceph-mon[38312]: osdmap e171: 8 total, 8 up, 8 in 2024-04-15T16:30:47.838 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:47.838 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:47.839 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.839 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.839 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.839 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.839 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.839 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.839 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.839 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-15T16:30:47.839 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: Adjusting osd_memory_target on smithi153 to 2480M 2024-04-15T16:30:47.839 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:47.839 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:30:47.839 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:30:47.839 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:30:47.839 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:30:47.840 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:47 smithi153 ceph-mon[30366]: osdmap e171: 8 total, 8 up, 8 in 2024-04-15T16:30:47.994 INFO:tasks.rados.rados.0.smithi090.stdout:618: done (0 left) 2024-04-15T16:30:47.994 INFO:tasks.rados.rados.0.smithi090.stdout:619: snap_remove snap 49 2024-04-15T16:30:48.955 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:48 smithi153 ceph-mon[30366]: pgmap v24: 121 pgs: 121 active+clean; 95 MiB data, 475 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 42 op/s 2024-04-15T16:30:48.955 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:48 smithi153 ceph-mon[30366]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:30:48.955 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:48 smithi153 ceph-mon[30366]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:30:48.955 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:48 smithi153 ceph-mon[30366]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:30:48.955 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:48 smithi153 ceph-mon[30366]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:30:48.956 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:48 smithi153 ceph-mon[30366]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:30:48.956 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:48 smithi153 ceph-mon[30366]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:30:48.956 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:48 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:48.956 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:48 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:48.956 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:48 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:48.956 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:48 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:48.956 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:48 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:48.956 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:48 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:30:48.956 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:48 smithi153 ceph-mon[30366]: osdmap e172: 8 total, 8 up, 8 in 2024-04-15T16:30:49.000 INFO:tasks.rados.rados.0.smithi090.stdout:619: done (0 left) 2024-04-15T16:30:49.000 INFO:tasks.rados.rados.0.smithi090.stdout:620: rollback oid 12 current snap is 50 2024-04-15T16:30:49.000 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 12 to 44 2024-04-15T16:30:49.001 INFO:tasks.rados.rados.0.smithi090.stdout:621: read oid 21 snap -1 2024-04-15T16:30:49.001 INFO:tasks.rados.rados.0.smithi090.stdout:621: expect deleted 2024-04-15T16:30:49.001 INFO:tasks.rados.rados.0.smithi090.stdout:622: snap_remove snap 40 2024-04-15T16:30:49.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[38312]: pgmap v24: 121 pgs: 121 active+clean; 95 MiB data, 475 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 42 op/s 2024-04-15T16:30:49.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[38312]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:30:49.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[38312]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:30:49.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[38312]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:30:49.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[38312]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:30:49.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[38312]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:30:49.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[38312]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:30:49.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:49.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:49.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:49.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:49.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:49.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:30:49.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[38312]: osdmap e172: 8 total, 8 up, 8 in 2024-04-15T16:30:49.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[27209]: pgmap v24: 121 pgs: 121 active+clean; 95 MiB data, 475 MiB used, 715 GiB / 715 GiB avail; 13 MiB/s rd, 3.8 MiB/s wr, 42 op/s 2024-04-15T16:30:49.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[27209]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:30:49.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[27209]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:30:49.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[27209]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:30:49.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[27209]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:30:49.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[27209]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:30:49.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[27209]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:30:49.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:49.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:49.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:49.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:49.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:49.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:30:49.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:48 smithi090 ceph-mon[27209]: osdmap e172: 8 total, 8 up, 8 in 2024-04-15T16:30:49.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:49 smithi153 ceph-mon[30366]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T16:30:49.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:49 smithi153 ceph-mon[30366]: Reconfiguring daemon prometheus.a on smithi153 2024-04-15T16:30:49.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:49 smithi153 ceph-mon[30366]: osdmap e173: 8 total, 8 up, 8 in 2024-04-15T16:30:49.999 INFO:tasks.rados.rados.0.smithi090.stdout:622: done (2 left) 2024-04-15T16:30:49.999 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 50 2024-04-15T16:30:50.000 INFO:tasks.rados.rados.0.smithi090.stdout:623: seq_num 206 ranges {3399680=655360,4055040=401408} 2024-04-15T16:30:50.022 INFO:tasks.rados.rados.0.smithi090.stdout:623: writing smithi09078167-44 from 3399680 to 4055040 tid 1 2024-04-15T16:30:50.024 INFO:tasks.rados.rados.0.smithi090.stdout:623: writing smithi09078167-44 from 4055040 to 4456448 tid 2 2024-04-15T16:30:50.024 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 50 2024-04-15T16:30:50.024 INFO:tasks.rados.rados.0.smithi090.stdout:624: seq_num 207 ranges {843776=671744,1515520=401408} 2024-04-15T16:30:50.032 INFO:tasks.rados.rados.0.smithi090.stdout:624: writing smithi09078167-28 from 843776 to 1515520 tid 1 2024-04-15T16:30:50.035 INFO:tasks.rados.rados.0.smithi090.stdout:624: writing smithi09078167-28 from 1515520 to 1916928 tid 2 2024-04-15T16:30:50.035 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 50 2024-04-15T16:30:50.035 INFO:tasks.rados.rados.0.smithi090.stdout:625: seq_num 208 ranges {0=688128,688128=401408} 2024-04-15T16:30:50.039 INFO:tasks.rados.rados.0.smithi090.stdout:625: writing smithi09078167-11 from 0 to 688128 tid 1 2024-04-15T16:30:50.041 INFO:tasks.rados.rados.0.smithi090.stdout:625: writing smithi09078167-11 from 688128 to 1089536 tid 2 2024-04-15T16:30:50.042 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 50 2024-04-15T16:30:50.042 INFO:tasks.rados.rados.0.smithi090.stdout:620: finishing rollback tid 0 to smithi09078167-12 2024-04-15T16:30:50.042 INFO:tasks.rados.rados.0.smithi090.stdout:620: finishing rollback tid 1 to smithi09078167-12 2024-04-15T16:30:50.042 INFO:tasks.rados.rados.0.smithi090.stdout:620: finishing rollback tid 2 to smithi09078167-12 2024-04-15T16:30:50.042 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 172 (ObjNum 164 snap 34 seq_num 164) dirty exists 2024-04-15T16:30:50.042 INFO:tasks.rados.rados.0.smithi090.stdout:623: finishing write tid 1 to smithi09078167-44 2024-04-15T16:30:50.042 INFO:tasks.rados.rados.0.smithi090.stdout:623: finishing write tid 2 to smithi09078167-44 2024-04-15T16:30:50.042 INFO:tasks.rados.rados.0.smithi090.stdout:623: finishing write tid 3 to smithi09078167-44 2024-04-15T16:30:50.042 INFO:tasks.rados.rados.0.smithi090.stdout:626: seq_num 209 ranges {163840=704512,868352=401408} 2024-04-15T16:30:50.046 INFO:tasks.rados.rados.0.smithi090.stdout:626: writing smithi09078167-10 from 163840 to 868352 tid 1 2024-04-15T16:30:50.049 INFO:tasks.rados.rados.0.smithi090.stdout:626: writing smithi09078167-10 from 868352 to 1269760 tid 2 2024-04-15T16:30:50.050 INFO:tasks.rados.rados.0.smithi090.stdout:620: done (5 left) 2024-04-15T16:30:50.050 INFO:tasks.rados.rados.0.smithi090.stdout:621: done (4 left) 2024-04-15T16:30:50.050 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 50 2024-04-15T16:30:50.050 INFO:tasks.rados.rados.0.smithi090.stdout:623: finishing write tid 4 to smithi09078167-44 2024-04-15T16:30:50.050 INFO:tasks.rados.rados.0.smithi090.stdout:623: oid 44 updating version 0 to 198 2024-04-15T16:30:50.050 INFO:tasks.rados.rados.0.smithi090.stdout:623: oid 44 version 198 is already newer than 196 2024-04-15T16:30:50.050 INFO:tasks.rados.rados.0.smithi090.stdout:623: oid 44 version 198 is already newer than 197 2024-04-15T16:30:50.050 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 198 (ObjNum 206 snap 50 seq_num 206) dirty exists 2024-04-15T16:30:50.050 INFO:tasks.rados.rados.0.smithi090.stdout:623: left oid 44 (ObjNum 206 snap 50 seq_num 206) 2024-04-15T16:30:50.050 INFO:tasks.rados.rados.0.smithi090.stdout:624: finishing write tid 1 to smithi09078167-28 2024-04-15T16:30:50.050 INFO:tasks.rados.rados.0.smithi090.stdout:624: finishing write tid 2 to smithi09078167-28 2024-04-15T16:30:50.050 INFO:tasks.rados.rados.0.smithi090.stdout:627: seq_num 210 ranges {532480=720896,1253376=401408} 2024-04-15T16:30:50.055 INFO:tasks.rados.rados.0.smithi090.stdout:627: writing smithi09078167-12 from 532480 to 1253376 tid 1 2024-04-15T16:30:50.058 INFO:tasks.rados.rados.0.smithi090.stdout:627: writing smithi09078167-12 from 1253376 to 1654784 tid 2 2024-04-15T16:30:50.058 INFO:tasks.rados.rados.0.smithi090.stdout:623: done (4 left) 2024-04-15T16:30:50.058 INFO:tasks.rados.rados.0.smithi090.stdout:628: setattr oid 30 current snap is 50 2024-04-15T16:30:50.058 INFO:tasks.rados.rados.0.smithi090.stdout:624: finishing write tid 3 to smithi09078167-28 2024-04-15T16:30:50.058 INFO:tasks.rados.rados.0.smithi090.stdout:624: finishing write tid 4 to smithi09078167-28 2024-04-15T16:30:50.058 INFO:tasks.rados.rados.0.smithi090.stdout:624: oid 28 updating version 0 to 145 2024-04-15T16:30:50.058 INFO:tasks.rados.rados.0.smithi090.stdout:624: oid 28 updating version 145 to 147 2024-04-15T16:30:50.058 INFO:tasks.rados.rados.0.smithi090.stdout:624: oid 28 version 147 is already newer than 146 2024-04-15T16:30:50.059 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 147 (ObjNum 207 snap 50 seq_num 207) dirty exists 2024-04-15T16:30:50.059 INFO:tasks.rados.rados.0.smithi090.stdout:624: left oid 28 (ObjNum 207 snap 50 seq_num 207) 2024-04-15T16:30:50.059 INFO:tasks.rados.rados.0.smithi090.stdout:625: finishing write tid 1 to smithi09078167-11 2024-04-15T16:30:50.059 INFO:tasks.rados.rados.0.smithi090.stdout:625: finishing write tid 2 to smithi09078167-11 2024-04-15T16:30:50.059 INFO:tasks.rados.rados.0.smithi090.stdout:625: finishing write tid 3 to smithi09078167-11 2024-04-15T16:30:50.059 INFO:tasks.rados.rados.0.smithi090.stdout:625: finishing write tid 4 to smithi09078167-11 2024-04-15T16:30:50.059 INFO:tasks.rados.rados.0.smithi090.stdout:625: oid 11 updating version 0 to 163 2024-04-15T16:30:50.059 INFO:tasks.rados.rados.0.smithi090.stdout:625: oid 11 updating version 163 to 164 2024-04-15T16:30:50.059 INFO:tasks.rados.rados.0.smithi090.stdout:625: oid 11 updating version 164 to 165 2024-04-15T16:30:50.059 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 165 (ObjNum 208 snap 50 seq_num 208) dirty exists 2024-04-15T16:30:50.059 INFO:tasks.rados.rados.0.smithi090.stdout:625: left oid 11 (ObjNum 208 snap 50 seq_num 208) 2024-04-15T16:30:50.059 INFO:tasks.rados.rados.0.smithi090.stdout:626: finishing write tid 1 to smithi09078167-10 2024-04-15T16:30:50.059 INFO:tasks.rados.rados.0.smithi090.stdout:626: finishing write tid 2 to smithi09078167-10 2024-04-15T16:30:50.059 INFO:tasks.rados.rados.0.smithi090.stdout:626: finishing write tid 3 to smithi09078167-10 2024-04-15T16:30:50.059 INFO:tasks.rados.rados.0.smithi090.stdout:626: finishing write tid 4 to smithi09078167-10 2024-04-15T16:30:50.060 INFO:tasks.rados.rados.0.smithi090.stdout:626: oid 10 updating version 0 to 200 2024-04-15T16:30:50.060 INFO:tasks.rados.rados.0.smithi090.stdout:626: oid 10 updating version 200 to 201 2024-04-15T16:30:50.060 INFO:tasks.rados.rados.0.smithi090.stdout:626: oid 10 updating version 201 to 202 2024-04-15T16:30:50.060 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 202 (ObjNum 209 snap 50 seq_num 209) dirty exists 2024-04-15T16:30:50.060 INFO:tasks.rados.rados.0.smithi090.stdout:626: left oid 10 (ObjNum 209 snap 50 seq_num 209) 2024-04-15T16:30:50.061 INFO:tasks.rados.rados.0.smithi090.stdout:624: done (4 left) 2024-04-15T16:30:50.061 INFO:tasks.rados.rados.0.smithi090.stdout:625: done (3 left) 2024-04-15T16:30:50.061 INFO:tasks.rados.rados.0.smithi090.stdout:626: done (2 left) 2024-04-15T16:30:50.061 INFO:tasks.rados.rados.0.smithi090.stdout:629: delete oid 7 current snap is 50 2024-04-15T16:30:50.061 INFO:tasks.rados.rados.0.smithi090.stdout:627: finishing write tid 1 to smithi09078167-12 2024-04-15T16:30:50.061 INFO:tasks.rados.rados.0.smithi090.stdout:627: finishing write tid 2 to smithi09078167-12 2024-04-15T16:30:50.061 INFO:tasks.rados.rados.0.smithi090.stdout:627: finishing write tid 3 to smithi09078167-12 2024-04-15T16:30:50.061 INFO:tasks.rados.rados.0.smithi090.stdout:629: done (2 left) 2024-04-15T16:30:50.061 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 50 2024-04-15T16:30:50.061 INFO:tasks.rados.rados.0.smithi090.stdout:630: seq_num 212 ranges {1425408=753664,2179072=401408} 2024-04-15T16:30:50.072 INFO:tasks.rados.rados.0.smithi090.stdout:630: writing smithi09078167-25 from 1425408 to 2179072 tid 1 2024-04-15T16:30:50.075 INFO:tasks.rados.rados.0.smithi090.stdout:630: writing smithi09078167-25 from 2179072 to 2580480 tid 2 2024-04-15T16:30:50.075 INFO:tasks.rados.rados.0.smithi090.stdout:631: copy_from oid 45 from oid 6 current snap is 50 2024-04-15T16:30:50.075 INFO:tasks.rados.rados.0.smithi090.stdout:627: finishing write tid 4 to smithi09078167-12 2024-04-15T16:30:50.076 INFO:tasks.rados.rados.0.smithi090.stdout:627: oid 12 updating version 0 to 185 2024-04-15T16:30:50.076 INFO:tasks.rados.rados.0.smithi090.stdout:627: oid 12 version 185 is already newer than 184 2024-04-15T16:30:50.076 INFO:tasks.rados.rados.0.smithi090.stdout:627: oid 12 version 185 is already newer than 183 2024-04-15T16:30:50.076 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 185 (ObjNum 210 snap 50 seq_num 210) dirty exists 2024-04-15T16:30:50.076 INFO:tasks.rados.rados.0.smithi090.stdout:627: left oid 12 (ObjNum 210 snap 50 seq_num 210) 2024-04-15T16:30:50.076 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 186 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-15T16:30:50.076 INFO:tasks.rados.rados.0.smithi090.stdout:627: done (3 left) 2024-04-15T16:30:50.076 INFO:tasks.rados.rados.0.smithi090.stdout:628: done (2 left) 2024-04-15T16:30:50.076 INFO:tasks.rados.rados.0.smithi090.stdout:632: rollback oid 9 current snap is 50 2024-04-15T16:30:50.076 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 44 2024-04-15T16:30:50.077 INFO:tasks.rados.rados.0.smithi090.stdout:633: copy_from oid 32 from oid 18 current snap is 50 2024-04-15T16:30:50.077 INFO:tasks.rados.rados.0.smithi090.stdout:634: copy_from oid 17 from oid 7 current snap is 50 2024-04-15T16:30:50.077 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 50 2024-04-15T16:30:50.077 INFO:tasks.rados.rados.0.smithi090.stdout:635: seq_num 213 ranges {1040384=770048,1810432=401408} 2024-04-15T16:30:50.084 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:49 smithi090 ceph-mon[38312]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T16:30:50.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:49 smithi090 ceph-mon[38312]: Reconfiguring daemon prometheus.a on smithi153 2024-04-15T16:30:50.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:49 smithi090 ceph-mon[38312]: osdmap e173: 8 total, 8 up, 8 in 2024-04-15T16:30:50.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:49 smithi090 ceph-mon[27209]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T16:30:50.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:49 smithi090 ceph-mon[27209]: Reconfiguring daemon prometheus.a on smithi153 2024-04-15T16:30:50.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:49 smithi090 ceph-mon[27209]: osdmap e173: 8 total, 8 up, 8 in 2024-04-15T16:30:50.085 INFO:tasks.rados.rados.0.smithi090.stdout:635: writing smithi09078167-16 from 1040384 to 1810432 tid 1 2024-04-15T16:30:50.088 INFO:tasks.rados.rados.0.smithi090.stdout:635: writing smithi09078167-16 from 1810432 to 2211840 tid 2 2024-04-15T16:30:50.088 INFO:tasks.rados.rados.0.smithi090.stdout:636: rollback oid 46 current snap is 50 2024-04-15T16:30:50.088 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 44 2024-04-15T16:30:50.088 INFO:tasks.rados.rados.0.smithi090.stdout:634: finishing copy_from to smithi09078167-17 2024-04-15T16:30:50.088 INFO:tasks.rados.rados.0.smithi090.stdout:634: got expected ENOENT (src dne) 2024-04-15T16:30:50.089 INFO:tasks.rados.rados.0.smithi090.stdout:634: finishing copy_from racing read to smithi09078167-17 2024-04-15T16:30:50.089 INFO:tasks.rados.rados.0.smithi090.stdout:632: finishing rollback tid 0 to smithi09078167-9 2024-04-15T16:30:50.089 INFO:tasks.rados.rados.0.smithi090.stdout:630: finishing write tid 1 to smithi09078167-25 2024-04-15T16:30:50.089 INFO:tasks.rados.rados.0.smithi090.stdout:632: finishing rollback tid 1 to smithi09078167-9 2024-04-15T16:30:50.089 INFO:tasks.rados.rados.0.smithi090.stdout:630: finishing write tid 2 to smithi09078167-25 2024-04-15T16:30:50.089 INFO:tasks.rados.rados.0.smithi090.stdout:632: finishing rollback tid 2 to smithi09078167-9 2024-04-15T16:30:50.089 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 115 (ObjNum 130 snap 26 seq_num 130) dirty exists 2024-04-15T16:30:50.089 INFO:tasks.rados.rados.0.smithi090.stdout:630: finishing write tid 3 to smithi09078167-25 2024-04-15T16:30:50.089 INFO:tasks.rados.rados.0.smithi090.stdout:632: done (6 left) 2024-04-15T16:30:50.089 INFO:tasks.rados.rados.0.smithi090.stdout:634: done (5 left) 2024-04-15T16:30:50.089 INFO:tasks.rados.rados.0.smithi090.stdout:637: read oid 33 snap -1 2024-04-15T16:30:50.089 INFO:tasks.rados.rados.0.smithi090.stdout:637: expect deleted 2024-04-15T16:30:50.090 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 50 2024-04-15T16:30:50.090 INFO:tasks.rados.rados.0.smithi090.stdout:630: finishing write tid 4 to smithi09078167-25 2024-04-15T16:30:50.090 INFO:tasks.rados.rados.0.smithi090.stdout:630: oid 25 updating version 0 to 180 2024-04-15T16:30:50.090 INFO:tasks.rados.rados.0.smithi090.stdout:630: oid 25 version 180 is already newer than 179 2024-04-15T16:30:50.090 INFO:tasks.rados.rados.0.smithi090.stdout:630: oid 25 updating version 180 to 181 2024-04-15T16:30:50.090 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 181 (ObjNum 212 snap 50 seq_num 212) dirty exists 2024-04-15T16:30:50.090 INFO:tasks.rados.rados.0.smithi090.stdout:630: left oid 25 (ObjNum 212 snap 50 seq_num 212) 2024-04-15T16:30:50.090 INFO:tasks.rados.rados.0.smithi090.stdout:633: finishing copy_from racing read to smithi09078167-32 2024-04-15T16:30:50.090 INFO:tasks.rados.rados.0.smithi090.stdout:633: finishing copy_from to smithi09078167-32 2024-04-15T16:30:50.090 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 169 (ObjNum 198 snap 48 seq_num 198) dirty exists 2024-04-15T16:30:50.090 INFO:tasks.rados.rados.0.smithi090.stdout:638: seq_num 214 ranges {0=794624,794624=401408} 2024-04-15T16:30:50.092 INFO:tasks.rados.rados.0.smithi090.stdout:638: writing smithi09078167-14 from 0 to 794624 tid 1 2024-04-15T16:30:50.095 INFO:tasks.rados.rados.0.smithi090.stdout:638: writing smithi09078167-14 from 794624 to 1196032 tid 2 2024-04-15T16:30:50.095 INFO:tasks.rados.rados.0.smithi090.stdout:630: done (6 left) 2024-04-15T16:30:50.096 INFO:tasks.rados.rados.0.smithi090.stdout:633: done (5 left) 2024-04-15T16:30:50.096 INFO:tasks.rados.rados.0.smithi090.stdout:639: snap_create 2024-04-15T16:30:50.096 INFO:tasks.rados.rados.0.smithi090.stdout:635: finishing write tid 1 to smithi09078167-16 2024-04-15T16:30:50.096 INFO:tasks.rados.rados.0.smithi090.stdout:635: finishing write tid 2 to smithi09078167-16 2024-04-15T16:30:50.096 INFO:tasks.rados.rados.0.smithi090.stdout:636: finishing rollback tid 0 to smithi09078167-46 2024-04-15T16:30:50.096 INFO:tasks.rados.rados.0.smithi090.stdout:636: finishing rollback tid 1 to smithi09078167-46 2024-04-15T16:30:50.096 INFO:tasks.rados.rados.0.smithi090.stdout:636: finishing rollback tid 2 to smithi09078167-46 2024-04-15T16:30:50.096 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 149 (ObjNum 172 snap 37 seq_num 172) dirty exists 2024-04-15T16:30:50.096 INFO:tasks.rados.rados.0.smithi090.stdout:635: finishing write tid 3 to smithi09078167-16 2024-04-15T16:30:50.096 INFO:tasks.rados.rados.0.smithi090.stdout:631: finishing copy_from racing read to smithi09078167-45 2024-04-15T16:30:50.096 INFO:tasks.rados.rados.0.smithi090.stdout:635: finishing write tid 4 to smithi09078167-16 2024-04-15T16:30:50.096 INFO:tasks.rados.rados.0.smithi090.stdout:635: oid 16 updating version 0 to 173 2024-04-15T16:30:50.096 INFO:tasks.rados.rados.0.smithi090.stdout:635: oid 16 version 173 is already newer than 171 2024-04-15T16:30:50.096 INFO:tasks.rados.rados.0.smithi090.stdout:635: oid 16 version 173 is already newer than 172 2024-04-15T16:30:50.097 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 173 (ObjNum 213 snap 50 seq_num 213) dirty exists 2024-04-15T16:30:50.097 INFO:tasks.rados.rados.0.smithi090.stdout:635: left oid 16 (ObjNum 213 snap 50 seq_num 213) 2024-04-15T16:30:50.097 INFO:tasks.rados.rados.0.smithi090.stdout:631: finishing copy_from to smithi09078167-45 2024-04-15T16:30:50.097 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 136 (ObjNum 187 snap 45 seq_num 187) dirty exists 2024-04-15T16:30:50.098 INFO:tasks.rados.rados.0.smithi090.stdout:638: finishing write tid 1 to smithi09078167-14 2024-04-15T16:30:50.098 INFO:tasks.rados.rados.0.smithi090.stdout:638: finishing write tid 2 to smithi09078167-14 2024-04-15T16:30:50.098 INFO:tasks.rados.rados.0.smithi090.stdout:638: finishing write tid 3 to smithi09078167-14 2024-04-15T16:30:50.098 INFO:tasks.rados.rados.0.smithi090.stdout:638: finishing write tid 4 to smithi09078167-14 2024-04-15T16:30:50.099 INFO:tasks.rados.rados.0.smithi090.stdout:638: oid 14 updating version 0 to 29 2024-04-15T16:30:50.099 INFO:tasks.rados.rados.0.smithi090.stdout:638: oid 14 updating version 29 to 31 2024-04-15T16:30:50.099 INFO:tasks.rados.rados.0.smithi090.stdout:638: oid 14 version 31 is already newer than 30 2024-04-15T16:30:50.099 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 31 (ObjNum 214 snap 50 seq_num 214) dirty exists 2024-04-15T16:30:50.099 INFO:tasks.rados.rados.0.smithi090.stdout:638: left oid 14 (ObjNum 214 snap 50 seq_num 214) 2024-04-15T16:30:50.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:50 smithi153 ceph-mon[30366]: pgmap v27: 121 pgs: 121 active+clean; 95 MiB data, 475 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:50.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:50 smithi153 ceph-mon[30366]: osdmap e174: 8 total, 8 up, 8 in 2024-04-15T16:30:50.998 INFO:tasks.rados.rados.0.smithi090.stdout:631: done (5 left) 2024-04-15T16:30:50.999 INFO:tasks.rados.rados.0.smithi090.stdout:635: done (4 left) 2024-04-15T16:30:50.999 INFO:tasks.rados.rados.0.smithi090.stdout:636: done (3 left) 2024-04-15T16:30:50.999 INFO:tasks.rados.rados.0.smithi090.stdout:637: done (2 left) 2024-04-15T16:30:50.999 INFO:tasks.rados.rados.0.smithi090.stdout:638: done (1 left) 2024-04-15T16:30:50.999 INFO:tasks.rados.rados.0.smithi090.stdout:639: done (0 left) 2024-04-15T16:30:50.999 INFO:tasks.rados.rados.0.smithi090.stdout:640: delete oid 2 current snap is 51 2024-04-15T16:30:51.000 INFO:tasks.rados.rados.0.smithi090.stdout:640: done (0 left) 2024-04-15T16:30:51.000 INFO:tasks.rados.rados.0.smithi090.stdout:641: delete oid 5 current snap is 51 2024-04-15T16:30:51.004 INFO:tasks.rados.rados.0.smithi090.stdout:641: done (0 left) 2024-04-15T16:30:51.004 INFO:tasks.rados.rados.0.smithi090.stdout:642: read oid 43 snap -1 2024-04-15T16:30:51.004 INFO:tasks.rados.rados.0.smithi090.stdout:642: expect (ObjNum 177 snap 40 seq_num 177) 2024-04-15T16:30:51.004 INFO:tasks.rados.rados.0.smithi090.stdout:643: read oid 28 snap 44 2024-04-15T16:30:51.004 INFO:tasks.rados.rados.0.smithi090.stdout:643: expect (ObjNum 147 snap 31 seq_num 147) 2024-04-15T16:30:51.004 INFO:tasks.rados.rados.0.smithi090.stdout:644: read oid 37 snap 50 2024-04-15T16:30:51.004 INFO:tasks.rados.rados.0.smithi090.stdout:644: expect deleted 2024-04-15T16:30:51.004 INFO:tasks.rados.rados.0.smithi090.stdout:645: read oid 10 snap -1 2024-04-15T16:30:51.004 INFO:tasks.rados.rados.0.smithi090.stdout:645: expect (ObjNum 209 snap 50 seq_num 209) 2024-04-15T16:30:51.004 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 51 2024-04-15T16:30:51.004 INFO:tasks.rados.rados.0.smithi090.stdout:646: seq_num 217 ranges {3039232=442368,3481600=696320,4177920=106496} 2024-04-15T16:30:51.024 INFO:tasks.rados.rados.0.smithi090.stdout:646: writing smithi09078167-27 from 3039232 to 3481600 tid 1 2024-04-15T16:30:51.027 INFO:tasks.rados.rados.0.smithi090.stdout:646: writing smithi09078167-27 from 3481600 to 4177920 tid 2 2024-04-15T16:30:51.028 INFO:tasks.rados.rados.0.smithi090.stdout:646: writing smithi09078167-27 from 4177920 to 4284416 tid 3 2024-04-15T16:30:51.028 INFO:tasks.rados.rados.0.smithi090.stdout:647: read oid 5 snap -1 2024-04-15T16:30:51.029 INFO:tasks.rados.rados.0.smithi090.stdout:647: expect deleted 2024-04-15T16:30:51.029 INFO:tasks.rados.rados.0.smithi090.stdout:648: rollback oid 8 current snap is 51 2024-04-15T16:30:51.029 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 50 2024-04-15T16:30:51.029 INFO:tasks.rados.rados.0.smithi090.stdout:643: expect (ObjNum 147 snap 31 seq_num 147) 2024-04-15T16:30:51.064 INFO:tasks.rados.rados.0.smithi090.stdout:642: expect (ObjNum 177 snap 40 seq_num 177) 2024-04-15T16:30:51.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:50 smithi090 ceph-mon[38312]: pgmap v27: 121 pgs: 121 active+clean; 95 MiB data, 475 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:51.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:50 smithi090 ceph-mon[38312]: osdmap e174: 8 total, 8 up, 8 in 2024-04-15T16:30:51.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:50 smithi090 ceph-mon[27209]: pgmap v27: 121 pgs: 121 active+clean; 95 MiB data, 475 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:30:51.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:50 smithi090 ceph-mon[27209]: osdmap e174: 8 total, 8 up, 8 in 2024-04-15T16:30:51.086 INFO:tasks.rados.rados.0.smithi090.stdout:645: expect (ObjNum 209 snap 50 seq_num 209) 2024-04-15T16:30:51.122 INFO:tasks.rados.rados.0.smithi090.stdout:646: finishing write tid 1 to smithi09078167-27 2024-04-15T16:30:51.122 INFO:tasks.rados.rados.0.smithi090.stdout:648: finishing rollback tid 0 to smithi09078167-8 2024-04-15T16:30:51.122 INFO:tasks.rados.rados.0.smithi090.stdout:646: finishing write tid 2 to smithi09078167-27 2024-04-15T16:30:51.122 INFO:tasks.rados.rados.0.smithi090.stdout:646: finishing write tid 3 to smithi09078167-27 2024-04-15T16:30:51.122 INFO:tasks.rados.rados.0.smithi090.stdout:642: done (6 left) 2024-04-15T16:30:51.123 INFO:tasks.rados.rados.0.smithi090.stdout:643: done (5 left) 2024-04-15T16:30:51.123 INFO:tasks.rados.rados.0.smithi090.stdout:644: done (4 left) 2024-04-15T16:30:51.123 INFO:tasks.rados.rados.0.smithi090.stdout:645: done (3 left) 2024-04-15T16:30:51.123 INFO:tasks.rados.rados.0.smithi090.stdout:647: done (2 left) 2024-04-15T16:30:51.123 INFO:tasks.rados.rados.0.smithi090.stdout:649: setattr oid 4 current snap is 51 2024-04-15T16:30:51.123 INFO:tasks.rados.rados.0.smithi090.stdout:648: finishing rollback tid 1 to smithi09078167-8 2024-04-15T16:30:51.123 INFO:tasks.rados.rados.0.smithi090.stdout:648: finishing rollback tid 2 to smithi09078167-8 2024-04-15T16:30:51.123 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 225 (ObjNum 203 snap 49 seq_num 203) dirty exists 2024-04-15T16:30:51.123 INFO:tasks.rados.rados.0.smithi090.stdout:646: finishing write tid 4 to smithi09078167-27 2024-04-15T16:30:51.123 INFO:tasks.rados.rados.0.smithi090.stdout:646: finishing write tid 5 to smithi09078167-27 2024-04-15T16:30:51.123 INFO:tasks.rados.rados.0.smithi090.stdout:646: oid 27 updating version 0 to 189 2024-04-15T16:30:51.123 INFO:tasks.rados.rados.0.smithi090.stdout:646: oid 27 version 189 is already newer than 188 2024-04-15T16:30:51.123 INFO:tasks.rados.rados.0.smithi090.stdout:646: oid 27 updating version 189 to 190 2024-04-15T16:30:51.123 INFO:tasks.rados.rados.0.smithi090.stdout:646: oid 27 updating version 190 to 191 2024-04-15T16:30:51.123 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 191 (ObjNum 217 snap 51 seq_num 217) dirty exists 2024-04-15T16:30:51.124 INFO:tasks.rados.rados.0.smithi090.stdout:646: left oid 27 (ObjNum 217 snap 51 seq_num 217) 2024-04-15T16:30:51.124 INFO:tasks.rados.rados.0.smithi090.stdout:646: done (2 left) 2024-04-15T16:30:51.124 INFO:tasks.rados.rados.0.smithi090.stdout:648: done (1 left) 2024-04-15T16:30:51.124 INFO:tasks.rados.rados.0.smithi090.stdout:650: delete oid 27 current snap is 51 2024-04-15T16:30:51.124 INFO:tasks.rados.rados.0.smithi090.stdout:650: done (1 left) 2024-04-15T16:30:51.124 INFO:tasks.rados.rados.0.smithi090.stdout:651: rollback oid 30 current snap is 51 2024-04-15T16:30:51.124 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 50 2024-04-15T16:30:51.124 INFO:tasks.rados.rados.0.smithi090.stdout:652: setattr oid 39 current snap is 51 2024-04-15T16:30:51.126 INFO:tasks.rados.rados.0.smithi090.stdout:653: setattr oid 37 current snap is 51 2024-04-15T16:30:51.127 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 41 (ObjNum 202 snap 48 seq_num 202) dirty exists 2024-04-15T16:30:51.127 INFO:tasks.rados.rados.0.smithi090.stdout:651: finishing rollback tid 0 to smithi09078167-30 2024-04-15T16:30:51.128 INFO:tasks.rados.rados.0.smithi090.stdout:651: finishing rollback tid 1 to smithi09078167-30 2024-04-15T16:30:51.128 INFO:tasks.rados.rados.0.smithi090.stdout:649: done (3 left) 2024-04-15T16:30:51.128 INFO:tasks.rados.rados.0.smithi090.stdout:654: snap_remove snap 44 2024-04-15T16:30:51.769 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:51 smithi153 systemd[1]: Stopping Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:30:52.004 INFO:tasks.rados.rados.0.smithi090.stdout:654: done (3 left) 2024-04-15T16:30:52.005 INFO:tasks.rados.rados.0.smithi090.stdout:655: read oid 17 snap -1 2024-04-15T16:30:52.005 INFO:tasks.rados.rados.0.smithi090.stdout:655: expect (ObjNum 160 snap 34 seq_num 160) 2024-04-15T16:30:52.005 INFO:tasks.rados.rados.0.smithi090.stdout:656: read oid 34 snap -1 2024-04-15T16:30:52.005 INFO:tasks.rados.rados.0.smithi090.stdout:656: expect (ObjNum 192 snap 46 seq_num 192) 2024-04-15T16:30:52.005 INFO:tasks.rados.rados.0.smithi090.stdout:657: rmattr oid 4 current snap is 51 2024-04-15T16:30:52.005 INFO:tasks.rados.rados.0.smithi090.stdout:658: delete oid 8 current snap is 51 2024-04-15T16:30:52.005 INFO:tasks.rados.rados.0.smithi090.stdout:651: finishing rollback tid 2 to smithi09078167-30 2024-04-15T16:30:52.006 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 196 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-15T16:30:52.006 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 204 (ObjNum 199 snap 48 seq_num 199) dirty exists 2024-04-15T16:30:52.006 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 170 (ObjNum 65 snap 0 seq_num 1650617197) dirty exists 2024-04-15T16:30:52.014 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 44 (ObjNum 202 snap 48 seq_num 202) dirty exists 2024-04-15T16:30:52.016 INFO:tasks.rados.rados.0.smithi090.stdout:651: done (6 left) 2024-04-15T16:30:52.016 INFO:tasks.rados.rados.0.smithi090.stdout:652: done (5 left) 2024-04-15T16:30:52.016 INFO:tasks.rados.rados.0.smithi090.stdout:653: done (4 left) 2024-04-15T16:30:52.016 INFO:tasks.rados.rados.0.smithi090.stdout:657: done (3 left) 2024-04-15T16:30:52.016 INFO:tasks.rados.rados.0.smithi090.stdout:658: done (2 left) 2024-04-15T16:30:52.016 INFO:tasks.rados.rados.0.smithi090.stdout:659: snap_create 2024-04-15T16:30:52.020 INFO:tasks.rados.rados.0.smithi090.stdout:656: expect (ObjNum 192 snap 46 seq_num 192) 2024-04-15T16:30:52.021 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:30:51.771Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T16:30:52.021 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:30:51.772Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-15T16:30:52.021 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:30:51.772Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-15T16:30:52.021 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:30:51.772Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T16:30:52.022 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:30:51.772Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-15T16:30:52.022 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:30:51.772Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-15T16:30:52.022 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:30:51.772Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T16:30:52.022 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:30:51.772Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-15T16:30:52.022 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:30:51.772Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-15T16:30:52.022 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:30:51.772Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T16:30:52.022 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:30:51.772Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-15T16:30:52.022 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[61881]: ts=2024-04-15T16:30:51.772Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-15T16:30:52.022 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:51 smithi153 podman[72443]: 2024-04-15 16:30:51.782079537 +0000 UTC m=+0.118598847 container died dabbf793d3fc07b3dd492fc43b80d367224a2fd095edcced0eba734fea2b4d0f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:30:52.022 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:52 smithi153 ceph-mon[30366]: pgmap v30: 121 pgs: 121 active+clean; 95 MiB data, 494 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-04-15T16:30:52.023 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:52 smithi153 ceph-mon[30366]: osdmap e175: 8 total, 8 up, 8 in 2024-04-15T16:30:52.046 INFO:tasks.rados.rados.0.smithi090.stdout:655: expect (ObjNum 160 snap 34 seq_num 160) 2024-04-15T16:30:52.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:52 smithi090 ceph-mon[27209]: pgmap v30: 121 pgs: 121 active+clean; 95 MiB data, 494 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-04-15T16:30:52.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:52 smithi090 ceph-mon[27209]: osdmap e175: 8 total, 8 up, 8 in 2024-04-15T16:30:52.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:52 smithi090 ceph-mon[38312]: pgmap v30: 121 pgs: 121 active+clean; 95 MiB data, 494 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-04-15T16:30:52.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:52 smithi090 ceph-mon[38312]: osdmap e175: 8 total, 8 up, 8 in 2024-04-15T16:30:52.336 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:52 smithi153 podman[72443]: 2024-04-15 16:30:52.121733352 +0000 UTC m=+0.458252671 container cleanup dabbf793d3fc07b3dd492fc43b80d367224a2fd095edcced0eba734fea2b4d0f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:30:52.336 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:52 smithi153 bash[72443]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T16:30:52.586 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:52 smithi153 podman[72455]: 2024-04-15 16:30:52.339493985 +0000 UTC m=+0.556902060 container remove dabbf793d3fc07b3dd492fc43b80d367224a2fd095edcced0eba734fea2b4d0f (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:30:52.586 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:52 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T16:30:52.586 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:52 smithi153 systemd[1]: Stopped Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:30:52.587 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:52 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@prometheus.a.service: Consumed 1.530s CPU time. 2024-04-15T16:30:52.587 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:52 smithi153 systemd[1]: Starting Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:30:52.878 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:52 smithi153 podman[72549]: 2024-04-15 16:30:52.706281058 +0000 UTC m=+0.018836224 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-15T16:30:52.878 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:52 smithi153 podman[72549]: 2024-04-15 16:30:52.8238187 +0000 UTC m=+0.136373865 container create 7e99475115451741b0dbd8cb6f0839c5a57eced00cf816203637990f4d30a477 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:30:53.012 INFO:tasks.rados.rados.0.smithi090.stdout:655: done (2 left) 2024-04-15T16:30:53.012 INFO:tasks.rados.rados.0.smithi090.stdout:656: done (1 left) 2024-04-15T16:30:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:659: done (0 left) 2024-04-15T16:30:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:660: rollback oid 47 current snap is 52 2024-04-15T16:30:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 50 2024-04-15T16:30:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:661: read oid 10 snap -1 2024-04-15T16:30:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:661: expect (ObjNum 209 snap 50 seq_num 209) 2024-04-15T16:30:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:662: read oid 42 snap 50 2024-04-15T16:30:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:662: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:30:53.013 INFO:tasks.rados.rados.0.smithi090.stdout:663: snap_remove snap 51 2024-04-15T16:30:53.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:53 smithi090 ceph-mon[38312]: osdmap e176: 8 total, 8 up, 8 in 2024-04-15T16:30:53.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:53 smithi090 ceph-mon[27209]: osdmap e176: 8 total, 8 up, 8 in 2024-04-15T16:30:53.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-mon[30366]: osdmap e176: 8 total, 8 up, 8 in 2024-04-15T16:30:53.378 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 podman[72549]: 2024-04-15 16:30:53.051937117 +0000 UTC m=+0.364492282 container init 7e99475115451741b0dbd8cb6f0839c5a57eced00cf816203637990f4d30a477 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:30:53.378 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 podman[72549]: 2024-04-15 16:30:53.054857818 +0000 UTC m=+0.367412985 container start 7e99475115451741b0dbd8cb6f0839c5a57eced00cf816203637990f4d30a477 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:30:53.378 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.078Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-15T16:30:53.379 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.078Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-15T16:30:53.379 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.078Z caller=main.go:570 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi153 (none))" 2024-04-15T16:30:53.379 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.078Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T16:30:53.379 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.078Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T16:30:53.379 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.079Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T16:30:53.379 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.080Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-15T16:30:53.379 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.082Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-15T16:30:53.379 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.082Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-15T16:30:53.379 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.083Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T16:30:53.379 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.083Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.641µs 2024-04-15T16:30:53.379 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.083Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T16:30:53.379 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.085Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-15T16:30:53.379 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.092Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-15T16:30:53.379 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.092Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-15T16:30:53.380 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.092Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=20.089µs wal_replay_duration=8.554433ms wbl_replay_duration=111ns total_replay_duration=8.591795ms 2024-04-15T16:30:53.380 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.093Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T16:30:53.380 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.093Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-15T16:30:53.380 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.093Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T16:30:53.380 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.115Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=22.227914ms db_storage=790ns remote_storage=1.064µs web_handler=353ns query_engine=1.015µs scrape=374.42µs scrape_sd=118.056µs notify=12.235µs notify_sd=16.384µs rules=21.401586ms tracing=6.905µs 2024-04-15T16:30:53.380 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.116Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-15T16:30:53.380 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:30:53.116Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-15T16:30:53.380 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 bash[72549]: 7e99475115451741b0dbd8cb6f0839c5a57eced00cf816203637990f4d30a477 2024-04-15T16:30:53.380 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:30:53 smithi153 systemd[1]: Started Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:30:53.953 INFO:tasks.rados.rados.0.smithi090.stdout:663: done (3 left) 2024-04-15T16:30:53.953 INFO:tasks.rados.rados.0.smithi090.stdout:664: rmattr oid 46 current snap is 52 2024-04-15T16:30:53.953 INFO:tasks.rados.rados.0.smithi090.stdout:660: finishing rollback tid 0 to smithi09078167-47 2024-04-15T16:30:53.954 INFO:tasks.rados.rados.0.smithi090.stdout:662: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:30:53.970 INFO:tasks.rados.rados.0.smithi090.stdout:660: finishing rollback tid 1 to smithi09078167-47 2024-04-15T16:30:53.970 INFO:tasks.rados.rados.0.smithi090.stdout:660: finishing rollback tid 2 to smithi09078167-47 2024-04-15T16:30:53.970 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 155 (ObjNum 169 snap 37 seq_num 169) dirty exists 2024-04-15T16:30:53.970 INFO:tasks.rados.rados.0.smithi090.stdout:660: done (3 left) 2024-04-15T16:30:53.970 INFO:tasks.rados.rados.0.smithi090.stdout:662: done (2 left) 2024-04-15T16:30:53.971 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 52 2024-04-15T16:30:53.971 INFO:tasks.rados.rados.0.smithi090.stdout:661: expect (ObjNum 209 snap 50 seq_num 209) 2024-04-15T16:30:54.008 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 150 (ObjNum 172 snap 37 seq_num 172) dirty exists 2024-04-15T16:30:54.009 INFO:tasks.rados.rados.0.smithi090.stdout:665: seq_num 220 ranges {2596864=491520,3088384=753664,3842048=49152} 2024-04-15T16:30:54.026 INFO:tasks.rados.rados.0.smithi090.stdout:665: writing smithi09078167-31 from 2596864 to 3088384 tid 1 2024-04-15T16:30:54.032 INFO:tasks.rados.rados.0.smithi090.stdout:665: writing smithi09078167-31 from 3088384 to 3842048 tid 2 2024-04-15T16:30:54.033 INFO:tasks.rados.rados.0.smithi090.stdout:665: writing smithi09078167-31 from 3842048 to 3891200 tid 3 2024-04-15T16:30:54.033 INFO:tasks.rados.rados.0.smithi090.stdout:661: done (2 left) 2024-04-15T16:30:54.033 INFO:tasks.rados.rados.0.smithi090.stdout:664: done (1 left) 2024-04-15T16:30:54.033 INFO:tasks.rados.rados.0.smithi090.stdout:666: read oid 40 snap -1 2024-04-15T16:30:54.033 INFO:tasks.rados.rados.0.smithi090.stdout:666: expect deleted 2024-04-15T16:30:54.033 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 52 2024-04-15T16:30:54.033 INFO:tasks.rados.rados.0.smithi090.stdout:665: finishing write tid 1 to smithi09078167-31 2024-04-15T16:30:54.033 INFO:tasks.rados.rados.0.smithi090.stdout:667: seq_num 221 ranges {1654784=507904,2162688=688128,2850816=114688} 2024-04-15T16:30:54.044 INFO:tasks.rados.rados.0.smithi090.stdout:667: writing smithi09078167-12 from 1654784 to 2162688 tid 1 2024-04-15T16:30:54.048 INFO:tasks.rados.rados.0.smithi090.stdout:667: writing smithi09078167-12 from 2162688 to 2850816 tid 2 2024-04-15T16:30:54.049 INFO:tasks.rados.rados.0.smithi090.stdout:667: writing smithi09078167-12 from 2850816 to 2965504 tid 3 2024-04-15T16:30:54.049 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 52 2024-04-15T16:30:54.049 INFO:tasks.rados.rados.0.smithi090.stdout:668: seq_num 222 ranges {2211840=524288,2736128=565248,3301376=237568} 2024-04-15T16:30:54.063 INFO:tasks.rados.rados.0.smithi090.stdout:668: writing smithi09078167-16 from 2211840 to 2736128 tid 1 2024-04-15T16:30:54.066 INFO:tasks.rados.rados.0.smithi090.stdout:668: writing smithi09078167-16 from 2736128 to 3301376 tid 2 2024-04-15T16:30:54.068 INFO:tasks.rados.rados.0.smithi090.stdout:668: writing smithi09078167-16 from 3301376 to 3538944 tid 3 2024-04-15T16:30:54.068 INFO:tasks.rados.rados.0.smithi090.stdout:669: read oid 36 snap 50 2024-04-15T16:30:54.068 INFO:tasks.rados.rados.0.smithi090.stdout:669: expect (ObjNum 132 snap 26 seq_num 132) 2024-04-15T16:30:54.068 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 52 2024-04-15T16:30:54.068 INFO:tasks.rados.rados.0.smithi090.stdout:670: seq_num 223 ranges {0=540672,540672=450560,991232=352256} 2024-04-15T16:30:54.071 INFO:tasks.rados.rados.0.smithi090.stdout:670: writing smithi09078167-19 from 0 to 540672 tid 1 2024-04-15T16:30:54.073 INFO:tasks.rados.rados.0.smithi090.stdout:670: writing smithi09078167-19 from 540672 to 991232 tid 2 2024-04-15T16:30:54.076 INFO:tasks.rados.rados.0.smithi090.stdout:670: writing smithi09078167-19 from 991232 to 1343488 tid 3 2024-04-15T16:30:54.076 INFO:tasks.rados.rados.0.smithi090.stdout:671: rmattr oid 21 current snap is 52 2024-04-15T16:30:54.076 INFO:tasks.rados.rados.0.smithi090.stdout:671: done (6 left) 2024-04-15T16:30:54.076 INFO:tasks.rados.rados.0.smithi090.stdout:672: rmattr oid 33 current snap is 52 2024-04-15T16:30:54.076 INFO:tasks.rados.rados.0.smithi090.stdout:672: done (6 left) 2024-04-15T16:30:54.077 INFO:tasks.rados.rados.0.smithi090.stdout:673: rmattr oid 42 current snap is 52 2024-04-15T16:30:54.077 INFO:tasks.rados.rados.0.smithi090.stdout:673: done (6 left) 2024-04-15T16:30:54.077 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 52 2024-04-15T16:30:54.077 INFO:tasks.rados.rados.0.smithi090.stdout:674: seq_num 224 ranges {573440=557056,1130496=737280,1867776=65536} 2024-04-15T16:30:54.083 INFO:tasks.rados.rados.0.smithi090.stdout:674: writing smithi09078167-35 from 573440 to 1130496 tid 1 2024-04-15T16:30:54.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[27209]: pgmap v33: 121 pgs: 121 active+clean; 95 MiB data, 494 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-04-15T16:30:54.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[27209]: osdmap e177: 8 total, 8 up, 8 in 2024-04-15T16:30:54.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:54.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:54.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:30:54.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[27209]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:30:54.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:30:54.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[27209]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T16:30:54.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[27209]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T16:30:54.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[27209]: osdmap e178: 8 total, 8 up, 8 in 2024-04-15T16:30:54.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[38312]: pgmap v33: 121 pgs: 121 active+clean; 95 MiB data, 494 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-04-15T16:30:54.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[38312]: osdmap e177: 8 total, 8 up, 8 in 2024-04-15T16:30:54.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:54.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:54.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:30:54.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[38312]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:30:54.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:30:54.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[38312]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T16:30:54.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[38312]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T16:30:54.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:54 smithi090 ceph-mon[38312]: osdmap e178: 8 total, 8 up, 8 in 2024-04-15T16:30:54.087 INFO:tasks.rados.rados.0.smithi090.stdout:674: writing smithi09078167-35 from 1130496 to 1867776 tid 2 2024-04-15T16:30:54.088 INFO:tasks.rados.rados.0.smithi090.stdout:674: writing smithi09078167-35 from 1867776 to 1933312 tid 3 2024-04-15T16:30:54.088 INFO:tasks.rados.rados.0.smithi090.stdout:666: done (6 left) 2024-04-15T16:30:54.088 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 52 2024-04-15T16:30:54.088 INFO:tasks.rados.rados.0.smithi090.stdout:665: finishing write tid 2 to smithi09078167-31 2024-04-15T16:30:54.088 INFO:tasks.rados.rados.0.smithi090.stdout:665: finishing write tid 3 to smithi09078167-31 2024-04-15T16:30:54.088 INFO:tasks.rados.rados.0.smithi090.stdout:665: finishing write tid 4 to smithi09078167-31 2024-04-15T16:30:54.088 INFO:tasks.rados.rados.0.smithi090.stdout:675: seq_num 225 ranges {0=573440,573440=622592,1196032=180224} 2024-04-15T16:30:54.090 INFO:tasks.rados.rados.0.smithi090.stdout:675: writing smithi09078167-1 from 0 to 573440 tid 1 2024-04-15T16:30:54.094 INFO:tasks.rados.rados.0.smithi090.stdout:675: writing smithi09078167-1 from 573440 to 1196032 tid 2 2024-04-15T16:30:54.095 INFO:tasks.rados.rados.0.smithi090.stdout:675: writing smithi09078167-1 from 1196032 to 1376256 tid 3 2024-04-15T16:30:54.096 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 52 2024-04-15T16:30:54.096 INFO:tasks.rados.rados.0.smithi090.stdout:665: finishing write tid 5 to smithi09078167-31 2024-04-15T16:30:54.096 INFO:tasks.rados.rados.0.smithi090.stdout:665: oid 31 updating version 0 to 181 2024-04-15T16:30:54.096 INFO:tasks.rados.rados.0.smithi090.stdout:665: oid 31 version 181 is already newer than 180 2024-04-15T16:30:54.096 INFO:tasks.rados.rados.0.smithi090.stdout:665: oid 31 updating version 181 to 182 2024-04-15T16:30:54.096 INFO:tasks.rados.rados.0.smithi090.stdout:665: oid 31 version 182 is already newer than 179 2024-04-15T16:30:54.096 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 182 (ObjNum 220 snap 52 seq_num 220) dirty exists 2024-04-15T16:30:54.096 INFO:tasks.rados.rados.0.smithi090.stdout:665: left oid 31 (ObjNum 220 snap 52 seq_num 220) 2024-04-15T16:30:54.096 INFO:tasks.rados.rados.0.smithi090.stdout:667: finishing write tid 1 to smithi09078167-12 2024-04-15T16:30:54.096 INFO:tasks.rados.rados.0.smithi090.stdout:676: seq_num 226 ranges {0=589824,589824=507904,1097728=294912} 2024-04-15T16:30:54.098 INFO:tasks.rados.rados.0.smithi090.stdout:676: writing smithi09078167-15 from 0 to 589824 tid 1 2024-04-15T16:30:54.101 INFO:tasks.rados.rados.0.smithi090.stdout:676: writing smithi09078167-15 from 589824 to 1097728 tid 2 2024-04-15T16:30:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:676: writing smithi09078167-15 from 1097728 to 1392640 tid 3 2024-04-15T16:30:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:665: done (7 left) 2024-04-15T16:30:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:677: read oid 30 snap -1 2024-04-15T16:30:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:677: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:30:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:678: setattr oid 8 current snap is 52 2024-04-15T16:30:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:667: finishing write tid 2 to smithi09078167-12 2024-04-15T16:30:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:667: finishing write tid 3 to smithi09078167-12 2024-04-15T16:30:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:667: finishing write tid 4 to smithi09078167-12 2024-04-15T16:30:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:667: finishing write tid 5 to smithi09078167-12 2024-04-15T16:30:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:667: oid 12 updating version 0 to 206 2024-04-15T16:30:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:667: oid 12 updating version 206 to 207 2024-04-15T16:30:54.105 INFO:tasks.rados.rados.0.smithi090.stdout:667: oid 12 updating version 207 to 208 2024-04-15T16:30:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:667: oid 12 updating version 208 to 209 2024-04-15T16:30:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 209 (ObjNum 221 snap 52 seq_num 221) dirty exists 2024-04-15T16:30:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:667: left oid 12 (ObjNum 221 snap 52 seq_num 221) 2024-04-15T16:30:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:668: finishing write tid 1 to smithi09078167-16 2024-04-15T16:30:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:668: finishing write tid 2 to smithi09078167-16 2024-04-15T16:30:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:668: finishing write tid 3 to smithi09078167-16 2024-04-15T16:30:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:668: finishing write tid 4 to smithi09078167-16 2024-04-15T16:30:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:668: finishing write tid 5 to smithi09078167-16 2024-04-15T16:30:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:668: oid 16 updating version 0 to 187 2024-04-15T16:30:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:668: oid 16 version 187 is already newer than 185 2024-04-15T16:30:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:668: oid 16 version 187 is already newer than 186 2024-04-15T16:30:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:668: oid 16 version 187 is already newer than 184 2024-04-15T16:30:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 187 (ObjNum 222 snap 52 seq_num 222) dirty exists 2024-04-15T16:30:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:668: left oid 16 (ObjNum 222 snap 52 seq_num 222) 2024-04-15T16:30:54.106 INFO:tasks.rados.rados.0.smithi090.stdout:670: finishing write tid 1 to smithi09078167-19 2024-04-15T16:30:54.107 INFO:tasks.rados.rados.0.smithi090.stdout:670: finishing write tid 2 to smithi09078167-19 2024-04-15T16:30:54.107 INFO:tasks.rados.rados.0.smithi090.stdout:670: finishing write tid 3 to smithi09078167-19 2024-04-15T16:30:54.107 INFO:tasks.rados.rados.0.smithi090.stdout:670: finishing write tid 4 to smithi09078167-19 2024-04-15T16:30:54.107 INFO:tasks.rados.rados.0.smithi090.stdout:670: finishing write tid 5 to smithi09078167-19 2024-04-15T16:30:54.107 INFO:tasks.rados.rados.0.smithi090.stdout:670: oid 19 updating version 0 to 118 2024-04-15T16:30:54.107 INFO:tasks.rados.rados.0.smithi090.stdout:670: oid 19 updating version 118 to 119 2024-04-15T16:30:54.107 INFO:tasks.rados.rados.0.smithi090.stdout:670: oid 19 version 119 is already newer than 116 2024-04-15T16:30:54.107 INFO:tasks.rados.rados.0.smithi090.stdout:670: oid 19 version 119 is already newer than 117 2024-04-15T16:30:54.107 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 119 (ObjNum 223 snap 52 seq_num 223) dirty exists 2024-04-15T16:30:54.107 INFO:tasks.rados.rados.0.smithi090.stdout:670: left oid 19 (ObjNum 223 snap 52 seq_num 223) 2024-04-15T16:30:54.107 INFO:tasks.rados.rados.0.smithi090.stdout:669: expect (ObjNum 132 snap 26 seq_num 132) 2024-04-15T16:30:54.198 INFO:tasks.rados.rados.0.smithi090.stdout:674: finishing write tid 1 to smithi09078167-35 2024-04-15T16:30:54.198 INFO:tasks.rados.rados.0.smithi090.stdout:674: finishing write tid 2 to smithi09078167-35 2024-04-15T16:30:54.198 INFO:tasks.rados.rados.0.smithi090.stdout:674: finishing write tid 3 to smithi09078167-35 2024-04-15T16:30:54.198 INFO:tasks.rados.rados.0.smithi090.stdout:674: finishing write tid 4 to smithi09078167-35 2024-04-15T16:30:54.198 INFO:tasks.rados.rados.0.smithi090.stdout:674: finishing write tid 5 to smithi09078167-35 2024-04-15T16:30:54.198 INFO:tasks.rados.rados.0.smithi090.stdout:674: oid 35 updating version 0 to 124 2024-04-15T16:30:54.198 INFO:tasks.rados.rados.0.smithi090.stdout:674: oid 35 updating version 124 to 125 2024-04-15T16:30:54.198 INFO:tasks.rados.rados.0.smithi090.stdout:674: oid 35 updating version 125 to 126 2024-04-15T16:30:54.198 INFO:tasks.rados.rados.0.smithi090.stdout:674: oid 35 version 126 is already newer than 123 2024-04-15T16:30:54.198 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 126 (ObjNum 224 snap 52 seq_num 224) dirty exists 2024-04-15T16:30:54.198 INFO:tasks.rados.rados.0.smithi090.stdout:674: left oid 35 (ObjNum 224 snap 52 seq_num 224) 2024-04-15T16:30:54.199 INFO:tasks.rados.rados.0.smithi090.stdout:675: finishing write tid 1 to smithi09078167-1 2024-04-15T16:30:54.199 INFO:tasks.rados.rados.0.smithi090.stdout:675: finishing write tid 2 to smithi09078167-1 2024-04-15T16:30:54.199 INFO:tasks.rados.rados.0.smithi090.stdout:675: finishing write tid 3 to smithi09078167-1 2024-04-15T16:30:54.199 INFO:tasks.rados.rados.0.smithi090.stdout:675: finishing write tid 4 to smithi09078167-1 2024-04-15T16:30:54.199 INFO:tasks.rados.rados.0.smithi090.stdout:675: finishing write tid 5 to smithi09078167-1 2024-04-15T16:30:54.199 INFO:tasks.rados.rados.0.smithi090.stdout:675: oid 1 updating version 0 to 184 2024-04-15T16:30:54.199 INFO:tasks.rados.rados.0.smithi090.stdout:675: oid 1 updating version 184 to 187 2024-04-15T16:30:54.199 INFO:tasks.rados.rados.0.smithi090.stdout:675: oid 1 version 187 is already newer than 185 2024-04-15T16:30:54.199 INFO:tasks.rados.rados.0.smithi090.stdout:675: oid 1 version 187 is already newer than 186 2024-04-15T16:30:54.199 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 187 (ObjNum 225 snap 52 seq_num 225) dirty exists 2024-04-15T16:30:54.199 INFO:tasks.rados.rados.0.smithi090.stdout:675: left oid 1 (ObjNum 225 snap 52 seq_num 225) 2024-04-15T16:30:54.199 INFO:tasks.rados.rados.0.smithi090.stdout:676: finishing write tid 1 to smithi09078167-15 2024-04-15T16:30:54.199 INFO:tasks.rados.rados.0.smithi090.stdout:676: finishing write tid 2 to smithi09078167-15 2024-04-15T16:30:54.199 INFO:tasks.rados.rados.0.smithi090.stdout:676: finishing write tid 3 to smithi09078167-15 2024-04-15T16:30:54.200 INFO:tasks.rados.rados.0.smithi090.stdout:676: finishing write tid 4 to smithi09078167-15 2024-04-15T16:30:54.200 INFO:tasks.rados.rados.0.smithi090.stdout:677: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:30:54.217 INFO:tasks.rados.rados.0.smithi090.stdout:676: finishing write tid 5 to smithi09078167-15 2024-04-15T16:30:54.218 INFO:tasks.rados.rados.0.smithi090.stdout:676: oid 15 updating version 0 to 234 2024-04-15T16:30:54.218 INFO:tasks.rados.rados.0.smithi090.stdout:676: oid 15 updating version 234 to 236 2024-04-15T16:30:54.218 INFO:tasks.rados.rados.0.smithi090.stdout:676: oid 15 version 236 is already newer than 233 2024-04-15T16:30:54.218 INFO:tasks.rados.rados.0.smithi090.stdout:676: oid 15 version 236 is already newer than 235 2024-04-15T16:30:54.218 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 236 (ObjNum 226 snap 52 seq_num 226) dirty exists 2024-04-15T16:30:54.218 INFO:tasks.rados.rados.0.smithi090.stdout:676: left oid 15 (ObjNum 226 snap 52 seq_num 226) 2024-04-15T16:30:54.218 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 237 (ObjNum 897 snap 0 seq_num 3728116352) dirty exists 2024-04-15T16:30:54.218 INFO:tasks.rados.rados.0.smithi090.stdout:667: done (8 left) 2024-04-15T16:30:54.218 INFO:tasks.rados.rados.0.smithi090.stdout:668: done (7 left) 2024-04-15T16:30:54.218 INFO:tasks.rados.rados.0.smithi090.stdout:669: done (6 left) 2024-04-15T16:30:54.218 INFO:tasks.rados.rados.0.smithi090.stdout:670: done (5 left) 2024-04-15T16:30:54.218 INFO:tasks.rados.rados.0.smithi090.stdout:674: done (4 left) 2024-04-15T16:30:54.218 INFO:tasks.rados.rados.0.smithi090.stdout:675: done (3 left) 2024-04-15T16:30:54.219 INFO:tasks.rados.rados.0.smithi090.stdout:676: done (2 left) 2024-04-15T16:30:54.219 INFO:tasks.rados.rados.0.smithi090.stdout:677: done (1 left) 2024-04-15T16:30:54.219 INFO:tasks.rados.rados.0.smithi090.stdout:678: done (0 left) 2024-04-15T16:30:54.219 INFO:tasks.rados.rados.0.smithi090.stdout:679: snap_create 2024-04-15T16:30:54.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:54 smithi153 ceph-mon[30366]: pgmap v33: 121 pgs: 121 active+clean; 95 MiB data, 494 MiB used, 715 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.2 MiB/s wr, 17 op/s 2024-04-15T16:30:54.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:54 smithi153 ceph-mon[30366]: osdmap e177: 8 total, 8 up, 8 in 2024-04-15T16:30:54.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:54 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:54.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:54 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:54.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:54 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:30:54.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:54 smithi153 ceph-mon[30366]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:30:54.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:54 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:30:54.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:54 smithi153 ceph-mon[30366]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T16:30:54.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:54 smithi153 ceph-mon[30366]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-15T16:30:54.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:54 smithi153 ceph-mon[30366]: osdmap e178: 8 total, 8 up, 8 in 2024-04-15T16:30:55.015 INFO:tasks.rados.rados.0.smithi090.stdout:679: done (0 left) 2024-04-15T16:30:55.015 INFO:tasks.rados.rados.0.smithi090.stdout:680: rollback oid 32 current snap is 53 2024-04-15T16:30:55.015 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 32 to 52 2024-04-15T16:30:55.015 INFO:tasks.rados.rados.0.smithi090.stdout:681: snap_remove snap 50 2024-04-15T16:30:56.020 INFO:tasks.rados.rados.0.smithi090.stdout:681: done (1 left) 2024-04-15T16:30:56.021 INFO:tasks.rados.rados.0.smithi090.stdout:682: read oid 21 snap -1 2024-04-15T16:30:56.021 INFO:tasks.rados.rados.0.smithi090.stdout:682: expect deleted 2024-04-15T16:30:56.021 INFO:tasks.rados.rados.0.smithi090.stdout:683: read oid 27 snap 52 2024-04-15T16:30:56.021 INFO:tasks.rados.rados.0.smithi090.stdout:683: expect deleted 2024-04-15T16:30:56.021 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 53 2024-04-15T16:30:56.021 INFO:tasks.rados.rados.0.smithi090.stdout:684: seq_num 227 ranges {3047424=606208,3653632=794624,4448256=8192} 2024-04-15T16:30:56.041 INFO:tasks.rados.rados.0.smithi090.stdout:684: writing smithi09078167-6 from 3047424 to 3653632 tid 1 2024-04-15T16:30:56.046 INFO:tasks.rados.rados.0.smithi090.stdout:684: writing smithi09078167-6 from 3653632 to 4448256 tid 2 2024-04-15T16:30:56.046 INFO:tasks.rados.rados.0.smithi090.stdout:684: writing smithi09078167-6 from 4448256 to 4456448 tid 3 2024-04-15T16:30:56.046 INFO:tasks.rados.rados.0.smithi090.stdout:685: read oid 17 snap 52 2024-04-15T16:30:56.046 INFO:tasks.rados.rados.0.smithi090.stdout:685: expect (ObjNum 160 snap 34 seq_num 160) 2024-04-15T16:30:56.047 INFO:tasks.rados.rados.0.smithi090.stdout:686: rollback oid 43 current snap is 53 2024-04-15T16:30:56.047 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 43 to 52 2024-04-15T16:30:56.047 INFO:tasks.rados.rados.0.smithi090.stdout:680: finishing rollback tid 0 to smithi09078167-32 2024-04-15T16:30:56.047 INFO:tasks.rados.rados.0.smithi090.stdout:680: finishing rollback tid 1 to smithi09078167-32 2024-04-15T16:30:56.047 INFO:tasks.rados.rados.0.smithi090.stdout:687: rollback oid 11 current snap is 53 2024-04-15T16:30:56.047 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 52 2024-04-15T16:30:56.047 INFO:tasks.rados.rados.0.smithi090.stdout:680: finishing rollback tid 2 to smithi09078167-32 2024-04-15T16:30:56.047 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 173 (ObjNum 198 snap 48 seq_num 198) dirty exists 2024-04-15T16:30:56.047 INFO:tasks.rados.rados.0.smithi090.stdout:680: done (6 left) 2024-04-15T16:30:56.047 INFO:tasks.rados.rados.0.smithi090.stdout:682: done (5 left) 2024-04-15T16:30:56.047 INFO:tasks.rados.rados.0.smithi090.stdout:688: setattr oid 22 current snap is 53 2024-04-15T16:30:56.047 INFO:tasks.rados.rados.0.smithi090.stdout:684: finishing write tid 1 to smithi09078167-6 2024-04-15T16:30:56.048 INFO:tasks.rados.rados.0.smithi090.stdout:683: done (5 left) 2024-04-15T16:30:56.048 INFO:tasks.rados.rados.0.smithi090.stdout:689: delete oid 18 current snap is 53 2024-04-15T16:30:56.049 INFO:tasks.rados.rados.0.smithi090.stdout:686: finishing rollback tid 0 to smithi09078167-43 2024-04-15T16:30:56.050 INFO:tasks.rados.rados.0.smithi090.stdout:686: finishing rollback tid 1 to smithi09078167-43 2024-04-15T16:30:56.053 INFO:tasks.rados.rados.0.smithi090.stdout:684: finishing write tid 2 to smithi09078167-6 2024-04-15T16:30:56.053 INFO:tasks.rados.rados.0.smithi090.stdout:684: finishing write tid 3 to smithi09078167-6 2024-04-15T16:30:56.053 INFO:tasks.rados.rados.0.smithi090.stdout:684: finishing write tid 4 to smithi09078167-6 2024-04-15T16:30:56.053 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 240 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T16:30:56.055 INFO:tasks.rados.rados.0.smithi090.stdout:686: finishing rollback tid 2 to smithi09078167-43 2024-04-15T16:30:56.055 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 191 (ObjNum 177 snap 40 seq_num 177) dirty exists 2024-04-15T16:30:56.055 INFO:tasks.rados.rados.0.smithi090.stdout:686: done (5 left) 2024-04-15T16:30:56.055 INFO:tasks.rados.rados.0.smithi090.stdout:688: done (4 left) 2024-04-15T16:30:56.055 INFO:tasks.rados.rados.0.smithi090.stdout:689: done (3 left) 2024-04-15T16:30:56.055 INFO:tasks.rados.rados.0.smithi090.stdout:690: delete oid 13 current snap is 53 2024-04-15T16:30:56.056 INFO:tasks.rados.rados.0.smithi090.stdout:684: finishing write tid 5 to smithi09078167-6 2024-04-15T16:30:56.056 INFO:tasks.rados.rados.0.smithi090.stdout:684: oid 6 updating version 0 to 218 2024-04-15T16:30:56.056 INFO:tasks.rados.rados.0.smithi090.stdout:684: oid 6 updating version 218 to 220 2024-04-15T16:30:56.056 INFO:tasks.rados.rados.0.smithi090.stdout:684: oid 6 version 220 is already newer than 217 2024-04-15T16:30:56.056 INFO:tasks.rados.rados.0.smithi090.stdout:684: oid 6 version 220 is already newer than 219 2024-04-15T16:30:56.056 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 220 (ObjNum 227 snap 53 seq_num 227) dirty exists 2024-04-15T16:30:56.057 INFO:tasks.rados.rados.0.smithi090.stdout:684: left oid 6 (ObjNum 227 snap 53 seq_num 227) 2024-04-15T16:30:56.059 INFO:tasks.rados.rados.0.smithi090.stdout:684: done (3 left) 2024-04-15T16:30:56.059 INFO:tasks.rados.rados.0.smithi090.stdout:690: done (2 left) 2024-04-15T16:30:56.059 INFO:tasks.rados.rados.0.smithi090.stdout:691: rmattr oid 39 current snap is 53 2024-04-15T16:30:56.059 INFO:tasks.rados.rados.0.smithi090.stdout:692: read oid 24 snap -1 2024-04-15T16:30:56.060 INFO:tasks.rados.rados.0.smithi090.stdout:692: expect (ObjNum 60 snap 3 seq_num 60) 2024-04-15T16:30:56.060 INFO:tasks.rados.rados.0.smithi090.stdout:693: copy_from oid 19 from oid 2 current snap is 53 2024-04-15T16:30:56.060 INFO:tasks.rados.rados.0.smithi090.stdout:694: read oid 14 snap -1 2024-04-15T16:30:56.060 INFO:tasks.rados.rados.0.smithi090.stdout:694: expect (ObjNum 214 snap 50 seq_num 214) 2024-04-15T16:30:56.060 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 53 2024-04-15T16:30:56.060 INFO:tasks.rados.rados.0.smithi090.stdout:695: seq_num 230 ranges {2998272=655360,3653632=491520,4145152=311296} 2024-04-15T16:30:56.077 INFO:tasks.rados.rados.0.smithi090.stdout:695: writing smithi09078167-29 from 2998272 to 3653632 tid 1 2024-04-15T16:30:56.079 INFO:tasks.rados.rados.0.smithi090.stdout:695: writing smithi09078167-29 from 3653632 to 4145152 tid 2 2024-04-15T16:30:56.081 INFO:tasks.rados.rados.0.smithi090.stdout:695: writing smithi09078167-29 from 4145152 to 4456448 tid 3 2024-04-15T16:30:56.082 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 53 2024-04-15T16:30:56.082 INFO:tasks.rados.rados.0.smithi090.stdout:696: seq_num 231 ranges {0=671744,671744=778240,1449984=24576} 2024-04-15T16:30:56.085 INFO:tasks.rados.rados.0.smithi090.stdout:696: writing smithi09078167-40 from 0 to 671744 tid 1 2024-04-15T16:30:56.089 INFO:tasks.rados.rados.0.smithi090.stdout:696: writing smithi09078167-40 from 671744 to 1449984 tid 2 2024-04-15T16:30:56.090 INFO:tasks.rados.rados.0.smithi090.stdout:696: writing smithi09078167-40 from 1449984 to 1474560 tid 3 2024-04-15T16:30:56.090 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 53 2024-04-15T16:30:56.090 INFO:tasks.rados.rados.0.smithi090.stdout:693: finishing copy_from to smithi09078167-19 2024-04-15T16:30:56.090 INFO:tasks.rados.rados.0.smithi090.stdout:693: got expected ENOENT (src dne) 2024-04-15T16:30:56.090 INFO:tasks.rados.rados.0.smithi090.stdout:693: finishing copy_from racing read to smithi09078167-19 2024-04-15T16:30:56.090 INFO:tasks.rados.rados.0.smithi090.stdout:685: expect (ObjNum 160 snap 34 seq_num 160) 2024-04-15T16:30:56.211 INFO:tasks.rados.rados.0.smithi090.stdout:687: finishing rollback tid 0 to smithi09078167-11 2024-04-15T16:30:56.211 INFO:tasks.rados.rados.0.smithi090.stdout:687: finishing rollback tid 1 to smithi09078167-11 2024-04-15T16:30:56.211 INFO:tasks.rados.rados.0.smithi090.stdout:687: finishing rollback tid 2 to smithi09078167-11 2024-04-15T16:30:56.211 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 177 (ObjNum 208 snap 50 seq_num 208) dirty exists 2024-04-15T16:30:56.211 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 216 (ObjNum 199 snap 48 seq_num 199) dirty exists 2024-04-15T16:30:56.212 INFO:tasks.rados.rados.0.smithi090.stdout:697: seq_num 232 ranges {0=688128,688128=663552,1351680=139264} 2024-04-15T16:30:56.214 INFO:tasks.rados.rados.0.smithi090.stdout:697: writing smithi09078167-13 from 0 to 688128 tid 1 2024-04-15T16:30:56.218 INFO:tasks.rados.rados.0.smithi090.stdout:697: writing smithi09078167-13 from 688128 to 1351680 tid 2 2024-04-15T16:30:56.219 INFO:tasks.rados.rados.0.smithi090.stdout:697: writing smithi09078167-13 from 1351680 to 1490944 tid 3 2024-04-15T16:30:56.219 INFO:tasks.rados.rados.0.smithi090.stdout:685: done (8 left) 2024-04-15T16:30:56.220 INFO:tasks.rados.rados.0.smithi090.stdout:687: done (7 left) 2024-04-15T16:30:56.220 INFO:tasks.rados.rados.0.smithi090.stdout:691: done (6 left) 2024-04-15T16:30:56.220 INFO:tasks.rados.rados.0.smithi090.stdout:693: done (5 left) 2024-04-15T16:30:56.220 INFO:tasks.rados.rados.0.smithi090.stdout:698: copy_from oid 39 from oid 23 current snap is 53 2024-04-15T16:30:56.220 INFO:tasks.rados.rados.0.smithi090.stdout:694: expect (ObjNum 214 snap 50 seq_num 214) 2024-04-15T16:30:56.252 INFO:tasks.rados.rados.0.smithi090.stdout:692: expect (ObjNum 60 snap 3 seq_num 60) 2024-04-15T16:30:56.295 INFO:tasks.rados.rados.0.smithi090.stdout:695: finishing write tid 1 to smithi09078167-29 2024-04-15T16:30:56.295 INFO:tasks.rados.rados.0.smithi090.stdout:695: finishing write tid 2 to smithi09078167-29 2024-04-15T16:30:56.295 INFO:tasks.rados.rados.0.smithi090.stdout:695: finishing write tid 3 to smithi09078167-29 2024-04-15T16:30:56.295 INFO:tasks.rados.rados.0.smithi090.stdout:695: finishing write tid 4 to smithi09078167-29 2024-04-15T16:30:56.295 INFO:tasks.rados.rados.0.smithi090.stdout:695: finishing write tid 5 to smithi09078167-29 2024-04-15T16:30:56.295 INFO:tasks.rados.rados.0.smithi090.stdout:695: oid 29 updating version 0 to 182 2024-04-15T16:30:56.295 INFO:tasks.rados.rados.0.smithi090.stdout:695: oid 29 version 182 is already newer than 181 2024-04-15T16:30:56.295 INFO:tasks.rados.rados.0.smithi090.stdout:695: oid 29 version 182 is already newer than 180 2024-04-15T16:30:56.295 INFO:tasks.rados.rados.0.smithi090.stdout:695: oid 29 version 182 is already newer than 179 2024-04-15T16:30:56.295 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 182 (ObjNum 230 snap 53 seq_num 230) dirty exists 2024-04-15T16:30:56.295 INFO:tasks.rados.rados.0.smithi090.stdout:695: left oid 29 (ObjNum 230 snap 53 seq_num 230) 2024-04-15T16:30:56.296 INFO:tasks.rados.rados.0.smithi090.stdout:696: finishing write tid 1 to smithi09078167-40 2024-04-15T16:30:56.296 INFO:tasks.rados.rados.0.smithi090.stdout:692: done (5 left) 2024-04-15T16:30:56.296 INFO:tasks.rados.rados.0.smithi090.stdout:694: done (4 left) 2024-04-15T16:30:56.296 INFO:tasks.rados.rados.0.smithi090.stdout:695: done (3 left) 2024-04-15T16:30:56.296 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 53 2024-04-15T16:30:56.296 INFO:tasks.rados.rados.0.smithi090.stdout:696: finishing write tid 2 to smithi09078167-40 2024-04-15T16:30:56.296 INFO:tasks.rados.rados.0.smithi090.stdout:696: finishing write tid 3 to smithi09078167-40 2024-04-15T16:30:56.296 INFO:tasks.rados.rados.0.smithi090.stdout:696: finishing write tid 4 to smithi09078167-40 2024-04-15T16:30:56.296 INFO:tasks.rados.rados.0.smithi090.stdout:696: finishing write tid 5 to smithi09078167-40 2024-04-15T16:30:56.296 INFO:tasks.rados.rados.0.smithi090.stdout:696: oid 40 updating version 0 to 223 2024-04-15T16:30:56.297 INFO:tasks.rados.rados.0.smithi090.stdout:696: oid 40 updating version 223 to 224 2024-04-15T16:30:56.297 INFO:tasks.rados.rados.0.smithi090.stdout:696: oid 40 version 224 is already newer than 222 2024-04-15T16:30:56.297 INFO:tasks.rados.rados.0.smithi090.stdout:696: oid 40 version 224 is already newer than 221 2024-04-15T16:30:56.297 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 224 (ObjNum 231 snap 53 seq_num 231) dirty exists 2024-04-15T16:30:56.297 INFO:tasks.rados.rados.0.smithi090.stdout:696: left oid 40 (ObjNum 231 snap 53 seq_num 231) 2024-04-15T16:30:56.297 INFO:tasks.rados.rados.0.smithi090.stdout:697: finishing write tid 1 to smithi09078167-13 2024-04-15T16:30:56.297 INFO:tasks.rados.rados.0.smithi090.stdout:697: finishing write tid 2 to smithi09078167-13 2024-04-15T16:30:56.297 INFO:tasks.rados.rados.0.smithi090.stdout:697: finishing write tid 3 to smithi09078167-13 2024-04-15T16:30:56.297 INFO:tasks.rados.rados.0.smithi090.stdout:699: seq_num 233 ranges {4456448=712704,5169152=548864,5718016=253952} 2024-04-15T16:30:56.321 INFO:tasks.rados.rados.0.smithi090.stdout:699: writing smithi09078167-6 from 4456448 to 5169152 tid 1 2024-04-15T16:30:56.324 INFO:tasks.rados.rados.0.smithi090.stdout:699: writing smithi09078167-6 from 5169152 to 5718016 tid 2 2024-04-15T16:30:56.326 INFO:tasks.rados.rados.0.smithi090.stdout:699: writing smithi09078167-6 from 5718016 to 5971968 tid 3 2024-04-15T16:30:56.326 INFO:tasks.rados.rados.0.smithi090.stdout:696: done (3 left) 2024-04-15T16:30:56.326 INFO:tasks.rados.rados.0.smithi090.stdout:700: delete oid 46 current snap is 53 2024-04-15T16:30:56.326 INFO:tasks.rados.rados.0.smithi090.stdout:697: finishing write tid 4 to smithi09078167-13 2024-04-15T16:30:56.327 INFO:tasks.rados.rados.0.smithi090.stdout:697: finishing write tid 5 to smithi09078167-13 2024-04-15T16:30:56.327 INFO:tasks.rados.rados.0.smithi090.stdout:697: oid 13 updating version 0 to 146 2024-04-15T16:30:56.327 INFO:tasks.rados.rados.0.smithi090.stdout:697: oid 13 version 146 is already newer than 143 2024-04-15T16:30:56.327 INFO:tasks.rados.rados.0.smithi090.stdout:697: oid 13 version 146 is already newer than 145 2024-04-15T16:30:56.327 INFO:tasks.rados.rados.0.smithi090.stdout:697: oid 13 version 146 is already newer than 144 2024-04-15T16:30:56.327 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 146 (ObjNum 232 snap 53 seq_num 232) dirty exists 2024-04-15T16:30:56.328 INFO:tasks.rados.rados.0.smithi090.stdout:697: left oid 13 (ObjNum 232 snap 53 seq_num 232) 2024-04-15T16:30:56.328 INFO:tasks.rados.rados.0.smithi090.stdout:698: finishing copy_from racing read to smithi09078167-39 2024-04-15T16:30:56.328 INFO:tasks.rados.rados.0.smithi090.stdout:698: finishing copy_from to smithi09078167-39 2024-04-15T16:30:56.328 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 93 (ObjNum 162 snap 34 seq_num 162) dirty exists 2024-04-15T16:30:56.328 INFO:tasks.rados.rados.0.smithi090.stdout:699: finishing write tid 1 to smithi09078167-6 2024-04-15T16:30:56.329 INFO:tasks.rados.rados.0.smithi090.stdout:697: done (3 left) 2024-04-15T16:30:56.329 INFO:tasks.rados.rados.0.smithi090.stdout:698: done (2 left) 2024-04-15T16:30:56.329 INFO:tasks.rados.rados.0.smithi090.stdout:700: done (1 left) 2024-04-15T16:30:56.329 INFO:tasks.rados.rados.0.smithi090.stdout:701: snap_remove snap 52 2024-04-15T16:30:56.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[27209]: pgmap v36: 121 pgs: 121 active+clean; 74 MiB data, 480 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.4 MiB/s wr, 43 op/s 2024-04-15T16:30:56.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[27209]: Upgrade: Updating mgr.y 2024-04-15T16:30:56.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:56.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:30:56.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:30:56.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:30:56.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:30:56.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[27209]: Deploying daemon mgr.y on smithi090 2024-04-15T16:30:56.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[27209]: osdmap e179: 8 total, 8 up, 8 in 2024-04-15T16:30:56.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[38312]: pgmap v36: 121 pgs: 121 active+clean; 74 MiB data, 480 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.4 MiB/s wr, 43 op/s 2024-04-15T16:30:56.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[38312]: Upgrade: Updating mgr.y 2024-04-15T16:30:56.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:56.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:30:56.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:30:56.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:30:56.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:30:56.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[38312]: Deploying daemon mgr.y on smithi090 2024-04-15T16:30:56.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:55 smithi090 ceph-mon[38312]: osdmap e179: 8 total, 8 up, 8 in 2024-04-15T16:30:56.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:55 smithi153 ceph-mon[30366]: pgmap v36: 121 pgs: 121 active+clean; 74 MiB data, 480 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.4 MiB/s wr, 43 op/s 2024-04-15T16:30:56.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:55 smithi153 ceph-mon[30366]: Upgrade: Updating mgr.y 2024-04-15T16:30:56.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:55 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:30:56.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:55 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:30:56.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:55 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:30:56.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:55 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:30:56.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:55 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:30:56.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:55 smithi153 ceph-mon[30366]: Deploying daemon mgr.y on smithi090 2024-04-15T16:30:56.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:55 smithi153 ceph-mon[30366]: osdmap e179: 8 total, 8 up, 8 in 2024-04-15T16:30:57.034 INFO:tasks.rados.rados.0.smithi090.stdout:701: done (1 left) 2024-04-15T16:30:57.034 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 53 2024-04-15T16:30:57.034 INFO:tasks.rados.rados.0.smithi090.stdout:699: finishing write tid 2 to smithi09078167-6 2024-04-15T16:30:57.034 INFO:tasks.rados.rados.0.smithi090.stdout:699: finishing write tid 3 to smithi09078167-6 2024-04-15T16:30:57.034 INFO:tasks.rados.rados.0.smithi090.stdout:699: finishing write tid 4 to smithi09078167-6 2024-04-15T16:30:57.034 INFO:tasks.rados.rados.0.smithi090.stdout:699: finishing write tid 5 to smithi09078167-6 2024-04-15T16:30:57.034 INFO:tasks.rados.rados.0.smithi090.stdout:699: oid 6 updating version 0 to 228 2024-04-15T16:30:57.034 INFO:tasks.rados.rados.0.smithi090.stdout:699: oid 6 version 228 is already newer than 227 2024-04-15T16:30:57.034 INFO:tasks.rados.rados.0.smithi090.stdout:699: oid 6 version 228 is already newer than 225 2024-04-15T16:30:57.034 INFO:tasks.rados.rados.0.smithi090.stdout:699: oid 6 version 228 is already newer than 226 2024-04-15T16:30:57.034 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 228 (ObjNum 233 snap 53 seq_num 233) dirty exists 2024-04-15T16:30:57.034 INFO:tasks.rados.rados.0.smithi090.stdout:699: left oid 6 (ObjNum 233 snap 53 seq_num 233) 2024-04-15T16:30:57.035 INFO:tasks.rados.rados.0.smithi090.stdout:702: seq_num 235 ranges {1933312=745472,2678784=712704,3391488=90112} 2024-04-15T16:30:57.048 INFO:tasks.rados.rados.0.smithi090.stdout:702: writing smithi09078167-35 from 1933312 to 2678784 tid 1 2024-04-15T16:30:57.052 INFO:tasks.rados.rados.0.smithi090.stdout:702: writing smithi09078167-35 from 2678784 to 3391488 tid 2 2024-04-15T16:30:57.053 INFO:tasks.rados.rados.0.smithi090.stdout:702: writing smithi09078167-35 from 3391488 to 3481600 tid 3 2024-04-15T16:30:57.053 INFO:tasks.rados.rados.0.smithi090.stdout:699: done (1 left) 2024-04-15T16:30:57.053 INFO:tasks.rados.rados.0.smithi090.stdout:703: read oid 29 snap -1 2024-04-15T16:30:57.053 INFO:tasks.rados.rados.0.smithi090.stdout:703: expect (ObjNum 230 snap 53 seq_num 230) 2024-04-15T16:30:57.053 INFO:tasks.rados.rados.0.smithi090.stdout:704: read oid 38 snap -1 2024-04-15T16:30:57.053 INFO:tasks.rados.rados.0.smithi090.stdout:704: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T16:30:57.054 INFO:tasks.rados.rados.0.smithi090.stdout:705: copy_from oid 41 from oid 43 current snap is 53 2024-04-15T16:30:57.054 INFO:tasks.rados.rados.0.smithi090.stdout:702: finishing write tid 1 to smithi09078167-35 2024-04-15T16:30:57.054 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 53 2024-04-15T16:30:57.054 INFO:tasks.rados.rados.0.smithi090.stdout:706: seq_num 236 ranges {4259840=761856,5021696=647168,5668864=155648} 2024-04-15T16:30:57.081 INFO:tasks.rados.rados.0.smithi090.stdout:706: writing smithi09078167-9 from 4259840 to 5021696 tid 1 2024-04-15T16:30:57.085 INFO:tasks.rados.rados.0.smithi090.stdout:706: writing smithi09078167-9 from 5021696 to 5668864 tid 2 2024-04-15T16:30:57.086 INFO:tasks.rados.rados.0.smithi090.stdout:706: writing smithi09078167-9 from 5668864 to 5824512 tid 3 2024-04-15T16:30:57.086 INFO:tasks.rados.rados.0.smithi090.stdout:707: copy_from oid 22 from oid 34 current snap is 53 2024-04-15T16:30:57.086 INFO:tasks.rados.rados.0.smithi090.stdout:702: finishing write tid 2 to smithi09078167-35 2024-04-15T16:30:57.086 INFO:tasks.rados.rados.0.smithi090.stdout:702: finishing write tid 3 to smithi09078167-35 2024-04-15T16:30:57.086 INFO:tasks.rados.rados.0.smithi090.stdout:702: finishing write tid 4 to smithi09078167-35 2024-04-15T16:30:57.086 INFO:tasks.rados.rados.0.smithi090.stdout:702: finishing write tid 5 to smithi09078167-35 2024-04-15T16:30:57.086 INFO:tasks.rados.rados.0.smithi090.stdout:702: oid 35 updating version 0 to 133 2024-04-15T16:30:57.086 INFO:tasks.rados.rados.0.smithi090.stdout:702: oid 35 version 133 is already newer than 132 2024-04-15T16:30:57.086 INFO:tasks.rados.rados.0.smithi090.stdout:702: oid 35 updating version 133 to 134 2024-04-15T16:30:57.087 INFO:tasks.rados.rados.0.smithi090.stdout:702: oid 35 version 134 is already newer than 131 2024-04-15T16:30:57.087 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 134 (ObjNum 235 snap 53 seq_num 235) dirty exists 2024-04-15T16:30:57.087 INFO:tasks.rados.rados.0.smithi090.stdout:702: left oid 35 (ObjNum 235 snap 53 seq_num 235) 2024-04-15T16:30:57.087 INFO:tasks.rados.rados.0.smithi090.stdout:704: expect (ObjNum 45 snap 0 seq_num 45) 2024-04-15T16:30:57.108 INFO:tasks.rados.rados.0.smithi090.stdout:705: finishing copy_from racing read to smithi09078167-41 2024-04-15T16:30:57.109 INFO:tasks.rados.rados.0.smithi090.stdout:705: finishing copy_from to smithi09078167-41 2024-04-15T16:30:57.109 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 191 (ObjNum 177 snap 40 seq_num 177) dirty exists 2024-04-15T16:30:57.109 INFO:tasks.rados.rados.0.smithi090.stdout:703: expect (ObjNum 230 snap 53 seq_num 230) 2024-04-15T16:30:57.271 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:57 smithi090 ceph-mon[38312]: osdmap e180: 8 total, 8 up, 8 in 2024-04-15T16:30:57.272 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:56 smithi090 systemd[1]: Stopping Ceph mgr.y for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:30:57.272 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:57 smithi090 ceph-mon[27209]: osdmap e180: 8 total, 8 up, 8 in 2024-04-15T16:30:57.301 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:57 smithi153 ceph-mon[30366]: osdmap e180: 8 total, 8 up, 8 in 2024-04-15T16:30:57.322 INFO:tasks.rados.rados.0.smithi090.stdout:706: finishing write tid 1 to smithi09078167-9 2024-04-15T16:30:57.322 INFO:tasks.rados.rados.0.smithi090.stdout:706: finishing write tid 2 to smithi09078167-9 2024-04-15T16:30:57.322 INFO:tasks.rados.rados.0.smithi090.stdout:707: finishing copy_from racing read to smithi09078167-22 2024-04-15T16:30:57.322 INFO:tasks.rados.rados.0.smithi090.stdout:706: finishing write tid 3 to smithi09078167-9 2024-04-15T16:30:57.322 INFO:tasks.rados.rados.0.smithi090.stdout:706: finishing write tid 4 to smithi09078167-9 2024-04-15T16:30:57.322 INFO:tasks.rados.rados.0.smithi090.stdout:707: finishing copy_from to smithi09078167-22 2024-04-15T16:30:57.322 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 146 (ObjNum 192 snap 46 seq_num 192) dirty exists 2024-04-15T16:30:57.322 INFO:tasks.rados.rados.0.smithi090.stdout:706: finishing write tid 5 to smithi09078167-9 2024-04-15T16:30:57.322 INFO:tasks.rados.rados.0.smithi090.stdout:706: oid 9 updating version 0 to 135 2024-04-15T16:30:57.323 INFO:tasks.rados.rados.0.smithi090.stdout:706: oid 9 updating version 135 to 138 2024-04-15T16:30:57.323 INFO:tasks.rados.rados.0.smithi090.stdout:706: oid 9 version 138 is already newer than 136 2024-04-15T16:30:57.323 INFO:tasks.rados.rados.0.smithi090.stdout:706: oid 9 version 138 is already newer than 137 2024-04-15T16:30:57.323 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 138 (ObjNum 236 snap 53 seq_num 236) dirty exists 2024-04-15T16:30:57.323 INFO:tasks.rados.rados.0.smithi090.stdout:706: left oid 9 (ObjNum 236 snap 53 seq_num 236) 2024-04-15T16:30:57.323 INFO:tasks.rados.rados.0.smithi090.stdout:702: done (5 left) 2024-04-15T16:30:57.323 INFO:tasks.rados.rados.0.smithi090.stdout:703: done (4 left) 2024-04-15T16:30:57.323 INFO:tasks.rados.rados.0.smithi090.stdout:704: done (3 left) 2024-04-15T16:30:57.323 INFO:tasks.rados.rados.0.smithi090.stdout:705: done (2 left) 2024-04-15T16:30:57.323 INFO:tasks.rados.rados.0.smithi090.stdout:706: done (1 left) 2024-04-15T16:30:57.323 INFO:tasks.rados.rados.0.smithi090.stdout:707: done (0 left) 2024-04-15T16:30:57.323 INFO:tasks.rados.rados.0.smithi090.stdout:708: delete oid 17 current snap is 53 2024-04-15T16:30:57.324 INFO:tasks.rados.rados.0.smithi090.stdout:708: done (0 left) 2024-04-15T16:30:57.324 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 53 2024-04-15T16:30:57.324 INFO:tasks.rados.rados.0.smithi090.stdout:709: seq_num 238 ranges {2310144=794624,3104768=417792,3522560=385024} 2024-04-15T16:30:57.341 INFO:tasks.rados.rados.0.smithi090.stdout:709: writing smithi09078167-26 from 2310144 to 3104768 tid 1 2024-04-15T16:30:57.343 INFO:tasks.rados.rados.0.smithi090.stdout:709: writing smithi09078167-26 from 3104768 to 3522560 tid 2 2024-04-15T16:30:57.346 INFO:tasks.rados.rados.0.smithi090.stdout:709: writing smithi09078167-26 from 3522560 to 3907584 tid 3 2024-04-15T16:30:57.346 INFO:tasks.rados.rados.0.smithi090.stdout:710: snap_create 2024-04-15T16:30:57.346 INFO:tasks.rados.rados.0.smithi090.stdout:709: finishing write tid 1 to smithi09078167-26 2024-04-15T16:30:57.346 INFO:tasks.rados.rados.0.smithi090.stdout:709: finishing write tid 2 to smithi09078167-26 2024-04-15T16:30:57.348 INFO:tasks.rados.rados.0.smithi090.stdout:709: finishing write tid 3 to smithi09078167-26 2024-04-15T16:30:57.348 INFO:tasks.rados.rados.0.smithi090.stdout:709: finishing write tid 4 to smithi09078167-26 2024-04-15T16:30:57.349 INFO:tasks.rados.rados.0.smithi090.stdout:709: finishing write tid 5 to smithi09078167-26 2024-04-15T16:30:57.349 INFO:tasks.rados.rados.0.smithi090.stdout:709: oid 26 updating version 0 to 122 2024-04-15T16:30:57.349 INFO:tasks.rados.rados.0.smithi090.stdout:709: oid 26 updating version 122 to 125 2024-04-15T16:30:57.349 INFO:tasks.rados.rados.0.smithi090.stdout:709: oid 26 version 125 is already newer than 123 2024-04-15T16:30:57.349 INFO:tasks.rados.rados.0.smithi090.stdout:709: oid 26 version 125 is already newer than 124 2024-04-15T16:30:57.349 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 125 (ObjNum 238 snap 53 seq_num 238) dirty exists 2024-04-15T16:30:57.349 INFO:tasks.rados.rados.0.smithi090.stdout:709: left oid 26 (ObjNum 238 snap 53 seq_num 238) 2024-04-15T16:30:57.575 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:57 smithi090 podman[80767]: 2024-04-15 16:30:57.274986344 +0000 UTC m=+0.138975507 container died 5c9443dde648ab8b34dd594faf27fc761acc9cf9357a1d76069312f009f88966 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=reef-e3fb05d, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:30:57.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:57 smithi090 podman[80767]: 2024-04-15 16:30:57.695953425 +0000 UTC m=+0.559942584 container cleanup 5c9443dde648ab8b34dd594faf27fc761acc9cf9357a1d76069312f009f88966 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e3fb05d, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-15T16:30:57.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:57 smithi090 bash[80767]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y 2024-04-15T16:30:58.040 INFO:tasks.rados.rados.0.smithi090.stdout:709: done (1 left) 2024-04-15T16:30:58.040 INFO:tasks.rados.rados.0.smithi090.stdout:710: done (0 left) 2024-04-15T16:30:58.040 INFO:tasks.rados.rados.0.smithi090.stdout:711: delete oid 35 current snap is 54 2024-04-15T16:30:58.043 INFO:tasks.rados.rados.0.smithi090.stdout:711: done (0 left) 2024-04-15T16:30:58.043 INFO:tasks.rados.rados.0.smithi090.stdout:712: snap_create 2024-04-15T16:30:58.184 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:58 smithi090 ceph-mon[38312]: pgmap v39: 121 pgs: 121 active+clean; 74 MiB data, 480 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.4 MiB/s wr, 43 op/s 2024-04-15T16:30:58.185 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:58 smithi090 ceph-mon[38312]: osdmap e181: 8 total, 8 up, 8 in 2024-04-15T16:30:58.185 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:58 smithi090 ceph-mon[27209]: pgmap v39: 121 pgs: 121 active+clean; 74 MiB data, 480 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.4 MiB/s wr, 43 op/s 2024-04-15T16:30:58.185 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:58 smithi090 ceph-mon[27209]: osdmap e181: 8 total, 8 up, 8 in 2024-04-15T16:30:58.185 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:57 smithi090 podman[80781]: 2024-04-15 16:30:57.922801548 +0000 UTC m=+0.650766443 container remove 5c9443dde648ab8b34dd594faf27fc761acc9cf9357a1d76069312f009f88966 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, RELEASE=reef-e3fb05d) 2024-04-15T16:30:58.185 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:57 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-15T16:30:58.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:58 smithi153 ceph-mon[30366]: pgmap v39: 121 pgs: 121 active+clean; 74 MiB data, 480 MiB used, 715 GiB / 715 GiB avail; 5.8 MiB/s rd, 3.4 MiB/s wr, 43 op/s 2024-04-15T16:30:58.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:58 smithi153 ceph-mon[30366]: osdmap e181: 8 total, 8 up, 8 in 2024-04-15T16:30:58.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:58 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.y.service: Failed with result 'exit-code'. 2024-04-15T16:30:58.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:58 smithi090 systemd[1]: Stopped Ceph mgr.y for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:30:58.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:58 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.y.service: Consumed 1min 5.325s CPU time. 2024-04-15T16:30:58.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:58 smithi090 systemd[1]: Starting Ceph mgr.y for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:30:58.878 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:58 smithi090 podman[80922]: 2024-04-15 16:30:58.62426305 +0000 UTC m=+0.107757149 container create ef96075c9a188c472586982fe8ae9afbf50ed56e68f2a35ad65e093f8231f01b (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409) 2024-04-15T16:30:58.878 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:58 smithi090 podman[80922]: 2024-04-15 16:30:58.537245203 +0000 UTC m=+0.020739328 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:30:58.879 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:58 smithi090 podman[80922]: 2024-04-15 16:30:58.8524334 +0000 UTC m=+0.335927496 container init ef96075c9a188c472586982fe8ae9afbf50ed56e68f2a35ad65e093f8231f01b (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-15T16:30:58.879 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:58 smithi090 podman[80922]: 2024-04-15 16:30:58.855425883 +0000 UTC m=+0.338919979 container start ef96075c9a188c472586982fe8ae9afbf50ed56e68f2a35ad65e093f8231f01b (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-15T16:30:59.057 INFO:tasks.rados.rados.0.smithi090.stdout:712: done (0 left) 2024-04-15T16:30:59.057 INFO:tasks.rados.rados.0.smithi090.stdout:713: snap_create 2024-04-15T16:30:59.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:30:59 smithi090 ceph-mon[27209]: osdmap e182: 8 total, 8 up, 8 in 2024-04-15T16:30:59.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:30:59 smithi090 ceph-mon[38312]: osdmap e182: 8 total, 8 up, 8 in 2024-04-15T16:30:59.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:58 smithi090 ceph-mgr[80942]: -- 172.21.15.90:0/1752518964 <== mon.0 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556a197ba5a0 con 0x556a1978f000 2024-04-15T16:30:59.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:58 smithi090 bash[80922]: ef96075c9a188c472586982fe8ae9afbf50ed56e68f2a35ad65e093f8231f01b 2024-04-15T16:30:59.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:58 smithi090 systemd[1]: Started Ceph mgr.y for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:30:59.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:30:59 smithi153 ceph-mon[30366]: osdmap e182: 8 total, 8 up, 8 in 2024-04-15T16:30:59.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:30:59.430+0000 7fa040124200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T16:30:59.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:30:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:30:59.529+0000 7fa040124200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T16:31:00.059 INFO:tasks.rados.rados.0.smithi090.stdout:713: done (0 left) 2024-04-15T16:31:00.059 INFO:tasks.rados.rados.0.smithi090.stdout:714: read oid 22 snap -1 2024-04-15T16:31:00.059 INFO:tasks.rados.rados.0.smithi090.stdout:714: expect (ObjNum 192 snap 46 seq_num 192) 2024-04-15T16:31:00.059 INFO:tasks.rados.rados.0.smithi090.stdout:715: copy_from oid 40 from oid 5 current snap is 56 2024-04-15T16:31:00.059 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 56 2024-04-15T16:31:00.059 INFO:tasks.rados.rados.0.smithi090.stdout:716: seq_num 240 ranges {1515520=425984,1941504=589824,2531328=483328,3014656=131072} 2024-04-15T16:31:00.070 INFO:tasks.rados.rados.0.smithi090.stdout:716: writing smithi09078167-20 from 1515520 to 1941504 tid 1 2024-04-15T16:31:00.073 INFO:tasks.rados.rados.0.smithi090.stdout:716: writing smithi09078167-20 from 1941504 to 2531328 tid 2 2024-04-15T16:31:00.076 INFO:tasks.rados.rados.0.smithi090.stdout:716: writing smithi09078167-20 from 2531328 to 3014656 tid 3 2024-04-15T16:31:00.077 INFO:tasks.rados.rados.0.smithi090.stdout:716: writing smithi09078167-20 from 3014656 to 3145728 tid 4 2024-04-15T16:31:00.077 INFO:tasks.rados.rados.0.smithi090.stdout:717: snap_remove snap 53 2024-04-15T16:31:00.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:00 smithi153 ceph-mon[30366]: pgmap v42: 121 pgs: 121 active+clean; 74 MiB data, 480 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:31:00.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:00 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:00.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:00 smithi153 ceph-mon[30366]: osdmap e183: 8 total, 8 up, 8 in 2024-04-15T16:31:00.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:00 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:00.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:00 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:00.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:00 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:00.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:00 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:00.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:00.252+0000 7fa040124200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T16:31:00.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-mon[38312]: pgmap v42: 121 pgs: 121 active+clean; 74 MiB data, 480 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:31:00.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:00.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-mon[38312]: osdmap e183: 8 total, 8 up, 8 in 2024-04-15T16:31:00.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:00.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:00.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:00.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:00.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-mon[27209]: pgmap v42: 121 pgs: 121 active+clean; 74 MiB data, 480 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:31:00.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:00.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-mon[27209]: osdmap e183: 8 total, 8 up, 8 in 2024-04-15T16:31:00.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:00.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:00.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:00.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:00.638 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:00.349+0000 7fa040124200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T16:31:00.638 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:00.494+0000 7fa040124200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T16:31:00.638 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:00.595+0000 7fa040124200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T16:31:00.952 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:00.683+0000 7fa040124200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T16:31:01.066 INFO:tasks.rados.rados.0.smithi090.stdout:717: done (3 left) 2024-04-15T16:31:01.066 INFO:tasks.rados.rados.0.smithi090.stdout:718: delete oid 24 current snap is 56 2024-04-15T16:31:01.066 INFO:tasks.rados.rados.0.smithi090.stdout:715: finishing copy_from to smithi09078167-40 2024-04-15T16:31:01.066 INFO:tasks.rados.rados.0.smithi090.stdout:715: got expected ENOENT (src dne) 2024-04-15T16:31:01.066 INFO:tasks.rados.rados.0.smithi090.stdout:715: finishing copy_from racing read to smithi09078167-40 2024-04-15T16:31:01.066 INFO:tasks.rados.rados.0.smithi090.stdout:714: expect (ObjNum 192 snap 46 seq_num 192) 2024-04-15T16:31:01.090 INFO:tasks.rados.rados.0.smithi090.stdout:716: finishing write tid 1 to smithi09078167-20 2024-04-15T16:31:01.090 INFO:tasks.rados.rados.0.smithi090.stdout:716: finishing write tid 2 to smithi09078167-20 2024-04-15T16:31:01.090 INFO:tasks.rados.rados.0.smithi090.stdout:716: finishing write tid 3 to smithi09078167-20 2024-04-15T16:31:01.090 INFO:tasks.rados.rados.0.smithi090.stdout:716: finishing write tid 4 to smithi09078167-20 2024-04-15T16:31:01.090 INFO:tasks.rados.rados.0.smithi090.stdout:714: done (3 left) 2024-04-15T16:31:01.090 INFO:tasks.rados.rados.0.smithi090.stdout:715: done (2 left) 2024-04-15T16:31:01.090 INFO:tasks.rados.rados.0.smithi090.stdout:718: done (1 left) 2024-04-15T16:31:01.090 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 56 2024-04-15T16:31:01.090 INFO:tasks.rados.rados.0.smithi090.stdout:716: finishing write tid 5 to smithi09078167-20 2024-04-15T16:31:01.091 INFO:tasks.rados.rados.0.smithi090.stdout:716: finishing write tid 6 to smithi09078167-20 2024-04-15T16:31:01.091 INFO:tasks.rados.rados.0.smithi090.stdout:716: oid 20 updating version 0 to 202 2024-04-15T16:31:01.091 INFO:tasks.rados.rados.0.smithi090.stdout:716: oid 20 updating version 202 to 203 2024-04-15T16:31:01.091 INFO:tasks.rados.rados.0.smithi090.stdout:716: oid 20 version 203 is already newer than 201 2024-04-15T16:31:01.091 INFO:tasks.rados.rados.0.smithi090.stdout:716: oid 20 version 203 is already newer than 200 2024-04-15T16:31:01.091 INFO:tasks.rados.rados.0.smithi090.stdout:716: oid 20 version 203 is already newer than 199 2024-04-15T16:31:01.091 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 203 (ObjNum 240 snap 56 seq_num 240) dirty exists 2024-04-15T16:31:01.091 INFO:tasks.rados.rados.0.smithi090.stdout:716: left oid 20 (ObjNum 240 snap 56 seq_num 240) 2024-04-15T16:31:01.091 INFO:tasks.rados.rados.0.smithi090.stdout:719: seq_num 242 ranges {925696=458752,1384448=753664,2138112=450560} 2024-04-15T16:31:01.097 INFO:tasks.rados.rados.0.smithi090.stdout:719: writing smithi09078167-32 from 925696 to 1384448 tid 1 2024-04-15T16:31:01.101 INFO:tasks.rados.rados.0.smithi090.stdout:719: writing smithi09078167-32 from 1384448 to 2138112 tid 2 2024-04-15T16:31:01.104 INFO:tasks.rados.rados.0.smithi090.stdout:719: writing smithi09078167-32 from 2138112 to 2588672 tid 3 2024-04-15T16:31:01.104 INFO:tasks.rados.rados.0.smithi090.stdout:716: done (1 left) 2024-04-15T16:31:01.104 INFO:tasks.rados.rados.0.smithi090.stdout:720: copy_from oid 49 from oid 22 current snap is 56 2024-04-15T16:31:01.105 INFO:tasks.rados.rados.0.smithi090.stdout:719: finishing write tid 1 to smithi09078167-32 2024-04-15T16:31:01.105 INFO:tasks.rados.rados.0.smithi090.stdout:721: delete oid 35 current snap is 56 2024-04-15T16:31:01.105 INFO:tasks.rados.rados.0.smithi090.stdout:719: finishing write tid 2 to smithi09078167-32 2024-04-15T16:31:01.107 INFO:tasks.rados.rados.0.smithi090.stdout:721: done (2 left) 2024-04-15T16:31:01.107 INFO:tasks.rados.rados.0.smithi090.stdout:722: read oid 11 snap -1 2024-04-15T16:31:01.107 INFO:tasks.rados.rados.0.smithi090.stdout:722: expect (ObjNum 208 snap 50 seq_num 208) 2024-04-15T16:31:01.107 INFO:tasks.rados.rados.0.smithi090.stdout:723: copy_from oid 2 from oid 37 current snap is 56 2024-04-15T16:31:01.107 INFO:tasks.rados.rados.0.smithi090.stdout:724: read oid 47 snap -1 2024-04-15T16:31:01.107 INFO:tasks.rados.rados.0.smithi090.stdout:724: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-15T16:31:01.107 INFO:tasks.rados.rados.0.smithi090.stdout:725: read oid 25 snap -1 2024-04-15T16:31:01.107 INFO:tasks.rados.rados.0.smithi090.stdout:725: expect (ObjNum 212 snap 50 seq_num 212) 2024-04-15T16:31:01.107 INFO:tasks.rados.rados.0.smithi090.stdout:726: rollback oid 35 current snap is 56 2024-04-15T16:31:01.108 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 35 to 55 2024-04-15T16:31:01.108 INFO:tasks.rados.rados.0.smithi090.stdout:727: setattr oid 6 current snap is 56 2024-04-15T16:31:01.108 INFO:tasks.rados.rados.0.smithi090.stdout:726: finishing rollback tid 1 to smithi09078167-35 2024-04-15T16:31:01.108 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 0 (ObjNum 3201 snap 0 seq_num 3772756704) dirty dne 2024-04-15T16:31:01.108 INFO:tasks.rados.rados.0.smithi090.stdout:719: finishing write tid 3 to smithi09078167-32 2024-04-15T16:31:01.108 INFO:tasks.rados.rados.0.smithi090.stdout:726: done (7 left) 2024-04-15T16:31:01.108 INFO:tasks.rados.rados.0.smithi090.stdout:728: snap_create 2024-04-15T16:31:01.111 INFO:tasks.rados.rados.0.smithi090.stdout:719: finishing write tid 4 to smithi09078167-32 2024-04-15T16:31:01.113 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 232 (ObjNum 233 snap 53 seq_num 233) dirty exists 2024-04-15T16:31:01.114 INFO:tasks.rados.rados.0.smithi090.stdout:719: finishing write tid 5 to smithi09078167-32 2024-04-15T16:31:01.114 INFO:tasks.rados.rados.0.smithi090.stdout:719: oid 32 updating version 0 to 176 2024-04-15T16:31:01.114 INFO:tasks.rados.rados.0.smithi090.stdout:719: oid 32 updating version 176 to 177 2024-04-15T16:31:01.114 INFO:tasks.rados.rados.0.smithi090.stdout:719: oid 32 version 177 is already newer than 175 2024-04-15T16:31:01.114 INFO:tasks.rados.rados.0.smithi090.stdout:719: oid 32 version 177 is already newer than 174 2024-04-15T16:31:01.114 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 177 (ObjNum 242 snap 56 seq_num 242) dirty exists 2024-04-15T16:31:01.114 INFO:tasks.rados.rados.0.smithi090.stdout:719: left oid 32 (ObjNum 242 snap 56 seq_num 242) 2024-04-15T16:31:01.114 INFO:tasks.rados.rados.0.smithi090.stdout:723: finishing copy_from racing read to smithi09078167-2 2024-04-15T16:31:01.115 INFO:tasks.rados.rados.0.smithi090.stdout:722: expect (ObjNum 208 snap 50 seq_num 208) 2024-04-15T16:31:01.149 INFO:tasks.rados.rados.0.smithi090.stdout:724: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-15T16:31:01.216 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:01 smithi090 ceph-mon[38312]: osdmap e184: 8 total, 8 up, 8 in 2024-04-15T16:31:01.217 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:00.954+0000 7fa040124200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T16:31:01.217 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:01.085+0000 7fa040124200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T16:31:01.217 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:01.183+0000 7fa040124200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T16:31:01.217 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:01 smithi090 ceph-mon[27209]: osdmap e184: 8 total, 8 up, 8 in 2024-04-15T16:31:01.300 INFO:tasks.rados.rados.0.smithi090.stdout:723: finishing copy_from to smithi09078167-2 2024-04-15T16:31:01.300 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 170 (ObjNum 433 snap 0 seq_num 3728271760) dirty exists 2024-04-15T16:31:01.300 INFO:tasks.rados.rados.0.smithi090.stdout:720: finishing copy_from racing read to smithi09078167-49 2024-04-15T16:31:01.300 INFO:tasks.rados.rados.0.smithi090.stdout:720: finishing copy_from to smithi09078167-49 2024-04-15T16:31:01.300 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 146 (ObjNum 192 snap 46 seq_num 192) dirty exists 2024-04-15T16:31:01.300 INFO:tasks.rados.rados.0.smithi090.stdout:725: expect (ObjNum 212 snap 50 seq_num 212) 2024-04-15T16:31:01.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:01 smithi153 ceph-mon[30366]: osdmap e184: 8 total, 8 up, 8 in 2024-04-15T16:31:01.471 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:01.283+0000 7fa040124200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T16:31:01.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:01.473+0000 7fa040124200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T16:31:02.069 INFO:tasks.rados.rados.0.smithi090.stdout:719: done (7 left) 2024-04-15T16:31:02.070 INFO:tasks.rados.rados.0.smithi090.stdout:720: done (6 left) 2024-04-15T16:31:02.070 INFO:tasks.rados.rados.0.smithi090.stdout:722: done (5 left) 2024-04-15T16:31:02.070 INFO:tasks.rados.rados.0.smithi090.stdout:723: done (4 left) 2024-04-15T16:31:02.070 INFO:tasks.rados.rados.0.smithi090.stdout:724: done (3 left) 2024-04-15T16:31:02.070 INFO:tasks.rados.rados.0.smithi090.stdout:725: done (2 left) 2024-04-15T16:31:02.070 INFO:tasks.rados.rados.0.smithi090.stdout:727: done (1 left) 2024-04-15T16:31:02.070 INFO:tasks.rados.rados.0.smithi090.stdout:728: done (0 left) 2024-04-15T16:31:02.070 INFO:tasks.rados.rados.0.smithi090.stdout:729: read oid 20 snap 54 2024-04-15T16:31:02.070 INFO:tasks.rados.rados.0.smithi090.stdout:729: expect (ObjNum 90 snap 11 seq_num 90) 2024-04-15T16:31:02.070 INFO:tasks.rados.rados.0.smithi090.stdout:730: snap_create 2024-04-15T16:31:02.077 INFO:tasks.rados.rados.0.smithi090.stdout:729: expect (ObjNum 90 snap 11 seq_num 90) 2024-04-15T16:31:02.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:02 smithi090 ceph-mon[38312]: pgmap v45: 121 pgs: 121 active+clean; 81 MiB data, 495 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 6.3 MiB/s wr, 47 op/s 2024-04-15T16:31:02.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:02 smithi090 ceph-mon[38312]: osdmap e185: 8 total, 8 up, 8 in 2024-04-15T16:31:02.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:02 smithi090 ceph-mon[27209]: pgmap v45: 121 pgs: 121 active+clean; 81 MiB data, 495 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 6.3 MiB/s wr, 47 op/s 2024-04-15T16:31:02.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:02 smithi090 ceph-mon[27209]: osdmap e185: 8 total, 8 up, 8 in 2024-04-15T16:31:02.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:02 smithi153 ceph-mon[30366]: pgmap v45: 121 pgs: 121 active+clean; 81 MiB data, 495 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 6.3 MiB/s wr, 47 op/s 2024-04-15T16:31:02.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:02 smithi153 ceph-mon[30366]: osdmap e185: 8 total, 8 up, 8 in 2024-04-15T16:31:02.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:02.523+0000 7fa040124200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T16:31:02.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:02.657+0000 7fa040124200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T16:31:03.084 INFO:tasks.rados.rados.0.smithi090.stdout:729: done (1 left) 2024-04-15T16:31:03.084 INFO:tasks.rados.rados.0.smithi090.stdout:730: done (0 left) 2024-04-15T16:31:03.084 INFO:tasks.rados.rados.0.smithi090.stdout:731: snap_remove snap 56 2024-04-15T16:31:03.311 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:03 smithi090 ceph-mon[27209]: osdmap e186: 8 total, 8 up, 8 in 2024-04-15T16:31:03.311 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:03 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:31:03.311 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:03 smithi090 ceph-mon[38312]: osdmap e186: 8 total, 8 up, 8 in 2024-04-15T16:31:03.311 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:03 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:31:03.311 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:03.017+0000 7fa040124200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T16:31:03.312 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:03.111+0000 7fa040124200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T16:31:03.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:03 smithi153 ceph-mon[30366]: osdmap e186: 8 total, 8 up, 8 in 2024-04-15T16:31:03.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:03 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:31:03.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:03.313+0000 7fa040124200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:31:03.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:03.508+0000 7fa040124200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T16:31:03.878 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:31:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:31:03.955 INFO:tasks.rados.rados.0.smithi090.stdout:731: done (0 left) 2024-04-15T16:31:03.955 INFO:tasks.rados.rados.0.smithi090.stdout:732: snap_create 2024-04-15T16:31:04.076 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:03 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:03.817+0000 7fa040124200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:31:04.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:04.091+0000 7fa040124200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T16:31:04.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-mon[27209]: pgmap v48: 121 pgs: 121 active+clean; 81 MiB data, 495 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 6.3 MiB/s wr, 47 op/s 2024-04-15T16:31:04.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-mon[27209]: osdmap e187: 8 total, 8 up, 8 in 2024-04-15T16:31:04.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:04.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:04.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:04.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:04.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-mon[27209]: osdmap e188: 8 total, 8 up, 8 in 2024-04-15T16:31:04.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-mon[38312]: pgmap v48: 121 pgs: 121 active+clean; 81 MiB data, 495 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 6.3 MiB/s wr, 47 op/s 2024-04-15T16:31:04.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-mon[38312]: osdmap e187: 8 total, 8 up, 8 in 2024-04-15T16:31:04.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:04.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:04.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:04.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:04.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-mon[38312]: osdmap e188: 8 total, 8 up, 8 in 2024-04-15T16:31:04.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:31:04] "GET /metrics HTTP/1.1" 200 36002 "" "Prometheus/2.43.0" 2024-04-15T16:31:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:04 smithi153 ceph-mon[30366]: pgmap v48: 121 pgs: 121 active+clean; 81 MiB data, 495 MiB used, 715 GiB / 715 GiB avail; 10 MiB/s rd, 6.3 MiB/s wr, 47 op/s 2024-04-15T16:31:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:04 smithi153 ceph-mon[30366]: osdmap e187: 8 total, 8 up, 8 in 2024-04-15T16:31:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:04 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:04.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:04 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:04.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:04 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:04.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:04 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:04.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:04 smithi153 ceph-mon[30366]: osdmap e188: 8 total, 8 up, 8 in 2024-04-15T16:31:04.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:04 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:04.348+0000 7fa040124200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T16:31:04.964 INFO:tasks.rados.rados.0.smithi090.stdout:732: done (0 left) 2024-04-15T16:31:04.964 INFO:tasks.rados.rados.0.smithi090.stdout:733: read oid 1 snap -1 2024-04-15T16:31:04.964 INFO:tasks.rados.rados.0.smithi090.stdout:733: expect (ObjNum 225 snap 52 seq_num 225) 2024-04-15T16:31:04.964 INFO:tasks.rados.rados.0.smithi090.stdout:734: rollback oid 50 current snap is 59 2024-04-15T16:31:04.964 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 50 to 58 2024-04-15T16:31:04.964 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 59 2024-04-15T16:31:04.964 INFO:tasks.rados.rados.0.smithi090.stdout:735: seq_num 244 ranges {819200=491520,1310720=573440,1884160=458752,2342912=172032} 2024-04-15T16:31:04.971 INFO:tasks.rados.rados.0.smithi090.stdout:735: writing smithi09078167-22 from 819200 to 1310720 tid 1 2024-04-15T16:31:04.975 INFO:tasks.rados.rados.0.smithi090.stdout:735: writing smithi09078167-22 from 1310720 to 1884160 tid 2 2024-04-15T16:31:04.978 INFO:tasks.rados.rados.0.smithi090.stdout:735: writing smithi09078167-22 from 1884160 to 2342912 tid 3 2024-04-15T16:31:04.979 INFO:tasks.rados.rados.0.smithi090.stdout:735: writing smithi09078167-22 from 2342912 to 2514944 tid 4 2024-04-15T16:31:04.979 INFO:tasks.rados.rados.0.smithi090.stdout:736: read oid 9 snap -1 2024-04-15T16:31:04.980 INFO:tasks.rados.rados.0.smithi090.stdout:736: expect (ObjNum 236 snap 53 seq_num 236) 2024-04-15T16:31:04.980 INFO:tasks.rados.rados.0.smithi090.stdout:737: delete oid 5 current snap is 59 2024-04-15T16:31:04.980 INFO:tasks.rados.rados.0.smithi090.stdout:734: finishing rollback tid 1 to smithi09078167-50 2024-04-15T16:31:04.980 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 0 (ObjNum 433 snap 0 seq_num 3772755584) dirty dne 2024-04-15T16:31:04.980 INFO:tasks.rados.rados.0.smithi090.stdout:733: expect (ObjNum 225 snap 52 seq_num 225) 2024-04-15T16:31:05.022 INFO:tasks.rados.rados.0.smithi090.stdout:735: finishing write tid 1 to smithi09078167-22 2024-04-15T16:31:05.022 INFO:tasks.rados.rados.0.smithi090.stdout:735: finishing write tid 2 to smithi09078167-22 2024-04-15T16:31:05.023 INFO:tasks.rados.rados.0.smithi090.stdout:735: finishing write tid 3 to smithi09078167-22 2024-04-15T16:31:05.023 INFO:tasks.rados.rados.0.smithi090.stdout:735: finishing write tid 4 to smithi09078167-22 2024-04-15T16:31:05.023 INFO:tasks.rados.rados.0.smithi090.stdout:735: finishing write tid 5 to smithi09078167-22 2024-04-15T16:31:05.023 INFO:tasks.rados.rados.0.smithi090.stdout:735: finishing write tid 6 to smithi09078167-22 2024-04-15T16:31:05.023 INFO:tasks.rados.rados.0.smithi090.stdout:735: oid 22 updating version 0 to 247 2024-04-15T16:31:05.023 INFO:tasks.rados.rados.0.smithi090.stdout:735: oid 22 version 247 is already newer than 245 2024-04-15T16:31:05.023 INFO:tasks.rados.rados.0.smithi090.stdout:735: oid 22 version 247 is already newer than 243 2024-04-15T16:31:05.023 INFO:tasks.rados.rados.0.smithi090.stdout:735: oid 22 version 247 is already newer than 246 2024-04-15T16:31:05.023 INFO:tasks.rados.rados.0.smithi090.stdout:735: oid 22 version 247 is already newer than 244 2024-04-15T16:31:05.023 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 247 (ObjNum 244 snap 59 seq_num 244) dirty exists 2024-04-15T16:31:05.023 INFO:tasks.rados.rados.0.smithi090.stdout:735: left oid 22 (ObjNum 244 snap 59 seq_num 244) 2024-04-15T16:31:05.023 INFO:tasks.rados.rados.0.smithi090.stdout:736: expect (ObjNum 236 snap 53 seq_num 236) 2024-04-15T16:31:05.284 INFO:tasks.rados.rados.0.smithi090.stdout:733: done (4 left) 2024-04-15T16:31:05.285 INFO:tasks.rados.rados.0.smithi090.stdout:734: done (3 left) 2024-04-15T16:31:05.285 INFO:tasks.rados.rados.0.smithi090.stdout:735: done (2 left) 2024-04-15T16:31:05.285 INFO:tasks.rados.rados.0.smithi090.stdout:736: done (1 left) 2024-04-15T16:31:05.285 INFO:tasks.rados.rados.0.smithi090.stdout:737: done (0 left) 2024-04-15T16:31:05.285 INFO:tasks.rados.rados.0.smithi090.stdout:738: read oid 13 snap -1 2024-04-15T16:31:05.285 INFO:tasks.rados.rados.0.smithi090.stdout:738: expect (ObjNum 232 snap 53 seq_num 232) 2024-04-15T16:31:05.285 INFO:tasks.rados.rados.0.smithi090.stdout:739: snap_create 2024-04-15T16:31:05.294 INFO:tasks.rados.rados.0.smithi090.stdout:738: expect (ObjNum 232 snap 53 seq_num 232) 2024-04-15T16:31:05.541 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:05 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:05.241+0000 7fa040124200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T16:31:05.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:05 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:05.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:05 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:05.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:05 smithi090 ceph-mon[38312]: osdmap e189: 8 total, 8 up, 8 in 2024-04-15T16:31:05.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:05 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:05.825 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:05 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:05.825 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:05 smithi090 ceph-mon[27209]: osdmap e189: 8 total, 8 up, 8 in 2024-04-15T16:31:05.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:05 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:05.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:05 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:05.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:05 smithi153 ceph-mon[30366]: osdmap e189: 8 total, 8 up, 8 in 2024-04-15T16:31:05.961 INFO:tasks.rados.rados.0.smithi090.stdout:738: done (1 left) 2024-04-15T16:31:05.961 INFO:tasks.rados.rados.0.smithi090.stdout:739: done (0 left) 2024-04-15T16:31:05.961 INFO:tasks.rados.rados.0.smithi090.stdout:740: copy_from oid 31 from oid 48 current snap is 60 2024-04-15T16:31:05.961 INFO:tasks.rados.rados.0.smithi090.stdout:741: rollback oid 45 current snap is 60 2024-04-15T16:31:05.961 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 45 to 59 2024-04-15T16:31:05.961 INFO:tasks.rados.rados.0.smithi090.stdout:742: delete oid 33 current snap is 60 2024-04-15T16:31:05.962 INFO:tasks.rados.rados.0.smithi090.stdout:742: done (2 left) 2024-04-15T16:31:05.962 INFO:tasks.rados.rados.0.smithi090.stdout:743: rmattr oid 46 current snap is 60 2024-04-15T16:31:05.962 INFO:tasks.rados.rados.0.smithi090.stdout:743: done (2 left) 2024-04-15T16:31:05.962 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 60 2024-04-15T16:31:05.962 INFO:tasks.rados.rados.0.smithi090.stdout:744: seq_num 247 ranges {2998272=540672,3538944=622592,4161536=581632} 2024-04-15T16:31:05.982 INFO:tasks.rados.rados.0.smithi090.stdout:744: writing smithi09078167-36 from 2998272 to 3538944 tid 1 2024-04-15T16:31:05.985 INFO:tasks.rados.rados.0.smithi090.stdout:744: writing smithi09078167-36 from 3538944 to 4161536 tid 2 2024-04-15T16:31:05.988 INFO:tasks.rados.rados.0.smithi090.stdout:744: writing smithi09078167-36 from 4161536 to 4743168 tid 3 2024-04-15T16:31:05.988 INFO:tasks.rados.rados.0.smithi090.stdout:745: snap_remove snap 54 2024-04-15T16:31:06.084 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:05 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:05.827+0000 7fa040124200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T16:31:06.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:05 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:05.930+0000 7fa040124200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T16:31:06.506 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:06.158+0000 7fa040124200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T16:31:06.506 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:31:06] ENGINE Bus STARTING 2024-04-15T16:31:06.506 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: CherryPy Checker: 2024-04-15T16:31:06.506 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: The Application mounted at '' has an empty config. 2024-04-15T16:31:06.506 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:06.507 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:31:06] ENGINE Serving on http://:::9283 2024-04-15T16:31:06.507 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:31:06] ENGINE Bus STARTED 2024-04-15T16:31:06.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[38312]: pgmap v51: 121 pgs: 121 active+clean; 82 MiB data, 497 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 1004 KiB/s wr, 14 op/s 2024-04-15T16:31:06.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[38312]: osdmap e190: 8 total, 8 up, 8 in 2024-04-15T16:31:06.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[38312]: Standby manager daemon y restarted 2024-04-15T16:31:06.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[38312]: Standby manager daemon y started 2024-04-15T16:31:06.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T16:31:06.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:31:06.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T16:31:06.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:31:06.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[27209]: pgmap v51: 121 pgs: 121 active+clean; 82 MiB data, 497 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 1004 KiB/s wr, 14 op/s 2024-04-15T16:31:06.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[27209]: osdmap e190: 8 total, 8 up, 8 in 2024-04-15T16:31:06.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[27209]: Standby manager daemon y restarted 2024-04-15T16:31:06.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[27209]: Standby manager daemon y started 2024-04-15T16:31:06.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T16:31:06.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:31:06.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T16:31:06.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:06 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:31:06.978 INFO:tasks.rados.rados.0.smithi090.stdout:745: done (3 left) 2024-04-15T16:31:06.978 INFO:tasks.rados.rados.0.smithi090.stdout:746: read oid 42 snap -1 2024-04-15T16:31:06.978 INFO:tasks.rados.rados.0.smithi090.stdout:746: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:31:06.978 INFO:tasks.rados.rados.0.smithi090.stdout:747: snap_create 2024-04-15T16:31:06.978 INFO:tasks.rados.rados.0.smithi090.stdout:741: finishing rollback tid 0 to smithi09078167-45 2024-04-15T16:31:06.978 INFO:tasks.rados.rados.0.smithi090.stdout:741: finishing rollback tid 1 to smithi09078167-45 2024-04-15T16:31:06.978 INFO:tasks.rados.rados.0.smithi090.stdout:741: finishing rollback tid 2 to smithi09078167-45 2024-04-15T16:31:06.978 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 251 (ObjNum 187 snap 45 seq_num 187) dirty exists 2024-04-15T16:31:06.978 INFO:tasks.rados.rados.0.smithi090.stdout:740: finishing copy_from racing read to smithi09078167-31 2024-04-15T16:31:06.979 INFO:tasks.rados.rados.0.smithi090.stdout:740: finishing copy_from to smithi09078167-31 2024-04-15T16:31:06.979 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 92 (ObjNum 173 snap 37 seq_num 173) dirty exists 2024-04-15T16:31:06.979 INFO:tasks.rados.rados.0.smithi090.stdout:744: finishing write tid 1 to smithi09078167-36 2024-04-15T16:31:06.979 INFO:tasks.rados.rados.0.smithi090.stdout:744: finishing write tid 2 to smithi09078167-36 2024-04-15T16:31:06.979 INFO:tasks.rados.rados.0.smithi090.stdout:744: finishing write tid 3 to smithi09078167-36 2024-04-15T16:31:06.979 INFO:tasks.rados.rados.0.smithi090.stdout:744: finishing write tid 4 to smithi09078167-36 2024-04-15T16:31:06.979 INFO:tasks.rados.rados.0.smithi090.stdout:744: finishing write tid 5 to smithi09078167-36 2024-04-15T16:31:06.979 INFO:tasks.rados.rados.0.smithi090.stdout:744: oid 36 updating version 0 to 197 2024-04-15T16:31:06.979 INFO:tasks.rados.rados.0.smithi090.stdout:744: oid 36 version 197 is already newer than 196 2024-04-15T16:31:06.979 INFO:tasks.rados.rados.0.smithi090.stdout:744: oid 36 version 197 is already newer than 195 2024-04-15T16:31:06.979 INFO:tasks.rados.rados.0.smithi090.stdout:744: oid 36 updating version 197 to 198 2024-04-15T16:31:06.979 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 198 (ObjNum 247 snap 60 seq_num 247) dirty exists 2024-04-15T16:31:06.979 INFO:tasks.rados.rados.0.smithi090.stdout:744: left oid 36 (ObjNum 247 snap 60 seq_num 247) 2024-04-15T16:31:06.983 INFO:tasks.rados.rados.0.smithi090.stdout:746: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:31:07.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:06 smithi153 ceph-mon[30366]: pgmap v51: 121 pgs: 121 active+clean; 82 MiB data, 497 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 1004 KiB/s wr, 14 op/s 2024-04-15T16:31:07.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:06 smithi153 ceph-mon[30366]: osdmap e190: 8 total, 8 up, 8 in 2024-04-15T16:31:07.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:06 smithi153 ceph-mon[30366]: Standby manager daemon y restarted 2024-04-15T16:31:07.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:06 smithi153 ceph-mon[30366]: Standby manager daemon y started 2024-04-15T16:31:07.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:06 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-15T16:31:07.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:06 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:31:07.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:06 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-15T16:31:07.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:06 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:31:07.975 INFO:tasks.rados.rados.0.smithi090.stdout:740: done (4 left) 2024-04-15T16:31:07.975 INFO:tasks.rados.rados.0.smithi090.stdout:741: done (3 left) 2024-04-15T16:31:07.975 INFO:tasks.rados.rados.0.smithi090.stdout:744: done (2 left) 2024-04-15T16:31:07.975 INFO:tasks.rados.rados.0.smithi090.stdout:746: done (1 left) 2024-04-15T16:31:07.975 INFO:tasks.rados.rados.0.smithi090.stdout:747: done (0 left) 2024-04-15T16:31:07.975 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 61 2024-04-15T16:31:07.975 INFO:tasks.rados.rados.0.smithi090.stdout:748: seq_num 248 ranges {1376256=557056,1933312=507904,2441216=442368,2883584=253952} 2024-04-15T16:31:07.985 INFO:tasks.rados.rados.0.smithi090.stdout:748: writing smithi09078167-1 from 1376256 to 1933312 tid 1 2024-04-15T16:31:07.988 INFO:tasks.rados.rados.0.smithi090.stdout:748: writing smithi09078167-1 from 1933312 to 2441216 tid 2 2024-04-15T16:31:07.990 INFO:tasks.rados.rados.0.smithi090.stdout:748: writing smithi09078167-1 from 2441216 to 2883584 tid 3 2024-04-15T16:31:07.992 INFO:tasks.rados.rados.0.smithi090.stdout:748: writing smithi09078167-1 from 2883584 to 3137536 tid 4 2024-04-15T16:31:07.992 INFO:tasks.rados.rados.0.smithi090.stdout:749: delete oid 25 current snap is 61 2024-04-15T16:31:07.993 INFO:tasks.rados.rados.0.smithi090.stdout:748: finishing write tid 1 to smithi09078167-1 2024-04-15T16:31:07.994 INFO:tasks.rados.rados.0.smithi090.stdout:748: finishing write tid 2 to smithi09078167-1 2024-04-15T16:31:07.994 INFO:tasks.rados.rados.0.smithi090.stdout:748: finishing write tid 3 to smithi09078167-1 2024-04-15T16:31:07.998 INFO:tasks.rados.rados.0.smithi090.stdout:748: finishing write tid 4 to smithi09078167-1 2024-04-15T16:31:07.998 INFO:tasks.rados.rados.0.smithi090.stdout:748: finishing write tid 5 to smithi09078167-1 2024-04-15T16:31:07.998 INFO:tasks.rados.rados.0.smithi090.stdout:749: done (1 left) 2024-04-15T16:31:07.998 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 61 2024-04-15T16:31:07.998 INFO:tasks.rados.rados.0.smithi090.stdout:750: seq_num 250 ranges {819200=589824,1409024=679936,2088960=409600,2498560=114688} 2024-04-15T16:31:08.005 INFO:tasks.rados.rados.0.smithi090.stdout:750: writing smithi09078167-34 from 819200 to 1409024 tid 1 2024-04-15T16:31:08.008 INFO:tasks.rados.rados.0.smithi090.stdout:750: writing smithi09078167-34 from 1409024 to 2088960 tid 2 2024-04-15T16:31:08.011 INFO:tasks.rados.rados.0.smithi090.stdout:750: writing smithi09078167-34 from 2088960 to 2498560 tid 3 2024-04-15T16:31:08.013 INFO:tasks.rados.rados.0.smithi090.stdout:750: writing smithi09078167-34 from 2498560 to 2613248 tid 4 2024-04-15T16:31:08.013 INFO:tasks.rados.rados.0.smithi090.stdout:751: delete oid 3 current snap is 61 2024-04-15T16:31:08.013 INFO:tasks.rados.rados.0.smithi090.stdout:748: finishing write tid 6 to smithi09078167-1 2024-04-15T16:31:08.013 INFO:tasks.rados.rados.0.smithi090.stdout:748: oid 1 updating version 0 to 210 2024-04-15T16:31:08.014 INFO:tasks.rados.rados.0.smithi090.stdout:748: oid 1 version 210 is already newer than 209 2024-04-15T16:31:08.014 INFO:tasks.rados.rados.0.smithi090.stdout:748: oid 1 updating version 210 to 213 2024-04-15T16:31:08.014 INFO:tasks.rados.rados.0.smithi090.stdout:748: oid 1 version 213 is already newer than 212 2024-04-15T16:31:08.014 INFO:tasks.rados.rados.0.smithi090.stdout:748: oid 1 version 213 is already newer than 211 2024-04-15T16:31:08.014 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 213 (ObjNum 248 snap 61 seq_num 248) dirty exists 2024-04-15T16:31:08.014 INFO:tasks.rados.rados.0.smithi090.stdout:748: left oid 1 (ObjNum 248 snap 61 seq_num 248) 2024-04-15T16:31:08.014 INFO:tasks.rados.rados.0.smithi090.stdout:750: finishing write tid 1 to smithi09078167-34 2024-04-15T16:31:08.014 INFO:tasks.rados.rados.0.smithi090.stdout:750: finishing write tid 2 to smithi09078167-34 2024-04-15T16:31:08.015 INFO:tasks.rados.rados.0.smithi090.stdout:748: done (2 left) 2024-04-15T16:31:08.015 INFO:tasks.rados.rados.0.smithi090.stdout:751: done (1 left) 2024-04-15T16:31:08.016 INFO:tasks.rados.rados.0.smithi090.stdout:752: snap_create 2024-04-15T16:31:08.016 INFO:tasks.rados.rados.0.smithi090.stdout:750: finishing write tid 3 to smithi09078167-34 2024-04-15T16:31:08.016 INFO:tasks.rados.rados.0.smithi090.stdout:750: finishing write tid 4 to smithi09078167-34 2024-04-15T16:31:08.016 INFO:tasks.rados.rados.0.smithi090.stdout:750: finishing write tid 5 to smithi09078167-34 2024-04-15T16:31:08.017 INFO:tasks.rados.rados.0.smithi090.stdout:750: finishing write tid 6 to smithi09078167-34 2024-04-15T16:31:08.017 INFO:tasks.rados.rados.0.smithi090.stdout:750: oid 34 updating version 0 to 193 2024-04-15T16:31:08.017 INFO:tasks.rados.rados.0.smithi090.stdout:750: oid 34 updating version 193 to 195 2024-04-15T16:31:08.017 INFO:tasks.rados.rados.0.smithi090.stdout:750: oid 34 version 195 is already newer than 192 2024-04-15T16:31:08.018 INFO:tasks.rados.rados.0.smithi090.stdout:750: oid 34 version 195 is already newer than 194 2024-04-15T16:31:08.018 INFO:tasks.rados.rados.0.smithi090.stdout:750: oid 34 updating version 195 to 196 2024-04-15T16:31:08.018 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 196 (ObjNum 250 snap 61 seq_num 250) dirty exists 2024-04-15T16:31:08.018 INFO:tasks.rados.rados.0.smithi090.stdout:750: left oid 34 (ObjNum 250 snap 61 seq_num 250) 2024-04-15T16:31:08.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:07 smithi090 ceph-mon[27209]: pgmap v54: 121 pgs: 121 active+clean; 82 MiB data, 497 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 1004 KiB/s wr, 14 op/s 2024-04-15T16:31:08.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:07 smithi090 ceph-mon[27209]: mgrmap e30: x(active, since 34s), standbys: y 2024-04-15T16:31:08.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:07 smithi090 ceph-mon[27209]: osdmap e191: 8 total, 8 up, 8 in 2024-04-15T16:31:08.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:07 smithi090 ceph-mon[38312]: pgmap v54: 121 pgs: 121 active+clean; 82 MiB data, 497 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 1004 KiB/s wr, 14 op/s 2024-04-15T16:31:08.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:07 smithi090 ceph-mon[38312]: mgrmap e30: x(active, since 34s), standbys: y 2024-04-15T16:31:08.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:07 smithi090 ceph-mon[38312]: osdmap e191: 8 total, 8 up, 8 in 2024-04-15T16:31:08.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:07 smithi153 ceph-mon[30366]: pgmap v54: 121 pgs: 121 active+clean; 82 MiB data, 497 MiB used, 715 GiB / 715 GiB avail; 6.2 MiB/s rd, 1004 KiB/s wr, 14 op/s 2024-04-15T16:31:08.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:07 smithi153 ceph-mon[30366]: mgrmap e30: x(active, since 34s), standbys: y 2024-04-15T16:31:08.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:07 smithi153 ceph-mon[30366]: osdmap e191: 8 total, 8 up, 8 in 2024-04-15T16:31:08.427 INFO:tasks.rados.rados.0.smithi090.stdout:750: done (1 left) 2024-04-15T16:31:08.427 INFO:tasks.rados.rados.0.smithi090.stdout:752: done (0 left) 2024-04-15T16:31:08.427 INFO:tasks.rados.rados.0.smithi090.stdout:753: rmattr oid 13 current snap is 62 2024-04-15T16:31:08.427 INFO:tasks.rados.rados.0.smithi090.stdout:753: done (0 left) 2024-04-15T16:31:08.427 INFO:tasks.rados.rados.0.smithi090.stdout:754: snap_create 2024-04-15T16:31:08.445 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:31:08] ENGINE Bus STOPPING 2024-04-15T16:31:08.445 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:31:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T16:31:08.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:31:08] ENGINE Bus STOPPED 2024-04-15T16:31:08.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:31:08] ENGINE Bus STARTING 2024-04-15T16:31:08.835 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:08.571+0000 7f9f9d570700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:08.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:08.571+0000 7f9f9d570700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:08.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:08.571+0000 7f9f9d570700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:08.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:08.571+0000 7f9f9d570700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:08.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:08.571+0000 7f9f9d570700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:08.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:08.576+0000 7f9f9f574700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:08.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:08.576+0000 7f9f9f574700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:08.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:08.576+0000 7f9f9f574700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:08.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:08.576+0000 7f9f9f574700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:08.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:08.576+0000 7f9f9f574700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:08.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:31:08] ENGINE Serving on http://:::9283 2024-04-15T16:31:08.836 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:31:08] ENGINE Bus STARTED 2024-04-15T16:31:08.877 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:08.430+0000 7f00c6ac9700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-15T16:31:08.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: ignoring --setuser ceph since I am not root 2024-04-15T16:31:08.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: ignoring --setgroup ceph since I am not root 2024-04-15T16:31:08.878 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mgr[64011]: -- 172.21.15.153:0/2843274871 <== mon.1 v2:172.21.15.153:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f09fab85a0 con 0x55f09fa8c800 2024-04-15T16:31:09.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: osdmap e192: 8 total, 8 up, 8 in 2024-04-15T16:31:09.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:09.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:09.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:31:09.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:31:09.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:09.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:09.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T16:31:09.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T16:31:09.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: Activating manager daemon y 2024-04-15T16:31:09.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: osdmap e193: 8 total, 8 up, 8 in 2024-04-15T16:31:09.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.24757 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-15T16:31:09.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: mgrmap e31: y(active, starting, since 0.00738977s) 2024-04-15T16:31:09.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:09.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:09.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:09.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:31:09.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:31:09.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T16:31:09.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:31:09.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:31:09.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:31:09.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:31:09.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:31:09.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:31:09.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:31:09.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:31:09.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T16:31:09.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T16:31:09.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T16:31:09.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: Manager daemon y is now available 2024-04-15T16:31:09.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:09.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:31:09.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:31:09.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:31:09.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:31:09.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:31:09.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: osdmap e192: 8 total, 8 up, 8 in 2024-04-15T16:31:09.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:09.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:09.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:31:09.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:31:09.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:09.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:09.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T16:31:09.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T16:31:09.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: Activating manager daemon y 2024-04-15T16:31:09.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: osdmap e193: 8 total, 8 up, 8 in 2024-04-15T16:31:09.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.24757 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-15T16:31:09.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: mgrmap e31: y(active, starting, since 0.00738977s) 2024-04-15T16:31:09.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:09.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:09.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:09.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:31:09.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:31:09.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T16:31:09.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:31:09.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:31:09.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:31:09.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:31:09.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:31:09.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:31:09.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:31:09.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:31:09.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T16:31:09.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T16:31:09.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T16:31:09.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: Manager daemon y is now available 2024-04-15T16:31:09.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:09.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:31:09.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:31:09.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:31:09.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:31:09.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:08 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:31:09.377 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:09 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:09.019+0000 7fe1a186d200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T16:31:09.449 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:09 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:09.117+0000 7fe1a186d200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T16:31:09.450 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: osdmap e192: 8 total, 8 up, 8 in 2024-04-15T16:31:09.450 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:09.450 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:09.450 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:31:09.450 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:31:09.450 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' 2024-04-15T16:31:09.450 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:09.451 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.24757 172.21.15.153:0/1188621725' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T16:31:09.451 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-15T16:31:09.451 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: Activating manager daemon y 2024-04-15T16:31:09.451 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: osdmap e193: 8 total, 8 up, 8 in 2024-04-15T16:31:09.451 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.24757 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-15T16:31:09.451 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: mgrmap e31: y(active, starting, since 0.00738977s) 2024-04-15T16:31:09.451 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:09.451 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:09.451 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:09.451 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:31:09.451 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:31:09.451 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T16:31:09.451 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:31:09.451 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:31:09.452 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:31:09.452 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:31:09.452 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:31:09.452 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:31:09.452 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:31:09.452 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:31:09.452 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T16:31:09.452 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T16:31:09.452 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T16:31:09.452 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: Manager daemon y is now available 2024-04-15T16:31:09.452 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:09.452 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:31:09.452 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:31:09.452 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:31:09.452 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:31:09.453 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:08 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:31:09.453 INFO:tasks.rados.rados.0.smithi090.stdout:754: done (0 left) 2024-04-15T16:31:09.453 INFO:tasks.rados.rados.0.smithi090.stdout:755: copy_from oid 43 from oid 39 current snap is 63 2024-04-15T16:31:09.453 INFO:tasks.rados.rados.0.smithi090.stdout:756: delete oid 49 current snap is 63 2024-04-15T16:31:09.453 INFO:tasks.rados.rados.0.smithi090.stdout:756: done (1 left) 2024-04-15T16:31:09.454 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 63 2024-04-15T16:31:09.454 INFO:tasks.rados.rados.0.smithi090.stdout:757: seq_num 253 ranges {3391488=647168,4038656=786432,4825088=417792} 2024-04-15T16:31:09.460 INFO:tasks.rados.rados.0.smithi090.stdout:757: writing smithi09078167-23 from 3391488 to 4038656 tid 1 2024-04-15T16:31:09.465 INFO:tasks.rados.rados.0.smithi090.stdout:757: writing smithi09078167-23 from 4038656 to 4825088 tid 2 2024-04-15T16:31:09.468 INFO:tasks.rados.rados.0.smithi090.stdout:757: writing smithi09078167-23 from 4825088 to 5242880 tid 3 2024-04-15T16:31:09.468 INFO:tasks.rados.rados.0.smithi090.stdout:758: rollback oid 3 current snap is 63 2024-04-15T16:31:09.468 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 60 2024-04-15T16:31:09.469 INFO:tasks.rados.rados.0.smithi090.stdout:755: finishing copy_from racing read to smithi09078167-43 2024-04-15T16:31:09.469 INFO:tasks.rados.rados.0.smithi090.stdout:755: finishing copy_from to smithi09078167-43 2024-04-15T16:31:09.469 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 93 (ObjNum 162 snap 34 seq_num 162) dirty exists 2024-04-15T16:31:09.469 INFO:tasks.rados.rados.0.smithi090.stdout:757: finishing write tid 1 to smithi09078167-23 2024-04-15T16:31:09.469 INFO:tasks.rados.rados.0.smithi090.stdout:755: done (2 left) 2024-04-15T16:31:09.469 INFO:tasks.rados.rados.0.smithi090.stdout:759: snap_create 2024-04-15T16:31:09.469 INFO:tasks.rados.rados.0.smithi090.stdout:757: finishing write tid 2 to smithi09078167-23 2024-04-15T16:31:09.469 INFO:tasks.rados.rados.0.smithi090.stdout:758: finishing rollback tid 1 to smithi09078167-3 2024-04-15T16:31:09.469 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T16:31:09.470 INFO:tasks.rados.rados.0.smithi090.stdout:757: finishing write tid 3 to smithi09078167-23 2024-04-15T16:31:09.470 INFO:tasks.rados.rados.0.smithi090.stdout:757: finishing write tid 4 to smithi09078167-23 2024-04-15T16:31:09.471 INFO:tasks.rados.rados.0.smithi090.stdout:757: finishing write tid 5 to smithi09078167-23 2024-04-15T16:31:09.471 INFO:tasks.rados.rados.0.smithi090.stdout:757: oid 23 updating version 0 to 123 2024-04-15T16:31:09.471 INFO:tasks.rados.rados.0.smithi090.stdout:757: oid 23 version 123 is already newer than 122 2024-04-15T16:31:09.471 INFO:tasks.rados.rados.0.smithi090.stdout:757: oid 23 updating version 123 to 124 2024-04-15T16:31:09.471 INFO:tasks.rados.rados.0.smithi090.stdout:757: oid 23 version 124 is already newer than 121 2024-04-15T16:31:09.471 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 124 (ObjNum 253 snap 63 seq_num 253) dirty exists 2024-04-15T16:31:09.471 INFO:tasks.rados.rados.0.smithi090.stdout:757: left oid 23 (ObjNum 253 snap 63 seq_num 253) 2024-04-15T16:31:09.877 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:09 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:09.812+0000 7fe1a186d200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T16:31:10.167 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:09 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:09.908+0000 7fe1a186d200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T16:31:10.168 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:10 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:10.063+0000 7fe1a186d200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T16:31:10.168 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:10 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:10.169+0000 7fe1a186d200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T16:31:10.425 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:10 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:10.253+0000 7fe1a186d200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T16:31:10.442 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:10 smithi090 ceph-mon[38312]: mgrmap e32: y(active, since 1.00849s) 2024-04-15T16:31:10.442 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:10 smithi090 ceph-mon[38312]: osdmap e194: 8 total, 8 up, 8 in 2024-04-15T16:31:10.442 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:10 smithi090 ceph-mon[38312]: [15/Apr/2024:16:31:09] ENGINE Bus STARTING 2024-04-15T16:31:10.442 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:10 smithi090 ceph-mon[38312]: [15/Apr/2024:16:31:09] ENGINE Serving on https://172.21.15.90:7150 2024-04-15T16:31:10.442 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:10 smithi090 ceph-mon[38312]: [15/Apr/2024:16:31:09] ENGINE Serving on http://172.21.15.90:8765 2024-04-15T16:31:10.442 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:10 smithi090 ceph-mon[38312]: [15/Apr/2024:16:31:09] ENGINE Bus STARTED 2024-04-15T16:31:10.442 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:10 smithi090 ceph-mon[27209]: mgrmap e32: y(active, since 1.00849s) 2024-04-15T16:31:10.442 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:10 smithi090 ceph-mon[27209]: osdmap e194: 8 total, 8 up, 8 in 2024-04-15T16:31:10.442 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:10 smithi090 ceph-mon[27209]: [15/Apr/2024:16:31:09] ENGINE Bus STARTING 2024-04-15T16:31:10.443 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:10 smithi090 ceph-mon[27209]: [15/Apr/2024:16:31:09] ENGINE Serving on https://172.21.15.90:7150 2024-04-15T16:31:10.443 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:10 smithi090 ceph-mon[27209]: [15/Apr/2024:16:31:09] ENGINE Serving on http://172.21.15.90:8765 2024-04-15T16:31:10.443 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:10 smithi090 ceph-mon[27209]: [15/Apr/2024:16:31:09] ENGINE Bus STARTED 2024-04-15T16:31:10.443 INFO:tasks.rados.rados.0.smithi090.stdout:757: done (2 left) 2024-04-15T16:31:10.443 INFO:tasks.rados.rados.0.smithi090.stdout:758: done (1 left) 2024-04-15T16:31:10.443 INFO:tasks.rados.rados.0.smithi090.stdout:759: done (0 left) 2024-04-15T16:31:10.443 INFO:tasks.rados.rados.0.smithi090.stdout:760: read oid 42 snap -1 2024-04-15T16:31:10.444 INFO:tasks.rados.rados.0.smithi090.stdout:760: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:31:10.444 INFO:tasks.rados.rados.0.smithi090.stdout:761: read oid 24 snap -1 2024-04-15T16:31:10.444 INFO:tasks.rados.rados.0.smithi090.stdout:761: expect deleted 2024-04-15T16:31:10.444 INFO:tasks.rados.rados.0.smithi090.stdout:762: snap_create 2024-04-15T16:31:10.444 INFO:tasks.rados.rados.0.smithi090.stdout:760: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:31:10.766 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:10 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:10.542+0000 7fe1a186d200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T16:31:10.766 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:10 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:10.659+0000 7fe1a186d200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T16:31:10.766 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:10 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:10.768+0000 7fe1a186d200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T16:31:10.766 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:10 smithi153 ceph-mon[30366]: mgrmap e32: y(active, since 1.00849s) 2024-04-15T16:31:10.766 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:10 smithi153 ceph-mon[30366]: osdmap e194: 8 total, 8 up, 8 in 2024-04-15T16:31:10.766 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:10 smithi153 ceph-mon[30366]: [15/Apr/2024:16:31:09] ENGINE Bus STARTING 2024-04-15T16:31:10.767 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:10 smithi153 ceph-mon[30366]: [15/Apr/2024:16:31:09] ENGINE Serving on https://172.21.15.90:7150 2024-04-15T16:31:10.767 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:10 smithi153 ceph-mon[30366]: [15/Apr/2024:16:31:09] ENGINE Serving on http://172.21.15.90:8765 2024-04-15T16:31:10.767 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:10 smithi153 ceph-mon[30366]: [15/Apr/2024:16:31:09] ENGINE Bus STARTED 2024-04-15T16:31:11.068 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:10 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:10.879+0000 7fe1a186d200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T16:31:11.068 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:11 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:11.070+0000 7fe1a186d200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T16:31:11.440 INFO:tasks.rados.rados.0.smithi090.stdout:760: done (2 left) 2024-04-15T16:31:11.440 INFO:tasks.rados.rados.0.smithi090.stdout:761: done (1 left) 2024-04-15T16:31:11.440 INFO:tasks.rados.rados.0.smithi090.stdout:762: done (0 left) 2024-04-15T16:31:11.440 INFO:tasks.rados.rados.0.smithi090.stdout:763: delete oid 10 current snap is 65 2024-04-15T16:31:11.442 INFO:tasks.rados.rados.0.smithi090.stdout:763: done (0 left) 2024-04-15T16:31:11.442 INFO:tasks.rados.rados.0.smithi090.stdout:764: snap_create 2024-04-15T16:31:11.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:11 smithi090 ceph-mon[38312]: pgmap v5: 121 pgs: 121 active+clean; 89 MiB data, 534 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:31:11.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:11 smithi090 ceph-mon[38312]: mgrmap e33: y(active, since 2s) 2024-04-15T16:31:11.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:11 smithi090 ceph-mon[38312]: osdmap e195: 8 total, 8 up, 8 in 2024-04-15T16:31:11.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:11 smithi090 ceph-mon[27209]: pgmap v5: 121 pgs: 121 active+clean; 89 MiB data, 534 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:31:11.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:11 smithi090 ceph-mon[27209]: mgrmap e33: y(active, since 2s) 2024-04-15T16:31:11.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:11 smithi090 ceph-mon[27209]: osdmap e195: 8 total, 8 up, 8 in 2024-04-15T16:31:11.836 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:11 smithi153 ceph-mon[30366]: pgmap v5: 121 pgs: 121 active+clean; 89 MiB data, 534 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:31:11.836 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:11 smithi153 ceph-mon[30366]: mgrmap e33: y(active, since 2s) 2024-04-15T16:31:11.836 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:11 smithi153 ceph-mon[30366]: osdmap e195: 8 total, 8 up, 8 in 2024-04-15T16:31:11.997 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:31:12.321 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:31:12.321 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (3m) 8s ago 4m 25.1M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:31:12.322 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (4m) 9s ago 4m 90.2M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:31:12.322 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (5m) 8s ago 5m 17.2M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:31:12.322 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (5m) 9s ago 5m 14.7M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:31:12.322 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (57s) 9s ago 9m 505M - 19.0.0-3080-gc2d8c315 259793512b73 a868b18e87c6 2024-04-15T16:31:12.322 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (13s) 8s ago 10m 97.3M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:31:12.322 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (11m) 8s ago 11m 50.1M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 8c701e222abf 2024-04-15T16:31:12.322 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (9m) 9s ago 9m 44.7M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a e06ba4d813e6 2024-04-15T16:31:12.322 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (9m) 8s ago 9m 46.4M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 57a10c825a2a 2024-04-15T16:31:12.322 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (4m) 8s ago 4m 15.8M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:31:12.322 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (4m) 9s ago 4m 15.8M - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:31:12.322 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (8m) 8s ago 8m 121M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f170958feb54 2024-04-15T16:31:12.322 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (8m) 8s ago 8m 91.1M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a d1a207a9d3b7 2024-04-15T16:31:12.322 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (8m) 8s ago 8m 89.8M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 25f8f850f0c1 2024-04-15T16:31:12.323 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (7m) 8s ago 7m 99.9M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 2a999947f8da 2024-04-15T16:31:12.323 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (7m) 9s ago 7m 122M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 72f8dca53733 2024-04-15T16:31:12.323 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (6m) 9s ago 6m 99.0M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f4ca8da35c81 2024-04-15T16:31:12.323 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (6m) 9s ago 6m 85.5M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 66e4ab03958e 2024-04-15T16:31:12.323 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (6m) 9s ago 6m 73.6M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:31:12.323 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (19s) 9s ago 5m 35.0M - 2.43.0 a07b618ecd1d 7e9947511545 2024-04-15T16:31:12.377 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:12.096+0000 7fe1a186d200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T16:31:12.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:12.229+0000 7fe1a186d200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T16:31:12.446 INFO:tasks.rados.rados.0.smithi090.stdout:764: done (0 left) 2024-04-15T16:31:12.446 INFO:tasks.rados.rados.0.smithi090.stdout:765: read oid 17 snap -1 2024-04-15T16:31:12.446 INFO:tasks.rados.rados.0.smithi090.stdout:765: expect deleted 2024-04-15T16:31:12.447 INFO:tasks.rados.rados.0.smithi090.stdout:766: rollback oid 6 current snap is 66 2024-04-15T16:31:12.447 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 65 2024-04-15T16:31:12.447 INFO:tasks.rados.rados.0.smithi090.stdout:767: read oid 27 snap 59 2024-04-15T16:31:12.447 INFO:tasks.rados.rados.0.smithi090.stdout:767: expect deleted 2024-04-15T16:31:12.447 INFO:tasks.rados.rados.0.smithi090.stdout:768: copy_from oid 18 from oid 22 current snap is 66 2024-04-15T16:31:12.447 INFO:tasks.rados.rados.0.smithi090.stdout:769: rmattr oid 14 current snap is 66 2024-04-15T16:31:12.447 INFO:tasks.rados.rados.0.smithi090.stdout:769: done (4 left) 2024-04-15T16:31:12.447 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 66 2024-04-15T16:31:12.447 INFO:tasks.rados.rados.0.smithi090.stdout:770: seq_num 255 ranges {1089536=679936,1769472=548864,2318336=598016,2916352=57344} 2024-04-15T16:31:12.456 INFO:tasks.rados.rados.0.smithi090.stdout:770: writing smithi09078167-11 from 1089536 to 1769472 tid 1 2024-04-15T16:31:12.460 INFO:tasks.rados.rados.0.smithi090.stdout:770: writing smithi09078167-11 from 1769472 to 2318336 tid 2 2024-04-15T16:31:12.463 INFO:tasks.rados.rados.0.smithi090.stdout:770: writing smithi09078167-11 from 2318336 to 2916352 tid 3 2024-04-15T16:31:12.464 INFO:tasks.rados.rados.0.smithi090.stdout:770: writing smithi09078167-11 from 2916352 to 2973696 tid 4 2024-04-15T16:31:12.464 INFO:tasks.rados.rados.0.smithi090.stdout:771: setattr oid 25 current snap is 66 2024-04-15T16:31:12.464 INFO:tasks.rados.rados.0.smithi090.stdout:766: finishing rollback tid 0 to smithi09078167-6 2024-04-15T16:31:12.464 INFO:tasks.rados.rados.0.smithi090.stdout:766: finishing rollback tid 1 to smithi09078167-6 2024-04-15T16:31:12.465 INFO:tasks.rados.rados.0.smithi090.stdout:766: finishing rollback tid 2 to smithi09078167-6 2024-04-15T16:31:12.465 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 238 (ObjNum 233 snap 53 seq_num 233) dirty exists 2024-04-15T16:31:12.465 INFO:tasks.rados.rados.0.smithi090.stdout:770: finishing write tid 1 to smithi09078167-11 2024-04-15T16:31:12.465 INFO:tasks.rados.rados.0.smithi090.stdout:770: finishing write tid 2 to smithi09078167-11 2024-04-15T16:31:12.466 INFO:tasks.rados.rados.0.smithi090.stdout:765: done (5 left) 2024-04-15T16:31:12.466 INFO:tasks.rados.rados.0.smithi090.stdout:766: done (4 left) 2024-04-15T16:31:12.467 INFO:tasks.rados.rados.0.smithi090.stdout:767: done (3 left) 2024-04-15T16:31:12.467 INFO:tasks.rados.rados.0.smithi090.stdout:772: read oid 8 snap -1 2024-04-15T16:31:12.467 INFO:tasks.rados.rados.0.smithi090.stdout:772: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:31:12.467 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 66 2024-04-15T16:31:12.467 INFO:tasks.rados.rados.0.smithi090.stdout:773: seq_num 256 ranges {0=696320,696320=434176,1130496=770048} 2024-04-15T16:31:12.470 INFO:tasks.rados.rados.0.smithi090.stdout:773: writing smithi09078167-49 from 0 to 696320 tid 1 2024-04-15T16:31:12.473 INFO:tasks.rados.rados.0.smithi090.stdout:773: writing smithi09078167-49 from 696320 to 1130496 tid 2 2024-04-15T16:31:12.478 INFO:tasks.rados.rados.0.smithi090.stdout:773: writing smithi09078167-49 from 1130496 to 1900544 tid 3 2024-04-15T16:31:12.478 INFO:tasks.rados.rados.0.smithi090.stdout:774: delete oid 35 current snap is 66 2024-04-15T16:31:12.478 INFO:tasks.rados.rados.0.smithi090.stdout:772: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:31:12.481 INFO:tasks.rados.rados.0.smithi090.stdout:770: finishing write tid 3 to smithi09078167-11 2024-04-15T16:31:12.481 INFO:tasks.rados.rados.0.smithi090.stdout:770: finishing write tid 4 to smithi09078167-11 2024-04-15T16:31:12.481 INFO:tasks.rados.rados.0.smithi090.stdout:770: finishing write tid 5 to smithi09078167-11 2024-04-15T16:31:12.481 INFO:tasks.rados.rados.0.smithi090.stdout:770: finishing write tid 6 to smithi09078167-11 2024-04-15T16:31:12.481 INFO:tasks.rados.rados.0.smithi090.stdout:770: oid 11 updating version 0 to 192 2024-04-15T16:31:12.481 INFO:tasks.rados.rados.0.smithi090.stdout:770: oid 11 version 192 is already newer than 191 2024-04-15T16:31:12.481 INFO:tasks.rados.rados.0.smithi090.stdout:770: oid 11 version 192 is already newer than 190 2024-04-15T16:31:12.481 INFO:tasks.rados.rados.0.smithi090.stdout:770: oid 11 updating version 192 to 193 2024-04-15T16:31:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:770: oid 11 updating version 193 to 194 2024-04-15T16:31:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 194 (ObjNum 255 snap 66 seq_num 255) dirty exists 2024-04-15T16:31:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:770: left oid 11 (ObjNum 255 snap 66 seq_num 255) 2024-04-15T16:31:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:768: finishing copy_from racing read to smithi09078167-18 2024-04-15T16:31:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:768: finishing copy_from to smithi09078167-18 2024-04-15T16:31:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 247 (ObjNum 244 snap 59 seq_num 244) dirty exists 2024-04-15T16:31:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 248 (ObjNum 65 snap 0 seq_num 3728002928) dirty exists 2024-04-15T16:31:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:773: finishing write tid 1 to smithi09078167-49 2024-04-15T16:31:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:773: finishing write tid 2 to smithi09078167-49 2024-04-15T16:31:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:768: done (5 left) 2024-04-15T16:31:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:770: done (4 left) 2024-04-15T16:31:12.482 INFO:tasks.rados.rados.0.smithi090.stdout:771: done (3 left) 2024-04-15T16:31:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:772: done (2 left) 2024-04-15T16:31:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:774: done (1 left) 2024-04-15T16:31:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:775: read oid 9 snap -1 2024-04-15T16:31:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:775: expect (ObjNum 236 snap 53 seq_num 236) 2024-04-15T16:31:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:776: read oid 40 snap 57 2024-04-15T16:31:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:776: expect (ObjNum 231 snap 53 seq_num 231) 2024-04-15T16:31:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 66 2024-04-15T16:31:12.483 INFO:tasks.rados.rados.0.smithi090.stdout:777: seq_num 258 ranges {0=729088,729088=606208,1335296=598016} 2024-04-15T16:31:12.484 INFO:tasks.rados.rados.0.smithi090.stdout:777: writing smithi09078167-37 from 0 to 729088 tid 1 2024-04-15T16:31:12.488 INFO:tasks.rados.rados.0.smithi090.stdout:777: writing smithi09078167-37 from 729088 to 1335296 tid 2 2024-04-15T16:31:12.493 INFO:tasks.rados.rados.0.smithi090.stdout:777: writing smithi09078167-37 from 1335296 to 1933312 tid 3 2024-04-15T16:31:12.493 INFO:tasks.rados.rados.0.smithi090.stdout:778: rmattr oid 41 current snap is 66 2024-04-15T16:31:12.493 INFO:tasks.rados.rados.0.smithi090.stdout:778: done (4 left) 2024-04-15T16:31:12.493 INFO:tasks.rados.rados.0.smithi090.stdout:779: snap_remove snap 64 2024-04-15T16:31:12.493 INFO:tasks.rados.rados.0.smithi090.stdout:773: finishing write tid 3 to smithi09078167-49 2024-04-15T16:31:12.494 INFO:tasks.rados.rados.0.smithi090.stdout:773: finishing write tid 4 to smithi09078167-49 2024-04-15T16:31:12.494 INFO:tasks.rados.rados.0.smithi090.stdout:773: finishing write tid 5 to smithi09078167-49 2024-04-15T16:31:12.494 INFO:tasks.rados.rados.0.smithi090.stdout:773: oid 49 updating version 0 to 157 2024-04-15T16:31:12.494 INFO:tasks.rados.rados.0.smithi090.stdout:773: oid 49 updating version 157 to 160 2024-04-15T16:31:12.494 INFO:tasks.rados.rados.0.smithi090.stdout:773: oid 49 version 160 is already newer than 159 2024-04-15T16:31:12.494 INFO:tasks.rados.rados.0.smithi090.stdout:773: oid 49 version 160 is already newer than 158 2024-04-15T16:31:12.494 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 160 (ObjNum 256 snap 66 seq_num 256) dirty exists 2024-04-15T16:31:12.494 INFO:tasks.rados.rados.0.smithi090.stdout:773: left oid 49 (ObjNum 256 snap 66 seq_num 256) 2024-04-15T16:31:12.706 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:12 smithi153 ceph-mon[30366]: osdmap e196: 8 total, 8 up, 8 in 2024-04-15T16:31:12.707 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:12 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:12.707 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:12.605+0000 7fe1a186d200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T16:31:12.707 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:12.698+0000 7fe1a186d200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T16:31:12.756 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:31:12.756 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:31:12.757 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T16:31:12.757 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:31:12.757 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:31:12.757 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 1 2024-04-15T16:31:12.757 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:31:12.757 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:31:12.757 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T16:31:12.757 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:31:12.757 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:31:12.757 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:31:12.757 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:31:12.757 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:31:12.757 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 13, 2024-04-15T16:31:12.757 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 1 2024-04-15T16:31:12.758 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:31:12.758 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:31:12.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:12 smithi090 ceph-mon[27209]: osdmap e196: 8 total, 8 up, 8 in 2024-04-15T16:31:12.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:12 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:12.758 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:12 smithi090 ceph-mon[38312]: osdmap e196: 8 total, 8 up, 8 in 2024-04-15T16:31:12.758 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:12 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:13.089 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:12.902+0000 7fe1a186d200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:31:13.089 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:13 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:13.091+0000 7fe1a186d200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T16:31:13.462 INFO:tasks.rados.rados.0.smithi090.stdout:773: done (4 left) 2024-04-15T16:31:13.462 INFO:tasks.rados.rados.0.smithi090.stdout:779: done (3 left) 2024-04-15T16:31:13.462 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 66 2024-04-15T16:31:13.462 INFO:tasks.rados.rados.0.smithi090.stdout:780: seq_num 259 ranges {5971968=745472,6717440=540672,7258112=581632,7839744=81920} 2024-04-15T16:31:13.500 INFO:tasks.rados.rados.0.smithi090.stdout:780: writing smithi09078167-6 from 5971968 to 6717440 tid 1 2024-04-15T16:31:13.503 INFO:tasks.rados.rados.0.smithi090.stdout:780: writing smithi09078167-6 from 6717440 to 7258112 tid 2 2024-04-15T16:31:13.506 INFO:tasks.rados.rados.0.smithi090.stdout:780: writing smithi09078167-6 from 7258112 to 7839744 tid 3 2024-04-15T16:31:13.507 INFO:tasks.rados.rados.0.smithi090.stdout:780: writing smithi09078167-6 from 7839744 to 7921664 tid 4 2024-04-15T16:31:13.507 INFO:tasks.rados.rados.0.smithi090.stdout:781: rollback oid 46 current snap is 66 2024-04-15T16:31:13.507 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 55 2024-04-15T16:31:13.507 INFO:tasks.rados.rados.0.smithi090.stdout:776: expect (ObjNum 231 snap 53 seq_num 231) 2024-04-15T16:31:13.562 INFO:tasks.rados.rados.0.smithi090.stdout:777: finishing write tid 1 to smithi09078167-37 2024-04-15T16:31:13.562 INFO:tasks.rados.rados.0.smithi090.stdout:777: finishing write tid 2 to smithi09078167-37 2024-04-15T16:31:13.562 INFO:tasks.rados.rados.0.smithi090.stdout:777: finishing write tid 3 to smithi09078167-37 2024-04-15T16:31:13.562 INFO:tasks.rados.rados.0.smithi090.stdout:777: finishing write tid 4 to smithi09078167-37 2024-04-15T16:31:13.562 INFO:tasks.rados.rados.0.smithi090.stdout:777: finishing write tid 5 to smithi09078167-37 2024-04-15T16:31:13.562 INFO:tasks.rados.rados.0.smithi090.stdout:777: oid 37 updating version 0 to 180 2024-04-15T16:31:13.562 INFO:tasks.rados.rados.0.smithi090.stdout:777: oid 37 updating version 180 to 181 2024-04-15T16:31:13.562 INFO:tasks.rados.rados.0.smithi090.stdout:777: oid 37 version 181 is already newer than 178 2024-04-15T16:31:13.563 INFO:tasks.rados.rados.0.smithi090.stdout:777: oid 37 version 181 is already newer than 179 2024-04-15T16:31:13.563 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 181 (ObjNum 258 snap 66 seq_num 258) dirty exists 2024-04-15T16:31:13.563 INFO:tasks.rados.rados.0.smithi090.stdout:777: left oid 37 (ObjNum 258 snap 66 seq_num 258) 2024-04-15T16:31:13.563 INFO:tasks.rados.rados.0.smithi090.stdout:775: expect (ObjNum 236 snap 53 seq_num 236) 2024-04-15T16:31:13.687 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:13 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:13.402+0000 7fe1a186d200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:31:13.688 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:13 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:31:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:31:13.688 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:13 smithi153 ceph-mon[30366]: from='client.25154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:31:13.688 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:13 smithi153 ceph-mon[30366]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:31:13.688 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:13 smithi153 ceph-mon[30366]: pgmap v8: 121 pgs: 121 active+clean; 89 MiB data, 534 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:31:13.688 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:13 smithi153 ceph-mon[30366]: osdmap e197: 8 total, 8 up, 8 in 2024-04-15T16:31:13.688 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:13 smithi153 ceph-mon[30366]: mgrmap e34: y(active, since 4s) 2024-04-15T16:31:13.688 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:13 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:13.688 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:13 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2123598252' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:31:13.688 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:13 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:13.689 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:13 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:13.825 INFO:tasks.rados.rados.0.smithi090.stdout:780: finishing write tid 1 to smithi09078167-6 2024-04-15T16:31:13.825 INFO:tasks.rados.rados.0.smithi090.stdout:780: finishing write tid 2 to smithi09078167-6 2024-04-15T16:31:13.825 INFO:tasks.rados.rados.0.smithi090.stdout:781: finishing rollback tid 1 to smithi09078167-46 2024-04-15T16:31:13.825 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 0 (ObjNum 49 snap 0 seq_num 3694316656) dirty dne 2024-04-15T16:31:13.825 INFO:tasks.rados.rados.0.smithi090.stdout:780: finishing write tid 3 to smithi09078167-6 2024-04-15T16:31:13.825 INFO:tasks.rados.rados.0.smithi090.stdout:780: finishing write tid 4 to smithi09078167-6 2024-04-15T16:31:13.825 INFO:tasks.rados.rados.0.smithi090.stdout:780: finishing write tid 5 to smithi09078167-6 2024-04-15T16:31:13.825 INFO:tasks.rados.rados.0.smithi090.stdout:780: finishing write tid 6 to smithi09078167-6 2024-04-15T16:31:13.825 INFO:tasks.rados.rados.0.smithi090.stdout:780: oid 6 updating version 0 to 244 2024-04-15T16:31:13.825 INFO:tasks.rados.rados.0.smithi090.stdout:780: oid 6 updating version 244 to 245 2024-04-15T16:31:13.825 INFO:tasks.rados.rados.0.smithi090.stdout:780: oid 6 version 245 is already newer than 241 2024-04-15T16:31:13.826 INFO:tasks.rados.rados.0.smithi090.stdout:780: oid 6 version 245 is already newer than 242 2024-04-15T16:31:13.826 INFO:tasks.rados.rados.0.smithi090.stdout:780: oid 6 version 245 is already newer than 243 2024-04-15T16:31:13.826 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 245 (ObjNum 259 snap 66 seq_num 259) dirty exists 2024-04-15T16:31:13.826 INFO:tasks.rados.rados.0.smithi090.stdout:780: left oid 6 (ObjNum 259 snap 66 seq_num 259) 2024-04-15T16:31:13.826 INFO:tasks.rados.rados.0.smithi090.stdout:775: done (4 left) 2024-04-15T16:31:13.826 INFO:tasks.rados.rados.0.smithi090.stdout:776: done (3 left) 2024-04-15T16:31:13.826 INFO:tasks.rados.rados.0.smithi090.stdout:777: done (2 left) 2024-04-15T16:31:13.826 INFO:tasks.rados.rados.0.smithi090.stdout:780: done (1 left) 2024-04-15T16:31:13.826 INFO:tasks.rados.rados.0.smithi090.stdout:781: done (0 left) 2024-04-15T16:31:13.826 INFO:tasks.rados.rados.0.smithi090.stdout:782: snap_create 2024-04-15T16:31:13.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[38312]: from='client.25154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:31:13.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[38312]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:31:13.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[38312]: pgmap v8: 121 pgs: 121 active+clean; 89 MiB data, 534 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:31:13.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[38312]: osdmap e197: 8 total, 8 up, 8 in 2024-04-15T16:31:13.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[38312]: mgrmap e34: y(active, since 4s) 2024-04-15T16:31:13.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:13.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2123598252' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:31:13.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:13.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:13.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[27209]: from='client.25154 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:31:13.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[27209]: from='client.15288 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:31:13.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[27209]: pgmap v8: 121 pgs: 121 active+clean; 89 MiB data, 534 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:31:13.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[27209]: osdmap e197: 8 total, 8 up, 8 in 2024-04-15T16:31:13.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[27209]: mgrmap e34: y(active, since 4s) 2024-04-15T16:31:13.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:13.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[27209]: from='client.? 172.21.15.90:0/2123598252' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:31:13.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:13.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:13 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:13.941 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:13 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:13.689+0000 7fe1a186d200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T16:31:13.941 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:13 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:13.943+0000 7fe1a186d200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T16:31:13.958 INFO:tasks.rados.rados.0.smithi090.stdout:782: done (0 left) 2024-04-15T16:31:13.959 INFO:tasks.rados.rados.0.smithi090.stdout:783: copy_from oid 48 from oid 7 current snap is 67 2024-04-15T16:31:13.959 INFO:tasks.rados.rados.0.smithi090.stdout:784: read oid 2 snap -1 2024-04-15T16:31:13.959 INFO:tasks.rados.rados.0.smithi090.stdout:784: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:31:13.959 INFO:tasks.rados.rados.0.smithi090.stdout:785: read oid 50 snap -1 2024-04-15T16:31:13.959 INFO:tasks.rados.rados.0.smithi090.stdout:785: expect deleted 2024-04-15T16:31:13.959 INFO:tasks.rados.rados.0.smithi090.stdout:786: snap_create 2024-04-15T16:31:13.959 INFO:tasks.rados.rados.0.smithi090.stdout:783: finishing copy_from to smithi09078167-48 2024-04-15T16:31:13.959 INFO:tasks.rados.rados.0.smithi090.stdout:783: got expected ENOENT (src dne) 2024-04-15T16:31:13.959 INFO:tasks.rados.rados.0.smithi090.stdout:783: finishing copy_from racing read to smithi09078167-48 2024-04-15T16:31:13.959 INFO:tasks.rados.rados.0.smithi090.stdout:784: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:31:14.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:14 smithi090 ceph-mon[38312]: osdmap e198: 8 total, 8 up, 8 in 2024-04-15T16:31:14.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:14 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:14.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:14 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:14.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:14 smithi090 ceph-mon[38312]: osdmap e199: 8 total, 8 up, 8 in 2024-04-15T16:31:14.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:14 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:14.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:14 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:14.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:14 smithi090 ceph-mon[27209]: osdmap e198: 8 total, 8 up, 8 in 2024-04-15T16:31:14.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:14 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:14.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:14 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:14.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:14 smithi090 ceph-mon[27209]: osdmap e199: 8 total, 8 up, 8 in 2024-04-15T16:31:14.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:14 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:14.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:14 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:14.787 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:14 smithi153 ceph-mon[30366]: osdmap e198: 8 total, 8 up, 8 in 2024-04-15T16:31:14.787 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:14 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:14.788 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:14 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:14.788 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:14 smithi153 ceph-mon[30366]: osdmap e199: 8 total, 8 up, 8 in 2024-04-15T16:31:14.788 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:14 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:14.788 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:14 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:14.959 INFO:tasks.rados.rados.0.smithi090.stdout:783: done (3 left) 2024-04-15T16:31:14.959 INFO:tasks.rados.rados.0.smithi090.stdout:784: done (2 left) 2024-04-15T16:31:14.959 INFO:tasks.rados.rados.0.smithi090.stdout:785: done (1 left) 2024-04-15T16:31:14.959 INFO:tasks.rados.rados.0.smithi090.stdout:786: done (0 left) 2024-04-15T16:31:14.959 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 68 2024-04-15T16:31:14.959 INFO:tasks.rados.rados.0.smithi090.stdout:787: seq_num 260 ranges {0=761856,761856=417792,1179648=786432} 2024-04-15T16:31:14.963 INFO:tasks.rados.rados.0.smithi090.stdout:787: writing smithi09078167-35 from 0 to 761856 tid 1 2024-04-15T16:31:14.965 INFO:tasks.rados.rados.0.smithi090.stdout:787: writing smithi09078167-35 from 761856 to 1179648 tid 2 2024-04-15T16:31:14.971 INFO:tasks.rados.rados.0.smithi090.stdout:787: writing smithi09078167-35 from 1179648 to 1966080 tid 3 2024-04-15T16:31:14.971 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 68 2024-04-15T16:31:14.971 INFO:tasks.rados.rados.0.smithi090.stdout:787: finishing write tid 1 to smithi09078167-35 2024-04-15T16:31:14.971 INFO:tasks.rados.rados.0.smithi090.stdout:787: finishing write tid 2 to smithi09078167-35 2024-04-15T16:31:14.971 INFO:tasks.rados.rados.0.smithi090.stdout:788: seq_num 261 ranges {1474560=778240,2252800=704512,2957312=499712} 2024-04-15T16:31:14.982 INFO:tasks.rados.rados.0.smithi090.stdout:788: writing smithi09078167-40 from 1474560 to 2252800 tid 1 2024-04-15T16:31:14.985 INFO:tasks.rados.rados.0.smithi090.stdout:788: writing smithi09078167-40 from 2252800 to 2957312 tid 2 2024-04-15T16:31:14.989 INFO:tasks.rados.rados.0.smithi090.stdout:788: writing smithi09078167-40 from 2957312 to 3457024 tid 3 2024-04-15T16:31:14.989 INFO:tasks.rados.rados.0.smithi090.stdout:789: read oid 22 snap -1 2024-04-15T16:31:14.989 INFO:tasks.rados.rados.0.smithi090.stdout:789: expect (ObjNum 244 snap 59 seq_num 244) 2024-04-15T16:31:14.989 INFO:tasks.rados.rados.0.smithi090.stdout:790: delete oid 31 current snap is 68 2024-04-15T16:31:14.989 INFO:tasks.rados.rados.0.smithi090.stdout:787: finishing write tid 3 to smithi09078167-35 2024-04-15T16:31:14.989 INFO:tasks.rados.rados.0.smithi090.stdout:787: finishing write tid 4 to smithi09078167-35 2024-04-15T16:31:14.989 INFO:tasks.rados.rados.0.smithi090.stdout:787: finishing write tid 5 to smithi09078167-35 2024-04-15T16:31:14.990 INFO:tasks.rados.rados.0.smithi090.stdout:787: oid 35 updating version 0 to 172 2024-04-15T16:31:14.990 INFO:tasks.rados.rados.0.smithi090.stdout:787: oid 35 updating version 172 to 173 2024-04-15T16:31:14.990 INFO:tasks.rados.rados.0.smithi090.stdout:787: oid 35 updating version 173 to 174 2024-04-15T16:31:14.990 INFO:tasks.rados.rados.0.smithi090.stdout:787: oid 35 version 174 is already newer than 171 2024-04-15T16:31:14.990 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 174 (ObjNum 260 snap 68 seq_num 260) dirty exists 2024-04-15T16:31:14.990 INFO:tasks.rados.rados.0.smithi090.stdout:787: left oid 35 (ObjNum 260 snap 68 seq_num 260) 2024-04-15T16:31:14.990 INFO:tasks.rados.rados.0.smithi090.stdout:788: finishing write tid 1 to smithi09078167-40 2024-04-15T16:31:14.990 INFO:tasks.rados.rados.0.smithi090.stdout:788: finishing write tid 2 to smithi09078167-40 2024-04-15T16:31:14.991 INFO:tasks.rados.rados.0.smithi090.stdout:787: done (3 left) 2024-04-15T16:31:14.992 INFO:tasks.rados.rados.0.smithi090.stdout:790: done (2 left) 2024-04-15T16:31:14.992 INFO:tasks.rados.rados.0.smithi090.stdout:791: read oid 8 snap -1 2024-04-15T16:31:14.992 INFO:tasks.rados.rados.0.smithi090.stdout:791: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:31:14.992 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 68 2024-04-15T16:31:14.992 INFO:tasks.rados.rados.0.smithi090.stdout:792: seq_num 263 ranges {3145728=409600,3555328=475136,4030464=557056,4587520=573440} 2024-04-15T16:31:15.010 INFO:tasks.rados.rados.0.smithi090.stdout:792: writing smithi09078167-20 from 3145728 to 3555328 tid 1 2024-04-15T16:31:15.012 INFO:tasks.rados.rados.0.smithi090.stdout:792: writing smithi09078167-20 from 3555328 to 4030464 tid 2 2024-04-15T16:31:15.015 INFO:tasks.rados.rados.0.smithi090.stdout:792: writing smithi09078167-20 from 4030464 to 4587520 tid 3 2024-04-15T16:31:15.019 INFO:tasks.rados.rados.0.smithi090.stdout:792: writing smithi09078167-20 from 4587520 to 5160960 tid 4 2024-04-15T16:31:15.019 INFO:tasks.rados.rados.0.smithi090.stdout:793: read oid 42 snap -1 2024-04-15T16:31:15.020 INFO:tasks.rados.rados.0.smithi090.stdout:793: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:31:15.020 INFO:tasks.rados.rados.0.smithi090.stdout:794: read oid 35 snap -1 2024-04-15T16:31:15.020 INFO:tasks.rados.rados.0.smithi090.stdout:794: expect (ObjNum 260 snap 68 seq_num 260) 2024-04-15T16:31:15.020 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 68 2024-04-15T16:31:15.020 INFO:tasks.rados.rados.0.smithi090.stdout:788: finishing write tid 3 to smithi09078167-40 2024-04-15T16:31:15.020 INFO:tasks.rados.rados.0.smithi090.stdout:788: finishing write tid 4 to smithi09078167-40 2024-04-15T16:31:15.020 INFO:tasks.rados.rados.0.smithi090.stdout:788: finishing write tid 5 to smithi09078167-40 2024-04-15T16:31:15.020 INFO:tasks.rados.rados.0.smithi090.stdout:788: oid 40 updating version 0 to 247 2024-04-15T16:31:15.020 INFO:tasks.rados.rados.0.smithi090.stdout:788: oid 40 updating version 247 to 248 2024-04-15T16:31:15.020 INFO:tasks.rados.rados.0.smithi090.stdout:788: oid 40 updating version 248 to 250 2024-04-15T16:31:15.020 INFO:tasks.rados.rados.0.smithi090.stdout:788: oid 40 version 250 is already newer than 249 2024-04-15T16:31:15.020 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 250 (ObjNum 261 snap 68 seq_num 261) dirty exists 2024-04-15T16:31:15.020 INFO:tasks.rados.rados.0.smithi090.stdout:788: left oid 40 (ObjNum 261 snap 68 seq_num 261) 2024-04-15T16:31:15.020 INFO:tasks.rados.rados.0.smithi090.stdout:789: expect (ObjNum 244 snap 59 seq_num 244) 2024-04-15T16:31:15.101 INFO:tasks.rados.rados.0.smithi090.stdout:791: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:31:15.103 INFO:tasks.rados.rados.0.smithi090.stdout:792: finishing write tid 1 to smithi09078167-20 2024-04-15T16:31:15.103 INFO:tasks.rados.rados.0.smithi090.stdout:792: finishing write tid 2 to smithi09078167-20 2024-04-15T16:31:15.103 INFO:tasks.rados.rados.0.smithi090.stdout:792: finishing write tid 3 to smithi09078167-20 2024-04-15T16:31:15.103 INFO:tasks.rados.rados.0.smithi090.stdout:793: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-15T16:31:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:792: finishing write tid 4 to smithi09078167-20 2024-04-15T16:31:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:792: finishing write tid 5 to smithi09078167-20 2024-04-15T16:31:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:792: finishing write tid 6 to smithi09078167-20 2024-04-15T16:31:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:792: oid 20 updating version 0 to 253 2024-04-15T16:31:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:792: oid 20 version 253 is already newer than 249 2024-04-15T16:31:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:792: oid 20 version 253 is already newer than 250 2024-04-15T16:31:15.118 INFO:tasks.rados.rados.0.smithi090.stdout:792: oid 20 version 253 is already newer than 251 2024-04-15T16:31:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:792: oid 20 version 253 is already newer than 252 2024-04-15T16:31:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 253 (ObjNum 263 snap 68 seq_num 263) dirty exists 2024-04-15T16:31:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:792: left oid 20 (ObjNum 263 snap 68 seq_num 263) 2024-04-15T16:31:15.119 INFO:tasks.rados.rados.0.smithi090.stdout:794: expect (ObjNum 260 snap 68 seq_num 260) 2024-04-15T16:31:15.127 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:14 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:14.789+0000 7fe1a186d200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T16:31:15.169 INFO:tasks.rados.rados.0.smithi090.stdout:795: seq_num 264 ranges {573440=425984,999424=761856,1761280=770048,2531328=73728} 2024-04-15T16:31:15.174 INFO:tasks.rados.rados.0.smithi090.stdout:795: writing smithi09078167-30 from 573440 to 999424 tid 1 2024-04-15T16:31:15.178 INFO:tasks.rados.rados.0.smithi090.stdout:795: writing smithi09078167-30 from 999424 to 1761280 tid 2 2024-04-15T16:31:15.182 INFO:tasks.rados.rados.0.smithi090.stdout:795: writing smithi09078167-30 from 1761280 to 2531328 tid 3 2024-04-15T16:31:15.184 INFO:tasks.rados.rados.0.smithi090.stdout:795: writing smithi09078167-30 from 2531328 to 2605056 tid 4 2024-04-15T16:31:15.184 INFO:tasks.rados.rados.0.smithi090.stdout:788: done (6 left) 2024-04-15T16:31:15.184 INFO:tasks.rados.rados.0.smithi090.stdout:789: done (5 left) 2024-04-15T16:31:15.184 INFO:tasks.rados.rados.0.smithi090.stdout:791: done (4 left) 2024-04-15T16:31:15.184 INFO:tasks.rados.rados.0.smithi090.stdout:792: done (3 left) 2024-04-15T16:31:15.184 INFO:tasks.rados.rados.0.smithi090.stdout:793: done (2 left) 2024-04-15T16:31:15.184 INFO:tasks.rados.rados.0.smithi090.stdout:794: done (1 left) 2024-04-15T16:31:15.185 INFO:tasks.rados.rados.0.smithi090.stdout:796: read oid 18 snap 65 2024-04-15T16:31:15.185 INFO:tasks.rados.rados.0.smithi090.stdout:796: expect deleted 2024-04-15T16:31:15.185 INFO:tasks.rados.rados.0.smithi090.stdout:797: rollback oid 13 current snap is 68 2024-04-15T16:31:15.185 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 13 to 60 2024-04-15T16:31:15.185 INFO:tasks.rados.rados.0.smithi090.stdout:795: finishing write tid 1 to smithi09078167-30 2024-04-15T16:31:15.185 INFO:tasks.rados.rados.0.smithi090.stdout:795: finishing write tid 2 to smithi09078167-30 2024-04-15T16:31:15.185 INFO:tasks.rados.rados.0.smithi090.stdout:798: read oid 37 snap -1 2024-04-15T16:31:15.185 INFO:tasks.rados.rados.0.smithi090.stdout:798: expect (ObjNum 258 snap 66 seq_num 258) 2024-04-15T16:31:15.185 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 68 2024-04-15T16:31:15.185 INFO:tasks.rados.rados.0.smithi090.stdout:799: seq_num 265 ranges {2973696=442368,3416064=647168,4063232=573440,4636672=385024} 2024-04-15T16:31:15.203 INFO:tasks.rados.rados.0.smithi090.stdout:799: writing smithi09078167-11 from 2973696 to 3416064 tid 1 2024-04-15T16:31:15.206 INFO:tasks.rados.rados.0.smithi090.stdout:799: writing smithi09078167-11 from 3416064 to 4063232 tid 2 2024-04-15T16:31:15.210 INFO:tasks.rados.rados.0.smithi090.stdout:799: writing smithi09078167-11 from 4063232 to 4636672 tid 3 2024-04-15T16:31:15.213 INFO:tasks.rados.rados.0.smithi090.stdout:799: writing smithi09078167-11 from 4636672 to 5021696 tid 4 2024-04-15T16:31:15.213 INFO:tasks.rados.rados.0.smithi090.stdout:800: delete oid 22 current snap is 68 2024-04-15T16:31:15.213 INFO:tasks.rados.rados.0.smithi090.stdout:795: finishing write tid 3 to smithi09078167-30 2024-04-15T16:31:15.213 INFO:tasks.rados.rados.0.smithi090.stdout:795: finishing write tid 4 to smithi09078167-30 2024-04-15T16:31:15.213 INFO:tasks.rados.rados.0.smithi090.stdout:795: finishing write tid 5 to smithi09078167-30 2024-04-15T16:31:15.213 INFO:tasks.rados.rados.0.smithi090.stdout:795: finishing write tid 6 to smithi09078167-30 2024-04-15T16:31:15.213 INFO:tasks.rados.rados.0.smithi090.stdout:795: oid 30 updating version 0 to 254 2024-04-15T16:31:15.213 INFO:tasks.rados.rados.0.smithi090.stdout:795: oid 30 version 254 is already newer than 253 2024-04-15T16:31:15.213 INFO:tasks.rados.rados.0.smithi090.stdout:795: oid 30 updating version 254 to 256 2024-04-15T16:31:15.213 INFO:tasks.rados.rados.0.smithi090.stdout:795: oid 30 version 256 is already newer than 255 2024-04-15T16:31:15.213 INFO:tasks.rados.rados.0.smithi090.stdout:795: oid 30 version 256 is already newer than 252 2024-04-15T16:31:15.213 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 256 (ObjNum 264 snap 68 seq_num 264) dirty exists 2024-04-15T16:31:15.213 INFO:tasks.rados.rados.0.smithi090.stdout:795: left oid 30 (ObjNum 264 snap 68 seq_num 264) 2024-04-15T16:31:15.213 INFO:tasks.rados.rados.0.smithi090.stdout:797: finishing rollback tid 0 to smithi09078167-13 2024-04-15T16:31:15.214 INFO:tasks.rados.rados.0.smithi090.stdout:797: finishing rollback tid 1 to smithi09078167-13 2024-04-15T16:31:15.214 INFO:tasks.rados.rados.0.smithi090.stdout:797: finishing rollback tid 2 to smithi09078167-13 2024-04-15T16:31:15.214 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 164 (ObjNum 232 snap 53 seq_num 232) dirty exists 2024-04-15T16:31:15.214 INFO:tasks.rados.rados.0.smithi090.stdout:798: expect (ObjNum 258 snap 66 seq_num 258) 2024-04-15T16:31:15.266 INFO:tasks.rados.rados.0.smithi090.stdout:799: finishing write tid 1 to smithi09078167-11 2024-04-15T16:31:15.267 INFO:tasks.rados.rados.0.smithi090.stdout:799: finishing write tid 2 to smithi09078167-11 2024-04-15T16:31:15.268 INFO:tasks.rados.rados.0.smithi090.stdout:799: finishing write tid 3 to smithi09078167-11 2024-04-15T16:31:15.268 INFO:tasks.rados.rados.0.smithi090.stdout:799: finishing write tid 4 to smithi09078167-11 2024-04-15T16:31:15.268 INFO:tasks.rados.rados.0.smithi090.stdout:799: finishing write tid 5 to smithi09078167-11 2024-04-15T16:31:15.268 INFO:tasks.rados.rados.0.smithi090.stdout:799: finishing write tid 6 to smithi09078167-11 2024-04-15T16:31:15.268 INFO:tasks.rados.rados.0.smithi090.stdout:799: oid 11 updating version 0 to 198 2024-04-15T16:31:15.268 INFO:tasks.rados.rados.0.smithi090.stdout:799: oid 11 updating version 198 to 200 2024-04-15T16:31:15.268 INFO:tasks.rados.rados.0.smithi090.stdout:799: oid 11 updating version 200 to 202 2024-04-15T16:31:15.268 INFO:tasks.rados.rados.0.smithi090.stdout:799: oid 11 version 202 is already newer than 199 2024-04-15T16:31:15.268 INFO:tasks.rados.rados.0.smithi090.stdout:799: oid 11 version 202 is already newer than 201 2024-04-15T16:31:15.268 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 202 (ObjNum 265 snap 68 seq_num 265) dirty exists 2024-04-15T16:31:15.268 INFO:tasks.rados.rados.0.smithi090.stdout:799: left oid 11 (ObjNum 265 snap 68 seq_num 265) 2024-04-15T16:31:15.268 INFO:tasks.rados.rados.0.smithi090.stdout:795: done (5 left) 2024-04-15T16:31:15.268 INFO:tasks.rados.rados.0.smithi090.stdout:796: done (4 left) 2024-04-15T16:31:15.269 INFO:tasks.rados.rados.0.smithi090.stdout:797: done (3 left) 2024-04-15T16:31:15.269 INFO:tasks.rados.rados.0.smithi090.stdout:798: done (2 left) 2024-04-15T16:31:15.269 INFO:tasks.rados.rados.0.smithi090.stdout:799: done (1 left) 2024-04-15T16:31:15.269 INFO:tasks.rados.rados.0.smithi090.stdout:800: done (0 left) 2024-04-15T16:31:15.269 INFO:tasks.rados.rados.0.smithi090.stdout:801: snap_remove snap 58 2024-04-15T16:31:15.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:15 smithi090 ceph-mon[38312]: pgmap v12: 121 pgs: 121 active+clean; 89 MiB data, 537 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:31:15.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:15 smithi090 ceph-mon[38312]: osdmap e200: 8 total, 8 up, 8 in 2024-04-15T16:31:15.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:15 smithi090 ceph-mon[27209]: pgmap v12: 121 pgs: 121 active+clean; 89 MiB data, 537 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:31:15.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:15 smithi090 ceph-mon[27209]: osdmap e200: 8 total, 8 up, 8 in 2024-04-15T16:31:15.706 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:15 smithi153 ceph-mon[30366]: pgmap v12: 121 pgs: 121 active+clean; 89 MiB data, 537 MiB used, 715 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:31:15.706 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:15 smithi153 ceph-mon[30366]: osdmap e200: 8 total, 8 up, 8 in 2024-04-15T16:31:15.706 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:15 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:15.381+0000 7fe1a186d200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T16:31:15.706 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:15 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:15.485+0000 7fe1a186d200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T16:31:15.706 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:15 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:15.708+0000 7fe1a186d200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T16:31:15.959 INFO:tasks.rados.rados.0.smithi090.stdout:801: done (0 left) 2024-04-15T16:31:15.959 INFO:tasks.rados.rados.0.smithi090.stdout:802: read oid 14 snap -1 2024-04-15T16:31:15.959 INFO:tasks.rados.rados.0.smithi090.stdout:802: expect (ObjNum 214 snap 50 seq_num 214) 2024-04-15T16:31:15.959 INFO:tasks.rados.rados.0.smithi090.stdout:803: snap_remove snap 59 2024-04-15T16:31:16.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:15 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: [15/Apr/2024:16:31:15] ENGINE Bus STARTING 2024-04-15T16:31:16.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:15 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: CherryPy Checker: 2024-04-15T16:31:16.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:15 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: The Application mounted at '' has an empty config. 2024-04-15T16:31:16.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:15 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: 2024-04-15T16:31:16.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:15 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: [15/Apr/2024:16:31:15] ENGINE Serving on http://:::9283 2024-04-15T16:31:16.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:15 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[64007]: [15/Apr/2024:16:31:15] ENGINE Bus STARTED 2024-04-15T16:31:16.696 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:16 smithi090 ceph-mon[38312]: Standby manager daemon x started 2024-04-15T16:31:16.696 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:16 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1030332358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:31:16.696 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:16 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1030332358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:31:16.696 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:16 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1030332358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:31:16.696 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:16 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1030332358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:31:16.696 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:16 smithi090 ceph-mon[38312]: osdmap e201: 8 total, 8 up, 8 in 2024-04-15T16:31:16.697 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:16 smithi090 ceph-mon[27209]: Standby manager daemon x started 2024-04-15T16:31:16.697 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:16 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1030332358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:31:16.697 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:16 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1030332358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:31:16.697 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:16 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1030332358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:31:16.697 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:16 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1030332358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:31:16.697 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:16 smithi090 ceph-mon[27209]: osdmap e201: 8 total, 8 up, 8 in 2024-04-15T16:31:16.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:16 smithi153 ceph-mon[30366]: Standby manager daemon x started 2024-04-15T16:31:16.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:16 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1030332358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:31:16.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:16 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1030332358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:31:16.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:16 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1030332358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:31:16.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:16 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1030332358' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:31:16.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:16 smithi153 ceph-mon[30366]: osdmap e201: 8 total, 8 up, 8 in 2024-04-15T16:31:16.967 INFO:tasks.rados.rados.0.smithi090.stdout:803: done (1 left) 2024-04-15T16:31:16.968 INFO:tasks.rados.rados.0.smithi090.stdout:804: read oid 32 snap -1 2024-04-15T16:31:16.968 INFO:tasks.rados.rados.0.smithi090.stdout:804: expect (ObjNum 242 snap 56 seq_num 242) 2024-04-15T16:31:16.968 INFO:tasks.rados.rados.0.smithi090.stdout:805: rollback oid 45 current snap is 68 2024-04-15T16:31:16.968 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 45 to 60 2024-04-15T16:31:16.968 INFO:tasks.rados.rados.0.smithi090.stdout:802: expect (ObjNum 214 snap 50 seq_num 214) 2024-04-15T16:31:17.006 INFO:tasks.rados.rados.0.smithi090.stdout:805: finishing rollback tid 0 to smithi09078167-45 2024-04-15T16:31:17.006 INFO:tasks.rados.rados.0.smithi090.stdout:805: finishing rollback tid 1 to smithi09078167-45 2024-04-15T16:31:17.006 INFO:tasks.rados.rados.0.smithi090.stdout:805: finishing rollback tid 2 to smithi09078167-45 2024-04-15T16:31:17.006 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 265 (ObjNum 187 snap 45 seq_num 187) dirty exists 2024-04-15T16:31:17.006 INFO:tasks.rados.rados.0.smithi090.stdout:804: expect (ObjNum 242 snap 56 seq_num 242) 2024-04-15T16:31:17.088 INFO:tasks.rados.rados.0.smithi090.stdout:802: done (2 left) 2024-04-15T16:31:17.088 INFO:tasks.rados.rados.0.smithi090.stdout:804: done (1 left) 2024-04-15T16:31:17.088 INFO:tasks.rados.rados.0.smithi090.stdout:805: done (0 left) 2024-04-15T16:31:17.088 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 68 2024-04-15T16:31:17.088 INFO:tasks.rados.rados.0.smithi090.stdout:806: seq_num 267 ranges {0=475136,475136=458752,933888=540672,1474560=606208} 2024-04-15T16:31:17.090 INFO:tasks.rados.rados.0.smithi090.stdout:806: writing smithi09078167-3 from 0 to 475136 tid 1 2024-04-15T16:31:17.093 INFO:tasks.rados.rados.0.smithi090.stdout:806: writing smithi09078167-3 from 475136 to 933888 tid 2 2024-04-15T16:31:17.096 INFO:tasks.rados.rados.0.smithi090.stdout:806: writing smithi09078167-3 from 933888 to 1474560 tid 3 2024-04-15T16:31:17.099 INFO:tasks.rados.rados.0.smithi090.stdout:806: writing smithi09078167-3 from 1474560 to 2080768 tid 4 2024-04-15T16:31:17.100 INFO:tasks.rados.rados.0.smithi090.stdout:807: read oid 24 snap -1 2024-04-15T16:31:17.100 INFO:tasks.rados.rados.0.smithi090.stdout:807: expect deleted 2024-04-15T16:31:17.100 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 68 2024-04-15T16:31:17.100 INFO:tasks.rados.rados.0.smithi090.stdout:806: finishing write tid 1 to smithi09078167-3 2024-04-15T16:31:17.100 INFO:tasks.rados.rados.0.smithi090.stdout:806: finishing write tid 2 to smithi09078167-3 2024-04-15T16:31:17.100 INFO:tasks.rados.rados.0.smithi090.stdout:806: finishing write tid 3 to smithi09078167-3 2024-04-15T16:31:17.100 INFO:tasks.rados.rados.0.smithi090.stdout:808: seq_num 268 ranges {1916928=491520,2408448=745472,3153920=745472,3899392=114688} 2024-04-15T16:31:17.112 INFO:tasks.rados.rados.0.smithi090.stdout:808: writing smithi09078167-28 from 1916928 to 2408448 tid 1 2024-04-15T16:31:17.117 INFO:tasks.rados.rados.0.smithi090.stdout:808: writing smithi09078167-28 from 2408448 to 3153920 tid 2 2024-04-15T16:31:17.121 INFO:tasks.rados.rados.0.smithi090.stdout:808: writing smithi09078167-28 from 3153920 to 3899392 tid 3 2024-04-15T16:31:17.122 INFO:tasks.rados.rados.0.smithi090.stdout:808: writing smithi09078167-28 from 3899392 to 4014080 tid 4 2024-04-15T16:31:17.122 INFO:tasks.rados.rados.0.smithi090.stdout:809: rollback oid 44 current snap is 68 2024-04-15T16:31:17.123 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 44 to 60 2024-04-15T16:31:17.123 INFO:tasks.rados.rados.0.smithi090.stdout:806: finishing write tid 4 to smithi09078167-3 2024-04-15T16:31:17.123 INFO:tasks.rados.rados.0.smithi090.stdout:806: finishing write tid 5 to smithi09078167-3 2024-04-15T16:31:17.123 INFO:tasks.rados.rados.0.smithi090.stdout:806: finishing write tid 6 to smithi09078167-3 2024-04-15T16:31:17.123 INFO:tasks.rados.rados.0.smithi090.stdout:806: oid 3 updating version 0 to 209 2024-04-15T16:31:17.123 INFO:tasks.rados.rados.0.smithi090.stdout:806: oid 3 version 209 is already newer than 208 2024-04-15T16:31:17.123 INFO:tasks.rados.rados.0.smithi090.stdout:806: oid 3 updating version 209 to 210 2024-04-15T16:31:17.123 INFO:tasks.rados.rados.0.smithi090.stdout:806: oid 3 updating version 210 to 211 2024-04-15T16:31:17.123 INFO:tasks.rados.rados.0.smithi090.stdout:806: oid 3 version 211 is already newer than 207 2024-04-15T16:31:17.123 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 211 (ObjNum 267 snap 68 seq_num 267) dirty exists 2024-04-15T16:31:17.123 INFO:tasks.rados.rados.0.smithi090.stdout:806: left oid 3 (ObjNum 267 snap 68 seq_num 267) 2024-04-15T16:31:17.123 INFO:tasks.rados.rados.0.smithi090.stdout:808: finishing write tid 1 to smithi09078167-28 2024-04-15T16:31:17.123 INFO:tasks.rados.rados.0.smithi090.stdout:808: finishing write tid 2 to smithi09078167-28 2024-04-15T16:31:17.123 INFO:tasks.rados.rados.0.smithi090.stdout:806: done (3 left) 2024-04-15T16:31:17.124 INFO:tasks.rados.rados.0.smithi090.stdout:807: done (2 left) 2024-04-15T16:31:17.124 INFO:tasks.rados.rados.0.smithi090.stdout:810: read oid 17 snap -1 2024-04-15T16:31:17.124 INFO:tasks.rados.rados.0.smithi090.stdout:810: expect deleted 2024-04-15T16:31:17.124 INFO:tasks.rados.rados.0.smithi090.stdout:811: copy_from oid 29 from oid 38 current snap is 68 2024-04-15T16:31:17.124 INFO:tasks.rados.rados.0.smithi090.stdout:812: rmattr oid 47 current snap is 68 2024-04-15T16:31:17.124 INFO:tasks.rados.rados.0.smithi090.stdout:812: done (4 left) 2024-04-15T16:31:17.124 INFO:tasks.rados.rados.0.smithi090.stdout:813: rollback oid 48 current snap is 68 2024-04-15T16:31:17.124 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 48 to 55 2024-04-15T16:31:17.124 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 68 2024-04-15T16:31:17.124 INFO:tasks.rados.rados.0.smithi090.stdout:814: seq_num 269 ranges {0=507904,507904=630784,1138688=557056,1695744=417792} 2024-04-15T16:31:17.125 INFO:tasks.rados.rados.0.smithi090.stdout:814: writing smithi09078167-33 from 0 to 507904 tid 1 2024-04-15T16:31:17.129 INFO:tasks.rados.rados.0.smithi090.stdout:814: writing smithi09078167-33 from 507904 to 1138688 tid 2 2024-04-15T16:31:17.132 INFO:tasks.rados.rados.0.smithi090.stdout:814: writing smithi09078167-33 from 1138688 to 1695744 tid 3 2024-04-15T16:31:17.135 INFO:tasks.rados.rados.0.smithi090.stdout:814: writing smithi09078167-33 from 1695744 to 2113536 tid 4 2024-04-15T16:31:17.135 INFO:tasks.rados.rados.0.smithi090.stdout:815: read oid 22 snap -1 2024-04-15T16:31:17.135 INFO:tasks.rados.rados.0.smithi090.stdout:815: expect deleted 2024-04-15T16:31:17.135 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 68 2024-04-15T16:31:17.135 INFO:tasks.rados.rados.0.smithi090.stdout:816: seq_num 270 ranges {5242880=524288,5767168=516096,6283264=761856,7045120=327680} 2024-04-15T16:31:17.166 INFO:tasks.rados.rados.0.smithi090.stdout:816: writing smithi09078167-23 from 5242880 to 5767168 tid 1 2024-04-15T16:31:17.169 INFO:tasks.rados.rados.0.smithi090.stdout:816: writing smithi09078167-23 from 5767168 to 6283264 tid 2 2024-04-15T16:31:17.173 INFO:tasks.rados.rados.0.smithi090.stdout:816: writing smithi09078167-23 from 6283264 to 7045120 tid 3 2024-04-15T16:31:17.176 INFO:tasks.rados.rados.0.smithi090.stdout:816: writing smithi09078167-23 from 7045120 to 7372800 tid 4 2024-04-15T16:31:17.176 INFO:tasks.rados.rados.0.smithi090.stdout:817: setattr oid 32 current snap is 68 2024-04-15T16:31:17.176 INFO:tasks.rados.rados.0.smithi090.stdout:808: finishing write tid 3 to smithi09078167-28 2024-04-15T16:31:17.176 INFO:tasks.rados.rados.0.smithi090.stdout:809: finishing rollback tid 0 to smithi09078167-44 2024-04-15T16:31:17.176 INFO:tasks.rados.rados.0.smithi090.stdout:809: finishing rollback tid 1 to smithi09078167-44 2024-04-15T16:31:17.176 INFO:tasks.rados.rados.0.smithi090.stdout:809: finishing rollback tid 2 to smithi09078167-44 2024-04-15T16:31:17.176 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 231 (ObjNum 206 snap 50 seq_num 206) dirty exists 2024-04-15T16:31:17.176 INFO:tasks.rados.rados.0.smithi090.stdout:808: finishing write tid 4 to smithi09078167-28 2024-04-15T16:31:17.176 INFO:tasks.rados.rados.0.smithi090.stdout:808: finishing write tid 5 to smithi09078167-28 2024-04-15T16:31:17.176 INFO:tasks.rados.rados.0.smithi090.stdout:811: finishing copy_from racing read to smithi09078167-29 2024-04-15T16:31:17.176 INFO:tasks.rados.rados.0.smithi090.stdout:813: finishing rollback tid 0 to smithi09078167-48 2024-04-15T16:31:17.177 INFO:tasks.rados.rados.0.smithi090.stdout:813: finishing rollback tid 1 to smithi09078167-48 2024-04-15T16:31:17.177 INFO:tasks.rados.rados.0.smithi090.stdout:811: finishing copy_from to smithi09078167-29 2024-04-15T16:31:17.177 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 146 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-15T16:31:17.177 INFO:tasks.rados.rados.0.smithi090.stdout:808: finishing write tid 6 to smithi09078167-28 2024-04-15T16:31:17.177 INFO:tasks.rados.rados.0.smithi090.stdout:808: oid 28 updating version 0 to 162 2024-04-15T16:31:17.177 INFO:tasks.rados.rados.0.smithi090.stdout:808: oid 28 updating version 162 to 163 2024-04-15T16:31:17.177 INFO:tasks.rados.rados.0.smithi090.stdout:808: oid 28 updating version 163 to 165 2024-04-15T16:31:17.177 INFO:tasks.rados.rados.0.smithi090.stdout:808: oid 28 version 165 is already newer than 161 2024-04-15T16:31:17.177 INFO:tasks.rados.rados.0.smithi090.stdout:808: oid 28 version 165 is already newer than 164 2024-04-15T16:31:17.177 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 165 (ObjNum 268 snap 68 seq_num 268) dirty exists 2024-04-15T16:31:17.177 INFO:tasks.rados.rados.0.smithi090.stdout:808: left oid 28 (ObjNum 268 snap 68 seq_num 268) 2024-04-15T16:31:17.177 INFO:tasks.rados.rados.0.smithi090.stdout:813: finishing rollback tid 2 to smithi09078167-48 2024-04-15T16:31:17.177 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 169 (ObjNum 173 snap 37 seq_num 173) dirty exists 2024-04-15T16:31:17.177 INFO:tasks.rados.rados.0.smithi090.stdout:814: finishing write tid 1 to smithi09078167-33 2024-04-15T16:31:17.177 INFO:tasks.rados.rados.0.smithi090.stdout:814: finishing write tid 2 to smithi09078167-33 2024-04-15T16:31:17.178 INFO:tasks.rados.rados.0.smithi090.stdout:814: finishing write tid 3 to smithi09078167-33 2024-04-15T16:31:17.178 INFO:tasks.rados.rados.0.smithi090.stdout:814: finishing write tid 4 to smithi09078167-33 2024-04-15T16:31:17.178 INFO:tasks.rados.rados.0.smithi090.stdout:814: finishing write tid 5 to smithi09078167-33 2024-04-15T16:31:17.178 INFO:tasks.rados.rados.0.smithi090.stdout:814: finishing write tid 6 to smithi09078167-33 2024-04-15T16:31:17.178 INFO:tasks.rados.rados.0.smithi090.stdout:814: oid 33 updating version 0 to 130 2024-04-15T16:31:17.178 INFO:tasks.rados.rados.0.smithi090.stdout:814: oid 33 version 130 is already newer than 128 2024-04-15T16:31:17.178 INFO:tasks.rados.rados.0.smithi090.stdout:814: oid 33 updating version 130 to 131 2024-04-15T16:31:17.178 INFO:tasks.rados.rados.0.smithi090.stdout:814: oid 33 version 131 is already newer than 129 2024-04-15T16:31:17.178 INFO:tasks.rados.rados.0.smithi090.stdout:814: oid 33 version 131 is already newer than 127 2024-04-15T16:31:17.178 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 131 (ObjNum 269 snap 68 seq_num 269) dirty exists 2024-04-15T16:31:17.178 INFO:tasks.rados.rados.0.smithi090.stdout:814: left oid 33 (ObjNum 269 snap 68 seq_num 269) 2024-04-15T16:31:17.178 INFO:tasks.rados.rados.0.smithi090.stdout:816: finishing write tid 1 to smithi09078167-23 2024-04-15T16:31:17.178 INFO:tasks.rados.rados.0.smithi090.stdout:816: finishing write tid 2 to smithi09078167-23 2024-04-15T16:31:17.179 INFO:tasks.rados.rados.0.smithi090.stdout:808: done (8 left) 2024-04-15T16:31:17.179 INFO:tasks.rados.rados.0.smithi090.stdout:809: done (7 left) 2024-04-15T16:31:17.179 INFO:tasks.rados.rados.0.smithi090.stdout:810: done (6 left) 2024-04-15T16:31:17.179 INFO:tasks.rados.rados.0.smithi090.stdout:811: done (5 left) 2024-04-15T16:31:17.179 INFO:tasks.rados.rados.0.smithi090.stdout:813: done (4 left) 2024-04-15T16:31:17.179 INFO:tasks.rados.rados.0.smithi090.stdout:814: done (3 left) 2024-04-15T16:31:17.180 INFO:tasks.rados.rados.0.smithi090.stdout:815: done (2 left) 2024-04-15T16:31:17.180 INFO:tasks.rados.rados.0.smithi090.stdout:818: read oid 45 snap -1 2024-04-15T16:31:17.180 INFO:tasks.rados.rados.0.smithi090.stdout:818: expect (ObjNum 187 snap 45 seq_num 187) 2024-04-15T16:31:17.180 INFO:tasks.rados.rados.0.smithi090.stdout:819: snap_remove snap 67 2024-04-15T16:31:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[38312]: pgmap v15: 121 pgs: 121 active+clean; 104 MiB data, 591 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-15T16:31:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[38312]: mgrmap e35: y(active, since 8s), standbys: x 2024-04-15T16:31:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T16:31:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[38312]: osdmap e202: 8 total, 8 up, 8 in 2024-04-15T16:31:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:31:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:31:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[27209]: pgmap v15: 121 pgs: 121 active+clean; 104 MiB data, 591 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-15T16:31:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[27209]: mgrmap e35: y(active, since 8s), standbys: x 2024-04-15T16:31:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T16:31:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[27209]: osdmap e202: 8 total, 8 up, 8 in 2024-04-15T16:31:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:31:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:17 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:31:17.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:17 smithi153 ceph-mon[30366]: pgmap v15: 121 pgs: 121 active+clean; 104 MiB data, 591 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.7 MiB/s wr, 48 op/s 2024-04-15T16:31:17.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:17 smithi153 ceph-mon[30366]: mgrmap e35: y(active, since 8s), standbys: x 2024-04-15T16:31:17.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:17 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T16:31:17.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:17 smithi153 ceph-mon[30366]: osdmap e202: 8 total, 8 up, 8 in 2024-04-15T16:31:17.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:17 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:17.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:17 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:17.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:17 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:31:17.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:17 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:31:17.977 INFO:tasks.rados.rados.0.smithi090.stdout:819: done (3 left) 2024-04-15T16:31:17.977 INFO:tasks.rados.rados.0.smithi090.stdout:820: rollback oid 2 current snap is 68 2024-04-15T16:31:17.977 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 2 to 62 2024-04-15T16:31:17.977 INFO:tasks.rados.rados.0.smithi090.stdout:821: read oid 48 snap -1 2024-04-15T16:31:17.977 INFO:tasks.rados.rados.0.smithi090.stdout:821: expect (ObjNum 173 snap 37 seq_num 173) 2024-04-15T16:31:17.977 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 68 2024-04-15T16:31:17.977 INFO:tasks.rados.rados.0.smithi090.stdout:822: seq_num 271 ranges {573440=540672,1114112=802816,1916928=516096,2433024=286720} 2024-04-15T16:31:17.983 INFO:tasks.rados.rados.0.smithi090.stdout:822: writing smithi09078167-42 from 573440 to 1114112 tid 1 2024-04-15T16:31:17.989 INFO:tasks.rados.rados.0.smithi090.stdout:822: writing smithi09078167-42 from 1114112 to 1916928 tid 2 2024-04-15T16:31:17.992 INFO:tasks.rados.rados.0.smithi090.stdout:822: writing smithi09078167-42 from 1916928 to 2433024 tid 3 2024-04-15T16:31:17.994 INFO:tasks.rados.rados.0.smithi090.stdout:822: writing smithi09078167-42 from 2433024 to 2719744 tid 4 2024-04-15T16:31:17.994 INFO:tasks.rados.rados.0.smithi090.stdout:823: setattr oid 9 current snap is 68 2024-04-15T16:31:17.994 INFO:tasks.rados.rados.0.smithi090.stdout:816: finishing write tid 3 to smithi09078167-23 2024-04-15T16:31:17.995 INFO:tasks.rados.rados.0.smithi090.stdout:816: finishing write tid 4 to smithi09078167-23 2024-04-15T16:31:17.995 INFO:tasks.rados.rados.0.smithi090.stdout:816: finishing write tid 5 to smithi09078167-23 2024-04-15T16:31:17.995 INFO:tasks.rados.rados.0.smithi090.stdout:816: finishing write tid 6 to smithi09078167-23 2024-04-15T16:31:17.995 INFO:tasks.rados.rados.0.smithi090.stdout:816: oid 23 updating version 0 to 131 2024-04-15T16:31:17.995 INFO:tasks.rados.rados.0.smithi090.stdout:816: oid 23 updating version 131 to 132 2024-04-15T16:31:17.995 INFO:tasks.rados.rados.0.smithi090.stdout:816: oid 23 version 132 is already newer than 130 2024-04-15T16:31:17.995 INFO:tasks.rados.rados.0.smithi090.stdout:816: oid 23 updating version 132 to 134 2024-04-15T16:31:17.995 INFO:tasks.rados.rados.0.smithi090.stdout:816: oid 23 version 134 is already newer than 133 2024-04-15T16:31:17.995 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 134 (ObjNum 270 snap 68 seq_num 270) dirty exists 2024-04-15T16:31:17.995 INFO:tasks.rados.rados.0.smithi090.stdout:816: left oid 23 (ObjNum 270 snap 68 seq_num 270) 2024-04-15T16:31:17.995 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 182 (ObjNum 242 snap 56 seq_num 242) dirty exists 2024-04-15T16:31:17.995 INFO:tasks.rados.rados.0.smithi090.stdout:818: expect (ObjNum 187 snap 45 seq_num 187) 2024-04-15T16:31:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:820: finishing rollback tid 0 to smithi09078167-2 2024-04-15T16:31:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:820: finishing rollback tid 1 to smithi09078167-2 2024-04-15T16:31:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:820: finishing rollback tid 2 to smithi09078167-2 2024-04-15T16:31:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 177 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-04-15T16:31:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:822: finishing write tid 1 to smithi09078167-42 2024-04-15T16:31:18.125 INFO:tasks.rados.rados.0.smithi090.stdout:821: expect (ObjNum 173 snap 37 seq_num 173) 2024-04-15T16:31:18.138 INFO:tasks.rados.rados.0.smithi090.stdout:822: finishing write tid 2 to smithi09078167-42 2024-04-15T16:31:18.138 INFO:tasks.rados.rados.0.smithi090.stdout:822: finishing write tid 3 to smithi09078167-42 2024-04-15T16:31:18.139 INFO:tasks.rados.rados.0.smithi090.stdout:822: finishing write tid 4 to smithi09078167-42 2024-04-15T16:31:18.139 INFO:tasks.rados.rados.0.smithi090.stdout:822: finishing write tid 5 to smithi09078167-42 2024-04-15T16:31:18.139 INFO:tasks.rados.rados.0.smithi090.stdout:822: finishing write tid 6 to smithi09078167-42 2024-04-15T16:31:18.139 INFO:tasks.rados.rados.0.smithi090.stdout:822: oid 42 updating version 0 to 139 2024-04-15T16:31:18.139 INFO:tasks.rados.rados.0.smithi090.stdout:822: oid 42 updating version 139 to 140 2024-04-15T16:31:18.139 INFO:tasks.rados.rados.0.smithi090.stdout:822: oid 42 updating version 140 to 141 2024-04-15T16:31:18.139 INFO:tasks.rados.rados.0.smithi090.stdout:822: oid 42 version 141 is already newer than 138 2024-04-15T16:31:18.139 INFO:tasks.rados.rados.0.smithi090.stdout:822: oid 42 updating version 141 to 142 2024-04-15T16:31:18.139 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 142 (ObjNum 271 snap 68 seq_num 271) dirty exists 2024-04-15T16:31:18.139 INFO:tasks.rados.rados.0.smithi090.stdout:822: left oid 42 (ObjNum 271 snap 68 seq_num 271) 2024-04-15T16:31:18.139 INFO:tasks.rados.rados.0.smithi090.stdout:816: done (6 left) 2024-04-15T16:31:18.139 INFO:tasks.rados.rados.0.smithi090.stdout:817: done (5 left) 2024-04-15T16:31:18.139 INFO:tasks.rados.rados.0.smithi090.stdout:818: done (4 left) 2024-04-15T16:31:18.140 INFO:tasks.rados.rados.0.smithi090.stdout:820: done (3 left) 2024-04-15T16:31:18.140 INFO:tasks.rados.rados.0.smithi090.stdout:821: done (2 left) 2024-04-15T16:31:18.140 INFO:tasks.rados.rados.0.smithi090.stdout:822: done (1 left) 2024-04-15T16:31:18.140 INFO:tasks.rados.rados.0.smithi090.stdout:824: rmattr oid 3 current snap is 68 2024-04-15T16:31:18.140 INFO:tasks.rados.rados.0.smithi090.stdout:824: done (1 left) 2024-04-15T16:31:18.140 INFO:tasks.rados.rados.0.smithi090.stdout:825: setattr oid 31 current snap is 68 2024-04-15T16:31:18.140 INFO:tasks.rados.rados.0.smithi090.stdout:826: delete oid 43 current snap is 68 2024-04-15T16:31:18.140 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 178 (ObjNum 236 snap 53 seq_num 236) dirty exists 2024-04-15T16:31:18.142 INFO:tasks.rados.rados.0.smithi090.stdout:823: done (2 left) 2024-04-15T16:31:18.142 INFO:tasks.rados.rados.0.smithi090.stdout:826: done (1 left) 2024-04-15T16:31:18.142 INFO:tasks.rados.rados.0.smithi090.stdout:827: copy_from oid 27 from oid 10 current snap is 68 2024-04-15T16:31:18.142 INFO:tasks.rados.rados.0.smithi090.stdout:828: read oid 42 snap -1 2024-04-15T16:31:18.142 INFO:tasks.rados.rados.0.smithi090.stdout:828: expect (ObjNum 271 snap 68 seq_num 271) 2024-04-15T16:31:18.143 INFO:tasks.rados.rados.0.smithi090.stdout:829: setattr oid 34 current snap is 68 2024-04-15T16:31:18.143 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 215 (ObjNum 33 snap 0 seq_num 3728421936) dirty exists 2024-04-15T16:31:18.144 INFO:tasks.rados.rados.0.smithi090.stdout:827: finishing copy_from to smithi09078167-27 2024-04-15T16:31:18.144 INFO:tasks.rados.rados.0.smithi090.stdout:827: got expected ENOENT (src dne) 2024-04-15T16:31:18.144 INFO:tasks.rados.rados.0.smithi090.stdout:827: finishing copy_from racing read to smithi09078167-27 2024-04-15T16:31:18.145 INFO:tasks.rados.rados.0.smithi090.stdout:825: done (3 left) 2024-04-15T16:31:18.145 INFO:tasks.rados.rados.0.smithi090.stdout:827: done (2 left) 2024-04-15T16:31:18.145 INFO:tasks.rados.rados.0.smithi090.stdout:830: rollback oid 22 current snap is 68 2024-04-15T16:31:18.145 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 62 2024-04-15T16:31:18.145 INFO:tasks.rados.rados.0.smithi090.stdout:831: copy_from oid 36 from oid 39 current snap is 68 2024-04-15T16:31:18.145 INFO:tasks.rados.rados.0.smithi090.stdout:832: read oid 5 snap -1 2024-04-15T16:31:18.145 INFO:tasks.rados.rados.0.smithi090.stdout:832: expect deleted 2024-04-15T16:31:18.145 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 68 2024-04-15T16:31:18.145 INFO:tasks.rados.rados.0.smithi090.stdout:833: seq_num 273 ranges {3538944=581632,4120576=565248,4685824=532480,5218304=507904} 2024-04-15T16:31:18.168 INFO:tasks.rados.rados.0.smithi090.stdout:833: writing smithi09078167-16 from 3538944 to 4120576 tid 1 2024-04-15T16:31:18.171 INFO:tasks.rados.rados.0.smithi090.stdout:833: writing smithi09078167-16 from 4120576 to 4685824 tid 2 2024-04-15T16:31:18.175 INFO:tasks.rados.rados.0.smithi090.stdout:833: writing smithi09078167-16 from 4685824 to 5218304 tid 3 2024-04-15T16:31:18.179 INFO:tasks.rados.rados.0.smithi090.stdout:833: writing smithi09078167-16 from 5218304 to 5726208 tid 4 2024-04-15T16:31:18.179 INFO:tasks.rados.rados.0.smithi090.stdout:834: read oid 44 snap -1 2024-04-15T16:31:18.179 INFO:tasks.rados.rados.0.smithi090.stdout:834: expect (ObjNum 206 snap 50 seq_num 206) 2024-04-15T16:31:18.179 INFO:tasks.rados.rados.0.smithi090.stdout:835: snap_remove snap 63 2024-04-15T16:31:18.778 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:18 smithi153 ceph-mon[30366]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:31:18.778 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:18 smithi153 ceph-mon[30366]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:31:18.778 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:18 smithi153 ceph-mon[30366]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:31:18.778 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:18 smithi153 ceph-mon[30366]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:31:18.778 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:18 smithi153 ceph-mon[30366]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:31:18.778 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:18 smithi153 ceph-mon[30366]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:31:18.778 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:18 smithi153 ceph-mon[30366]: osdmap e203: 8 total, 8 up, 8 in 2024-04-15T16:31:18.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:18 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:18.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:18 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:18.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:18 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:18.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:18 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:18.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:18 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:18.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[27209]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:31:18.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[27209]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:31:18.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[27209]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:31:18.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[27209]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:31:18.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[27209]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:31:18.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[27209]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:31:18.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[27209]: osdmap e203: 8 total, 8 up, 8 in 2024-04-15T16:31:18.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:18.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:18.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:18.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:18.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:18.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[38312]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:31:18.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[38312]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:31:18.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[38312]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:31:18.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[38312]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:31:18.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[38312]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:31:18.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[38312]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:31:18.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[38312]: osdmap e203: 8 total, 8 up, 8 in 2024-04-15T16:31:18.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:18.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:18.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:18.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:18.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:18 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:18.957 INFO:tasks.rados.rados.0.smithi090.stdout:835: done (7 left) 2024-04-15T16:31:18.957 INFO:tasks.rados.rados.0.smithi090.stdout:836: snap_create 2024-04-15T16:31:18.957 INFO:tasks.rados.rados.0.smithi090.stdout:830: finishing rollback tid 1 to smithi09078167-22 2024-04-15T16:31:18.957 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 197 (ObjNum 250 snap 61 seq_num 250) dirty exists 2024-04-15T16:31:18.957 INFO:tasks.rados.rados.0.smithi090.stdout:830: finishing rollback tid 2 to smithi09078167-22 2024-04-15T16:31:18.957 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 275 (ObjNum 244 snap 59 seq_num 244) dirty exists 2024-04-15T16:31:18.957 INFO:tasks.rados.rados.0.smithi090.stdout:828: expect (ObjNum 271 snap 68 seq_num 271) 2024-04-15T16:31:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:831: finishing copy_from racing read to smithi09078167-36 2024-04-15T16:31:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:831: finishing copy_from to smithi09078167-36 2024-04-15T16:31:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 93 (ObjNum 162 snap 34 seq_num 162) dirty exists 2024-04-15T16:31:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:833: finishing write tid 1 to smithi09078167-16 2024-04-15T16:31:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:833: finishing write tid 2 to smithi09078167-16 2024-04-15T16:31:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:833: finishing write tid 3 to smithi09078167-16 2024-04-15T16:31:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:833: finishing write tid 4 to smithi09078167-16 2024-04-15T16:31:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:833: finishing write tid 5 to smithi09078167-16 2024-04-15T16:31:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:833: finishing write tid 6 to smithi09078167-16 2024-04-15T16:31:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:833: oid 16 updating version 0 to 220 2024-04-15T16:31:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:833: oid 16 updating version 220 to 221 2024-04-15T16:31:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:833: oid 16 version 221 is already newer than 219 2024-04-15T16:31:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:833: oid 16 updating version 221 to 222 2024-04-15T16:31:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:833: oid 16 updating version 222 to 223 2024-04-15T16:31:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 223 (ObjNum 273 snap 68 seq_num 273) dirty exists 2024-04-15T16:31:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:833: left oid 16 (ObjNum 273 snap 68 seq_num 273) 2024-04-15T16:31:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:834: expect (ObjNum 206 snap 50 seq_num 206) 2024-04-15T16:31:19.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:31:19.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:31:19.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: pgmap v18: 121 pgs: 121 active+clean; 104 MiB data, 591 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-15T16:31:19.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T16:31:19.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:19.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:31:19.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:31:19.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:31:19.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:31:19.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:31:19.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.496 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:31:19.497 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:31:19.497 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.497 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.497 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.497 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: Reconfiguring daemon prometheus.a on smithi153 2024-04-15T16:31:19.497 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:19 smithi153 ceph-mon[30366]: osdmap e204: 8 total, 8 up, 8 in 2024-04-15T16:31:19.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:31:19.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:31:19.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: pgmap v18: 121 pgs: 121 active+clean; 104 MiB data, 591 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-15T16:31:19.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T16:31:19.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:19.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:31:19.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:31:19.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:31:19.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:31:19.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:31:19.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:31:19.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:31:19.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:31:19.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:31:19.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: pgmap v18: 121 pgs: 121 active+clean; 104 MiB data, 591 MiB used, 715 GiB / 715 GiB avail; 5.7 MiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-15T16:31:19.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-15T16:31:19.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:19.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:31:19.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:31:19.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:31:19.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:31:19.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:31:19.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:31:19.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:31:19.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:19.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: Reconfiguring daemon prometheus.a on smithi153 2024-04-15T16:31:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[27209]: osdmap e204: 8 total, 8 up, 8 in 2024-04-15T16:31:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: Reconfiguring daemon prometheus.a on smithi153 2024-04-15T16:31:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:19 smithi090 ceph-mon[38312]: osdmap e204: 8 total, 8 up, 8 in 2024-04-15T16:31:19.959 INFO:tasks.rados.rados.0.smithi090.stdout:828: done (7 left) 2024-04-15T16:31:19.960 INFO:tasks.rados.rados.0.smithi090.stdout:829: done (6 left) 2024-04-15T16:31:19.960 INFO:tasks.rados.rados.0.smithi090.stdout:830: done (5 left) 2024-04-15T16:31:19.960 INFO:tasks.rados.rados.0.smithi090.stdout:831: done (4 left) 2024-04-15T16:31:19.960 INFO:tasks.rados.rados.0.smithi090.stdout:832: done (3 left) 2024-04-15T16:31:19.960 INFO:tasks.rados.rados.0.smithi090.stdout:833: done (2 left) 2024-04-15T16:31:19.960 INFO:tasks.rados.rados.0.smithi090.stdout:834: done (1 left) 2024-04-15T16:31:19.960 INFO:tasks.rados.rados.0.smithi090.stdout:836: done (0 left) 2024-04-15T16:31:19.960 INFO:tasks.rados.rados.0.smithi090.stdout:837: rollback oid 21 current snap is 69 2024-04-15T16:31:19.960 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 66 2024-04-15T16:31:19.960 INFO:tasks.rados.rados.0.smithi090.stdout:838: copy_from oid 28 from oid 37 current snap is 69 2024-04-15T16:31:19.960 INFO:tasks.rados.rados.0.smithi090.stdout:839: delete oid 1 current snap is 69 2024-04-15T16:31:19.961 INFO:tasks.rados.rados.0.smithi090.stdout:837: finishing rollback tid 1 to smithi09078167-21 2024-04-15T16:31:19.961 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 0 (ObjNum 129 snap 0 seq_num 3728290760) dirty dne 2024-04-15T16:31:19.962 INFO:tasks.rados.rados.0.smithi090.stdout:837: done (2 left) 2024-04-15T16:31:19.962 INFO:tasks.rados.rados.0.smithi090.stdout:839: done (1 left) 2024-04-15T16:31:19.962 INFO:tasks.rados.rados.0.smithi090.stdout:840: delete oid 15 current snap is 69 2024-04-15T16:31:19.966 INFO:tasks.rados.rados.0.smithi090.stdout:840: done (1 left) 2024-04-15T16:31:19.966 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 69 2024-04-15T16:31:19.967 INFO:tasks.rados.rados.0.smithi090.stdout:841: seq_num 276 ranges {0=630784,630784=671744,1302528=704512,2007040=229376} 2024-04-15T16:31:19.971 INFO:tasks.rados.rados.0.smithi090.stdout:841: writing smithi09078167-24 from 0 to 630784 tid 1 2024-04-15T16:31:19.974 INFO:tasks.rados.rados.0.smithi090.stdout:841: writing smithi09078167-24 from 630784 to 1302528 tid 2 2024-04-15T16:31:19.978 INFO:tasks.rados.rados.0.smithi090.stdout:841: writing smithi09078167-24 from 1302528 to 2007040 tid 3 2024-04-15T16:31:19.980 INFO:tasks.rados.rados.0.smithi090.stdout:841: writing smithi09078167-24 from 2007040 to 2236416 tid 4 2024-04-15T16:31:19.980 INFO:tasks.rados.rados.0.smithi090.stdout:842: rmattr oid 2 current snap is 69 2024-04-15T16:31:19.980 INFO:tasks.rados.rados.0.smithi090.stdout:838: finishing copy_from racing read to smithi09078167-28 2024-04-15T16:31:19.980 INFO:tasks.rados.rados.0.smithi090.stdout:838: finishing copy_from to smithi09078167-28 2024-04-15T16:31:19.980 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 181 (ObjNum 258 snap 66 seq_num 258) dirty exists 2024-04-15T16:31:19.980 INFO:tasks.rados.rados.0.smithi090.stdout:841: finishing write tid 1 to smithi09078167-24 2024-04-15T16:31:19.980 INFO:tasks.rados.rados.0.smithi090.stdout:841: finishing write tid 2 to smithi09078167-24 2024-04-15T16:31:19.980 INFO:tasks.rados.rados.0.smithi090.stdout:838: done (2 left) 2024-04-15T16:31:19.980 INFO:tasks.rados.rados.0.smithi090.stdout:843: snap_create 2024-04-15T16:31:19.982 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 179 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-15T16:31:19.982 INFO:tasks.rados.rados.0.smithi090.stdout:841: finishing write tid 3 to smithi09078167-24 2024-04-15T16:31:19.982 INFO:tasks.rados.rados.0.smithi090.stdout:841: finishing write tid 4 to smithi09078167-24 2024-04-15T16:31:19.982 INFO:tasks.rados.rados.0.smithi090.stdout:841: finishing write tid 5 to smithi09078167-24 2024-04-15T16:31:19.983 INFO:tasks.rados.rados.0.smithi090.stdout:841: finishing write tid 6 to smithi09078167-24 2024-04-15T16:31:19.983 INFO:tasks.rados.rados.0.smithi090.stdout:841: oid 24 updating version 0 to 181 2024-04-15T16:31:19.983 INFO:tasks.rados.rados.0.smithi090.stdout:841: oid 24 version 181 is already newer than 177 2024-04-15T16:31:19.984 INFO:tasks.rados.rados.0.smithi090.stdout:841: oid 24 version 181 is already newer than 178 2024-04-15T16:31:19.984 INFO:tasks.rados.rados.0.smithi090.stdout:841: oid 24 version 181 is already newer than 179 2024-04-15T16:31:19.984 INFO:tasks.rados.rados.0.smithi090.stdout:841: oid 24 version 181 is already newer than 180 2024-04-15T16:31:19.984 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 181 (ObjNum 276 snap 69 seq_num 276) dirty exists 2024-04-15T16:31:19.984 INFO:tasks.rados.rados.0.smithi090.stdout:841: left oid 24 (ObjNum 276 snap 69 seq_num 276) 2024-04-15T16:31:20.972 INFO:tasks.rados.rados.0.smithi090.stdout:841: done (2 left) 2024-04-15T16:31:20.972 INFO:tasks.rados.rados.0.smithi090.stdout:842: done (1 left) 2024-04-15T16:31:20.972 INFO:tasks.rados.rados.0.smithi090.stdout:843: done (0 left) 2024-04-15T16:31:20.972 INFO:tasks.rados.rados.0.smithi090.stdout:844: rmattr oid 35 current snap is 70 2024-04-15T16:31:20.972 INFO:tasks.rados.rados.0.smithi090.stdout:844: done (0 left) 2024-04-15T16:31:20.972 INFO:tasks.rados.rados.0.smithi090.stdout:845: read oid 27 snap -1 2024-04-15T16:31:20.972 INFO:tasks.rados.rados.0.smithi090.stdout:845: expect deleted 2024-04-15T16:31:20.972 INFO:tasks.rados.rados.0.smithi090.stdout:846: setattr oid 18 current snap is 70 2024-04-15T16:31:20.973 INFO:tasks.rados.rados.0.smithi090.stdout:847: rollback oid 25 current snap is 70 2024-04-15T16:31:20.973 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 25 to 66 2024-04-15T16:31:20.973 INFO:tasks.rados.rados.0.smithi090.stdout:848: snap_remove snap 61 2024-04-15T16:31:21.174 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:20 smithi153 ceph-mon[30366]: osdmap e205: 8 total, 8 up, 8 in 2024-04-15T16:31:21.174 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:20 smithi153 ceph-mon[30366]: pgmap v21: 121 pgs: 121 active+clean; 132 MiB data, 648 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 63 op/s 2024-04-15T16:31:21.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:20 smithi090 ceph-mon[27209]: osdmap e205: 8 total, 8 up, 8 in 2024-04-15T16:31:21.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:20 smithi090 ceph-mon[27209]: pgmap v21: 121 pgs: 121 active+clean; 132 MiB data, 648 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 63 op/s 2024-04-15T16:31:21.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:20 smithi090 ceph-mon[38312]: osdmap e205: 8 total, 8 up, 8 in 2024-04-15T16:31:21.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:20 smithi090 ceph-mon[38312]: pgmap v21: 121 pgs: 121 active+clean; 132 MiB data, 648 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 63 op/s 2024-04-15T16:31:21.974 INFO:tasks.rados.rados.0.smithi090.stdout:848: done (3 left) 2024-04-15T16:31:21.975 INFO:tasks.rados.rados.0.smithi090.stdout:849: snap_create 2024-04-15T16:31:21.975 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 256 (ObjNum 244 snap 59 seq_num 244) dirty exists 2024-04-15T16:31:21.975 INFO:tasks.rados.rados.0.smithi090.stdout:847: finishing rollback tid 0 to smithi09078167-25 2024-04-15T16:31:21.975 INFO:tasks.rados.rados.0.smithi090.stdout:847: finishing rollback tid 1 to smithi09078167-25 2024-04-15T16:31:21.975 INFO:tasks.rados.rados.0.smithi090.stdout:847: finishing rollback tid 2 to smithi09078167-25 2024-04-15T16:31:21.975 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 259 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-15T16:31:22.128 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:21 smithi153 systemd[1]: Stopping Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:31:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:21 smithi153 ceph-mon[30366]: mgrmap e36: y(active, since 12s), standbys: x 2024-04-15T16:31:22.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:21 smithi153 ceph-mon[30366]: osdmap e206: 8 total, 8 up, 8 in 2024-04-15T16:31:22.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:21 smithi090 ceph-mon[27209]: mgrmap e36: y(active, since 12s), standbys: x 2024-04-15T16:31:22.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:21 smithi090 ceph-mon[27209]: osdmap e206: 8 total, 8 up, 8 in 2024-04-15T16:31:22.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:21 smithi090 ceph-mon[38312]: mgrmap e36: y(active, since 12s), standbys: x 2024-04-15T16:31:22.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:21 smithi090 ceph-mon[38312]: osdmap e206: 8 total, 8 up, 8 in 2024-04-15T16:31:22.466 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:31:22.218Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T16:31:22.467 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:31:22.219Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-15T16:31:22.467 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:31:22.219Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-15T16:31:22.467 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:31:22.219Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T16:31:22.467 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:31:22.219Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-15T16:31:22.467 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:31:22.219Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-15T16:31:22.467 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:31:22.219Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T16:31:22.467 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:31:22.219Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-15T16:31:22.467 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:31:22.219Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-15T16:31:22.467 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:31:22.219Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T16:31:22.467 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:31:22.219Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-15T16:31:22.467 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[72564]: ts=2024-04-15T16:31:22.219Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-15T16:31:22.467 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 podman[75080]: 2024-04-15 16:31:22.229080674 +0000 UTC m=+0.121641230 container died 7e99475115451741b0dbd8cb6f0839c5a57eced00cf816203637990f4d30a477 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:31:22.815 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 podman[75080]: 2024-04-15 16:31:22.576370817 +0000 UTC m=+0.468931423 container cleanup 7e99475115451741b0dbd8cb6f0839c5a57eced00cf816203637990f4d30a477 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:31:22.816 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 bash[75080]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T16:31:22.970 INFO:tasks.rados.rados.0.smithi090.stdout:845: done (3 left) 2024-04-15T16:31:22.970 INFO:tasks.rados.rados.0.smithi090.stdout:846: done (2 left) 2024-04-15T16:31:22.970 INFO:tasks.rados.rados.0.smithi090.stdout:847: done (1 left) 2024-04-15T16:31:22.970 INFO:tasks.rados.rados.0.smithi090.stdout:849: done (0 left) 2024-04-15T16:31:22.970 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 71 2024-04-15T16:31:22.970 INFO:tasks.rados.rados.0.smithi090.stdout:850: seq_num 277 ranges {0=647168,647168=557056,1204224=516096,1720320=532480} 2024-04-15T16:31:22.973 INFO:tasks.rados.rados.0.smithi090.stdout:850: writing smithi09078167-1 from 0 to 647168 tid 1 2024-04-15T16:31:22.976 INFO:tasks.rados.rados.0.smithi090.stdout:850: writing smithi09078167-1 from 647168 to 1204224 tid 2 2024-04-15T16:31:22.979 INFO:tasks.rados.rados.0.smithi090.stdout:850: writing smithi09078167-1 from 1204224 to 1720320 tid 3 2024-04-15T16:31:22.983 INFO:tasks.rados.rados.0.smithi090.stdout:850: writing smithi09078167-1 from 1720320 to 2252800 tid 4 2024-04-15T16:31:22.983 INFO:tasks.rados.rados.0.smithi090.stdout:851: copy_from oid 48 from oid 18 current snap is 71 2024-04-15T16:31:22.983 INFO:tasks.rados.rados.0.smithi090.stdout:850: finishing write tid 1 to smithi09078167-1 2024-04-15T16:31:22.983 INFO:tasks.rados.rados.0.smithi090.stdout:850: finishing write tid 2 to smithi09078167-1 2024-04-15T16:31:22.983 INFO:tasks.rados.rados.0.smithi090.stdout:852: read oid 33 snap -1 2024-04-15T16:31:22.983 INFO:tasks.rados.rados.0.smithi090.stdout:852: expect (ObjNum 269 snap 68 seq_num 269) 2024-04-15T16:31:22.983 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 71 2024-04-15T16:31:22.983 INFO:tasks.rados.rados.0.smithi090.stdout:853: seq_num 278 ranges {0=663552,663552=442368,1105920=720896,1826816=442368} 2024-04-15T16:31:22.986 INFO:tasks.rados.rados.0.smithi090.stdout:853: writing smithi09078167-7 from 0 to 663552 tid 1 2024-04-15T16:31:22.989 INFO:tasks.rados.rados.0.smithi090.stdout:853: writing smithi09078167-7 from 663552 to 1105920 tid 2 2024-04-15T16:31:22.994 INFO:tasks.rados.rados.0.smithi090.stdout:853: writing smithi09078167-7 from 1105920 to 1826816 tid 3 2024-04-15T16:31:22.997 INFO:tasks.rados.rados.0.smithi090.stdout:853: writing smithi09078167-7 from 1826816 to 2269184 tid 4 2024-04-15T16:31:22.997 INFO:tasks.rados.rados.0.smithi090.stdout:854: copy_from oid 19 from oid 22 current snap is 71 2024-04-15T16:31:22.997 INFO:tasks.rados.rados.0.smithi090.stdout:850: finishing write tid 3 to smithi09078167-1 2024-04-15T16:31:22.997 INFO:tasks.rados.rados.0.smithi090.stdout:850: finishing write tid 4 to smithi09078167-1 2024-04-15T16:31:22.998 INFO:tasks.rados.rados.0.smithi090.stdout:850: finishing write tid 5 to smithi09078167-1 2024-04-15T16:31:22.998 INFO:tasks.rados.rados.0.smithi090.stdout:853: finishing write tid 1 to smithi09078167-7 2024-04-15T16:31:22.998 INFO:tasks.rados.rados.0.smithi090.stdout:853: finishing write tid 2 to smithi09078167-7 2024-04-15T16:31:22.998 INFO:tasks.rados.rados.0.smithi090.stdout:850: finishing write tid 6 to smithi09078167-1 2024-04-15T16:31:22.998 INFO:tasks.rados.rados.0.smithi090.stdout:850: oid 1 updating version 0 to 265 2024-04-15T16:31:22.998 INFO:tasks.rados.rados.0.smithi090.stdout:850: oid 1 updating version 265 to 268 2024-04-15T16:31:22.998 INFO:tasks.rados.rados.0.smithi090.stdout:850: oid 1 updating version 268 to 269 2024-04-15T16:31:22.998 INFO:tasks.rados.rados.0.smithi090.stdout:850: oid 1 version 269 is already newer than 267 2024-04-15T16:31:22.998 INFO:tasks.rados.rados.0.smithi090.stdout:850: oid 1 version 269 is already newer than 266 2024-04-15T16:31:22.998 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 269 (ObjNum 277 snap 71 seq_num 277) dirty exists 2024-04-15T16:31:22.998 INFO:tasks.rados.rados.0.smithi090.stdout:850: left oid 1 (ObjNum 277 snap 71 seq_num 277) 2024-04-15T16:31:22.998 INFO:tasks.rados.rados.0.smithi090.stdout:852: expect (ObjNum 269 snap 68 seq_num 269) 2024-04-15T16:31:23.057 INFO:tasks.rados.rados.0.smithi090.stdout:853: finishing write tid 3 to smithi09078167-7 2024-04-15T16:31:23.057 INFO:tasks.rados.rados.0.smithi090.stdout:853: finishing write tid 4 to smithi09078167-7 2024-04-15T16:31:23.057 INFO:tasks.rados.rados.0.smithi090.stdout:850: done (4 left) 2024-04-15T16:31:23.057 INFO:tasks.rados.rados.0.smithi090.stdout:852: done (3 left) 2024-04-15T16:31:23.057 INFO:tasks.rados.rados.0.smithi090.stdout:855: read oid 46 snap -1 2024-04-15T16:31:23.058 INFO:tasks.rados.rados.0.smithi090.stdout:855: expect deleted 2024-04-15T16:31:23.058 INFO:tasks.rados.rados.0.smithi090.stdout:856: delete oid 14 current snap is 71 2024-04-15T16:31:23.058 INFO:tasks.rados.rados.0.smithi090.stdout:853: finishing write tid 5 to smithi09078167-7 2024-04-15T16:31:23.058 INFO:tasks.rados.rados.0.smithi090.stdout:853: finishing write tid 6 to smithi09078167-7 2024-04-15T16:31:23.058 INFO:tasks.rados.rados.0.smithi090.stdout:853: oid 7 updating version 0 to 151 2024-04-15T16:31:23.058 INFO:tasks.rados.rados.0.smithi090.stdout:853: oid 7 updating version 151 to 154 2024-04-15T16:31:23.058 INFO:tasks.rados.rados.0.smithi090.stdout:853: oid 7 updating version 154 to 155 2024-04-15T16:31:23.058 INFO:tasks.rados.rados.0.smithi090.stdout:853: oid 7 version 155 is already newer than 153 2024-04-15T16:31:23.058 INFO:tasks.rados.rados.0.smithi090.stdout:853: oid 7 version 155 is already newer than 152 2024-04-15T16:31:23.058 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 155 (ObjNum 278 snap 71 seq_num 278) dirty exists 2024-04-15T16:31:23.058 INFO:tasks.rados.rados.0.smithi090.stdout:853: left oid 7 (ObjNum 278 snap 71 seq_num 278) 2024-04-15T16:31:23.058 INFO:tasks.rados.rados.0.smithi090.stdout:851: finishing copy_from racing read to smithi09078167-48 2024-04-15T16:31:23.058 INFO:tasks.rados.rados.0.smithi090.stdout:851: finishing copy_from to smithi09078167-48 2024-04-15T16:31:23.059 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 256 (ObjNum 244 snap 59 seq_num 244) dirty exists 2024-04-15T16:31:23.059 INFO:tasks.rados.rados.0.smithi090.stdout:854: finishing copy_from racing read to smithi09078167-19 2024-04-15T16:31:23.059 INFO:tasks.rados.rados.0.smithi090.stdout:854: finishing copy_from to smithi09078167-19 2024-04-15T16:31:23.059 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 275 (ObjNum 244 snap 59 seq_num 244) dirty exists 2024-04-15T16:31:23.059 INFO:tasks.rados.rados.0.smithi090.stdout:851: done (4 left) 2024-04-15T16:31:23.059 INFO:tasks.rados.rados.0.smithi090.stdout:853: done (3 left) 2024-04-15T16:31:23.060 INFO:tasks.rados.rados.0.smithi090.stdout:854: done (2 left) 2024-04-15T16:31:23.060 INFO:tasks.rados.rados.0.smithi090.stdout:855: done (1 left) 2024-04-15T16:31:23.060 INFO:tasks.rados.rados.0.smithi090.stdout:856: done (0 left) 2024-04-15T16:31:23.060 INFO:tasks.rados.rados.0.smithi090.stdout:857: snap_remove snap 70 2024-04-15T16:31:23.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:22 smithi153 ceph-mon[30366]: osdmap e207: 8 total, 8 up, 8 in 2024-04-15T16:31:23.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:22 smithi153 ceph-mon[30366]: pgmap v24: 121 pgs: 121 active+clean; 132 MiB data, 648 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 63 op/s 2024-04-15T16:31:23.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:22 smithi153 ceph-mon[30366]: osdmap e208: 8 total, 8 up, 8 in 2024-04-15T16:31:23.128 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:22 smithi153 podman[75094]: 2024-04-15 16:31:22.819022232 +0000 UTC m=+0.592874510 container remove 7e99475115451741b0dbd8cb6f0839c5a57eced00cf816203637990f4d30a477 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:31:23.128 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T16:31:23.128 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 systemd[1]: Stopped Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:31:23.128 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@prometheus.a.service: Consumed 1.067s CPU time. 2024-04-15T16:31:23.128 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 systemd[1]: Starting Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:31:23.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:22 smithi090 ceph-mon[38312]: osdmap e207: 8 total, 8 up, 8 in 2024-04-15T16:31:23.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:22 smithi090 ceph-mon[38312]: pgmap v24: 121 pgs: 121 active+clean; 132 MiB data, 648 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 63 op/s 2024-04-15T16:31:23.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:22 smithi090 ceph-mon[38312]: osdmap e208: 8 total, 8 up, 8 in 2024-04-15T16:31:23.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:22 smithi090 ceph-mon[27209]: osdmap e207: 8 total, 8 up, 8 in 2024-04-15T16:31:23.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:22 smithi090 ceph-mon[27209]: pgmap v24: 121 pgs: 121 active+clean; 132 MiB data, 648 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 6.4 MiB/s wr, 63 op/s 2024-04-15T16:31:23.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:22 smithi090 ceph-mon[27209]: osdmap e208: 8 total, 8 up, 8 in 2024-04-15T16:31:23.529 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 podman[75187]: 2024-04-15 16:31:23.174773746 +0000 UTC m=+0.019586910 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-15T16:31:23.529 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 podman[75187]: 2024-04-15 16:31:23.286750777 +0000 UTC m=+0.131563983 container create ac36942670ad32c75226f01eb5718596cf1973739f16c1931bb31d443e813adb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:31:23.530 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 podman[75187]: 2024-04-15 16:31:23.463925381 +0000 UTC m=+0.308738545 container init ac36942670ad32c75226f01eb5718596cf1973739f16c1931bb31d443e813adb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:31:23.530 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 podman[75187]: 2024-04-15 16:31:23.466773349 +0000 UTC m=+0.311586514 container start ac36942670ad32c75226f01eb5718596cf1973739f16c1931bb31d443e813adb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:31:23.530 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.490Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-15T16:31:23.530 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.490Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-15T16:31:23.530 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.490Z caller=main.go:570 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi153 (none))" 2024-04-15T16:31:23.530 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.490Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T16:31:23.530 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.490Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T16:31:23.530 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.492Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T16:31:23.530 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.492Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-15T16:31:23.530 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.493Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-15T16:31:23.530 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.493Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-15T16:31:23.531 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.495Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T16:31:23.531 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.495Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.589µs 2024-04-15T16:31:23.531 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.495Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T16:31:23.531 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.496Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-15T16:31:23.531 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.504Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-15T16:31:23.531 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.509Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-15T16:31:23.531 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.509Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-15T16:31:23.531 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.509Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=27.152µs wal_replay_duration=13.760303ms wbl_replay_duration=127ns total_replay_duration=13.822579ms 2024-04-15T16:31:23.531 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.511Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T16:31:23.531 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.511Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-15T16:31:23.531 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.511Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T16:31:23.531 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.532Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=20.9781ms db_storage=938ns remote_storage=1.11µs web_handler=350ns query_engine=729ns scrape=409.234µs scrape_sd=85.782µs notify=26.507µs notify_sd=10.869µs rules=20.092478ms tracing=5.715µs 2024-04-15T16:31:23.531 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.532Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-15T16:31:23.532 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:23.532Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-15T16:31:23.877 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 bash[75187]: ac36942670ad32c75226f01eb5718596cf1973739f16c1931bb31d443e813adb 2024-04-15T16:31:23.877 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:23 smithi153 systemd[1]: Started Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:31:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:857: done (0 left) 2024-04-15T16:31:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:858: snap_remove snap 66 2024-04-15T16:31:24.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:31:24.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:24.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:24.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:31:24.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-mon[30366]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:31:24.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:24.303 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:23 smithi153 ceph-mon[30366]: osdmap e209: 8 total, 8 up, 8 in 2024-04-15T16:31:24.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:23 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:31:24.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:23 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:24.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:23 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:24.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:23 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:31:24.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:23 smithi090 ceph-mon[27209]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:31:24.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:23 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:24.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:23 smithi090 ceph-mon[27209]: osdmap e209: 8 total, 8 up, 8 in 2024-04-15T16:31:24.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:23 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:31:24.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:23 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:24.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:23 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:24.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:23 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:31:24.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:23 smithi090 ceph-mon[38312]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:31:24.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:23 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:24.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:23 smithi090 ceph-mon[38312]: osdmap e209: 8 total, 8 up, 8 in 2024-04-15T16:31:24.961 INFO:tasks.rados.rados.0.smithi090.stdout:858: done (0 left) 2024-04-15T16:31:24.962 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 71 2024-04-15T16:31:24.962 INFO:tasks.rados.rados.0.smithi090.stdout:859: seq_num 280 ranges {0=696320,696320=606208,1302528=688128,1990656=311296} 2024-04-15T16:31:24.966 INFO:tasks.rados.rados.0.smithi090.stdout:859: writing smithi09078167-14 from 0 to 696320 tid 1 2024-04-15T16:31:24.970 INFO:tasks.rados.rados.0.smithi090.stdout:859: writing smithi09078167-14 from 696320 to 1302528 tid 2 2024-04-15T16:31:24.975 INFO:tasks.rados.rados.0.smithi090.stdout:859: writing smithi09078167-14 from 1302528 to 1990656 tid 3 2024-04-15T16:31:24.977 INFO:tasks.rados.rados.0.smithi090.stdout:859: writing smithi09078167-14 from 1990656 to 2301952 tid 4 2024-04-15T16:31:24.977 INFO:tasks.rados.rados.0.smithi090.stdout:860: read oid 31 snap -1 2024-04-15T16:31:24.977 INFO:tasks.rados.rados.0.smithi090.stdout:860: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:31:24.978 INFO:tasks.rados.rados.0.smithi090.stdout:861: read oid 2 snap -1 2024-04-15T16:31:24.978 INFO:tasks.rados.rados.0.smithi090.stdout:861: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:31:24.978 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 71 2024-04-15T16:31:24.978 INFO:tasks.rados.rados.0.smithi090.stdout:859: finishing write tid 1 to smithi09078167-14 2024-04-15T16:31:24.978 INFO:tasks.rados.rados.0.smithi090.stdout:862: seq_num 281 ranges {0=712704,712704=491520,1204224=491520,1695744=622592} 2024-04-15T16:31:24.983 INFO:tasks.rados.rados.0.smithi090.stdout:862: writing smithi09078167-27 from 0 to 712704 tid 1 2024-04-15T16:31:24.985 INFO:tasks.rados.rados.0.smithi090.stdout:862: writing smithi09078167-27 from 712704 to 1204224 tid 2 2024-04-15T16:31:24.988 INFO:tasks.rados.rados.0.smithi090.stdout:862: writing smithi09078167-27 from 1204224 to 1695744 tid 3 2024-04-15T16:31:24.992 INFO:tasks.rados.rados.0.smithi090.stdout:862: writing smithi09078167-27 from 1695744 to 2318336 tid 4 2024-04-15T16:31:24.992 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 71 2024-04-15T16:31:24.992 INFO:tasks.rados.rados.0.smithi090.stdout:859: finishing write tid 2 to smithi09078167-14 2024-04-15T16:31:24.992 INFO:tasks.rados.rados.0.smithi090.stdout:863: seq_num 282 ranges {2514944=729088,3244032=425984,3670016=704512,4374528=475136} 2024-04-15T16:31:25.010 INFO:tasks.rados.rados.0.smithi090.stdout:863: writing smithi09078167-18 from 2514944 to 3244032 tid 1 2024-04-15T16:31:25.012 INFO:tasks.rados.rados.0.smithi090.stdout:863: writing smithi09078167-18 from 3244032 to 3670016 tid 2 2024-04-15T16:31:25.016 INFO:tasks.rados.rados.0.smithi090.stdout:863: writing smithi09078167-18 from 3670016 to 4374528 tid 3 2024-04-15T16:31:25.019 INFO:tasks.rados.rados.0.smithi090.stdout:863: writing smithi09078167-18 from 4374528 to 4849664 tid 4 2024-04-15T16:31:25.019 INFO:tasks.rados.rados.0.smithi090.stdout:864: delete oid 10 current snap is 71 2024-04-15T16:31:25.019 INFO:tasks.rados.rados.0.smithi090.stdout:860: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:31:25.022 INFO:tasks.rados.rados.0.smithi090.stdout:861: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:31:25.025 INFO:tasks.rados.rados.0.smithi090.stdout:859: finishing write tid 3 to smithi09078167-14 2024-04-15T16:31:25.025 INFO:tasks.rados.rados.0.smithi090.stdout:859: finishing write tid 4 to smithi09078167-14 2024-04-15T16:31:25.025 INFO:tasks.rados.rados.0.smithi090.stdout:859: finishing write tid 5 to smithi09078167-14 2024-04-15T16:31:25.025 INFO:tasks.rados.rados.0.smithi090.stdout:859: finishing write tid 6 to smithi09078167-14 2024-04-15T16:31:25.025 INFO:tasks.rados.rados.0.smithi090.stdout:859: oid 14 updating version 0 to 44 2024-04-15T16:31:25.025 INFO:tasks.rados.rados.0.smithi090.stdout:859: oid 14 version 44 is already newer than 42 2024-04-15T16:31:25.025 INFO:tasks.rados.rados.0.smithi090.stdout:859: oid 14 version 44 is already newer than 41 2024-04-15T16:31:25.025 INFO:tasks.rados.rados.0.smithi090.stdout:859: oid 14 version 44 is already newer than 40 2024-04-15T16:31:25.026 INFO:tasks.rados.rados.0.smithi090.stdout:859: oid 14 version 44 is already newer than 43 2024-04-15T16:31:25.026 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 44 (ObjNum 280 snap 71 seq_num 280) dirty exists 2024-04-15T16:31:25.026 INFO:tasks.rados.rados.0.smithi090.stdout:859: left oid 14 (ObjNum 280 snap 71 seq_num 280) 2024-04-15T16:31:25.026 INFO:tasks.rados.rados.0.smithi090.stdout:862: finishing write tid 1 to smithi09078167-27 2024-04-15T16:31:25.026 INFO:tasks.rados.rados.0.smithi090.stdout:862: finishing write tid 2 to smithi09078167-27 2024-04-15T16:31:25.026 INFO:tasks.rados.rados.0.smithi090.stdout:862: finishing write tid 3 to smithi09078167-27 2024-04-15T16:31:25.026 INFO:tasks.rados.rados.0.smithi090.stdout:859: done (5 left) 2024-04-15T16:31:25.026 INFO:tasks.rados.rados.0.smithi090.stdout:860: done (4 left) 2024-04-15T16:31:25.026 INFO:tasks.rados.rados.0.smithi090.stdout:861: done (3 left) 2024-04-15T16:31:25.026 INFO:tasks.rados.rados.0.smithi090.stdout:864: done (2 left) 2024-04-15T16:31:25.026 INFO:tasks.rados.rados.0.smithi090.stdout:865: rollback oid 22 current snap is 71 2024-04-15T16:31:25.026 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 65 2024-04-15T16:31:25.026 INFO:tasks.rados.rados.0.smithi090.stdout:862: finishing write tid 4 to smithi09078167-27 2024-04-15T16:31:25.027 INFO:tasks.rados.rados.0.smithi090.stdout:862: finishing write tid 5 to smithi09078167-27 2024-04-15T16:31:25.027 INFO:tasks.rados.rados.0.smithi090.stdout:862: finishing write tid 6 to smithi09078167-27 2024-04-15T16:31:25.027 INFO:tasks.rados.rados.0.smithi090.stdout:862: oid 27 updating version 0 to 293 2024-04-15T16:31:25.027 INFO:tasks.rados.rados.0.smithi090.stdout:862: oid 27 version 293 is already newer than 291 2024-04-15T16:31:25.027 INFO:tasks.rados.rados.0.smithi090.stdout:862: oid 27 version 293 is already newer than 289 2024-04-15T16:31:25.027 INFO:tasks.rados.rados.0.smithi090.stdout:862: oid 27 version 293 is already newer than 292 2024-04-15T16:31:25.027 INFO:tasks.rados.rados.0.smithi090.stdout:862: oid 27 version 293 is already newer than 290 2024-04-15T16:31:25.027 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 293 (ObjNum 281 snap 71 seq_num 281) dirty exists 2024-04-15T16:31:25.027 INFO:tasks.rados.rados.0.smithi090.stdout:862: left oid 27 (ObjNum 281 snap 71 seq_num 281) 2024-04-15T16:31:25.027 INFO:tasks.rados.rados.0.smithi090.stdout:863: finishing write tid 1 to smithi09078167-18 2024-04-15T16:31:25.028 INFO:tasks.rados.rados.0.smithi090.stdout:863: finishing write tid 2 to smithi09078167-18 2024-04-15T16:31:25.028 INFO:tasks.rados.rados.0.smithi090.stdout:863: finishing write tid 3 to smithi09078167-18 2024-04-15T16:31:25.028 INFO:tasks.rados.rados.0.smithi090.stdout:863: finishing write tid 4 to smithi09078167-18 2024-04-15T16:31:25.028 INFO:tasks.rados.rados.0.smithi090.stdout:863: finishing write tid 5 to smithi09078167-18 2024-04-15T16:31:25.029 INFO:tasks.rados.rados.0.smithi090.stdout:863: finishing write tid 6 to smithi09078167-18 2024-04-15T16:31:25.029 INFO:tasks.rados.rados.0.smithi090.stdout:863: oid 18 updating version 0 to 281 2024-04-15T16:31:25.029 INFO:tasks.rados.rados.0.smithi090.stdout:863: oid 18 updating version 281 to 284 2024-04-15T16:31:25.029 INFO:tasks.rados.rados.0.smithi090.stdout:863: oid 18 version 284 is already newer than 283 2024-04-15T16:31:25.029 INFO:tasks.rados.rados.0.smithi090.stdout:863: oid 18 version 284 is already newer than 280 2024-04-15T16:31:25.029 INFO:tasks.rados.rados.0.smithi090.stdout:863: oid 18 version 284 is already newer than 282 2024-04-15T16:31:25.029 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 284 (ObjNum 282 snap 71 seq_num 282) dirty exists 2024-04-15T16:31:25.029 INFO:tasks.rados.rados.0.smithi090.stdout:863: left oid 18 (ObjNum 282 snap 71 seq_num 282) 2024-04-15T16:31:25.029 INFO:tasks.rados.rados.0.smithi090.stdout:862: done (2 left) 2024-04-15T16:31:25.029 INFO:tasks.rados.rados.0.smithi090.stdout:863: done (1 left) 2024-04-15T16:31:25.029 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 71 2024-04-15T16:31:25.029 INFO:tasks.rados.rados.0.smithi090.stdout:866: seq_num 284 ranges {1933312=761856,2695168=598016,3293184=671744,3964928=335872} 2024-04-15T16:31:25.038 INFO:tasks.rados.rados.0.smithi090.stdout:866: writing smithi09078167-28 from 1933312 to 2695168 tid 1 2024-04-15T16:31:25.042 INFO:tasks.rados.rados.0.smithi090.stdout:866: writing smithi09078167-28 from 2695168 to 3293184 tid 2 2024-04-15T16:31:25.046 INFO:tasks.rados.rados.0.smithi090.stdout:866: writing smithi09078167-28 from 3293184 to 3964928 tid 3 2024-04-15T16:31:25.048 INFO:tasks.rados.rados.0.smithi090.stdout:866: writing smithi09078167-28 from 3964928 to 4300800 tid 4 2024-04-15T16:31:25.048 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 71 2024-04-15T16:31:25.048 INFO:tasks.rados.rados.0.smithi090.stdout:865: finishing rollback tid 0 to smithi09078167-22 2024-04-15T16:31:25.048 INFO:tasks.rados.rados.0.smithi090.stdout:865: finishing rollback tid 1 to smithi09078167-22 2024-04-15T16:31:25.049 INFO:tasks.rados.rados.0.smithi090.stdout:865: finishing rollback tid 2 to smithi09078167-22 2024-04-15T16:31:25.049 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 297 (ObjNum 244 snap 59 seq_num 244) dirty exists 2024-04-15T16:31:25.049 INFO:tasks.rados.rados.0.smithi090.stdout:866: finishing write tid 1 to smithi09078167-28 2024-04-15T16:31:25.049 INFO:tasks.rados.rados.0.smithi090.stdout:866: finishing write tid 2 to smithi09078167-28 2024-04-15T16:31:25.049 INFO:tasks.rados.rados.0.smithi090.stdout:867: seq_num 285 ranges {1490944=778240,2269184=475136,2744320=475136,3219456=655360} 2024-04-15T16:31:25.060 INFO:tasks.rados.rados.0.smithi090.stdout:867: writing smithi09078167-13 from 1490944 to 2269184 tid 1 2024-04-15T16:31:25.063 INFO:tasks.rados.rados.0.smithi090.stdout:867: writing smithi09078167-13 from 2269184 to 2744320 tid 2 2024-04-15T16:31:25.066 INFO:tasks.rados.rados.0.smithi090.stdout:867: writing smithi09078167-13 from 2744320 to 3219456 tid 3 2024-04-15T16:31:25.070 INFO:tasks.rados.rados.0.smithi090.stdout:867: writing smithi09078167-13 from 3219456 to 3874816 tid 4 2024-04-15T16:31:25.070 INFO:tasks.rados.rados.0.smithi090.stdout:865: done (2 left) 2024-04-15T16:31:25.071 INFO:tasks.rados.rados.0.smithi090.stdout:868: rollback oid 34 current snap is 71 2024-04-15T16:31:25.071 INFO:tasks.rados.rados.0.smithi090.stdout:866: finishing write tid 3 to smithi09078167-28 2024-04-15T16:31:25.071 INFO:tasks.rados.rados.0.smithi090.stdout:866: finishing write tid 4 to smithi09078167-28 2024-04-15T16:31:25.071 INFO:tasks.rados.rados.0.smithi090.stdout:866: finishing write tid 5 to smithi09078167-28 2024-04-15T16:31:25.071 INFO:tasks.rados.rados.0.smithi090.stdout:866: finishing write tid 6 to smithi09078167-28 2024-04-15T16:31:25.071 INFO:tasks.rados.rados.0.smithi090.stdout:866: oid 28 updating version 0 to 257 2024-04-15T16:31:25.071 INFO:tasks.rados.rados.0.smithi090.stdout:866: oid 28 updating version 257 to 261 2024-04-15T16:31:25.071 INFO:tasks.rados.rados.0.smithi090.stdout:866: oid 28 version 261 is already newer than 258 2024-04-15T16:31:25.071 INFO:tasks.rados.rados.0.smithi090.stdout:866: oid 28 version 261 is already newer than 260 2024-04-15T16:31:25.071 INFO:tasks.rados.rados.0.smithi090.stdout:866: oid 28 version 261 is already newer than 259 2024-04-15T16:31:25.071 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 261 (ObjNum 284 snap 71 seq_num 284) dirty exists 2024-04-15T16:31:25.071 INFO:tasks.rados.rados.0.smithi090.stdout:866: left oid 28 (ObjNum 284 snap 71 seq_num 284) 2024-04-15T16:31:25.071 INFO:tasks.rados.rados.0.smithi090.stdout:867: finishing write tid 1 to smithi09078167-13 2024-04-15T16:31:25.072 INFO:tasks.rados.rados.0.smithi090.stdout:867: finishing write tid 2 to smithi09078167-13 2024-04-15T16:31:25.072 INFO:tasks.rados.rados.0.smithi090.stdout:867: finishing write tid 3 to smithi09078167-13 2024-04-15T16:31:25.072 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 34 to 65 2024-04-15T16:31:25.072 INFO:tasks.rados.rados.0.smithi090.stdout:866: done (2 left) 2024-04-15T16:31:25.072 INFO:tasks.rados.rados.0.smithi090.stdout:869: delete oid 35 current snap is 71 2024-04-15T16:31:25.072 INFO:tasks.rados.rados.0.smithi090.stdout:869: done (2 left) 2024-04-15T16:31:25.073 INFO:tasks.rados.rados.0.smithi090.stdout:870: rmattr oid 6 current snap is 71 2024-04-15T16:31:25.073 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 71 2024-04-15T16:31:25.073 INFO:tasks.rados.rados.0.smithi090.stdout:871: seq_num 287 ranges {5726208=8192} 2024-04-15T16:31:25.104 INFO:tasks.rados.rados.0.smithi090.stdout:871: writing smithi09078167-16 from 5726208 to 5734400 tid 1 2024-04-15T16:31:25.104 INFO:tasks.rados.rados.0.smithi090.stdout:872: rollback oid 35 current snap is 71 2024-04-15T16:31:25.104 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 35 to 62 2024-04-15T16:31:25.104 INFO:tasks.rados.rados.0.smithi090.stdout:867: finishing write tid 4 to smithi09078167-13 2024-04-15T16:31:25.104 INFO:tasks.rados.rados.0.smithi090.stdout:868: finishing rollback tid 0 to smithi09078167-34 2024-04-15T16:31:25.104 INFO:tasks.rados.rados.0.smithi090.stdout:868: finishing rollback tid 1 to smithi09078167-34 2024-04-15T16:31:25.104 INFO:tasks.rados.rados.0.smithi090.stdout:873: read oid 37 snap -1 2024-04-15T16:31:25.104 INFO:tasks.rados.rados.0.smithi090.stdout:873: expect (ObjNum 258 snap 66 seq_num 258) 2024-04-15T16:31:25.104 INFO:tasks.rados.rados.0.smithi090.stdout:874: snap_create 2024-04-15T16:31:25.104 INFO:tasks.rados.rados.0.smithi090.stdout:867: finishing write tid 5 to smithi09078167-13 2024-04-15T16:31:25.104 INFO:tasks.rados.rados.0.smithi090.stdout:868: finishing rollback tid 2 to smithi09078167-34 2024-04-15T16:31:25.104 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 200 (ObjNum 250 snap 61 seq_num 250) dirty exists 2024-04-15T16:31:25.104 INFO:tasks.rados.rados.0.smithi090.stdout:867: finishing write tid 6 to smithi09078167-13 2024-04-15T16:31:25.105 INFO:tasks.rados.rados.0.smithi090.stdout:867: oid 13 updating version 0 to 189 2024-04-15T16:31:25.105 INFO:tasks.rados.rados.0.smithi090.stdout:867: oid 13 updating version 189 to 191 2024-04-15T16:31:25.105 INFO:tasks.rados.rados.0.smithi090.stdout:867: oid 13 updating version 191 to 192 2024-04-15T16:31:25.105 INFO:tasks.rados.rados.0.smithi090.stdout:867: oid 13 version 192 is already newer than 190 2024-04-15T16:31:25.105 INFO:tasks.rados.rados.0.smithi090.stdout:867: oid 13 updating version 192 to 193 2024-04-15T16:31:25.105 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 193 (ObjNum 285 snap 71 seq_num 285) dirty exists 2024-04-15T16:31:25.105 INFO:tasks.rados.rados.0.smithi090.stdout:867: left oid 13 (ObjNum 285 snap 71 seq_num 285) 2024-04-15T16:31:25.105 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 295 (ObjNum 259 snap 66 seq_num 259) dirty exists 2024-04-15T16:31:25.105 INFO:tasks.rados.rados.0.smithi090.stdout:872: finishing rollback tid 1 to smithi09078167-35 2024-04-15T16:31:25.105 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 180 (ObjNum 65 snap 0 seq_num 3694314320) dirty dne 2024-04-15T16:31:25.106 INFO:tasks.rados.rados.0.smithi090.stdout:871: finishing write tid 1 to smithi09078167-16 2024-04-15T16:31:25.106 INFO:tasks.rados.rados.0.smithi090.stdout:871: finishing write tid 2 to smithi09078167-16 2024-04-15T16:31:25.107 INFO:tasks.rados.rados.0.smithi090.stdout:871: finishing write tid 3 to smithi09078167-16 2024-04-15T16:31:25.107 INFO:tasks.rados.rados.0.smithi090.stdout:871: oid 16 updating version 0 to 243 2024-04-15T16:31:25.107 INFO:tasks.rados.rados.0.smithi090.stdout:871: oid 16 updating version 243 to 244 2024-04-15T16:31:25.107 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 244 (ObjNum 287 snap 71 seq_num 287) dirty exists 2024-04-15T16:31:25.107 INFO:tasks.rados.rados.0.smithi090.stdout:871: left oid 16 (ObjNum 287 snap 71 seq_num 287) 2024-04-15T16:31:25.111 INFO:tasks.rados.rados.0.smithi090.stdout:873: expect (ObjNum 258 snap 66 seq_num 258) 2024-04-15T16:31:25.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:24 smithi090 ceph-mon[38312]: pgmap v27: 121 pgs: 121 active+clean; 132 MiB data, 668 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:31:25.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:24 smithi090 ceph-mon[38312]: osdmap e210: 8 total, 8 up, 8 in 2024-04-15T16:31:25.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:24 smithi090 ceph-mon[27209]: pgmap v27: 121 pgs: 121 active+clean; 132 MiB data, 668 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:31:25.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:24 smithi090 ceph-mon[27209]: osdmap e210: 8 total, 8 up, 8 in 2024-04-15T16:31:25.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:24 smithi153 ceph-mon[30366]: pgmap v27: 121 pgs: 121 active+clean; 132 MiB data, 668 MiB used, 715 GiB / 715 GiB avail 2024-04-15T16:31:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:24 smithi153 ceph-mon[30366]: osdmap e210: 8 total, 8 up, 8 in 2024-04-15T16:31:26.006 INFO:tasks.rados.rados.0.smithi090.stdout:867: done (6 left) 2024-04-15T16:31:26.006 INFO:tasks.rados.rados.0.smithi090.stdout:868: done (5 left) 2024-04-15T16:31:26.006 INFO:tasks.rados.rados.0.smithi090.stdout:870: done (4 left) 2024-04-15T16:31:26.006 INFO:tasks.rados.rados.0.smithi090.stdout:871: done (3 left) 2024-04-15T16:31:26.006 INFO:tasks.rados.rados.0.smithi090.stdout:872: done (2 left) 2024-04-15T16:31:26.006 INFO:tasks.rados.rados.0.smithi090.stdout:873: done (1 left) 2024-04-15T16:31:26.006 INFO:tasks.rados.rados.0.smithi090.stdout:874: done (0 left) 2024-04-15T16:31:26.006 INFO:tasks.rados.rados.0.smithi090.stdout:875: read oid 10 snap 71 2024-04-15T16:31:26.006 INFO:tasks.rados.rados.0.smithi090.stdout:875: expect deleted 2024-04-15T16:31:26.006 INFO:tasks.rados.rados.0.smithi090.stdout:876: rmattr oid 16 current snap is 72 2024-04-15T16:31:26.006 INFO:tasks.rados.rados.0.smithi090.stdout:876: done (1 left) 2024-04-15T16:31:26.007 INFO:tasks.rados.rados.0.smithi090.stdout:877: snap_remove snap 69 2024-04-15T16:31:26.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:25 smithi153 ceph-mon[30366]: Upgrade: Updating mgr.x 2024-04-15T16:31:26.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:25 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:31:26.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:25 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:31:26.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:25 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:31:26.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:25 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:31:26.088 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:25 smithi153 ceph-mon[30366]: Deploying daemon mgr.x on smithi153 2024-04-15T16:31:26.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:25 smithi090 ceph-mon[27209]: Upgrade: Updating mgr.x 2024-04-15T16:31:26.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:25 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:31:26.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:25 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:31:26.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:25 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:31:26.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:25 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:31:26.253 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:25 smithi090 ceph-mon[27209]: Deploying daemon mgr.x on smithi153 2024-04-15T16:31:26.253 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:25 smithi090 ceph-mon[38312]: Upgrade: Updating mgr.x 2024-04-15T16:31:26.253 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:25 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:31:26.254 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:25 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:31:26.254 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:25 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:31:26.254 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:25 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:31:26.254 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:25 smithi090 ceph-mon[38312]: Deploying daemon mgr.x on smithi153 2024-04-15T16:31:27.011 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:26 smithi153 systemd[1]: Stopping Ceph mgr.x for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:31:27.016 INFO:tasks.rados.rados.0.smithi090.stdout:877: done (1 left) 2024-04-15T16:31:27.016 INFO:tasks.rados.rados.0.smithi090.stdout:878: read oid 50 snap -1 2024-04-15T16:31:27.016 INFO:tasks.rados.rados.0.smithi090.stdout:878: expect deleted 2024-04-15T16:31:27.016 INFO:tasks.rados.rados.0.smithi090.stdout:879: rmattr oid 38 current snap is 72 2024-04-15T16:31:27.016 INFO:tasks.rados.rados.0.smithi090.stdout:879: done (2 left) 2024-04-15T16:31:27.016 INFO:tasks.rados.rados.0.smithi090.stdout:880: snap_remove snap 68 2024-04-15T16:31:27.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:27 smithi090 ceph-mon[27209]: osdmap e211: 8 total, 8 up, 8 in 2024-04-15T16:31:27.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:27 smithi090 ceph-mon[27209]: pgmap v30: 121 pgs: 121 active+clean; 145 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-04-15T16:31:27.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:27 smithi090 ceph-mon[38312]: osdmap e211: 8 total, 8 up, 8 in 2024-04-15T16:31:27.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:27 smithi090 ceph-mon[38312]: pgmap v30: 121 pgs: 121 active+clean; 145 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-04-15T16:31:27.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:27 smithi153 ceph-mon[30366]: osdmap e211: 8 total, 8 up, 8 in 2024-04-15T16:31:27.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:27 smithi153 ceph-mon[30366]: pgmap v30: 121 pgs: 121 active+clean; 145 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-04-15T16:31:27.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:27 smithi153 podman[75527]: 2024-04-15 16:31:27.221666011 +0000 UTC m=+0.132933139 container died a868b18e87c6bd106f32b5345b6166903ee80c508149b1b22e8d6d15e279c294 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-15T16:31:27.738 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:27 smithi153 podman[75527]: 2024-04-15 16:31:27.54054724 +0000 UTC m=+0.451814376 container cleanup a868b18e87c6bd106f32b5345b6166903ee80c508149b1b22e8d6d15e279c294 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-15T16:31:27.738 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:27 smithi153 bash[75527]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x 2024-04-15T16:31:28.012 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:27 smithi153 podman[75541]: 2024-04-15 16:31:27.74182953 +0000 UTC m=+0.522203905 container remove a868b18e87c6bd106f32b5345b6166903ee80c508149b1b22e8d6d15e279c294 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31) 2024-04-15T16:31:28.012 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:27 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-15T16:31:28.012 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:27 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.x.service: Failed with result 'exit-code'. 2024-04-15T16:31:28.012 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:27 smithi153 systemd[1]: Stopped Ceph mgr.x for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:31:28.012 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:27 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.x.service: Consumed 24.846s CPU time. 2024-04-15T16:31:28.021 INFO:tasks.rados.rados.0.smithi090.stdout:880: done (2 left) 2024-04-15T16:31:28.021 INFO:tasks.rados.rados.0.smithi090.stdout:881: copy_from oid 29 from oid 1 current snap is 72 2024-04-15T16:31:28.021 INFO:tasks.rados.rados.0.smithi090.stdout:875: done (2 left) 2024-04-15T16:31:28.021 INFO:tasks.rados.rados.0.smithi090.stdout:878: done (1 left) 2024-04-15T16:31:28.021 INFO:tasks.rados.rados.0.smithi090.stdout:882: read oid 10 snap -1 2024-04-15T16:31:28.021 INFO:tasks.rados.rados.0.smithi090.stdout:882: expect deleted 2024-04-15T16:31:28.022 INFO:tasks.rados.rados.0.smithi090.stdout:883: copy_from oid 25 from oid 17 current snap is 72 2024-04-15T16:31:28.022 INFO:tasks.rados.rados.0.smithi090.stdout:884: delete oid 14 current snap is 72 2024-04-15T16:31:28.029 INFO:tasks.rados.rados.0.smithi090.stdout:883: finishing copy_from to smithi09078167-25 2024-04-15T16:31:28.029 INFO:tasks.rados.rados.0.smithi090.stdout:883: got expected ENOENT (src dne) 2024-04-15T16:31:28.029 INFO:tasks.rados.rados.0.smithi090.stdout:883: finishing copy_from racing read to smithi09078167-25 2024-04-15T16:31:28.030 INFO:tasks.rados.rados.0.smithi090.stdout:882: done (3 left) 2024-04-15T16:31:28.030 INFO:tasks.rados.rados.0.smithi090.stdout:883: done (2 left) 2024-04-15T16:31:28.030 INFO:tasks.rados.rados.0.smithi090.stdout:884: done (1 left) 2024-04-15T16:31:28.030 INFO:tasks.rados.rados.0.smithi090.stdout:885: rollback oid 38 current snap is 72 2024-04-15T16:31:28.031 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 62 2024-04-15T16:31:28.031 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 72 2024-04-15T16:31:28.031 INFO:tasks.rados.rados.0.smithi090.stdout:886: seq_num 289 ranges {5824512=40960} 2024-04-15T16:31:28.062 INFO:tasks.rados.rados.0.smithi090.stdout:886: writing smithi09078167-9 from 5824512 to 5865472 tid 1 2024-04-15T16:31:28.062 INFO:tasks.rados.rados.0.smithi090.stdout:887: copy_from oid 21 from oid 25 current snap is 72 2024-04-15T16:31:28.062 INFO:tasks.rados.rados.0.smithi090.stdout:885: finishing rollback tid 0 to smithi09078167-38 2024-04-15T16:31:28.062 INFO:tasks.rados.rados.0.smithi090.stdout:888: snap_remove snap 65 2024-04-15T16:31:28.062 INFO:tasks.rados.rados.0.smithi090.stdout:885: finishing rollback tid 1 to smithi09078167-38 2024-04-15T16:31:28.063 INFO:tasks.rados.rados.0.smithi090.stdout:885: finishing rollback tid 2 to smithi09078167-38 2024-04-15T16:31:28.063 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 252 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-15T16:31:28.063 INFO:tasks.rados.rados.0.smithi090.stdout:881: finishing copy_from racing read to smithi09078167-29 2024-04-15T16:31:28.063 INFO:tasks.rados.rados.0.smithi090.stdout:881: finishing copy_from to smithi09078167-29 2024-04-15T16:31:28.063 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 269 (ObjNum 277 snap 71 seq_num 277) dirty exists 2024-04-15T16:31:28.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:28 smithi090 ceph-mon[27209]: osdmap e212: 8 total, 8 up, 8 in 2024-04-15T16:31:28.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:28 smithi090 ceph-mon[38312]: osdmap e212: 8 total, 8 up, 8 in 2024-04-15T16:31:28.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:28 smithi153 ceph-mon[30366]: osdmap e212: 8 total, 8 up, 8 in 2024-04-15T16:31:28.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:28 smithi153 systemd[1]: Starting Ceph mgr.x for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:31:28.641 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:28 smithi153 podman[75673]: 2024-04-15 16:31:28.290621514 +0000 UTC m=+0.018205941 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:31:28.641 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:28 smithi153 podman[75673]: 2024-04-15 16:31:28.476234398 +0000 UTC m=+0.203818868 container create cf4f3c21d38e57e46f1c15365e5598b59fa3de2852916e17771cdb0f456cf980 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-15T16:31:28.964 INFO:tasks.rados.rados.0.smithi090.stdout:887: finishing copy_from racing read to smithi09078167-21 2024-04-15T16:31:28.964 INFO:tasks.rados.rados.0.smithi090.stdout:886: finishing write tid 1 to smithi09078167-9 2024-04-15T16:31:28.964 INFO:tasks.rados.rados.0.smithi090.stdout:886: finishing write tid 2 to smithi09078167-9 2024-04-15T16:31:28.964 INFO:tasks.rados.rados.0.smithi090.stdout:887: finishing copy_from to smithi09078167-21 2024-04-15T16:31:28.964 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 259 (ObjNum 897 snap 0 seq_num 3728015136) dirty exists 2024-04-15T16:31:28.964 INFO:tasks.rados.rados.0.smithi090.stdout:886: finishing write tid 3 to smithi09078167-9 2024-04-15T16:31:28.965 INFO:tasks.rados.rados.0.smithi090.stdout:886: oid 9 updating version 0 to 181 2024-04-15T16:31:28.965 INFO:tasks.rados.rados.0.smithi090.stdout:886: oid 9 updating version 181 to 182 2024-04-15T16:31:28.965 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 182 (ObjNum 289 snap 72 seq_num 289) dirty exists 2024-04-15T16:31:28.965 INFO:tasks.rados.rados.0.smithi090.stdout:886: left oid 9 (ObjNum 289 snap 72 seq_num 289) 2024-04-15T16:31:28.965 INFO:tasks.rados.rados.0.smithi090.stdout:881: done (4 left) 2024-04-15T16:31:28.965 INFO:tasks.rados.rados.0.smithi090.stdout:885: done (3 left) 2024-04-15T16:31:28.965 INFO:tasks.rados.rados.0.smithi090.stdout:886: done (2 left) 2024-04-15T16:31:28.965 INFO:tasks.rados.rados.0.smithi090.stdout:887: done (1 left) 2024-04-15T16:31:28.965 INFO:tasks.rados.rados.0.smithi090.stdout:888: done (0 left) 2024-04-15T16:31:28.965 INFO:tasks.rados.rados.0.smithi090.stdout:889: rollback oid 28 current snap is 72 2024-04-15T16:31:28.965 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 28 to 62 2024-04-15T16:31:28.965 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 72 2024-04-15T16:31:28.965 INFO:tasks.rados.rados.0.smithi090.stdout:890: seq_num 290 ranges {2719744=57344} 2024-04-15T16:31:28.981 INFO:tasks.rados.rados.0.smithi090.stdout:890: writing smithi09078167-42 from 2719744 to 2777088 tid 1 2024-04-15T16:31:28.981 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 72 2024-04-15T16:31:28.981 INFO:tasks.rados.rados.0.smithi090.stdout:889: finishing rollback tid 0 to smithi09078167-28 2024-04-15T16:31:28.981 INFO:tasks.rados.rados.0.smithi090.stdout:889: finishing rollback tid 1 to smithi09078167-28 2024-04-15T16:31:28.981 INFO:tasks.rados.rados.0.smithi090.stdout:889: finishing rollback tid 2 to smithi09078167-28 2024-04-15T16:31:28.982 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 264 (ObjNum 207 snap 50 seq_num 207) dirty exists 2024-04-15T16:31:28.982 INFO:tasks.rados.rados.0.smithi090.stdout:891: seq_num 291 ranges {7372800=81920} 2024-04-15T16:31:29.021 INFO:tasks.rados.rados.0.smithi090.stdout:891: writing smithi09078167-23 from 7372800 to 7454720 tid 1 2024-04-15T16:31:29.021 INFO:tasks.rados.rados.0.smithi090.stdout:889: done (2 left) 2024-04-15T16:31:29.022 INFO:tasks.rados.rados.0.smithi090.stdout:892: snap_create 2024-04-15T16:31:29.022 INFO:tasks.rados.rados.0.smithi090.stdout:890: finishing write tid 1 to smithi09078167-42 2024-04-15T16:31:29.022 INFO:tasks.rados.rados.0.smithi090.stdout:890: finishing write tid 2 to smithi09078167-42 2024-04-15T16:31:29.022 INFO:tasks.rados.rados.0.smithi090.stdout:890: finishing write tid 3 to smithi09078167-42 2024-04-15T16:31:29.022 INFO:tasks.rados.rados.0.smithi090.stdout:890: oid 42 updating version 0 to 165 2024-04-15T16:31:29.022 INFO:tasks.rados.rados.0.smithi090.stdout:890: oid 42 updating version 165 to 166 2024-04-15T16:31:29.023 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 166 (ObjNum 290 snap 72 seq_num 290) dirty exists 2024-04-15T16:31:29.023 INFO:tasks.rados.rados.0.smithi090.stdout:890: left oid 42 (ObjNum 290 snap 72 seq_num 290) 2024-04-15T16:31:29.024 INFO:tasks.rados.rados.0.smithi090.stdout:891: finishing write tid 1 to smithi09078167-23 2024-04-15T16:31:29.024 INFO:tasks.rados.rados.0.smithi090.stdout:891: finishing write tid 2 to smithi09078167-23 2024-04-15T16:31:29.024 INFO:tasks.rados.rados.0.smithi090.stdout:891: finishing write tid 3 to smithi09078167-23 2024-04-15T16:31:29.024 INFO:tasks.rados.rados.0.smithi090.stdout:891: oid 23 updating version 0 to 168 2024-04-15T16:31:29.025 INFO:tasks.rados.rados.0.smithi090.stdout:891: oid 23 updating version 168 to 169 2024-04-15T16:31:29.025 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 169 (ObjNum 291 snap 72 seq_num 291) dirty exists 2024-04-15T16:31:29.025 INFO:tasks.rados.rados.0.smithi090.stdout:891: left oid 23 (ObjNum 291 snap 72 seq_num 291) 2024-04-15T16:31:29.027 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:28 smithi153 podman[75673]: 2024-04-15 16:31:28.645045875 +0000 UTC m=+0.372630317 container init cf4f3c21d38e57e46f1c15365e5598b59fa3de2852916e17771cdb0f456cf980 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux ) 2024-04-15T16:31:29.027 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:28 smithi153 podman[75673]: 2024-04-15 16:31:28.647930719 +0000 UTC m=+0.375515156 container start cf4f3c21d38e57e46f1c15365e5598b59fa3de2852916e17771cdb0f456cf980 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-15T16:31:29.028 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:28 smithi153 ceph-mgr[75692]: -- 172.21.15.153:0/1997514268 <== mon.1 v2:172.21.15.153:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a1d6a6c5a0 con 0x55a1d6a40800 2024-04-15T16:31:29.028 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:28 smithi153 bash[75673]: cf4f3c21d38e57e46f1c15365e5598b59fa3de2852916e17771cdb0f456cf980 2024-04-15T16:31:29.028 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:28 smithi153 systemd[1]: Started Ceph mgr.x for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:31:29.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:31:29] "GET /metrics HTTP/1.1" 200 35999 "" "Prometheus/2.43.0" 2024-04-15T16:31:29.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:29 smithi090 ceph-mon[27209]: osdmap e213: 8 total, 8 up, 8 in 2024-04-15T16:31:29.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:29 smithi090 ceph-mon[27209]: pgmap v33: 121 pgs: 121 active+clean; 145 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-04-15T16:31:29.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:29 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:29.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:29 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:29.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:29 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:29.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:29 smithi090 ceph-mon[27209]: osdmap e214: 8 total, 8 up, 8 in 2024-04-15T16:31:29.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:29 smithi090 ceph-mon[38312]: osdmap e213: 8 total, 8 up, 8 in 2024-04-15T16:31:29.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:29 smithi090 ceph-mon[38312]: pgmap v33: 121 pgs: 121 active+clean; 145 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-04-15T16:31:29.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:29 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:29.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:29 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:29.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:29 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:29.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:29 smithi090 ceph-mon[38312]: osdmap e214: 8 total, 8 up, 8 in 2024-04-15T16:31:29.346 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:29 smithi153 ceph-mon[30366]: osdmap e213: 8 total, 8 up, 8 in 2024-04-15T16:31:29.346 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:29 smithi153 ceph-mon[30366]: pgmap v33: 121 pgs: 121 active+clean; 145 MiB data, 686 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-04-15T16:31:29.346 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:29 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:29.346 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:29 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:29.346 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:29 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:29.346 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:29 smithi153 ceph-mon[30366]: osdmap e214: 8 total, 8 up, 8 in 2024-04-15T16:31:29.347 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:29 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:29.241+0000 7ff8913f4200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T16:31:29.347 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:29 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:29.348+0000 7ff8913f4200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T16:31:30.029 INFO:tasks.rados.rados.0.smithi090.stdout:890: done (2 left) 2024-04-15T16:31:30.030 INFO:tasks.rados.rados.0.smithi090.stdout:891: done (1 left) 2024-04-15T16:31:30.030 INFO:tasks.rados.rados.0.smithi090.stdout:892: done (0 left) 2024-04-15T16:31:30.030 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 73 2024-04-15T16:31:30.030 INFO:tasks.rados.rados.0.smithi090.stdout:893: seq_num 292 ranges {3047424=98304} 2024-04-15T16:31:30.046 INFO:tasks.rados.rados.0.smithi090.stdout:893: writing smithi09078167-45 from 3047424 to 3145728 tid 1 2024-04-15T16:31:30.046 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 73 2024-04-15T16:31:30.046 INFO:tasks.rados.rados.0.smithi090.stdout:894: seq_num 293 ranges {0=114688} 2024-04-15T16:31:30.047 INFO:tasks.rados.rados.0.smithi090.stdout:894: writing smithi09078167-10 from 0 to 114688 tid 1 2024-04-15T16:31:30.047 INFO:tasks.rados.rados.0.smithi090.stdout:895: delete oid 7 current snap is 73 2024-04-15T16:31:30.049 INFO:tasks.rados.rados.0.smithi090.stdout:893: finishing write tid 1 to smithi09078167-45 2024-04-15T16:31:30.049 INFO:tasks.rados.rados.0.smithi090.stdout:895: done (2 left) 2024-04-15T16:31:30.049 INFO:tasks.rados.rados.0.smithi090.stdout:896: rmattr oid 6 current snap is 73 2024-04-15T16:31:30.050 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 73 2024-04-15T16:31:30.050 INFO:tasks.rados.rados.0.smithi090.stdout:897: seq_num 295 ranges {1900544=147456} 2024-04-15T16:31:30.061 INFO:tasks.rados.rados.0.smithi090.stdout:897: writing smithi09078167-49 from 1900544 to 2048000 tid 1 2024-04-15T16:31:30.061 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 73 2024-04-15T16:31:30.062 INFO:tasks.rados.rados.0.smithi090.stdout:898: seq_num 296 ranges {0=163840} 2024-04-15T16:31:30.062 INFO:tasks.rados.rados.0.smithi090.stdout:898: writing smithi09078167-2 from 0 to 163840 tid 1 2024-04-15T16:31:30.063 INFO:tasks.rados.rados.0.smithi090.stdout:899: delete oid 22 current snap is 73 2024-04-15T16:31:30.063 INFO:tasks.rados.rados.0.smithi090.stdout:893: finishing write tid 2 to smithi09078167-45 2024-04-15T16:31:30.063 INFO:tasks.rados.rados.0.smithi090.stdout:894: finishing write tid 1 to smithi09078167-10 2024-04-15T16:31:30.063 INFO:tasks.rados.rados.0.smithi090.stdout:893: finishing write tid 3 to smithi09078167-45 2024-04-15T16:31:30.063 INFO:tasks.rados.rados.0.smithi090.stdout:893: oid 45 updating version 0 to 311 2024-04-15T16:31:30.063 INFO:tasks.rados.rados.0.smithi090.stdout:893: oid 45 updating version 311 to 312 2024-04-15T16:31:30.063 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 312 (ObjNum 292 snap 73 seq_num 292) dirty exists 2024-04-15T16:31:30.063 INFO:tasks.rados.rados.0.smithi090.stdout:893: left oid 45 (ObjNum 292 snap 73 seq_num 292) 2024-04-15T16:31:30.063 INFO:tasks.rados.rados.0.smithi090.stdout:894: finishing write tid 2 to smithi09078167-10 2024-04-15T16:31:30.063 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 307 (ObjNum 259 snap 66 seq_num 259) dirty exists 2024-04-15T16:31:30.063 INFO:tasks.rados.rados.0.smithi090.stdout:894: finishing write tid 3 to smithi09078167-10 2024-04-15T16:31:30.063 INFO:tasks.rados.rados.0.smithi090.stdout:894: oid 10 updating version 0 to 247 2024-04-15T16:31:30.063 INFO:tasks.rados.rados.0.smithi090.stdout:894: oid 10 updating version 247 to 248 2024-04-15T16:31:30.063 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 248 (ObjNum 293 snap 73 seq_num 293) dirty exists 2024-04-15T16:31:30.064 INFO:tasks.rados.rados.0.smithi090.stdout:894: left oid 10 (ObjNum 293 snap 73 seq_num 293) 2024-04-15T16:31:30.064 INFO:tasks.rados.rados.0.smithi090.stdout:893: done (5 left) 2024-04-15T16:31:30.065 INFO:tasks.rados.rados.0.smithi090.stdout:894: done (4 left) 2024-04-15T16:31:30.065 INFO:tasks.rados.rados.0.smithi090.stdout:896: done (3 left) 2024-04-15T16:31:30.065 INFO:tasks.rados.rados.0.smithi090.stdout:899: done (2 left) 2024-04-15T16:31:30.065 INFO:tasks.rados.rados.0.smithi090.stdout:900: snap_create 2024-04-15T16:31:30.065 INFO:tasks.rados.rados.0.smithi090.stdout:898: finishing write tid 1 to smithi09078167-2 2024-04-15T16:31:30.065 INFO:tasks.rados.rados.0.smithi090.stdout:898: finishing write tid 2 to smithi09078167-2 2024-04-15T16:31:30.065 INFO:tasks.rados.rados.0.smithi090.stdout:897: finishing write tid 1 to smithi09078167-49 2024-04-15T16:31:30.066 INFO:tasks.rados.rados.0.smithi090.stdout:897: finishing write tid 2 to smithi09078167-49 2024-04-15T16:31:30.066 INFO:tasks.rados.rados.0.smithi090.stdout:898: finishing write tid 3 to smithi09078167-2 2024-04-15T16:31:30.066 INFO:tasks.rados.rados.0.smithi090.stdout:898: oid 2 updating version 0 to 187 2024-04-15T16:31:30.066 INFO:tasks.rados.rados.0.smithi090.stdout:898: oid 2 updating version 187 to 188 2024-04-15T16:31:30.066 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 188 (ObjNum 296 snap 73 seq_num 296) dirty exists 2024-04-15T16:31:30.066 INFO:tasks.rados.rados.0.smithi090.stdout:898: left oid 2 (ObjNum 296 snap 73 seq_num 296) 2024-04-15T16:31:30.067 INFO:tasks.rados.rados.0.smithi090.stdout:897: finishing write tid 3 to smithi09078167-49 2024-04-15T16:31:30.067 INFO:tasks.rados.rados.0.smithi090.stdout:897: oid 49 updating version 0 to 201 2024-04-15T16:31:30.067 INFO:tasks.rados.rados.0.smithi090.stdout:897: oid 49 updating version 201 to 202 2024-04-15T16:31:30.067 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 202 (ObjNum 295 snap 73 seq_num 295) dirty exists 2024-04-15T16:31:30.067 INFO:tasks.rados.rados.0.smithi090.stdout:897: left oid 49 (ObjNum 295 snap 73 seq_num 295) 2024-04-15T16:31:30.377 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:30.054+0000 7ff8913f4200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T16:31:30.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:30.151+0000 7ff8913f4200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T16:31:30.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:30.298+0000 7ff8913f4200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T16:31:30.765 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:30 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:30.766 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:30 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:30.766 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:30 smithi153 ceph-mon[30366]: osdmap e215: 8 total, 8 up, 8 in 2024-04-15T16:31:30.766 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:30.404+0000 7ff8913f4200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T16:31:30.766 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:30.488+0000 7ff8913f4200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T16:31:30.766 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:30.767+0000 7ff8913f4200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T16:31:30.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:30 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:30.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:30 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:30.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:30 smithi090 ceph-mon[38312]: osdmap e215: 8 total, 8 up, 8 in 2024-04-15T16:31:30.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:30 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:30.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:30 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:30.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:30 smithi090 ceph-mon[27209]: osdmap e215: 8 total, 8 up, 8 in 2024-04-15T16:31:31.026 INFO:tasks.rados.rados.0.smithi090.stdout:897: done (2 left) 2024-04-15T16:31:31.026 INFO:tasks.rados.rados.0.smithi090.stdout:898: done (1 left) 2024-04-15T16:31:31.026 INFO:tasks.rados.rados.0.smithi090.stdout:900: done (0 left) 2024-04-15T16:31:31.026 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 74 2024-04-15T16:31:31.026 INFO:tasks.rados.rados.0.smithi090.stdout:901: seq_num 298 ranges {3874816=196608} 2024-04-15T16:31:31.047 INFO:tasks.rados.rados.0.smithi090.stdout:901: writing smithi09078167-13 from 3874816 to 4071424 tid 1 2024-04-15T16:31:31.047 INFO:tasks.rados.rados.0.smithi090.stdout:902: delete oid 50 current snap is 74 2024-04-15T16:31:31.050 INFO:tasks.rados.rados.0.smithi090.stdout:902: done (1 left) 2024-04-15T16:31:31.050 INFO:tasks.rados.rados.0.smithi090.stdout:903: rollback oid 21 current snap is 74 2024-04-15T16:31:31.050 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 60 2024-04-15T16:31:31.051 INFO:tasks.rados.rados.0.smithi090.stdout:904: snap_remove snap 71 2024-04-15T16:31:31.074 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:30.879+0000 7ff8913f4200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T16:31:31.075 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:30.968+0000 7ff8913f4200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T16:31:31.075 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:31 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:31.076+0000 7ff8913f4200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T16:31:31.377 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:31 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:31.262+0000 7ff8913f4200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T16:31:31.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:31 smithi090 ceph-mon[38312]: pgmap v36: 121 pgs: 121 active+clean; 153 MiB data, 756 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-15T16:31:31.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:31 smithi090 ceph-mon[38312]: osdmap e216: 8 total, 8 up, 8 in 2024-04-15T16:31:31.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:31 smithi090 ceph-mon[27209]: pgmap v36: 121 pgs: 121 active+clean; 153 MiB data, 756 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-15T16:31:31.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:31 smithi090 ceph-mon[27209]: osdmap e216: 8 total, 8 up, 8 in 2024-04-15T16:31:31.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:31 smithi153 ceph-mon[30366]: pgmap v36: 121 pgs: 121 active+clean; 153 MiB data, 756 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-15T16:31:31.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:31 smithi153 ceph-mon[30366]: osdmap e216: 8 total, 8 up, 8 in 2024-04-15T16:31:32.029 INFO:tasks.rados.rados.0.smithi090.stdout:901: finishing write tid 1 to smithi09078167-13 2024-04-15T16:31:32.029 INFO:tasks.rados.rados.0.smithi090.stdout:903: finishing rollback tid 0 to smithi09078167-21 2024-04-15T16:31:32.029 INFO:tasks.rados.rados.0.smithi090.stdout:901: finishing write tid 2 to smithi09078167-13 2024-04-15T16:31:32.029 INFO:tasks.rados.rados.0.smithi090.stdout:903: finishing rollback tid 1 to smithi09078167-21 2024-04-15T16:31:32.029 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 304 (ObjNum 49 snap 0 seq_num 1464754018) dirty dne 2024-04-15T16:31:32.029 INFO:tasks.rados.rados.0.smithi090.stdout:901: finishing write tid 3 to smithi09078167-13 2024-04-15T16:31:32.029 INFO:tasks.rados.rados.0.smithi090.stdout:901: oid 13 updating version 0 to 205 2024-04-15T16:31:32.030 INFO:tasks.rados.rados.0.smithi090.stdout:901: oid 13 version 205 is already newer than 204 2024-04-15T16:31:32.030 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 205 (ObjNum 298 snap 74 seq_num 298) dirty exists 2024-04-15T16:31:32.030 INFO:tasks.rados.rados.0.smithi090.stdout:901: left oid 13 (ObjNum 298 snap 74 seq_num 298) 2024-04-15T16:31:32.030 INFO:tasks.rados.rados.0.smithi090.stdout:901: done (2 left) 2024-04-15T16:31:32.030 INFO:tasks.rados.rados.0.smithi090.stdout:903: done (1 left) 2024-04-15T16:31:32.030 INFO:tasks.rados.rados.0.smithi090.stdout:904: done (0 left) 2024-04-15T16:31:32.030 INFO:tasks.rados.rados.0.smithi090.stdout:905: snap_create 2024-04-15T16:31:32.627 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:32.305+0000 7ff8913f4200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T16:31:32.628 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:32.451+0000 7ff8913f4200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T16:31:32.907 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:32.816+0000 7ff8913f4200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T16:31:33.045 INFO:tasks.rados.rados.0.smithi090.stdout:905: done (0 left) 2024-04-15T16:31:33.045 INFO:tasks.rados.rados.0.smithi090.stdout:906: read oid 46 snap -1 2024-04-15T16:31:33.046 INFO:tasks.rados.rados.0.smithi090.stdout:906: expect deleted 2024-04-15T16:31:33.046 INFO:tasks.rados.rados.0.smithi090.stdout:907: read oid 12 snap -1 2024-04-15T16:31:33.046 INFO:tasks.rados.rados.0.smithi090.stdout:907: expect (ObjNum 221 snap 52 seq_num 221) 2024-04-15T16:31:33.046 INFO:tasks.rados.rados.0.smithi090.stdout:908: read oid 29 snap -1 2024-04-15T16:31:33.046 INFO:tasks.rados.rados.0.smithi090.stdout:908: expect (ObjNum 277 snap 71 seq_num 277) 2024-04-15T16:31:33.046 INFO:tasks.rados.rados.0.smithi090.stdout:909: snap_remove snap 73 2024-04-15T16:31:33.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:33 smithi090 ceph-mon[38312]: osdmap e217: 8 total, 8 up, 8 in 2024-04-15T16:31:33.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:33 smithi090 ceph-mon[38312]: pgmap v39: 121 pgs: 121 active+clean; 153 MiB data, 756 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-15T16:31:33.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:33 smithi090 ceph-mon[27209]: osdmap e217: 8 total, 8 up, 8 in 2024-04-15T16:31:33.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:33 smithi090 ceph-mon[27209]: pgmap v39: 121 pgs: 121 active+clean; 153 MiB data, 756 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-15T16:31:33.342 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:33 smithi153 ceph-mon[30366]: osdmap e217: 8 total, 8 up, 8 in 2024-04-15T16:31:33.342 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:33 smithi153 ceph-mon[30366]: pgmap v39: 121 pgs: 121 active+clean; 153 MiB data, 756 MiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.4 MiB/s wr, 19 op/s 2024-04-15T16:31:33.342 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:32.909+0000 7ff8913f4200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T16:31:33.342 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:33 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:33.133+0000 7ff8913f4200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:31:33.628 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:33 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:33.344+0000 7ff8913f4200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T16:31:33.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:33 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:31:33.929 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:33 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:33.650+0000 7ff8913f4200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:31:33.929 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:33 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:33.931+0000 7ff8913f4200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T16:31:33.963 INFO:tasks.rados.rados.0.smithi090.stdout:908: expect (ObjNum 277 snap 71 seq_num 277) 2024-04-15T16:31:34.024 INFO:tasks.rados.rados.0.smithi090.stdout:907: expect (ObjNum 221 snap 52 seq_num 221) 2024-04-15T16:31:34.137 INFO:tasks.rados.rados.0.smithi090.stdout:906: done (3 left) 2024-04-15T16:31:34.137 INFO:tasks.rados.rados.0.smithi090.stdout:907: done (2 left) 2024-04-15T16:31:34.137 INFO:tasks.rados.rados.0.smithi090.stdout:908: done (1 left) 2024-04-15T16:31:34.137 INFO:tasks.rados.rados.0.smithi090.stdout:909: done (0 left) 2024-04-15T16:31:34.137 INFO:tasks.rados.rados.0.smithi090.stdout:910: setattr oid 27 current snap is 75 2024-04-15T16:31:34.138 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 75 2024-04-15T16:31:34.138 INFO:tasks.rados.rados.0.smithi090.stdout:911: seq_num 300 ranges {2965504=229376} 2024-04-15T16:31:34.155 INFO:tasks.rados.rados.0.smithi090.stdout:911: writing smithi09078167-12 from 2965504 to 3194880 tid 1 2024-04-15T16:31:34.155 INFO:tasks.rados.rados.0.smithi090.stdout:912: read oid 21 snap 72 2024-04-15T16:31:34.155 INFO:tasks.rados.rados.0.smithi090.stdout:912: expect (ObjNum -566590384 snap 22010 seq_num 3727904288) 2024-04-15T16:31:34.156 INFO:tasks.rados.rados.0.smithi090.stdout:913: read oid 50 snap -1 2024-04-15T16:31:34.156 INFO:tasks.rados.rados.0.smithi090.stdout:913: expect deleted 2024-04-15T16:31:34.156 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 75 2024-04-15T16:31:34.156 INFO:tasks.rados.rados.0.smithi090.stdout:914: seq_num 301 ranges {2113536=245760} 2024-04-15T16:31:34.168 INFO:tasks.rados.rados.0.smithi090.stdout:914: writing smithi09078167-33 from 2113536 to 2359296 tid 1 2024-04-15T16:31:34.168 INFO:tasks.rados.rados.0.smithi090.stdout:915: read oid 11 snap 55 2024-04-15T16:31:34.168 INFO:tasks.rados.rados.0.smithi090.stdout:915: expect (ObjNum 208 snap 50 seq_num 208) 2024-04-15T16:31:34.168 INFO:tasks.rados.rados.0.smithi090.stdout:916: rollback oid 4 current snap is 75 2024-04-15T16:31:34.168 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 74 2024-04-15T16:31:34.168 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 311 (ObjNum 281 snap 71 seq_num 281) dirty exists 2024-04-15T16:31:34.168 INFO:tasks.rados.rados.0.smithi090.stdout:912: expect (ObjNum -566590384 snap 22010 seq_num 3727904288) 2024-04-15T16:31:34.173 INFO:tasks.rados.rados.0.smithi090.stdout:911: finishing write tid 1 to smithi09078167-12 2024-04-15T16:31:34.174 INFO:tasks.rados.rados.0.smithi090.stdout:911: finishing write tid 2 to smithi09078167-12 2024-04-15T16:31:34.174 INFO:tasks.rados.rados.0.smithi090.stdout:911: finishing write tid 3 to smithi09078167-12 2024-04-15T16:31:34.174 INFO:tasks.rados.rados.0.smithi090.stdout:911: oid 12 updating version 0 to 314 2024-04-15T16:31:34.174 INFO:tasks.rados.rados.0.smithi090.stdout:911: oid 12 version 314 is already newer than 313 2024-04-15T16:31:34.174 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 314 (ObjNum 300 snap 75 seq_num 300) dirty exists 2024-04-15T16:31:34.174 INFO:tasks.rados.rados.0.smithi090.stdout:911: left oid 12 (ObjNum 300 snap 75 seq_num 300) 2024-04-15T16:31:34.174 INFO:tasks.rados.rados.0.smithi090.stdout:914: finishing write tid 1 to smithi09078167-33 2024-04-15T16:31:34.174 INFO:tasks.rados.rados.0.smithi090.stdout:914: finishing write tid 2 to smithi09078167-33 2024-04-15T16:31:34.174 INFO:tasks.rados.rados.0.smithi090.stdout:914: finishing write tid 3 to smithi09078167-33 2024-04-15T16:31:34.174 INFO:tasks.rados.rados.0.smithi090.stdout:914: oid 33 updating version 0 to 276 2024-04-15T16:31:34.174 INFO:tasks.rados.rados.0.smithi090.stdout:914: oid 33 updating version 276 to 277 2024-04-15T16:31:34.174 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 277 (ObjNum 301 snap 75 seq_num 301) dirty exists 2024-04-15T16:31:34.175 INFO:tasks.rados.rados.0.smithi090.stdout:914: left oid 33 (ObjNum 301 snap 75 seq_num 301) 2024-04-15T16:31:34.175 INFO:tasks.rados.rados.0.smithi090.stdout:916: finishing rollback tid 0 to smithi09078167-4 2024-04-15T16:31:34.175 INFO:tasks.rados.rados.0.smithi090.stdout:910: done (6 left) 2024-04-15T16:31:34.175 INFO:tasks.rados.rados.0.smithi090.stdout:911: done (5 left) 2024-04-15T16:31:34.175 INFO:tasks.rados.rados.0.smithi090.stdout:912: done (4 left) 2024-04-15T16:31:34.175 INFO:tasks.rados.rados.0.smithi090.stdout:913: done (3 left) 2024-04-15T16:31:34.175 INFO:tasks.rados.rados.0.smithi090.stdout:914: done (2 left) 2024-04-15T16:31:34.175 INFO:tasks.rados.rados.0.smithi090.stdout:917: rmattr oid 22 current snap is 75 2024-04-15T16:31:34.175 INFO:tasks.rados.rados.0.smithi090.stdout:917: done (2 left) 2024-04-15T16:31:34.175 INFO:tasks.rados.rados.0.smithi090.stdout:918: snap_create 2024-04-15T16:31:34.175 INFO:tasks.rados.rados.0.smithi090.stdout:916: finishing rollback tid 1 to smithi09078167-4 2024-04-15T16:31:34.176 INFO:tasks.rados.rados.0.smithi090.stdout:916: finishing rollback tid 2 to smithi09078167-4 2024-04-15T16:31:34.176 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 50 (ObjNum 202 snap 48 seq_num 202) dirty exists 2024-04-15T16:31:34.176 INFO:tasks.rados.rados.0.smithi090.stdout:915: expect (ObjNum 208 snap 50 seq_num 208) 2024-04-15T16:31:34.204 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:34 smithi153 ceph-mon[30366]: osdmap e218: 8 total, 8 up, 8 in 2024-04-15T16:31:34.204 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:34 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:34.204 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:34 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:34.204 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:34 smithi153 ceph-mon[30366]: osdmap e219: 8 total, 8 up, 8 in 2024-04-15T16:31:34.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:34 smithi090 ceph-mon[27209]: osdmap e218: 8 total, 8 up, 8 in 2024-04-15T16:31:34.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:34 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:34.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:34 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:34.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:34 smithi090 ceph-mon[27209]: osdmap e219: 8 total, 8 up, 8 in 2024-04-15T16:31:34.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:34 smithi090 ceph-mon[38312]: osdmap e218: 8 total, 8 up, 8 in 2024-04-15T16:31:34.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:34 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:34.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:34 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:34.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:34 smithi090 ceph-mon[38312]: osdmap e219: 8 total, 8 up, 8 in 2024-04-15T16:31:34.627 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:34 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:34.206+0000 7ff8913f4200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T16:31:35.049 INFO:tasks.rados.rados.0.smithi090.stdout:915: done (2 left) 2024-04-15T16:31:35.050 INFO:tasks.rados.rados.0.smithi090.stdout:916: done (1 left) 2024-04-15T16:31:35.050 INFO:tasks.rados.rados.0.smithi090.stdout:918: done (0 left) 2024-04-15T16:31:35.050 INFO:tasks.rados.rados.0.smithi090.stdout:919: delete oid 33 current snap is 76 2024-04-15T16:31:35.051 INFO:tasks.rados.rados.0.smithi090.stdout:919: done (0 left) 2024-04-15T16:31:35.051 INFO:tasks.rados.rados.0.smithi090.stdout:920: setattr oid 48 current snap is 76 2024-04-15T16:31:35.052 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 76 2024-04-15T16:31:35.053 INFO:tasks.rados.rados.0.smithi090.stdout:921: seq_num 303 ranges {163840=278528} 2024-04-15T16:31:35.056 INFO:tasks.rados.rados.0.smithi090.stdout:921: writing smithi09078167-2 from 163840 to 442368 tid 1 2024-04-15T16:31:35.056 INFO:tasks.rados.rados.0.smithi090.stdout:922: read oid 37 snap -1 2024-04-15T16:31:35.056 INFO:tasks.rados.rados.0.smithi090.stdout:922: expect (ObjNum 258 snap 66 seq_num 258) 2024-04-15T16:31:35.056 INFO:tasks.rados.rados.0.smithi090.stdout:923: rmattr oid 8 current snap is 76 2024-04-15T16:31:35.056 INFO:tasks.rados.rados.0.smithi090.stdout:924: snap_create 2024-04-15T16:31:35.056 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 265 (ObjNum 244 snap 59 seq_num 244) dirty exists 2024-04-15T16:31:35.059 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 320 (ObjNum 65 snap 0 seq_num 1633047134) dirty exists 2024-04-15T16:31:35.060 INFO:tasks.rados.rados.0.smithi090.stdout:921: finishing write tid 1 to smithi09078167-2 2024-04-15T16:31:35.060 INFO:tasks.rados.rados.0.smithi090.stdout:921: finishing write tid 2 to smithi09078167-2 2024-04-15T16:31:35.062 INFO:tasks.rados.rados.0.smithi090.stdout:921: finishing write tid 3 to smithi09078167-2 2024-04-15T16:31:35.062 INFO:tasks.rados.rados.0.smithi090.stdout:921: oid 2 updating version 0 to 194 2024-04-15T16:31:35.062 INFO:tasks.rados.rados.0.smithi090.stdout:921: oid 2 updating version 194 to 195 2024-04-15T16:31:35.062 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 195 (ObjNum 303 snap 76 seq_num 303) dirty exists 2024-04-15T16:31:35.062 INFO:tasks.rados.rados.0.smithi090.stdout:921: left oid 2 (ObjNum 303 snap 76 seq_num 303) 2024-04-15T16:31:35.067 INFO:tasks.rados.rados.0.smithi090.stdout:922: expect (ObjNum 258 snap 66 seq_num 258) 2024-04-15T16:31:35.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:35 smithi090 ceph-mon[38312]: pgmap v42: 121 pgs: 121 active+clean; 153 MiB data, 755 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 28 KiB/s wr, 0 op/s 2024-04-15T16:31:35.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:35 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:35.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:35 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:35.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:35 smithi090 ceph-mon[27209]: pgmap v42: 121 pgs: 121 active+clean; 153 MiB data, 755 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 28 KiB/s wr, 0 op/s 2024-04-15T16:31:35.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:35 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:35.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:35 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:35.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:35 smithi153 ceph-mon[30366]: pgmap v42: 121 pgs: 121 active+clean; 153 MiB data, 755 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 28 KiB/s wr, 0 op/s 2024-04-15T16:31:35.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:35 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:35.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:35 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:35.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:35 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:35.124+0000 7ff8913f4200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T16:31:35.974 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:35 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:35.752+0000 7ff8913f4200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T16:31:35.974 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:35 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:35.858+0000 7ff8913f4200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T16:31:36.050 INFO:tasks.rados.rados.0.smithi090.stdout:920: done (4 left) 2024-04-15T16:31:36.050 INFO:tasks.rados.rados.0.smithi090.stdout:921: done (3 left) 2024-04-15T16:31:36.050 INFO:tasks.rados.rados.0.smithi090.stdout:922: done (2 left) 2024-04-15T16:31:36.050 INFO:tasks.rados.rados.0.smithi090.stdout:923: done (1 left) 2024-04-15T16:31:36.051 INFO:tasks.rados.rados.0.smithi090.stdout:924: done (0 left) 2024-04-15T16:31:36.051 INFO:tasks.rados.rados.0.smithi090.stdout:925: setattr oid 16 current snap is 77 2024-04-15T16:31:36.054 INFO:tasks.rados.rados.0.smithi090.stdout:926: snap_remove snap 75 2024-04-15T16:31:36.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:36 smithi090 ceph-mon[38312]: osdmap e220: 8 total, 8 up, 8 in 2024-04-15T16:31:36.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:36 smithi090 ceph-mon[27209]: osdmap e220: 8 total, 8 up, 8 in 2024-04-15T16:31:36.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:36 smithi153 ceph-mon[30366]: osdmap e220: 8 total, 8 up, 8 in 2024-04-15T16:31:36.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:36 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:36.101+0000 7ff8913f4200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T16:31:36.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:36 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: [15/Apr/2024:16:31:36] ENGINE Bus STARTING 2024-04-15T16:31:36.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:36 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: CherryPy Checker: 2024-04-15T16:31:36.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:36 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: The Application mounted at '' has an empty config. 2024-04-15T16:31:36.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:36 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:36.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:36 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: [15/Apr/2024:16:31:36] ENGINE Serving on http://:::9283 2024-04-15T16:31:36.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:36 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: [15/Apr/2024:16:31:36] ENGINE Bus STARTED 2024-04-15T16:31:37.074 INFO:tasks.rados.rados.0.smithi090.stdout:926: done (1 left) 2024-04-15T16:31:37.074 INFO:tasks.rados.rados.0.smithi090.stdout:927: snap_create 2024-04-15T16:31:37.074 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 264 (ObjNum 287 snap 71 seq_num 287) dirty exists 2024-04-15T16:31:37.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[27209]: osdmap e221: 8 total, 8 up, 8 in 2024-04-15T16:31:37.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[27209]: Standby manager daemon x restarted 2024-04-15T16:31:37.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[27209]: Standby manager daemon x started 2024-04-15T16:31:37.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1706175729' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:31:37.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1706175729' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:31:37.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1706175729' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:31:37.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[27209]: from='mgr.? 172.21.15.153:0/1706175729' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:31:37.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[27209]: pgmap v45: 121 pgs: 121 active+clean; 147 MiB data, 749 MiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 292 KiB/s wr, 16 op/s 2024-04-15T16:31:37.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[38312]: osdmap e221: 8 total, 8 up, 8 in 2024-04-15T16:31:37.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[38312]: Standby manager daemon x restarted 2024-04-15T16:31:37.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[38312]: Standby manager daemon x started 2024-04-15T16:31:37.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1706175729' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:31:37.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1706175729' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:31:37.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1706175729' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:31:37.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1706175729' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:31:37.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:37 smithi090 ceph-mon[38312]: pgmap v45: 121 pgs: 121 active+clean; 147 MiB data, 749 MiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 292 KiB/s wr, 16 op/s 2024-04-15T16:31:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:37 smithi153 ceph-mon[30366]: osdmap e221: 8 total, 8 up, 8 in 2024-04-15T16:31:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:37 smithi153 ceph-mon[30366]: Standby manager daemon x restarted 2024-04-15T16:31:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:37 smithi153 ceph-mon[30366]: Standby manager daemon x started 2024-04-15T16:31:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:37 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1706175729' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:31:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:37 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1706175729' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:31:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:37 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1706175729' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:31:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:37 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1706175729' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:31:37.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:37 smithi153 ceph-mon[30366]: pgmap v45: 121 pgs: 121 active+clean; 147 MiB data, 749 MiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 292 KiB/s wr, 16 op/s 2024-04-15T16:31:38.066 INFO:tasks.rados.rados.0.smithi090.stdout:925: done (1 left) 2024-04-15T16:31:38.066 INFO:tasks.rados.rados.0.smithi090.stdout:927: done (0 left) 2024-04-15T16:31:38.066 INFO:tasks.rados.rados.0.smithi090.stdout:928: rmattr oid 17 current snap is 78 2024-04-15T16:31:38.066 INFO:tasks.rados.rados.0.smithi090.stdout:928: done (0 left) 2024-04-15T16:31:38.066 INFO:tasks.rados.rados.0.smithi090.stdout:929: read oid 48 snap -1 2024-04-15T16:31:38.067 INFO:tasks.rados.rados.0.smithi090.stdout:929: expect (ObjNum 244 snap 59 seq_num 244) 2024-04-15T16:31:38.067 INFO:tasks.rados.rados.0.smithi090.stdout:930: copy_from oid 39 from oid 45 current snap is 78 2024-04-15T16:31:38.067 INFO:tasks.rados.rados.0.smithi090.stdout:931: snap_remove snap 62 2024-04-15T16:31:38.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:38 smithi090 ceph-mon[38312]: osdmap e222: 8 total, 8 up, 8 in 2024-04-15T16:31:38.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:38 smithi090 ceph-mon[38312]: mgrmap e37: y(active, since 28s), standbys: x 2024-04-15T16:31:38.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:38 smithi090 ceph-mon[27209]: osdmap e222: 8 total, 8 up, 8 in 2024-04-15T16:31:38.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:38 smithi090 ceph-mon[27209]: mgrmap e37: y(active, since 28s), standbys: x 2024-04-15T16:31:38.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:38 smithi153 ceph-mon[30366]: osdmap e222: 8 total, 8 up, 8 in 2024-04-15T16:31:38.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:38 smithi153 ceph-mon[30366]: mgrmap e37: y(active, since 28s), standbys: x 2024-04-15T16:31:38.968 INFO:tasks.rados.rados.0.smithi090.stdout:931: done (2 left) 2024-04-15T16:31:38.968 INFO:tasks.rados.rados.0.smithi090.stdout:932: delete oid 35 current snap is 78 2024-04-15T16:31:38.968 INFO:tasks.rados.rados.0.smithi090.stdout:929: expect (ObjNum 244 snap 59 seq_num 244) 2024-04-15T16:31:39.057 INFO:tasks.rados.rados.0.smithi090.stdout:930: finishing copy_from racing read to smithi09078167-39 2024-04-15T16:31:39.058 INFO:tasks.rados.rados.0.smithi090.stdout:930: finishing copy_from to smithi09078167-39 2024-04-15T16:31:39.058 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 312 (ObjNum 292 snap 73 seq_num 292) dirty exists 2024-04-15T16:31:39.058 INFO:tasks.rados.rados.0.smithi090.stdout:929: done (2 left) 2024-04-15T16:31:39.058 INFO:tasks.rados.rados.0.smithi090.stdout:930: done (1 left) 2024-04-15T16:31:39.058 INFO:tasks.rados.rados.0.smithi090.stdout:932: done (0 left) 2024-04-15T16:31:39.058 INFO:tasks.rados.rados.0.smithi090.stdout:933: copy_from oid 12 from oid 34 current snap is 78 2024-04-15T16:31:39.058 INFO:tasks.rados.rados.0.smithi090.stdout:934: read oid 33 snap -1 2024-04-15T16:31:39.058 INFO:tasks.rados.rados.0.smithi090.stdout:934: expect deleted 2024-04-15T16:31:39.058 INFO:tasks.rados.rados.0.smithi090.stdout:935: read oid 5 snap -1 2024-04-15T16:31:39.058 INFO:tasks.rados.rados.0.smithi090.stdout:935: expect deleted 2024-04-15T16:31:39.058 INFO:tasks.rados.rados.0.smithi090.stdout:936: delete oid 49 current snap is 78 2024-04-15T16:31:39.059 INFO:tasks.rados.rados.0.smithi090.stdout:934: done (3 left) 2024-04-15T16:31:39.059 INFO:tasks.rados.rados.0.smithi090.stdout:935: done (2 left) 2024-04-15T16:31:39.059 INFO:tasks.rados.rados.0.smithi090.stdout:936: done (1 left) 2024-04-15T16:31:39.059 INFO:tasks.rados.rados.0.smithi090.stdout:937: read oid 16 snap -1 2024-04-15T16:31:39.060 INFO:tasks.rados.rados.0.smithi090.stdout:937: expect (ObjNum 287 snap 71 seq_num 287) 2024-04-15T16:31:39.060 INFO:tasks.rados.rados.0.smithi090.stdout:938: copy_from oid 28 from oid 8 current snap is 78 2024-04-15T16:31:39.060 INFO:tasks.rados.rados.0.smithi090.stdout:939: read oid 20 snap 60 2024-04-15T16:31:39.060 INFO:tasks.rados.rados.0.smithi090.stdout:939: expect (ObjNum 240 snap 56 seq_num 240) 2024-04-15T16:31:39.060 INFO:tasks.rados.rados.0.smithi090.stdout:940: snap_create 2024-04-15T16:31:39.062 INFO:tasks.rados.rados.0.smithi090.stdout:938: finishing copy_from racing read to smithi09078167-28 2024-04-15T16:31:39.063 INFO:tasks.rados.rados.0.smithi090.stdout:938: finishing copy_from to smithi09078167-28 2024-04-15T16:31:39.063 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 320 (ObjNum 130657 snap 0 seq_num 3728570160) dirty exists 2024-04-15T16:31:39.082 INFO:tasks.rados.rados.0.smithi090.stdout:939: expect (ObjNum 240 snap 56 seq_num 240) 2024-04-15T16:31:39.192 INFO:tasks.rados.rados.0.smithi090.stdout:933: finishing copy_from racing read to smithi09078167-12 2024-04-15T16:31:39.192 INFO:tasks.rados.rados.0.smithi090.stdout:933: finishing copy_from to smithi09078167-12 2024-04-15T16:31:39.192 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 200 (ObjNum 250 snap 61 seq_num 250) dirty exists 2024-04-15T16:31:39.193 INFO:tasks.rados.rados.0.smithi090.stdout:937: expect (ObjNum 287 snap 71 seq_num 287) 2024-04-15T16:31:39.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:31:39] "GET /metrics HTTP/1.1" 200 35999 "" "Prometheus/2.43.0" 2024-04-15T16:31:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: osdmap e223: 8 total, 8 up, 8 in 2024-04-15T16:31:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: pgmap v48: 121 pgs: 121 active+clean; 147 MiB data, 749 MiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 264 KiB/s wr, 15 op/s 2024-04-15T16:31:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:31:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:31:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:31:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:31:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: Upgrade: Setting container_image for all mgr 2024-04-15T16:31:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T16:31:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T16:31:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-15T16:31:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-15T16:31:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-15T16:31:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-15T16:31:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T16:31:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T16:31:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: Upgrade: It appears safe to stop mon.a 2024-04-15T16:31:39.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[38312]: osdmap e224: 8 total, 8 up, 8 in 2024-04-15T16:31:39.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: osdmap e223: 8 total, 8 up, 8 in 2024-04-15T16:31:39.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: pgmap v48: 121 pgs: 121 active+clean; 147 MiB data, 749 MiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 264 KiB/s wr, 15 op/s 2024-04-15T16:31:39.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:39.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:39.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:31:39.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:31:39.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:39.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:31:39.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:39.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:31:39.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: Upgrade: Setting container_image for all mgr 2024-04-15T16:31:39.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:39.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T16:31:39.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T16:31:39.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-15T16:31:39.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-15T16:31:39.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-15T16:31:39.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-15T16:31:39.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T16:31:39.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T16:31:39.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: Upgrade: It appears safe to stop mon.a 2024-04-15T16:31:39.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:39 smithi090 ceph-mon[27209]: osdmap e224: 8 total, 8 up, 8 in 2024-04-15T16:31:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: osdmap e223: 8 total, 8 up, 8 in 2024-04-15T16:31:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: pgmap v48: 121 pgs: 121 active+clean; 147 MiB data, 749 MiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 264 KiB/s wr, 15 op/s 2024-04-15T16:31:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:31:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:31:39.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:31:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:31:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: Upgrade: Setting container_image for all mgr 2024-04-15T16:31:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T16:31:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-15T16:31:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-15T16:31:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-15T16:31:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-15T16:31:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-15T16:31:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T16:31:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T16:31:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: Upgrade: It appears safe to stop mon.a 2024-04-15T16:31:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:39 smithi153 ceph-mon[30366]: osdmap e224: 8 total, 8 up, 8 in 2024-04-15T16:31:39.965 INFO:tasks.rados.rados.0.smithi090.stdout:933: done (4 left) 2024-04-15T16:31:39.966 INFO:tasks.rados.rados.0.smithi090.stdout:937: done (3 left) 2024-04-15T16:31:39.966 INFO:tasks.rados.rados.0.smithi090.stdout:938: done (2 left) 2024-04-15T16:31:39.966 INFO:tasks.rados.rados.0.smithi090.stdout:939: done (1 left) 2024-04-15T16:31:39.966 INFO:tasks.rados.rados.0.smithi090.stdout:940: done (0 left) 2024-04-15T16:31:39.966 INFO:tasks.rados.rados.0.smithi090.stdout:941: snap_remove snap 60 2024-04-15T16:31:40.965 INFO:tasks.rados.rados.0.smithi090.stdout:941: done (0 left) 2024-04-15T16:31:40.966 INFO:tasks.rados.rados.0.smithi090.stdout:942: read oid 47 snap -1 2024-04-15T16:31:40.966 INFO:tasks.rados.rados.0.smithi090.stdout:942: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-15T16:31:40.966 INFO:tasks.rados.rados.0.smithi090.stdout:943: read oid 35 snap -1 2024-04-15T16:31:40.966 INFO:tasks.rados.rados.0.smithi090.stdout:943: expect deleted 2024-04-15T16:31:40.966 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 79 2024-04-15T16:31:40.966 INFO:tasks.rados.rados.0.smithi090.stdout:944: seq_num 306 ranges {3440640=327680} 2024-04-15T16:31:40.990 INFO:tasks.rados.rados.0.smithi090.stdout:944: writing smithi09078167-4 from 3440640 to 3768320 tid 1 2024-04-15T16:31:40.991 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 79 2024-04-15T16:31:40.991 INFO:tasks.rados.rados.0.smithi090.stdout:945: seq_num 307 ranges {3391488=344064} 2024-04-15T16:31:41.011 INFO:tasks.rados.rados.0.smithi090.stdout:945: writing smithi09078167-36 from 3391488 to 3735552 tid 1 2024-04-15T16:31:41.012 INFO:tasks.rados.rados.0.smithi090.stdout:946: copy_from oid 8 from oid 27 current snap is 79 2024-04-15T16:31:41.012 INFO:tasks.rados.rados.0.smithi090.stdout:942: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-15T16:31:41.159 INFO:tasks.rados.rados.0.smithi090.stdout:944: finishing write tid 1 to smithi09078167-4 2024-04-15T16:31:41.159 INFO:tasks.rados.rados.0.smithi090.stdout:944: finishing write tid 2 to smithi09078167-4 2024-04-15T16:31:41.159 INFO:tasks.rados.rados.0.smithi090.stdout:944: finishing write tid 3 to smithi09078167-4 2024-04-15T16:31:41.160 INFO:tasks.rados.rados.0.smithi090.stdout:944: oid 4 updating version 0 to 57 2024-04-15T16:31:41.160 INFO:tasks.rados.rados.0.smithi090.stdout:944: oid 4 version 57 is already newer than 56 2024-04-15T16:31:41.160 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 57 (ObjNum 306 snap 79 seq_num 306) dirty exists 2024-04-15T16:31:41.160 INFO:tasks.rados.rados.0.smithi090.stdout:944: left oid 4 (ObjNum 306 snap 79 seq_num 306) 2024-04-15T16:31:41.160 INFO:tasks.rados.rados.0.smithi090.stdout:945: finishing write tid 1 to smithi09078167-36 2024-04-15T16:31:41.160 INFO:tasks.rados.rados.0.smithi090.stdout:945: finishing write tid 2 to smithi09078167-36 2024-04-15T16:31:41.160 INFO:tasks.rados.rados.0.smithi090.stdout:942: done (4 left) 2024-04-15T16:31:41.160 INFO:tasks.rados.rados.0.smithi090.stdout:943: done (3 left) 2024-04-15T16:31:41.160 INFO:tasks.rados.rados.0.smithi090.stdout:944: done (2 left) 2024-04-15T16:31:41.160 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 79 2024-04-15T16:31:41.160 INFO:tasks.rados.rados.0.smithi090.stdout:945: finishing write tid 3 to smithi09078167-36 2024-04-15T16:31:41.160 INFO:tasks.rados.rados.0.smithi090.stdout:945: oid 36 updating version 0 to 284 2024-04-15T16:31:41.160 INFO:tasks.rados.rados.0.smithi090.stdout:945: oid 36 updating version 284 to 285 2024-04-15T16:31:41.160 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 285 (ObjNum 307 snap 79 seq_num 307) dirty exists 2024-04-15T16:31:41.160 INFO:tasks.rados.rados.0.smithi090.stdout:945: left oid 36 (ObjNum 307 snap 79 seq_num 307) 2024-04-15T16:31:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:946: finishing copy_from racing read to smithi09078167-8 2024-04-15T16:31:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:946: finishing copy_from to smithi09078167-8 2024-04-15T16:31:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 311 (ObjNum 281 snap 71 seq_num 281) dirty exists 2024-04-15T16:31:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:947: seq_num 308 ranges {0=360448} 2024-04-15T16:31:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:947: writing smithi09078167-17 from 0 to 360448 tid 1 2024-04-15T16:31:41.161 INFO:tasks.rados.rados.0.smithi090.stdout:945: done (2 left) 2024-04-15T16:31:41.162 INFO:tasks.rados.rados.0.smithi090.stdout:946: done (1 left) 2024-04-15T16:31:41.162 INFO:tasks.rados.rados.0.smithi090.stdout:948: rollback oid 41 current snap is 79 2024-04-15T16:31:41.162 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 41 to 72 2024-04-15T16:31:41.162 INFO:tasks.rados.rados.0.smithi090.stdout:949: delete oid 38 current snap is 79 2024-04-15T16:31:41.163 INFO:tasks.rados.rados.0.smithi090.stdout:948: finishing rollback tid 0 to smithi09078167-41 2024-04-15T16:31:41.163 INFO:tasks.rados.rados.0.smithi090.stdout:949: done (2 left) 2024-04-15T16:31:41.163 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 79 2024-04-15T16:31:41.163 INFO:tasks.rados.rados.0.smithi090.stdout:950: seq_num 310 ranges {0=401408} 2024-04-15T16:31:41.167 INFO:tasks.rados.rados.0.smithi090.stdout:950: writing smithi09078167-7 from 0 to 401408 tid 1 2024-04-15T16:31:41.167 INFO:tasks.rados.rados.0.smithi090.stdout:951: read oid 21 snap -1 2024-04-15T16:31:41.167 INFO:tasks.rados.rados.0.smithi090.stdout:951: expect deleted 2024-04-15T16:31:41.167 INFO:tasks.rados.rados.0.smithi090.stdout:952: snap_remove snap 74 2024-04-15T16:31:41.207 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[27209]: osdmap e225: 8 total, 8 up, 8 in 2024-04-15T16:31:41.208 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[27209]: Upgrade: Updating mon.a 2024-04-15T16:31:41.208 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[27209]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:41.208 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:31:41.208 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:31:41.208 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[27209]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:31:41.208 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[27209]: Deploying daemon mon.a on smithi090 2024-04-15T16:31:41.208 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[27209]: pgmap v51: 121 pgs: 121 active+clean; 151 MiB data, 756 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-04-15T16:31:41.208 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[38312]: osdmap e225: 8 total, 8 up, 8 in 2024-04-15T16:31:41.208 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[38312]: Upgrade: Updating mon.a 2024-04-15T16:31:41.208 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:41.208 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:31:41.209 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:31:41.209 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[38312]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:31:41.209 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[38312]: Deploying daemon mon.a on smithi090 2024-04-15T16:31:41.209 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:40 smithi090 ceph-mon[38312]: pgmap v51: 121 pgs: 121 active+clean; 151 MiB data, 756 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-04-15T16:31:41.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:40 smithi153 ceph-mon[30366]: osdmap e225: 8 total, 8 up, 8 in 2024-04-15T16:31:41.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:40 smithi153 ceph-mon[30366]: Upgrade: Updating mon.a 2024-04-15T16:31:41.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:40 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='mgr.y' 2024-04-15T16:31:41.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:40 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:31:41.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:40 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:31:41.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:40 smithi153 ceph-mon[30366]: from='mgr.25109 172.21.15.90:0/2085653914' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:31:41.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:40 smithi153 ceph-mon[30366]: Deploying daemon mon.a on smithi090 2024-04-15T16:31:41.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:40 smithi153 ceph-mon[30366]: pgmap v51: 121 pgs: 121 active+clean; 151 MiB data, 756 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-04-15T16:31:41.978 INFO:tasks.rados.rados.0.smithi090.stdout:952: done (4 left) 2024-04-15T16:31:41.978 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 79 2024-04-15T16:31:41.978 INFO:tasks.rados.rados.0.smithi090.stdout:953: seq_num 311 ranges {7454720=417792} 2024-04-15T16:31:42.021 INFO:tasks.rados.rados.0.smithi090.stdout:953: writing smithi09078167-23 from 7454720 to 7872512 tid 1 2024-04-15T16:31:42.021 INFO:tasks.rados.rados.0.smithi090.stdout:954: snap_create 2024-04-15T16:31:42.022 INFO:tasks.rados.rados.0.smithi090.stdout:948: finishing rollback tid 1 to smithi09078167-41 2024-04-15T16:31:42.022 INFO:tasks.rados.rados.0.smithi090.stdout:948: finishing rollback tid 2 to smithi09078167-41 2024-04-15T16:31:42.022 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 203 (ObjNum 177 snap 40 seq_num 177) dirty exists 2024-04-15T16:31:42.022 INFO:tasks.rados.rados.0.smithi090.stdout:947: finishing write tid 1 to smithi09078167-17 2024-04-15T16:31:42.022 INFO:tasks.rados.rados.0.smithi090.stdout:947: finishing write tid 2 to smithi09078167-17 2024-04-15T16:31:42.022 INFO:tasks.rados.rados.0.smithi090.stdout:947: finishing write tid 3 to smithi09078167-17 2024-04-15T16:31:42.022 INFO:tasks.rados.rados.0.smithi090.stdout:947: oid 17 updating version 0 to 271 2024-04-15T16:31:42.022 INFO:tasks.rados.rados.0.smithi090.stdout:947: oid 17 version 271 is already newer than 270 2024-04-15T16:31:42.022 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 271 (ObjNum 308 snap 79 seq_num 308) dirty exists 2024-04-15T16:31:42.022 INFO:tasks.rados.rados.0.smithi090.stdout:947: left oid 17 (ObjNum 308 snap 79 seq_num 308) 2024-04-15T16:31:42.022 INFO:tasks.rados.rados.0.smithi090.stdout:950: finishing write tid 1 to smithi09078167-7 2024-04-15T16:31:42.022 INFO:tasks.rados.rados.0.smithi090.stdout:950: finishing write tid 2 to smithi09078167-7 2024-04-15T16:31:42.022 INFO:tasks.rados.rados.0.smithi090.stdout:950: finishing write tid 3 to smithi09078167-7 2024-04-15T16:31:42.023 INFO:tasks.rados.rados.0.smithi090.stdout:950: oid 7 updating version 0 to 186 2024-04-15T16:31:42.023 INFO:tasks.rados.rados.0.smithi090.stdout:950: oid 7 updating version 186 to 187 2024-04-15T16:31:42.023 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 187 (ObjNum 310 snap 79 seq_num 310) dirty exists 2024-04-15T16:31:42.023 INFO:tasks.rados.rados.0.smithi090.stdout:950: left oid 7 (ObjNum 310 snap 79 seq_num 310) 2024-04-15T16:31:42.023 INFO:tasks.rados.rados.0.smithi090.stdout:953: finishing write tid 1 to smithi09078167-23 2024-04-15T16:31:42.023 INFO:tasks.rados.rados.0.smithi090.stdout:953: finishing write tid 2 to smithi09078167-23 2024-04-15T16:31:42.024 INFO:tasks.rados.rados.0.smithi090.stdout:953: finishing write tid 3 to smithi09078167-23 2024-04-15T16:31:42.025 INFO:tasks.rados.rados.0.smithi090.stdout:953: oid 23 updating version 0 to 190 2024-04-15T16:31:42.025 INFO:tasks.rados.rados.0.smithi090.stdout:953: oid 23 version 190 is already newer than 189 2024-04-15T16:31:42.025 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 190 (ObjNum 311 snap 79 seq_num 311) dirty exists 2024-04-15T16:31:42.025 INFO:tasks.rados.rados.0.smithi090.stdout:953: left oid 23 (ObjNum 311 snap 79 seq_num 311) 2024-04-15T16:31:42.313 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:41 smithi153 ceph-mon[30366]: osdmap e226: 8 total, 8 up, 8 in 2024-04-15T16:31:42.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:41 smithi090 ceph-mon[27209]: osdmap e226: 8 total, 8 up, 8 in 2024-04-15T16:31:42.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:41 smithi090 ceph-mon[38312]: osdmap e226: 8 total, 8 up, 8 in 2024-04-15T16:31:42.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:31:42.791 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:42 smithi090 systemd[1]: Stopping Ceph mon.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:31:42.791 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:42 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a[27205]: 2024-04-15T16:31:42.580+0000 7f713545e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:31:42.791 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:42 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a[27205]: 2024-04-15T16:31:42.580+0000 7f713545e700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-15T16:31:43.062 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:42 smithi090 podman[89007]: 2024-04-15 16:31:42.794818573 +0000 UTC m=+0.308616498 container died 8c701e222abf1a9ca25810adac6e36bec7a0ddbe0646bcc5fdbe37104cda4da3 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=reef-e3fb05d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-15T16:31:43.120 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:31:43.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:43 smithi090 podman[89007]: 2024-04-15 16:31:43.163664895 +0000 UTC m=+0.677462821 container cleanup 8c701e222abf1a9ca25810adac6e36bec7a0ddbe0646bcc5fdbe37104cda4da3 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e3fb05d) 2024-04-15T16:31:43.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:43 smithi090 bash[89007]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a 2024-04-15T16:31:43.450 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:31:43.450 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (4m) 31s ago 5m 25.1M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:31:43.450 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (5m) 9s ago 5m 91.0M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:31:43.450 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (6m) 31s ago 6m 17.5M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:31:43.451 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (6m) 9s ago 6m 15.0M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:31:43.451 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (15s) 9s ago 9m 94.5M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:31:43.451 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (44s) 31s ago 11m 476M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:31:43.451 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (11m) 31s ago 11m 52.1M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 8c701e222abf 2024-04-15T16:31:43.451 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (10m) 9s ago 10m 51.1M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a e06ba4d813e6 2024-04-15T16:31:43.451 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (9m) 31s ago 9m 43.9M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a 57a10c825a2a 2024-04-15T16:31:43.451 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (4m) 31s ago 4m 15.8M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:31:43.451 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (4m) 9s ago 4m 15.9M - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:31:43.451 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (9m) 31s ago 9m 120M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f170958feb54 2024-04-15T16:31:43.451 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (8m) 31s ago 8m 91.5M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a d1a207a9d3b7 2024-04-15T16:31:43.451 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (8m) 31s ago 8m 92.8M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 25f8f850f0c1 2024-04-15T16:31:43.451 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (8m) 31s ago 8m 102M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 2a999947f8da 2024-04-15T16:31:43.451 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (7m) 9s ago 7m 147M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 72f8dca53733 2024-04-15T16:31:43.451 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (7m) 9s ago 7m 115M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f4ca8da35c81 2024-04-15T16:31:43.452 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (6m) 9s ago 6m 106M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 66e4ab03958e 2024-04-15T16:31:43.452 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (6m) 9s ago 6m 90.0M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:31:43.452 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (20s) 9s ago 5m 36.7M - 2.43.0 a07b618ecd1d ac36942670ad 2024-04-15T16:31:43.786 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:43 smithi090 podman[89024]: 2024-04-15 16:31:43.440213025 +0000 UTC m=+0.641823945 container remove 8c701e222abf1a9ca25810adac6e36bec7a0ddbe0646bcc5fdbe37104cda4da3 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e3fb05d, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS) 2024-04-15T16:31:43.786 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:43 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.a.service: Deactivated successfully. 2024-04-15T16:31:43.786 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:43 smithi090 systemd[1]: Stopped Ceph mon.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:31:43.786 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:43 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.a.service: Consumed 13.553s CPU time. 2024-04-15T16:31:43.877 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:43 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:31:43.892 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:31:43.892 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:31:43.892 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3 2024-04-15T16:31:43.892 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:31:43.892 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:31:43.892 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:31:43.892 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:31:43.892 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:31:43.892 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T16:31:43.892 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:31:43.892 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:31:43.892 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:31:43.893 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:31:43.893 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:31:43.893 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 13, 2024-04-15T16:31:43.893 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:31:43.893 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:31:43.893 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:31:44.064 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:43 smithi090 systemd[1]: Starting Ceph mon.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:31:44.064 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 podman[89220]: 2024-04-15 16:31:43.918064592 +0000 UTC m=+0.017867585 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:31:44.065 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 podman[89220]: 2024-04-15 16:31:44.068235077 +0000 UTC m=+0.168038049 container create 82f63672a8c16be52c0a37dc51d1c913bd81428de41325828b88991fa1c43a4b (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:31:44.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 podman[89220]: 2024-04-15 16:31:44.263332398 +0000 UTC m=+0.363135372 container init 82f63672a8c16be52c0a37dc51d1c913bd81428de41325828b88991fa1c43a4b (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T16:31:44.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 podman[89220]: 2024-04-15 16:31:44.2665248 +0000 UTC m=+0.366327774 container start 82f63672a8c16be52c0a37dc51d1c913bd81428de41325828b88991fa1c43a4b (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_CLEAN=True, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T16:31:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T16:31:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev), process ceph-mon, pid 2 2024-04-15T16:31:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: pidfile_write: ignore empty --pid-file 2024-04-15T16:31:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: load: jerasure load: lrc 2024-04-15T16:31:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: RocksDB version: 7.9.2 2024-04-15T16:31:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Git sha 0 2024-04-15T16:31:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Compile date 2024-04-12 22:42:42 2024-04-15T16:31:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: DB SUMMARY 2024-04-15T16:31:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: DB Session ID: GJN1VY6XLGXXH418MGU3 2024-04-15T16:31:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: CURRENT file: CURRENT 2024-04-15T16:31:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T16:31:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1507 Bytes 2024-04-15T16:31:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-04-15T16:31:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 3620188 ; 2024-04-15T16:31:44.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.error_if_exists: 0 2024-04-15T16:31:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.create_if_missing: 0 2024-04-15T16:31:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.paranoid_checks: 1 2024-04-15T16:31:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T16:31:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T16:31:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T16:31:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.env: 0x55867a5f7cc0 2024-04-15T16:31:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T16:31:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.info_log: 0x55867c0adbe0 2024-04-15T16:31:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T16:31:44.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.statistics: (nil) 2024-04-15T16:31:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.use_fsync: 0 2024-04-15T16:31:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_log_file_size: 0 2024-04-15T16:31:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T16:31:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T16:31:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T16:31:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T16:31:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.allow_fallocate: 1 2024-04-15T16:31:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T16:31:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T16:31:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.use_direct_reads: 0 2024-04-15T16:31:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T16:31:44.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T16:31:44.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.db_log_dir: 2024-04-15T16:31:44.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.wal_dir: 2024-04-15T16:31:44.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T16:31:44.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T16:31:44.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T16:31:44.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T16:31:44.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T16:31:44.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T16:31:44.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T16:31:44.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T16:31:44.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.write_buffer_manager: 0x55867c07e820 2024-04-15T16:31:44.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T16:31:44.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T16:31:44.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T16:31:44.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T16:31:44.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T16:31:44.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T16:31:44.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T16:31:44.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T16:31:44.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.unordered_write: 0 2024-04-15T16:31:44.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T16:31:44.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T16:31:44.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T16:31:44.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T16:31:44.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.row_cache: None 2024-04-15T16:31:44.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.wal_filter: None 2024-04-15T16:31:44.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T16:31:44.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T16:31:44.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.two_write_queues: 0 2024-04-15T16:31:44.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T16:31:44.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.wal_compression: 0 2024-04-15T16:31:44.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.atomic_flush: 0 2024-04-15T16:31:44.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T16:31:44.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T16:31:44.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T16:31:44.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.log_readahead_size: 0 2024-04-15T16:31:44.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T16:31:44.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T16:31:44.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T16:31:44.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T16:31:44.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T16:31:44.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T16:31:44.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T16:31:44.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_background_jobs: 2 2024-04-15T16:31:44.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_background_compactions: -1 2024-04-15T16:31:44.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_subcompactions: 1 2024-04-15T16:31:44.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T16:31:44.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T16:31:44.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T16:31:44.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T16:31:44.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T16:31:44.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T16:31:44.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T16:31:44.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T16:31:44.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_open_files: -1 2024-04-15T16:31:44.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T16:31:44.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T16:31:44.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T16:31:44.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T16:31:44.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_background_flushes: -1 2024-04-15T16:31:44.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Compression algorithms supported: 2024-04-15T16:31:44.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T16:31:44.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: kZSTD supported: 0 2024-04-15T16:31:44.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: kXpressCompression supported: 0 2024-04-15T16:31:44.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T16:31:44.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: kZlibCompression supported: 1 2024-04-15T16:31:44.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: kSnappyCompression supported: 1 2024-04-15T16:31:44.344 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: kLZ4Compression supported: 1 2024-04-15T16:31:44.344 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: kBZip2Compression supported: 0 2024-04-15T16:31:44.344 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T16:31:44.344 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T16:31:44.344 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-15T16:31:44.344 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T16:31:44.344 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T16:31:44.344 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.merge_operator: 2024-04-15T16:31:44.344 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compaction_filter: None 2024-04-15T16:31:44.344 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T16:31:44.344 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T16:31:44.344 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T16:31:44.344 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T16:31:44.344 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55867c0addc0) 2024-04-15T16:31:44.345 INFO:journalctl@ceph.mon.a.smithi090.stdout: cache_index_and_filter_blocks: 1 2024-04-15T16:31:44.345 INFO:journalctl@ceph.mon.a.smithi090.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T16:31:44.345 INFO:journalctl@ceph.mon.a.smithi090.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T16:31:44.345 INFO:journalctl@ceph.mon.a.smithi090.stdout: pin_top_level_index_and_filter: 1 2024-04-15T16:31:44.345 INFO:journalctl@ceph.mon.a.smithi090.stdout: index_type: 0 2024-04-15T16:31:44.345 INFO:journalctl@ceph.mon.a.smithi090.stdout: data_block_index_type: 0 2024-04-15T16:31:44.345 INFO:journalctl@ceph.mon.a.smithi090.stdout: index_shortening: 1 2024-04-15T16:31:44.345 INFO:journalctl@ceph.mon.a.smithi090.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T16:31:44.345 INFO:journalctl@ceph.mon.a.smithi090.stdout: checksum: 4 2024-04-15T16:31:44.345 INFO:journalctl@ceph.mon.a.smithi090.stdout: no_block_cache: 0 2024-04-15T16:31:44.345 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache: 0x55867c0b1090 2024-04-15T16:31:44.345 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache_name: BinnedLRUCache 2024-04-15T16:31:44.345 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache_options: 2024-04-15T16:31:44.345 INFO:journalctl@ceph.mon.a.smithi090.stdout: capacity : 536870912 2024-04-15T16:31:44.345 INFO:journalctl@ceph.mon.a.smithi090.stdout: num_shard_bits : 4 2024-04-15T16:31:44.346 INFO:journalctl@ceph.mon.a.smithi090.stdout: strict_capacity_limit : 0 2024-04-15T16:31:44.346 INFO:journalctl@ceph.mon.a.smithi090.stdout: high_pri_pool_ratio: 0.000 2024-04-15T16:31:44.346 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_cache_compressed: (nil) 2024-04-15T16:31:44.346 INFO:journalctl@ceph.mon.a.smithi090.stdout: persistent_cache: (nil) 2024-04-15T16:31:44.346 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_size: 4096 2024-04-15T16:31:44.346 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_size_deviation: 10 2024-04-15T16:31:44.346 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_restart_interval: 16 2024-04-15T16:31:44.346 INFO:journalctl@ceph.mon.a.smithi090.stdout: index_block_restart_interval: 1 2024-04-15T16:31:44.346 INFO:journalctl@ceph.mon.a.smithi090.stdout: metadata_block_size: 4096 2024-04-15T16:31:44.346 INFO:journalctl@ceph.mon.a.smithi090.stdout: partition_filters: 0 2024-04-15T16:31:44.346 INFO:journalctl@ceph.mon.a.smithi090.stdout: use_delta_encoding: 1 2024-04-15T16:31:44.346 INFO:journalctl@ceph.mon.a.smithi090.stdout: filter_policy: bloomfilter 2024-04-15T16:31:44.346 INFO:journalctl@ceph.mon.a.smithi090.stdout: whole_key_filtering: 1 2024-04-15T16:31:44.346 INFO:journalctl@ceph.mon.a.smithi090.stdout: verify_compression: 0 2024-04-15T16:31:44.347 INFO:journalctl@ceph.mon.a.smithi090.stdout: read_amp_bytes_per_bit: 0 2024-04-15T16:31:44.347 INFO:journalctl@ceph.mon.a.smithi090.stdout: format_version: 5 2024-04-15T16:31:44.347 INFO:journalctl@ceph.mon.a.smithi090.stdout: enable_index_compression: 1 2024-04-15T16:31:44.347 INFO:journalctl@ceph.mon.a.smithi090.stdout: block_align: 0 2024-04-15T16:31:44.347 INFO:journalctl@ceph.mon.a.smithi090.stdout: max_auto_readahead_size: 262144 2024-04-15T16:31:44.347 INFO:journalctl@ceph.mon.a.smithi090.stdout: prepopulate_block_cache: 0 2024-04-15T16:31:44.347 INFO:journalctl@ceph.mon.a.smithi090.stdout: initial_auto_readahead_size: 8192 2024-04-15T16:31:44.347 INFO:journalctl@ceph.mon.a.smithi090.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T16:31:44.347 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T16:31:44.347 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T16:31:44.347 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compression: NoCompression 2024-04-15T16:31:44.347 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T16:31:44.347 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T16:31:44.347 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T16:31:44.347 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.num_levels: 7 2024-04-15T16:31:44.348 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T16:31:44.348 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T16:31:44.348 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T16:31:44.348 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T16:31:44.348 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T16:31:44.348 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T16:31:44.348 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T16:31:44.348 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T16:31:44.348 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T16:31:44.348 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T16:31:44.348 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T16:31:44.348 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T16:31:44.348 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T16:31:44.348 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T16:31:44.348 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T16:31:44.349 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T16:31:44.349 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T16:31:44.349 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T16:31:44.349 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T16:31:44.349 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T16:31:44.349 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T16:31:44.349 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T16:31:44.349 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T16:31:44.349 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T16:31:44.349 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T16:31:44.349 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T16:31:44.349 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T16:31:44.349 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T16:31:44.349 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T16:31:44.349 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T16:31:44.350 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T16:31:44.350 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T16:31:44.350 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T16:31:44.350 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T16:31:44.350 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T16:31:44.350 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T16:31:44.350 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T16:31:44.350 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T16:31:44.350 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T16:31:44.350 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T16:31:44.350 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T16:31:44.350 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T16:31:44.350 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T16:31:44.350 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T16:31:44.351 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T16:31:44.351 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T16:31:44.351 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T16:31:44.351 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T16:31:44.351 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T16:31:44.351 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T16:31:44.351 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T16:31:44.351 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T16:31:44.351 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T16:31:44.351 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-15T16:31:44.351 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.inplace_update_support: 0 2024-04-15T16:31:44.351 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T16:31:44.352 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T16:31:44.352 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T16:31:44.352 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T16:31:44.352 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.bloom_locality: 0 2024-04-15T16:31:44.352 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.max_successive_merges: 0 2024-04-15T16:31:44.352 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T16:31:44.352 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T16:31:44.352 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T16:31:44.352 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T16:31:44.352 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.ttl: 2592000 2024-04-15T16:31:44.352 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T16:31:44.352 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T16:31:44.353 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T16:31:44.353 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.enable_blob_files: false 2024-04-15T16:31:44.353 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.min_blob_size: 0 2024-04-15T16:31:44.353 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T16:31:44.353 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T16:31:44.353 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T16:31:44.353 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T16:31:44.353 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T16:31:44.353 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T16:31:44.353 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T16:31:44.353 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T16:31:44.353 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T16:31:44.353 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 12861, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-04-15T16:31:44.353 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-04-15T16:31:44.354 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: bbb1cc8c-2d90-49bf-b3f6-e93a4dfa1bc0 2024-04-15T16:31:44.354 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713198704296942, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-04-15T16:31:44.354 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-04-15T16:31:44.354 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713198704308573, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 3391594, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 12862, "largest_seqno": 14366, "table_properties": {"data_size": 3383289, "index_size": 5532, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1733, "raw_key_size": 16257, "raw_average_key_size": 24, "raw_value_size": 3367964, "raw_average_value_size": 5011, "num_data_blocks": 245, "num_entries": 672, "num_filter_entries": 672, "num_deletions": 23, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713198704, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "bbb1cc8c-2d90-49bf-b3f6-e93a4dfa1bc0", "db_session_id": "GJN1VY6XLGXXH418MGU3", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-04-15T16:31:44.354 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713198704308690, "job": 1, "event": "recovery_finished"} 2024-04-15T16:31:44.354 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-04-15T16:31:44.354 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T16:31:44.354 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T16:31:44.354 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55867c1a0000 2024-04-15T16:31:44.354 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: DB pointer 0x55867c18a000 2024-04-15T16:31:44.354 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T16:31:44.354 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T16:31:44.354 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** DB Stats ** 2024-04-15T16:31:44.355 INFO:journalctl@ceph.mon.a.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T16:31:44.355 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T16:31:44.355 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T16:31:44.355 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T16:31:44.355 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T16:31:44.355 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T16:31:44.355 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T16:31:44.355 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-15T16:31:44.355 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** Compaction Stats [default] ** 2024-04-15T16:31:44.355 INFO:journalctl@ceph.mon.a.smithi090.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T16:31:44.355 INFO:journalctl@ceph.mon.a.smithi090.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T16:31:44.355 INFO:journalctl@ceph.mon.a.smithi090.stdout: L0 1/0 3.23 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 674.6 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-04-15T16:31:44.355 INFO:journalctl@ceph.mon.a.smithi090.stdout: L6 1/0 7.76 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-15T16:31:44.355 INFO:journalctl@ceph.mon.a.smithi090.stdout: Sum 2/0 11.00 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 674.6 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-04-15T16:31:44.355 INFO:journalctl@ceph.mon.a.smithi090.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 674.6 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-04-15T16:31:44.356 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-15T16:31:44.356 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** Compaction Stats [default] ** 2024-04-15T16:31:44.356 INFO:journalctl@ceph.mon.a.smithi090.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T16:31:44.356 INFO:journalctl@ceph.mon.a.smithi090.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T16:31:44.356 INFO:journalctl@ceph.mon.a.smithi090.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 674.6 0.00 0.00 1 0.005 0 0 0.0 0.0 2024-04-15T16:31:44.356 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-15T16:31:44.356 INFO:journalctl@ceph.mon.a.smithi090.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T16:31:44.356 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-15T16:31:44.356 INFO:journalctl@ceph.mon.a.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T16:31:44.356 INFO:journalctl@ceph.mon.a.smithi090.stdout: Flush(GB): cumulative 0.003, interval 0.003 2024-04-15T16:31:44.356 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T16:31:44.356 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T16:31:44.356 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T16:31:44.356 INFO:journalctl@ceph.mon.a.smithi090.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T16:31:44.357 INFO:journalctl@ceph.mon.a.smithi090.stdout: Cumulative compaction: 0.00 GB write, 190.89 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T16:31:44.357 INFO:journalctl@ceph.mon.a.smithi090.stdout: Interval compaction: 0.00 GB write, 190.89 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T16:31:44.357 INFO:journalctl@ceph.mon.a.smithi090.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T16:31:44.357 INFO:journalctl@ceph.mon.a.smithi090.stdout: Block cache BinnedLRUCache@0x55867c0b1090#2 capacity: 512.00 MB usage: 7.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-15T16:31:44.357 INFO:journalctl@ceph.mon.a.smithi090.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.78 KB,0.000339746%) IndexBlock(1,6.08 KB,0.00115931%) Misc(1,0.00 KB,0%) 2024-04-15T16:31:44.357 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-15T16:31:44.357 INFO:journalctl@ceph.mon.a.smithi090.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T16:31:44.357 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: starting mon.a rank 0 at public addrs [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] at bind addrs [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:31:44.357 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: mon.a@-1(???) e3 preinit fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:31:44.357 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: mon.a@-1(???).mds e6 new map 2024-04-15T16:31:44.357 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: mon.a@-1(???).mds e6 print_map 2024-04-15T16:31:44.357 INFO:journalctl@ceph.mon.a.smithi090.stdout: e6 2024-04-15T16:31:44.357 INFO:journalctl@ceph.mon.a.smithi090.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T16:31:44.357 INFO:journalctl@ceph.mon.a.smithi090.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T16:31:44.358 INFO:journalctl@ceph.mon.a.smithi090.stdout: legacy client fscid: 1 2024-04-15T16:31:44.358 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-15T16:31:44.358 INFO:journalctl@ceph.mon.a.smithi090.stdout: Filesystem 'cephfs' (1) 2024-04-15T16:31:44.358 INFO:journalctl@ceph.mon.a.smithi090.stdout: fs_name cephfs 2024-04-15T16:31:44.358 INFO:journalctl@ceph.mon.a.smithi090.stdout: epoch 6 2024-04-15T16:31:44.358 INFO:journalctl@ceph.mon.a.smithi090.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-15T16:31:44.358 INFO:journalctl@ceph.mon.a.smithi090.stdout: created 2024-04-15T16:25:34.303278+0000 2024-04-15T16:31:44.358 INFO:journalctl@ceph.mon.a.smithi090.stdout: modified 2024-04-15T16:25:36.315147+0000 2024-04-15T16:31:44.358 INFO:journalctl@ceph.mon.a.smithi090.stdout: tableserver 0 2024-04-15T16:31:44.358 INFO:journalctl@ceph.mon.a.smithi090.stdout: root 0 2024-04-15T16:31:44.358 INFO:journalctl@ceph.mon.a.smithi090.stdout: session_timeout 60 2024-04-15T16:31:44.358 INFO:journalctl@ceph.mon.a.smithi090.stdout: session_autoclose 300 2024-04-15T16:31:44.358 INFO:journalctl@ceph.mon.a.smithi090.stdout: max_file_size 1099511627776 2024-04-15T16:31:44.358 INFO:journalctl@ceph.mon.a.smithi090.stdout: max_xattr_size 65536 2024-04-15T16:31:44.359 INFO:journalctl@ceph.mon.a.smithi090.stdout: required_client_features {} 2024-04-15T16:31:44.359 INFO:journalctl@ceph.mon.a.smithi090.stdout: last_failure 0 2024-04-15T16:31:44.359 INFO:journalctl@ceph.mon.a.smithi090.stdout: last_failure_osd_epoch 0 2024-04-15T16:31:44.359 INFO:journalctl@ceph.mon.a.smithi090.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T16:31:44.359 INFO:journalctl@ceph.mon.a.smithi090.stdout: max_mds 1 2024-04-15T16:31:44.359 INFO:journalctl@ceph.mon.a.smithi090.stdout: in 0 2024-04-15T16:31:44.359 INFO:journalctl@ceph.mon.a.smithi090.stdout: up {0=24365} 2024-04-15T16:31:44.359 INFO:journalctl@ceph.mon.a.smithi090.stdout: failed 2024-04-15T16:31:44.359 INFO:journalctl@ceph.mon.a.smithi090.stdout: damaged 2024-04-15T16:31:44.359 INFO:journalctl@ceph.mon.a.smithi090.stdout: stopped 2024-04-15T16:31:44.359 INFO:journalctl@ceph.mon.a.smithi090.stdout: data_pools [3] 2024-04-15T16:31:44.359 INFO:journalctl@ceph.mon.a.smithi090.stdout: metadata_pool 2 2024-04-15T16:31:44.359 INFO:journalctl@ceph.mon.a.smithi090.stdout: inline_data disabled 2024-04-15T16:31:44.359 INFO:journalctl@ceph.mon.a.smithi090.stdout: balancer 2024-04-15T16:31:44.359 INFO:journalctl@ceph.mon.a.smithi090.stdout: bal_rank_mask -1 2024-04-15T16:31:44.360 INFO:journalctl@ceph.mon.a.smithi090.stdout: standby_count_wanted 0 2024-04-15T16:31:44.360 INFO:journalctl@ceph.mon.a.smithi090.stdout: qdb_cluster leader: 0 members: 2024-04-15T16:31:44.360 INFO:journalctl@ceph.mon.a.smithi090.stdout: [mds.a{0:24365} state up:active seq 3 addr [v2:172.21.15.90:6834/4039869308,v1:172.21.15.90:6835/4039869308] compat {c=[1],r=[1],i=[7ff]}] 2024-04-15T16:31:44.360 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-15T16:31:44.360 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-15T16:31:44.360 INFO:journalctl@ceph.mon.a.smithi090.stdout: Standby daemons: 2024-04-15T16:31:44.360 INFO:journalctl@ceph.mon.a.smithi090.stdout: 2024-04-15T16:31:44.360 INFO:journalctl@ceph.mon.a.smithi090.stdout: [mds.b{-1:24316} state up:standby seq 1 addr [v2:172.21.15.153:6832/3196985028,v1:172.21.15.153:6833/3196985028] compat {c=[1],r=[1],i=[7ff]}] 2024-04-15T16:31:44.360 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: mon.a@-1(???).osd e227 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-15T16:31:44.360 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: mon.a@-1(???).osd e227 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T16:31:44.360 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: mon.a@-1(???).osd e227 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T16:31:44.360 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: mon.a@-1(???).osd e227 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T16:31:44.360 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 ceph-mon[89240]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-15T16:31:44.360 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 bash[89220]: 82f63672a8c16be52c0a37dc51d1c913bd81428de41325828b88991fa1c43a4b 2024-04-15T16:31:44.360 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:44 smithi090 systemd[1]: Started Ceph mon.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:31:45.790 INFO:tasks.rados.rados.0.smithi090.stdout:947: done (5 left) 2024-04-15T16:31:45.790 INFO:tasks.rados.rados.0.smithi090.stdout:948: done (4 left) 2024-04-15T16:31:45.790 INFO:tasks.rados.rados.0.smithi090.stdout:950: done (3 left) 2024-04-15T16:31:45.790 INFO:tasks.rados.rados.0.smithi090.stdout:951: done (2 left) 2024-04-15T16:31:45.790 INFO:tasks.rados.rados.0.smithi090.stdout:953: done (1 left) 2024-04-15T16:31:45.790 INFO:tasks.rados.rados.0.smithi090.stdout:954: done (0 left) 2024-04-15T16:31:45.791 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 80 2024-04-15T16:31:45.791 INFO:tasks.rados.rados.0.smithi090.stdout:955: seq_num 312 ranges {2514944=434176} 2024-04-15T16:31:45.807 INFO:tasks.rados.rados.0.smithi090.stdout:955: writing smithi09078167-19 from 2514944 to 2949120 tid 1 2024-04-15T16:31:45.807 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 80 2024-04-15T16:31:45.807 INFO:tasks.rados.rados.0.smithi090.stdout:956: seq_num 313 ranges {0=450560} 2024-04-15T16:31:45.810 INFO:tasks.rados.rados.0.smithi090.stdout:956: writing smithi09078167-25 from 0 to 450560 tid 1 2024-04-15T16:31:45.810 INFO:tasks.rados.rados.0.smithi090.stdout:957: rmattr oid 42 current snap is 80 2024-04-15T16:31:45.810 INFO:tasks.rados.rados.0.smithi090.stdout:958: delete oid 10 current snap is 80 2024-04-15T16:31:45.810 INFO:tasks.rados.rados.0.smithi090.stdout:955: finishing write tid 1 to smithi09078167-19 2024-04-15T16:31:45.810 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 0 (ObjNum 290 snap 72 seq_num 290) dirty exists 2024-04-15T16:31:45.811 INFO:tasks.rados.rados.0.smithi090.stdout:955: finishing write tid 2 to smithi09078167-19 2024-04-15T16:31:45.812 INFO:tasks.rados.rados.0.smithi090.stdout:957: done (3 left) 2024-04-15T16:31:45.812 INFO:tasks.rados.rados.0.smithi090.stdout:958: done (2 left) 2024-04-15T16:31:45.812 INFO:tasks.rados.rados.0.smithi090.stdout:959: copy_from oid 22 from oid 41 current snap is 80 2024-04-15T16:31:45.812 INFO:tasks.rados.rados.0.smithi090.stdout:960: snap_create 2024-04-15T16:31:45.813 INFO:tasks.rados.rados.0.smithi090.stdout:955: finishing write tid 3 to smithi09078167-19 2024-04-15T16:31:45.813 INFO:tasks.rados.rados.0.smithi090.stdout:955: oid 19 updating version 0 to 279 2024-04-15T16:31:45.813 INFO:tasks.rados.rados.0.smithi090.stdout:955: oid 19 updating version 279 to 280 2024-04-15T16:31:45.813 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 280 (ObjNum 312 snap 80 seq_num 312) dirty exists 2024-04-15T16:31:45.814 INFO:tasks.rados.rados.0.smithi090.stdout:955: left oid 19 (ObjNum 312 snap 80 seq_num 312) 2024-04-15T16:31:45.814 INFO:tasks.rados.rados.0.smithi090.stdout:956: finishing write tid 1 to smithi09078167-25 2024-04-15T16:31:45.814 INFO:tasks.rados.rados.0.smithi090.stdout:956: finishing write tid 2 to smithi09078167-25 2024-04-15T16:31:45.816 INFO:tasks.rados.rados.0.smithi090.stdout:956: finishing write tid 3 to smithi09078167-25 2024-04-15T16:31:45.816 INFO:tasks.rados.rados.0.smithi090.stdout:956: oid 25 updating version 0 to 323 2024-04-15T16:31:45.816 INFO:tasks.rados.rados.0.smithi090.stdout:956: oid 25 version 323 is already newer than 322 2024-04-15T16:31:45.816 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 323 (ObjNum 313 snap 80 seq_num 313) dirty exists 2024-04-15T16:31:45.816 INFO:tasks.rados.rados.0.smithi090.stdout:956: left oid 25 (ObjNum 313 snap 80 seq_num 313) 2024-04-15T16:31:45.817 INFO:tasks.rados.rados.0.smithi090.stdout:959: finishing copy_from racing read to smithi09078167-22 2024-04-15T16:31:45.819 INFO:tasks.rados.rados.0.smithi090.stdout:959: finishing copy_from to smithi09078167-22 2024-04-15T16:31:45.819 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 203 (ObjNum 177 snap 40 seq_num 177) dirty exists 2024-04-15T16:31:46.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ignoring --setuser ceph since I am not root 2024-04-15T16:31:46.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ignoring --setgroup ceph since I am not root 2024-04-15T16:31:46.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mgr[80942]: -- 172.21.15.90:0/660081065 <== mon.2 v2:172.21.15.90:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x561fa980e5a0 con 0x561fa97e2c00 2024-04-15T16:31:46.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: pgmap v54: 121 pgs: 121 active+clean; 151 MiB data, 756 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-04-15T16:31:46.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: from='client.25190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:31:46.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: from='client.25196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:31:46.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: from='client.? 172.21.15.90:0/2065798530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:31:46.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: pgmap v55: 121 pgs: 121 active+clean; 151 MiB data, 757 MiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-15T16:31:46.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: mon.a calling monitor election 2024-04-15T16:31:46.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T16:31:46.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: monmap epoch 3 2024-04-15T16:31:46.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:31:46.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: last_changed 2024-04-15T16:21:47.592719+0000 2024-04-15T16:31:46.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: created 2024-04-15T16:19:57.302974+0000 2024-04-15T16:31:46.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: min_mon_release 18 (reef) 2024-04-15T16:31:46.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: election_strategy: 1 2024-04-15T16:31:46.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-15T16:31:46.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: 1: [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] mon.b 2024-04-15T16:31:46.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: 2: [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] mon.c 2024-04-15T16:31:46.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:31:46.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: osdmap e227: 8 total, 8 up, 8 in 2024-04-15T16:31:46.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: mgrmap e37: y(active, since 37s), standbys: x 2024-04-15T16:31:46.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: overall HEALTH_OK 2024-04-15T16:31:46.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: from='mgr.25109 ' entity='' 2024-04-15T16:31:46.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[38312]: mgrmap e38: y(active, since 37s), standbys: x 2024-04-15T16:31:46.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: pgmap v54: 121 pgs: 121 active+clean; 151 MiB data, 756 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-04-15T16:31:46.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: from='client.25190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:31:46.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: from='client.25196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:31:46.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2065798530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:31:46.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: pgmap v55: 121 pgs: 121 active+clean; 151 MiB data, 757 MiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-15T16:31:46.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: mon.a calling monitor election 2024-04-15T16:31:46.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T16:31:46.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: monmap epoch 3 2024-04-15T16:31:46.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:31:46.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: last_changed 2024-04-15T16:21:47.592719+0000 2024-04-15T16:31:46.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: created 2024-04-15T16:19:57.302974+0000 2024-04-15T16:31:46.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: min_mon_release 18 (reef) 2024-04-15T16:31:46.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: election_strategy: 1 2024-04-15T16:31:46.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-15T16:31:46.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: 1: [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] mon.b 2024-04-15T16:31:46.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: 2: [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] mon.c 2024-04-15T16:31:46.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:31:46.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: osdmap e227: 8 total, 8 up, 8 in 2024-04-15T16:31:46.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: mgrmap e37: y(active, since 37s), standbys: x 2024-04-15T16:31:46.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: overall HEALTH_OK 2024-04-15T16:31:46.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: from='mgr.25109 ' entity='' 2024-04-15T16:31:46.089 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:45 smithi090 ceph-mon[89240]: mgrmap e38: y(active, since 37s), standbys: x 2024-04-15T16:31:46.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: ignoring --setuser ceph since I am not root 2024-04-15T16:31:46.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: ignoring --setgroup ceph since I am not root 2024-04-15T16:31:46.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mgr[75692]: -- 172.21.15.153:0/67516986 <== mon.1 v2:172.21.15.153:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x563abe9b45a0 con 0x563abe988800 2024-04-15T16:31:46.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: pgmap v54: 121 pgs: 121 active+clean; 151 MiB data, 756 MiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 1.4 MiB/s wr, 18 op/s 2024-04-15T16:31:46.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: from='client.25190 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:31:46.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: from='client.25196 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:31:46.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/2065798530' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:31:46.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: pgmap v55: 121 pgs: 121 active+clean; 151 MiB data, 757 MiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-15T16:31:46.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: mon.a calling monitor election 2024-04-15T16:31:46.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T16:31:46.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: monmap epoch 3 2024-04-15T16:31:46.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:31:46.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: last_changed 2024-04-15T16:21:47.592719+0000 2024-04-15T16:31:46.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: created 2024-04-15T16:19:57.302974+0000 2024-04-15T16:31:46.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: min_mon_release 18 (reef) 2024-04-15T16:31:46.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: election_strategy: 1 2024-04-15T16:31:46.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-15T16:31:46.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: 1: [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] mon.b 2024-04-15T16:31:46.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: 2: [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] mon.c 2024-04-15T16:31:46.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:31:46.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: osdmap e227: 8 total, 8 up, 8 in 2024-04-15T16:31:46.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: mgrmap e37: y(active, since 37s), standbys: x 2024-04-15T16:31:46.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: overall HEALTH_OK 2024-04-15T16:31:46.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: from='mgr.25109 ' entity='' 2024-04-15T16:31:46.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:45 smithi153 ceph-mon[30366]: mgrmap e38: y(active, since 37s), standbys: x 2024-04-15T16:31:46.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:46 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:46.335+0000 7f2bcd795200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T16:31:46.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:46 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:46.431+0000 7f2bcd795200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T16:31:46.627 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:46 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:46.326+0000 7fc2774db200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-15T16:31:46.628 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:46 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:46.421+0000 7fc2774db200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-15T16:31:46.793 INFO:tasks.rados.rados.0.smithi090.stdout:955: done (3 left) 2024-04-15T16:31:46.794 INFO:tasks.rados.rados.0.smithi090.stdout:956: done (2 left) 2024-04-15T16:31:46.794 INFO:tasks.rados.rados.0.smithi090.stdout:959: done (1 left) 2024-04-15T16:31:46.794 INFO:tasks.rados.rados.0.smithi090.stdout:960: done (0 left) 2024-04-15T16:31:46.794 INFO:tasks.rados.rados.0.smithi090.stdout:961: rollback oid 44 current snap is 81 2024-04-15T16:31:46.794 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 44 to 55 2024-04-15T16:31:46.794 INFO:tasks.rados.rados.0.smithi090.stdout:962: copy_from oid 18 from oid 38 current snap is 81 2024-04-15T16:31:46.794 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 81 2024-04-15T16:31:46.794 INFO:tasks.rados.rados.0.smithi090.stdout:963: seq_num 315 ranges {2080768=483328} 2024-04-15T16:31:46.807 INFO:tasks.rados.rados.0.smithi090.stdout:963: writing smithi09078167-3 from 2080768 to 2564096 tid 1 2024-04-15T16:31:46.808 INFO:tasks.rados.rados.0.smithi090.stdout:964: snap_remove snap 78 2024-04-15T16:31:47.073 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:46 smithi153 ceph-mon[30366]: osdmap e228: 8 total, 8 up, 8 in 2024-04-15T16:31:47.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:46 smithi090 ceph-mon[89240]: osdmap e228: 8 total, 8 up, 8 in 2024-04-15T16:31:47.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:46 smithi090 ceph-mon[38312]: osdmap e228: 8 total, 8 up, 8 in 2024-04-15T16:31:47.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:47 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:47.080+0000 7f2bcd795200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T16:31:47.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:47 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:47.172+0000 7f2bcd795200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T16:31:47.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:47 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:47.312+0000 7f2bcd795200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T16:31:47.377 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:47 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:47.075+0000 7fc2774db200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-15T16:31:47.377 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:47 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:47.169+0000 7fc2774db200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-15T16:31:47.377 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:47 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:47.312+0000 7fc2774db200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-15T16:31:47.749 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:47 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:47.407+0000 7f2bcd795200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T16:31:47.749 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:47 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:47.489+0000 7f2bcd795200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T16:31:47.750 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:47 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:47.752+0000 7f2bcd795200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T16:31:47.761 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:47 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:47.409+0000 7fc2774db200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-15T16:31:47.761 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:47 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:47.494+0000 7fc2774db200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-15T16:31:47.800 INFO:tasks.rados.rados.0.smithi090.stdout:962: finishing copy_from to smithi09078167-18 2024-04-15T16:31:47.800 INFO:tasks.rados.rados.0.smithi090.stdout:962: got expected ENOENT (src dne) 2024-04-15T16:31:47.800 INFO:tasks.rados.rados.0.smithi090.stdout:962: finishing copy_from racing read to smithi09078167-18 2024-04-15T16:31:47.800 INFO:tasks.rados.rados.0.smithi090.stdout:961: finishing rollback tid 0 to smithi09078167-44 2024-04-15T16:31:47.801 INFO:tasks.rados.rados.0.smithi090.stdout:961: finishing rollback tid 1 to smithi09078167-44 2024-04-15T16:31:47.801 INFO:tasks.rados.rados.0.smithi090.stdout:961: finishing rollback tid 2 to smithi09078167-44 2024-04-15T16:31:47.801 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 316 (ObjNum 206 snap 50 seq_num 206) dirty exists 2024-04-15T16:31:47.801 INFO:tasks.rados.rados.0.smithi090.stdout:963: finishing write tid 1 to smithi09078167-3 2024-04-15T16:31:47.801 INFO:tasks.rados.rados.0.smithi090.stdout:963: finishing write tid 2 to smithi09078167-3 2024-04-15T16:31:47.801 INFO:tasks.rados.rados.0.smithi090.stdout:963: finishing write tid 3 to smithi09078167-3 2024-04-15T16:31:47.801 INFO:tasks.rados.rados.0.smithi090.stdout:963: oid 3 updating version 0 to 272 2024-04-15T16:31:47.801 INFO:tasks.rados.rados.0.smithi090.stdout:963: oid 3 updating version 272 to 273 2024-04-15T16:31:47.801 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 273 (ObjNum 315 snap 81 seq_num 315) dirty exists 2024-04-15T16:31:47.801 INFO:tasks.rados.rados.0.smithi090.stdout:963: left oid 3 (ObjNum 315 snap 81 seq_num 315) 2024-04-15T16:31:47.801 INFO:tasks.rados.rados.0.smithi090.stdout:961: done (3 left) 2024-04-15T16:31:47.801 INFO:tasks.rados.rados.0.smithi090.stdout:962: done (2 left) 2024-04-15T16:31:47.801 INFO:tasks.rados.rados.0.smithi090.stdout:963: done (1 left) 2024-04-15T16:31:47.801 INFO:tasks.rados.rados.0.smithi090.stdout:964: done (0 left) 2024-04-15T16:31:47.801 INFO:tasks.rados.rados.0.smithi090.stdout:965: snap_create 2024-04-15T16:31:48.043 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:47 smithi090 ceph-mon[89240]: osdmap e229: 8 total, 8 up, 8 in 2024-04-15T16:31:48.044 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:47 smithi090 ceph-mon[38312]: osdmap e229: 8 total, 8 up, 8 in 2024-04-15T16:31:48.044 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:47 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:47.868+0000 7f2bcd795200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T16:31:48.044 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:47 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:47.953+0000 7f2bcd795200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T16:31:48.044 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:48.046+0000 7f2bcd795200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T16:31:48.062 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:47 smithi153 ceph-mon[30366]: osdmap e229: 8 total, 8 up, 8 in 2024-04-15T16:31:48.063 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:47 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:47.763+0000 7fc2774db200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-15T16:31:48.063 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:47 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:47.882+0000 7fc2774db200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-15T16:31:48.063 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:47 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:47.969+0000 7fc2774db200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-15T16:31:48.063 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:48 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:48.065+0000 7fc2774db200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-15T16:31:48.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:48.220+0000 7f2bcd795200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T16:31:48.337 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:48 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:48.251+0000 7fc2774db200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-15T16:31:48.808 INFO:tasks.rados.rados.0.smithi090.stdout:965: done (0 left) 2024-04-15T16:31:48.808 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 82 2024-04-15T16:31:48.808 INFO:tasks.rados.rados.0.smithi090.stdout:966: seq_num 316 ranges {2252800=499712} 2024-04-15T16:31:48.823 INFO:tasks.rados.rados.0.smithi090.stdout:966: writing smithi09078167-1 from 2252800 to 2752512 tid 1 2024-04-15T16:31:48.823 INFO:tasks.rados.rados.0.smithi090.stdout:967: read oid 35 snap -1 2024-04-15T16:31:48.823 INFO:tasks.rados.rados.0.smithi090.stdout:967: expect deleted 2024-04-15T16:31:48.823 INFO:tasks.rados.rados.0.smithi090.stdout:968: snap_create 2024-04-15T16:31:48.829 INFO:tasks.rados.rados.0.smithi090.stdout:966: finishing write tid 1 to smithi09078167-1 2024-04-15T16:31:48.829 INFO:tasks.rados.rados.0.smithi090.stdout:966: finishing write tid 2 to smithi09078167-1 2024-04-15T16:31:48.830 INFO:tasks.rados.rados.0.smithi090.stdout:966: finishing write tid 3 to smithi09078167-1 2024-04-15T16:31:48.830 INFO:tasks.rados.rados.0.smithi090.stdout:966: oid 1 updating version 0 to 328 2024-04-15T16:31:48.830 INFO:tasks.rados.rados.0.smithi090.stdout:966: oid 1 version 328 is already newer than 327 2024-04-15T16:31:48.830 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 328 (ObjNum 316 snap 82 seq_num 316) dirty exists 2024-04-15T16:31:48.830 INFO:tasks.rados.rados.0.smithi090.stdout:966: left oid 1 (ObjNum 316 snap 82 seq_num 316) 2024-04-15T16:31:49.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:48 smithi090 ceph-mon[89240]: osdmap e230: 8 total, 8 up, 8 in 2024-04-15T16:31:49.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:48 smithi090 ceph-mon[38312]: osdmap e230: 8 total, 8 up, 8 in 2024-04-15T16:31:49.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:48 smithi153 ceph-mon[30366]: osdmap e230: 8 total, 8 up, 8 in 2024-04-15T16:31:49.324 INFO:tasks.rados.rados.0.smithi090.stdout:966: done (2 left) 2024-04-15T16:31:49.324 INFO:tasks.rados.rados.0.smithi090.stdout:967: done (1 left) 2024-04-15T16:31:49.324 INFO:tasks.rados.rados.0.smithi090.stdout:968: done (0 left) 2024-04-15T16:31:49.324 INFO:tasks.rados.rados.0.smithi090.stdout:969: rollback oid 37 current snap is 83 2024-04-15T16:31:49.324 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 37 to 55 2024-04-15T16:31:49.324 INFO:tasks.rados.rados.0.smithi090.stdout:970: delete oid 44 current snap is 83 2024-04-15T16:31:49.326 INFO:tasks.rados.rados.0.smithi090.stdout:970: done (1 left) 2024-04-15T16:31:49.326 INFO:tasks.rados.rados.0.smithi090.stdout:971: copy_from oid 39 from oid 8 current snap is 83 2024-04-15T16:31:49.326 INFO:tasks.rados.rados.0.smithi090.stdout:972: read oid 46 snap 82 2024-04-15T16:31:49.326 INFO:tasks.rados.rados.0.smithi090.stdout:972: expect deleted 2024-04-15T16:31:49.326 INFO:tasks.rados.rados.0.smithi090.stdout:973: rollback oid 29 current snap is 83 2024-04-15T16:31:49.326 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 82 2024-04-15T16:31:49.326 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 83 2024-04-15T16:31:49.327 INFO:tasks.rados.rados.0.smithi090.stdout:974: seq_num 318 ranges {0=532480} 2024-04-15T16:31:49.330 INFO:tasks.rados.rados.0.smithi090.stdout:974: writing smithi09078167-50 from 0 to 532480 tid 1 2024-04-15T16:31:49.330 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 83 2024-04-15T16:31:49.330 INFO:tasks.rados.rados.0.smithi090.stdout:975: seq_num 319 ranges {2236416=548864} 2024-04-15T16:31:49.346 INFO:tasks.rados.rados.0.smithi090.stdout:975: writing smithi09078167-24 from 2236416 to 2785280 tid 1 2024-04-15T16:31:49.346 INFO:tasks.rados.rados.0.smithi090.stdout:976: snap_remove snap 76 2024-04-15T16:31:49.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:49.183+0000 7f2bcd795200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T16:31:49.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:49.313+0000 7f2bcd795200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T16:31:49.627 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:49 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:49.266+0000 7fc2774db200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-15T16:31:49.628 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:49 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:49.410+0000 7fc2774db200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-15T16:31:49.943 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:49 smithi090 ceph-mon[89240]: osdmap e231: 8 total, 8 up, 8 in 2024-04-15T16:31:49.944 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:49 smithi090 ceph-mon[89240]: osdmap e232: 8 total, 8 up, 8 in 2024-04-15T16:31:49.944 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:49 smithi090 ceph-mon[38312]: osdmap e231: 8 total, 8 up, 8 in 2024-04-15T16:31:49.944 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:49 smithi090 ceph-mon[38312]: osdmap e232: 8 total, 8 up, 8 in 2024-04-15T16:31:49.944 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:49.658+0000 7f2bcd795200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T16:31:49.944 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:49.747+0000 7f2bcd795200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T16:31:50.042 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:49 smithi153 ceph-mon[30366]: osdmap e231: 8 total, 8 up, 8 in 2024-04-15T16:31:50.042 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:49 smithi153 ceph-mon[30366]: osdmap e232: 8 total, 8 up, 8 in 2024-04-15T16:31:50.043 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:49 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:49.748+0000 7fc2774db200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-15T16:31:50.043 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:49 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:49.841+0000 7fc2774db200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-15T16:31:50.327 INFO:tasks.rados.rados.0.smithi090.stdout:973: finishing rollback tid 0 to smithi09078167-29 2024-04-15T16:31:50.327 INFO:tasks.rados.rados.0.smithi090.stdout:973: finishing rollback tid 1 to smithi09078167-29 2024-04-15T16:31:50.327 INFO:tasks.rados.rados.0.smithi090.stdout:969: finishing rollback tid 0 to smithi09078167-37 2024-04-15T16:31:50.328 INFO:tasks.rados.rados.0.smithi090.stdout:973: finishing rollback tid 2 to smithi09078167-29 2024-04-15T16:31:50.328 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 276 (ObjNum 277 snap 71 seq_num 277) dirty exists 2024-04-15T16:31:50.328 INFO:tasks.rados.rados.0.smithi090.stdout:969: finishing rollback tid 1 to smithi09078167-37 2024-04-15T16:31:50.328 INFO:tasks.rados.rados.0.smithi090.stdout:969: finishing rollback tid 2 to smithi09078167-37 2024-04-15T16:31:50.328 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 185 (ObjNum 130657 snap 0 seq_num 3728570160) dirty exists 2024-04-15T16:31:50.328 INFO:tasks.rados.rados.0.smithi090.stdout:971: finishing copy_from racing read to smithi09078167-39 2024-04-15T16:31:50.328 INFO:tasks.rados.rados.0.smithi090.stdout:974: finishing write tid 1 to smithi09078167-50 2024-04-15T16:31:50.328 INFO:tasks.rados.rados.0.smithi090.stdout:974: finishing write tid 2 to smithi09078167-50 2024-04-15T16:31:50.328 INFO:tasks.rados.rados.0.smithi090.stdout:971: finishing copy_from to smithi09078167-39 2024-04-15T16:31:50.328 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 311 (ObjNum 281 snap 71 seq_num 281) dirty exists 2024-04-15T16:31:50.328 INFO:tasks.rados.rados.0.smithi090.stdout:974: finishing write tid 3 to smithi09078167-50 2024-04-15T16:31:50.329 INFO:tasks.rados.rados.0.smithi090.stdout:974: oid 50 updating version 0 to 319 2024-04-15T16:31:50.329 INFO:tasks.rados.rados.0.smithi090.stdout:974: oid 50 version 319 is already newer than 318 2024-04-15T16:31:50.329 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 319 (ObjNum 318 snap 83 seq_num 318) dirty exists 2024-04-15T16:31:50.329 INFO:tasks.rados.rados.0.smithi090.stdout:974: left oid 50 (ObjNum 318 snap 83 seq_num 318) 2024-04-15T16:31:50.329 INFO:tasks.rados.rados.0.smithi090.stdout:975: finishing write tid 1 to smithi09078167-24 2024-04-15T16:31:50.329 INFO:tasks.rados.rados.0.smithi090.stdout:975: finishing write tid 2 to smithi09078167-24 2024-04-15T16:31:50.329 INFO:tasks.rados.rados.0.smithi090.stdout:975: finishing write tid 3 to smithi09078167-24 2024-04-15T16:31:50.329 INFO:tasks.rados.rados.0.smithi090.stdout:975: oid 24 updating version 0 to 226 2024-04-15T16:31:50.329 INFO:tasks.rados.rados.0.smithi090.stdout:975: oid 24 version 226 is already newer than 225 2024-04-15T16:31:50.329 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 226 (ObjNum 319 snap 83 seq_num 319) dirty exists 2024-04-15T16:31:50.329 INFO:tasks.rados.rados.0.smithi090.stdout:975: left oid 24 (ObjNum 319 snap 83 seq_num 319) 2024-04-15T16:31:50.329 INFO:tasks.rados.rados.0.smithi090.stdout:969: done (6 left) 2024-04-15T16:31:50.329 INFO:tasks.rados.rados.0.smithi090.stdout:971: done (5 left) 2024-04-15T16:31:50.330 INFO:tasks.rados.rados.0.smithi090.stdout:972: done (4 left) 2024-04-15T16:31:50.330 INFO:tasks.rados.rados.0.smithi090.stdout:973: done (3 left) 2024-04-15T16:31:50.330 INFO:tasks.rados.rados.0.smithi090.stdout:974: done (2 left) 2024-04-15T16:31:50.330 INFO:tasks.rados.rados.0.smithi090.stdout:975: done (1 left) 2024-04-15T16:31:50.330 INFO:tasks.rados.rados.0.smithi090.stdout:976: done (0 left) 2024-04-15T16:31:50.330 INFO:tasks.rados.rados.0.smithi090.stdout:977: rmattr oid 25 current snap is 83 2024-04-15T16:31:50.330 INFO:tasks.rados.rados.0.smithi090.stdout:978: setattr oid 16 current snap is 83 2024-04-15T16:31:50.330 INFO:tasks.rados.rados.0.smithi090.stdout:979: snap_remove snap 79 2024-04-15T16:31:50.334 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:49.946+0000 7f2bcd795200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:31:50.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:50 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:50.135+0000 7f2bcd795200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T16:31:50.377 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:50 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:50.044+0000 7fc2774db200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:31:50.378 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:50 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:50.232+0000 7fc2774db200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-15T16:31:50.688 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:50 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:50.434+0000 7f2bcd795200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:31:50.804 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:50 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:50.540+0000 7fc2774db200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-15T16:31:51.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:50 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:50.690+0000 7f2bcd795200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T16:31:51.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:50 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:50.930+0000 7f2bcd795200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T16:31:51.127 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:50 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:50.805+0000 7fc2774db200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-15T16:31:51.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:51.051+0000 7fc2774db200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-15T16:31:51.325 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 305 (ObjNum 287 snap 71 seq_num 287) dirty exists 2024-04-15T16:31:51.325 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 334 (ObjNum 313 snap 80 seq_num 313) dirty exists 2024-04-15T16:31:51.325 INFO:tasks.rados.rados.0.smithi090.stdout:977: done (2 left) 2024-04-15T16:31:51.325 INFO:tasks.rados.rados.0.smithi090.stdout:978: done (1 left) 2024-04-15T16:31:51.325 INFO:tasks.rados.rados.0.smithi090.stdout:979: done (0 left) 2024-04-15T16:31:51.325 INFO:tasks.rados.rados.0.smithi090.stdout:980: rollback oid 46 current snap is 83 2024-04-15T16:31:51.326 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 82 2024-04-15T16:31:51.326 INFO:tasks.rados.rados.0.smithi090.stdout:981: snap_remove snap 55 2024-04-15T16:31:51.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:51 smithi090 ceph-mon[89240]: osdmap e233: 8 total, 8 up, 8 in 2024-04-15T16:31:51.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:51 smithi090 ceph-mon[38312]: osdmap e233: 8 total, 8 up, 8 in 2024-04-15T16:31:51.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:51 smithi153 ceph-mon[30366]: osdmap e233: 8 total, 8 up, 8 in 2024-04-15T16:31:52.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:51.747+0000 7f2bcd795200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T16:31:52.326 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:51.884+0000 7fc2774db200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-15T16:31:52.341 INFO:tasks.rados.rados.0.smithi090.stdout:980: finishing rollback tid 1 to smithi09078167-46 2024-04-15T16:31:52.341 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 0 (ObjNum 49 snap 0 seq_num 3728232640) dirty dne 2024-04-15T16:31:52.341 INFO:tasks.rados.rados.0.smithi090.stdout:980: done (1 left) 2024-04-15T16:31:52.341 INFO:tasks.rados.rados.0.smithi090.stdout:981: done (0 left) 2024-04-15T16:31:52.341 INFO:tasks.rados.rados.0.smithi090.stdout:982: delete oid 32 current snap is 83 2024-04-15T16:31:52.356 INFO:tasks.rados.rados.0.smithi090.stdout:982: done (0 left) 2024-04-15T16:31:52.356 INFO:tasks.rados.rados.0.smithi090.stdout:983: copy_from oid 24 from oid 38 current snap is 83 2024-04-15T16:31:52.356 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 83 2024-04-15T16:31:52.356 INFO:tasks.rados.rados.0.smithi090.stdout:984: seq_num 321 ranges {2605056=581632} 2024-04-15T16:31:52.373 INFO:tasks.rados.rados.0.smithi090.stdout:984: writing smithi09078167-30 from 2605056 to 3186688 tid 1 2024-04-15T16:31:52.373 INFO:tasks.rados.rados.0.smithi090.stdout:985: rollback oid 50 current snap is 83 2024-04-15T16:31:52.373 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 50 to 77 2024-04-15T16:31:52.373 INFO:tasks.rados.rados.0.smithi090.stdout:983: finishing copy_from to smithi09078167-24 2024-04-15T16:31:52.373 INFO:tasks.rados.rados.0.smithi090.stdout:983: got expected ENOENT (src dne) 2024-04-15T16:31:52.374 INFO:tasks.rados.rados.0.smithi090.stdout:983: finishing copy_from racing read to smithi09078167-24 2024-04-15T16:31:52.374 INFO:tasks.rados.rados.0.smithi090.stdout:983: done (2 left) 2024-04-15T16:31:52.374 INFO:tasks.rados.rados.0.smithi090.stdout:986: setattr oid 35 current snap is 83 2024-04-15T16:31:52.375 INFO:tasks.rados.rados.0.smithi090.stdout:985: finishing rollback tid 0 to smithi09078167-50 2024-04-15T16:31:52.375 INFO:tasks.rados.rados.0.smithi090.stdout:987: rmattr oid 34 current snap is 83 2024-04-15T16:31:52.375 INFO:tasks.rados.rados.0.smithi090.stdout:988: read oid 24 snap -1 2024-04-15T16:31:52.375 INFO:tasks.rados.rados.0.smithi090.stdout:988: expect (ObjNum 319 snap 83 seq_num 319) 2024-04-15T16:31:52.375 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 83 2024-04-15T16:31:52.376 INFO:tasks.rados.rados.0.smithi090.stdout:989: seq_num 322 ranges {3907584=598016} 2024-04-15T16:31:52.400 INFO:tasks.rados.rados.0.smithi090.stdout:989: writing smithi09078167-26 from 3907584 to 4505600 tid 1 2024-04-15T16:31:52.400 INFO:tasks.rados.rados.0.smithi090.stdout:990: read oid 27 snap -1 2024-04-15T16:31:52.401 INFO:tasks.rados.rados.0.smithi090.stdout:990: expect (ObjNum 281 snap 71 seq_num 281) 2024-04-15T16:31:52.401 INFO:tasks.rados.rados.0.smithi090.stdout:991: read oid 5 snap -1 2024-04-15T16:31:52.401 INFO:tasks.rados.rados.0.smithi090.stdout:991: expect deleted 2024-04-15T16:31:52.401 INFO:tasks.rados.rados.0.smithi090.stdout:992: copy_from oid 42 from oid 8 current snap is 83 2024-04-15T16:31:52.401 INFO:tasks.rados.rados.0.smithi090.stdout:985: finishing rollback tid 1 to smithi09078167-50 2024-04-15T16:31:52.401 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 321 (ObjNum 49 snap 0 seq_num 5) dirty dne 2024-04-15T16:31:52.401 INFO:tasks.rados.rados.0.smithi090.stdout:984: finishing write tid 1 to smithi09078167-30 2024-04-15T16:31:52.401 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 211 (ObjNum 129 snap 0 seq_num 3728098720) dirty exists 2024-04-15T16:31:52.401 INFO:tasks.rados.rados.0.smithi090.stdout:984: finishing write tid 2 to smithi09078167-30 2024-04-15T16:31:52.401 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 204 (ObjNum 250 snap 61 seq_num 250) dirty exists 2024-04-15T16:31:52.401 INFO:tasks.rados.rados.0.smithi090.stdout:984: finishing write tid 3 to smithi09078167-30 2024-04-15T16:31:52.401 INFO:tasks.rados.rados.0.smithi090.stdout:984: oid 30 updating version 0 to 349 2024-04-15T16:31:52.401 INFO:tasks.rados.rados.0.smithi090.stdout:984: oid 30 version 349 is already newer than 348 2024-04-15T16:31:52.401 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 349 (ObjNum 321 snap 83 seq_num 321) dirty exists 2024-04-15T16:31:52.402 INFO:tasks.rados.rados.0.smithi090.stdout:984: left oid 30 (ObjNum 321 snap 83 seq_num 321) 2024-04-15T16:31:52.402 INFO:tasks.rados.rados.0.smithi090.stdout:984: done (8 left) 2024-04-15T16:31:52.402 INFO:tasks.rados.rados.0.smithi090.stdout:985: done (7 left) 2024-04-15T16:31:52.402 INFO:tasks.rados.rados.0.smithi090.stdout:986: done (6 left) 2024-04-15T16:31:52.402 INFO:tasks.rados.rados.0.smithi090.stdout:987: done (5 left) 2024-04-15T16:31:52.402 INFO:tasks.rados.rados.0.smithi090.stdout:993: snap_remove snap 81 2024-04-15T16:31:52.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-mon[89240]: osdmap e234: 8 total, 8 up, 8 in 2024-04-15T16:31:52.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-mon[38312]: osdmap e234: 8 total, 8 up, 8 in 2024-04-15T16:31:52.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:52.315+0000 7f2bcd795200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T16:31:52.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:52.436+0000 7f2bcd795200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T16:31:52.586 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:52 smithi153 ceph-mon[30366]: osdmap e234: 8 total, 8 up, 8 in 2024-04-15T16:31:52.586 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:52.485+0000 7fc2774db200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-15T16:31:52.586 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:52.587+0000 7fc2774db200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-15T16:31:52.668 INFO:tasks.rados.rados.0.smithi090.stdout:993: done (5 left) 2024-04-15T16:31:52.668 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 83 2024-04-15T16:31:52.668 INFO:tasks.rados.rados.0.smithi090.stdout:988: expect (ObjNum 319 snap 83 seq_num 319) 2024-04-15T16:31:52.798 INFO:tasks.rados.rados.0.smithi090.stdout:989: finishing write tid 1 to smithi09078167-26 2024-04-15T16:31:52.798 INFO:tasks.rados.rados.0.smithi090.stdout:989: finishing write tid 2 to smithi09078167-26 2024-04-15T16:31:52.798 INFO:tasks.rados.rados.0.smithi090.stdout:994: seq_num 323 ranges {2613248=614400} 2024-04-15T16:31:52.816 INFO:tasks.rados.rados.0.smithi090.stdout:994: writing smithi09078167-12 from 2613248 to 3227648 tid 1 2024-04-15T16:31:52.816 INFO:tasks.rados.rados.0.smithi090.stdout:988: done (5 left) 2024-04-15T16:31:52.816 INFO:tasks.rados.rados.0.smithi090.stdout:991: done (4 left) 2024-04-15T16:31:52.816 INFO:tasks.rados.rados.0.smithi090.stdout:995: read oid 24 snap -1 2024-04-15T16:31:52.816 INFO:tasks.rados.rados.0.smithi090.stdout:995: expect (ObjNum 319 snap 83 seq_num 319) 2024-04-15T16:31:52.817 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 83 2024-04-15T16:31:52.817 INFO:tasks.rados.rados.0.smithi090.stdout:996: seq_num 324 ranges {401408=630784} 2024-04-15T16:31:52.822 INFO:tasks.rados.rados.0.smithi090.stdout:996: writing smithi09078167-7 from 401408 to 1032192 tid 1 2024-04-15T16:31:52.823 INFO:tasks.rados.rados.0.smithi090.stdout:997: delete oid 35 current snap is 83 2024-04-15T16:31:52.823 INFO:tasks.rados.rados.0.smithi090.stdout:989: finishing write tid 3 to smithi09078167-26 2024-04-15T16:31:52.823 INFO:tasks.rados.rados.0.smithi090.stdout:989: oid 26 updating version 0 to 281 2024-04-15T16:31:52.823 INFO:tasks.rados.rados.0.smithi090.stdout:989: oid 26 updating version 281 to 282 2024-04-15T16:31:52.823 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 282 (ObjNum 322 snap 83 seq_num 322) dirty exists 2024-04-15T16:31:52.823 INFO:tasks.rados.rados.0.smithi090.stdout:989: left oid 26 (ObjNum 322 snap 83 seq_num 322) 2024-04-15T16:31:52.823 INFO:tasks.rados.rados.0.smithi090.stdout:990: expect (ObjNum 281 snap 71 seq_num 281) 2024-04-15T16:31:52.874 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:52.829+0000 7fc2774db200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T16:31:52.874 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: [15/Apr/2024:16:31:52] ENGINE Bus STARTING 2024-04-15T16:31:52.891 INFO:tasks.rados.rados.0.smithi090.stdout:992: finishing copy_from racing read to smithi09078167-42 2024-04-15T16:31:52.891 INFO:tasks.rados.rados.0.smithi090.stdout:992: finishing copy_from to smithi09078167-42 2024-04-15T16:31:52.891 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 311 (ObjNum 281 snap 71 seq_num 281) dirty exists 2024-04-15T16:31:52.891 INFO:tasks.rados.rados.0.smithi090.stdout:989: done (6 left) 2024-04-15T16:31:52.891 INFO:tasks.rados.rados.0.smithi090.stdout:990: done (5 left) 2024-04-15T16:31:52.891 INFO:tasks.rados.rados.0.smithi090.stdout:992: done (4 left) 2024-04-15T16:31:52.891 INFO:tasks.rados.rados.0.smithi090.stdout:997: done (3 left) 2024-04-15T16:31:52.892 INFO:tasks.rados.rados.0.smithi090.stdout:998: snap_remove snap 82 2024-04-15T16:31:52.911 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:52.659+0000 7f2bcd795200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-15T16:31:52.911 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:31:52] ENGINE Bus STARTING 2024-04-15T16:31:52.911 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:52.824+0000 7f2b2ab1e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:52.911 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:52.824+0000 7f2b2ab1e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:52.911 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:52.824+0000 7f2b2ab1e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:52.911 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:52.824+0000 7f2b2ab1e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:52.912 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:52.824+0000 7f2b2ab1e700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:52.912 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:52.825+0000 7f2b2d323700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:52.912 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:52.825+0000 7f2b2d323700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:52.912 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:52.825+0000 7f2b2d323700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:52.912 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:52.825+0000 7f2b2d323700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:52.912 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:52.825+0000 7f2b2d323700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-15T16:31:52.912 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: CherryPy Checker: 2024-04-15T16:31:52.912 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: The Application mounted at '' has an empty config. 2024-04-15T16:31:52.912 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:52.912 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:31:52] ENGINE Serving on http://:::9283 2024-04-15T16:31:52.913 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:31:52] ENGINE Bus STARTED 2024-04-15T16:31:53.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: CherryPy Checker: 2024-04-15T16:31:53.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: The Application mounted at '' has an empty config. 2024-04-15T16:31:53.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: 2024-04-15T16:31:53.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: [15/Apr/2024:16:31:52] ENGINE Serving on http://:::9283 2024-04-15T16:31:53.128 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 16:31:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x[75688]: [15/Apr/2024:16:31:52] ENGINE Bus STARTED 2024-04-15T16:31:53.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: osdmap e235: 8 total, 8 up, 8 in 2024-04-15T16:31:53.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: Active manager daemon y restarted 2024-04-15T16:31:53.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: Activating manager daemon y 2024-04-15T16:31:53.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: osdmap e236: 8 total, 8 up, 8 in 2024-04-15T16:31:53.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: mgrmap e39: y(active, starting, since 0.00561418s), standbys: x 2024-04-15T16:31:53.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:53.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:53.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:53.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:31:53.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:31:53.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T16:31:53.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T16:31:53.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:31:53.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:31:53.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:31:53.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:31:53.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:31:53.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:31:53.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:31:53.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:31:53.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T16:31:53.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T16:31:53.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T16:31:53.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: Manager daemon y is now available 2024-04-15T16:31:53.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:53.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:31:53.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:31:53.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:31:53.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:31:53.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:31:53.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: Standby manager daemon x restarted 2024-04-15T16:31:53.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: Standby manager daemon x started 2024-04-15T16:31:53.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1679211378' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:31:53.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1679211378' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:31:53.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1679211378' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:31:53.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-mon[30366]: from='mgr.? 172.21.15.153:0/1679211378' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:31:53.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:31:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:31:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:31:53.669 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:31:53.671+0000 7f2b83936700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-15T16:31:53.671 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: osdmap e235: 8 total, 8 up, 8 in 2024-04-15T16:31:53.671 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: Active manager daemon y restarted 2024-04-15T16:31:53.671 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: Activating manager daemon y 2024-04-15T16:31:53.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: osdmap e236: 8 total, 8 up, 8 in 2024-04-15T16:31:53.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: mgrmap e39: y(active, starting, since 0.00561418s), standbys: x 2024-04-15T16:31:53.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:53.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:53.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:53.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:31:53.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:31:53.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T16:31:53.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T16:31:53.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:31:53.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:31:53.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:31:53.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:31:53.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:31:53.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:31:53.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:31:53.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:31:53.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T16:31:53.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T16:31:53.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T16:31:53.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: Manager daemon y is now available 2024-04-15T16:31:53.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:53.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:31:53.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:31:53.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:31:53.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:31:53.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:31:53.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: Standby manager daemon x restarted 2024-04-15T16:31:53.674 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: Standby manager daemon x started 2024-04-15T16:31:53.674 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.? 172.21.15.153:0/1679211378' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:31:53.674 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.? 172.21.15.153:0/1679211378' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:31:53.674 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.? 172.21.15.153:0/1679211378' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:31:53.674 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[89240]: from='mgr.? 172.21.15.153:0/1679211378' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:31:53.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: osdmap e235: 8 total, 8 up, 8 in 2024-04-15T16:31:53.674 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: Active manager daemon y restarted 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: Activating manager daemon y 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: osdmap e236: 8 total, 8 up, 8 in 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: mgrmap e39: y(active, starting, since 0.00561418s), standbys: x 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:31:53.675 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:31:53.676 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:31:53.676 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:31:53.676 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-15T16:31:53.676 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-15T16:31:53.676 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-15T16:31:53.676 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: Manager daemon y is now available 2024-04-15T16:31:53.676 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:31:53.676 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:31:53.676 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:31:53.676 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-15T16:31:53.677 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:31:53.677 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-15T16:31:53.677 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: Standby manager daemon x restarted 2024-04-15T16:31:53.677 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: Standby manager daemon x started 2024-04-15T16:31:53.677 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1679211378' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-15T16:31:53.677 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1679211378' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-15T16:31:53.677 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1679211378' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-15T16:31:53.677 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:53 smithi090 ceph-mon[38312]: from='mgr.? 172.21.15.153:0/1679211378' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-15T16:31:53.684 INFO:tasks.rados.rados.0.smithi090.stdout:998: done (3 left) 2024-04-15T16:31:53.684 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 83 2024-04-15T16:31:53.685 INFO:tasks.rados.rados.0.smithi090.stdout:999: seq_num 326 ranges {450560=663552} 2024-04-15T16:31:53.692 INFO:tasks.rados.rados.0.smithi090.stdout:999: writing smithi09078167-25 from 450560 to 1114112 tid 1 2024-04-15T16:31:53.692 INFO:tasks.rados.rados.0.smithi090.stdout:1000: copy_from oid 37 from oid 10 current snap is 83 2024-04-15T16:31:53.692 INFO:tasks.rados.rados.0.smithi090.stdout:994: finishing write tid 1 to smithi09078167-12 2024-04-15T16:31:53.692 INFO:tasks.rados.rados.0.smithi090.stdout:994: finishing write tid 2 to smithi09078167-12 2024-04-15T16:31:53.692 INFO:tasks.rados.rados.0.smithi090.stdout:994: finishing write tid 3 to smithi09078167-12 2024-04-15T16:31:53.692 INFO:tasks.rados.rados.0.smithi090.stdout:994: oid 12 updating version 0 to 354 2024-04-15T16:31:53.692 INFO:tasks.rados.rados.0.smithi090.stdout:994: oid 12 version 354 is already newer than 353 2024-04-15T16:31:53.693 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 354 (ObjNum 323 snap 83 seq_num 323) dirty exists 2024-04-15T16:31:53.693 INFO:tasks.rados.rados.0.smithi090.stdout:994: left oid 12 (ObjNum 323 snap 83 seq_num 323) 2024-04-15T16:31:53.693 INFO:tasks.rados.rados.0.smithi090.stdout:996: finishing write tid 1 to smithi09078167-7 2024-04-15T16:31:53.693 INFO:tasks.rados.rados.0.smithi090.stdout:996: finishing write tid 2 to smithi09078167-7 2024-04-15T16:31:53.693 INFO:tasks.rados.rados.0.smithi090.stdout:996: finishing write tid 3 to smithi09078167-7 2024-04-15T16:31:53.693 INFO:tasks.rados.rados.0.smithi090.stdout:996: oid 7 updating version 0 to 312 2024-04-15T16:31:53.693 INFO:tasks.rados.rados.0.smithi090.stdout:996: oid 7 updating version 312 to 313 2024-04-15T16:31:53.693 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 313 (ObjNum 324 snap 83 seq_num 324) dirty exists 2024-04-15T16:31:53.693 INFO:tasks.rados.rados.0.smithi090.stdout:996: left oid 7 (ObjNum 324 snap 83 seq_num 324) 2024-04-15T16:31:53.693 INFO:tasks.rados.rados.0.smithi090.stdout:995: expect (ObjNum 319 snap 83 seq_num 319) 2024-04-15T16:31:53.800 INFO:tasks.rados.rados.0.smithi090.stdout:1000: finishing copy_from to smithi09078167-37 2024-04-15T16:31:53.800 INFO:tasks.rados.rados.0.smithi090.stdout:1000: got expected ENOENT (src dne) 2024-04-15T16:31:53.800 INFO:tasks.rados.rados.0.smithi090.stdout:1000: finishing copy_from racing read to smithi09078167-37 2024-04-15T16:31:53.800 INFO:tasks.rados.rados.0.smithi090.stdout:999: finishing write tid 1 to smithi09078167-25 2024-04-15T16:31:53.801 INFO:tasks.rados.rados.0.smithi090.stdout:999: finishing write tid 2 to smithi09078167-25 2024-04-15T16:31:53.801 INFO:tasks.rados.rados.0.smithi090.stdout:999: finishing write tid 3 to smithi09078167-25 2024-04-15T16:31:53.801 INFO:tasks.rados.rados.0.smithi090.stdout:999: oid 25 updating version 0 to 353 2024-04-15T16:31:53.801 INFO:tasks.rados.rados.0.smithi090.stdout:999: oid 25 updating version 353 to 354 2024-04-15T16:31:53.801 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 354 (ObjNum 326 snap 83 seq_num 326) dirty exists 2024-04-15T16:31:53.801 INFO:tasks.rados.rados.0.smithi090.stdout:999: left oid 25 (ObjNum 326 snap 83 seq_num 326) 2024-04-15T16:31:53.801 INFO:tasks.rados.rados.0.smithi090.stdout:994: done (4 left) 2024-04-15T16:31:53.801 INFO:tasks.rados.rados.0.smithi090.stdout:995: done (3 left) 2024-04-15T16:31:53.801 INFO:tasks.rados.rados.0.smithi090.stdout:996: done (2 left) 2024-04-15T16:31:53.801 INFO:tasks.rados.rados.0.smithi090.stdout:999: done (1 left) 2024-04-15T16:31:53.801 INFO:tasks.rados.rados.0.smithi090.stdout:1000: done (0 left) 2024-04-15T16:31:53.801 INFO:tasks.rados.rados.0.smithi090.stdout:1001: snap_remove snap 57 2024-04-15T16:31:54.698 INFO:tasks.rados.rados.0.smithi090.stdout:1001: done (0 left) 2024-04-15T16:31:54.698 INFO:tasks.rados.rados.0.smithi090.stdout:1002: snap_remove snap 77 2024-04-15T16:31:54.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:54 smithi153 ceph-mon[30366]: [15/Apr/2024:16:31:53] ENGINE Bus STARTING 2024-04-15T16:31:54.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:54 smithi153 ceph-mon[30366]: [15/Apr/2024:16:31:53] ENGINE Serving on http://172.21.15.90:8765 2024-04-15T16:31:54.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:54 smithi153 ceph-mon[30366]: [15/Apr/2024:16:31:53] ENGINE Serving on https://172.21.15.90:7150 2024-04-15T16:31:54.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:54 smithi153 ceph-mon[30366]: [15/Apr/2024:16:31:53] ENGINE Bus STARTED 2024-04-15T16:31:54.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:54 smithi153 ceph-mon[30366]: mgrmap e40: y(active, since 1.00946s), standbys: x 2024-04-15T16:31:54.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:54 smithi153 ceph-mon[30366]: pgmap v3: 121 pgs: 121 active+clean; 157 MiB data, 882 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:31:54.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:54 smithi153 ceph-mon[30366]: osdmap e237: 8 total, 8 up, 8 in 2024-04-15T16:31:55.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:54 smithi090 ceph-mon[38312]: [15/Apr/2024:16:31:53] ENGINE Bus STARTING 2024-04-15T16:31:55.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:54 smithi090 ceph-mon[38312]: [15/Apr/2024:16:31:53] ENGINE Serving on http://172.21.15.90:8765 2024-04-15T16:31:55.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:54 smithi090 ceph-mon[38312]: [15/Apr/2024:16:31:53] ENGINE Serving on https://172.21.15.90:7150 2024-04-15T16:31:55.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:54 smithi090 ceph-mon[38312]: [15/Apr/2024:16:31:53] ENGINE Bus STARTED 2024-04-15T16:31:55.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:54 smithi090 ceph-mon[38312]: mgrmap e40: y(active, since 1.00946s), standbys: x 2024-04-15T16:31:55.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:54 smithi090 ceph-mon[38312]: pgmap v3: 121 pgs: 121 active+clean; 157 MiB data, 882 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:31:55.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:54 smithi090 ceph-mon[38312]: osdmap e237: 8 total, 8 up, 8 in 2024-04-15T16:31:55.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:54 smithi090 ceph-mon[89240]: [15/Apr/2024:16:31:53] ENGINE Bus STARTING 2024-04-15T16:31:55.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:54 smithi090 ceph-mon[89240]: [15/Apr/2024:16:31:53] ENGINE Serving on http://172.21.15.90:8765 2024-04-15T16:31:55.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:54 smithi090 ceph-mon[89240]: [15/Apr/2024:16:31:53] ENGINE Serving on https://172.21.15.90:7150 2024-04-15T16:31:55.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:54 smithi090 ceph-mon[89240]: [15/Apr/2024:16:31:53] ENGINE Bus STARTED 2024-04-15T16:31:55.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:54 smithi090 ceph-mon[89240]: mgrmap e40: y(active, since 1.00946s), standbys: x 2024-04-15T16:31:55.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:54 smithi090 ceph-mon[89240]: pgmap v3: 121 pgs: 121 active+clean; 157 MiB data, 882 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:31:55.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:54 smithi090 ceph-mon[89240]: osdmap e237: 8 total, 8 up, 8 in 2024-04-15T16:31:55.696 INFO:tasks.rados.rados.0.smithi090.stdout:1002: done (0 left) 2024-04-15T16:31:55.696 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 83 2024-04-15T16:31:55.696 INFO:tasks.rados.rados.0.smithi090.stdout:1003: seq_num 327 ranges {5734400=679936} 2024-04-15T16:31:55.731 INFO:tasks.rados.rados.0.smithi090.stdout:1003: writing smithi09078167-16 from 5734400 to 6414336 tid 1 2024-04-15T16:31:55.731 INFO:tasks.rados.rados.0.smithi090.stdout:1004: read oid 27 snap -1 2024-04-15T16:31:55.732 INFO:tasks.rados.rados.0.smithi090.stdout:1004: expect (ObjNum 281 snap 71 seq_num 281) 2024-04-15T16:31:55.732 INFO:tasks.rados.rados.0.smithi090.stdout:1005: setattr oid 34 current snap is 83 2024-04-15T16:31:55.733 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 83 2024-04-15T16:31:55.734 INFO:tasks.rados.rados.0.smithi090.stdout:1006: seq_num 328 ranges {4849664=696320} 2024-04-15T16:31:55.765 INFO:tasks.rados.rados.0.smithi090.stdout:1006: writing smithi09078167-18 from 4849664 to 5545984 tid 1 2024-04-15T16:31:55.765 INFO:tasks.rados.rados.0.smithi090.stdout:1007: delete oid 7 current snap is 83 2024-04-15T16:31:55.765 INFO:tasks.rados.rados.0.smithi090.stdout:1003: finishing write tid 1 to smithi09078167-16 2024-04-15T16:31:55.765 INFO:tasks.rados.rados.0.smithi090.stdout:1003: finishing write tid 2 to smithi09078167-16 2024-04-15T16:31:55.765 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 205 (ObjNum 250 snap 61 seq_num 250) dirty exists 2024-04-15T16:31:55.765 INFO:tasks.rados.rados.0.smithi090.stdout:1003: finishing write tid 3 to smithi09078167-16 2024-04-15T16:31:55.765 INFO:tasks.rados.rados.0.smithi090.stdout:1003: oid 16 updating version 0 to 335 2024-04-15T16:31:55.765 INFO:tasks.rados.rados.0.smithi090.stdout:1003: oid 16 version 335 is already newer than 334 2024-04-15T16:31:55.765 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 335 (ObjNum 327 snap 83 seq_num 327) dirty exists 2024-04-15T16:31:55.765 INFO:tasks.rados.rados.0.smithi090.stdout:1003: left oid 16 (ObjNum 327 snap 83 seq_num 327) 2024-04-15T16:31:55.765 INFO:tasks.rados.rados.0.smithi090.stdout:1004: expect (ObjNum 281 snap 71 seq_num 281) 2024-04-15T16:31:55.828 INFO:tasks.rados.rados.0.smithi090.stdout:1006: finishing write tid 1 to smithi09078167-18 2024-04-15T16:31:55.828 INFO:tasks.rados.rados.0.smithi090.stdout:1006: finishing write tid 2 to smithi09078167-18 2024-04-15T16:31:55.828 INFO:tasks.rados.rados.0.smithi090.stdout:1006: finishing write tid 3 to smithi09078167-18 2024-04-15T16:31:55.828 INFO:tasks.rados.rados.0.smithi090.stdout:1006: oid 18 updating version 0 to 369 2024-04-15T16:31:55.828 INFO:tasks.rados.rados.0.smithi090.stdout:1006: oid 18 version 369 is already newer than 368 2024-04-15T16:31:55.828 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 369 (ObjNum 328 snap 83 seq_num 328) dirty exists 2024-04-15T16:31:55.828 INFO:tasks.rados.rados.0.smithi090.stdout:1006: left oid 18 (ObjNum 328 snap 83 seq_num 328) 2024-04-15T16:31:55.828 INFO:tasks.rados.rados.0.smithi090.stdout:1003: done (4 left) 2024-04-15T16:31:55.828 INFO:tasks.rados.rados.0.smithi090.stdout:1004: done (3 left) 2024-04-15T16:31:55.829 INFO:tasks.rados.rados.0.smithi090.stdout:1005: done (2 left) 2024-04-15T16:31:55.829 INFO:tasks.rados.rados.0.smithi090.stdout:1006: done (1 left) 2024-04-15T16:31:55.829 INFO:tasks.rados.rados.0.smithi090.stdout:1007: done (0 left) 2024-04-15T16:31:55.829 INFO:tasks.rados.rados.0.smithi090.stdout:1008: read oid 47 snap -1 2024-04-15T16:31:55.829 INFO:tasks.rados.rados.0.smithi090.stdout:1008: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-15T16:31:55.829 INFO:tasks.rados.rados.0.smithi090.stdout:1009: rmattr oid 12 current snap is 83 2024-04-15T16:31:55.829 INFO:tasks.rados.rados.0.smithi090.stdout:1010: rmattr oid 48 current snap is 83 2024-04-15T16:31:55.829 INFO:tasks.rados.rados.0.smithi090.stdout:1011: setattr oid 21 current snap is 83 2024-04-15T16:31:55.830 INFO:tasks.rados.rados.0.smithi090.stdout:1012: read oid 25 snap 80 2024-04-15T16:31:55.830 INFO:tasks.rados.rados.0.smithi090.stdout:1012: expect (ObjNum 313 snap 80 seq_num 313) 2024-04-15T16:31:55.830 INFO:tasks.rados.rados.0.smithi090.stdout:1013: delete oid 15 current snap is 83 2024-04-15T16:31:55.830 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 371 (ObjNum 323 snap 83 seq_num 323) dirty exists 2024-04-15T16:31:55.831 INFO:tasks.rados.rados.0.smithi090.stdout:1009: done (5 left) 2024-04-15T16:31:55.831 INFO:tasks.rados.rados.0.smithi090.stdout:1013: done (4 left) 2024-04-15T16:31:55.831 INFO:tasks.rados.rados.0.smithi090.stdout:1014: copy_from oid 38 from oid 36 current snap is 83 2024-04-15T16:31:55.831 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 83 2024-04-15T16:31:55.831 INFO:tasks.rados.rados.0.smithi090.stdout:1015: seq_num 331 ranges {6414336=753664} 2024-04-15T16:31:55.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:55 smithi090 ceph-mon[38312]: pgmap v5: 121 pgs: 121 active+clean; 157 MiB data, 882 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:31:55.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:55 smithi090 ceph-mon[38312]: osdmap e238: 8 total, 8 up, 8 in 2024-04-15T16:31:55.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:55 smithi090 ceph-mon[38312]: mgrmap e41: y(active, since 2s), standbys: x 2024-04-15T16:31:55.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:55 smithi090 ceph-mon[89240]: pgmap v5: 121 pgs: 121 active+clean; 157 MiB data, 882 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:31:55.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:55 smithi090 ceph-mon[89240]: osdmap e238: 8 total, 8 up, 8 in 2024-04-15T16:31:55.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:55 smithi090 ceph-mon[89240]: mgrmap e41: y(active, since 2s), standbys: x 2024-04-15T16:31:55.871 INFO:tasks.rados.rados.0.smithi090.stdout:1015: writing smithi09078167-16 from 6414336 to 7168000 tid 1 2024-04-15T16:31:55.871 INFO:tasks.rados.rados.0.smithi090.stdout:1016: setattr oid 8 current snap is 83 2024-04-15T16:31:55.871 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 370 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-15T16:31:55.871 INFO:tasks.rados.rados.0.smithi090.stdout:1012: expect (ObjNum 313 snap 80 seq_num 313) 2024-04-15T16:31:55.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:55 smithi153 ceph-mon[30366]: pgmap v5: 121 pgs: 121 active+clean; 157 MiB data, 882 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:31:55.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:55 smithi153 ceph-mon[30366]: osdmap e238: 8 total, 8 up, 8 in 2024-04-15T16:31:55.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:55 smithi153 ceph-mon[30366]: mgrmap e41: y(active, since 2s), standbys: x 2024-04-15T16:31:55.888 INFO:tasks.rados.rados.0.smithi090.stdout:1008: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-15T16:31:56.041 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 321 (ObjNum 244 snap 59 seq_num 244) dirty exists 2024-04-15T16:31:56.041 INFO:tasks.rados.rados.0.smithi090.stdout:1014: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:31:56.041 INFO:tasks.rados.rados.0.smithi090.stdout:1014: finishing copy_from to smithi09078167-38 2024-04-15T16:31:56.041 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 285 (ObjNum 307 snap 79 seq_num 307) dirty exists 2024-04-15T16:31:56.041 INFO:tasks.rados.rados.0.smithi090.stdout:1015: finishing write tid 1 to smithi09078167-16 2024-04-15T16:31:56.041 INFO:tasks.rados.rados.0.smithi090.stdout:1015: finishing write tid 2 to smithi09078167-16 2024-04-15T16:31:56.041 INFO:tasks.rados.rados.0.smithi090.stdout:1015: finishing write tid 3 to smithi09078167-16 2024-04-15T16:31:56.041 INFO:tasks.rados.rados.0.smithi090.stdout:1015: oid 16 updating version 0 to 337 2024-04-15T16:31:56.042 INFO:tasks.rados.rados.0.smithi090.stdout:1015: oid 16 updating version 337 to 338 2024-04-15T16:31:56.042 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 338 (ObjNum 331 snap 83 seq_num 331) dirty exists 2024-04-15T16:31:56.042 INFO:tasks.rados.rados.0.smithi090.stdout:1015: left oid 16 (ObjNum 331 snap 83 seq_num 331) 2024-04-15T16:31:56.042 INFO:tasks.rados.rados.0.smithi090.stdout:1008: done (6 left) 2024-04-15T16:31:56.042 INFO:tasks.rados.rados.0.smithi090.stdout:1010: done (5 left) 2024-04-15T16:31:56.042 INFO:tasks.rados.rados.0.smithi090.stdout:1011: done (4 left) 2024-04-15T16:31:56.042 INFO:tasks.rados.rados.0.smithi090.stdout:1012: done (3 left) 2024-04-15T16:31:56.042 INFO:tasks.rados.rados.0.smithi090.stdout:1014: done (2 left) 2024-04-15T16:31:56.042 INFO:tasks.rados.rados.0.smithi090.stdout:1015: done (1 left) 2024-04-15T16:31:56.042 INFO:tasks.rados.rados.0.smithi090.stdout:1017: snap_create 2024-04-15T16:31:56.043 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 368 (ObjNum 281 snap 71 seq_num 281) dirty exists 2024-04-15T16:31:56.706 INFO:tasks.rados.rados.0.smithi090.stdout:1016: done (1 left) 2024-04-15T16:31:56.706 INFO:tasks.rados.rados.0.smithi090.stdout:1017: done (0 left) 2024-04-15T16:31:56.706 INFO:tasks.rados.rados.0.smithi090.stdout:1018: snap_create 2024-04-15T16:31:57.043 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:56 smithi153 ceph-mon[30366]: osdmap e239: 8 total, 8 up, 8 in 2024-04-15T16:31:57.043 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:56 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:57.043 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:56 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:57.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:56 smithi090 ceph-mon[38312]: osdmap e239: 8 total, 8 up, 8 in 2024-04-15T16:31:57.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:56 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:57.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:56 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:56 smithi090 ceph-mon[89240]: osdmap e239: 8 total, 8 up, 8 in 2024-04-15T16:31:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:56 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:57.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:56 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:57.705 INFO:tasks.rados.rados.0.smithi090.stdout:1018: done (0 left) 2024-04-15T16:31:57.705 INFO:tasks.rados.rados.0.smithi090.stdout:1019: copy_from oid 10 from oid 16 current snap is 85 2024-04-15T16:31:57.706 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 85 2024-04-15T16:31:57.706 INFO:tasks.rados.rados.0.smithi090.stdout:1020: seq_num 332 ranges {0=770048} 2024-04-15T16:31:57.710 INFO:tasks.rados.rados.0.smithi090.stdout:1020: writing smithi09078167-5 from 0 to 770048 tid 1 2024-04-15T16:31:57.710 INFO:tasks.rados.rados.0.smithi090.stdout:1021: read oid 23 snap 72 2024-04-15T16:31:57.710 INFO:tasks.rados.rados.0.smithi090.stdout:1021: expect (ObjNum 291 snap 72 seq_num 291) 2024-04-15T16:31:57.710 INFO:tasks.rados.rados.0.smithi090.stdout:1022: read oid 47 snap -1 2024-04-15T16:31:57.710 INFO:tasks.rados.rados.0.smithi090.stdout:1022: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-15T16:31:57.710 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 85 2024-04-15T16:31:57.710 INFO:tasks.rados.rados.0.smithi090.stdout:1023: seq_num 333 ranges {0=786432} 2024-04-15T16:31:57.716 INFO:tasks.rados.rados.0.smithi090.stdout:1023: writing smithi09078167-15 from 0 to 786432 tid 1 2024-04-15T16:31:57.717 INFO:tasks.rados.rados.0.smithi090.stdout:1024: snap_remove snap 80 2024-04-15T16:31:58.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:57 smithi090 ceph-mon[89240]: pgmap v8: 121 pgs: 121 active+clean; 157 MiB data, 882 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:31:58.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:57 smithi090 ceph-mon[89240]: osdmap e240: 8 total, 8 up, 8 in 2024-04-15T16:31:58.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:57 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:58.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:57 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:58.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:57 smithi090 ceph-mon[89240]: mgrmap e42: y(active, since 4s), standbys: x 2024-04-15T16:31:58.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:57 smithi090 ceph-mon[38312]: pgmap v8: 121 pgs: 121 active+clean; 157 MiB data, 882 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:31:58.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:57 smithi090 ceph-mon[38312]: osdmap e240: 8 total, 8 up, 8 in 2024-04-15T16:31:58.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:57 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:58.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:57 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:58.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:57 smithi090 ceph-mon[38312]: mgrmap e42: y(active, since 4s), standbys: x 2024-04-15T16:31:58.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:57 smithi153 ceph-mon[30366]: pgmap v8: 121 pgs: 121 active+clean; 157 MiB data, 882 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:31:58.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:57 smithi153 ceph-mon[30366]: osdmap e240: 8 total, 8 up, 8 in 2024-04-15T16:31:58.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:57 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:58.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:57 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:58.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:57 smithi153 ceph-mon[30366]: mgrmap e42: y(active, since 4s), standbys: x 2024-04-15T16:31:58.718 INFO:tasks.rados.rados.0.smithi090.stdout:1024: done (5 left) 2024-04-15T16:31:58.718 INFO:tasks.rados.rados.0.smithi090.stdout:1025: setattr oid 7 current snap is 85 2024-04-15T16:31:58.719 INFO:tasks.rados.rados.0.smithi090.stdout:1022: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-15T16:31:58.868 INFO:tasks.rados.rados.0.smithi090.stdout:1020: finishing write tid 1 to smithi09078167-5 2024-04-15T16:31:58.868 INFO:tasks.rados.rados.0.smithi090.stdout:1020: finishing write tid 2 to smithi09078167-5 2024-04-15T16:31:58.868 INFO:tasks.rados.rados.0.smithi090.stdout:1023: finishing write tid 1 to smithi09078167-15 2024-04-15T16:31:58.869 INFO:tasks.rados.rados.0.smithi090.stdout:1020: finishing write tid 3 to smithi09078167-5 2024-04-15T16:31:58.869 INFO:tasks.rados.rados.0.smithi090.stdout:1020: oid 5 updating version 0 to 49 2024-04-15T16:31:58.869 INFO:tasks.rados.rados.0.smithi090.stdout:1020: oid 5 version 49 is already newer than 48 2024-04-15T16:31:58.869 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 49 (ObjNum 332 snap 85 seq_num 332) dirty exists 2024-04-15T16:31:58.869 INFO:tasks.rados.rados.0.smithi090.stdout:1020: left oid 5 (ObjNum 332 snap 85 seq_num 332) 2024-04-15T16:31:58.869 INFO:tasks.rados.rados.0.smithi090.stdout:1023: finishing write tid 2 to smithi09078167-15 2024-04-15T16:31:58.869 INFO:tasks.rados.rados.0.smithi090.stdout:1023: finishing write tid 3 to smithi09078167-15 2024-04-15T16:31:58.869 INFO:tasks.rados.rados.0.smithi090.stdout:1023: oid 15 updating version 0 to 369 2024-04-15T16:31:58.869 INFO:tasks.rados.rados.0.smithi090.stdout:1023: oid 15 updating version 369 to 370 2024-04-15T16:31:58.869 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 370 (ObjNum 333 snap 85 seq_num 333) dirty exists 2024-04-15T16:31:58.869 INFO:tasks.rados.rados.0.smithi090.stdout:1023: left oid 15 (ObjNum 333 snap 85 seq_num 333) 2024-04-15T16:31:58.869 INFO:tasks.rados.rados.0.smithi090.stdout:1021: expect (ObjNum 291 snap 72 seq_num 291) 2024-04-15T16:31:58.963 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:58 smithi153 ceph-mon[30366]: osdmap e241: 8 total, 8 up, 8 in 2024-04-15T16:31:58.963 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:58 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:58.963 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:58 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:58.963 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:58 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:58.963 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:58 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:59.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:58 smithi090 ceph-mon[38312]: osdmap e241: 8 total, 8 up, 8 in 2024-04-15T16:31:59.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:58 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:59.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:58 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:59.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:58 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:59.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:58 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:59.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:58 smithi090 ceph-mon[89240]: osdmap e241: 8 total, 8 up, 8 in 2024-04-15T16:31:59.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:58 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:59.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:58 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:59.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:58 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:59.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:58 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:31:59.383 INFO:tasks.rados.rados.0.smithi090.stdout:1019: finishing copy_from racing read to smithi09078167-10 2024-04-15T16:31:59.383 INFO:tasks.rados.rados.0.smithi090.stdout:1019: finishing copy_from to smithi09078167-10 2024-04-15T16:31:59.383 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 338 (ObjNum 331 snap 83 seq_num 331) dirty exists 2024-04-15T16:31:59.383 INFO:tasks.rados.rados.0.smithi090.stdout:1019: done (5 left) 2024-04-15T16:31:59.383 INFO:tasks.rados.rados.0.smithi090.stdout:1020: done (4 left) 2024-04-15T16:31:59.383 INFO:tasks.rados.rados.0.smithi090.stdout:1021: done (3 left) 2024-04-15T16:31:59.383 INFO:tasks.rados.rados.0.smithi090.stdout:1022: done (2 left) 2024-04-15T16:31:59.383 INFO:tasks.rados.rados.0.smithi090.stdout:1023: done (1 left) 2024-04-15T16:31:59.383 INFO:tasks.rados.rados.0.smithi090.stdout:1026: rmattr oid 42 current snap is 85 2024-04-15T16:31:59.383 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 315 (ObjNum 4113 snap 0 seq_num 1901094765) dirty exists 2024-04-15T16:31:59.384 INFO:tasks.rados.rados.0.smithi090.stdout:1025: done (1 left) 2024-04-15T16:31:59.384 INFO:tasks.rados.rados.0.smithi090.stdout:1027: snap_remove snap 83 2024-04-15T16:31:59.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:31:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:31:59] "GET /metrics HTTP/1.1" 200 33280 "" "Prometheus/2.43.0" 2024-04-15T16:32:00.060 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:59 smithi153 ceph-mon[30366]: pgmap v11: 121 pgs: 121 active+clean; 146 MiB data, 870 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 46 op/s 2024-04-15T16:32:00.060 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:59 smithi153 ceph-mon[30366]: osdmap e242: 8 total, 8 up, 8 in 2024-04-15T16:32:00.060 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:31:59 smithi153 ceph-mon[30366]: osdmap e243: 8 total, 8 up, 8 in 2024-04-15T16:32:00.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:59 smithi090 ceph-mon[89240]: pgmap v11: 121 pgs: 121 active+clean; 146 MiB data, 870 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 46 op/s 2024-04-15T16:32:00.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:59 smithi090 ceph-mon[89240]: osdmap e242: 8 total, 8 up, 8 in 2024-04-15T16:32:00.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:31:59 smithi090 ceph-mon[89240]: osdmap e243: 8 total, 8 up, 8 in 2024-04-15T16:32:00.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:59 smithi090 ceph-mon[38312]: pgmap v11: 121 pgs: 121 active+clean; 146 MiB data, 870 MiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 46 op/s 2024-04-15T16:32:00.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:59 smithi090 ceph-mon[38312]: osdmap e242: 8 total, 8 up, 8 in 2024-04-15T16:32:00.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:31:59 smithi090 ceph-mon[38312]: osdmap e243: 8 total, 8 up, 8 in 2024-04-15T16:32:00.336 INFO:tasks.rados.rados.0.smithi090.stdout:1027: done (1 left) 2024-04-15T16:32:00.336 INFO:tasks.rados.rados.0.smithi090.stdout:1028: rollback oid 1 current snap is 85 2024-04-15T16:32:00.336 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 316 (ObjNum 281 snap 71 seq_num 281) dirty exists 2024-04-15T16:32:00.336 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 84 2024-04-15T16:32:00.336 INFO:tasks.rados.rados.0.smithi090.stdout:1026: done (1 left) 2024-04-15T16:32:00.336 INFO:tasks.rados.rados.0.smithi090.stdout:1029: delete oid 5 current snap is 85 2024-04-15T16:32:00.340 INFO:tasks.rados.rados.0.smithi090.stdout:1028: finishing rollback tid 0 to smithi09078167-1 2024-04-15T16:32:00.340 INFO:tasks.rados.rados.0.smithi090.stdout:1028: finishing rollback tid 1 to smithi09078167-1 2024-04-15T16:32:00.340 INFO:tasks.rados.rados.0.smithi090.stdout:1028: finishing rollback tid 2 to smithi09078167-1 2024-04-15T16:32:00.341 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 380 (ObjNum 316 snap 82 seq_num 316) dirty exists 2024-04-15T16:32:00.341 INFO:tasks.rados.rados.0.smithi090.stdout:1028: done (1 left) 2024-04-15T16:32:00.341 INFO:tasks.rados.rados.0.smithi090.stdout:1029: done (0 left) 2024-04-15T16:32:00.341 INFO:tasks.rados.rados.0.smithi090.stdout:1030: delete oid 16 current snap is 85 2024-04-15T16:32:00.348 INFO:tasks.rados.rados.0.smithi090.stdout:1030: done (0 left) 2024-04-15T16:32:00.348 INFO:tasks.rados.rados.0.smithi090.stdout:1031: snap_remove snap 72 2024-04-15T16:32:01.344 INFO:tasks.rados.rados.0.smithi090.stdout:1031: done (0 left) 2024-04-15T16:32:01.345 INFO:tasks.rados.rados.0.smithi090.stdout:1032: snap_remove snap 84 2024-04-15T16:32:01.492 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:01 smithi153 ceph-mon[30366]: osdmap e244: 8 total, 8 up, 8 in 2024-04-15T16:32:01.492 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:01 smithi153 ceph-mon[30366]: pgmap v15: 121 pgs: 121 active+clean; 146 MiB data, 871 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 60 op/s 2024-04-15T16:32:01.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:01 smithi090 ceph-mon[89240]: osdmap e244: 8 total, 8 up, 8 in 2024-04-15T16:32:01.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:01 smithi090 ceph-mon[89240]: pgmap v15: 121 pgs: 121 active+clean; 146 MiB data, 871 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 60 op/s 2024-04-15T16:32:01.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:01 smithi090 ceph-mon[38312]: osdmap e244: 8 total, 8 up, 8 in 2024-04-15T16:32:01.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:01 smithi090 ceph-mon[38312]: pgmap v15: 121 pgs: 121 active+clean; 146 MiB data, 871 MiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 60 op/s 2024-04-15T16:32:02.346 INFO:tasks.rados.rados.0.smithi090.stdout:1032: done (0 left) 2024-04-15T16:32:02.346 INFO:tasks.rados.rados.0.smithi090.stdout:1033: snap_create 2024-04-15T16:32:02.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:02 smithi090 ceph-mon[38312]: osdmap e245: 8 total, 8 up, 8 in 2024-04-15T16:32:02.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:02 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:02.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:02 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:02.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:02 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:02.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:02 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:32:02.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:02 smithi090 ceph-mon[89240]: osdmap e245: 8 total, 8 up, 8 in 2024-04-15T16:32:02.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:02 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:02.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:02 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:02.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:02.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:32:02.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:32:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:32:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:32:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:02 smithi153 ceph-mon[30366]: osdmap e245: 8 total, 8 up, 8 in 2024-04-15T16:32:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:02 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:02 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:02 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:02 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:32:03.352 INFO:tasks.rados.rados.0.smithi090.stdout:1033: done (0 left) 2024-04-15T16:32:03.352 INFO:tasks.rados.rados.0.smithi090.stdout:1034: rollback oid 48 current snap is 86 2024-04-15T16:32:03.352 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 48 to 85 2024-04-15T16:32:03.352 INFO:tasks.rados.rados.0.smithi090.stdout:1035: copy_from oid 4 from oid 24 current snap is 86 2024-04-15T16:32:03.352 INFO:tasks.rados.rados.0.smithi090.stdout:1036: snap_create 2024-04-15T16:32:03.357 INFO:tasks.rados.rados.0.smithi090.stdout:1034: finishing rollback tid 0 to smithi09078167-48 2024-04-15T16:32:03.358 INFO:tasks.rados.rados.0.smithi090.stdout:1034: finishing rollback tid 1 to smithi09078167-48 2024-04-15T16:32:03.358 INFO:tasks.rados.rados.0.smithi090.stdout:1034: finishing rollback tid 2 to smithi09078167-48 2024-04-15T16:32:03.358 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 324 (ObjNum 244 snap 59 seq_num 244) dirty exists 2024-04-15T16:32:03.365 INFO:tasks.rados.rados.0.smithi090.stdout:1035: finishing copy_from racing read to smithi09078167-4 2024-04-15T16:32:03.368 INFO:tasks.rados.rados.0.smithi090.stdout:1035: finishing copy_from to smithi09078167-4 2024-04-15T16:32:03.368 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 226 (ObjNum 319 snap 83 seq_num 319) dirty exists 2024-04-15T16:32:03.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:32:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:32:03.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:32:03.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:32:03.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:32:03.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:32:03.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: osdmap e246: 8 total, 8 up, 8 in 2024-04-15T16:32:03.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:32:03.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:32:03.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:32:03.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:32:03.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: pgmap v18: 121 pgs: 121 active+clean; 146 MiB data, 871 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:03.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:32:03.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:32:03.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:32:03.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:32:03.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:32:03.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:32:03.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:32:03.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:32:03.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:03.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:03.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:03.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:03.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:03.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:32:03.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:32:03.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T16:32:03.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:03 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-15T16:32:03.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:32:03.728 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:32:03.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:32:03.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:32:03.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: osdmap e246: 8 total, 8 up, 8 in 2024-04-15T16:32:03.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:32:03.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:32:03.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:32:03.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:32:03.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: pgmap v18: 121 pgs: 121 active+clean; 146 MiB data, 871 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:03.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:32:03.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:32:03.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:32:03.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:32:03.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:32:03.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:32:03.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: Updating smithi090:/etc/ceph/ceph.conf 2024-04-15T16:32:03.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: Updating smithi153:/etc/ceph/ceph.conf 2024-04-15T16:32:03.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:32:03.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.conf 2024-04-15T16:32:03.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: osdmap e246: 8 total, 8 up, 8 in 2024-04-15T16:32:03.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: Updating smithi090:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:32:03.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: Updating smithi153:/etc/ceph/ceph.client.admin.keyring 2024-04-15T16:32:03.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: Updating smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:32:03.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: Updating smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/config/ceph.client.admin.keyring 2024-04-15T16:32:03.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: pgmap v18: 121 pgs: 121 active+clean; 146 MiB data, 871 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:03.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:32:03.731 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T16:32:03.732 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.732 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.732 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.732 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.732 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.732 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.732 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.732 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.732 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.732 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:32:03.732 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:32:03.732 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.732 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.732 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.732 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:32:03.733 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:32:03.733 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.733 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.733 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.733 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:32:03.733 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:32:03.733 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.733 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.733 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.733 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:03.733 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:03.733 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:03.734 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:03.734 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:03.734 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:32:03.734 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:32:03.734 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T16:32:03.734 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-15T16:32:03.734 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.734 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:32:03.735 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:32:03.735 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:03.735 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:03.735 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:03.735 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:03.735 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:03.735 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:03.735 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:03.735 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:03.736 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:32:03.736 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:32:03.736 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T16:32:03.736 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:03 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-15T16:32:04.353 INFO:tasks.rados.rados.0.smithi090.stdout:1034: done (2 left) 2024-04-15T16:32:04.353 INFO:tasks.rados.rados.0.smithi090.stdout:1035: done (1 left) 2024-04-15T16:32:04.353 INFO:tasks.rados.rados.0.smithi090.stdout:1036: done (0 left) 2024-04-15T16:32:04.353 INFO:tasks.rados.rados.0.smithi090.stdout:1037: read oid 34 snap 85 2024-04-15T16:32:04.353 INFO:tasks.rados.rados.0.smithi090.stdout:1037: expect (ObjNum 250 snap 61 seq_num 250) 2024-04-15T16:32:04.353 INFO:tasks.rados.rados.0.smithi090.stdout:1038: rmattr oid 16 current snap is 87 2024-04-15T16:32:04.354 INFO:tasks.rados.rados.0.smithi090.stdout:1038: done (1 left) 2024-04-15T16:32:04.354 INFO:tasks.rados.rados.0.smithi090.stdout:1039: read oid 18 snap -1 2024-04-15T16:32:04.354 INFO:tasks.rados.rados.0.smithi090.stdout:1039: expect (ObjNum 328 snap 83 seq_num 328) 2024-04-15T16:32:04.354 INFO:tasks.rados.rados.0.smithi090.stdout:1040: snap_remove snap 86 2024-04-15T16:32:04.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:04 smithi153 ceph-mon[30366]: Upgrade: It appears safe to stop mon.c 2024-04-15T16:32:04.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:04 smithi153 ceph-mon[30366]: osdmap e247: 8 total, 8 up, 8 in 2024-04-15T16:32:04.699 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:04 smithi090 ceph-mon[38312]: Upgrade: It appears safe to stop mon.c 2024-04-15T16:32:04.700 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:04 smithi090 ceph-mon[38312]: osdmap e247: 8 total, 8 up, 8 in 2024-04-15T16:32:04.700 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:04 smithi090 ceph-mon[89240]: Upgrade: It appears safe to stop mon.c 2024-04-15T16:32:04.700 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:04 smithi090 ceph-mon[89240]: osdmap e247: 8 total, 8 up, 8 in 2024-04-15T16:32:05.373 INFO:tasks.rados.rados.0.smithi090.stdout:1040: done (2 left) 2024-04-15T16:32:05.374 INFO:tasks.rados.rados.0.smithi090.stdout:1041: read oid 43 snap -1 2024-04-15T16:32:05.374 INFO:tasks.rados.rados.0.smithi090.stdout:1041: expect deleted 2024-04-15T16:32:05.374 INFO:tasks.rados.rados.0.smithi090.stdout:1042: rollback oid 7 current snap is 87 2024-04-15T16:32:05.374 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 7 to 85 2024-04-15T16:32:05.374 INFO:tasks.rados.rados.0.smithi090.stdout:1037: expect (ObjNum 250 snap 61 seq_num 250) 2024-04-15T16:32:05.463 INFO:tasks.rados.rados.0.smithi090.stdout:1039: expect (ObjNum 328 snap 83 seq_num 328) 2024-04-15T16:32:05.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:05 smithi153 ceph-mon[30366]: osdmap e248: 8 total, 8 up, 8 in 2024-04-15T16:32:05.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:05 smithi153 ceph-mon[30366]: pgmap v21: 121 pgs: 121 active+clean; 110 MiB data, 854 MiB used, 714 GiB / 715 GiB avail; 39 KiB/s rd, 680 KiB/s wr, 20 op/s 2024-04-15T16:32:05.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:05 smithi153 ceph-mon[30366]: Upgrade: Updating mon.c 2024-04-15T16:32:05.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:05 smithi153 ceph-mon[30366]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:05.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:05 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:32:05.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:05 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:32:05.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:05 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:05.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:05 smithi153 ceph-mon[30366]: Deploying daemon mon.c on smithi090 2024-04-15T16:32:05.671 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[38312]: osdmap e248: 8 total, 8 up, 8 in 2024-04-15T16:32:05.671 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[38312]: pgmap v21: 121 pgs: 121 active+clean; 110 MiB data, 854 MiB used, 714 GiB / 715 GiB avail; 39 KiB/s rd, 680 KiB/s wr, 20 op/s 2024-04-15T16:32:05.671 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[38312]: Upgrade: Updating mon.c 2024-04-15T16:32:05.671 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[38312]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:05.671 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:32:05.672 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:32:05.672 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[38312]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:05.672 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[38312]: Deploying daemon mon.c on smithi090 2024-04-15T16:32:05.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[89240]: osdmap e248: 8 total, 8 up, 8 in 2024-04-15T16:32:05.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[89240]: pgmap v21: 121 pgs: 121 active+clean; 110 MiB data, 854 MiB used, 714 GiB / 715 GiB avail; 39 KiB/s rd, 680 KiB/s wr, 20 op/s 2024-04-15T16:32:05.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[89240]: Upgrade: Updating mon.c 2024-04-15T16:32:05.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[89240]: from='mgr.25211 ' entity='mgr.y' 2024-04-15T16:32:05.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:32:05.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:32:05.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:05.672 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:05 smithi090 ceph-mon[89240]: Deploying daemon mon.c on smithi090 2024-04-15T16:32:05.749 INFO:tasks.rados.rados.0.smithi090.stdout:1042: finishing rollback tid 0 to smithi09078167-7 2024-04-15T16:32:05.749 INFO:tasks.rados.rados.0.smithi090.stdout:1042: finishing rollback tid 1 to smithi09078167-7 2024-04-15T16:32:05.749 INFO:tasks.rados.rados.0.smithi090.stdout:1042: finishing rollback tid 2 to smithi09078167-7 2024-04-15T16:32:05.750 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 319 (ObjNum 65 snap 0 seq_num 1600087400) dirty exists 2024-04-15T16:32:05.750 INFO:tasks.rados.rados.0.smithi090.stdout:1037: done (3 left) 2024-04-15T16:32:05.750 INFO:tasks.rados.rados.0.smithi090.stdout:1039: done (2 left) 2024-04-15T16:32:05.750 INFO:tasks.rados.rados.0.smithi090.stdout:1041: done (1 left) 2024-04-15T16:32:05.750 INFO:tasks.rados.rados.0.smithi090.stdout:1042: done (0 left) 2024-04-15T16:32:05.750 INFO:tasks.rados.rados.0.smithi090.stdout:1043: snap_remove snap 85 2024-04-15T16:32:06.375 INFO:tasks.rados.rados.0.smithi090.stdout:1043: done (0 left) 2024-04-15T16:32:06.376 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 87 2024-04-15T16:32:06.376 INFO:tasks.rados.rados.0.smithi090.stdout:1044: seq_num 336 ranges {0=434176,434176=401408} 2024-04-15T16:32:06.378 INFO:tasks.rados.rados.0.smithi090.stdout:1044: writing smithi09078167-5 from 0 to 434176 tid 1 2024-04-15T16:32:06.382 INFO:tasks.rados.rados.0.smithi090.stdout:1044: writing smithi09078167-5 from 434176 to 835584 tid 2 2024-04-15T16:32:06.382 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 87 2024-04-15T16:32:06.382 INFO:tasks.rados.rados.0.smithi090.stdout:1045: seq_num 337 ranges {761856=450560,1212416=401408} 2024-04-15T16:32:06.387 INFO:tasks.rados.rados.0.smithi090.stdout:1045: writing smithi09078167-22 from 761856 to 1212416 tid 1 2024-04-15T16:32:06.389 INFO:tasks.rados.rados.0.smithi090.stdout:1045: writing smithi09078167-22 from 1212416 to 1613824 tid 2 2024-04-15T16:32:06.389 INFO:tasks.rados.rados.0.smithi090.stdout:1046: setattr oid 50 current snap is 87 2024-04-15T16:32:06.390 INFO:tasks.rados.rados.0.smithi090.stdout:1044: finishing write tid 1 to smithi09078167-5 2024-04-15T16:32:06.390 INFO:tasks.rados.rados.0.smithi090.stdout:1044: finishing write tid 2 to smithi09078167-5 2024-04-15T16:32:06.390 INFO:tasks.rados.rados.0.smithi090.stdout:1044: finishing write tid 3 to smithi09078167-5 2024-04-15T16:32:06.390 INFO:tasks.rados.rados.0.smithi090.stdout:1044: finishing write tid 4 to smithi09078167-5 2024-04-15T16:32:06.390 INFO:tasks.rados.rados.0.smithi090.stdout:1044: oid 5 updating version 0 to 51 2024-04-15T16:32:06.390 INFO:tasks.rados.rados.0.smithi090.stdout:1044: oid 5 updating version 51 to 52 2024-04-15T16:32:06.390 INFO:tasks.rados.rados.0.smithi090.stdout:1044: oid 5 updating version 52 to 53 2024-04-15T16:32:06.390 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 53 (ObjNum 336 snap 87 seq_num 336) dirty exists 2024-04-15T16:32:06.390 INFO:tasks.rados.rados.0.smithi090.stdout:1044: left oid 5 (ObjNum 336 snap 87 seq_num 336) 2024-04-15T16:32:06.390 INFO:tasks.rados.rados.0.smithi090.stdout:1045: finishing write tid 1 to smithi09078167-22 2024-04-15T16:32:06.391 INFO:tasks.rados.rados.0.smithi090.stdout:1044: done (2 left) 2024-04-15T16:32:06.391 INFO:tasks.rados.rados.0.smithi090.stdout:1047: copy_from oid 19 from oid 25 current snap is 87 2024-04-15T16:32:06.391 INFO:tasks.rados.rados.0.smithi090.stdout:1048: delete oid 46 current snap is 87 2024-04-15T16:32:06.392 INFO:tasks.rados.rados.0.smithi090.stdout:1045: finishing write tid 2 to smithi09078167-22 2024-04-15T16:32:06.392 INFO:tasks.rados.rados.0.smithi090.stdout:1045: finishing write tid 3 to smithi09078167-22 2024-04-15T16:32:06.393 INFO:tasks.rados.rados.0.smithi090.stdout:1048: done (3 left) 2024-04-15T16:32:06.393 INFO:tasks.rados.rados.0.smithi090.stdout:1049: delete oid 10 current snap is 87 2024-04-15T16:32:06.394 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 339 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T16:32:06.395 INFO:tasks.rados.rados.0.smithi090.stdout:1045: finishing write tid 4 to smithi09078167-22 2024-04-15T16:32:06.395 INFO:tasks.rados.rados.0.smithi090.stdout:1045: oid 22 updating version 0 to 381 2024-04-15T16:32:06.395 INFO:tasks.rados.rados.0.smithi090.stdout:1045: oid 22 version 381 is already newer than 379 2024-04-15T16:32:06.395 INFO:tasks.rados.rados.0.smithi090.stdout:1045: oid 22 version 381 is already newer than 380 2024-04-15T16:32:06.395 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 381 (ObjNum 337 snap 87 seq_num 337) dirty exists 2024-04-15T16:32:06.395 INFO:tasks.rados.rados.0.smithi090.stdout:1045: left oid 22 (ObjNum 337 snap 87 seq_num 337) 2024-04-15T16:32:06.397 INFO:tasks.rados.rados.0.smithi090.stdout:1045: done (3 left) 2024-04-15T16:32:06.398 INFO:tasks.rados.rados.0.smithi090.stdout:1046: done (2 left) 2024-04-15T16:32:06.398 INFO:tasks.rados.rados.0.smithi090.stdout:1049: done (1 left) 2024-04-15T16:32:06.398 INFO:tasks.rados.rados.0.smithi090.stdout:1050: copy_from oid 14 from oid 10 current snap is 87 2024-04-15T16:32:06.398 INFO:tasks.rados.rados.0.smithi090.stdout:1051: snap_create 2024-04-15T16:32:06.403 INFO:tasks.rados.rados.0.smithi090.stdout:1050: finishing copy_from to smithi09078167-14 2024-04-15T16:32:06.403 INFO:tasks.rados.rados.0.smithi090.stdout:1050: got expected ENOENT (src dne) 2024-04-15T16:32:06.403 INFO:tasks.rados.rados.0.smithi090.stdout:1050: finishing copy_from racing read to smithi09078167-14 2024-04-15T16:32:06.403 INFO:tasks.rados.rados.0.smithi090.stdout:1047: finishing copy_from racing read to smithi09078167-19 2024-04-15T16:32:06.403 INFO:tasks.rados.rados.0.smithi090.stdout:1047: finishing copy_from to smithi09078167-19 2024-04-15T16:32:06.403 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 354 (ObjNum 326 snap 83 seq_num 326) dirty exists 2024-04-15T16:32:06.618 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:06 smithi090 ceph-mon[89240]: osdmap e249: 8 total, 8 up, 8 in 2024-04-15T16:32:06.619 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:06 smithi090 ceph-mon[89240]: mgrmap e43: y(active, since 12s), standbys: x 2024-04-15T16:32:06.619 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:06 smithi090 ceph-mon[38312]: osdmap e249: 8 total, 8 up, 8 in 2024-04-15T16:32:06.619 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:06 smithi090 ceph-mon[38312]: mgrmap e43: y(active, since 12s), standbys: x 2024-04-15T16:32:06.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:06 smithi153 ceph-mon[30366]: osdmap e249: 8 total, 8 up, 8 in 2024-04-15T16:32:06.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:06 smithi153 ceph-mon[30366]: mgrmap e43: y(active, since 12s), standbys: x 2024-04-15T16:32:06.881 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:06 smithi090 systemd[1]: Stopping Ceph mon.c for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:32:07.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c[38308]: 2024-04-15T16:32:06.885+0000 7fb376871700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:32:07.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c[38308]: 2024-04-15T16:32:06.885+0000 7fb376871700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-15T16:32:07.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:07 smithi090 podman[91446]: 2024-04-15 16:32:07.13052746 +0000 UTC m=+0.367201058 container died 57a10c825a2ae68147eda3c48d3be2fb12044ee7dfab96287bd379d05d3a4b04 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c, RELEASE=reef-e3fb05d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-15T16:32:07.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:32:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:32:06] ENGINE Bus STOPPING 2024-04-15T16:32:07.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:32:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:32:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T16:32:07.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:32:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:32:06] ENGINE Bus STOPPED 2024-04-15T16:32:07.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:32:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:32:06] ENGINE Bus STARTING 2024-04-15T16:32:07.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:32:07 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:32:07] ENGINE Serving on http://:::9283 2024-04-15T16:32:07.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:32:07 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:16:32:07] ENGINE Bus STARTED 2024-04-15T16:32:08.058 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:07 smithi090 podman[91446]: 2024-04-15 16:32:07.669378814 +0000 UTC m=+0.906052410 container cleanup 57a10c825a2ae68147eda3c48d3be2fb12044ee7dfab96287bd379d05d3a4b04 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , RELEASE=reef-e3fb05d, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-15T16:32:08.058 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:07 smithi090 bash[91446]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c 2024-04-15T16:32:08.059 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:07 smithi090 podman[91471]: 2024-04-15 16:32:07.871161064 +0000 UTC m=+0.735573067 container remove 57a10c825a2ae68147eda3c48d3be2fb12044ee7dfab96287bd379d05d3a4b04 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e3fb05d, ceph=True, org.label-schema.vendor=CentOS) 2024-04-15T16:32:08.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.c.service: Deactivated successfully. 2024-04-15T16:32:08.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 systemd[1]: Stopped Ceph mon.c for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:32:08.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.c.service: Consumed 7.556s CPU time. 2024-04-15T16:32:08.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 systemd[1]: Starting Ceph mon.c for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:32:08.740 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 podman[91599]: 2024-04-15 16:32:08.384980857 +0000 UTC m=+0.018073414 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:32:08.740 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 podman[91599]: 2024-04-15 16:32:08.531072423 +0000 UTC m=+0.164165014 container create 28c14668bcb2a51b56a0ba6767856f10f431fc54ba3614d859bc815783182c8c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-15T16:32:09.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 podman[91599]: 2024-04-15 16:32:08.743476365 +0000 UTC m=+0.376568910 container init 28c14668bcb2a51b56a0ba6767856f10f431fc54ba3614d859bc815783182c8c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T16:32:09.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 podman[91599]: 2024-04-15 16:32:08.747056802 +0000 UTC m=+0.380149348 container start 28c14668bcb2a51b56a0ba6767856f10f431fc54ba3614d859bc815783182c8c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-15T16:32:09.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T16:32:09.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev), process ceph-mon, pid 2 2024-04-15T16:32:09.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: pidfile_write: ignore empty --pid-file 2024-04-15T16:32:09.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: load: jerasure load: lrc 2024-04-15T16:32:09.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: RocksDB version: 7.9.2 2024-04-15T16:32:09.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Git sha 0 2024-04-15T16:32:09.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Compile date 2024-04-12 22:42:42 2024-04-15T16:32:09.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: DB SUMMARY 2024-04-15T16:32:09.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: DB Session ID: U5O6I1BCO711LHTK1H8O 2024-04-15T16:32:09.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: CURRENT file: CURRENT 2024-04-15T16:32:09.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T16:32:09.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1400 Bytes 2024-04-15T16:32:09.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-15T16:32:09.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 8999960 ; 2024-04-15T16:32:09.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.error_if_exists: 0 2024-04-15T16:32:09.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.create_if_missing: 0 2024-04-15T16:32:09.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.paranoid_checks: 1 2024-04-15T16:32:09.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T16:32:09.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T16:32:09.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T16:32:09.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.env: 0x562614693cc0 2024-04-15T16:32:09.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T16:32:09.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.info_log: 0x5626155c9be0 2024-04-15T16:32:09.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T16:32:09.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.statistics: (nil) 2024-04-15T16:32:09.089 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.use_fsync: 0 2024-04-15T16:32:09.089 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_log_file_size: 0 2024-04-15T16:32:09.089 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T16:32:09.089 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T16:32:09.089 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T16:32:09.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T16:32:09.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.allow_fallocate: 1 2024-04-15T16:32:09.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T16:32:09.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T16:32:09.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.use_direct_reads: 0 2024-04-15T16:32:09.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T16:32:09.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T16:32:09.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.db_log_dir: 2024-04-15T16:32:09.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.wal_dir: 2024-04-15T16:32:09.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T16:32:09.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T16:32:09.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T16:32:09.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T16:32:09.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T16:32:09.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T16:32:09.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T16:32:09.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T16:32:09.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.write_buffer_manager: 0x56261559a820 2024-04-15T16:32:09.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T16:32:09.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T16:32:09.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T16:32:09.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T16:32:09.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T16:32:09.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T16:32:09.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T16:32:09.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T16:32:09.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.unordered_write: 0 2024-04-15T16:32:09.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T16:32:09.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T16:32:09.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T16:32:09.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T16:32:09.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.row_cache: None 2024-04-15T16:32:09.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.wal_filter: None 2024-04-15T16:32:09.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T16:32:09.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T16:32:09.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.two_write_queues: 0 2024-04-15T16:32:09.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T16:32:09.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.wal_compression: 0 2024-04-15T16:32:09.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.atomic_flush: 0 2024-04-15T16:32:09.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T16:32:09.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T16:32:09.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T16:32:09.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.log_readahead_size: 0 2024-04-15T16:32:09.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T16:32:09.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T16:32:09.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T16:32:09.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T16:32:09.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T16:32:09.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T16:32:09.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T16:32:09.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_background_jobs: 2 2024-04-15T16:32:09.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_background_compactions: -1 2024-04-15T16:32:09.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_subcompactions: 1 2024-04-15T16:32:09.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T16:32:09.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T16:32:09.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T16:32:09.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T16:32:09.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T16:32:09.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T16:32:09.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T16:32:09.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T16:32:09.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_open_files: -1 2024-04-15T16:32:09.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T16:32:09.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T16:32:09.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T16:32:09.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T16:32:09.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_background_flushes: -1 2024-04-15T16:32:09.095 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Compression algorithms supported: 2024-04-15T16:32:09.095 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T16:32:09.095 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: kZSTD supported: 0 2024-04-15T16:32:09.095 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: kXpressCompression supported: 0 2024-04-15T16:32:09.095 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T16:32:09.095 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: kZlibCompression supported: 1 2024-04-15T16:32:09.095 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: kSnappyCompression supported: 1 2024-04-15T16:32:09.095 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: kLZ4Compression supported: 1 2024-04-15T16:32:09.095 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: kBZip2Compression supported: 0 2024-04-15T16:32:09.095 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T16:32:09.095 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T16:32:09.095 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-15T16:32:09.095 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T16:32:09.096 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T16:32:09.096 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.merge_operator: 2024-04-15T16:32:09.096 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compaction_filter: None 2024-04-15T16:32:09.096 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T16:32:09.096 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T16:32:09.096 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T16:32:09.096 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T16:32:09.096 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5626155c9dc0) 2024-04-15T16:32:09.096 INFO:journalctl@ceph.mon.c.smithi090.stdout: cache_index_and_filter_blocks: 1 2024-04-15T16:32:09.096 INFO:journalctl@ceph.mon.c.smithi090.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T16:32:09.096 INFO:journalctl@ceph.mon.c.smithi090.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T16:32:09.096 INFO:journalctl@ceph.mon.c.smithi090.stdout: pin_top_level_index_and_filter: 1 2024-04-15T16:32:09.096 INFO:journalctl@ceph.mon.c.smithi090.stdout: index_type: 0 2024-04-15T16:32:09.096 INFO:journalctl@ceph.mon.c.smithi090.stdout: data_block_index_type: 0 2024-04-15T16:32:09.097 INFO:journalctl@ceph.mon.c.smithi090.stdout: index_shortening: 1 2024-04-15T16:32:09.097 INFO:journalctl@ceph.mon.c.smithi090.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T16:32:09.097 INFO:journalctl@ceph.mon.c.smithi090.stdout: checksum: 4 2024-04-15T16:32:09.097 INFO:journalctl@ceph.mon.c.smithi090.stdout: no_block_cache: 0 2024-04-15T16:32:09.097 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_cache: 0x5626155cd090 2024-04-15T16:32:09.097 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_cache_name: BinnedLRUCache 2024-04-15T16:32:09.097 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_cache_options: 2024-04-15T16:32:09.097 INFO:journalctl@ceph.mon.c.smithi090.stdout: capacity : 536870912 2024-04-15T16:32:09.097 INFO:journalctl@ceph.mon.c.smithi090.stdout: num_shard_bits : 4 2024-04-15T16:32:09.097 INFO:journalctl@ceph.mon.c.smithi090.stdout: strict_capacity_limit : 0 2024-04-15T16:32:09.097 INFO:journalctl@ceph.mon.c.smithi090.stdout: high_pri_pool_ratio: 0.000 2024-04-15T16:32:09.097 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_cache_compressed: (nil) 2024-04-15T16:32:09.097 INFO:journalctl@ceph.mon.c.smithi090.stdout: persistent_cache: (nil) 2024-04-15T16:32:09.097 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_size: 4096 2024-04-15T16:32:09.098 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_size_deviation: 10 2024-04-15T16:32:09.098 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_restart_interval: 16 2024-04-15T16:32:09.098 INFO:journalctl@ceph.mon.c.smithi090.stdout: index_block_restart_interval: 1 2024-04-15T16:32:09.098 INFO:journalctl@ceph.mon.c.smithi090.stdout: metadata_block_size: 4096 2024-04-15T16:32:09.098 INFO:journalctl@ceph.mon.c.smithi090.stdout: partition_filters: 0 2024-04-15T16:32:09.098 INFO:journalctl@ceph.mon.c.smithi090.stdout: use_delta_encoding: 1 2024-04-15T16:32:09.098 INFO:journalctl@ceph.mon.c.smithi090.stdout: filter_policy: bloomfilter 2024-04-15T16:32:09.098 INFO:journalctl@ceph.mon.c.smithi090.stdout: whole_key_filtering: 1 2024-04-15T16:32:09.098 INFO:journalctl@ceph.mon.c.smithi090.stdout: verify_compression: 0 2024-04-15T16:32:09.098 INFO:journalctl@ceph.mon.c.smithi090.stdout: read_amp_bytes_per_bit: 0 2024-04-15T16:32:09.098 INFO:journalctl@ceph.mon.c.smithi090.stdout: format_version: 5 2024-04-15T16:32:09.098 INFO:journalctl@ceph.mon.c.smithi090.stdout: enable_index_compression: 1 2024-04-15T16:32:09.098 INFO:journalctl@ceph.mon.c.smithi090.stdout: block_align: 0 2024-04-15T16:32:09.098 INFO:journalctl@ceph.mon.c.smithi090.stdout: max_auto_readahead_size: 262144 2024-04-15T16:32:09.099 INFO:journalctl@ceph.mon.c.smithi090.stdout: prepopulate_block_cache: 0 2024-04-15T16:32:09.099 INFO:journalctl@ceph.mon.c.smithi090.stdout: initial_auto_readahead_size: 8192 2024-04-15T16:32:09.099 INFO:journalctl@ceph.mon.c.smithi090.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T16:32:09.099 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T16:32:09.099 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T16:32:09.099 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compression: NoCompression 2024-04-15T16:32:09.099 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T16:32:09.099 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T16:32:09.099 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T16:32:09.099 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.num_levels: 7 2024-04-15T16:32:09.099 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T16:32:09.099 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T16:32:09.099 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T16:32:09.099 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T16:32:09.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T16:32:09.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T16:32:09.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T16:32:09.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T16:32:09.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T16:32:09.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T16:32:09.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T16:32:09.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T16:32:09.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T16:32:09.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T16:32:09.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T16:32:09.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T16:32:09.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T16:32:09.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T16:32:09.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T16:32:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T16:32:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T16:32:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T16:32:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T16:32:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T16:32:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T16:32:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T16:32:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T16:32:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T16:32:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T16:32:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T16:32:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T16:32:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T16:32:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T16:32:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T16:32:09.102 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T16:32:09.102 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T16:32:09.102 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T16:32:09.102 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T16:32:09.102 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T16:32:09.102 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T16:32:09.102 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T16:32:09.102 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T16:32:09.102 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T16:32:09.102 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T16:32:09.102 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T16:32:09.102 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T16:32:09.102 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T16:32:09.102 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T16:32:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T16:32:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T16:32:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T16:32:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T16:32:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T16:32:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-15T16:32:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.inplace_update_support: 0 2024-04-15T16:32:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T16:32:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T16:32:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T16:32:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T16:32:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.bloom_locality: 0 2024-04-15T16:32:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.max_successive_merges: 0 2024-04-15T16:32:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T16:32:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.ttl: 2592000 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.enable_blob_files: false 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.min_blob_size: 0 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T16:32:09.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T16:32:09.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T16:32:09.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13475, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-15T16:32:09.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-15T16:32:09.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 59545be9-5fe9-47aa-a9be-756f086f23ce 2024-04-15T16:32:09.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713198728776696, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-15T16:32:09.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-15T16:32:09.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713198728797322, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 5568830, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13480, "largest_seqno": 15941, "table_properties": {"data_size": 5557070, "index_size": 8154, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2565, "raw_key_size": 24177, "raw_average_key_size": 23, "raw_value_size": 5534494, "raw_average_value_size": 5479, "num_data_blocks": 356, "num_entries": 1010, "num_filter_entries": 1010, "num_deletions": 31, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713198728, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "59545be9-5fe9-47aa-a9be-756f086f23ce", "db_session_id": "U5O6I1BCO711LHTK1H8O", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-15T16:32:09.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713198728797441, "job": 1, "event": "recovery_finished"} 2024-04-15T16:32:09.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-15T16:32:09.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T16:32:09.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T16:32:09.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5626156bc000 2024-04-15T16:32:09.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: DB pointer 0x5626156a6000 2024-04-15T16:32:09.106 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T16:32:09.106 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T16:32:09.106 INFO:journalctl@ceph.mon.c.smithi090.stdout: ** DB Stats ** 2024-04-15T16:32:09.106 INFO:journalctl@ceph.mon.c.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T16:32:09.106 INFO:journalctl@ceph.mon.c.smithi090.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T16:32:09.106 INFO:journalctl@ceph.mon.c.smithi090.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T16:32:09.106 INFO:journalctl@ceph.mon.c.smithi090.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T16:32:09.106 INFO:journalctl@ceph.mon.c.smithi090.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T16:32:09.106 INFO:journalctl@ceph.mon.c.smithi090.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T16:32:09.106 INFO:journalctl@ceph.mon.c.smithi090.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T16:32:09.106 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-04-15T16:32:09.106 INFO:journalctl@ceph.mon.c.smithi090.stdout: ** Compaction Stats [default] ** 2024-04-15T16:32:09.106 INFO:journalctl@ceph.mon.c.smithi090.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T16:32:09.107 INFO:journalctl@ceph.mon.c.smithi090.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T16:32:09.107 INFO:journalctl@ceph.mon.c.smithi090.stdout: L0 1/0 5.31 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 596.9 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-15T16:32:09.107 INFO:journalctl@ceph.mon.c.smithi090.stdout: L6 1/0 7.76 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-15T16:32:09.107 INFO:journalctl@ceph.mon.c.smithi090.stdout: Sum 2/0 13.07 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 596.9 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-15T16:32:09.107 INFO:journalctl@ceph.mon.c.smithi090.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 596.9 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-15T16:32:09.107 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-04-15T16:32:09.107 INFO:journalctl@ceph.mon.c.smithi090.stdout: ** Compaction Stats [default] ** 2024-04-15T16:32:09.107 INFO:journalctl@ceph.mon.c.smithi090.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T16:32:09.107 INFO:journalctl@ceph.mon.c.smithi090.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T16:32:09.107 INFO:journalctl@ceph.mon.c.smithi090.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 596.9 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-15T16:32:09.107 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-04-15T16:32:09.107 INFO:journalctl@ceph.mon.c.smithi090.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T16:32:09.107 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-04-15T16:32:09.107 INFO:journalctl@ceph.mon.c.smithi090.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T16:32:09.108 INFO:journalctl@ceph.mon.c.smithi090.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-15T16:32:09.108 INFO:journalctl@ceph.mon.c.smithi090.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T16:32:09.108 INFO:journalctl@ceph.mon.c.smithi090.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T16:32:09.108 INFO:journalctl@ceph.mon.c.smithi090.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T16:32:09.108 INFO:journalctl@ceph.mon.c.smithi090.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T16:32:09.108 INFO:journalctl@ceph.mon.c.smithi090.stdout: Cumulative compaction: 0.01 GB write, 212.78 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T16:32:09.108 INFO:journalctl@ceph.mon.c.smithi090.stdout: Interval compaction: 0.01 GB write, 212.78 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T16:32:09.108 INFO:journalctl@ceph.mon.c.smithi090.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T16:32:09.108 INFO:journalctl@ceph.mon.c.smithi090.stdout: Block cache BinnedLRUCache@0x5626155cd090#2 capacity: 512.00 MB usage: 10.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-15T16:32:09.108 INFO:journalctl@ceph.mon.c.smithi090.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.78 KB,0.000530481%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-04-15T16:32:09.108 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-04-15T16:32:09.108 INFO:journalctl@ceph.mon.c.smithi090.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T16:32:09.108 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: starting mon.c rank 2 at public addrs [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] at bind addrs [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:32:09.108 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: mon.c@-1(???) e3 preinit fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:32:09.108 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: mon.c@-1(???).mds e6 new map 2024-04-15T16:32:09.109 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: mon.c@-1(???).mds e6 print_map 2024-04-15T16:32:09.109 INFO:journalctl@ceph.mon.c.smithi090.stdout: e6 2024-04-15T16:32:09.109 INFO:journalctl@ceph.mon.c.smithi090.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T16:32:09.109 INFO:journalctl@ceph.mon.c.smithi090.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T16:32:09.109 INFO:journalctl@ceph.mon.c.smithi090.stdout: legacy client fscid: 1 2024-04-15T16:32:09.109 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-04-15T16:32:09.109 INFO:journalctl@ceph.mon.c.smithi090.stdout: Filesystem 'cephfs' (1) 2024-04-15T16:32:09.109 INFO:journalctl@ceph.mon.c.smithi090.stdout: fs_name cephfs 2024-04-15T16:32:09.109 INFO:journalctl@ceph.mon.c.smithi090.stdout: epoch 6 2024-04-15T16:32:09.109 INFO:journalctl@ceph.mon.c.smithi090.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-15T16:32:09.109 INFO:journalctl@ceph.mon.c.smithi090.stdout: created 2024-04-15T16:25:34.303278+0000 2024-04-15T16:32:09.109 INFO:journalctl@ceph.mon.c.smithi090.stdout: modified 2024-04-15T16:25:36.315147+0000 2024-04-15T16:32:09.109 INFO:journalctl@ceph.mon.c.smithi090.stdout: tableserver 0 2024-04-15T16:32:09.109 INFO:journalctl@ceph.mon.c.smithi090.stdout: root 0 2024-04-15T16:32:09.110 INFO:journalctl@ceph.mon.c.smithi090.stdout: session_timeout 60 2024-04-15T16:32:09.110 INFO:journalctl@ceph.mon.c.smithi090.stdout: session_autoclose 300 2024-04-15T16:32:09.110 INFO:journalctl@ceph.mon.c.smithi090.stdout: max_file_size 1099511627776 2024-04-15T16:32:09.110 INFO:journalctl@ceph.mon.c.smithi090.stdout: max_xattr_size 65536 2024-04-15T16:32:09.110 INFO:journalctl@ceph.mon.c.smithi090.stdout: required_client_features {} 2024-04-15T16:32:09.110 INFO:journalctl@ceph.mon.c.smithi090.stdout: last_failure 0 2024-04-15T16:32:09.110 INFO:journalctl@ceph.mon.c.smithi090.stdout: last_failure_osd_epoch 0 2024-04-15T16:32:09.110 INFO:journalctl@ceph.mon.c.smithi090.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T16:32:09.110 INFO:journalctl@ceph.mon.c.smithi090.stdout: max_mds 1 2024-04-15T16:32:09.110 INFO:journalctl@ceph.mon.c.smithi090.stdout: in 0 2024-04-15T16:32:09.110 INFO:journalctl@ceph.mon.c.smithi090.stdout: up {0=24365} 2024-04-15T16:32:09.110 INFO:journalctl@ceph.mon.c.smithi090.stdout: failed 2024-04-15T16:32:09.110 INFO:journalctl@ceph.mon.c.smithi090.stdout: damaged 2024-04-15T16:32:09.110 INFO:journalctl@ceph.mon.c.smithi090.stdout: stopped 2024-04-15T16:32:09.111 INFO:journalctl@ceph.mon.c.smithi090.stdout: data_pools [3] 2024-04-15T16:32:09.111 INFO:journalctl@ceph.mon.c.smithi090.stdout: metadata_pool 2 2024-04-15T16:32:09.111 INFO:journalctl@ceph.mon.c.smithi090.stdout: inline_data disabled 2024-04-15T16:32:09.111 INFO:journalctl@ceph.mon.c.smithi090.stdout: balancer 2024-04-15T16:32:09.111 INFO:journalctl@ceph.mon.c.smithi090.stdout: bal_rank_mask -1 2024-04-15T16:32:09.111 INFO:journalctl@ceph.mon.c.smithi090.stdout: standby_count_wanted 0 2024-04-15T16:32:09.111 INFO:journalctl@ceph.mon.c.smithi090.stdout: qdb_cluster leader: 0 members: 2024-04-15T16:32:09.111 INFO:journalctl@ceph.mon.c.smithi090.stdout: [mds.a{0:24365} state up:active seq 3 addr [v2:172.21.15.90:6834/4039869308,v1:172.21.15.90:6835/4039869308] compat {c=[1],r=[1],i=[7ff]}] 2024-04-15T16:32:09.111 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-04-15T16:32:09.111 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-04-15T16:32:09.111 INFO:journalctl@ceph.mon.c.smithi090.stdout: Standby daemons: 2024-04-15T16:32:09.111 INFO:journalctl@ceph.mon.c.smithi090.stdout: 2024-04-15T16:32:09.111 INFO:journalctl@ceph.mon.c.smithi090.stdout: [mds.b{-1:24316} state up:standby seq 1 addr [v2:172.21.15.153:6832/3196985028,v1:172.21.15.153:6833/3196985028] compat {c=[1],r=[1],i=[7ff]}] 2024-04-15T16:32:09.111 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: mon.c@-1(???).osd e250 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-15T16:32:09.111 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: mon.c@-1(???).osd e250 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T16:32:09.112 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: mon.c@-1(???).osd e250 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T16:32:09.112 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: mon.c@-1(???).osd e250 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T16:32:09.112 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 ceph-mon[91618]: mon.c@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-15T16:32:09.112 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 bash[91599]: 28c14668bcb2a51b56a0ba6767856f10f431fc54ba3614d859bc815783182c8c 2024-04-15T16:32:09.112 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:08 smithi090 systemd[1]: Started Ceph mon.c for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:32:09.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:32:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:32:09] "GET /metrics HTTP/1.1" 200 36007 "" "Prometheus/2.43.0" 2024-04-15T16:32:12.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:32:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:32:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:32:13.878 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:32:13 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:32:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:32:14.286 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:32:14.326 INFO:tasks.rados.rados.0.smithi090.stdout:1047: done (2 left) 2024-04-15T16:32:14.326 INFO:tasks.rados.rados.0.smithi090.stdout:1050: done (1 left) 2024-04-15T16:32:14.326 INFO:tasks.rados.rados.0.smithi090.stdout:1051: done (0 left) 2024-04-15T16:32:14.326 INFO:tasks.rados.rados.0.smithi090.stdout:1052: copy_from oid 43 from oid 15 current snap is 88 2024-04-15T16:32:14.327 INFO:tasks.rados.rados.0.smithi090.stdout:1053: snap_remove snap 87 2024-04-15T16:32:14.632 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:32:14.632 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (4m) 18s ago 5m 24.3M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:32:14.632 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (5m) 17s ago 5m 88.0M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:32:14.632 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (6m) 18s ago 6m 18.2M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:32:14.632 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (6m) 17s ago 6m 15.1M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:32:14.632 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (46s) 17s ago 10m 448M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:32:14.632 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (76s) 18s ago 11m 476M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:32:14.632 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (30s) 18s ago 12m 30.2M 2048M 19.0.0-3080-gc2d8c315 259793512b73 82f63672a8c1 2024-04-15T16:32:14.633 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (10m) 17s ago 10m 55.5M 2048M 18.2.2-1221-ge3fb05d5 aa4d2281650a e06ba4d813e6 2024-04-15T16:32:14.633 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 starting - - - 2048M 2024-04-15T16:32:14.633 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (5m) 18s ago 5m 16.0M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:32:14.633 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (5m) 17s ago 5m 15.6M - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:32:14.633 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (9m) 18s ago 9m 158M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f170958feb54 2024-04-15T16:32:14.633 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (9m) 18s ago 9m 116M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a d1a207a9d3b7 2024-04-15T16:32:14.633 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (9m) 18s ago 9m 119M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 25f8f850f0c1 2024-04-15T16:32:14.633 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (8m) 18s ago 8m 124M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 2a999947f8da 2024-04-15T16:32:14.633 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (8m) 17s ago 8m 161M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 72f8dca53733 2024-04-15T16:32:14.633 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (7m) 17s ago 7m 140M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f4ca8da35c81 2024-04-15T16:32:14.633 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (7m) 17s ago 7m 119M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 66e4ab03958e 2024-04-15T16:32:14.633 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (7m) 17s ago 7m 96.7M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:32:14.633 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (51s) 17s ago 6m 45.1M - 2.43.0 a07b618ecd1d ac36942670ad 2024-04-15T16:32:15.055 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:32:15.055 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:32:15.055 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 1, 2024-04-15T16:32:15.055 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:32:15.055 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:32:15.055 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:32:15.056 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:32:15.056 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:32:15.056 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:32:15.056 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T16:32:15.056 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:32:15.056 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:32:15.056 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:32:15.056 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:32:15.056 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:32:15.056 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 11, 2024-04-15T16:32:15.056 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 4 2024-04-15T16:32:15.056 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:32:15.056 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:32:15.334 INFO:tasks.rados.rados.0.smithi090.stdout:1053: done (1 left) 2024-04-15T16:32:15.334 INFO:tasks.rados.rados.0.smithi090.stdout:1054: snap_create 2024-04-15T16:32:15.334 INFO:tasks.rados.rados.0.smithi090.stdout:1052: finishing copy_from racing read to smithi09078167-43 2024-04-15T16:32:15.334 INFO:tasks.rados.rados.0.smithi090.stdout:1052: finishing copy_from to smithi09078167-43 2024-04-15T16:32:15.335 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 370 (ObjNum 333 snap 85 seq_num 333) dirty exists 2024-04-15T16:32:15.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: mon.c calling monitor election 2024-04-15T16:32:15.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: mon.b calling monitor election 2024-04-15T16:32:15.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: mon.a calling monitor election 2024-04-15T16:32:15.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T16:32:15.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: monmap epoch 3 2024-04-15T16:32:15.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:32:15.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: last_changed 2024-04-15T16:21:47.592719+0000 2024-04-15T16:32:15.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: created 2024-04-15T16:19:57.302974+0000 2024-04-15T16:32:15.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: min_mon_release 18 (reef) 2024-04-15T16:32:15.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: election_strategy: 1 2024-04-15T16:32:15.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-15T16:32:15.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: 1: [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] mon.b 2024-04-15T16:32:15.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: 2: [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] mon.c 2024-04-15T16:32:15.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:32:15.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: osdmap e251: 8 total, 8 up, 8 in 2024-04-15T16:32:15.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: mgrmap e43: y(active, since 22s), standbys: x 2024-04-15T16:32:15.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: overall HEALTH_OK 2024-04-15T16:32:15.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3984837744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:32:15.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: mon.c calling monitor election 2024-04-15T16:32:15.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: mon.b calling monitor election 2024-04-15T16:32:15.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: mon.a calling monitor election 2024-04-15T16:32:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T16:32:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: monmap epoch 3 2024-04-15T16:32:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:32:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: last_changed 2024-04-15T16:21:47.592719+0000 2024-04-15T16:32:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: created 2024-04-15T16:19:57.302974+0000 2024-04-15T16:32:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: min_mon_release 18 (reef) 2024-04-15T16:32:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: election_strategy: 1 2024-04-15T16:32:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-15T16:32:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: 1: [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] mon.b 2024-04-15T16:32:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: 2: [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] mon.c 2024-04-15T16:32:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:32:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: osdmap e251: 8 total, 8 up, 8 in 2024-04-15T16:32:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: mgrmap e43: y(active, since 22s), standbys: x 2024-04-15T16:32:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: overall HEALTH_OK 2024-04-15T16:32:15.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:15 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3984837744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:32:15.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: mon.c calling monitor election 2024-04-15T16:32:15.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: mon.b calling monitor election 2024-04-15T16:32:15.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: mon.a calling monitor election 2024-04-15T16:32:15.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T16:32:15.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: monmap epoch 3 2024-04-15T16:32:15.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:32:15.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: last_changed 2024-04-15T16:21:47.592719+0000 2024-04-15T16:32:15.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: created 2024-04-15T16:19:57.302974+0000 2024-04-15T16:32:15.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: min_mon_release 18 (reef) 2024-04-15T16:32:15.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: election_strategy: 1 2024-04-15T16:32:15.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-15T16:32:15.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: 1: [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] mon.b 2024-04-15T16:32:15.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: 2: [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] mon.c 2024-04-15T16:32:15.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:32:15.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: osdmap e251: 8 total, 8 up, 8 in 2024-04-15T16:32:15.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: mgrmap e43: y(active, since 22s), standbys: x 2024-04-15T16:32:15.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: overall HEALTH_OK 2024-04-15T16:32:15.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:15 smithi153 ceph-mon[30366]: from='client.? 172.21.15.90:0/3984837744' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:32:16.345 INFO:tasks.rados.rados.0.smithi090.stdout:1052: done (1 left) 2024-04-15T16:32:16.345 INFO:tasks.rados.rados.0.smithi090.stdout:1054: done (0 left) 2024-04-15T16:32:16.345 INFO:tasks.rados.rados.0.smithi090.stdout:1055: snap_remove snap 88 2024-04-15T16:32:16.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:16 smithi090 ceph-mon[89240]: osdmap e252: 8 total, 8 up, 8 in 2024-04-15T16:32:16.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:16 smithi090 ceph-mon[91618]: osdmap e252: 8 total, 8 up, 8 in 2024-04-15T16:32:16.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:16 smithi153 ceph-mon[30366]: osdmap e252: 8 total, 8 up, 8 in 2024-04-15T16:32:17.355 INFO:tasks.rados.rados.0.smithi090.stdout:1055: done (0 left) 2024-04-15T16:32:17.355 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 89 2024-04-15T16:32:17.355 INFO:tasks.rados.rados.0.smithi090.stdout:1056: seq_num 340 ranges {1114112=499712,1613824=401408} 2024-04-15T16:32:17.363 INFO:tasks.rados.rados.0.smithi090.stdout:1056: writing smithi09078167-25 from 1114112 to 1613824 tid 1 2024-04-15T16:32:17.366 INFO:tasks.rados.rados.0.smithi090.stdout:1056: writing smithi09078167-25 from 1613824 to 2015232 tid 2 2024-04-15T16:32:17.366 INFO:tasks.rados.rados.0.smithi090.stdout:1057: copy_from oid 1 from oid 10 current snap is 89 2024-04-15T16:32:17.366 INFO:tasks.rados.rados.0.smithi090.stdout:1058: read oid 46 snap -1 2024-04-15T16:32:17.366 INFO:tasks.rados.rados.0.smithi090.stdout:1058: expect deleted 2024-04-15T16:32:17.366 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 89 2024-04-15T16:32:17.366 INFO:tasks.rados.rados.0.smithi090.stdout:1059: seq_num 341 ranges {2785280=516096,3301376=401408} 2024-04-15T16:32:17.383 INFO:tasks.rados.rados.0.smithi090.stdout:1059: writing smithi09078167-24 from 2785280 to 3301376 tid 1 2024-04-15T16:32:17.386 INFO:tasks.rados.rados.0.smithi090.stdout:1059: writing smithi09078167-24 from 3301376 to 3702784 tid 2 2024-04-15T16:32:17.386 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 89 2024-04-15T16:32:17.386 INFO:tasks.rados.rados.0.smithi090.stdout:1060: seq_num 342 ranges {835584=532480,1368064=401408} 2024-04-15T16:32:17.393 INFO:tasks.rados.rados.0.smithi090.stdout:1060: writing smithi09078167-5 from 835584 to 1368064 tid 1 2024-04-15T16:32:17.396 INFO:tasks.rados.rados.0.smithi090.stdout:1060: writing smithi09078167-5 from 1368064 to 1769472 tid 2 2024-04-15T16:32:17.396 INFO:tasks.rados.rados.0.smithi090.stdout:1061: rollback oid 26 current snap is 89 2024-04-15T16:32:17.396 INFO:tasks.rados.rados.0.smithi090.stdout:1061: done (5 left) 2024-04-15T16:32:17.396 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 89 2024-04-15T16:32:17.396 INFO:tasks.rados.rados.0.smithi090.stdout:1062: seq_num 343 ranges {0=548864,548864=401408} 2024-04-15T16:32:17.399 INFO:tasks.rados.rados.0.smithi090.stdout:1062: writing smithi09078167-7 from 0 to 548864 tid 1 2024-04-15T16:32:17.403 INFO:tasks.rados.rados.0.smithi090.stdout:1062: writing smithi09078167-7 from 548864 to 950272 tid 2 2024-04-15T16:32:17.403 INFO:tasks.rados.rados.0.smithi090.stdout:1063: read oid 38 snap -1 2024-04-15T16:32:17.403 INFO:tasks.rados.rados.0.smithi090.stdout:1063: expect (ObjNum 307 snap 79 seq_num 307) 2024-04-15T16:32:17.404 INFO:tasks.rados.rados.0.smithi090.stdout:1064: delete oid 17 current snap is 89 2024-04-15T16:32:17.404 INFO:tasks.rados.rados.0.smithi090.stdout:1056: finishing write tid 1 to smithi09078167-25 2024-04-15T16:32:17.404 INFO:tasks.rados.rados.0.smithi090.stdout:1056: finishing write tid 2 to smithi09078167-25 2024-04-15T16:32:17.404 INFO:tasks.rados.rados.0.smithi090.stdout:1057: finishing copy_from to smithi09078167-1 2024-04-15T16:32:17.404 INFO:tasks.rados.rados.0.smithi090.stdout:1057: got expected ENOENT (src dne) 2024-04-15T16:32:17.404 INFO:tasks.rados.rados.0.smithi090.stdout:1056: finishing write tid 3 to smithi09078167-25 2024-04-15T16:32:17.404 INFO:tasks.rados.rados.0.smithi090.stdout:1057: finishing copy_from racing read to smithi09078167-1 2024-04-15T16:32:17.404 INFO:tasks.rados.rados.0.smithi090.stdout:1056: finishing write tid 4 to smithi09078167-25 2024-04-15T16:32:17.404 INFO:tasks.rados.rados.0.smithi090.stdout:1056: oid 25 updating version 0 to 392 2024-04-15T16:32:17.404 INFO:tasks.rados.rados.0.smithi090.stdout:1056: oid 25 updating version 392 to 393 2024-04-15T16:32:17.404 INFO:tasks.rados.rados.0.smithi090.stdout:1056: oid 25 updating version 393 to 394 2024-04-15T16:32:17.404 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 394 (ObjNum 340 snap 89 seq_num 340) dirty exists 2024-04-15T16:32:17.404 INFO:tasks.rados.rados.0.smithi090.stdout:1056: left oid 25 (ObjNum 340 snap 89 seq_num 340) 2024-04-15T16:32:17.404 INFO:tasks.rados.rados.0.smithi090.stdout:1059: finishing write tid 1 to smithi09078167-24 2024-04-15T16:32:17.404 INFO:tasks.rados.rados.0.smithi090.stdout:1059: finishing write tid 2 to smithi09078167-24 2024-04-15T16:32:17.405 INFO:tasks.rados.rados.0.smithi090.stdout:1059: finishing write tid 3 to smithi09078167-24 2024-04-15T16:32:17.405 INFO:tasks.rados.rados.0.smithi090.stdout:1059: finishing write tid 4 to smithi09078167-24 2024-04-15T16:32:17.405 INFO:tasks.rados.rados.0.smithi090.stdout:1059: oid 24 updating version 0 to 260 2024-04-15T16:32:17.405 INFO:tasks.rados.rados.0.smithi090.stdout:1059: oid 24 updating version 260 to 261 2024-04-15T16:32:17.405 INFO:tasks.rados.rados.0.smithi090.stdout:1059: oid 24 version 261 is already newer than 259 2024-04-15T16:32:17.405 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 261 (ObjNum 341 snap 89 seq_num 341) dirty exists 2024-04-15T16:32:17.405 INFO:tasks.rados.rados.0.smithi090.stdout:1059: left oid 24 (ObjNum 341 snap 89 seq_num 341) 2024-04-15T16:32:17.405 INFO:tasks.rados.rados.0.smithi090.stdout:1060: finishing write tid 1 to smithi09078167-5 2024-04-15T16:32:17.405 INFO:tasks.rados.rados.0.smithi090.stdout:1060: finishing write tid 2 to smithi09078167-5 2024-04-15T16:32:17.405 INFO:tasks.rados.rados.0.smithi090.stdout:1060: finishing write tid 3 to smithi09078167-5 2024-04-15T16:32:17.405 INFO:tasks.rados.rados.0.smithi090.stdout:1060: finishing write tid 4 to smithi09078167-5 2024-04-15T16:32:17.405 INFO:tasks.rados.rados.0.smithi090.stdout:1060: oid 5 updating version 0 to 55 2024-04-15T16:32:17.405 INFO:tasks.rados.rados.0.smithi090.stdout:1060: oid 5 updating version 55 to 56 2024-04-15T16:32:17.405 INFO:tasks.rados.rados.0.smithi090.stdout:1060: oid 5 version 56 is already newer than 54 2024-04-15T16:32:17.406 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 56 (ObjNum 342 snap 89 seq_num 342) dirty exists 2024-04-15T16:32:17.406 INFO:tasks.rados.rados.0.smithi090.stdout:1060: left oid 5 (ObjNum 342 snap 89 seq_num 342) 2024-04-15T16:32:17.406 INFO:tasks.rados.rados.0.smithi090.stdout:1056: done (7 left) 2024-04-15T16:32:17.406 INFO:tasks.rados.rados.0.smithi090.stdout:1057: done (6 left) 2024-04-15T16:32:17.407 INFO:tasks.rados.rados.0.smithi090.stdout:1058: done (5 left) 2024-04-15T16:32:17.407 INFO:tasks.rados.rados.0.smithi090.stdout:1059: done (4 left) 2024-04-15T16:32:17.407 INFO:tasks.rados.rados.0.smithi090.stdout:1060: done (3 left) 2024-04-15T16:32:17.407 INFO:tasks.rados.rados.0.smithi090.stdout:1064: done (2 left) 2024-04-15T16:32:17.407 INFO:tasks.rados.rados.0.smithi090.stdout:1065: rollback oid 47 current snap is 89 2024-04-15T16:32:17.407 INFO:tasks.rados.rados.0.smithi090.stdout:1065: done (2 left) 2024-04-15T16:32:17.407 INFO:tasks.rados.rados.0.smithi090.stdout:1066: rollback oid 2 current snap is 89 2024-04-15T16:32:17.407 INFO:tasks.rados.rados.0.smithi090.stdout:1066: done (2 left) 2024-04-15T16:32:17.407 INFO:tasks.rados.rados.0.smithi090.stdout:1067: setattr oid 26 current snap is 89 2024-04-15T16:32:17.407 INFO:tasks.rados.rados.0.smithi090.stdout:1068: rollback oid 21 current snap is 89 2024-04-15T16:32:17.407 INFO:tasks.rados.rados.0.smithi090.stdout:1068: done (3 left) 2024-04-15T16:32:17.407 INFO:tasks.rados.rados.0.smithi090.stdout:1069: read oid 45 snap -1 2024-04-15T16:32:17.407 INFO:tasks.rados.rados.0.smithi090.stdout:1069: expect (ObjNum 292 snap 73 seq_num 292) 2024-04-15T16:32:17.407 INFO:tasks.rados.rados.0.smithi090.stdout:1070: rollback oid 2 current snap is 89 2024-04-15T16:32:17.408 INFO:tasks.rados.rados.0.smithi090.stdout:1070: done (4 left) 2024-04-15T16:32:17.408 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 89 2024-04-15T16:32:17.408 INFO:tasks.rados.rados.0.smithi090.stdout:1071: seq_num 345 ranges {3457024=581632,4038656=401408} 2024-04-15T16:32:17.427 INFO:tasks.rados.rados.0.smithi090.stdout:1071: writing smithi09078167-40 from 3457024 to 4038656 tid 1 2024-04-15T16:32:17.430 INFO:tasks.rados.rados.0.smithi090.stdout:1071: writing smithi09078167-40 from 4038656 to 4440064 tid 2 2024-04-15T16:32:17.430 INFO:tasks.rados.rados.0.smithi090.stdout:1072: rollback oid 16 current snap is 89 2024-04-15T16:32:17.430 INFO:tasks.rados.rados.0.smithi090.stdout:1072: done (5 left) 2024-04-15T16:32:17.430 INFO:tasks.rados.rados.0.smithi090.stdout:1073: read oid 49 snap -1 2024-04-15T16:32:17.430 INFO:tasks.rados.rados.0.smithi090.stdout:1073: expect deleted 2024-04-15T16:32:17.431 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 89 2024-04-15T16:32:17.431 INFO:tasks.rados.rados.0.smithi090.stdout:1062: finishing write tid 1 to smithi09078167-7 2024-04-15T16:32:17.431 INFO:tasks.rados.rados.0.smithi090.stdout:1074: seq_num 346 ranges {2613248=598016,3211264=401408} 2024-04-15T16:32:17.447 INFO:tasks.rados.rados.0.smithi090.stdout:1074: writing smithi09078167-34 from 2613248 to 3211264 tid 1 2024-04-15T16:32:17.450 INFO:tasks.rados.rados.0.smithi090.stdout:1074: writing smithi09078167-34 from 3211264 to 3612672 tid 2 2024-04-15T16:32:17.450 INFO:tasks.rados.rados.0.smithi090.stdout:1075: read oid 42 snap -1 2024-04-15T16:32:17.450 INFO:tasks.rados.rados.0.smithi090.stdout:1075: expect (ObjNum 281 snap 71 seq_num 281) 2024-04-15T16:32:17.450 INFO:tasks.rados.rados.0.smithi090.stdout:1076: delete oid 27 current snap is 89 2024-04-15T16:32:17.450 INFO:tasks.rados.rados.0.smithi090.stdout:1062: finishing write tid 2 to smithi09078167-7 2024-04-15T16:32:17.450 INFO:tasks.rados.rados.0.smithi090.stdout:1062: finishing write tid 3 to smithi09078167-7 2024-04-15T16:32:17.450 INFO:tasks.rados.rados.0.smithi090.stdout:1062: finishing write tid 4 to smithi09078167-7 2024-04-15T16:32:17.450 INFO:tasks.rados.rados.0.smithi090.stdout:1062: oid 7 updating version 0 to 322 2024-04-15T16:32:17.451 INFO:tasks.rados.rados.0.smithi090.stdout:1062: oid 7 version 322 is already newer than 321 2024-04-15T16:32:17.451 INFO:tasks.rados.rados.0.smithi090.stdout:1062: oid 7 version 322 is already newer than 320 2024-04-15T16:32:17.451 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 322 (ObjNum 343 snap 89 seq_num 343) dirty exists 2024-04-15T16:32:17.451 INFO:tasks.rados.rados.0.smithi090.stdout:1062: left oid 7 (ObjNum 343 snap 89 seq_num 343) 2024-04-15T16:32:17.451 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 355 (ObjNum 322 snap 83 seq_num 322) dirty exists 2024-04-15T16:32:17.451 INFO:tasks.rados.rados.0.smithi090.stdout:1069: expect (ObjNum 292 snap 73 seq_num 292) 2024-04-15T16:32:17.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:17 smithi153 ceph-mon[30366]: osdmap e253: 8 total, 8 up, 8 in 2024-04-15T16:32:17.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:17 smithi153 ceph-mon[30366]: pgmap v32: 121 pgs: 121 active+clean; 99 MiB data, 841 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:17.638 INFO:tasks.rados.rados.0.smithi090.stdout:1063: expect (ObjNum 307 snap 79 seq_num 307) 2024-04-15T16:32:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:17 smithi090 ceph-mon[91618]: osdmap e253: 8 total, 8 up, 8 in 2024-04-15T16:32:17.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:17 smithi090 ceph-mon[91618]: pgmap v32: 121 pgs: 121 active+clean; 99 MiB data, 841 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:17 smithi090 ceph-mon[89240]: osdmap e253: 8 total, 8 up, 8 in 2024-04-15T16:32:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:17 smithi090 ceph-mon[89240]: pgmap v32: 121 pgs: 121 active+clean; 99 MiB data, 841 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:17.869 INFO:tasks.rados.rados.0.smithi090.stdout:1071: finishing write tid 1 to smithi09078167-40 2024-04-15T16:32:17.869 INFO:tasks.rados.rados.0.smithi090.stdout:1071: finishing write tid 2 to smithi09078167-40 2024-04-15T16:32:17.869 INFO:tasks.rados.rados.0.smithi090.stdout:1062: done (8 left) 2024-04-15T16:32:17.870 INFO:tasks.rados.rados.0.smithi090.stdout:1063: done (7 left) 2024-04-15T16:32:17.870 INFO:tasks.rados.rados.0.smithi090.stdout:1067: done (6 left) 2024-04-15T16:32:17.870 INFO:tasks.rados.rados.0.smithi090.stdout:1069: done (5 left) 2024-04-15T16:32:17.870 INFO:tasks.rados.rados.0.smithi090.stdout:1073: done (4 left) 2024-04-15T16:32:17.870 INFO:tasks.rados.rados.0.smithi090.stdout:1076: done (3 left) 2024-04-15T16:32:17.870 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 89 2024-04-15T16:32:17.870 INFO:tasks.rados.rados.0.smithi090.stdout:1071: finishing write tid 3 to smithi09078167-40 2024-04-15T16:32:17.870 INFO:tasks.rados.rados.0.smithi090.stdout:1077: seq_num 348 ranges {1769472=630784,2400256=401408} 2024-04-15T16:32:17.882 INFO:tasks.rados.rados.0.smithi090.stdout:1077: writing smithi09078167-5 from 1769472 to 2400256 tid 1 2024-04-15T16:32:17.885 INFO:tasks.rados.rados.0.smithi090.stdout:1077: writing smithi09078167-5 from 2400256 to 2801664 tid 2 2024-04-15T16:32:17.885 INFO:tasks.rados.rados.0.smithi090.stdout:1078: delete oid 36 current snap is 89 2024-04-15T16:32:17.885 INFO:tasks.rados.rados.0.smithi090.stdout:1071: finishing write tid 4 to smithi09078167-40 2024-04-15T16:32:17.885 INFO:tasks.rados.rados.0.smithi090.stdout:1071: oid 40 updating version 0 to 385 2024-04-15T16:32:17.885 INFO:tasks.rados.rados.0.smithi090.stdout:1071: oid 40 updating version 385 to 386 2024-04-15T16:32:17.885 INFO:tasks.rados.rados.0.smithi090.stdout:1071: oid 40 version 386 is already newer than 384 2024-04-15T16:32:17.885 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 386 (ObjNum 345 snap 89 seq_num 345) dirty exists 2024-04-15T16:32:17.885 INFO:tasks.rados.rados.0.smithi090.stdout:1071: left oid 40 (ObjNum 345 snap 89 seq_num 345) 2024-04-15T16:32:17.885 INFO:tasks.rados.rados.0.smithi090.stdout:1074: finishing write tid 1 to smithi09078167-34 2024-04-15T16:32:17.885 INFO:tasks.rados.rados.0.smithi090.stdout:1074: finishing write tid 2 to smithi09078167-34 2024-04-15T16:32:17.885 INFO:tasks.rados.rados.0.smithi090.stdout:1074: finishing write tid 3 to smithi09078167-34 2024-04-15T16:32:17.886 INFO:tasks.rados.rados.0.smithi090.stdout:1074: finishing write tid 4 to smithi09078167-34 2024-04-15T16:32:17.886 INFO:tasks.rados.rados.0.smithi090.stdout:1074: oid 34 updating version 0 to 207 2024-04-15T16:32:17.886 INFO:tasks.rados.rados.0.smithi090.stdout:1074: oid 34 version 207 is already newer than 206 2024-04-15T16:32:17.886 INFO:tasks.rados.rados.0.smithi090.stdout:1074: oid 34 updating version 207 to 208 2024-04-15T16:32:17.886 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 208 (ObjNum 346 snap 89 seq_num 346) dirty exists 2024-04-15T16:32:17.886 INFO:tasks.rados.rados.0.smithi090.stdout:1074: left oid 34 (ObjNum 346 snap 89 seq_num 346) 2024-04-15T16:32:17.886 INFO:tasks.rados.rados.0.smithi090.stdout:1075: expect (ObjNum 281 snap 71 seq_num 281) 2024-04-15T16:32:17.949 INFO:tasks.rados.rados.0.smithi090.stdout:1077: finishing write tid 1 to smithi09078167-5 2024-04-15T16:32:17.949 INFO:tasks.rados.rados.0.smithi090.stdout:1077: finishing write tid 2 to smithi09078167-5 2024-04-15T16:32:17.950 INFO:tasks.rados.rados.0.smithi090.stdout:1077: finishing write tid 3 to smithi09078167-5 2024-04-15T16:32:17.950 INFO:tasks.rados.rados.0.smithi090.stdout:1077: finishing write tid 4 to smithi09078167-5 2024-04-15T16:32:17.950 INFO:tasks.rados.rados.0.smithi090.stdout:1077: oid 5 updating version 0 to 58 2024-04-15T16:32:17.950 INFO:tasks.rados.rados.0.smithi090.stdout:1077: oid 5 version 58 is already newer than 57 2024-04-15T16:32:17.950 INFO:tasks.rados.rados.0.smithi090.stdout:1077: oid 5 updating version 58 to 59 2024-04-15T16:32:17.950 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 59 (ObjNum 348 snap 89 seq_num 348) dirty exists 2024-04-15T16:32:17.950 INFO:tasks.rados.rados.0.smithi090.stdout:1077: left oid 5 (ObjNum 348 snap 89 seq_num 348) 2024-04-15T16:32:17.950 INFO:tasks.rados.rados.0.smithi090.stdout:1071: done (4 left) 2024-04-15T16:32:17.950 INFO:tasks.rados.rados.0.smithi090.stdout:1074: done (3 left) 2024-04-15T16:32:17.950 INFO:tasks.rados.rados.0.smithi090.stdout:1075: done (2 left) 2024-04-15T16:32:17.950 INFO:tasks.rados.rados.0.smithi090.stdout:1077: done (1 left) 2024-04-15T16:32:17.950 INFO:tasks.rados.rados.0.smithi090.stdout:1078: done (0 left) 2024-04-15T16:32:17.951 INFO:tasks.rados.rados.0.smithi090.stdout:1079: rollback oid 39 current snap is 89 2024-04-15T16:32:17.951 INFO:tasks.rados.rados.0.smithi090.stdout:1079: done (0 left) 2024-04-15T16:32:17.951 INFO:tasks.rados.rados.0.smithi090.stdout:1080: snap_create 2024-04-15T16:32:18.491 INFO:tasks.rados.rados.0.smithi090.stdout:1080: done (0 left) 2024-04-15T16:32:18.492 INFO:tasks.rados.rados.0.smithi090.stdout:1081: read oid 35 snap -1 2024-04-15T16:32:18.492 INFO:tasks.rados.rados.0.smithi090.stdout:1081: expect deleted 2024-04-15T16:32:18.492 INFO:tasks.rados.rados.0.smithi090.stdout:1082: setattr oid 32 current snap is 90 2024-04-15T16:32:18.492 INFO:tasks.rados.rados.0.smithi090.stdout:1081: done (1 left) 2024-04-15T16:32:18.493 INFO:tasks.rados.rados.0.smithi090.stdout:1083: read oid 47 snap 89 2024-04-15T16:32:18.493 INFO:tasks.rados.rados.0.smithi090.stdout:1083: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-15T16:32:18.493 INFO:tasks.rados.rados.0.smithi090.stdout:1084: snap_create 2024-04-15T16:32:18.497 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 187 (ObjNum 177 snap 0 seq_num 3728085872) dirty exists 2024-04-15T16:32:18.500 INFO:tasks.rados.rados.0.smithi090.stdout:1083: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-15T16:32:18.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:18 smithi153 ceph-mon[30366]: osdmap e254: 8 total, 8 up, 8 in 2024-04-15T16:32:18.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:18 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:18.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:18 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:18.805 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:18 smithi090 ceph-mon[91618]: osdmap e254: 8 total, 8 up, 8 in 2024-04-15T16:32:18.805 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:18.805 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:18.806 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:18 smithi090 ceph-mon[89240]: osdmap e254: 8 total, 8 up, 8 in 2024-04-15T16:32:18.806 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:18.806 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:19.086 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:32:18 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:32:18.806+0000 7f2b83936700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-15T16:32:19.389 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:32:19] "GET /metrics HTTP/1.1" 200 36007 "" "Prometheus/2.43.0" 2024-04-15T16:32:19.498 INFO:tasks.rados.rados.0.smithi090.stdout:1082: done (2 left) 2024-04-15T16:32:19.498 INFO:tasks.rados.rados.0.smithi090.stdout:1083: done (1 left) 2024-04-15T16:32:19.498 INFO:tasks.rados.rados.0.smithi090.stdout:1084: done (0 left) 2024-04-15T16:32:19.498 INFO:tasks.rados.rados.0.smithi090.stdout:1085: read oid 50 snap -1 2024-04-15T16:32:19.498 INFO:tasks.rados.rados.0.smithi090.stdout:1085: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:32:19.498 INFO:tasks.rados.rados.0.smithi090.stdout:1086: read oid 37 snap -1 2024-04-15T16:32:19.499 INFO:tasks.rados.rados.0.smithi090.stdout:1086: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:32:19.499 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 91 2024-04-15T16:32:19.499 INFO:tasks.rados.rados.0.smithi090.stdout:1087: seq_num 350 ranges {761856=671744,1433600=401408} 2024-04-15T16:32:19.505 INFO:tasks.rados.rados.0.smithi090.stdout:1087: writing smithi09078167-41 from 761856 to 1433600 tid 1 2024-04-15T16:32:19.508 INFO:tasks.rados.rados.0.smithi090.stdout:1087: writing smithi09078167-41 from 1433600 to 1835008 tid 2 2024-04-15T16:32:19.508 INFO:tasks.rados.rados.0.smithi090.stdout:1088: setattr oid 18 current snap is 91 2024-04-15T16:32:19.508 INFO:tasks.rados.rados.0.smithi090.stdout:1085: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:32:19.512 INFO:tasks.rados.rados.0.smithi090.stdout:1086: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:32:19.515 INFO:tasks.rados.rados.0.smithi090.stdout:1087: finishing write tid 1 to smithi09078167-41 2024-04-15T16:32:19.515 INFO:tasks.rados.rados.0.smithi090.stdout:1087: finishing write tid 2 to smithi09078167-41 2024-04-15T16:32:19.515 INFO:tasks.rados.rados.0.smithi090.stdout:1087: finishing write tid 3 to smithi09078167-41 2024-04-15T16:32:19.516 INFO:tasks.rados.rados.0.smithi090.stdout:1087: finishing write tid 4 to smithi09078167-41 2024-04-15T16:32:19.516 INFO:tasks.rados.rados.0.smithi090.stdout:1087: oid 41 updating version 0 to 210 2024-04-15T16:32:19.516 INFO:tasks.rados.rados.0.smithi090.stdout:1087: oid 41 version 210 is already newer than 209 2024-04-15T16:32:19.516 INFO:tasks.rados.rados.0.smithi090.stdout:1087: oid 41 updating version 210 to 211 2024-04-15T16:32:19.516 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 211 (ObjNum 350 snap 91 seq_num 350) dirty exists 2024-04-15T16:32:19.516 INFO:tasks.rados.rados.0.smithi090.stdout:1087: left oid 41 (ObjNum 350 snap 91 seq_num 350) 2024-04-15T16:32:19.516 INFO:tasks.rados.rados.0.smithi090.stdout:1085: done (3 left) 2024-04-15T16:32:19.516 INFO:tasks.rados.rados.0.smithi090.stdout:1086: done (2 left) 2024-04-15T16:32:19.516 INFO:tasks.rados.rados.0.smithi090.stdout:1087: done (1 left) 2024-04-15T16:32:19.516 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 91 2024-04-15T16:32:19.516 INFO:tasks.rados.rados.0.smithi090.stdout:1089: seq_num 351 ranges {5160960=688128,5849088=401408} 2024-04-15T16:32:19.547 INFO:tasks.rados.rados.0.smithi090.stdout:1089: writing smithi09078167-20 from 5160960 to 5849088 tid 1 2024-04-15T16:32:19.549 INFO:tasks.rados.rados.0.smithi090.stdout:1089: writing smithi09078167-20 from 5849088 to 6250496 tid 2 2024-04-15T16:32:19.550 INFO:tasks.rados.rados.0.smithi090.stdout:1090: rmattr oid 6 current snap is 91 2024-04-15T16:32:19.550 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 396 (ObjNum 328 snap 83 seq_num 328) dirty exists 2024-04-15T16:32:19.550 INFO:tasks.rados.rados.0.smithi090.stdout:1088: done (2 left) 2024-04-15T16:32:19.550 INFO:tasks.rados.rados.0.smithi090.stdout:1091: rmattr oid 49 current snap is 91 2024-04-15T16:32:19.550 INFO:tasks.rados.rados.0.smithi090.stdout:1092: snap_remove snap 89 2024-04-15T16:32:19.755 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:19 smithi153 ceph-mon[30366]: osdmap e255: 8 total, 8 up, 8 in 2024-04-15T16:32:19.755 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:19 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:19.755 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:19 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:19.755 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:19 smithi153 ceph-mon[30366]: pgmap v35: 121 pgs: 121 active+clean; 100 MiB data, 844 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-15T16:32:19.755 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:19 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:32:19.755 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:19 smithi153 ceph-mon[30366]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:32:19.755 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:19 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:19.755 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:19 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:19.756 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:19 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:19.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[91618]: osdmap e255: 8 total, 8 up, 8 in 2024-04-15T16:32:19.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:19.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:19.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[91618]: pgmap v35: 121 pgs: 121 active+clean; 100 MiB data, 844 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-15T16:32:19.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:32:19.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:32:19.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:19.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:19.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:19.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[89240]: osdmap e255: 8 total, 8 up, 8 in 2024-04-15T16:32:19.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:19.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:19.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[89240]: pgmap v35: 121 pgs: 121 active+clean; 100 MiB data, 844 MiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-15T16:32:19.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T16:32:19.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T16:32:19.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:19.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:19.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:19 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:20.507 INFO:tasks.rados.rados.0.smithi090.stdout:1092: done (3 left) 2024-04-15T16:32:20.507 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 91 2024-04-15T16:32:20.508 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T16:32:20.508 INFO:tasks.rados.rados.0.smithi090.stdout:1093: seq_num 352 ranges {0=704512,704512=401408} 2024-04-15T16:32:20.511 INFO:tasks.rados.rados.0.smithi090.stdout:1093: writing smithi09078167-36 from 0 to 704512 tid 1 2024-04-15T16:32:20.514 INFO:tasks.rados.rados.0.smithi090.stdout:1093: writing smithi09078167-36 from 704512 to 1105920 tid 2 2024-04-15T16:32:20.515 INFO:tasks.rados.rados.0.smithi090.stdout:1091: done (3 left) 2024-04-15T16:32:20.515 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 91 2024-04-15T16:32:20.515 INFO:tasks.rados.rados.0.smithi090.stdout:1094: seq_num 353 ranges {0=720896,720896=401408} 2024-04-15T16:32:20.518 INFO:tasks.rados.rados.0.smithi090.stdout:1094: writing smithi09078167-35 from 0 to 720896 tid 1 2024-04-15T16:32:20.522 INFO:tasks.rados.rados.0.smithi090.stdout:1094: writing smithi09078167-35 from 720896 to 1122304 tid 2 2024-04-15T16:32:20.523 INFO:tasks.rados.rados.0.smithi090.stdout:1095: snap_create 2024-04-15T16:32:20.523 INFO:tasks.rados.rados.0.smithi090.stdout:1089: finishing write tid 1 to smithi09078167-20 2024-04-15T16:32:20.523 INFO:tasks.rados.rados.0.smithi090.stdout:1089: finishing write tid 2 to smithi09078167-20 2024-04-15T16:32:20.523 INFO:tasks.rados.rados.0.smithi090.stdout:1089: finishing write tid 3 to smithi09078167-20 2024-04-15T16:32:20.523 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 389 (ObjNum 259 snap 66 seq_num 259) dirty exists 2024-04-15T16:32:20.523 INFO:tasks.rados.rados.0.smithi090.stdout:1089: finishing write tid 4 to smithi09078167-20 2024-04-15T16:32:20.523 INFO:tasks.rados.rados.0.smithi090.stdout:1089: oid 20 updating version 0 to 398 2024-04-15T16:32:20.523 INFO:tasks.rados.rados.0.smithi090.stdout:1089: oid 20 updating version 398 to 399 2024-04-15T16:32:20.523 INFO:tasks.rados.rados.0.smithi090.stdout:1089: oid 20 updating version 399 to 400 2024-04-15T16:32:20.523 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 400 (ObjNum 351 snap 91 seq_num 351) dirty exists 2024-04-15T16:32:20.523 INFO:tasks.rados.rados.0.smithi090.stdout:1089: left oid 20 (ObjNum 351 snap 91 seq_num 351) 2024-04-15T16:32:20.524 INFO:tasks.rados.rados.0.smithi090.stdout:1093: finishing write tid 1 to smithi09078167-36 2024-04-15T16:32:20.524 INFO:tasks.rados.rados.0.smithi090.stdout:1093: finishing write tid 2 to smithi09078167-36 2024-04-15T16:32:20.524 INFO:tasks.rados.rados.0.smithi090.stdout:1093: finishing write tid 3 to smithi09078167-36 2024-04-15T16:32:20.524 INFO:tasks.rados.rados.0.smithi090.stdout:1093: finishing write tid 4 to smithi09078167-36 2024-04-15T16:32:20.524 INFO:tasks.rados.rados.0.smithi090.stdout:1093: oid 36 updating version 0 to 354 2024-04-15T16:32:20.524 INFO:tasks.rados.rados.0.smithi090.stdout:1093: oid 36 version 354 is already newer than 352 2024-04-15T16:32:20.524 INFO:tasks.rados.rados.0.smithi090.stdout:1093: oid 36 version 354 is already newer than 353 2024-04-15T16:32:20.524 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 354 (ObjNum 352 snap 91 seq_num 352) dirty exists 2024-04-15T16:32:20.524 INFO:tasks.rados.rados.0.smithi090.stdout:1093: left oid 36 (ObjNum 352 snap 91 seq_num 352) 2024-04-15T16:32:20.525 INFO:tasks.rados.rados.0.smithi090.stdout:1094: finishing write tid 1 to smithi09078167-35 2024-04-15T16:32:20.525 INFO:tasks.rados.rados.0.smithi090.stdout:1094: finishing write tid 2 to smithi09078167-35 2024-04-15T16:32:20.525 INFO:tasks.rados.rados.0.smithi090.stdout:1094: finishing write tid 3 to smithi09078167-35 2024-04-15T16:32:20.525 INFO:tasks.rados.rados.0.smithi090.stdout:1094: finishing write tid 4 to smithi09078167-35 2024-04-15T16:32:20.526 INFO:tasks.rados.rados.0.smithi090.stdout:1094: oid 35 updating version 0 to 221 2024-04-15T16:32:20.526 INFO:tasks.rados.rados.0.smithi090.stdout:1094: oid 35 version 221 is already newer than 220 2024-04-15T16:32:20.526 INFO:tasks.rados.rados.0.smithi090.stdout:1094: oid 35 version 221 is already newer than 219 2024-04-15T16:32:20.526 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 221 (ObjNum 353 snap 91 seq_num 353) dirty exists 2024-04-15T16:32:20.526 INFO:tasks.rados.rados.0.smithi090.stdout:1094: left oid 35 (ObjNum 353 snap 91 seq_num 353) 2024-04-15T16:32:20.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:20 smithi090 ceph-mon[89240]: osdmap e256: 8 total, 8 up, 8 in 2024-04-15T16:32:20.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:20 smithi090 ceph-mon[91618]: osdmap e256: 8 total, 8 up, 8 in 2024-04-15T16:32:20.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:20 smithi153 ceph-mon[30366]: osdmap e256: 8 total, 8 up, 8 in 2024-04-15T16:32:21.513 INFO:tasks.rados.rados.0.smithi090.stdout:1089: done (4 left) 2024-04-15T16:32:21.513 INFO:tasks.rados.rados.0.smithi090.stdout:1090: done (3 left) 2024-04-15T16:32:21.513 INFO:tasks.rados.rados.0.smithi090.stdout:1093: done (2 left) 2024-04-15T16:32:21.513 INFO:tasks.rados.rados.0.smithi090.stdout:1094: done (1 left) 2024-04-15T16:32:21.513 INFO:tasks.rados.rados.0.smithi090.stdout:1095: done (0 left) 2024-04-15T16:32:21.513 INFO:tasks.rados.rados.0.smithi090.stdout:1096: read oid 5 snap 90 2024-04-15T16:32:21.513 INFO:tasks.rados.rados.0.smithi090.stdout:1096: expect (ObjNum 348 snap 89 seq_num 348) 2024-04-15T16:32:21.513 INFO:tasks.rados.rados.0.smithi090.stdout:1097: read oid 47 snap 91 2024-04-15T16:32:21.513 INFO:tasks.rados.rados.0.smithi090.stdout:1097: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-15T16:32:21.513 INFO:tasks.rados.rados.0.smithi090.stdout:1098: copy_from oid 23 from oid 15 current snap is 92 2024-04-15T16:32:21.513 INFO:tasks.rados.rados.0.smithi090.stdout:1099: delete oid 9 current snap is 92 2024-04-15T16:32:21.522 INFO:tasks.rados.rados.0.smithi090.stdout:1099: done (3 left) 2024-04-15T16:32:21.522 INFO:tasks.rados.rados.0.smithi090.stdout:1100: setattr oid 21 current snap is 92 2024-04-15T16:32:21.523 INFO:tasks.rados.rados.0.smithi090.stdout:1097: expect (ObjNum 169 snap 37 seq_num 169) 2024-04-15T16:32:21.685 INFO:tasks.rados.rados.0.smithi090.stdout:1098: finishing copy_from racing read to smithi09078167-23 2024-04-15T16:32:21.685 INFO:tasks.rados.rados.0.smithi090.stdout:1098: finishing copy_from to smithi09078167-23 2024-04-15T16:32:21.685 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 370 (ObjNum 333 snap 85 seq_num 333) dirty exists 2024-04-15T16:32:21.685 INFO:tasks.rados.rados.0.smithi090.stdout:1096: expect (ObjNum 348 snap 89 seq_num 348) 2024-04-15T16:32:21.805 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 406 (ObjNum 257 snap 0 seq_num 3727856480) dirty exists 2024-04-15T16:32:21.805 INFO:tasks.rados.rados.0.smithi090.stdout:1096: done (3 left) 2024-04-15T16:32:21.805 INFO:tasks.rados.rados.0.smithi090.stdout:1097: done (2 left) 2024-04-15T16:32:21.806 INFO:tasks.rados.rados.0.smithi090.stdout:1098: done (1 left) 2024-04-15T16:32:21.806 INFO:tasks.rados.rados.0.smithi090.stdout:1100: done (0 left) 2024-04-15T16:32:21.806 INFO:tasks.rados.rados.0.smithi090.stdout:1101: rollback oid 2 current snap is 92 2024-04-15T16:32:21.806 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 2 to 91 2024-04-15T16:32:21.806 INFO:tasks.rados.rados.0.smithi090.stdout:1102: delete oid 41 current snap is 92 2024-04-15T16:32:21.807 INFO:tasks.rados.rados.0.smithi090.stdout:1102: done (1 left) 2024-04-15T16:32:21.807 INFO:tasks.rados.rados.0.smithi090.stdout:1103: copy_from oid 47 from oid 30 current snap is 92 2024-04-15T16:32:21.808 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 92 2024-04-15T16:32:21.808 INFO:tasks.rados.rados.0.smithi090.stdout:1104: seq_num 356 ranges {0=770048,770048=401408} 2024-04-15T16:32:21.812 INFO:tasks.rados.rados.0.smithi090.stdout:1104: writing smithi09078167-17 from 0 to 770048 tid 1 2024-04-15T16:32:21.814 INFO:tasks.rados.rados.0.smithi090.stdout:1104: writing smithi09078167-17 from 770048 to 1171456 tid 2 2024-04-15T16:32:21.814 INFO:tasks.rados.rados.0.smithi090.stdout:1105: delete oid 8 current snap is 92 2024-04-15T16:32:21.815 INFO:tasks.rados.rados.0.smithi090.stdout:1101: finishing rollback tid 0 to smithi09078167-2 2024-04-15T16:32:21.815 INFO:tasks.rados.rados.0.smithi090.stdout:1101: finishing rollback tid 1 to smithi09078167-2 2024-04-15T16:32:21.815 INFO:tasks.rados.rados.0.smithi090.stdout:1101: finishing rollback tid 2 to smithi09078167-2 2024-04-15T16:32:21.815 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 227 (ObjNum 303 snap 76 seq_num 303) dirty exists 2024-04-15T16:32:21.817 INFO:tasks.rados.rados.0.smithi090.stdout:1104: finishing write tid 1 to smithi09078167-17 2024-04-15T16:32:21.818 INFO:tasks.rados.rados.0.smithi090.stdout:1104: finishing write tid 2 to smithi09078167-17 2024-04-15T16:32:21.818 INFO:tasks.rados.rados.0.smithi090.stdout:1104: finishing write tid 3 to smithi09078167-17 2024-04-15T16:32:21.818 INFO:tasks.rados.rados.0.smithi090.stdout:1101: done (3 left) 2024-04-15T16:32:21.818 INFO:tasks.rados.rados.0.smithi090.stdout:1105: done (2 left) 2024-04-15T16:32:21.818 INFO:tasks.rados.rados.0.smithi090.stdout:1106: snap_create 2024-04-15T16:32:21.819 INFO:tasks.rados.rados.0.smithi090.stdout:1104: finishing write tid 4 to smithi09078167-17 2024-04-15T16:32:21.819 INFO:tasks.rados.rados.0.smithi090.stdout:1104: oid 17 updating version 0 to 290 2024-04-15T16:32:21.819 INFO:tasks.rados.rados.0.smithi090.stdout:1104: oid 17 updating version 290 to 292 2024-04-15T16:32:21.819 INFO:tasks.rados.rados.0.smithi090.stdout:1104: oid 17 version 292 is already newer than 291 2024-04-15T16:32:21.819 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 292 (ObjNum 356 snap 92 seq_num 356) dirty exists 2024-04-15T16:32:21.819 INFO:tasks.rados.rados.0.smithi090.stdout:1104: left oid 17 (ObjNum 356 snap 92 seq_num 356) 2024-04-15T16:32:21.823 INFO:tasks.rados.rados.0.smithi090.stdout:1103: finishing copy_from racing read to smithi09078167-47 2024-04-15T16:32:21.826 INFO:tasks.rados.rados.0.smithi090.stdout:1103: finishing copy_from to smithi09078167-47 2024-04-15T16:32:21.826 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 349 (ObjNum 321 snap 83 seq_num 321) dirty exists 2024-04-15T16:32:21.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:21 smithi090 ceph-mon[91618]: osdmap e257: 8 total, 8 up, 8 in 2024-04-15T16:32:21.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:21 smithi090 ceph-mon[91618]: pgmap v38: 121 pgs: 121 active+clean; 100 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-04-15T16:32:21.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:21 smithi090 ceph-mon[89240]: osdmap e257: 8 total, 8 up, 8 in 2024-04-15T16:32:21.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:21 smithi090 ceph-mon[89240]: pgmap v38: 121 pgs: 121 active+clean; 100 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-04-15T16:32:21.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:21 smithi153 ceph-mon[30366]: osdmap e257: 8 total, 8 up, 8 in 2024-04-15T16:32:21.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:21 smithi153 ceph-mon[30366]: pgmap v38: 121 pgs: 121 active+clean; 100 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 1.8 MiB/s wr, 22 op/s 2024-04-15T16:32:22.517 INFO:tasks.rados.rados.0.smithi090.stdout:1103: done (2 left) 2024-04-15T16:32:22.517 INFO:tasks.rados.rados.0.smithi090.stdout:1104: done (1 left) 2024-04-15T16:32:22.518 INFO:tasks.rados.rados.0.smithi090.stdout:1106: done (0 left) 2024-04-15T16:32:22.518 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 93 2024-04-15T16:32:22.518 INFO:tasks.rados.rados.0.smithi090.stdout:1107: seq_num 358 ranges {3186688=802816,3989504=401408} 2024-04-15T16:32:22.538 INFO:tasks.rados.rados.0.smithi090.stdout:1107: writing smithi09078167-47 from 3186688 to 3989504 tid 1 2024-04-15T16:32:22.541 INFO:tasks.rados.rados.0.smithi090.stdout:1107: writing smithi09078167-47 from 3989504 to 4390912 tid 2 2024-04-15T16:32:22.541 INFO:tasks.rados.rados.0.smithi090.stdout:1108: snap_remove snap 92 2024-04-15T16:32:22.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:22 smithi090 ceph-mon[91618]: osdmap e258: 8 total, 8 up, 8 in 2024-04-15T16:32:22.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:22.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:22.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:22.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:32:22.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:22.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:22 smithi090 ceph-mon[89240]: osdmap e258: 8 total, 8 up, 8 in 2024-04-15T16:32:22.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:22.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:22.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:22.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:32:22.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:22.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:32:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:32:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:32:22.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:22 smithi153 ceph-mon[30366]: osdmap e258: 8 total, 8 up, 8 in 2024-04-15T16:32:22.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:22 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:22.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:22 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:22.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:22 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:22.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:22 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:32:22.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:22 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:23.526 INFO:tasks.rados.rados.0.smithi090.stdout:1108: done (1 left) 2024-04-15T16:32:23.526 INFO:tasks.rados.rados.0.smithi090.stdout:1109: delete oid 9 current snap is 93 2024-04-15T16:32:23.526 INFO:tasks.rados.rados.0.smithi090.stdout:1107: finishing write tid 1 to smithi09078167-47 2024-04-15T16:32:23.526 INFO:tasks.rados.rados.0.smithi090.stdout:1107: finishing write tid 2 to smithi09078167-47 2024-04-15T16:32:23.527 INFO:tasks.rados.rados.0.smithi090.stdout:1107: finishing write tid 3 to smithi09078167-47 2024-04-15T16:32:23.527 INFO:tasks.rados.rados.0.smithi090.stdout:1107: finishing write tid 4 to smithi09078167-47 2024-04-15T16:32:23.527 INFO:tasks.rados.rados.0.smithi090.stdout:1107: oid 47 updating version 0 to 352 2024-04-15T16:32:23.527 INFO:tasks.rados.rados.0.smithi090.stdout:1107: oid 47 version 352 is already newer than 351 2024-04-15T16:32:23.527 INFO:tasks.rados.rados.0.smithi090.stdout:1107: oid 47 version 352 is already newer than 350 2024-04-15T16:32:23.527 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 352 (ObjNum 358 snap 93 seq_num 358) dirty exists 2024-04-15T16:32:23.527 INFO:tasks.rados.rados.0.smithi090.stdout:1107: left oid 47 (ObjNum 358 snap 93 seq_num 358) 2024-04-15T16:32:23.530 INFO:tasks.rados.rados.0.smithi090.stdout:1107: done (1 left) 2024-04-15T16:32:23.530 INFO:tasks.rados.rados.0.smithi090.stdout:1109: done (0 left) 2024-04-15T16:32:23.530 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 93 2024-04-15T16:32:23.530 INFO:tasks.rados.rados.0.smithi090.stdout:1110: seq_num 360 ranges {0=434176,434176=704512,1138688=98304} 2024-04-15T16:32:23.532 INFO:tasks.rados.rados.0.smithi090.stdout:1110: writing smithi09078167-46 from 0 to 434176 tid 1 2024-04-15T16:32:23.537 INFO:tasks.rados.rados.0.smithi090.stdout:1110: writing smithi09078167-46 from 434176 to 1138688 tid 2 2024-04-15T16:32:23.537 INFO:tasks.rados.rados.0.smithi090.stdout:1110: writing smithi09078167-46 from 1138688 to 1236992 tid 3 2024-04-15T16:32:23.538 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 93 2024-04-15T16:32:23.538 INFO:tasks.rados.rados.0.smithi090.stdout:1110: finishing write tid 1 to smithi09078167-46 2024-04-15T16:32:23.538 INFO:tasks.rados.rados.0.smithi090.stdout:1111: seq_num 361 ranges {786432=450560,1236992=581632,1818624=221184} 2024-04-15T16:32:23.544 INFO:tasks.rados.rados.0.smithi090.stdout:1111: writing smithi09078167-15 from 786432 to 1236992 tid 1 2024-04-15T16:32:23.547 INFO:tasks.rados.rados.0.smithi090.stdout:1111: writing smithi09078167-15 from 1236992 to 1818624 tid 2 2024-04-15T16:32:23.549 INFO:tasks.rados.rados.0.smithi090.stdout:1111: writing smithi09078167-15 from 1818624 to 2039808 tid 3 2024-04-15T16:32:23.549 INFO:tasks.rados.rados.0.smithi090.stdout:1112: read oid 31 snap -1 2024-04-15T16:32:23.549 INFO:tasks.rados.rados.0.smithi090.stdout:1112: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:32:23.550 INFO:tasks.rados.rados.0.smithi090.stdout:1113: copy_from oid 33 from oid 44 current snap is 93 2024-04-15T16:32:23.550 INFO:tasks.rados.rados.0.smithi090.stdout:1110: finishing write tid 2 to smithi09078167-46 2024-04-15T16:32:23.550 INFO:tasks.rados.rados.0.smithi090.stdout:1110: finishing write tid 3 to smithi09078167-46 2024-04-15T16:32:23.550 INFO:tasks.rados.rados.0.smithi090.stdout:1110: finishing write tid 4 to smithi09078167-46 2024-04-15T16:32:23.550 INFO:tasks.rados.rados.0.smithi090.stdout:1110: finishing write tid 5 to smithi09078167-46 2024-04-15T16:32:23.550 INFO:tasks.rados.rados.0.smithi090.stdout:1110: oid 46 updating version 0 to 213 2024-04-15T16:32:23.550 INFO:tasks.rados.rados.0.smithi090.stdout:1110: oid 46 updating version 213 to 216 2024-04-15T16:32:23.550 INFO:tasks.rados.rados.0.smithi090.stdout:1110: oid 46 version 216 is already newer than 214 2024-04-15T16:32:23.550 INFO:tasks.rados.rados.0.smithi090.stdout:1110: oid 46 version 216 is already newer than 215 2024-04-15T16:32:23.550 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 216 (ObjNum 360 snap 93 seq_num 360) dirty exists 2024-04-15T16:32:23.550 INFO:tasks.rados.rados.0.smithi090.stdout:1110: left oid 46 (ObjNum 360 snap 93 seq_num 360) 2024-04-15T16:32:23.550 INFO:tasks.rados.rados.0.smithi090.stdout:1111: finishing write tid 1 to smithi09078167-15 2024-04-15T16:32:23.551 INFO:tasks.rados.rados.0.smithi090.stdout:1110: done (3 left) 2024-04-15T16:32:23.551 INFO:tasks.rados.rados.0.smithi090.stdout:1114: snap_create 2024-04-15T16:32:23.551 INFO:tasks.rados.rados.0.smithi090.stdout:1112: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:32:23.553 INFO:tasks.rados.rados.0.smithi090.stdout:1113: finishing copy_from to smithi09078167-33 2024-04-15T16:32:23.554 INFO:tasks.rados.rados.0.smithi090.stdout:1113: got expected ENOENT (src dne) 2024-04-15T16:32:23.554 INFO:tasks.rados.rados.0.smithi090.stdout:1113: finishing copy_from racing read to smithi09078167-33 2024-04-15T16:32:23.554 INFO:tasks.rados.rados.0.smithi090.stdout:1111: finishing write tid 2 to smithi09078167-15 2024-04-15T16:32:23.554 INFO:tasks.rados.rados.0.smithi090.stdout:1111: finishing write tid 3 to smithi09078167-15 2024-04-15T16:32:23.554 INFO:tasks.rados.rados.0.smithi090.stdout:1111: finishing write tid 4 to smithi09078167-15 2024-04-15T16:32:23.554 INFO:tasks.rados.rados.0.smithi090.stdout:1111: finishing write tid 5 to smithi09078167-15 2024-04-15T16:32:23.554 INFO:tasks.rados.rados.0.smithi090.stdout:1111: oid 15 updating version 0 to 385 2024-04-15T16:32:23.554 INFO:tasks.rados.rados.0.smithi090.stdout:1111: oid 15 updating version 385 to 387 2024-04-15T16:32:23.554 INFO:tasks.rados.rados.0.smithi090.stdout:1111: oid 15 version 387 is already newer than 386 2024-04-15T16:32:23.554 INFO:tasks.rados.rados.0.smithi090.stdout:1111: oid 15 updating version 387 to 388 2024-04-15T16:32:23.554 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 388 (ObjNum 361 snap 93 seq_num 361) dirty exists 2024-04-15T16:32:23.554 INFO:tasks.rados.rados.0.smithi090.stdout:1111: left oid 15 (ObjNum 361 snap 93 seq_num 361) 2024-04-15T16:32:23.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[89240]: osdmap e259: 8 total, 8 up, 8 in 2024-04-15T16:32:23.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:32:23.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:32:23.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T16:32:23.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T16:32:23.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[89240]: Upgrade: It appears safe to stop mon.b 2024-04-15T16:32:23.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[89240]: pgmap v41: 121 pgs: 121 active+clean; 100 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 232 KiB/s wr, 7 op/s 2024-04-15T16:32:23.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:32:23.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[91618]: osdmap e259: 8 total, 8 up, 8 in 2024-04-15T16:32:23.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:32:23.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:32:23.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T16:32:23.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T16:32:23.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[91618]: Upgrade: It appears safe to stop mon.b 2024-04-15T16:32:23.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[91618]: pgmap v41: 121 pgs: 121 active+clean; 100 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 232 KiB/s wr, 7 op/s 2024-04-15T16:32:23.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:32:23.878 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:32:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:32:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:32:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:23 smithi153 ceph-mon[30366]: osdmap e259: 8 total, 8 up, 8 in 2024-04-15T16:32:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:23 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:32:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:23 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:32:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:23 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-15T16:32:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:23 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T16:32:23.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:23 smithi153 ceph-mon[30366]: Upgrade: It appears safe to stop mon.b 2024-04-15T16:32:23.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:23 smithi153 ceph-mon[30366]: pgmap v41: 121 pgs: 121 active+clean; 100 MiB data, 845 MiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 232 KiB/s wr, 7 op/s 2024-04-15T16:32:23.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:23 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:32:24.331 INFO:tasks.rados.rados.0.smithi090.stdout:1111: done (3 left) 2024-04-15T16:32:24.331 INFO:tasks.rados.rados.0.smithi090.stdout:1112: done (2 left) 2024-04-15T16:32:24.331 INFO:tasks.rados.rados.0.smithi090.stdout:1113: done (1 left) 2024-04-15T16:32:24.331 INFO:tasks.rados.rados.0.smithi090.stdout:1114: done (0 left) 2024-04-15T16:32:24.331 INFO:tasks.rados.rados.0.smithi090.stdout:1115: snap_create 2024-04-15T16:32:24.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:24 smithi090 ceph-mon[89240]: osdmap e260: 8 total, 8 up, 8 in 2024-04-15T16:32:24.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:24 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:24.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:24 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:32:24.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:24 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:32:24.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:24 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:24.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:24 smithi090 ceph-mon[89240]: osdmap e261: 8 total, 8 up, 8 in 2024-04-15T16:32:24.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:24 smithi090 ceph-mon[91618]: osdmap e260: 8 total, 8 up, 8 in 2024-04-15T16:32:24.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:24 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:24.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:24 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:32:24.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:24 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:32:24.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:24 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:24.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:24 smithi090 ceph-mon[91618]: osdmap e261: 8 total, 8 up, 8 in 2024-04-15T16:32:24.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:24 smithi153 ceph-mon[30366]: osdmap e260: 8 total, 8 up, 8 in 2024-04-15T16:32:24.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:24 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:24.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:24 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:32:24.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:24 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:32:24.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:24 smithi153 ceph-mon[30366]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:24.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:24 smithi153 ceph-mon[30366]: osdmap e261: 8 total, 8 up, 8 in 2024-04-15T16:32:25.332 INFO:tasks.rados.rados.0.smithi090.stdout:1115: done (0 left) 2024-04-15T16:32:25.332 INFO:tasks.rados.rados.0.smithi090.stdout:1116: snap_remove snap 90 2024-04-15T16:32:25.766 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:25 smithi153 ceph-mon[30366]: Upgrade: Updating mon.b 2024-04-15T16:32:25.766 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:25 smithi153 ceph-mon[30366]: Deploying daemon mon.b on smithi153 2024-04-15T16:32:25.766 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:25 smithi153 ceph-mon[30366]: pgmap v44: 121 pgs: 121 active+clean; 113 MiB data, 860 MiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.2 MiB/s wr, 38 op/s 2024-04-15T16:32:25.766 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:25 smithi153 ceph-mon[30366]: osdmap e262: 8 total, 8 up, 8 in 2024-04-15T16:32:25.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:25 smithi090 ceph-mon[89240]: Upgrade: Updating mon.b 2024-04-15T16:32:25.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:25 smithi090 ceph-mon[89240]: Deploying daemon mon.b on smithi153 2024-04-15T16:32:25.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:25 smithi090 ceph-mon[89240]: pgmap v44: 121 pgs: 121 active+clean; 113 MiB data, 860 MiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.2 MiB/s wr, 38 op/s 2024-04-15T16:32:25.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:25 smithi090 ceph-mon[89240]: osdmap e262: 8 total, 8 up, 8 in 2024-04-15T16:32:25.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:25 smithi090 ceph-mon[91618]: Upgrade: Updating mon.b 2024-04-15T16:32:25.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:25 smithi090 ceph-mon[91618]: Deploying daemon mon.b on smithi153 2024-04-15T16:32:25.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:25 smithi090 ceph-mon[91618]: pgmap v44: 121 pgs: 121 active+clean; 113 MiB data, 860 MiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.2 MiB/s wr, 38 op/s 2024-04-15T16:32:25.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:25 smithi090 ceph-mon[91618]: osdmap e262: 8 total, 8 up, 8 in 2024-04-15T16:32:26.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:26 smithi153 systemd[1]: Stopping Ceph mon.b for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:32:26.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:26 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-b[30347]: 2024-04-15T16:32:26.290+0000 7f4bfa9b9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:32:26.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:26 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-b[30347]: 2024-04-15T16:32:26.290+0000 7f4bfa9b9700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-15T16:32:26.804 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:26 smithi153 podman[84551]: 2024-04-15 16:32:26.453733684 +0000 UTC m=+0.264004861 container died e06ba4d813e63886a28260430208b2765771e498ac25b7cd8234acc8311b8a8d (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-b, RELEASE=reef-e3fb05d, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-15T16:32:27.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:26 smithi153 podman[84551]: 2024-04-15 16:32:26.807846594 +0000 UTC m=+0.618117757 container cleanup e06ba4d813e63886a28260430208b2765771e498ac25b7cd8234acc8311b8a8d (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-b, GIT_BRANCH=HEAD, RELEASE=reef-e3fb05d, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409) 2024-04-15T16:32:27.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:26 smithi153 bash[84551]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-b 2024-04-15T16:32:27.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 podman[84565]: 2024-04-15 16:32:27.05780558 +0000 UTC m=+0.604446538 container remove e06ba4d813e63886a28260430208b2765771e498ac25b7cd8234acc8311b8a8d (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-e3fb05d, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-15T16:32:27.580 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.b.service: Deactivated successfully. 2024-04-15T16:32:27.580 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 systemd[1]: Stopped Ceph mon.b for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:32:27.580 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.b.service: Consumed 9.383s CPU time. 2024-04-15T16:32:27.581 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 systemd[1]: Starting Ceph mon.b for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:32:27.813 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 podman[84695]: 2024-04-15 16:32:27.584059028 +0000 UTC m=+0.107660559 container create a8c48d861c6ea73577b442f6b2e433fd603d70ca74be62f0d7cdd206c26cea1e (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-b, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T16:32:27.813 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 podman[84695]: 2024-04-15 16:32:27.494322342 +0000 UTC m=+0.017923836 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:32:27.813 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 podman[84695]: 2024-04-15 16:32:27.778654469 +0000 UTC m=+0.302255961 container init a8c48d861c6ea73577b442f6b2e433fd603d70ca74be62f0d7cdd206c26cea1e (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-b, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-15T16:32:27.813 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 podman[84695]: 2024-04-15 16:32:27.782401416 +0000 UTC m=+0.306002912 container start a8c48d861c6ea73577b442f6b2e433fd603d70ca74be62f0d7cdd206c26cea1e (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-b, GIT_CLEAN=True, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-15T16:32:27.813 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: set uid:gid to 167:167 (ceph:ceph) 2024-04-15T16:32:27.813 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev), process ceph-mon, pid 2 2024-04-15T16:32:27.814 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: pidfile_write: ignore empty --pid-file 2024-04-15T16:32:27.814 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: load: jerasure load: lrc 2024-04-15T16:32:27.814 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: RocksDB version: 7.9.2 2024-04-15T16:32:27.814 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Git sha 0 2024-04-15T16:32:27.814 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Compile date 2024-04-12 22:42:42 2024-04-15T16:32:27.814 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: DB SUMMARY 2024-04-15T16:32:27.814 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: DB Session ID: 5QO1YLPM9H3XFG97KIYW 2024-04-15T16:32:27.814 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: CURRENT file: CURRENT 2024-04-15T16:32:27.814 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: IDENTITY file: IDENTITY 2024-04-15T16:32:27.814 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1400 Bytes 2024-04-15T16:32:27.814 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-15T16:32:27.814 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 9899182 ; 2024-04-15T16:32:27.814 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.error_if_exists: 0 2024-04-15T16:32:27.814 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.create_if_missing: 0 2024-04-15T16:32:27.815 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.paranoid_checks: 1 2024-04-15T16:32:27.815 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-15T16:32:27.815 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-15T16:32:27.815 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-15T16:32:27.815 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.env: 0x55e08ff45cc0 2024-04-15T16:32:27.815 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.fs: PosixFileSystem 2024-04-15T16:32:27.815 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.info_log: 0x55e090a63be0 2024-04-15T16:32:27.815 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_file_opening_threads: 16 2024-04-15T16:32:27.815 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.statistics: (nil) 2024-04-15T16:32:27.815 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.use_fsync: 0 2024-04-15T16:32:27.815 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_log_file_size: 0 2024-04-15T16:32:27.815 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-15T16:32:27.815 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-15T16:32:27.815 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.keep_log_file_num: 1000 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.recycle_log_file_num: 0 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.allow_fallocate: 1 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.allow_mmap_reads: 0 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.allow_mmap_writes: 0 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.use_direct_reads: 0 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.create_missing_column_families: 0 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.db_log_dir: 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.wal_dir: 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-15T16:32:27.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.advise_random_on_open: 1 2024-04-15T16:32:27.817 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.db_write_buffer_size: 0 2024-04-15T16:32:27.817 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.write_buffer_manager: 0x55e090a34820 2024-04-15T16:32:27.817 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-15T16:32:27.817 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-15T16:32:27.817 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-15T16:32:27.817 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.rate_limiter: (nil) 2024-04-15T16:32:27.817 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-15T16:32:27.818 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.wal_recovery_mode: 2 2024-04-15T16:32:27.818 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.enable_thread_tracking: 0 2024-04-15T16:32:27.818 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.enable_pipelined_write: 0 2024-04-15T16:32:27.818 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.unordered_write: 0 2024-04-15T16:32:27.818 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-15T16:32:27.818 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-15T16:32:27.818 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-15T16:32:27.818 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-15T16:32:27.818 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.row_cache: None 2024-04-15T16:32:27.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.wal_filter: None 2024-04-15T16:32:27.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-15T16:32:27.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.allow_ingest_behind: 0 2024-04-15T16:32:27.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.two_write_queues: 0 2024-04-15T16:32:27.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.manual_wal_flush: 0 2024-04-15T16:32:27.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.wal_compression: 0 2024-04-15T16:32:27.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.atomic_flush: 0 2024-04-15T16:32:27.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-15T16:32:27.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-15T16:32:27.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-15T16:32:27.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.log_readahead_size: 0 2024-04-15T16:32:27.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-15T16:32:27.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.best_efforts_recovery: 0 2024-04-15T16:32:27.820 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-15T16:32:27.820 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-15T16:32:27.820 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.allow_data_in_errors: 0 2024-04-15T16:32:27.820 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.db_host_id: __hostname__ 2024-04-15T16:32:27.820 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-15T16:32:27.820 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_background_jobs: 2 2024-04-15T16:32:27.820 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_background_compactions: -1 2024-04-15T16:32:27.820 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_subcompactions: 1 2024-04-15T16:32:27.820 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-15T16:32:27.820 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-15T16:32:27.820 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-15T16:32:27.820 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_total_wal_size: 0 2024-04-15T16:32:27.820 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-15T16:32:27.820 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-15T16:32:27.821 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-15T16:32:27.821 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-15T16:32:27.821 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_open_files: -1 2024-04-15T16:32:27.821 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.bytes_per_sync: 0 2024-04-15T16:32:27.821 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-15T16:32:27.821 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-15T16:32:27.821 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compaction_readahead_size: 0 2024-04-15T16:32:27.821 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_background_flushes: -1 2024-04-15T16:32:27.821 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Compression algorithms supported: 2024-04-15T16:32:27.821 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-15T16:32:27.821 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: kZSTD supported: 0 2024-04-15T16:32:27.821 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: kXpressCompression supported: 0 2024-04-15T16:32:27.821 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: kLZ4HCCompression supported: 1 2024-04-15T16:32:27.821 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: kZlibCompression supported: 1 2024-04-15T16:32:27.821 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: kSnappyCompression supported: 1 2024-04-15T16:32:27.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: kLZ4Compression supported: 1 2024-04-15T16:32:27.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: kBZip2Compression supported: 0 2024-04-15T16:32:27.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-15T16:32:27.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-15T16:32:27.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-15T16:32:27.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-15T16:32:27.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-15T16:32:27.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.merge_operator: 2024-04-15T16:32:27.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compaction_filter: None 2024-04-15T16:32:27.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compaction_filter_factory: None 2024-04-15T16:32:27.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.sst_partitioner_factory: None 2024-04-15T16:32:27.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-15T16:32:27.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-15T16:32:27.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e090a63dc0) 2024-04-15T16:32:27.823 INFO:journalctl@ceph.mon.b.smithi153.stdout: cache_index_and_filter_blocks: 1 2024-04-15T16:32:27.823 INFO:journalctl@ceph.mon.b.smithi153.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-15T16:32:27.823 INFO:journalctl@ceph.mon.b.smithi153.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-15T16:32:27.823 INFO:journalctl@ceph.mon.b.smithi153.stdout: pin_top_level_index_and_filter: 1 2024-04-15T16:32:27.823 INFO:journalctl@ceph.mon.b.smithi153.stdout: index_type: 0 2024-04-15T16:32:27.823 INFO:journalctl@ceph.mon.b.smithi153.stdout: data_block_index_type: 0 2024-04-15T16:32:27.823 INFO:journalctl@ceph.mon.b.smithi153.stdout: index_shortening: 1 2024-04-15T16:32:27.823 INFO:journalctl@ceph.mon.b.smithi153.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-15T16:32:27.823 INFO:journalctl@ceph.mon.b.smithi153.stdout: checksum: 4 2024-04-15T16:32:27.823 INFO:journalctl@ceph.mon.b.smithi153.stdout: no_block_cache: 0 2024-04-15T16:32:27.823 INFO:journalctl@ceph.mon.b.smithi153.stdout: block_cache: 0x55e090a67090 2024-04-15T16:32:27.823 INFO:journalctl@ceph.mon.b.smithi153.stdout: block_cache_name: BinnedLRUCache 2024-04-15T16:32:27.823 INFO:journalctl@ceph.mon.b.smithi153.stdout: block_cache_options: 2024-04-15T16:32:27.823 INFO:journalctl@ceph.mon.b.smithi153.stdout: capacity : 536870912 2024-04-15T16:32:27.824 INFO:journalctl@ceph.mon.b.smithi153.stdout: num_shard_bits : 4 2024-04-15T16:32:27.824 INFO:journalctl@ceph.mon.b.smithi153.stdout: strict_capacity_limit : 0 2024-04-15T16:32:27.824 INFO:journalctl@ceph.mon.b.smithi153.stdout: high_pri_pool_ratio: 0.000 2024-04-15T16:32:27.824 INFO:journalctl@ceph.mon.b.smithi153.stdout: block_cache_compressed: (nil) 2024-04-15T16:32:27.824 INFO:journalctl@ceph.mon.b.smithi153.stdout: persistent_cache: (nil) 2024-04-15T16:32:27.824 INFO:journalctl@ceph.mon.b.smithi153.stdout: block_size: 4096 2024-04-15T16:32:27.824 INFO:journalctl@ceph.mon.b.smithi153.stdout: block_size_deviation: 10 2024-04-15T16:32:27.824 INFO:journalctl@ceph.mon.b.smithi153.stdout: block_restart_interval: 16 2024-04-15T16:32:27.824 INFO:journalctl@ceph.mon.b.smithi153.stdout: index_block_restart_interval: 1 2024-04-15T16:32:27.824 INFO:journalctl@ceph.mon.b.smithi153.stdout: metadata_block_size: 4096 2024-04-15T16:32:27.824 INFO:journalctl@ceph.mon.b.smithi153.stdout: partition_filters: 0 2024-04-15T16:32:27.824 INFO:journalctl@ceph.mon.b.smithi153.stdout: use_delta_encoding: 1 2024-04-15T16:32:27.824 INFO:journalctl@ceph.mon.b.smithi153.stdout: filter_policy: bloomfilter 2024-04-15T16:32:27.824 INFO:journalctl@ceph.mon.b.smithi153.stdout: whole_key_filtering: 1 2024-04-15T16:32:27.824 INFO:journalctl@ceph.mon.b.smithi153.stdout: verify_compression: 0 2024-04-15T16:32:27.825 INFO:journalctl@ceph.mon.b.smithi153.stdout: read_amp_bytes_per_bit: 0 2024-04-15T16:32:27.825 INFO:journalctl@ceph.mon.b.smithi153.stdout: format_version: 5 2024-04-15T16:32:27.825 INFO:journalctl@ceph.mon.b.smithi153.stdout: enable_index_compression: 1 2024-04-15T16:32:27.825 INFO:journalctl@ceph.mon.b.smithi153.stdout: block_align: 0 2024-04-15T16:32:27.825 INFO:journalctl@ceph.mon.b.smithi153.stdout: max_auto_readahead_size: 262144 2024-04-15T16:32:27.825 INFO:journalctl@ceph.mon.b.smithi153.stdout: prepopulate_block_cache: 0 2024-04-15T16:32:27.825 INFO:journalctl@ceph.mon.b.smithi153.stdout: initial_auto_readahead_size: 8192 2024-04-15T16:32:27.825 INFO:journalctl@ceph.mon.b.smithi153.stdout: num_file_reads_for_auto_readahead: 2 2024-04-15T16:32:27.825 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.write_buffer_size: 33554432 2024-04-15T16:32:27.825 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_write_buffer_number: 2 2024-04-15T16:32:27.825 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compression: NoCompression 2024-04-15T16:32:27.825 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.bottommost_compression: Disabled 2024-04-15T16:32:27.825 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.prefix_extractor: nullptr 2024-04-15T16:32:27.825 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-15T16:32:27.825 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.num_levels: 7 2024-04-15T16:32:27.826 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-15T16:32:27.826 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-15T16:32:27.826 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-15T16:32:27.826 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-15T16:32:27.826 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-15T16:32:27.826 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-15T16:32:27.826 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-15T16:32:27.826 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-15T16:32:27.826 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-15T16:32:27.826 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-15T16:32:27.826 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-15T16:32:27.826 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-15T16:32:27.826 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-15T16:32:27.826 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compression_opts.level: 32767 2024-04-15T16:32:27.827 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compression_opts.strategy: 0 2024-04-15T16:32:27.827 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-15T16:32:27.827 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-15T16:32:27.827 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-15T16:32:27.827 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-15T16:32:27.827 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compression_opts.enabled: false 2024-04-15T16:32:27.827 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-15T16:32:27.827 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-15T16:32:27.827 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-15T16:32:27.827 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-15T16:32:27.827 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.target_file_size_base: 67108864 2024-04-15T16:32:27.827 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-15T16:32:27.827 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-15T16:32:27.827 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-15T16:32:27.827 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-15T16:32:27.828 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-15T16:32:27.828 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-15T16:32:27.828 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-15T16:32:27.828 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-15T16:32:27.828 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-15T16:32:27.828 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-15T16:32:27.828 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-15T16:32:27.828 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-15T16:32:27.828 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-15T16:32:27.828 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-15T16:32:27.828 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.arena_block_size: 1048576 2024-04-15T16:32:27.828 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-15T16:32:27.828 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-15T16:32:27.828 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.disable_auto_compactions: 0 2024-04-15T16:32:27.828 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-15T16:32:27.829 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-15T16:32:27.829 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-15T16:32:27.829 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-15T16:32:27.829 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-15T16:32:27.829 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-15T16:32:27.829 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-15T16:32:27.829 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-15T16:32:27.829 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-15T16:32:27.829 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-15T16:32:27.829 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-15T16:32:27.829 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.inplace_update_support: 0 2024-04-15T16:32:27.829 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-15T16:32:27.829 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-15T16:32:27.829 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-15T16:32:27.829 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-15T16:32:27.830 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.bloom_locality: 0 2024-04-15T16:32:27.830 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.max_successive_merges: 0 2024-04-15T16:32:27.830 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-15T16:32:27.830 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.paranoid_file_checks: 0 2024-04-15T16:32:27.830 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.force_consistency_checks: 1 2024-04-15T16:32:27.830 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.report_bg_io_stats: 0 2024-04-15T16:32:27.830 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.ttl: 2592000 2024-04-15T16:32:27.830 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-15T16:32:27.830 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-15T16:32:27.830 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-15T16:32:27.830 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.enable_blob_files: false 2024-04-15T16:32:27.830 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.min_blob_size: 0 2024-04-15T16:32:27.831 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.blob_file_size: 268435456 2024-04-15T16:32:27.831 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-15T16:32:27.831 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-15T16:32:27.831 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-15T16:32:27.831 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-15T16:32:27.831 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-15T16:32:27.831 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.blob_file_starting_level: 0 2024-04-15T16:32:27.831 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-15T16:32:27.831 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T16:32:27.831 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13546, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-15T16:32:27.831 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-15T16:32:27.831 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 9e64f928-fdd0-45fa-b33b-5dbe8627dfae 2024-04-15T16:32:27.831 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713198747812979, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-15T16:32:27.831 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-15T16:32:28.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713198747835603, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 6099708, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13551, "largest_seqno": 16709, "table_properties": {"data_size": 6085539, "index_size": 9538, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 3589, "raw_key_size": 32228, "raw_average_key_size": 22, "raw_value_size": 6056081, "raw_average_value_size": 4258, "num_data_blocks": 416, "num_entries": 1422, "num_filter_entries": 1422, "num_deletions": 288, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1713198747, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "9e64f928-fdd0-45fa-b33b-5dbe8627dfae", "db_session_id": "5QO1YLPM9H3XFG97KIYW", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-15T16:32:28.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: EVENT_LOG_v1 {"time_micros": 1713198747835710, "job": 1, "event": "recovery_finished"} 2024-04-15T16:32:28.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-15T16:32:28.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-15T16:32:28.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-15T16:32:28.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e090b56000 2024-04-15T16:32:28.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: DB pointer 0x55e090b40000 2024-04-15T16:32:28.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-15T16:32:28.129 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-15T16:32:28.129 INFO:journalctl@ceph.mon.b.smithi153.stdout: ** DB Stats ** 2024-04-15T16:32:28.129 INFO:journalctl@ceph.mon.b.smithi153.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T16:32:28.130 INFO:journalctl@ceph.mon.b.smithi153.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-15T16:32:28.130 INFO:journalctl@ceph.mon.b.smithi153.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T16:32:28.130 INFO:journalctl@ceph.mon.b.smithi153.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T16:32:28.130 INFO:journalctl@ceph.mon.b.smithi153.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-15T16:32:28.130 INFO:journalctl@ceph.mon.b.smithi153.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-15T16:32:28.130 INFO:journalctl@ceph.mon.b.smithi153.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-15T16:32:28.130 INFO:journalctl@ceph.mon.b.smithi153.stdout: 2024-04-15T16:32:28.130 INFO:journalctl@ceph.mon.b.smithi153.stdout: ** Compaction Stats [default] ** 2024-04-15T16:32:28.130 INFO:journalctl@ceph.mon.b.smithi153.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T16:32:28.130 INFO:journalctl@ceph.mon.b.smithi153.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-15T16:32:28.130 INFO:journalctl@ceph.mon.b.smithi153.stdout: L0 1/0 5.82 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 604.3 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-04-15T16:32:28.130 INFO:journalctl@ceph.mon.b.smithi153.stdout: L6 1/0 7.76 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-15T16:32:28.130 INFO:journalctl@ceph.mon.b.smithi153.stdout: Sum 2/0 13.58 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 604.3 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-04-15T16:32:28.131 INFO:journalctl@ceph.mon.b.smithi153.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 604.3 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-04-15T16:32:28.131 INFO:journalctl@ceph.mon.b.smithi153.stdout: 2024-04-15T16:32:28.131 INFO:journalctl@ceph.mon.b.smithi153.stdout: ** Compaction Stats [default] ** 2024-04-15T16:32:28.131 INFO:journalctl@ceph.mon.b.smithi153.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-15T16:32:28.131 INFO:journalctl@ceph.mon.b.smithi153.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-15T16:32:28.131 INFO:journalctl@ceph.mon.b.smithi153.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 604.3 0.01 0.00 1 0.010 0 0 0.0 0.0 2024-04-15T16:32:28.131 INFO:journalctl@ceph.mon.b.smithi153.stdout: 2024-04-15T16:32:28.131 INFO:journalctl@ceph.mon.b.smithi153.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-15T16:32:28.131 INFO:journalctl@ceph.mon.b.smithi153.stdout: 2024-04-15T16:32:28.131 INFO:journalctl@ceph.mon.b.smithi153.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-15T16:32:28.131 INFO:journalctl@ceph.mon.b.smithi153.stdout: Flush(GB): cumulative 0.006, interval 0.006 2024-04-15T16:32:28.131 INFO:journalctl@ceph.mon.b.smithi153.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-15T16:32:28.131 INFO:journalctl@ceph.mon.b.smithi153.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-15T16:32:28.132 INFO:journalctl@ceph.mon.b.smithi153.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-15T16:32:28.132 INFO:journalctl@ceph.mon.b.smithi153.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-15T16:32:28.132 INFO:journalctl@ceph.mon.b.smithi153.stdout: Cumulative compaction: 0.01 GB write, 228.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T16:32:28.132 INFO:journalctl@ceph.mon.b.smithi153.stdout: Interval compaction: 0.01 GB write, 228.60 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-15T16:32:28.132 INFO:journalctl@ceph.mon.b.smithi153.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-15T16:32:28.132 INFO:journalctl@ceph.mon.b.smithi153.stdout: Block cache BinnedLRUCache@0x55e090a67090#2 capacity: 512.00 MB usage: 14.11 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-15T16:32:28.132 INFO:journalctl@ceph.mon.b.smithi153.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,4.03 KB,0.0007689%) IndexBlock(1,10.08 KB,0.00192225%) Misc(1,0.00 KB,0%) 2024-04-15T16:32:28.132 INFO:journalctl@ceph.mon.b.smithi153.stdout: 2024-04-15T16:32:28.132 INFO:journalctl@ceph.mon.b.smithi153.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-15T16:32:28.132 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: starting mon.b rank 1 at public addrs [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] at bind addrs [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:32:28.132 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: mon.b@-1(???) e3 preinit fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:32:28.132 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: mon.b@-1(???).mds e6 new map 2024-04-15T16:32:28.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: mon.b@-1(???).mds e6 print_map 2024-04-15T16:32:28.133 INFO:journalctl@ceph.mon.b.smithi153.stdout: e6 2024-04-15T16:32:28.133 INFO:journalctl@ceph.mon.b.smithi153.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-15T16:32:28.133 INFO:journalctl@ceph.mon.b.smithi153.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T16:32:28.133 INFO:journalctl@ceph.mon.b.smithi153.stdout: legacy client fscid: 1 2024-04-15T16:32:28.133 INFO:journalctl@ceph.mon.b.smithi153.stdout: 2024-04-15T16:32:28.133 INFO:journalctl@ceph.mon.b.smithi153.stdout: Filesystem 'cephfs' (1) 2024-04-15T16:32:28.133 INFO:journalctl@ceph.mon.b.smithi153.stdout: fs_name cephfs 2024-04-15T16:32:28.133 INFO:journalctl@ceph.mon.b.smithi153.stdout: epoch 6 2024-04-15T16:32:28.133 INFO:journalctl@ceph.mon.b.smithi153.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-15T16:32:28.133 INFO:journalctl@ceph.mon.b.smithi153.stdout: created 2024-04-15T16:25:34.303278+0000 2024-04-15T16:32:28.133 INFO:journalctl@ceph.mon.b.smithi153.stdout: modified 2024-04-15T16:25:36.315147+0000 2024-04-15T16:32:28.134 INFO:journalctl@ceph.mon.b.smithi153.stdout: tableserver 0 2024-04-15T16:32:28.134 INFO:journalctl@ceph.mon.b.smithi153.stdout: root 0 2024-04-15T16:32:28.134 INFO:journalctl@ceph.mon.b.smithi153.stdout: session_timeout 60 2024-04-15T16:32:28.134 INFO:journalctl@ceph.mon.b.smithi153.stdout: session_autoclose 300 2024-04-15T16:32:28.134 INFO:journalctl@ceph.mon.b.smithi153.stdout: max_file_size 1099511627776 2024-04-15T16:32:28.134 INFO:journalctl@ceph.mon.b.smithi153.stdout: max_xattr_size 65536 2024-04-15T16:32:28.134 INFO:journalctl@ceph.mon.b.smithi153.stdout: required_client_features {} 2024-04-15T16:32:28.134 INFO:journalctl@ceph.mon.b.smithi153.stdout: last_failure 0 2024-04-15T16:32:28.134 INFO:journalctl@ceph.mon.b.smithi153.stdout: last_failure_osd_epoch 0 2024-04-15T16:32:28.134 INFO:journalctl@ceph.mon.b.smithi153.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-15T16:32:28.134 INFO:journalctl@ceph.mon.b.smithi153.stdout: max_mds 1 2024-04-15T16:32:28.134 INFO:journalctl@ceph.mon.b.smithi153.stdout: in 0 2024-04-15T16:32:28.134 INFO:journalctl@ceph.mon.b.smithi153.stdout: up {0=24365} 2024-04-15T16:32:28.134 INFO:journalctl@ceph.mon.b.smithi153.stdout: failed 2024-04-15T16:32:28.135 INFO:journalctl@ceph.mon.b.smithi153.stdout: damaged 2024-04-15T16:32:28.135 INFO:journalctl@ceph.mon.b.smithi153.stdout: stopped 2024-04-15T16:32:28.135 INFO:journalctl@ceph.mon.b.smithi153.stdout: data_pools [3] 2024-04-15T16:32:28.135 INFO:journalctl@ceph.mon.b.smithi153.stdout: metadata_pool 2 2024-04-15T16:32:28.135 INFO:journalctl@ceph.mon.b.smithi153.stdout: inline_data disabled 2024-04-15T16:32:28.135 INFO:journalctl@ceph.mon.b.smithi153.stdout: balancer 2024-04-15T16:32:28.135 INFO:journalctl@ceph.mon.b.smithi153.stdout: bal_rank_mask -1 2024-04-15T16:32:28.135 INFO:journalctl@ceph.mon.b.smithi153.stdout: standby_count_wanted 0 2024-04-15T16:32:28.135 INFO:journalctl@ceph.mon.b.smithi153.stdout: qdb_cluster leader: 0 members: 2024-04-15T16:32:28.135 INFO:journalctl@ceph.mon.b.smithi153.stdout: [mds.a{0:24365} state up:active seq 3 addr [v2:172.21.15.90:6834/4039869308,v1:172.21.15.90:6835/4039869308] compat {c=[1],r=[1],i=[7ff]}] 2024-04-15T16:32:28.135 INFO:journalctl@ceph.mon.b.smithi153.stdout: 2024-04-15T16:32:28.135 INFO:journalctl@ceph.mon.b.smithi153.stdout: 2024-04-15T16:32:28.135 INFO:journalctl@ceph.mon.b.smithi153.stdout: Standby daemons: 2024-04-15T16:32:28.135 INFO:journalctl@ceph.mon.b.smithi153.stdout: 2024-04-15T16:32:28.136 INFO:journalctl@ceph.mon.b.smithi153.stdout: [mds.b{-1:24316} state up:standby seq 1 addr [v2:172.21.15.153:6832/3196985028,v1:172.21.15.153:6833/3196985028] compat {c=[1],r=[1],i=[7ff]}] 2024-04-15T16:32:28.136 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: mon.b@-1(???).osd e262 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-15T16:32:28.136 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: mon.b@-1(???).osd e262 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T16:32:28.136 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: mon.b@-1(???).osd e262 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T16:32:28.136 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: mon.b@-1(???).osd e262 crush map has features 432629308056666112, adjusting msgr requires 2024-04-15T16:32:28.136 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 ceph-mon[84714]: mon.b@-1(???).paxosservice(auth 1..21) refresh upgraded, format 0 -> 3 2024-04-15T16:32:28.136 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 bash[84695]: a8c48d861c6ea73577b442f6b2e433fd603d70ca74be62f0d7cdd206c26cea1e 2024-04-15T16:32:28.136 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:27 smithi153 systemd[1]: Started Ceph mon.b for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:32:29.347 INFO:tasks.rados.rados.0.smithi090.stdout:1116: done (0 left) 2024-04-15T16:32:29.347 INFO:tasks.rados.rados.0.smithi090.stdout:1117: snap_remove snap 93 2024-04-15T16:32:29.438 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:32:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:32:29] "GET /metrics HTTP/1.1" 200 35997 "" "Prometheus/2.43.0" 2024-04-15T16:32:32.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:32:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:32:33.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:32:32 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:32:32.844+0000 7f2b83936700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-15T16:32:33.878 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:32:33 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:32:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:32:34.421 INFO:tasks.rados.rados.0.smithi090.stdout:1117: done (0 left) 2024-04-15T16:32:34.421 INFO:tasks.rados.rados.0.smithi090.stdout:1118: delete oid 6 current snap is 95 2024-04-15T16:32:34.427 INFO:tasks.rados.rados.0.smithi090.stdout:1118: done (0 left) 2024-04-15T16:32:34.427 INFO:tasks.rados.rados.0.smithi090.stdout:1119: read oid 23 snap 94 2024-04-15T16:32:34.428 INFO:tasks.rados.rados.0.smithi090.stdout:1119: expect (ObjNum 333 snap 85 seq_num 333) 2024-04-15T16:32:34.428 INFO:tasks.rados.rados.0.smithi090.stdout:1120: delete oid 13 current snap is 95 2024-04-15T16:32:34.432 INFO:tasks.rados.rados.0.smithi090.stdout:1120: done (1 left) 2024-04-15T16:32:34.432 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 95 2024-04-15T16:32:34.432 INFO:tasks.rados.rados.0.smithi090.stdout:1121: seq_num 364 ranges {2015232=499712,2514944=638976,3153920=163840} 2024-04-15T16:32:34.446 INFO:tasks.rados.rados.0.smithi090.stdout:1121: writing smithi09078167-25 from 2015232 to 2514944 tid 1 2024-04-15T16:32:34.450 INFO:tasks.rados.rados.0.smithi090.stdout:1121: writing smithi09078167-25 from 2514944 to 3153920 tid 2 2024-04-15T16:32:34.451 INFO:tasks.rados.rados.0.smithi090.stdout:1121: writing smithi09078167-25 from 3153920 to 3317760 tid 3 2024-04-15T16:32:34.452 INFO:tasks.rados.rados.0.smithi090.stdout:1122: read oid 21 snap -1 2024-04-15T16:32:34.452 INFO:tasks.rados.rados.0.smithi090.stdout:1122: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:32:34.452 INFO:tasks.rados.rados.0.smithi090.stdout:1123: read oid 18 snap -1 2024-04-15T16:32:34.452 INFO:tasks.rados.rados.0.smithi090.stdout:1123: expect (ObjNum 328 snap 83 seq_num 328) 2024-04-15T16:32:34.452 INFO:tasks.rados.rados.0.smithi090.stdout:1124: delete oid 27 current snap is 95 2024-04-15T16:32:34.452 INFO:tasks.rados.rados.0.smithi090.stdout:1119: expect (ObjNum 333 snap 85 seq_num 333) 2024-04-15T16:32:34.473 INFO:tasks.rados.rados.0.smithi090.stdout:1121: finishing write tid 1 to smithi09078167-25 2024-04-15T16:32:34.473 INFO:tasks.rados.rados.0.smithi090.stdout:1121: finishing write tid 2 to smithi09078167-25 2024-04-15T16:32:34.473 INFO:tasks.rados.rados.0.smithi090.stdout:1121: finishing write tid 3 to smithi09078167-25 2024-04-15T16:32:34.473 INFO:tasks.rados.rados.0.smithi090.stdout:1121: finishing write tid 4 to smithi09078167-25 2024-04-15T16:32:34.473 INFO:tasks.rados.rados.0.smithi090.stdout:1122: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:32:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1121: finishing write tid 5 to smithi09078167-25 2024-04-15T16:32:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1121: oid 25 updating version 0 to 417 2024-04-15T16:32:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1121: oid 25 version 417 is already newer than 414 2024-04-15T16:32:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1121: oid 25 version 417 is already newer than 415 2024-04-15T16:32:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1121: oid 25 version 417 is already newer than 416 2024-04-15T16:32:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 417 (ObjNum 364 snap 95 seq_num 364) dirty exists 2024-04-15T16:32:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1121: left oid 25 (ObjNum 364 snap 95 seq_num 364) 2024-04-15T16:32:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1119: done (4 left) 2024-04-15T16:32:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1121: done (3 left) 2024-04-15T16:32:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1122: done (2 left) 2024-04-15T16:32:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1124: done (1 left) 2024-04-15T16:32:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1125: read oid 25 snap -1 2024-04-15T16:32:34.477 INFO:tasks.rados.rados.0.smithi090.stdout:1125: expect (ObjNum 364 snap 95 seq_num 364) 2024-04-15T16:32:34.478 INFO:tasks.rados.rados.0.smithi090.stdout:1126: copy_from oid 7 from oid 27 current snap is 95 2024-04-15T16:32:34.478 INFO:tasks.rados.rados.0.smithi090.stdout:1127: read oid 28 snap 91 2024-04-15T16:32:34.478 INFO:tasks.rados.rados.0.smithi090.stdout:1127: expect (ObjNum -566463872 snap 22010 seq_num 3728371904) 2024-04-15T16:32:34.478 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 95 2024-04-15T16:32:34.478 INFO:tasks.rados.rados.0.smithi090.stdout:1128: seq_num 366 ranges {2752512=532480,3284992=458752,3743744=344064} 2024-04-15T16:32:34.494 INFO:tasks.rados.rados.0.smithi090.stdout:1128: writing smithi09078167-1 from 2752512 to 3284992 tid 1 2024-04-15T16:32:34.497 INFO:tasks.rados.rados.0.smithi090.stdout:1128: writing smithi09078167-1 from 3284992 to 3743744 tid 2 2024-04-15T16:32:34.499 INFO:tasks.rados.rados.0.smithi090.stdout:1128: writing smithi09078167-1 from 3743744 to 4087808 tid 3 2024-04-15T16:32:34.499 INFO:tasks.rados.rados.0.smithi090.stdout:1129: delete oid 6 current snap is 95 2024-04-15T16:32:34.499 INFO:tasks.rados.rados.0.smithi090.stdout:1127: expect (ObjNum -566463872 snap 22010 seq_num 3728371904) 2024-04-15T16:32:34.500 INFO:tasks.rados.rados.0.smithi090.stdout:1126: finishing copy_from to smithi09078167-7 2024-04-15T16:32:34.500 INFO:tasks.rados.rados.0.smithi090.stdout:1126: got expected ENOENT (src dne) 2024-04-15T16:32:34.500 INFO:tasks.rados.rados.0.smithi090.stdout:1126: finishing copy_from racing read to smithi09078167-7 2024-04-15T16:32:34.501 INFO:tasks.rados.rados.0.smithi090.stdout:1123: expect (ObjNum 328 snap 83 seq_num 328) 2024-04-15T16:32:34.776 INFO:tasks.rados.rados.0.smithi090.stdout:1125: expect (ObjNum 364 snap 95 seq_num 364) 2024-04-15T16:32:34.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:34.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: mon.a calling monitor election 2024-04-15T16:32:34.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: mon.c calling monitor election 2024-04-15T16:32:34.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:34.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:34.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: mon.b calling monitor election 2024-04-15T16:32:34.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: pgmap v49: 121 pgs: 121 active+clean; 113 MiB data, 863 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:34.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: pgmap v50: 121 pgs: 121 active+clean; 113 MiB data, 863 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:34.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-04-15T16:32:34.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: overall HEALTH_OK 2024-04-15T16:32:34.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: mon.a calling monitor election 2024-04-15T16:32:34.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T16:32:34.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: monmap epoch 4 2024-04-15T16:32:34.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:32:34.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: last_changed 2024-04-15T16:32:29.347013+0000 2024-04-15T16:32:34.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: created 2024-04-15T16:19:57.302974+0000 2024-04-15T16:32:34.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: min_mon_release 19 (squid) 2024-04-15T16:32:34.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: election_strategy: 1 2024-04-15T16:32:34.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-15T16:32:34.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: 1: [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] mon.b 2024-04-15T16:32:34.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: 2: [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] mon.c 2024-04-15T16:32:34.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:32:34.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: osdmap e263: 8 total, 8 up, 8 in 2024-04-15T16:32:34.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: mgrmap e43: y(active, since 41s), standbys: x 2024-04-15T16:32:34.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: overall HEALTH_OK 2024-04-15T16:32:34.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:34.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:34.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:34.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: mon.a calling monitor election 2024-04-15T16:32:34.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: mon.c calling monitor election 2024-04-15T16:32:34.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:34.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:34.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: mon.b calling monitor election 2024-04-15T16:32:34.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: pgmap v49: 121 pgs: 121 active+clean; 113 MiB data, 863 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:34.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: pgmap v50: 121 pgs: 121 active+clean; 113 MiB data, 863 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:34.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-04-15T16:32:34.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: overall HEALTH_OK 2024-04-15T16:32:34.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: mon.a calling monitor election 2024-04-15T16:32:34.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T16:32:34.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: monmap epoch 4 2024-04-15T16:32:34.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:32:34.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: last_changed 2024-04-15T16:32:29.347013+0000 2024-04-15T16:32:34.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: created 2024-04-15T16:19:57.302974+0000 2024-04-15T16:32:34.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: min_mon_release 19 (squid) 2024-04-15T16:32:34.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: election_strategy: 1 2024-04-15T16:32:34.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-15T16:32:34.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: 1: [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] mon.b 2024-04-15T16:32:34.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: 2: [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] mon.c 2024-04-15T16:32:34.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:32:34.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: osdmap e263: 8 total, 8 up, 8 in 2024-04-15T16:32:34.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: mgrmap e43: y(active, since 41s), standbys: x 2024-04-15T16:32:34.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: overall HEALTH_OK 2024-04-15T16:32:34.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:34.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:34 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:34.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T16:32:34.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: mon.a calling monitor election 2024-04-15T16:32:34.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: mon.c calling monitor election 2024-04-15T16:32:34.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T16:32:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T16:32:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: mon.b calling monitor election 2024-04-15T16:32:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: pgmap v49: 121 pgs: 121 active+clean; 113 MiB data, 863 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: pgmap v50: 121 pgs: 121 active+clean; 113 MiB data, 863 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: mon.a is new leader, mons a,c in quorum (ranks 0,2) 2024-04-15T16:32:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: overall HEALTH_OK 2024-04-15T16:32:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: mon.a calling monitor election 2024-04-15T16:32:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-15T16:32:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: monmap epoch 4 2024-04-15T16:32:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T16:32:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: last_changed 2024-04-15T16:32:29.347013+0000 2024-04-15T16:32:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: created 2024-04-15T16:19:57.302974+0000 2024-04-15T16:32:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: min_mon_release 19 (squid) 2024-04-15T16:32:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: election_strategy: 1 2024-04-15T16:32:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: 0: [v2:172.21.15.90:3300/0,v1:172.21.15.90:6789/0] mon.a 2024-04-15T16:32:34.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: 1: [v2:172.21.15.153:3300/0,v1:172.21.15.153:6789/0] mon.b 2024-04-15T16:32:34.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: 2: [v2:172.21.15.90:3301/0,v1:172.21.15.90:6790/0] mon.c 2024-04-15T16:32:34.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:32:34.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: osdmap e263: 8 total, 8 up, 8 in 2024-04-15T16:32:34.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: mgrmap e43: y(active, since 41s), standbys: x 2024-04-15T16:32:34.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: overall HEALTH_OK 2024-04-15T16:32:34.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:34.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:34 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:34.922 INFO:tasks.rados.rados.0.smithi090.stdout:1128: finishing write tid 1 to smithi09078167-1 2024-04-15T16:32:34.922 INFO:tasks.rados.rados.0.smithi090.stdout:1128: finishing write tid 2 to smithi09078167-1 2024-04-15T16:32:34.922 INFO:tasks.rados.rados.0.smithi090.stdout:1128: finishing write tid 3 to smithi09078167-1 2024-04-15T16:32:34.922 INFO:tasks.rados.rados.0.smithi090.stdout:1123: done (5 left) 2024-04-15T16:32:34.922 INFO:tasks.rados.rados.0.smithi090.stdout:1125: done (4 left) 2024-04-15T16:32:34.922 INFO:tasks.rados.rados.0.smithi090.stdout:1126: done (3 left) 2024-04-15T16:32:34.922 INFO:tasks.rados.rados.0.smithi090.stdout:1127: done (2 left) 2024-04-15T16:32:34.922 INFO:tasks.rados.rados.0.smithi090.stdout:1129: done (1 left) 2024-04-15T16:32:34.922 INFO:tasks.rados.rados.0.smithi090.stdout:1130: rollback oid 15 current snap is 95 2024-04-15T16:32:34.922 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 94 2024-04-15T16:32:34.922 INFO:tasks.rados.rados.0.smithi090.stdout:1128: finishing write tid 4 to smithi09078167-1 2024-04-15T16:32:34.922 INFO:tasks.rados.rados.0.smithi090.stdout:1128: finishing write tid 5 to smithi09078167-1 2024-04-15T16:32:34.923 INFO:tasks.rados.rados.0.smithi090.stdout:1128: oid 1 updating version 0 to 420 2024-04-15T16:32:34.923 INFO:tasks.rados.rados.0.smithi090.stdout:1128: oid 1 version 420 is already newer than 419 2024-04-15T16:32:34.923 INFO:tasks.rados.rados.0.smithi090.stdout:1128: oid 1 updating version 420 to 421 2024-04-15T16:32:34.923 INFO:tasks.rados.rados.0.smithi090.stdout:1128: oid 1 updating version 421 to 422 2024-04-15T16:32:34.923 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 422 (ObjNum 366 snap 95 seq_num 366) dirty exists 2024-04-15T16:32:34.923 INFO:tasks.rados.rados.0.smithi090.stdout:1128: left oid 1 (ObjNum 366 snap 95 seq_num 366) 2024-04-15T16:32:34.923 INFO:tasks.rados.rados.0.smithi090.stdout:1128: done (1 left) 2024-04-15T16:32:34.923 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 95 2024-04-15T16:32:34.923 INFO:tasks.rados.rados.0.smithi090.stdout:1131: seq_num 368 ranges {2564096=573440,3137536=622592,3760128=180224} 2024-04-15T16:32:34.937 INFO:tasks.rados.rados.0.smithi090.stdout:1131: writing smithi09078167-3 from 2564096 to 3137536 tid 1 2024-04-15T16:32:34.941 INFO:tasks.rados.rados.0.smithi090.stdout:1131: writing smithi09078167-3 from 3137536 to 3760128 tid 2 2024-04-15T16:32:34.942 INFO:tasks.rados.rados.0.smithi090.stdout:1131: writing smithi09078167-3 from 3760128 to 3940352 tid 3 2024-04-15T16:32:34.942 INFO:tasks.rados.rados.0.smithi090.stdout:1132: snap_remove snap 91 2024-04-15T16:32:35.436 INFO:tasks.rados.rados.0.smithi090.stdout:1132: done (2 left) 2024-04-15T16:32:35.436 INFO:tasks.rados.rados.0.smithi090.stdout:1133: read oid 48 snap -1 2024-04-15T16:32:35.436 INFO:tasks.rados.rados.0.smithi090.stdout:1133: expect (ObjNum 244 snap 59 seq_num 244) 2024-04-15T16:32:35.436 INFO:tasks.rados.rados.0.smithi090.stdout:1130: finishing rollback tid 0 to smithi09078167-15 2024-04-15T16:32:35.436 INFO:tasks.rados.rados.0.smithi090.stdout:1130: finishing rollback tid 1 to smithi09078167-15 2024-04-15T16:32:35.436 INFO:tasks.rados.rados.0.smithi090.stdout:1130: finishing rollback tid 2 to smithi09078167-15 2024-04-15T16:32:35.436 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 396 (ObjNum 361 snap 93 seq_num 361) dirty exists 2024-04-15T16:32:35.436 INFO:tasks.rados.rados.0.smithi090.stdout:1131: finishing write tid 1 to smithi09078167-3 2024-04-15T16:32:35.437 INFO:tasks.rados.rados.0.smithi090.stdout:1131: finishing write tid 2 to smithi09078167-3 2024-04-15T16:32:35.437 INFO:tasks.rados.rados.0.smithi090.stdout:1131: finishing write tid 3 to smithi09078167-3 2024-04-15T16:32:35.437 INFO:tasks.rados.rados.0.smithi090.stdout:1131: finishing write tid 4 to smithi09078167-3 2024-04-15T16:32:35.437 INFO:tasks.rados.rados.0.smithi090.stdout:1131: finishing write tid 5 to smithi09078167-3 2024-04-15T16:32:35.437 INFO:tasks.rados.rados.0.smithi090.stdout:1131: oid 3 updating version 0 to 295 2024-04-15T16:32:35.437 INFO:tasks.rados.rados.0.smithi090.stdout:1131: oid 3 updating version 295 to 297 2024-04-15T16:32:35.437 INFO:tasks.rados.rados.0.smithi090.stdout:1131: oid 3 version 297 is already newer than 296 2024-04-15T16:32:35.437 INFO:tasks.rados.rados.0.smithi090.stdout:1131: oid 3 version 297 is already newer than 294 2024-04-15T16:32:35.437 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 297 (ObjNum 368 snap 95 seq_num 368) dirty exists 2024-04-15T16:32:35.437 INFO:tasks.rados.rados.0.smithi090.stdout:1131: left oid 3 (ObjNum 368 snap 95 seq_num 368) 2024-04-15T16:32:35.437 INFO:tasks.rados.rados.0.smithi090.stdout:1130: done (2 left) 2024-04-15T16:32:35.437 INFO:tasks.rados.rados.0.smithi090.stdout:1131: done (1 left) 2024-04-15T16:32:35.437 INFO:tasks.rados.rados.0.smithi090.stdout:1134: delete oid 1 current snap is 95 2024-04-15T16:32:35.445 INFO:tasks.rados.rados.0.smithi090.stdout:1134: done (1 left) 2024-04-15T16:32:35.445 INFO:tasks.rados.rados.0.smithi090.stdout:1135: rollback oid 16 current snap is 95 2024-04-15T16:32:35.445 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 94 2024-04-15T16:32:35.445 INFO:tasks.rados.rados.0.smithi090.stdout:1136: rmattr oid 43 current snap is 95 2024-04-15T16:32:35.445 INFO:tasks.rados.rados.0.smithi090.stdout:1136: done (2 left) 2024-04-15T16:32:35.445 INFO:tasks.rados.rados.0.smithi090.stdout:1137: delete oid 8 current snap is 95 2024-04-15T16:32:35.445 INFO:tasks.rados.rados.0.smithi090.stdout:1135: finishing rollback tid 1 to smithi09078167-16 2024-04-15T16:32:35.445 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-15T16:32:35.449 INFO:tasks.rados.rados.0.smithi090.stdout:1135: done (2 left) 2024-04-15T16:32:35.449 INFO:tasks.rados.rados.0.smithi090.stdout:1137: done (1 left) 2024-04-15T16:32:35.449 INFO:tasks.rados.rados.0.smithi090.stdout:1138: read oid 16 snap -1 2024-04-15T16:32:35.449 INFO:tasks.rados.rados.0.smithi090.stdout:1138: expect deleted 2024-04-15T16:32:35.449 INFO:tasks.rados.rados.0.smithi090.stdout:1139: snap_create 2024-04-15T16:32:35.449 INFO:tasks.rados.rados.0.smithi090.stdout:1133: expect (ObjNum 244 snap 59 seq_num 244) 2024-04-15T16:32:35.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:35 smithi153 ceph-mon[84714]: osdmap e264: 8 total, 8 up, 8 in 2024-04-15T16:32:35.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:32:35.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:35 smithi153 ceph-mon[84714]: pgmap v52: 121 pgs: 121 active+clean; 113 MiB data, 863 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:35.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:35 smithi090 ceph-mon[89240]: osdmap e264: 8 total, 8 up, 8 in 2024-04-15T16:32:35.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:32:35.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:35 smithi090 ceph-mon[89240]: pgmap v52: 121 pgs: 121 active+clean; 113 MiB data, 863 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:35.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:35 smithi090 ceph-mon[91618]: osdmap e264: 8 total, 8 up, 8 in 2024-04-15T16:32:35.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:32:35.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:35 smithi090 ceph-mon[91618]: pgmap v52: 121 pgs: 121 active+clean; 113 MiB data, 863 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:36.452 INFO:tasks.rados.rados.0.smithi090.stdout:1133: done (2 left) 2024-04-15T16:32:36.453 INFO:tasks.rados.rados.0.smithi090.stdout:1138: done (1 left) 2024-04-15T16:32:36.453 INFO:tasks.rados.rados.0.smithi090.stdout:1139: done (0 left) 2024-04-15T16:32:36.453 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 96 2024-04-15T16:32:36.453 INFO:tasks.rados.rados.0.smithi090.stdout:1140: seq_num 371 ranges {4440064=622592,5062656=679936,5742592=122880} 2024-04-15T16:32:36.479 INFO:tasks.rados.rados.0.smithi090.stdout:1140: writing smithi09078167-40 from 4440064 to 5062656 tid 1 2024-04-15T16:32:36.482 INFO:tasks.rados.rados.0.smithi090.stdout:1140: writing smithi09078167-40 from 5062656 to 5742592 tid 2 2024-04-15T16:32:36.483 INFO:tasks.rados.rados.0.smithi090.stdout:1140: writing smithi09078167-40 from 5742592 to 5865472 tid 3 2024-04-15T16:32:36.483 INFO:tasks.rados.rados.0.smithi090.stdout:1141: delete oid 2 current snap is 96 2024-04-15T16:32:36.484 INFO:tasks.rados.rados.0.smithi090.stdout:1140: finishing write tid 1 to smithi09078167-40 2024-04-15T16:32:36.487 INFO:tasks.rados.rados.0.smithi090.stdout:1141: done (1 left) 2024-04-15T16:32:36.487 INFO:tasks.rados.rados.0.smithi090.stdout:1142: snap_remove snap 95 2024-04-15T16:32:36.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:36 smithi090 ceph-mon[89240]: osdmap e265: 8 total, 8 up, 8 in 2024-04-15T16:32:36.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:36 smithi090 ceph-mon[91618]: osdmap e265: 8 total, 8 up, 8 in 2024-04-15T16:32:36.840 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:36 smithi153 ceph-mon[84714]: osdmap e265: 8 total, 8 up, 8 in 2024-04-15T16:32:37.459 INFO:tasks.rados.rados.0.smithi090.stdout:1140: finishing write tid 2 to smithi09078167-40 2024-04-15T16:32:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:1140: finishing write tid 3 to smithi09078167-40 2024-04-15T16:32:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:1140: finishing write tid 4 to smithi09078167-40 2024-04-15T16:32:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:1140: finishing write tid 5 to smithi09078167-40 2024-04-15T16:32:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:1140: oid 40 updating version 0 to 403 2024-04-15T16:32:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:1140: oid 40 updating version 403 to 404 2024-04-15T16:32:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:1140: oid 40 version 404 is already newer than 402 2024-04-15T16:32:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:1140: oid 40 version 404 is already newer than 401 2024-04-15T16:32:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 404 (ObjNum 371 snap 96 seq_num 371) dirty exists 2024-04-15T16:32:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:1140: left oid 40 (ObjNum 371 snap 96 seq_num 371) 2024-04-15T16:32:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:1140: done (1 left) 2024-04-15T16:32:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:1142: done (0 left) 2024-04-15T16:32:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:1143: copy_from oid 18 from oid 9 current snap is 96 2024-04-15T16:32:37.461 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 96 2024-04-15T16:32:37.461 INFO:tasks.rados.rados.0.smithi090.stdout:1144: seq_num 373 ranges {2514944=655360,3170304=499712,3670016=303104} 2024-04-15T16:32:37.476 INFO:tasks.rados.rados.0.smithi090.stdout:1144: writing smithi09078167-48 from 2514944 to 3170304 tid 1 2024-04-15T16:32:37.479 INFO:tasks.rados.rados.0.smithi090.stdout:1144: writing smithi09078167-48 from 3170304 to 3670016 tid 2 2024-04-15T16:32:37.482 INFO:tasks.rados.rados.0.smithi090.stdout:1144: writing smithi09078167-48 from 3670016 to 3973120 tid 3 2024-04-15T16:32:37.482 INFO:tasks.rados.rados.0.smithi090.stdout:1145: delete oid 27 current snap is 96 2024-04-15T16:32:37.482 INFO:tasks.rados.rados.0.smithi090.stdout:1143: finishing copy_from to smithi09078167-18 2024-04-15T16:32:37.483 INFO:tasks.rados.rados.0.smithi090.stdout:1143: got expected ENOENT (src dne) 2024-04-15T16:32:37.483 INFO:tasks.rados.rados.0.smithi090.stdout:1143: finishing copy_from racing read to smithi09078167-18 2024-04-15T16:32:37.484 INFO:tasks.rados.rados.0.smithi090.stdout:1143: done (2 left) 2024-04-15T16:32:37.484 INFO:tasks.rados.rados.0.smithi090.stdout:1145: done (1 left) 2024-04-15T16:32:37.484 INFO:tasks.rados.rados.0.smithi090.stdout:1146: read oid 7 snap 94 2024-04-15T16:32:37.484 INFO:tasks.rados.rados.0.smithi090.stdout:1146: expect (ObjNum 343 snap 89 seq_num 343) 2024-04-15T16:32:37.484 INFO:tasks.rados.rados.0.smithi090.stdout:1147: read oid 6 snap -1 2024-04-15T16:32:37.484 INFO:tasks.rados.rados.0.smithi090.stdout:1147: expect deleted 2024-04-15T16:32:37.484 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 96 2024-04-15T16:32:37.485 INFO:tasks.rados.rados.0.smithi090.stdout:1148: seq_num 375 ranges {0=688128,688128=663552,1351680=139264} 2024-04-15T16:32:37.488 INFO:tasks.rados.rados.0.smithi090.stdout:1148: writing smithi09078167-10 from 0 to 688128 tid 1 2024-04-15T16:32:37.492 INFO:tasks.rados.rados.0.smithi090.stdout:1148: writing smithi09078167-10 from 688128 to 1351680 tid 2 2024-04-15T16:32:37.493 INFO:tasks.rados.rados.0.smithi090.stdout:1148: writing smithi09078167-10 from 1351680 to 1490944 tid 3 2024-04-15T16:32:37.493 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 96 2024-04-15T16:32:37.493 INFO:tasks.rados.rados.0.smithi090.stdout:1149: seq_num 376 ranges {3940352=704512,4644864=548864,5193728=253952} 2024-04-15T16:32:37.518 INFO:tasks.rados.rados.0.smithi090.stdout:1149: writing smithi09078167-3 from 3940352 to 4644864 tid 1 2024-04-15T16:32:37.520 INFO:tasks.rados.rados.0.smithi090.stdout:1149: writing smithi09078167-3 from 4644864 to 5193728 tid 2 2024-04-15T16:32:37.523 INFO:tasks.rados.rados.0.smithi090.stdout:1149: writing smithi09078167-3 from 5193728 to 5447680 tid 3 2024-04-15T16:32:37.523 INFO:tasks.rados.rados.0.smithi090.stdout:1150: read oid 9 snap -1 2024-04-15T16:32:37.523 INFO:tasks.rados.rados.0.smithi090.stdout:1150: expect deleted 2024-04-15T16:32:37.523 INFO:tasks.rados.rados.0.smithi090.stdout:1151: copy_from oid 42 from oid 20 current snap is 96 2024-04-15T16:32:37.523 INFO:tasks.rados.rados.0.smithi090.stdout:1144: finishing write tid 1 to smithi09078167-48 2024-04-15T16:32:37.524 INFO:tasks.rados.rados.0.smithi090.stdout:1144: finishing write tid 2 to smithi09078167-48 2024-04-15T16:32:37.524 INFO:tasks.rados.rados.0.smithi090.stdout:1144: finishing write tid 3 to smithi09078167-48 2024-04-15T16:32:37.524 INFO:tasks.rados.rados.0.smithi090.stdout:1144: finishing write tid 4 to smithi09078167-48 2024-04-15T16:32:37.524 INFO:tasks.rados.rados.0.smithi090.stdout:1144: finishing write tid 5 to smithi09078167-48 2024-04-15T16:32:37.524 INFO:tasks.rados.rados.0.smithi090.stdout:1144: oid 48 updating version 0 to 354 2024-04-15T16:32:37.524 INFO:tasks.rados.rados.0.smithi090.stdout:1144: oid 48 updating version 354 to 355 2024-04-15T16:32:37.524 INFO:tasks.rados.rados.0.smithi090.stdout:1144: oid 48 updating version 355 to 356 2024-04-15T16:32:37.524 INFO:tasks.rados.rados.0.smithi090.stdout:1144: oid 48 version 356 is already newer than 353 2024-04-15T16:32:37.524 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 356 (ObjNum 373 snap 96 seq_num 373) dirty exists 2024-04-15T16:32:37.524 INFO:tasks.rados.rados.0.smithi090.stdout:1144: left oid 48 (ObjNum 373 snap 96 seq_num 373) 2024-04-15T16:32:37.524 INFO:tasks.rados.rados.0.smithi090.stdout:1146: expect (ObjNum 343 snap 89 seq_num 343) 2024-04-15T16:32:37.556 INFO:tasks.rados.rados.0.smithi090.stdout:1148: finishing write tid 1 to smithi09078167-10 2024-04-15T16:32:37.557 INFO:tasks.rados.rados.0.smithi090.stdout:1144: done (6 left) 2024-04-15T16:32:37.557 INFO:tasks.rados.rados.0.smithi090.stdout:1146: done (5 left) 2024-04-15T16:32:37.557 INFO:tasks.rados.rados.0.smithi090.stdout:1147: done (4 left) 2024-04-15T16:32:37.557 INFO:tasks.rados.rados.0.smithi090.stdout:1152: read oid 41 snap -1 2024-04-15T16:32:37.557 INFO:tasks.rados.rados.0.smithi090.stdout:1152: expect deleted 2024-04-15T16:32:37.557 INFO:tasks.rados.rados.0.smithi090.stdout:1153: rollback oid 19 current snap is 96 2024-04-15T16:32:37.557 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 94 2024-04-15T16:32:37.557 INFO:tasks.rados.rados.0.smithi090.stdout:1148: finishing write tid 2 to smithi09078167-10 2024-04-15T16:32:37.557 INFO:tasks.rados.rados.0.smithi090.stdout:1148: finishing write tid 3 to smithi09078167-10 2024-04-15T16:32:37.557 INFO:tasks.rados.rados.0.smithi090.stdout:1148: finishing write tid 4 to smithi09078167-10 2024-04-15T16:32:37.557 INFO:tasks.rados.rados.0.smithi090.stdout:1148: finishing write tid 5 to smithi09078167-10 2024-04-15T16:32:37.557 INFO:tasks.rados.rados.0.smithi090.stdout:1148: oid 10 updating version 0 to 342 2024-04-15T16:32:37.557 INFO:tasks.rados.rados.0.smithi090.stdout:1148: oid 10 updating version 342 to 344 2024-04-15T16:32:37.557 INFO:tasks.rados.rados.0.smithi090.stdout:1148: oid 10 version 344 is already newer than 343 2024-04-15T16:32:37.558 INFO:tasks.rados.rados.0.smithi090.stdout:1148: oid 10 version 344 is already newer than 341 2024-04-15T16:32:37.558 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 344 (ObjNum 375 snap 96 seq_num 375) dirty exists 2024-04-15T16:32:37.558 INFO:tasks.rados.rados.0.smithi090.stdout:1148: left oid 10 (ObjNum 375 snap 96 seq_num 375) 2024-04-15T16:32:37.558 INFO:tasks.rados.rados.0.smithi090.stdout:1149: finishing write tid 1 to smithi09078167-3 2024-04-15T16:32:37.558 INFO:tasks.rados.rados.0.smithi090.stdout:1149: finishing write tid 2 to smithi09078167-3 2024-04-15T16:32:37.558 INFO:tasks.rados.rados.0.smithi090.stdout:1148: done (5 left) 2024-04-15T16:32:37.558 INFO:tasks.rados.rados.0.smithi090.stdout:1150: done (4 left) 2024-04-15T16:32:37.558 INFO:tasks.rados.rados.0.smithi090.stdout:1154: rmattr oid 43 current snap is 96 2024-04-15T16:32:37.558 INFO:tasks.rados.rados.0.smithi090.stdout:1154: done (4 left) 2024-04-15T16:32:37.558 INFO:tasks.rados.rados.0.smithi090.stdout:1155: read oid 21 snap -1 2024-04-15T16:32:37.558 INFO:tasks.rados.rados.0.smithi090.stdout:1155: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:32:37.559 INFO:tasks.rados.rados.0.smithi090.stdout:1156: delete oid 27 current snap is 96 2024-04-15T16:32:37.559 INFO:tasks.rados.rados.0.smithi090.stdout:1149: finishing write tid 3 to smithi09078167-3 2024-04-15T16:32:37.559 INFO:tasks.rados.rados.0.smithi090.stdout:1149: finishing write tid 4 to smithi09078167-3 2024-04-15T16:32:37.559 INFO:tasks.rados.rados.0.smithi090.stdout:1149: finishing write tid 5 to smithi09078167-3 2024-04-15T16:32:37.559 INFO:tasks.rados.rados.0.smithi090.stdout:1149: oid 3 updating version 0 to 301 2024-04-15T16:32:37.559 INFO:tasks.rados.rados.0.smithi090.stdout:1149: oid 3 version 301 is already newer than 300 2024-04-15T16:32:37.559 INFO:tasks.rados.rados.0.smithi090.stdout:1149: oid 3 updating version 301 to 302 2024-04-15T16:32:37.559 INFO:tasks.rados.rados.0.smithi090.stdout:1149: oid 3 updating version 302 to 303 2024-04-15T16:32:37.559 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 303 (ObjNum 376 snap 96 seq_num 376) dirty exists 2024-04-15T16:32:37.559 INFO:tasks.rados.rados.0.smithi090.stdout:1149: left oid 3 (ObjNum 376 snap 96 seq_num 376) 2024-04-15T16:32:37.559 INFO:tasks.rados.rados.0.smithi090.stdout:1151: finishing copy_from racing read to smithi09078167-42 2024-04-15T16:32:37.559 INFO:tasks.rados.rados.0.smithi090.stdout:1151: finishing copy_from to smithi09078167-42 2024-04-15T16:32:37.559 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 400 (ObjNum 351 snap 91 seq_num 351) dirty exists 2024-04-15T16:32:37.559 INFO:tasks.rados.rados.0.smithi090.stdout:1155: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:32:37.560 INFO:tasks.rados.rados.0.smithi090.stdout:1153: finishing rollback tid 0 to smithi09078167-19 2024-04-15T16:32:37.560 INFO:tasks.rados.rados.0.smithi090.stdout:1153: finishing rollback tid 1 to smithi09078167-19 2024-04-15T16:32:37.561 INFO:tasks.rados.rados.0.smithi090.stdout:1153: finishing rollback tid 2 to smithi09078167-19 2024-04-15T16:32:37.561 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 358 (ObjNum 326 snap 83 seq_num 326) dirty exists 2024-04-15T16:32:37.561 INFO:tasks.rados.rados.0.smithi090.stdout:1149: done (5 left) 2024-04-15T16:32:37.561 INFO:tasks.rados.rados.0.smithi090.stdout:1151: done (4 left) 2024-04-15T16:32:37.561 INFO:tasks.rados.rados.0.smithi090.stdout:1152: done (3 left) 2024-04-15T16:32:37.561 INFO:tasks.rados.rados.0.smithi090.stdout:1153: done (2 left) 2024-04-15T16:32:37.561 INFO:tasks.rados.rados.0.smithi090.stdout:1155: done (1 left) 2024-04-15T16:32:37.561 INFO:tasks.rados.rados.0.smithi090.stdout:1156: done (0 left) 2024-04-15T16:32:37.561 INFO:tasks.rados.rados.0.smithi090.stdout:1157: snap_remove snap 94 2024-04-15T16:32:37.716 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:37 smithi153 ceph-mon[84714]: osdmap e266: 8 total, 8 up, 8 in 2024-04-15T16:32:37.716 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:37 smithi153 ceph-mon[84714]: pgmap v55: 121 pgs: 121 active+clean; 113 MiB data, 863 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:37.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:37 smithi090 ceph-mon[89240]: osdmap e266: 8 total, 8 up, 8 in 2024-04-15T16:32:37.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:37 smithi090 ceph-mon[89240]: pgmap v55: 121 pgs: 121 active+clean; 113 MiB data, 863 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:37.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:37 smithi090 ceph-mon[91618]: osdmap e266: 8 total, 8 up, 8 in 2024-04-15T16:32:37.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:37 smithi090 ceph-mon[91618]: pgmap v55: 121 pgs: 121 active+clean; 113 MiB data, 863 MiB used, 714 GiB / 715 GiB avail 2024-04-15T16:32:38.468 INFO:tasks.rados.rados.0.smithi090.stdout:1157: done (0 left) 2024-04-15T16:32:38.468 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 96 2024-04-15T16:32:38.468 INFO:tasks.rados.rados.0.smithi090.stdout:1158: seq_num 378 ranges {0=737280,737280=720896,1458176=81920} 2024-04-15T16:32:38.472 INFO:tasks.rados.rados.0.smithi090.stdout:1158: writing smithi09078167-6 from 0 to 737280 tid 1 2024-04-15T16:32:38.476 INFO:tasks.rados.rados.0.smithi090.stdout:1158: writing smithi09078167-6 from 737280 to 1458176 tid 2 2024-04-15T16:32:38.477 INFO:tasks.rados.rados.0.smithi090.stdout:1158: writing smithi09078167-6 from 1458176 to 1540096 tid 3 2024-04-15T16:32:38.477 INFO:tasks.rados.rados.0.smithi090.stdout:1159: read oid 5 snap -1 2024-04-15T16:32:38.477 INFO:tasks.rados.rados.0.smithi090.stdout:1159: expect (ObjNum 348 snap 89 seq_num 348) 2024-04-15T16:32:38.477 INFO:tasks.rados.rados.0.smithi090.stdout:1160: rollback oid 22 current snap is 96 2024-04-15T16:32:38.477 INFO:tasks.rados.rados.0.smithi090.stdout:1160: done (2 left) 2024-04-15T16:32:38.478 INFO:tasks.rados.rados.0.smithi090.stdout:1161: snap_create 2024-04-15T16:32:38.484 INFO:tasks.rados.rados.0.smithi090.stdout:1158: finishing write tid 1 to smithi09078167-6 2024-04-15T16:32:38.486 INFO:tasks.rados.rados.0.smithi090.stdout:1158: finishing write tid 2 to smithi09078167-6 2024-04-15T16:32:38.486 INFO:tasks.rados.rados.0.smithi090.stdout:1158: finishing write tid 3 to smithi09078167-6 2024-04-15T16:32:38.486 INFO:tasks.rados.rados.0.smithi090.stdout:1158: finishing write tid 4 to smithi09078167-6 2024-04-15T16:32:38.488 INFO:tasks.rados.rados.0.smithi090.stdout:1158: finishing write tid 5 to smithi09078167-6 2024-04-15T16:32:38.488 INFO:tasks.rados.rados.0.smithi090.stdout:1158: oid 6 updating version 0 to 412 2024-04-15T16:32:38.488 INFO:tasks.rados.rados.0.smithi090.stdout:1158: oid 6 version 412 is already newer than 410 2024-04-15T16:32:38.488 INFO:tasks.rados.rados.0.smithi090.stdout:1158: oid 6 version 412 is already newer than 411 2024-04-15T16:32:38.488 INFO:tasks.rados.rados.0.smithi090.stdout:1158: oid 6 version 412 is already newer than 409 2024-04-15T16:32:38.488 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 412 (ObjNum 378 snap 96 seq_num 378) dirty exists 2024-04-15T16:32:38.488 INFO:tasks.rados.rados.0.smithi090.stdout:1158: left oid 6 (ObjNum 378 snap 96 seq_num 378) 2024-04-15T16:32:38.491 INFO:tasks.rados.rados.0.smithi090.stdout:1159: expect (ObjNum 348 snap 89 seq_num 348) 2024-04-15T16:32:38.531 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:38 smithi153 ceph-mon[84714]: osdmap e267: 8 total, 8 up, 8 in 2024-04-15T16:32:38.531 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:32:38.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:38 smithi090 ceph-mon[89240]: osdmap e267: 8 total, 8 up, 8 in 2024-04-15T16:32:38.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:32:38.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:38 smithi090 ceph-mon[91618]: osdmap e267: 8 total, 8 up, 8 in 2024-04-15T16:32:38.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:32:39.333 INFO:tasks.rados.rados.0.smithi090.stdout:1158: done (2 left) 2024-04-15T16:32:39.333 INFO:tasks.rados.rados.0.smithi090.stdout:1159: done (1 left) 2024-04-15T16:32:39.333 INFO:tasks.rados.rados.0.smithi090.stdout:1161: done (0 left) 2024-04-15T16:32:39.333 INFO:tasks.rados.rados.0.smithi090.stdout:1162: read oid 2 snap 96 2024-04-15T16:32:39.333 INFO:tasks.rados.rados.0.smithi090.stdout:1162: expect deleted 2024-04-15T16:32:39.333 INFO:tasks.rados.rados.0.smithi090.stdout:1163: setattr oid 7 current snap is 97 2024-04-15T16:32:39.335 INFO:tasks.rados.rados.0.smithi090.stdout:1162: done (1 left) 2024-04-15T16:32:39.335 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 97 2024-04-15T16:32:39.335 INFO:tasks.rados.rados.0.smithi090.stdout:1164: seq_num 379 ranges {5545984=753664,6299648=606208,6905856=196608} 2024-04-15T16:32:39.369 INFO:tasks.rados.rados.0.smithi090.stdout:1164: writing smithi09078167-18 from 5545984 to 6299648 tid 1 2024-04-15T16:32:39.375 INFO:tasks.rados.rados.0.smithi090.stdout:1164: writing smithi09078167-18 from 6299648 to 6905856 tid 2 2024-04-15T16:32:39.375 INFO:tasks.rados.rados.0.smithi090.stdout:1164: writing smithi09078167-18 from 6905856 to 7102464 tid 3 2024-04-15T16:32:39.375 INFO:tasks.rados.rados.0.smithi090.stdout:1165: read oid 49 snap -1 2024-04-15T16:32:39.375 INFO:tasks.rados.rados.0.smithi090.stdout:1165: expect deleted 2024-04-15T16:32:39.375 INFO:tasks.rados.rados.0.smithi090.stdout:1166: delete oid 14 current snap is 97 2024-04-15T16:32:39.375 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 401 (ObjNum 343 snap 89 seq_num 343) dirty exists 2024-04-15T16:32:39.376 INFO:tasks.rados.rados.0.smithi090.stdout:1163: done (3 left) 2024-04-15T16:32:39.376 INFO:tasks.rados.rados.0.smithi090.stdout:1165: done (2 left) 2024-04-15T16:32:39.376 INFO:tasks.rados.rados.0.smithi090.stdout:1166: done (1 left) 2024-04-15T16:32:39.376 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 97 2024-04-15T16:32:39.377 INFO:tasks.rados.rados.0.smithi090.stdout:1167: seq_num 381 ranges {1490944=786432,2277376=417792,2695168=385024} 2024-04-15T16:32:39.388 INFO:tasks.rados.rados.0.smithi090.stdout:1167: writing smithi09078167-10 from 1490944 to 2277376 tid 1 2024-04-15T16:32:39.391 INFO:tasks.rados.rados.0.smithi090.stdout:1167: writing smithi09078167-10 from 2277376 to 2695168 tid 2 2024-04-15T16:32:39.393 INFO:tasks.rados.rados.0.smithi090.stdout:1167: writing smithi09078167-10 from 2695168 to 3080192 tid 3 2024-04-15T16:32:39.393 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 97 2024-04-15T16:32:39.393 INFO:tasks.rados.rados.0.smithi090.stdout:1164: finishing write tid 1 to smithi09078167-18 2024-04-15T16:32:39.394 INFO:tasks.rados.rados.0.smithi090.stdout:1164: finishing write tid 2 to smithi09078167-18 2024-04-15T16:32:39.394 INFO:tasks.rados.rados.0.smithi090.stdout:1164: finishing write tid 3 to smithi09078167-18 2024-04-15T16:32:39.394 INFO:tasks.rados.rados.0.smithi090.stdout:1164: finishing write tid 4 to smithi09078167-18 2024-04-15T16:32:39.394 INFO:tasks.rados.rados.0.smithi090.stdout:1164: finishing write tid 5 to smithi09078167-18 2024-04-15T16:32:39.394 INFO:tasks.rados.rados.0.smithi090.stdout:1164: oid 18 updating version 0 to 438 2024-04-15T16:32:39.394 INFO:tasks.rados.rados.0.smithi090.stdout:1164: oid 18 version 438 is already newer than 436 2024-04-15T16:32:39.394 INFO:tasks.rados.rados.0.smithi090.stdout:1164: oid 18 version 438 is already newer than 437 2024-04-15T16:32:39.394 INFO:tasks.rados.rados.0.smithi090.stdout:1164: oid 18 version 438 is already newer than 435 2024-04-15T16:32:39.394 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 438 (ObjNum 379 snap 97 seq_num 379) dirty exists 2024-04-15T16:32:39.394 INFO:tasks.rados.rados.0.smithi090.stdout:1164: left oid 18 (ObjNum 379 snap 97 seq_num 379) 2024-04-15T16:32:39.394 INFO:tasks.rados.rados.0.smithi090.stdout:1167: finishing write tid 1 to smithi09078167-10 2024-04-15T16:32:39.394 INFO:tasks.rados.rados.0.smithi090.stdout:1167: finishing write tid 2 to smithi09078167-10 2024-04-15T16:32:39.394 INFO:tasks.rados.rados.0.smithi090.stdout:1168: seq_num 382 ranges {0=802816,802816=704512,1507328=98304} 2024-04-15T16:32:39.398 INFO:tasks.rados.rados.0.smithi090.stdout:1168: writing smithi09078167-16 from 0 to 802816 tid 1 2024-04-15T16:32:39.402 INFO:tasks.rados.rados.0.smithi090.stdout:1168: writing smithi09078167-16 from 802816 to 1507328 tid 2 2024-04-15T16:32:39.403 INFO:tasks.rados.rados.0.smithi090.stdout:1168: writing smithi09078167-16 from 1507328 to 1605632 tid 3 2024-04-15T16:32:39.403 INFO:tasks.rados.rados.0.smithi090.stdout:1164: done (2 left) 2024-04-15T16:32:39.403 INFO:tasks.rados.rados.0.smithi090.stdout:1169: read oid 26 snap -1 2024-04-15T16:32:39.403 INFO:tasks.rados.rados.0.smithi090.stdout:1169: expect (ObjNum 322 snap 83 seq_num 322) 2024-04-15T16:32:39.403 INFO:tasks.rados.rados.0.smithi090.stdout:1170: read oid 20 snap 96 2024-04-15T16:32:39.403 INFO:tasks.rados.rados.0.smithi090.stdout:1170: expect (ObjNum 351 snap 91 seq_num 351) 2024-04-15T16:32:39.404 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 97 2024-04-15T16:32:39.404 INFO:tasks.rados.rados.0.smithi090.stdout:1171: seq_num 383 ranges {0=417792,417792=589824,1007616=417792,1425408=196608} 2024-04-15T16:32:39.405 INFO:tasks.rados.rados.0.smithi090.stdout:1171: writing smithi09078167-2 from 0 to 417792 tid 1 2024-04-15T16:32:39.409 INFO:tasks.rados.rados.0.smithi090.stdout:1171: writing smithi09078167-2 from 417792 to 1007616 tid 2 2024-04-15T16:32:39.412 INFO:tasks.rados.rados.0.smithi090.stdout:1171: writing smithi09078167-2 from 1007616 to 1425408 tid 3 2024-04-15T16:32:39.413 INFO:tasks.rados.rados.0.smithi090.stdout:1171: writing smithi09078167-2 from 1425408 to 1622016 tid 4 2024-04-15T16:32:39.414 INFO:tasks.rados.rados.0.smithi090.stdout:1172: read oid 32 snap -1 2024-04-15T16:32:39.414 INFO:tasks.rados.rados.0.smithi090.stdout:1172: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:32:39.414 INFO:tasks.rados.rados.0.smithi090.stdout:1173: snap_create 2024-04-15T16:32:39.414 INFO:tasks.rados.rados.0.smithi090.stdout:1167: finishing write tid 3 to smithi09078167-10 2024-04-15T16:32:39.414 INFO:tasks.rados.rados.0.smithi090.stdout:1167: finishing write tid 4 to smithi09078167-10 2024-04-15T16:32:39.414 INFO:tasks.rados.rados.0.smithi090.stdout:1167: finishing write tid 5 to smithi09078167-10 2024-04-15T16:32:39.414 INFO:tasks.rados.rados.0.smithi090.stdout:1167: oid 10 updating version 0 to 346 2024-04-15T16:32:39.414 INFO:tasks.rados.rados.0.smithi090.stdout:1167: oid 10 version 346 is already newer than 345 2024-04-15T16:32:39.414 INFO:tasks.rados.rados.0.smithi090.stdout:1167: oid 10 updating version 346 to 348 2024-04-15T16:32:39.414 INFO:tasks.rados.rados.0.smithi090.stdout:1167: oid 10 version 348 is already newer than 347 2024-04-15T16:32:39.414 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 348 (ObjNum 381 snap 97 seq_num 381) dirty exists 2024-04-15T16:32:39.414 INFO:tasks.rados.rados.0.smithi090.stdout:1167: left oid 10 (ObjNum 381 snap 97 seq_num 381) 2024-04-15T16:32:39.414 INFO:tasks.rados.rados.0.smithi090.stdout:1168: finishing write tid 1 to smithi09078167-16 2024-04-15T16:32:39.415 INFO:tasks.rados.rados.0.smithi090.stdout:1168: finishing write tid 2 to smithi09078167-16 2024-04-15T16:32:39.415 INFO:tasks.rados.rados.0.smithi090.stdout:1168: finishing write tid 3 to smithi09078167-16 2024-04-15T16:32:39.415 INFO:tasks.rados.rados.0.smithi090.stdout:1168: finishing write tid 4 to smithi09078167-16 2024-04-15T16:32:39.415 INFO:tasks.rados.rados.0.smithi090.stdout:1168: finishing write tid 5 to smithi09078167-16 2024-04-15T16:32:39.415 INFO:tasks.rados.rados.0.smithi090.stdout:1168: oid 16 updating version 0 to 358 2024-04-15T16:32:39.415 INFO:tasks.rados.rados.0.smithi090.stdout:1168: oid 16 version 358 is already newer than 357 2024-04-15T16:32:39.415 INFO:tasks.rados.rados.0.smithi090.stdout:1168: oid 16 version 358 is already newer than 356 2024-04-15T16:32:39.415 INFO:tasks.rados.rados.0.smithi090.stdout:1168: oid 16 version 358 is already newer than 355 2024-04-15T16:32:39.415 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 358 (ObjNum 382 snap 97 seq_num 382) dirty exists 2024-04-15T16:32:39.415 INFO:tasks.rados.rados.0.smithi090.stdout:1168: left oid 16 (ObjNum 382 snap 97 seq_num 382) 2024-04-15T16:32:39.416 INFO:tasks.rados.rados.0.smithi090.stdout:1172: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:32:39.418 INFO:tasks.rados.rados.0.smithi090.stdout:1171: finishing write tid 1 to smithi09078167-2 2024-04-15T16:32:39.418 INFO:tasks.rados.rados.0.smithi090.stdout:1171: finishing write tid 2 to smithi09078167-2 2024-04-15T16:32:39.418 INFO:tasks.rados.rados.0.smithi090.stdout:1171: finishing write tid 3 to smithi09078167-2 2024-04-15T16:32:39.419 INFO:tasks.rados.rados.0.smithi090.stdout:1171: finishing write tid 4 to smithi09078167-2 2024-04-15T16:32:39.419 INFO:tasks.rados.rados.0.smithi090.stdout:1171: finishing write tid 5 to smithi09078167-2 2024-04-15T16:32:39.421 INFO:tasks.rados.rados.0.smithi090.stdout:1169: expect (ObjNum 322 snap 83 seq_num 322) 2024-04-15T16:32:39.472 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:32:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:32:39] "GET /metrics HTTP/1.1" 200 35993 "" "Prometheus/2.43.0" 2024-04-15T16:32:39.647 INFO:tasks.rados.rados.0.smithi090.stdout:1171: finishing write tid 6 to smithi09078167-2 2024-04-15T16:32:39.648 INFO:tasks.rados.rados.0.smithi090.stdout:1171: oid 2 updating version 0 to 243 2024-04-15T16:32:39.648 INFO:tasks.rados.rados.0.smithi090.stdout:1171: oid 2 updating version 243 to 245 2024-04-15T16:32:39.648 INFO:tasks.rados.rados.0.smithi090.stdout:1171: oid 2 version 245 is already newer than 244 2024-04-15T16:32:39.648 INFO:tasks.rados.rados.0.smithi090.stdout:1171: oid 2 updating version 245 to 247 2024-04-15T16:32:39.648 INFO:tasks.rados.rados.0.smithi090.stdout:1171: oid 2 version 247 is already newer than 246 2024-04-15T16:32:39.648 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 247 (ObjNum 383 snap 97 seq_num 383) dirty exists 2024-04-15T16:32:39.648 INFO:tasks.rados.rados.0.smithi090.stdout:1171: left oid 2 (ObjNum 383 snap 97 seq_num 383) 2024-04-15T16:32:39.648 INFO:tasks.rados.rados.0.smithi090.stdout:1170: expect (ObjNum 351 snap 91 seq_num 351) 2024-04-15T16:32:39.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:39 smithi090 ceph-mon[89240]: osdmap e268: 8 total, 8 up, 8 in 2024-04-15T16:32:39.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:39 smithi090 ceph-mon[89240]: pgmap v58: 121 pgs: 121 active+clean; 103 MiB data, 858 MiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-15T16:32:39.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:39 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:39.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:39 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:39.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:39 smithi090 ceph-mon[89240]: osdmap e269: 8 total, 8 up, 8 in 2024-04-15T16:32:39.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:39 smithi090 ceph-mon[91618]: osdmap e268: 8 total, 8 up, 8 in 2024-04-15T16:32:39.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:39 smithi090 ceph-mon[91618]: pgmap v58: 121 pgs: 121 active+clean; 103 MiB data, 858 MiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-15T16:32:39.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:39 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:39.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:39 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:39.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:39 smithi090 ceph-mon[91618]: osdmap e269: 8 total, 8 up, 8 in 2024-04-15T16:32:39.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:39 smithi153 ceph-mon[84714]: osdmap e268: 8 total, 8 up, 8 in 2024-04-15T16:32:39.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:39 smithi153 ceph-mon[84714]: pgmap v58: 121 pgs: 121 active+clean; 103 MiB data, 858 MiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-15T16:32:39.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:39 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:39.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:39 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:39.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:39 smithi153 ceph-mon[84714]: osdmap e269: 8 total, 8 up, 8 in 2024-04-15T16:32:40.333 INFO:tasks.rados.rados.0.smithi090.stdout:1167: done (6 left) 2024-04-15T16:32:40.333 INFO:tasks.rados.rados.0.smithi090.stdout:1168: done (5 left) 2024-04-15T16:32:40.333 INFO:tasks.rados.rados.0.smithi090.stdout:1169: done (4 left) 2024-04-15T16:32:40.333 INFO:tasks.rados.rados.0.smithi090.stdout:1170: done (3 left) 2024-04-15T16:32:40.333 INFO:tasks.rados.rados.0.smithi090.stdout:1171: done (2 left) 2024-04-15T16:32:40.333 INFO:tasks.rados.rados.0.smithi090.stdout:1172: done (1 left) 2024-04-15T16:32:40.333 INFO:tasks.rados.rados.0.smithi090.stdout:1173: done (0 left) 2024-04-15T16:32:40.334 INFO:tasks.rados.rados.0.smithi090.stdout:1174: rollback oid 36 current snap is 98 2024-04-15T16:32:40.334 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 96 2024-04-15T16:32:40.334 INFO:tasks.rados.rados.0.smithi090.stdout:1175: snap_remove snap 97 2024-04-15T16:32:41.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:40 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:41.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:40 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:41.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:40 smithi153 ceph-mon[84714]: osdmap e270: 8 total, 8 up, 8 in 2024-04-15T16:32:41.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:40 smithi153 ceph-mon[84714]: pgmap v61: 121 pgs: 121 active+clean; 92 MiB data, 854 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2024-04-15T16:32:41.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:40 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:41.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:40 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:41.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:40 smithi090 ceph-mon[91618]: osdmap e270: 8 total, 8 up, 8 in 2024-04-15T16:32:41.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:40 smithi090 ceph-mon[91618]: pgmap v61: 121 pgs: 121 active+clean; 92 MiB data, 854 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2024-04-15T16:32:41.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:40 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:41.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:40 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:41.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:40 smithi090 ceph-mon[89240]: osdmap e270: 8 total, 8 up, 8 in 2024-04-15T16:32:41.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:40 smithi090 ceph-mon[89240]: pgmap v61: 121 pgs: 121 active+clean; 92 MiB data, 854 MiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2024-04-15T16:32:41.344 INFO:tasks.rados.rados.0.smithi090.stdout:1175: done (1 left) 2024-04-15T16:32:41.344 INFO:tasks.rados.rados.0.smithi090.stdout:1176: rmattr oid 6 current snap is 98 2024-04-15T16:32:41.344 INFO:tasks.rados.rados.0.smithi090.stdout:1176: done (1 left) 2024-04-15T16:32:41.344 INFO:tasks.rados.rados.0.smithi090.stdout:1177: copy_from oid 23 from oid 6 current snap is 98 2024-04-15T16:32:41.344 INFO:tasks.rados.rados.0.smithi090.stdout:1178: delete oid 13 current snap is 98 2024-04-15T16:32:41.344 INFO:tasks.rados.rados.0.smithi090.stdout:1174: finishing rollback tid 0 to smithi09078167-36 2024-04-15T16:32:41.344 INFO:tasks.rados.rados.0.smithi090.stdout:1174: finishing rollback tid 1 to smithi09078167-36 2024-04-15T16:32:41.344 INFO:tasks.rados.rados.0.smithi090.stdout:1174: finishing rollback tid 2 to smithi09078167-36 2024-04-15T16:32:41.344 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 362 (ObjNum 352 snap 91 seq_num 352) dirty exists 2024-04-15T16:32:41.349 INFO:tasks.rados.rados.0.smithi090.stdout:1174: done (2 left) 2024-04-15T16:32:41.349 INFO:tasks.rados.rados.0.smithi090.stdout:1178: done (1 left) 2024-04-15T16:32:41.349 INFO:tasks.rados.rados.0.smithi090.stdout:1179: copy_from oid 44 from oid 50 current snap is 98 2024-04-15T16:32:41.350 INFO:tasks.rados.rados.0.smithi090.stdout:1180: delete oid 34 current snap is 98 2024-04-15T16:32:41.351 INFO:tasks.rados.rados.0.smithi090.stdout:1179: finishing copy_from racing read to smithi09078167-44 2024-04-15T16:32:41.354 INFO:tasks.rados.rados.0.smithi090.stdout:1180: done (2 left) 2024-04-15T16:32:41.354 INFO:tasks.rados.rados.0.smithi090.stdout:1181: rollback oid 32 current snap is 98 2024-04-15T16:32:41.354 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 32 to 96 2024-04-15T16:32:41.354 INFO:tasks.rados.rados.0.smithi090.stdout:1182: read oid 13 snap -1 2024-04-15T16:32:41.354 INFO:tasks.rados.rados.0.smithi090.stdout:1182: expect deleted 2024-04-15T16:32:41.354 INFO:tasks.rados.rados.0.smithi090.stdout:1183: delete oid 41 current snap is 98 2024-04-15T16:32:41.354 INFO:tasks.rados.rados.0.smithi090.stdout:1179: finishing copy_from to smithi09078167-44 2024-04-15T16:32:41.354 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 339 (ObjNum 1265 snap 0 seq_num 3797057160) dirty exists 2024-04-15T16:32:41.355 INFO:tasks.rados.rados.0.smithi090.stdout:1179: done (4 left) 2024-04-15T16:32:41.355 INFO:tasks.rados.rados.0.smithi090.stdout:1182: done (3 left) 2024-04-15T16:32:41.355 INFO:tasks.rados.rados.0.smithi090.stdout:1183: done (2 left) 2024-04-15T16:32:41.355 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 98 2024-04-15T16:32:41.355 INFO:tasks.rados.rados.0.smithi090.stdout:1184: seq_num 387 ranges {0=483328,483328=524288,1007616=679936} 2024-04-15T16:32:41.358 INFO:tasks.rados.rados.0.smithi090.stdout:1184: writing smithi09078167-37 from 0 to 483328 tid 1 2024-04-15T16:32:41.361 INFO:tasks.rados.rados.0.smithi090.stdout:1184: writing smithi09078167-37 from 483328 to 1007616 tid 2 2024-04-15T16:32:41.365 INFO:tasks.rados.rados.0.smithi090.stdout:1184: writing smithi09078167-37 from 1007616 to 1687552 tid 3 2024-04-15T16:32:41.365 INFO:tasks.rados.rados.0.smithi090.stdout:1185: snap_create 2024-04-15T16:32:41.365 INFO:tasks.rados.rados.0.smithi090.stdout:1177: finishing copy_from racing read to smithi09078167-23 2024-04-15T16:32:41.365 INFO:tasks.rados.rados.0.smithi090.stdout:1181: finishing rollback tid 0 to smithi09078167-32 2024-04-15T16:32:41.365 INFO:tasks.rados.rados.0.smithi090.stdout:1181: finishing rollback tid 1 to smithi09078167-32 2024-04-15T16:32:41.365 INFO:tasks.rados.rados.0.smithi090.stdout:1181: finishing rollback tid 2 to smithi09078167-32 2024-04-15T16:32:41.365 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 190 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-15T16:32:41.365 INFO:tasks.rados.rados.0.smithi090.stdout:1177: finishing copy_from to smithi09078167-23 2024-04-15T16:32:41.365 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 412 (ObjNum 378 snap 96 seq_num 378) dirty exists 2024-04-15T16:32:41.365 INFO:tasks.rados.rados.0.smithi090.stdout:1184: finishing write tid 1 to smithi09078167-37 2024-04-15T16:32:41.365 INFO:tasks.rados.rados.0.smithi090.stdout:1184: finishing write tid 2 to smithi09078167-37 2024-04-15T16:32:41.367 INFO:tasks.rados.rados.0.smithi090.stdout:1184: finishing write tid 3 to smithi09078167-37 2024-04-15T16:32:41.367 INFO:tasks.rados.rados.0.smithi090.stdout:1184: finishing write tid 4 to smithi09078167-37 2024-04-15T16:32:41.373 INFO:tasks.rados.rados.0.smithi090.stdout:1184: finishing write tid 5 to smithi09078167-37 2024-04-15T16:32:41.373 INFO:tasks.rados.rados.0.smithi090.stdout:1184: oid 37 updating version 0 to 194 2024-04-15T16:32:41.373 INFO:tasks.rados.rados.0.smithi090.stdout:1184: oid 37 version 194 is already newer than 191 2024-04-15T16:32:41.373 INFO:tasks.rados.rados.0.smithi090.stdout:1184: oid 37 version 194 is already newer than 192 2024-04-15T16:32:41.373 INFO:tasks.rados.rados.0.smithi090.stdout:1184: oid 37 version 194 is already newer than 193 2024-04-15T16:32:41.373 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 194 (ObjNum 387 snap 98 seq_num 387) dirty exists 2024-04-15T16:32:41.373 INFO:tasks.rados.rados.0.smithi090.stdout:1184: left oid 37 (ObjNum 387 snap 98 seq_num 387) 2024-04-15T16:32:42.349 INFO:tasks.rados.rados.0.smithi090.stdout:1177: done (3 left) 2024-04-15T16:32:42.350 INFO:tasks.rados.rados.0.smithi090.stdout:1181: done (2 left) 2024-04-15T16:32:42.350 INFO:tasks.rados.rados.0.smithi090.stdout:1184: done (1 left) 2024-04-15T16:32:42.350 INFO:tasks.rados.rados.0.smithi090.stdout:1185: done (0 left) 2024-04-15T16:32:42.350 INFO:tasks.rados.rados.0.smithi090.stdout:1186: snap_create 2024-04-15T16:32:42.405 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:42 smithi153 ceph-mon[84714]: osdmap e271: 8 total, 8 up, 8 in 2024-04-15T16:32:42.405 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:32:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:32:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:32:42.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:42 smithi090 ceph-mon[89240]: osdmap e271: 8 total, 8 up, 8 in 2024-04-15T16:32:42.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:42 smithi090 ceph-mon[91618]: osdmap e271: 8 total, 8 up, 8 in 2024-04-15T16:32:43.357 INFO:tasks.rados.rados.0.smithi090.stdout:1186: done (0 left) 2024-04-15T16:32:43.358 INFO:tasks.rados.rados.0.smithi090.stdout:1187: rollback oid 44 current snap is 100 2024-04-15T16:32:43.358 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 44 to 96 2024-04-15T16:32:43.358 INFO:tasks.rados.rados.0.smithi090.stdout:1188: read oid 36 snap -1 2024-04-15T16:32:43.358 INFO:tasks.rados.rados.0.smithi090.stdout:1188: expect (ObjNum 352 snap 91 seq_num 352) 2024-04-15T16:32:43.358 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 100 2024-04-15T16:32:43.358 INFO:tasks.rados.rados.0.smithi090.stdout:1189: seq_num 388 ranges {0=507904,507904=458752,966656=606208,1572864=139264} 2024-04-15T16:32:43.361 INFO:tasks.rados.rados.0.smithi090.stdout:1189: writing smithi09078167-1 from 0 to 507904 tid 1 2024-04-15T16:32:43.363 INFO:tasks.rados.rados.0.smithi090.stdout:1189: writing smithi09078167-1 from 507904 to 966656 tid 2 2024-04-15T16:32:43.367 INFO:tasks.rados.rados.0.smithi090.stdout:1189: writing smithi09078167-1 from 966656 to 1572864 tid 3 2024-04-15T16:32:43.368 INFO:tasks.rados.rados.0.smithi090.stdout:1189: writing smithi09078167-1 from 1572864 to 1712128 tid 4 2024-04-15T16:32:43.368 INFO:tasks.rados.rados.0.smithi090.stdout:1190: delete oid 50 current snap is 100 2024-04-15T16:32:43.369 INFO:tasks.rados.rados.0.smithi090.stdout:1187: finishing rollback tid 0 to smithi09078167-44 2024-04-15T16:32:43.369 INFO:tasks.rados.rados.0.smithi090.stdout:1187: finishing rollback tid 1 to smithi09078167-44 2024-04-15T16:32:43.369 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 350 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T16:32:43.369 INFO:tasks.rados.rados.0.smithi090.stdout:1189: finishing write tid 1 to smithi09078167-1 2024-04-15T16:32:43.369 INFO:tasks.rados.rados.0.smithi090.stdout:1189: finishing write tid 2 to smithi09078167-1 2024-04-15T16:32:43.369 INFO:tasks.rados.rados.0.smithi090.stdout:1188: expect (ObjNum 352 snap 91 seq_num 352) 2024-04-15T16:32:43.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:43 smithi153 ceph-mon[84714]: osdmap e272: 8 total, 8 up, 8 in 2024-04-15T16:32:43.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:43 smithi153 ceph-mon[84714]: pgmap v64: 121 pgs: 121 active+clean; 92 MiB data, 854 MiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-15T16:32:43.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:43 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:43.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:43 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:43.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:43 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:43.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:43 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:32:43.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:43 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:43.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:43 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:32:43.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:43 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:32:43.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:43 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:43.400 INFO:tasks.rados.rados.0.smithi090.stdout:1189: finishing write tid 3 to smithi09078167-1 2024-04-15T16:32:43.400 INFO:tasks.rados.rados.0.smithi090.stdout:1189: finishing write tid 4 to smithi09078167-1 2024-04-15T16:32:43.400 INFO:tasks.rados.rados.0.smithi090.stdout:1189: finishing write tid 5 to smithi09078167-1 2024-04-15T16:32:43.400 INFO:tasks.rados.rados.0.smithi090.stdout:1189: finishing write tid 6 to smithi09078167-1 2024-04-15T16:32:43.400 INFO:tasks.rados.rados.0.smithi090.stdout:1189: oid 1 updating version 0 to 443 2024-04-15T16:32:43.401 INFO:tasks.rados.rados.0.smithi090.stdout:1189: oid 1 version 443 is already newer than 439 2024-04-15T16:32:43.401 INFO:tasks.rados.rados.0.smithi090.stdout:1189: oid 1 version 443 is already newer than 440 2024-04-15T16:32:43.401 INFO:tasks.rados.rados.0.smithi090.stdout:1189: oid 1 version 443 is already newer than 442 2024-04-15T16:32:43.401 INFO:tasks.rados.rados.0.smithi090.stdout:1189: oid 1 version 443 is already newer than 441 2024-04-15T16:32:43.401 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 443 (ObjNum 388 snap 100 seq_num 388) dirty exists 2024-04-15T16:32:43.401 INFO:tasks.rados.rados.0.smithi090.stdout:1189: left oid 1 (ObjNum 388 snap 100 seq_num 388) 2024-04-15T16:32:43.401 INFO:tasks.rados.rados.0.smithi090.stdout:1187: done (3 left) 2024-04-15T16:32:43.401 INFO:tasks.rados.rados.0.smithi090.stdout:1188: done (2 left) 2024-04-15T16:32:43.401 INFO:tasks.rados.rados.0.smithi090.stdout:1189: done (1 left) 2024-04-15T16:32:43.401 INFO:tasks.rados.rados.0.smithi090.stdout:1190: done (0 left) 2024-04-15T16:32:43.401 INFO:tasks.rados.rados.0.smithi090.stdout:1191: read oid 15 snap -1 2024-04-15T16:32:43.401 INFO:tasks.rados.rados.0.smithi090.stdout:1191: expect (ObjNum 361 snap 93 seq_num 361) 2024-04-15T16:32:43.401 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 100 2024-04-15T16:32:43.401 INFO:tasks.rados.rados.0.smithi090.stdout:1192: seq_num 390 ranges {0=540672,540672=630784,1171456=573440} 2024-04-15T16:32:43.403 INFO:tasks.rados.rados.0.smithi090.stdout:1192: writing smithi09078167-44 from 0 to 540672 tid 1 2024-04-15T16:32:43.407 INFO:tasks.rados.rados.0.smithi090.stdout:1192: writing smithi09078167-44 from 540672 to 1171456 tid 2 2024-04-15T16:32:43.411 INFO:tasks.rados.rados.0.smithi090.stdout:1192: writing smithi09078167-44 from 1171456 to 1744896 tid 3 2024-04-15T16:32:43.411 INFO:tasks.rados.rados.0.smithi090.stdout:1193: snap_create 2024-04-15T16:32:43.411 INFO:tasks.rados.rados.0.smithi090.stdout:1192: finishing write tid 1 to smithi09078167-44 2024-04-15T16:32:43.411 INFO:tasks.rados.rados.0.smithi090.stdout:1191: expect (ObjNum 361 snap 93 seq_num 361) 2024-04-15T16:32:43.479 INFO:tasks.rados.rados.0.smithi090.stdout:1192: finishing write tid 2 to smithi09078167-44 2024-04-15T16:32:43.479 INFO:tasks.rados.rados.0.smithi090.stdout:1192: finishing write tid 3 to smithi09078167-44 2024-04-15T16:32:43.479 INFO:tasks.rados.rados.0.smithi090.stdout:1192: finishing write tid 4 to smithi09078167-44 2024-04-15T16:32:43.479 INFO:tasks.rados.rados.0.smithi090.stdout:1192: finishing write tid 5 to smithi09078167-44 2024-04-15T16:32:43.479 INFO:tasks.rados.rados.0.smithi090.stdout:1192: oid 44 updating version 0 to 354 2024-04-15T16:32:43.479 INFO:tasks.rados.rados.0.smithi090.stdout:1192: oid 44 version 354 is already newer than 353 2024-04-15T16:32:43.479 INFO:tasks.rados.rados.0.smithi090.stdout:1192: oid 44 version 354 is already newer than 352 2024-04-15T16:32:43.479 INFO:tasks.rados.rados.0.smithi090.stdout:1192: oid 44 updating version 354 to 355 2024-04-15T16:32:43.479 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 355 (ObjNum 390 snap 100 seq_num 390) dirty exists 2024-04-15T16:32:43.479 INFO:tasks.rados.rados.0.smithi090.stdout:1192: left oid 44 (ObjNum 390 snap 100 seq_num 390) 2024-04-15T16:32:43.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:32:43 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:32:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:32:43.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[91618]: osdmap e272: 8 total, 8 up, 8 in 2024-04-15T16:32:43.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[91618]: pgmap v64: 121 pgs: 121 active+clean; 92 MiB data, 854 MiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-15T16:32:43.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:43.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:43.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:43.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:32:43.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:43.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:32:43.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:32:43.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:43.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[89240]: osdmap e272: 8 total, 8 up, 8 in 2024-04-15T16:32:43.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[89240]: pgmap v64: 121 pgs: 121 active+clean; 92 MiB data, 854 MiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 6 op/s 2024-04-15T16:32:43.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:43.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:43.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:43.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:32:43.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:43.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:32:43.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:32:43.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:43 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:44.361 INFO:tasks.rados.rados.0.smithi090.stdout:1191: done (2 left) 2024-04-15T16:32:44.361 INFO:tasks.rados.rados.0.smithi090.stdout:1192: done (1 left) 2024-04-15T16:32:44.362 INFO:tasks.rados.rados.0.smithi090.stdout:1193: done (0 left) 2024-04-15T16:32:44.362 INFO:tasks.rados.rados.0.smithi090.stdout:1194: read oid 49 snap -1 2024-04-15T16:32:44.362 INFO:tasks.rados.rados.0.smithi090.stdout:1194: expect deleted 2024-04-15T16:32:44.362 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 101 2024-04-15T16:32:44.362 INFO:tasks.rados.rados.0.smithi090.stdout:1195: seq_num 391 ranges {3145728=557056,3702784=516096,4218880=688128} 2024-04-15T16:32:44.380 INFO:tasks.rados.rados.0.smithi090.stdout:1195: writing smithi09078167-45 from 3145728 to 3702784 tid 1 2024-04-15T16:32:44.383 INFO:tasks.rados.rados.0.smithi090.stdout:1195: writing smithi09078167-45 from 3702784 to 4218880 tid 2 2024-04-15T16:32:44.388 INFO:tasks.rados.rados.0.smithi090.stdout:1195: writing smithi09078167-45 from 4218880 to 4907008 tid 3 2024-04-15T16:32:44.388 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 101 2024-04-15T16:32:44.388 INFO:tasks.rados.rados.0.smithi090.stdout:1196: seq_num 392 ranges {7102464=573440,7675904=802816,8478720=401408} 2024-04-15T16:32:44.429 INFO:tasks.rados.rados.0.smithi090.stdout:1196: writing smithi09078167-18 from 7102464 to 7675904 tid 1 2024-04-15T16:32:44.433 INFO:tasks.rados.rados.0.smithi090.stdout:1196: writing smithi09078167-18 from 7675904 to 8478720 tid 2 2024-04-15T16:32:44.437 INFO:tasks.rados.rados.0.smithi090.stdout:1196: writing smithi09078167-18 from 8478720 to 8880128 tid 3 2024-04-15T16:32:44.437 INFO:tasks.rados.rados.0.smithi090.stdout:1197: rollback oid 27 current snap is 101 2024-04-15T16:32:44.437 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 100 2024-04-15T16:32:44.437 INFO:tasks.rados.rados.0.smithi090.stdout:1195: finishing write tid 1 to smithi09078167-45 2024-04-15T16:32:44.437 INFO:tasks.rados.rados.0.smithi090.stdout:1195: finishing write tid 2 to smithi09078167-45 2024-04-15T16:32:44.437 INFO:tasks.rados.rados.0.smithi090.stdout:1194: done (3 left) 2024-04-15T16:32:44.437 INFO:tasks.rados.rados.0.smithi090.stdout:1198: read oid 34 snap -1 2024-04-15T16:32:44.437 INFO:tasks.rados.rados.0.smithi090.stdout:1198: expect deleted 2024-04-15T16:32:44.437 INFO:tasks.rados.rados.0.smithi090.stdout:1199: read oid 49 snap -1 2024-04-15T16:32:44.437 INFO:tasks.rados.rados.0.smithi090.stdout:1199: expect deleted 2024-04-15T16:32:44.437 INFO:tasks.rados.rados.0.smithi090.stdout:1200: read oid 32 snap 98 2024-04-15T16:32:44.437 INFO:tasks.rados.rados.0.smithi090.stdout:1200: expect (ObjNum -567030480 snap 22010 seq_num 3728194864) 2024-04-15T16:32:44.437 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 101 2024-04-15T16:32:44.438 INFO:tasks.rados.rados.0.smithi090.stdout:1195: finishing write tid 3 to smithi09078167-45 2024-04-15T16:32:44.438 INFO:tasks.rados.rados.0.smithi090.stdout:1195: finishing write tid 4 to smithi09078167-45 2024-04-15T16:32:44.438 INFO:tasks.rados.rados.0.smithi090.stdout:1195: finishing write tid 5 to smithi09078167-45 2024-04-15T16:32:44.438 INFO:tasks.rados.rados.0.smithi090.stdout:1195: oid 45 updating version 0 to 406 2024-04-15T16:32:44.438 INFO:tasks.rados.rados.0.smithi090.stdout:1195: oid 45 updating version 406 to 408 2024-04-15T16:32:44.438 INFO:tasks.rados.rados.0.smithi090.stdout:1195: oid 45 version 408 is already newer than 407 2024-04-15T16:32:44.438 INFO:tasks.rados.rados.0.smithi090.stdout:1195: oid 45 version 408 is already newer than 405 2024-04-15T16:32:44.438 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 408 (ObjNum 391 snap 101 seq_num 391) dirty exists 2024-04-15T16:32:44.438 INFO:tasks.rados.rados.0.smithi090.stdout:1195: left oid 45 (ObjNum 391 snap 101 seq_num 391) 2024-04-15T16:32:44.438 INFO:tasks.rados.rados.0.smithi090.stdout:1201: seq_num 393 ranges {950272=589824,1540096=679936,2220032=524288} 2024-04-15T16:32:44.445 INFO:tasks.rados.rados.0.smithi090.stdout:1201: writing smithi09078167-7 from 950272 to 1540096 tid 1 2024-04-15T16:32:44.449 INFO:tasks.rados.rados.0.smithi090.stdout:1201: writing smithi09078167-7 from 1540096 to 2220032 tid 2 2024-04-15T16:32:44.452 INFO:tasks.rados.rados.0.smithi090.stdout:1201: writing smithi09078167-7 from 2220032 to 2744320 tid 3 2024-04-15T16:32:44.452 INFO:tasks.rados.rados.0.smithi090.stdout:1195: done (6 left) 2024-04-15T16:32:44.453 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 101 2024-04-15T16:32:44.453 INFO:tasks.rados.rados.0.smithi090.stdout:1202: seq_num 394 ranges {1687552=606208,2293760=565248,2859008=557056,3416064=81920} 2024-04-15T16:32:44.464 INFO:tasks.rados.rados.0.smithi090.stdout:1202: writing smithi09078167-37 from 1687552 to 2293760 tid 1 2024-04-15T16:32:44.467 INFO:tasks.rados.rados.0.smithi090.stdout:1202: writing smithi09078167-37 from 2293760 to 2859008 tid 2 2024-04-15T16:32:44.470 INFO:tasks.rados.rados.0.smithi090.stdout:1202: writing smithi09078167-37 from 2859008 to 3416064 tid 3 2024-04-15T16:32:44.471 INFO:tasks.rados.rados.0.smithi090.stdout:1202: writing smithi09078167-37 from 3416064 to 3497984 tid 4 2024-04-15T16:32:44.471 INFO:tasks.rados.rados.0.smithi090.stdout:1203: snap_remove snap 96 2024-04-15T16:32:44.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:44 smithi090 ceph-mon[89240]: Reconfiguring mon.a (monmap changed)... 2024-04-15T16:32:44.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:44 smithi090 ceph-mon[89240]: Reconfiguring daemon mon.a on smithi090 2024-04-15T16:32:44.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:44 smithi090 ceph-mon[89240]: osdmap e273: 8 total, 8 up, 8 in 2024-04-15T16:32:44.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:44 smithi090 ceph-mon[91618]: Reconfiguring mon.a (monmap changed)... 2024-04-15T16:32:44.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:44 smithi090 ceph-mon[91618]: Reconfiguring daemon mon.a on smithi090 2024-04-15T16:32:44.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:44 smithi090 ceph-mon[91618]: osdmap e273: 8 total, 8 up, 8 in 2024-04-15T16:32:44.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:44 smithi153 ceph-mon[84714]: Reconfiguring mon.a (monmap changed)... 2024-04-15T16:32:44.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:44 smithi153 ceph-mon[84714]: Reconfiguring daemon mon.a on smithi090 2024-04-15T16:32:44.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:44 smithi153 ceph-mon[84714]: osdmap e273: 8 total, 8 up, 8 in 2024-04-15T16:32:45.376 INFO:tasks.rados.rados.0.smithi090.stdout:1203: done (7 left) 2024-04-15T16:32:45.376 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 101 2024-04-15T16:32:45.376 INFO:tasks.rados.rados.0.smithi090.stdout:1204: seq_num 395 ranges {2318336=622592,2940928=450560,3391488=753664} 2024-04-15T16:32:45.392 INFO:tasks.rados.rados.0.smithi090.stdout:1204: writing smithi09078167-39 from 2318336 to 2940928 tid 1 2024-04-15T16:32:45.395 INFO:tasks.rados.rados.0.smithi090.stdout:1204: writing smithi09078167-39 from 2940928 to 3391488 tid 2 2024-04-15T16:32:45.401 INFO:tasks.rados.rados.0.smithi090.stdout:1204: writing smithi09078167-39 from 3391488 to 4145152 tid 3 2024-04-15T16:32:45.401 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 101 2024-04-15T16:32:45.401 INFO:tasks.rados.rados.0.smithi090.stdout:1205: seq_num 396 ranges {1171456=638976,1810432=786432,2596864=417792} 2024-04-15T16:32:45.412 INFO:tasks.rados.rados.0.smithi090.stdout:1205: writing smithi09078167-17 from 1171456 to 1810432 tid 1 2024-04-15T16:32:45.418 INFO:tasks.rados.rados.0.smithi090.stdout:1205: writing smithi09078167-17 from 1810432 to 2596864 tid 2 2024-04-15T16:32:45.422 INFO:tasks.rados.rados.0.smithi090.stdout:1205: writing smithi09078167-17 from 2596864 to 3014656 tid 3 2024-04-15T16:32:45.422 INFO:tasks.rados.rados.0.smithi090.stdout:1206: rollback oid 46 current snap is 101 2024-04-15T16:32:45.422 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 100 2024-04-15T16:32:45.422 INFO:tasks.rados.rados.0.smithi090.stdout:1200: expect (ObjNum -567030480 snap 22010 seq_num 3728194864) 2024-04-15T16:32:45.426 INFO:tasks.rados.rados.0.smithi090.stdout:1197: finishing rollback tid 1 to smithi09078167-27 2024-04-15T16:32:45.426 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 0 (ObjNum 33 snap 0 seq_num 3694314744) dirty dne 2024-04-15T16:32:45.426 INFO:tasks.rados.rados.0.smithi090.stdout:1196: finishing write tid 1 to smithi09078167-18 2024-04-15T16:32:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:1196: finishing write tid 2 to smithi09078167-18 2024-04-15T16:32:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:1196: finishing write tid 3 to smithi09078167-18 2024-04-15T16:32:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:1196: finishing write tid 4 to smithi09078167-18 2024-04-15T16:32:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:1196: finishing write tid 5 to smithi09078167-18 2024-04-15T16:32:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:1196: oid 18 updating version 0 to 448 2024-04-15T16:32:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:1196: oid 18 version 448 is already newer than 445 2024-04-15T16:32:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:1196: oid 18 version 448 is already newer than 446 2024-04-15T16:32:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:1196: oid 18 version 448 is already newer than 447 2024-04-15T16:32:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 448 (ObjNum 392 snap 101 seq_num 392) dirty exists 2024-04-15T16:32:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:1196: left oid 18 (ObjNum 392 snap 101 seq_num 392) 2024-04-15T16:32:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:1201: finishing write tid 1 to smithi09078167-7 2024-04-15T16:32:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:1201: finishing write tid 2 to smithi09078167-7 2024-04-15T16:32:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:1201: finishing write tid 3 to smithi09078167-7 2024-04-15T16:32:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:1201: finishing write tid 4 to smithi09078167-7 2024-04-15T16:32:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:1201: finishing write tid 5 to smithi09078167-7 2024-04-15T16:32:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:1201: oid 7 updating version 0 to 414 2024-04-15T16:32:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:1201: oid 7 updating version 414 to 416 2024-04-15T16:32:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:1201: oid 7 version 416 is already newer than 415 2024-04-15T16:32:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:1201: oid 7 version 416 is already newer than 413 2024-04-15T16:32:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 416 (ObjNum 393 snap 101 seq_num 393) dirty exists 2024-04-15T16:32:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:1201: left oid 7 (ObjNum 393 snap 101 seq_num 393) 2024-04-15T16:32:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:1202: finishing write tid 1 to smithi09078167-37 2024-04-15T16:32:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:1202: finishing write tid 2 to smithi09078167-37 2024-04-15T16:32:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:1202: finishing write tid 3 to smithi09078167-37 2024-04-15T16:32:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:1202: finishing write tid 4 to smithi09078167-37 2024-04-15T16:32:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:1202: finishing write tid 5 to smithi09078167-37 2024-04-15T16:32:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:1202: finishing write tid 6 to smithi09078167-37 2024-04-15T16:32:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:1202: oid 37 updating version 0 to 196 2024-04-15T16:32:45.429 INFO:tasks.rados.rados.0.smithi090.stdout:1202: oid 37 updating version 196 to 197 2024-04-15T16:32:45.429 INFO:tasks.rados.rados.0.smithi090.stdout:1202: oid 37 updating version 197 to 198 2024-04-15T16:32:45.429 INFO:tasks.rados.rados.0.smithi090.stdout:1202: oid 37 updating version 198 to 199 2024-04-15T16:32:45.429 INFO:tasks.rados.rados.0.smithi090.stdout:1202: oid 37 version 199 is already newer than 195 2024-04-15T16:32:45.429 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 199 (ObjNum 394 snap 101 seq_num 394) dirty exists 2024-04-15T16:32:45.429 INFO:tasks.rados.rados.0.smithi090.stdout:1202: left oid 37 (ObjNum 394 snap 101 seq_num 394) 2024-04-15T16:32:45.429 INFO:tasks.rados.rados.0.smithi090.stdout:1204: finishing write tid 1 to smithi09078167-39 2024-04-15T16:32:45.429 INFO:tasks.rados.rados.0.smithi090.stdout:1204: finishing write tid 2 to smithi09078167-39 2024-04-15T16:32:45.429 INFO:tasks.rados.rados.0.smithi090.stdout:1204: finishing write tid 3 to smithi09078167-39 2024-04-15T16:32:45.429 INFO:tasks.rados.rados.0.smithi090.stdout:1204: finishing write tid 4 to smithi09078167-39 2024-04-15T16:32:45.429 INFO:tasks.rados.rados.0.smithi090.stdout:1204: finishing write tid 5 to smithi09078167-39 2024-04-15T16:32:45.429 INFO:tasks.rados.rados.0.smithi090.stdout:1204: oid 39 updating version 0 to 360 2024-04-15T16:32:45.429 INFO:tasks.rados.rados.0.smithi090.stdout:1204: oid 39 version 360 is already newer than 358 2024-04-15T16:32:45.429 INFO:tasks.rados.rados.0.smithi090.stdout:1204: oid 39 version 360 is already newer than 357 2024-04-15T16:32:45.430 INFO:tasks.rados.rados.0.smithi090.stdout:1204: oid 39 version 360 is already newer than 359 2024-04-15T16:32:45.430 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 360 (ObjNum 395 snap 101 seq_num 395) dirty exists 2024-04-15T16:32:45.430 INFO:tasks.rados.rados.0.smithi090.stdout:1204: left oid 39 (ObjNum 395 snap 101 seq_num 395) 2024-04-15T16:32:45.430 INFO:tasks.rados.rados.0.smithi090.stdout:1205: finishing write tid 1 to smithi09078167-17 2024-04-15T16:32:45.430 INFO:tasks.rados.rados.0.smithi090.stdout:1205: finishing write tid 2 to smithi09078167-17 2024-04-15T16:32:45.430 INFO:tasks.rados.rados.0.smithi090.stdout:1205: finishing write tid 3 to smithi09078167-17 2024-04-15T16:32:45.430 INFO:tasks.rados.rados.0.smithi090.stdout:1206: finishing rollback tid 0 to smithi09078167-46 2024-04-15T16:32:45.430 INFO:tasks.rados.rados.0.smithi090.stdout:1206: finishing rollback tid 1 to smithi09078167-46 2024-04-15T16:32:45.430 INFO:tasks.rados.rados.0.smithi090.stdout:1205: finishing write tid 4 to smithi09078167-17 2024-04-15T16:32:45.430 INFO:tasks.rados.rados.0.smithi090.stdout:1196: done (9 left) 2024-04-15T16:32:45.430 INFO:tasks.rados.rados.0.smithi090.stdout:1197: done (8 left) 2024-04-15T16:32:45.430 INFO:tasks.rados.rados.0.smithi090.stdout:1198: done (7 left) 2024-04-15T16:32:45.430 INFO:tasks.rados.rados.0.smithi090.stdout:1199: done (6 left) 2024-04-15T16:32:45.430 INFO:tasks.rados.rados.0.smithi090.stdout:1200: done (5 left) 2024-04-15T16:32:45.430 INFO:tasks.rados.rados.0.smithi090.stdout:1201: done (4 left) 2024-04-15T16:32:45.431 INFO:tasks.rados.rados.0.smithi090.stdout:1202: done (3 left) 2024-04-15T16:32:45.431 INFO:tasks.rados.rados.0.smithi090.stdout:1204: done (2 left) 2024-04-15T16:32:45.431 INFO:tasks.rados.rados.0.smithi090.stdout:1207: rmattr oid 31 current snap is 101 2024-04-15T16:32:45.431 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 101 2024-04-15T16:32:45.431 INFO:tasks.rados.rados.0.smithi090.stdout:1208: seq_num 397 ranges {3317760=655360,3973120=671744,4644864=532480} 2024-04-15T16:32:45.447 INFO:tasks.rados.rados.0.smithi090.stdout:1208: writing smithi09078167-25 from 3317760 to 3973120 tid 1 2024-04-15T16:32:45.450 INFO:tasks.rados.rados.0.smithi090.stdout:1208: writing smithi09078167-25 from 3973120 to 4644864 tid 2 2024-04-15T16:32:45.454 INFO:tasks.rados.rados.0.smithi090.stdout:1208: writing smithi09078167-25 from 4644864 to 5177344 tid 3 2024-04-15T16:32:45.454 INFO:tasks.rados.rados.0.smithi090.stdout:1209: read oid 23 snap -1 2024-04-15T16:32:45.454 INFO:tasks.rados.rados.0.smithi090.stdout:1209: expect (ObjNum 378 snap 96 seq_num 378) 2024-04-15T16:32:45.454 INFO:tasks.rados.rados.0.smithi090.stdout:1210: delete oid 28 current snap is 101 2024-04-15T16:32:45.455 INFO:tasks.rados.rados.0.smithi090.stdout:1206: finishing rollback tid 2 to smithi09078167-46 2024-04-15T16:32:45.455 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 225 (ObjNum 360 snap 93 seq_num 360) dirty exists 2024-04-15T16:32:45.455 INFO:tasks.rados.rados.0.smithi090.stdout:1205: finishing write tid 5 to smithi09078167-17 2024-04-15T16:32:45.455 INFO:tasks.rados.rados.0.smithi090.stdout:1205: oid 17 updating version 0 to 310 2024-04-15T16:32:45.455 INFO:tasks.rados.rados.0.smithi090.stdout:1205: oid 17 version 310 is already newer than 308 2024-04-15T16:32:45.455 INFO:tasks.rados.rados.0.smithi090.stdout:1205: oid 17 version 310 is already newer than 307 2024-04-15T16:32:45.455 INFO:tasks.rados.rados.0.smithi090.stdout:1205: oid 17 version 310 is already newer than 309 2024-04-15T16:32:45.455 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 310 (ObjNum 396 snap 101 seq_num 396) dirty exists 2024-04-15T16:32:45.455 INFO:tasks.rados.rados.0.smithi090.stdout:1205: left oid 17 (ObjNum 396 snap 101 seq_num 396) 2024-04-15T16:32:45.455 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 368 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-15T16:32:45.455 INFO:tasks.rados.rados.0.smithi090.stdout:1208: finishing write tid 1 to smithi09078167-25 2024-04-15T16:32:45.455 INFO:tasks.rados.rados.0.smithi090.stdout:1208: finishing write tid 2 to smithi09078167-25 2024-04-15T16:32:45.456 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:32:45.457 INFO:tasks.rados.rados.0.smithi090.stdout:1205: done (5 left) 2024-04-15T16:32:45.457 INFO:tasks.rados.rados.0.smithi090.stdout:1206: done (4 left) 2024-04-15T16:32:45.457 INFO:tasks.rados.rados.0.smithi090.stdout:1207: done (3 left) 2024-04-15T16:32:45.457 INFO:tasks.rados.rados.0.smithi090.stdout:1210: done (2 left) 2024-04-15T16:32:45.457 INFO:tasks.rados.rados.0.smithi090.stdout:1211: rollback oid 47 current snap is 101 2024-04-15T16:32:45.457 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 98 2024-04-15T16:32:45.457 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 101 2024-04-15T16:32:45.457 INFO:tasks.rados.rados.0.smithi090.stdout:1212: seq_num 399 ranges {5447680=688128,6135808=434176,6569984=745472,7315456=24576} 2024-04-15T16:32:45.490 INFO:tasks.rados.rados.0.smithi090.stdout:1212: writing smithi09078167-3 from 5447680 to 6135808 tid 1 2024-04-15T16:32:45.493 INFO:tasks.rados.rados.0.smithi090.stdout:1212: writing smithi09078167-3 from 6135808 to 6569984 tid 2 2024-04-15T16:32:45.497 INFO:tasks.rados.rados.0.smithi090.stdout:1212: writing smithi09078167-3 from 6569984 to 7315456 tid 3 2024-04-15T16:32:45.497 INFO:tasks.rados.rados.0.smithi090.stdout:1212: writing smithi09078167-3 from 7315456 to 7340032 tid 4 2024-04-15T16:32:45.497 INFO:tasks.rados.rados.0.smithi090.stdout:1208: finishing write tid 3 to smithi09078167-25 2024-04-15T16:32:45.498 INFO:tasks.rados.rados.0.smithi090.stdout:1213: read oid 32 snap -1 2024-04-15T16:32:45.498 INFO:tasks.rados.rados.0.smithi090.stdout:1213: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:32:45.498 INFO:tasks.rados.rados.0.smithi090.stdout:1214: snap_remove snap 99 2024-04-15T16:32:45.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:45 smithi153 ceph-mon[84714]: osdmap e274: 8 total, 8 up, 8 in 2024-04-15T16:32:45.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:45 smithi153 ceph-mon[84714]: pgmap v67: 121 pgs: 121 active+clean; 105 MiB data, 910 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-15T16:32:45.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:45 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:45.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:45 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:45.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:45 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:32:45.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:45 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:32:45.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:45 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:45.667 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:45 smithi090 ceph-mon[91618]: osdmap e274: 8 total, 8 up, 8 in 2024-04-15T16:32:45.667 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:45 smithi090 ceph-mon[91618]: pgmap v67: 121 pgs: 121 active+clean; 105 MiB data, 910 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-15T16:32:45.667 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:45 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:45.667 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:45 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:45.668 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:45 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:32:45.668 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:45 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:32:45.668 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:45 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:45.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:45 smithi090 ceph-mon[89240]: osdmap e274: 8 total, 8 up, 8 in 2024-04-15T16:32:45.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:45 smithi090 ceph-mon[89240]: pgmap v67: 121 pgs: 121 active+clean; 105 MiB data, 910 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-15T16:32:45.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:45 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:45.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:45 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:45.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:45 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:32:45.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:45 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:32:45.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:45 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:45.801 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:32:45.801 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (5m) 28s ago 6m 24.3M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:32:45.801 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (6m) 7s ago 6m 91.5M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:32:45.801 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (7m) 28s ago 7m 18.4M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:32:45.801 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (7m) 7s ago 7m 15.5M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:32:45.801 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (77s) 7s ago 10m 449M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:32:45.801 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (107s) 28s ago 12m 505M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:32:45.801 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (61s) 28s ago 12m 39.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 82f63672a8c1 2024-04-15T16:32:45.801 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (18s) 7s ago 11m 25.4M 2048M 19.0.0-3080-gc2d8c315 259793512b73 a8c48d861c6e 2024-04-15T16:32:45.801 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (37s) 28s ago 10m 25.4M 2048M 19.0.0-3080-gc2d8c315 259793512b73 28c14668bcb2 2024-04-15T16:32:45.802 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (5m) 28s ago 5m 15.5M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:32:45.802 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (5m) 7s ago 5m 15.4M - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:32:45.802 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (10m) 28s ago 10m 166M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f170958feb54 2024-04-15T16:32:45.802 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (10m) 28s ago 10m 119M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a d1a207a9d3b7 2024-04-15T16:32:45.802 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (9m) 28s ago 9m 124M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 25f8f850f0c1 2024-04-15T16:32:45.802 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (9m) 28s ago 9m 131M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 2a999947f8da 2024-04-15T16:32:45.802 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (8m) 7s ago 8m 185M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 72f8dca53733 2024-04-15T16:32:45.802 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (8m) 7s ago 8m 143M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f4ca8da35c81 2024-04-15T16:32:45.802 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (8m) 7s ago 8m 123M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 66e4ab03958e 2024-04-15T16:32:45.802 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (7m) 7s ago 7m 103M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:32:45.802 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (82s) 7s ago 6m 56.5M - 2.43.0 a07b618ecd1d ac36942670ad 2024-04-15T16:32:46.213 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:32:46.213 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:32:46.213 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:32:46.213 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:32:46.213 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:32:46.213 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:32:46.213 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:32:46.213 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:32:46.213 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8 2024-04-15T16:32:46.213 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:32:46.213 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:32:46.213 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:32:46.214 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:32:46.214 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:32:46.214 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 10, 2024-04-15T16:32:46.214 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 5 2024-04-15T16:32:46.214 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:32:46.214 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:32:46.374 INFO:tasks.rados.rados.0.smithi090.stdout:1214: done (5 left) 2024-04-15T16:32:46.375 INFO:tasks.rados.rados.0.smithi090.stdout:1215: snap_remove snap 100 2024-04-15T16:32:46.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:46 smithi090 ceph-mon[91618]: Reconfiguring mgr.y (monmap changed)... 2024-04-15T16:32:46.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:46 smithi090 ceph-mon[91618]: Reconfiguring daemon mgr.y on smithi090 2024-04-15T16:32:46.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:46 smithi090 ceph-mon[91618]: osdmap e275: 8 total, 8 up, 8 in 2024-04-15T16:32:46.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:46 smithi090 ceph-mon[91618]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:32:46.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:46 smithi090 ceph-mon[91618]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:32:46.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:46 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2456978505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:32:46.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:46 smithi090 ceph-mon[89240]: Reconfiguring mgr.y (monmap changed)... 2024-04-15T16:32:46.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:46 smithi090 ceph-mon[89240]: Reconfiguring daemon mgr.y on smithi090 2024-04-15T16:32:46.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:46 smithi090 ceph-mon[89240]: osdmap e275: 8 total, 8 up, 8 in 2024-04-15T16:32:46.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:46 smithi090 ceph-mon[89240]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:32:46.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:46 smithi090 ceph-mon[89240]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:32:46.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:46 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2456978505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:32:46.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:46 smithi153 ceph-mon[84714]: Reconfiguring mgr.y (monmap changed)... 2024-04-15T16:32:46.645 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:46 smithi153 ceph-mon[84714]: Reconfiguring daemon mgr.y on smithi090 2024-04-15T16:32:46.645 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:46 smithi153 ceph-mon[84714]: osdmap e275: 8 total, 8 up, 8 in 2024-04-15T16:32:46.645 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:46 smithi153 ceph-mon[84714]: from='client.34176 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:32:46.645 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:46 smithi153 ceph-mon[84714]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:32:46.645 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:46 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2456978505' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:32:47.379 INFO:tasks.rados.rados.0.smithi090.stdout:1215: done (5 left) 2024-04-15T16:32:47.379 INFO:tasks.rados.rados.0.smithi090.stdout:1216: read oid 29 snap -1 2024-04-15T16:32:47.379 INFO:tasks.rados.rados.0.smithi090.stdout:1216: expect (ObjNum 277 snap 71 seq_num 277) 2024-04-15T16:32:47.379 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 101 2024-04-15T16:32:47.379 INFO:tasks.rados.rados.0.smithi090.stdout:1208: finishing write tid 4 to smithi09078167-25 2024-04-15T16:32:47.379 INFO:tasks.rados.rados.0.smithi090.stdout:1217: seq_num 400 ranges {2801664=704512,3506176=720896,4227072=483328} 2024-04-15T16:32:47.400 INFO:tasks.rados.rados.0.smithi090.stdout:1217: writing smithi09078167-5 from 2801664 to 3506176 tid 1 2024-04-15T16:32:47.404 INFO:tasks.rados.rados.0.smithi090.stdout:1217: writing smithi09078167-5 from 3506176 to 4227072 tid 2 2024-04-15T16:32:47.407 INFO:tasks.rados.rados.0.smithi090.stdout:1217: writing smithi09078167-5 from 4227072 to 4710400 tid 3 2024-04-15T16:32:47.407 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 101 2024-04-15T16:32:47.407 INFO:tasks.rados.rados.0.smithi090.stdout:1218: seq_num 401 ranges {3973120=720896,4694016=606208,5300224=598016} 2024-04-15T16:32:47.432 INFO:tasks.rados.rados.0.smithi090.stdout:1218: writing smithi09078167-48 from 3973120 to 4694016 tid 1 2024-04-15T16:32:47.436 INFO:tasks.rados.rados.0.smithi090.stdout:1218: writing smithi09078167-48 from 4694016 to 5300224 tid 2 2024-04-15T16:32:47.441 INFO:tasks.rados.rados.0.smithi090.stdout:1218: writing smithi09078167-48 from 5300224 to 5898240 tid 3 2024-04-15T16:32:47.441 INFO:tasks.rados.rados.0.smithi090.stdout:1219: rollback oid 18 current snap is 101 2024-04-15T16:32:47.441 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 18 to 98 2024-04-15T16:32:47.441 INFO:tasks.rados.rados.0.smithi090.stdout:1208: finishing write tid 5 to smithi09078167-25 2024-04-15T16:32:47.441 INFO:tasks.rados.rados.0.smithi090.stdout:1208: oid 25 updating version 0 to 453 2024-04-15T16:32:47.441 INFO:tasks.rados.rados.0.smithi090.stdout:1208: oid 25 updating version 453 to 454 2024-04-15T16:32:47.441 INFO:tasks.rados.rados.0.smithi090.stdout:1208: oid 25 version 454 is already newer than 452 2024-04-15T16:32:47.441 INFO:tasks.rados.rados.0.smithi090.stdout:1208: oid 25 updating version 454 to 455 2024-04-15T16:32:47.441 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 455 (ObjNum 397 snap 101 seq_num 397) dirty exists 2024-04-15T16:32:47.441 INFO:tasks.rados.rados.0.smithi090.stdout:1208: left oid 25 (ObjNum 397 snap 101 seq_num 397) 2024-04-15T16:32:47.441 INFO:tasks.rados.rados.0.smithi090.stdout:1211: finishing rollback tid 0 to smithi09078167-47 2024-04-15T16:32:47.442 INFO:tasks.rados.rados.0.smithi090.stdout:1211: finishing rollback tid 1 to smithi09078167-47 2024-04-15T16:32:47.442 INFO:tasks.rados.rados.0.smithi090.stdout:1209: expect (ObjNum 378 snap 96 seq_num 378) 2024-04-15T16:32:47.483 INFO:tasks.rados.rados.0.smithi090.stdout:1211: finishing rollback tid 2 to smithi09078167-47 2024-04-15T16:32:47.483 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 360 (ObjNum 358 snap 93 seq_num 358) dirty exists 2024-04-15T16:32:47.483 INFO:tasks.rados.rados.0.smithi090.stdout:1212: finishing write tid 1 to smithi09078167-3 2024-04-15T16:32:47.483 INFO:tasks.rados.rados.0.smithi090.stdout:1212: finishing write tid 2 to smithi09078167-3 2024-04-15T16:32:47.483 INFO:tasks.rados.rados.0.smithi090.stdout:1213: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:32:47.485 INFO:tasks.rados.rados.0.smithi090.stdout:1212: finishing write tid 3 to smithi09078167-3 2024-04-15T16:32:47.485 INFO:tasks.rados.rados.0.smithi090.stdout:1212: finishing write tid 4 to smithi09078167-3 2024-04-15T16:32:47.485 INFO:tasks.rados.rados.0.smithi090.stdout:1212: finishing write tid 5 to smithi09078167-3 2024-04-15T16:32:47.485 INFO:tasks.rados.rados.0.smithi090.stdout:1212: finishing write tid 6 to smithi09078167-3 2024-04-15T16:32:47.485 INFO:tasks.rados.rados.0.smithi090.stdout:1212: oid 3 updating version 0 to 314 2024-04-15T16:32:47.485 INFO:tasks.rados.rados.0.smithi090.stdout:1212: oid 3 updating version 314 to 316 2024-04-15T16:32:47.485 INFO:tasks.rados.rados.0.smithi090.stdout:1212: oid 3 version 316 is already newer than 312 2024-04-15T16:32:47.486 INFO:tasks.rados.rados.0.smithi090.stdout:1212: oid 3 version 316 is already newer than 315 2024-04-15T16:32:47.486 INFO:tasks.rados.rados.0.smithi090.stdout:1212: oid 3 version 316 is already newer than 313 2024-04-15T16:32:47.486 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 316 (ObjNum 399 snap 101 seq_num 399) dirty exists 2024-04-15T16:32:47.486 INFO:tasks.rados.rados.0.smithi090.stdout:1212: left oid 3 (ObjNum 399 snap 101 seq_num 399) 2024-04-15T16:32:47.486 INFO:tasks.rados.rados.0.smithi090.stdout:1216: expect (ObjNum 277 snap 71 seq_num 277) 2024-04-15T16:32:47.545 INFO:tasks.rados.rados.0.smithi090.stdout:1217: finishing write tid 1 to smithi09078167-5 2024-04-15T16:32:47.546 INFO:tasks.rados.rados.0.smithi090.stdout:1217: finishing write tid 2 to smithi09078167-5 2024-04-15T16:32:47.546 INFO:tasks.rados.rados.0.smithi090.stdout:1217: finishing write tid 3 to smithi09078167-5 2024-04-15T16:32:47.546 INFO:tasks.rados.rados.0.smithi090.stdout:1217: finishing write tid 4 to smithi09078167-5 2024-04-15T16:32:47.546 INFO:tasks.rados.rados.0.smithi090.stdout:1217: finishing write tid 5 to smithi09078167-5 2024-04-15T16:32:47.546 INFO:tasks.rados.rados.0.smithi090.stdout:1217: oid 5 updating version 0 to 64 2024-04-15T16:32:47.546 INFO:tasks.rados.rados.0.smithi090.stdout:1217: oid 5 version 64 is already newer than 63 2024-04-15T16:32:47.546 INFO:tasks.rados.rados.0.smithi090.stdout:1217: oid 5 version 64 is already newer than 62 2024-04-15T16:32:47.546 INFO:tasks.rados.rados.0.smithi090.stdout:1217: oid 5 version 64 is already newer than 61 2024-04-15T16:32:47.546 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 64 (ObjNum 400 snap 101 seq_num 400) dirty exists 2024-04-15T16:32:47.546 INFO:tasks.rados.rados.0.smithi090.stdout:1217: left oid 5 (ObjNum 400 snap 101 seq_num 400) 2024-04-15T16:32:47.546 INFO:tasks.rados.rados.0.smithi090.stdout:1218: finishing write tid 1 to smithi09078167-48 2024-04-15T16:32:47.546 INFO:tasks.rados.rados.0.smithi090.stdout:1219: finishing rollback tid 0 to smithi09078167-18 2024-04-15T16:32:47.547 INFO:tasks.rados.rados.0.smithi090.stdout:1219: finishing rollback tid 1 to smithi09078167-18 2024-04-15T16:32:47.547 INFO:tasks.rados.rados.0.smithi090.stdout:1218: finishing write tid 2 to smithi09078167-48 2024-04-15T16:32:47.547 INFO:tasks.rados.rados.0.smithi090.stdout:1219: finishing rollback tid 2 to smithi09078167-18 2024-04-15T16:32:47.547 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 466 (ObjNum 379 snap 97 seq_num 379) dirty exists 2024-04-15T16:32:47.547 INFO:tasks.rados.rados.0.smithi090.stdout:1218: finishing write tid 3 to smithi09078167-48 2024-04-15T16:32:47.547 INFO:tasks.rados.rados.0.smithi090.stdout:1208: done (8 left) 2024-04-15T16:32:47.547 INFO:tasks.rados.rados.0.smithi090.stdout:1209: done (7 left) 2024-04-15T16:32:47.547 INFO:tasks.rados.rados.0.smithi090.stdout:1211: done (6 left) 2024-04-15T16:32:47.547 INFO:tasks.rados.rados.0.smithi090.stdout:1212: done (5 left) 2024-04-15T16:32:47.547 INFO:tasks.rados.rados.0.smithi090.stdout:1213: done (4 left) 2024-04-15T16:32:47.547 INFO:tasks.rados.rados.0.smithi090.stdout:1216: done (3 left) 2024-04-15T16:32:47.547 INFO:tasks.rados.rados.0.smithi090.stdout:1217: done (2 left) 2024-04-15T16:32:47.547 INFO:tasks.rados.rados.0.smithi090.stdout:1219: done (1 left) 2024-04-15T16:32:47.547 INFO:tasks.rados.rados.0.smithi090.stdout:1220: rollback oid 22 current snap is 101 2024-04-15T16:32:47.548 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 98 2024-04-15T16:32:47.548 INFO:tasks.rados.rados.0.smithi090.stdout:1218: finishing write tid 4 to smithi09078167-48 2024-04-15T16:32:47.548 INFO:tasks.rados.rados.0.smithi090.stdout:1218: finishing write tid 5 to smithi09078167-48 2024-04-15T16:32:47.548 INFO:tasks.rados.rados.0.smithi090.stdout:1218: oid 48 updating version 0 to 364 2024-04-15T16:32:47.548 INFO:tasks.rados.rados.0.smithi090.stdout:1218: oid 48 version 364 is already newer than 361 2024-04-15T16:32:47.548 INFO:tasks.rados.rados.0.smithi090.stdout:1218: oid 48 version 364 is already newer than 363 2024-04-15T16:32:47.548 INFO:tasks.rados.rados.0.smithi090.stdout:1218: oid 48 version 364 is already newer than 362 2024-04-15T16:32:47.548 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 364 (ObjNum 401 snap 101 seq_num 401) dirty exists 2024-04-15T16:32:47.548 INFO:tasks.rados.rados.0.smithi090.stdout:1218: left oid 48 (ObjNum 401 snap 101 seq_num 401) 2024-04-15T16:32:47.548 INFO:tasks.rados.rados.0.smithi090.stdout:1218: done (1 left) 2024-04-15T16:32:47.548 INFO:tasks.rados.rados.0.smithi090.stdout:1221: rmattr oid 32 current snap is 101 2024-04-15T16:32:47.548 INFO:tasks.rados.rados.0.smithi090.stdout:1222: rmattr oid 27 current snap is 101 2024-04-15T16:32:47.548 INFO:tasks.rados.rados.0.smithi090.stdout:1222: done (2 left) 2024-04-15T16:32:47.548 INFO:tasks.rados.rados.0.smithi090.stdout:1223: delete oid 12 current snap is 101 2024-04-15T16:32:47.549 INFO:tasks.rados.rados.0.smithi090.stdout:1220: finishing rollback tid 0 to smithi09078167-22 2024-04-15T16:32:47.549 INFO:tasks.rados.rados.0.smithi090.stdout:1220: finishing rollback tid 1 to smithi09078167-22 2024-04-15T16:32:47.549 INFO:tasks.rados.rados.0.smithi090.stdout:1223: done (2 left) 2024-04-15T16:32:47.549 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 101 2024-04-15T16:32:47.550 INFO:tasks.rados.rados.0.smithi090.stdout:1224: seq_num 403 ranges {4390912=753664,5144576=425984,5570560=720896,6291456=57344} 2024-04-15T16:32:47.576 INFO:tasks.rados.rados.0.smithi090.stdout:1224: writing smithi09078167-47 from 4390912 to 5144576 tid 1 2024-04-15T16:32:47.578 INFO:tasks.rados.rados.0.smithi090.stdout:1224: writing smithi09078167-47 from 5144576 to 5570560 tid 2 2024-04-15T16:32:47.583 INFO:tasks.rados.rados.0.smithi090.stdout:1224: writing smithi09078167-47 from 5570560 to 6291456 tid 3 2024-04-15T16:32:47.583 INFO:tasks.rados.rados.0.smithi090.stdout:1224: writing smithi09078167-47 from 6291456 to 6348800 tid 4 2024-04-15T16:32:47.583 INFO:tasks.rados.rados.0.smithi090.stdout:1225: delete oid 13 current snap is 101 2024-04-15T16:32:47.583 INFO:tasks.rados.rados.0.smithi090.stdout:1220: finishing rollback tid 2 to smithi09078167-22 2024-04-15T16:32:47.583 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 418 (ObjNum 337 snap 87 seq_num 337) dirty exists 2024-04-15T16:32:47.583 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 200 (ObjNum 33 snap 0 seq_num 3728347952) dirty exists 2024-04-15T16:32:47.583 INFO:tasks.rados.rados.0.smithi090.stdout:1224: finishing write tid 1 to smithi09078167-47 2024-04-15T16:32:47.583 INFO:tasks.rados.rados.0.smithi090.stdout:1224: finishing write tid 2 to smithi09078167-47 2024-04-15T16:32:47.584 INFO:tasks.rados.rados.0.smithi090.stdout:1220: done (3 left) 2024-04-15T16:32:47.585 INFO:tasks.rados.rados.0.smithi090.stdout:1221: done (2 left) 2024-04-15T16:32:47.585 INFO:tasks.rados.rados.0.smithi090.stdout:1225: done (1 left) 2024-04-15T16:32:47.585 INFO:tasks.rados.rados.0.smithi090.stdout:1226: snap_remove snap 98 2024-04-15T16:32:47.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[91618]: osdmap e276: 8 total, 8 up, 8 in 2024-04-15T16:32:47.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:47.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:47.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[91618]: pgmap v70: 121 pgs: 121 active+clean; 105 MiB data, 910 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-15T16:32:47.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[91618]: Reconfiguring mon.c (monmap changed)... 2024-04-15T16:32:47.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:32:47.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:32:47.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:47.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[91618]: Reconfiguring daemon mon.c on smithi090 2024-04-15T16:32:47.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[89240]: osdmap e276: 8 total, 8 up, 8 in 2024-04-15T16:32:47.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:47.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:47.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[89240]: pgmap v70: 121 pgs: 121 active+clean; 105 MiB data, 910 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-15T16:32:47.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[89240]: Reconfiguring mon.c (monmap changed)... 2024-04-15T16:32:47.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:32:47.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:32:47.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:47.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:47 smithi090 ceph-mon[89240]: Reconfiguring daemon mon.c on smithi090 2024-04-15T16:32:47.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:47 smithi153 ceph-mon[84714]: osdmap e276: 8 total, 8 up, 8 in 2024-04-15T16:32:47.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:47.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:47.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:47 smithi153 ceph-mon[84714]: pgmap v70: 121 pgs: 121 active+clean; 105 MiB data, 910 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-15T16:32:47.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:47 smithi153 ceph-mon[84714]: Reconfiguring mon.c (monmap changed)... 2024-04-15T16:32:47.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:32:47.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:32:47.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:47.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:47 smithi153 ceph-mon[84714]: Reconfiguring daemon mon.c on smithi090 2024-04-15T16:32:48.403 INFO:tasks.rados.rados.0.smithi090.stdout:1226: done (1 left) 2024-04-15T16:32:48.403 INFO:tasks.rados.rados.0.smithi090.stdout:1227: delete oid 16 current snap is 101 2024-04-15T16:32:48.404 INFO:tasks.rados.rados.0.smithi090.stdout:1224: finishing write tid 3 to smithi09078167-47 2024-04-15T16:32:48.404 INFO:tasks.rados.rados.0.smithi090.stdout:1224: finishing write tid 4 to smithi09078167-47 2024-04-15T16:32:48.404 INFO:tasks.rados.rados.0.smithi090.stdout:1224: finishing write tid 5 to smithi09078167-47 2024-04-15T16:32:48.404 INFO:tasks.rados.rados.0.smithi090.stdout:1224: finishing write tid 6 to smithi09078167-47 2024-04-15T16:32:48.404 INFO:tasks.rados.rados.0.smithi090.stdout:1224: oid 47 updating version 0 to 367 2024-04-15T16:32:48.404 INFO:tasks.rados.rados.0.smithi090.stdout:1224: oid 47 updating version 367 to 368 2024-04-15T16:32:48.404 INFO:tasks.rados.rados.0.smithi090.stdout:1224: oid 47 version 368 is already newer than 366 2024-04-15T16:32:48.404 INFO:tasks.rados.rados.0.smithi090.stdout:1224: oid 47 updating version 368 to 369 2024-04-15T16:32:48.404 INFO:tasks.rados.rados.0.smithi090.stdout:1224: oid 47 version 369 is already newer than 365 2024-04-15T16:32:48.404 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 369 (ObjNum 403 snap 101 seq_num 403) dirty exists 2024-04-15T16:32:48.404 INFO:tasks.rados.rados.0.smithi090.stdout:1224: left oid 47 (ObjNum 403 snap 101 seq_num 403) 2024-04-15T16:32:48.408 INFO:tasks.rados.rados.0.smithi090.stdout:1224: done (1 left) 2024-04-15T16:32:48.408 INFO:tasks.rados.rados.0.smithi090.stdout:1227: done (0 left) 2024-04-15T16:32:48.408 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 101 2024-04-15T16:32:48.408 INFO:tasks.rados.rados.0.smithi090.stdout:1228: seq_num 406 ranges {0=802816,802816=475136,1277952=499712,1777664=229376} 2024-04-15T16:32:48.413 INFO:tasks.rados.rados.0.smithi090.stdout:1228: writing smithi09078167-16 from 0 to 802816 tid 1 2024-04-15T16:32:48.417 INFO:tasks.rados.rados.0.smithi090.stdout:1228: writing smithi09078167-16 from 802816 to 1277952 tid 2 2024-04-15T16:32:48.420 INFO:tasks.rados.rados.0.smithi090.stdout:1228: writing smithi09078167-16 from 1277952 to 1777664 tid 3 2024-04-15T16:32:48.421 INFO:tasks.rados.rados.0.smithi090.stdout:1228: writing smithi09078167-16 from 1777664 to 2007040 tid 4 2024-04-15T16:32:48.422 INFO:tasks.rados.rados.0.smithi090.stdout:1229: copy_from oid 11 from oid 18 current snap is 101 2024-04-15T16:32:48.422 INFO:tasks.rados.rados.0.smithi090.stdout:1228: finishing write tid 1 to smithi09078167-16 2024-04-15T16:32:48.422 INFO:tasks.rados.rados.0.smithi090.stdout:1228: finishing write tid 2 to smithi09078167-16 2024-04-15T16:32:48.422 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 101 2024-04-15T16:32:48.422 INFO:tasks.rados.rados.0.smithi090.stdout:1230: seq_num 407 ranges {7340032=425984,7766016=761856,8527872=704512,9232384=139264} 2024-04-15T16:32:48.465 INFO:tasks.rados.rados.0.smithi090.stdout:1230: writing smithi09078167-3 from 7340032 to 7766016 tid 1 2024-04-15T16:32:48.469 INFO:tasks.rados.rados.0.smithi090.stdout:1230: writing smithi09078167-3 from 7766016 to 8527872 tid 2 2024-04-15T16:32:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:1230: writing smithi09078167-3 from 8527872 to 9232384 tid 3 2024-04-15T16:32:48.474 INFO:tasks.rados.rados.0.smithi090.stdout:1230: writing smithi09078167-3 from 9232384 to 9371648 tid 4 2024-04-15T16:32:48.474 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 101 2024-04-15T16:32:48.474 INFO:tasks.rados.rados.0.smithi090.stdout:1228: finishing write tid 3 to smithi09078167-16 2024-04-15T16:32:48.474 INFO:tasks.rados.rados.0.smithi090.stdout:1231: seq_num 408 ranges {1744896=442368,2187264=647168,2834432=507904,3342336=450560} 2024-04-15T16:32:48.487 INFO:tasks.rados.rados.0.smithi090.stdout:1231: writing smithi09078167-44 from 1744896 to 2187264 tid 1 2024-04-15T16:32:48.489 INFO:tasks.rados.rados.0.smithi090.stdout:1231: writing smithi09078167-44 from 2187264 to 2834432 tid 2 2024-04-15T16:32:48.492 INFO:tasks.rados.rados.0.smithi090.stdout:1231: writing smithi09078167-44 from 2834432 to 3342336 tid 3 2024-04-15T16:32:48.495 INFO:tasks.rados.rados.0.smithi090.stdout:1231: writing smithi09078167-44 from 3342336 to 3792896 tid 4 2024-04-15T16:32:48.496 INFO:tasks.rados.rados.0.smithi090.stdout:1232: read oid 6 snap -1 2024-04-15T16:32:48.496 INFO:tasks.rados.rados.0.smithi090.stdout:1232: expect (ObjNum 378 snap 96 seq_num 378) 2024-04-15T16:32:48.496 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 101 2024-04-15T16:32:48.496 INFO:tasks.rados.rados.0.smithi090.stdout:1228: finishing write tid 4 to smithi09078167-16 2024-04-15T16:32:48.496 INFO:tasks.rados.rados.0.smithi090.stdout:1233: seq_num 409 ranges {0=458752,458752=532480,991232=720896,1712128=352256} 2024-04-15T16:32:48.498 INFO:tasks.rados.rados.0.smithi090.stdout:1233: writing smithi09078167-34 from 0 to 458752 tid 1 2024-04-15T16:32:48.501 INFO:tasks.rados.rados.0.smithi090.stdout:1233: writing smithi09078167-34 from 458752 to 991232 tid 2 2024-04-15T16:32:48.506 INFO:tasks.rados.rados.0.smithi090.stdout:1233: writing smithi09078167-34 from 991232 to 1712128 tid 3 2024-04-15T16:32:48.509 INFO:tasks.rados.rados.0.smithi090.stdout:1233: writing smithi09078167-34 from 1712128 to 2064384 tid 4 2024-04-15T16:32:48.509 INFO:tasks.rados.rados.0.smithi090.stdout:1234: rollback oid 22 current snap is 101 2024-04-15T16:32:48.509 INFO:tasks.rados.rados.0.smithi090.stdout:1234: done (6 left) 2024-04-15T16:32:48.509 INFO:tasks.rados.rados.0.smithi090.stdout:1235: read oid 27 snap -1 2024-04-15T16:32:48.509 INFO:tasks.rados.rados.0.smithi090.stdout:1235: expect deleted 2024-04-15T16:32:48.509 INFO:tasks.rados.rados.0.smithi090.stdout:1236: snap_create 2024-04-15T16:32:48.509 INFO:tasks.rados.rados.0.smithi090.stdout:1228: finishing write tid 5 to smithi09078167-16 2024-04-15T16:32:48.509 INFO:tasks.rados.rados.0.smithi090.stdout:1228: finishing write tid 6 to smithi09078167-16 2024-04-15T16:32:48.510 INFO:tasks.rados.rados.0.smithi090.stdout:1228: oid 16 updating version 0 to 377 2024-04-15T16:32:48.510 INFO:tasks.rados.rados.0.smithi090.stdout:1228: oid 16 updating version 377 to 380 2024-04-15T16:32:48.510 INFO:tasks.rados.rados.0.smithi090.stdout:1228: oid 16 version 380 is already newer than 379 2024-04-15T16:32:48.510 INFO:tasks.rados.rados.0.smithi090.stdout:1228: oid 16 version 380 is already newer than 376 2024-04-15T16:32:48.510 INFO:tasks.rados.rados.0.smithi090.stdout:1228: oid 16 version 380 is already newer than 378 2024-04-15T16:32:48.510 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 380 (ObjNum 406 snap 101 seq_num 406) dirty exists 2024-04-15T16:32:48.510 INFO:tasks.rados.rados.0.smithi090.stdout:1228: left oid 16 (ObjNum 406 snap 101 seq_num 406) 2024-04-15T16:32:48.510 INFO:tasks.rados.rados.0.smithi090.stdout:1229: finishing copy_from racing read to smithi09078167-11 2024-04-15T16:32:48.510 INFO:tasks.rados.rados.0.smithi090.stdout:1229: finishing copy_from to smithi09078167-11 2024-04-15T16:32:48.510 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 466 (ObjNum 379 snap 97 seq_num 379) dirty exists 2024-04-15T16:32:48.510 INFO:tasks.rados.rados.0.smithi090.stdout:1230: finishing write tid 1 to smithi09078167-3 2024-04-15T16:32:48.510 INFO:tasks.rados.rados.0.smithi090.stdout:1230: finishing write tid 2 to smithi09078167-3 2024-04-15T16:32:48.510 INFO:tasks.rados.rados.0.smithi090.stdout:1230: finishing write tid 3 to smithi09078167-3 2024-04-15T16:32:48.510 INFO:tasks.rados.rados.0.smithi090.stdout:1230: finishing write tid 4 to smithi09078167-3 2024-04-15T16:32:48.511 INFO:tasks.rados.rados.0.smithi090.stdout:1230: finishing write tid 5 to smithi09078167-3 2024-04-15T16:32:48.511 INFO:tasks.rados.rados.0.smithi090.stdout:1230: finishing write tid 6 to smithi09078167-3 2024-04-15T16:32:48.511 INFO:tasks.rados.rados.0.smithi090.stdout:1230: oid 3 updating version 0 to 470 2024-04-15T16:32:48.511 INFO:tasks.rados.rados.0.smithi090.stdout:1230: oid 3 version 470 is already newer than 467 2024-04-15T16:32:48.511 INFO:tasks.rados.rados.0.smithi090.stdout:1230: oid 3 version 470 is already newer than 469 2024-04-15T16:32:48.511 INFO:tasks.rados.rados.0.smithi090.stdout:1230: oid 3 updating version 470 to 471 2024-04-15T16:32:48.511 INFO:tasks.rados.rados.0.smithi090.stdout:1230: oid 3 version 471 is already newer than 468 2024-04-15T16:32:48.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 471 (ObjNum 407 snap 101 seq_num 407) dirty exists 2024-04-15T16:32:48.511 INFO:tasks.rados.rados.0.smithi090.stdout:1230: left oid 3 (ObjNum 407 snap 101 seq_num 407) 2024-04-15T16:32:48.511 INFO:tasks.rados.rados.0.smithi090.stdout:1231: finishing write tid 1 to smithi09078167-44 2024-04-15T16:32:48.511 INFO:tasks.rados.rados.0.smithi090.stdout:1231: finishing write tid 2 to smithi09078167-44 2024-04-15T16:32:48.511 INFO:tasks.rados.rados.0.smithi090.stdout:1231: finishing write tid 3 to smithi09078167-44 2024-04-15T16:32:48.511 INFO:tasks.rados.rados.0.smithi090.stdout:1231: finishing write tid 4 to smithi09078167-44 2024-04-15T16:32:48.511 INFO:tasks.rados.rados.0.smithi090.stdout:1231: finishing write tid 5 to smithi09078167-44 2024-04-15T16:32:48.511 INFO:tasks.rados.rados.0.smithi090.stdout:1231: finishing write tid 6 to smithi09078167-44 2024-04-15T16:32:48.512 INFO:tasks.rados.rados.0.smithi090.stdout:1231: oid 44 updating version 0 to 378 2024-04-15T16:32:48.512 INFO:tasks.rados.rados.0.smithi090.stdout:1231: oid 44 updating version 378 to 379 2024-04-15T16:32:48.512 INFO:tasks.rados.rados.0.smithi090.stdout:1231: oid 44 version 379 is already newer than 375 2024-04-15T16:32:48.512 INFO:tasks.rados.rados.0.smithi090.stdout:1231: oid 44 version 379 is already newer than 376 2024-04-15T16:32:48.512 INFO:tasks.rados.rados.0.smithi090.stdout:1231: oid 44 version 379 is already newer than 377 2024-04-15T16:32:48.512 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 379 (ObjNum 408 snap 101 seq_num 408) dirty exists 2024-04-15T16:32:48.512 INFO:tasks.rados.rados.0.smithi090.stdout:1231: left oid 44 (ObjNum 408 snap 101 seq_num 408) 2024-04-15T16:32:48.512 INFO:tasks.rados.rados.0.smithi090.stdout:1233: finishing write tid 1 to smithi09078167-34 2024-04-15T16:32:48.512 INFO:tasks.rados.rados.0.smithi090.stdout:1232: expect (ObjNum 378 snap 96 seq_num 378) 2024-04-15T16:32:48.550 INFO:tasks.rados.rados.0.smithi090.stdout:1233: finishing write tid 2 to smithi09078167-34 2024-04-15T16:32:48.550 INFO:tasks.rados.rados.0.smithi090.stdout:1233: finishing write tid 3 to smithi09078167-34 2024-04-15T16:32:48.550 INFO:tasks.rados.rados.0.smithi090.stdout:1233: finishing write tid 4 to smithi09078167-34 2024-04-15T16:32:48.550 INFO:tasks.rados.rados.0.smithi090.stdout:1233: finishing write tid 5 to smithi09078167-34 2024-04-15T16:32:48.550 INFO:tasks.rados.rados.0.smithi090.stdout:1233: finishing write tid 6 to smithi09078167-34 2024-04-15T16:32:48.550 INFO:tasks.rados.rados.0.smithi090.stdout:1233: oid 34 updating version 0 to 234 2024-04-15T16:32:48.550 INFO:tasks.rados.rados.0.smithi090.stdout:1233: oid 34 version 234 is already newer than 233 2024-04-15T16:32:48.550 INFO:tasks.rados.rados.0.smithi090.stdout:1233: oid 34 updating version 234 to 236 2024-04-15T16:32:48.550 INFO:tasks.rados.rados.0.smithi090.stdout:1233: oid 34 version 236 is already newer than 232 2024-04-15T16:32:48.550 INFO:tasks.rados.rados.0.smithi090.stdout:1233: oid 34 version 236 is already newer than 235 2024-04-15T16:32:48.550 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 236 (ObjNum 409 snap 101 seq_num 409) dirty exists 2024-04-15T16:32:48.551 INFO:tasks.rados.rados.0.smithi090.stdout:1233: left oid 34 (ObjNum 409 snap 101 seq_num 409) 2024-04-15T16:32:48.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:48 smithi090 ceph-mon[91618]: osdmap e277: 8 total, 8 up, 8 in 2024-04-15T16:32:48.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:48 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:48.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:48 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:48.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:48 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T16:32:48.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:48 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:48.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:48 smithi090 ceph-mon[89240]: osdmap e277: 8 total, 8 up, 8 in 2024-04-15T16:32:48.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:48 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:48.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:48 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:48.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:48 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T16:32:48.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:48 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:48.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:48 smithi153 ceph-mon[84714]: osdmap e277: 8 total, 8 up, 8 in 2024-04-15T16:32:48.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:48 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:48.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:48 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:48.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:48 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T16:32:48.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:48 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:49.198 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:32:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:32:49] "GET /metrics HTTP/1.1" 200 35993 "" "Prometheus/2.43.0" 2024-04-15T16:32:49.335 INFO:tasks.rados.rados.0.smithi090.stdout:1228: done (7 left) 2024-04-15T16:32:49.335 INFO:tasks.rados.rados.0.smithi090.stdout:1229: done (6 left) 2024-04-15T16:32:49.335 INFO:tasks.rados.rados.0.smithi090.stdout:1230: done (5 left) 2024-04-15T16:32:49.335 INFO:tasks.rados.rados.0.smithi090.stdout:1231: done (4 left) 2024-04-15T16:32:49.335 INFO:tasks.rados.rados.0.smithi090.stdout:1232: done (3 left) 2024-04-15T16:32:49.335 INFO:tasks.rados.rados.0.smithi090.stdout:1233: done (2 left) 2024-04-15T16:32:49.335 INFO:tasks.rados.rados.0.smithi090.stdout:1235: done (1 left) 2024-04-15T16:32:49.335 INFO:tasks.rados.rados.0.smithi090.stdout:1236: done (0 left) 2024-04-15T16:32:49.335 INFO:tasks.rados.rados.0.smithi090.stdout:1237: snap_remove snap 101 2024-04-15T16:32:49.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:49 smithi090 ceph-mon[91618]: Reconfiguring osd.0 (monmap changed)... 2024-04-15T16:32:49.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:49 smithi090 ceph-mon[91618]: Reconfiguring daemon osd.0 on smithi090 2024-04-15T16:32:49.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:49 smithi090 ceph-mon[91618]: osdmap e278: 8 total, 8 up, 8 in 2024-04-15T16:32:49.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:49 smithi090 ceph-mon[91618]: pgmap v73: 121 pgs: 121 active+clean; 119 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.1 MiB/s wr, 29 op/s 2024-04-15T16:32:49.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:49 smithi090 ceph-mon[91618]: osdmap e279: 8 total, 8 up, 8 in 2024-04-15T16:32:49.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:49 smithi090 ceph-mon[89240]: Reconfiguring osd.0 (monmap changed)... 2024-04-15T16:32:49.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:49 smithi090 ceph-mon[89240]: Reconfiguring daemon osd.0 on smithi090 2024-04-15T16:32:49.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:49 smithi090 ceph-mon[89240]: osdmap e278: 8 total, 8 up, 8 in 2024-04-15T16:32:49.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:49 smithi090 ceph-mon[89240]: pgmap v73: 121 pgs: 121 active+clean; 119 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.1 MiB/s wr, 29 op/s 2024-04-15T16:32:49.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:49 smithi090 ceph-mon[89240]: osdmap e279: 8 total, 8 up, 8 in 2024-04-15T16:32:49.789 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:49 smithi153 ceph-mon[84714]: Reconfiguring osd.0 (monmap changed)... 2024-04-15T16:32:49.789 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:49 smithi153 ceph-mon[84714]: Reconfiguring daemon osd.0 on smithi090 2024-04-15T16:32:49.790 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:49 smithi153 ceph-mon[84714]: osdmap e278: 8 total, 8 up, 8 in 2024-04-15T16:32:49.790 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:49 smithi153 ceph-mon[84714]: pgmap v73: 121 pgs: 121 active+clean; 119 MiB data, 987 MiB used, 714 GiB / 715 GiB avail; 2.7 MiB/s rd, 7.1 MiB/s wr, 29 op/s 2024-04-15T16:32:49.790 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:49 smithi153 ceph-mon[84714]: osdmap e279: 8 total, 8 up, 8 in 2024-04-15T16:32:50.334 INFO:tasks.rados.rados.0.smithi090.stdout:1237: done (0 left) 2024-04-15T16:32:50.335 INFO:tasks.rados.rados.0.smithi090.stdout:1238: copy_from oid 26 from oid 24 current snap is 102 2024-04-15T16:32:50.335 INFO:tasks.rados.rados.0.smithi090.stdout:1239: snap_create 2024-04-15T16:32:50.353 INFO:tasks.rados.rados.0.smithi090.stdout:1238: finishing copy_from racing read to smithi09078167-26 2024-04-15T16:32:50.355 INFO:tasks.rados.rados.0.smithi090.stdout:1238: finishing copy_from to smithi09078167-26 2024-04-15T16:32:50.355 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 261 (ObjNum 341 snap 89 seq_num 341) dirty exists 2024-04-15T16:32:51.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:51.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:51.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[91618]: Reconfiguring osd.1 (monmap changed)... 2024-04-15T16:32:51.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T16:32:51.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:51.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[91618]: Reconfiguring daemon osd.1 on smithi090 2024-04-15T16:32:51.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[91618]: osdmap e280: 8 total, 8 up, 8 in 2024-04-15T16:32:51.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[91618]: pgmap v76: 121 pgs: 121 active+clean; 124 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.5 MiB/s wr, 35 op/s 2024-04-15T16:32:51.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:51.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:51.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[89240]: Reconfiguring osd.1 (monmap changed)... 2024-04-15T16:32:51.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T16:32:51.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:51.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[89240]: Reconfiguring daemon osd.1 on smithi090 2024-04-15T16:32:51.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[89240]: osdmap e280: 8 total, 8 up, 8 in 2024-04-15T16:32:51.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:51 smithi090 ceph-mon[89240]: pgmap v76: 121 pgs: 121 active+clean; 124 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.5 MiB/s wr, 35 op/s 2024-04-15T16:32:51.347 INFO:tasks.rados.rados.0.smithi090.stdout:1238: done (1 left) 2024-04-15T16:32:51.347 INFO:tasks.rados.rados.0.smithi090.stdout:1239: done (0 left) 2024-04-15T16:32:51.347 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 103 2024-04-15T16:32:51.347 INFO:tasks.rados.rados.0.smithi090.stdout:1240: seq_num 410 ranges {7102464=475136,7577600=417792,7995392=475136,8470528=425984,8896512=286720} 2024-04-15T16:32:51.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:51 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:51.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:51 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:51.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:51 smithi153 ceph-mon[84714]: Reconfiguring osd.1 (monmap changed)... 2024-04-15T16:32:51.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:51 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T16:32:51.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:51 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:51.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:51 smithi153 ceph-mon[84714]: Reconfiguring daemon osd.1 on smithi090 2024-04-15T16:32:51.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:51 smithi153 ceph-mon[84714]: osdmap e280: 8 total, 8 up, 8 in 2024-04-15T16:32:51.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:51 smithi153 ceph-mon[84714]: pgmap v76: 121 pgs: 121 active+clean; 124 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.5 MiB/s wr, 35 op/s 2024-04-15T16:32:51.387 INFO:tasks.rados.rados.0.smithi090.stdout:1240: writing smithi09078167-11 from 7102464 to 7577600 tid 1 2024-04-15T16:32:51.389 INFO:tasks.rados.rados.0.smithi090.stdout:1240: writing smithi09078167-11 from 7577600 to 7995392 tid 2 2024-04-15T16:32:51.392 INFO:tasks.rados.rados.0.smithi090.stdout:1240: writing smithi09078167-11 from 7995392 to 8470528 tid 3 2024-04-15T16:32:51.394 INFO:tasks.rados.rados.0.smithi090.stdout:1240: writing smithi09078167-11 from 8470528 to 8896512 tid 4 2024-04-15T16:32:51.396 INFO:tasks.rados.rados.0.smithi090.stdout:1240: writing smithi09078167-11 from 8896512 to 9183232 tid 5 2024-04-15T16:32:51.396 INFO:tasks.rados.rados.0.smithi090.stdout:1241: rmattr oid 30 current snap is 103 2024-04-15T16:32:51.396 INFO:tasks.rados.rados.0.smithi090.stdout:1242: delete oid 23 current snap is 103 2024-04-15T16:32:51.397 INFO:tasks.rados.rados.0.smithi090.stdout:1240: finishing write tid 1 to smithi09078167-11 2024-04-15T16:32:51.397 INFO:tasks.rados.rados.0.smithi090.stdout:1240: finishing write tid 2 to smithi09078167-11 2024-04-15T16:32:51.400 INFO:tasks.rados.rados.0.smithi090.stdout:1240: finishing write tid 3 to smithi09078167-11 2024-04-15T16:32:51.400 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 423 (ObjNum 321 snap 83 seq_num 321) dirty exists 2024-04-15T16:32:51.401 INFO:tasks.rados.rados.0.smithi090.stdout:1241: done (2 left) 2024-04-15T16:32:51.401 INFO:tasks.rados.rados.0.smithi090.stdout:1242: done (1 left) 2024-04-15T16:32:51.401 INFO:tasks.rados.rados.0.smithi090.stdout:1243: rollback oid 30 current snap is 103 2024-04-15T16:32:51.401 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 102 2024-04-15T16:32:51.401 INFO:tasks.rados.rados.0.smithi090.stdout:1244: copy_from oid 23 from oid 17 current snap is 103 2024-04-15T16:32:51.401 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 103 2024-04-15T16:32:51.401 INFO:tasks.rados.rados.0.smithi090.stdout:1245: seq_num 412 ranges {3702784=507904,4210688=630784,4841472=491520,5332992=483328} 2024-04-15T16:32:51.424 INFO:tasks.rados.rados.0.smithi090.stdout:1245: writing smithi09078167-24 from 3702784 to 4210688 tid 1 2024-04-15T16:32:51.427 INFO:tasks.rados.rados.0.smithi090.stdout:1245: writing smithi09078167-24 from 4210688 to 4841472 tid 2 2024-04-15T16:32:51.430 INFO:tasks.rados.rados.0.smithi090.stdout:1245: writing smithi09078167-24 from 4841472 to 5332992 tid 3 2024-04-15T16:32:51.434 INFO:tasks.rados.rados.0.smithi090.stdout:1245: writing smithi09078167-24 from 5332992 to 5816320 tid 4 2024-04-15T16:32:51.434 INFO:tasks.rados.rados.0.smithi090.stdout:1246: read oid 34 snap 102 2024-04-15T16:32:51.434 INFO:tasks.rados.rados.0.smithi090.stdout:1246: expect (ObjNum 409 snap 101 seq_num 409) 2024-04-15T16:32:51.434 INFO:tasks.rados.rados.0.smithi090.stdout:1247: snap_create 2024-04-15T16:32:51.434 INFO:tasks.rados.rados.0.smithi090.stdout:1240: finishing write tid 4 to smithi09078167-11 2024-04-15T16:32:51.434 INFO:tasks.rados.rados.0.smithi090.stdout:1240: finishing write tid 5 to smithi09078167-11 2024-04-15T16:32:51.435 INFO:tasks.rados.rados.0.smithi090.stdout:1243: finishing rollback tid 0 to smithi09078167-30 2024-04-15T16:32:51.435 INFO:tasks.rados.rados.0.smithi090.stdout:1243: finishing rollback tid 1 to smithi09078167-30 2024-04-15T16:32:51.435 INFO:tasks.rados.rados.0.smithi090.stdout:1243: finishing rollback tid 2 to smithi09078167-30 2024-04-15T16:32:51.435 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 426 (ObjNum 321 snap 83 seq_num 321) dirty exists 2024-04-15T16:32:51.435 INFO:tasks.rados.rados.0.smithi090.stdout:1240: finishing write tid 6 to smithi09078167-11 2024-04-15T16:32:51.435 INFO:tasks.rados.rados.0.smithi090.stdout:1240: finishing write tid 7 to smithi09078167-11 2024-04-15T16:32:51.435 INFO:tasks.rados.rados.0.smithi090.stdout:1240: oid 11 updating version 0 to 474 2024-04-15T16:32:51.435 INFO:tasks.rados.rados.0.smithi090.stdout:1240: oid 11 version 474 is already newer than 472 2024-04-15T16:32:51.435 INFO:tasks.rados.rados.0.smithi090.stdout:1240: oid 11 version 474 is already newer than 473 2024-04-15T16:32:51.435 INFO:tasks.rados.rados.0.smithi090.stdout:1240: oid 11 updating version 474 to 476 2024-04-15T16:32:51.435 INFO:tasks.rados.rados.0.smithi090.stdout:1240: oid 11 version 476 is already newer than 475 2024-04-15T16:32:51.435 INFO:tasks.rados.rados.0.smithi090.stdout:1240: oid 11 updating version 476 to 477 2024-04-15T16:32:51.435 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 477 (ObjNum 410 snap 103 seq_num 410) dirty exists 2024-04-15T16:32:51.435 INFO:tasks.rados.rados.0.smithi090.stdout:1240: left oid 11 (ObjNum 410 snap 103 seq_num 410) 2024-04-15T16:32:51.436 INFO:tasks.rados.rados.0.smithi090.stdout:1244: finishing copy_from racing read to smithi09078167-23 2024-04-15T16:32:51.436 INFO:tasks.rados.rados.0.smithi090.stdout:1244: finishing copy_from to smithi09078167-23 2024-04-15T16:32:51.436 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 310 (ObjNum 396 snap 101 seq_num 396) dirty exists 2024-04-15T16:32:51.436 INFO:tasks.rados.rados.0.smithi090.stdout:1245: finishing write tid 1 to smithi09078167-24 2024-04-15T16:32:51.436 INFO:tasks.rados.rados.0.smithi090.stdout:1245: finishing write tid 2 to smithi09078167-24 2024-04-15T16:32:51.436 INFO:tasks.rados.rados.0.smithi090.stdout:1245: finishing write tid 3 to smithi09078167-24 2024-04-15T16:32:51.437 INFO:tasks.rados.rados.0.smithi090.stdout:1245: finishing write tid 4 to smithi09078167-24 2024-04-15T16:32:51.437 INFO:tasks.rados.rados.0.smithi090.stdout:1245: finishing write tid 5 to smithi09078167-24 2024-04-15T16:32:51.437 INFO:tasks.rados.rados.0.smithi090.stdout:1245: finishing write tid 6 to smithi09078167-24 2024-04-15T16:32:51.437 INFO:tasks.rados.rados.0.smithi090.stdout:1245: oid 24 updating version 0 to 272 2024-04-15T16:32:51.437 INFO:tasks.rados.rados.0.smithi090.stdout:1245: oid 24 updating version 272 to 273 2024-04-15T16:32:51.437 INFO:tasks.rados.rados.0.smithi090.stdout:1245: oid 24 version 273 is already newer than 271 2024-04-15T16:32:51.437 INFO:tasks.rados.rados.0.smithi090.stdout:1245: oid 24 updating version 273 to 274 2024-04-15T16:32:51.438 INFO:tasks.rados.rados.0.smithi090.stdout:1245: oid 24 updating version 274 to 275 2024-04-15T16:32:51.438 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 275 (ObjNum 412 snap 103 seq_num 412) dirty exists 2024-04-15T16:32:51.438 INFO:tasks.rados.rados.0.smithi090.stdout:1245: left oid 24 (ObjNum 412 snap 103 seq_num 412) 2024-04-15T16:32:51.443 INFO:tasks.rados.rados.0.smithi090.stdout:1246: expect (ObjNum 409 snap 101 seq_num 409) 2024-04-15T16:32:52.350 INFO:tasks.rados.rados.0.smithi090.stdout:1240: done (5 left) 2024-04-15T16:32:52.350 INFO:tasks.rados.rados.0.smithi090.stdout:1243: done (4 left) 2024-04-15T16:32:52.350 INFO:tasks.rados.rados.0.smithi090.stdout:1244: done (3 left) 2024-04-15T16:32:52.350 INFO:tasks.rados.rados.0.smithi090.stdout:1245: done (2 left) 2024-04-15T16:32:52.350 INFO:tasks.rados.rados.0.smithi090.stdout:1246: done (1 left) 2024-04-15T16:32:52.350 INFO:tasks.rados.rados.0.smithi090.stdout:1247: done (0 left) 2024-04-15T16:32:52.351 INFO:tasks.rados.rados.0.smithi090.stdout:1248: delete oid 26 current snap is 104 2024-04-15T16:32:52.353 INFO:tasks.rados.rados.0.smithi090.stdout:1248: done (0 left) 2024-04-15T16:32:52.353 INFO:tasks.rados.rados.0.smithi090.stdout:1249: delete oid 5 current snap is 104 2024-04-15T16:32:52.356 INFO:tasks.rados.rados.0.smithi090.stdout:1249: done (0 left) 2024-04-15T16:32:52.356 INFO:tasks.rados.rados.0.smithi090.stdout:1250: copy_from oid 21 from oid 29 current snap is 104 2024-04-15T16:32:52.356 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 104 2024-04-15T16:32:52.356 INFO:tasks.rados.rados.0.smithi090.stdout:1251: seq_num 415 ranges {9371648=557056,9928704=688128,10616832=663552,11280384=253952} 2024-04-15T16:32:52.410 INFO:tasks.rados.rados.0.smithi090.stdout:1251: writing smithi09078167-3 from 9371648 to 9928704 tid 1 2024-04-15T16:32:52.413 INFO:tasks.rados.rados.0.smithi090.stdout:1251: writing smithi09078167-3 from 9928704 to 10616832 tid 2 2024-04-15T16:32:52.417 INFO:tasks.rados.rados.0.smithi090.stdout:1251: writing smithi09078167-3 from 10616832 to 11280384 tid 3 2024-04-15T16:32:52.419 INFO:tasks.rados.rados.0.smithi090.stdout:1251: writing smithi09078167-3 from 11280384 to 11534336 tid 4 2024-04-15T16:32:52.419 INFO:tasks.rados.rados.0.smithi090.stdout:1252: copy_from oid 35 from oid 34 current snap is 104 2024-04-15T16:32:52.419 INFO:tasks.rados.rados.0.smithi090.stdout:1250: finishing copy_from racing read to smithi09078167-21 2024-04-15T16:32:52.419 INFO:tasks.rados.rados.0.smithi090.stdout:1250: finishing copy_from to smithi09078167-21 2024-04-15T16:32:52.419 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 276 (ObjNum 277 snap 71 seq_num 277) dirty exists 2024-04-15T16:32:52.419 INFO:tasks.rados.rados.0.smithi090.stdout:1251: finishing write tid 1 to smithi09078167-3 2024-04-15T16:32:52.420 INFO:tasks.rados.rados.0.smithi090.stdout:1251: finishing write tid 2 to smithi09078167-3 2024-04-15T16:32:52.420 INFO:tasks.rados.rados.0.smithi090.stdout:1250: done (2 left) 2024-04-15T16:32:52.420 INFO:tasks.rados.rados.0.smithi090.stdout:1253: read oid 38 snap -1 2024-04-15T16:32:52.420 INFO:tasks.rados.rados.0.smithi090.stdout:1253: expect (ObjNum 307 snap 79 seq_num 307) 2024-04-15T16:32:52.420 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 104 2024-04-15T16:32:52.420 INFO:tasks.rados.rados.0.smithi090.stdout:1254: seq_num 416 ranges {0=573440,573440=573440,1146880=475136,1622016=557056} 2024-04-15T16:32:52.422 INFO:tasks.rados.rados.0.smithi090.stdout:1254: writing smithi09078167-26 from 0 to 573440 tid 1 2024-04-15T16:32:52.425 INFO:tasks.rados.rados.0.smithi090.stdout:1254: writing smithi09078167-26 from 573440 to 1146880 tid 2 2024-04-15T16:32:52.428 INFO:tasks.rados.rados.0.smithi090.stdout:1254: writing smithi09078167-26 from 1146880 to 1622016 tid 3 2024-04-15T16:32:52.432 INFO:tasks.rados.rados.0.smithi090.stdout:1254: writing smithi09078167-26 from 1622016 to 2179072 tid 4 2024-04-15T16:32:52.432 INFO:tasks.rados.rados.0.smithi090.stdout:1255: copy_from oid 30 from oid 31 current snap is 104 2024-04-15T16:32:52.432 INFO:tasks.rados.rados.0.smithi090.stdout:1251: finishing write tid 3 to smithi09078167-3 2024-04-15T16:32:52.433 INFO:tasks.rados.rados.0.smithi090.stdout:1251: finishing write tid 4 to smithi09078167-3 2024-04-15T16:32:52.433 INFO:tasks.rados.rados.0.smithi090.stdout:1251: finishing write tid 5 to smithi09078167-3 2024-04-15T16:32:52.433 INFO:tasks.rados.rados.0.smithi090.stdout:1251: finishing write tid 6 to smithi09078167-3 2024-04-15T16:32:52.433 INFO:tasks.rados.rados.0.smithi090.stdout:1251: oid 3 updating version 0 to 482 2024-04-15T16:32:52.433 INFO:tasks.rados.rados.0.smithi090.stdout:1251: oid 3 version 482 is already newer than 478 2024-04-15T16:32:52.433 INFO:tasks.rados.rados.0.smithi090.stdout:1251: oid 3 version 482 is already newer than 479 2024-04-15T16:32:52.433 INFO:tasks.rados.rados.0.smithi090.stdout:1251: oid 3 version 482 is already newer than 481 2024-04-15T16:32:52.433 INFO:tasks.rados.rados.0.smithi090.stdout:1251: oid 3 version 482 is already newer than 480 2024-04-15T16:32:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 482 (ObjNum 415 snap 104 seq_num 415) dirty exists 2024-04-15T16:32:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:1251: left oid 3 (ObjNum 415 snap 104 seq_num 415) 2024-04-15T16:32:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:1254: finishing write tid 1 to smithi09078167-26 2024-04-15T16:32:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:1252: finishing copy_from racing read to smithi09078167-35 2024-04-15T16:32:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:1254: finishing write tid 2 to smithi09078167-26 2024-04-15T16:32:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:1251: done (4 left) 2024-04-15T16:32:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 104 2024-04-15T16:32:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:1256: seq_num 417 ranges {1540096=589824,2129920=458752,2588672=679936,3268608=466944} 2024-04-15T16:32:52.444 INFO:tasks.rados.rados.0.smithi090.stdout:1256: writing smithi09078167-6 from 1540096 to 2129920 tid 1 2024-04-15T16:32:52.446 INFO:tasks.rados.rados.0.smithi090.stdout:1256: writing smithi09078167-6 from 2129920 to 2588672 tid 2 2024-04-15T16:32:52.450 INFO:tasks.rados.rados.0.smithi090.stdout:1256: writing smithi09078167-6 from 2588672 to 3268608 tid 3 2024-04-15T16:32:52.452 INFO:tasks.rados.rados.0.smithi090.stdout:1256: writing smithi09078167-6 from 3268608 to 3735552 tid 4 2024-04-15T16:32:52.453 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 104 2024-04-15T16:32:52.453 INFO:tasks.rados.rados.0.smithi090.stdout:1254: finishing write tid 3 to smithi09078167-26 2024-04-15T16:32:52.453 INFO:tasks.rados.rados.0.smithi090.stdout:1257: seq_num 418 ranges {0=606208,606208=737280,1343488=434176,1777664=434176} 2024-04-15T16:32:52.456 INFO:tasks.rados.rados.0.smithi090.stdout:1257: writing smithi09078167-41 from 0 to 606208 tid 1 2024-04-15T16:32:52.460 INFO:tasks.rados.rados.0.smithi090.stdout:1257: writing smithi09078167-41 from 606208 to 1343488 tid 2 2024-04-15T16:32:52.462 INFO:tasks.rados.rados.0.smithi090.stdout:1257: writing smithi09078167-41 from 1343488 to 1777664 tid 3 2024-04-15T16:32:52.465 INFO:tasks.rados.rados.0.smithi090.stdout:1257: writing smithi09078167-41 from 1777664 to 2211840 tid 4 2024-04-15T16:32:52.465 INFO:tasks.rados.rados.0.smithi090.stdout:1258: read oid 18 snap -1 2024-04-15T16:32:52.465 INFO:tasks.rados.rados.0.smithi090.stdout:1258: expect (ObjNum 379 snap 97 seq_num 379) 2024-04-15T16:32:52.465 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 104 2024-04-15T16:32:52.465 INFO:tasks.rados.rados.0.smithi090.stdout:1252: finishing copy_from to smithi09078167-35 2024-04-15T16:32:52.466 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 236 (ObjNum 409 snap 101 seq_num 409) dirty exists 2024-04-15T16:32:52.466 INFO:tasks.rados.rados.0.smithi090.stdout:1259: seq_num 419 ranges {0=622592,622592=671744,1294336=647168,1941504=286720} 2024-04-15T16:32:52.469 INFO:tasks.rados.rados.0.smithi090.stdout:1259: writing smithi09078167-32 from 0 to 622592 tid 1 2024-04-15T16:32:52.472 INFO:tasks.rados.rados.0.smithi090.stdout:1259: writing smithi09078167-32 from 622592 to 1294336 tid 2 2024-04-15T16:32:52.476 INFO:tasks.rados.rados.0.smithi090.stdout:1259: writing smithi09078167-32 from 1294336 to 1941504 tid 3 2024-04-15T16:32:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:1259: writing smithi09078167-32 from 1941504 to 2228224 tid 4 2024-04-15T16:32:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:1252: done (7 left) 2024-04-15T16:32:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:1260: rollback oid 36 current snap is 104 2024-04-15T16:32:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 103 2024-04-15T16:32:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:1254: finishing write tid 4 to smithi09078167-26 2024-04-15T16:32:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:1254: finishing write tid 5 to smithi09078167-26 2024-04-15T16:32:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 104 2024-04-15T16:32:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:1254: finishing write tid 6 to smithi09078167-26 2024-04-15T16:32:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:1254: oid 26 updating version 0 to 362 2024-04-15T16:32:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:1254: oid 26 version 362 is already newer than 361 2024-04-15T16:32:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:1254: oid 26 version 362 is already newer than 360 2024-04-15T16:32:52.479 INFO:tasks.rados.rados.0.smithi090.stdout:1254: oid 26 updating version 362 to 363 2024-04-15T16:32:52.480 INFO:tasks.rados.rados.0.smithi090.stdout:1254: oid 26 updating version 363 to 364 2024-04-15T16:32:52.480 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 364 (ObjNum 416 snap 104 seq_num 416) dirty exists 2024-04-15T16:32:52.480 INFO:tasks.rados.rados.0.smithi090.stdout:1254: left oid 26 (ObjNum 416 snap 104 seq_num 416) 2024-04-15T16:32:52.480 INFO:tasks.rados.rados.0.smithi090.stdout:1255: finishing copy_from racing read to smithi09078167-30 2024-04-15T16:32:52.480 INFO:tasks.rados.rados.0.smithi090.stdout:1255: finishing copy_from to smithi09078167-30 2024-04-15T16:32:52.480 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 368 (ObjNum 33 snap 0 seq_num 3728676016) dirty exists 2024-04-15T16:32:52.480 INFO:tasks.rados.rados.0.smithi090.stdout:1253: expect (ObjNum 307 snap 79 seq_num 307) 2024-04-15T16:32:52.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:32:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:32:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:52 smithi153 ceph-mon[84714]: osdmap e281: 8 total, 8 up, 8 in 2024-04-15T16:32:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:52 smithi153 ceph-mon[84714]: Reconfiguring osd.2 (monmap changed)... 2024-04-15T16:32:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T16:32:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:52 smithi153 ceph-mon[84714]: Reconfiguring daemon osd.2 on smithi090 2024-04-15T16:32:52.672 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:52 smithi090 ceph-mon[91618]: osdmap e281: 8 total, 8 up, 8 in 2024-04-15T16:32:52.673 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:52.673 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:52.673 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:52 smithi090 ceph-mon[91618]: Reconfiguring osd.2 (monmap changed)... 2024-04-15T16:32:52.673 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T16:32:52.673 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:52.673 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:52 smithi090 ceph-mon[91618]: Reconfiguring daemon osd.2 on smithi090 2024-04-15T16:32:52.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:52 smithi090 ceph-mon[89240]: osdmap e281: 8 total, 8 up, 8 in 2024-04-15T16:32:52.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:52.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:52.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:52 smithi090 ceph-mon[89240]: Reconfiguring osd.2 (monmap changed)... 2024-04-15T16:32:52.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T16:32:52.673 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:52.674 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:52 smithi090 ceph-mon[89240]: Reconfiguring daemon osd.2 on smithi090 2024-04-15T16:32:52.709 INFO:tasks.rados.rados.0.smithi090.stdout:1256: finishing write tid 1 to smithi09078167-6 2024-04-15T16:32:52.710 INFO:tasks.rados.rados.0.smithi090.stdout:1256: finishing write tid 2 to smithi09078167-6 2024-04-15T16:32:52.710 INFO:tasks.rados.rados.0.smithi090.stdout:1261: seq_num 420 ranges {0=638976,638976=557056,1196032=450560,1646592=598016} 2024-04-15T16:32:52.713 INFO:tasks.rados.rados.0.smithi090.stdout:1261: writing smithi09078167-27 from 0 to 638976 tid 1 2024-04-15T16:32:52.716 INFO:tasks.rados.rados.0.smithi090.stdout:1261: writing smithi09078167-27 from 638976 to 1196032 tid 2 2024-04-15T16:32:52.718 INFO:tasks.rados.rados.0.smithi090.stdout:1261: writing smithi09078167-27 from 1196032 to 1646592 tid 3 2024-04-15T16:32:52.722 INFO:tasks.rados.rados.0.smithi090.stdout:1261: writing smithi09078167-27 from 1646592 to 2244608 tid 4 2024-04-15T16:32:52.722 INFO:tasks.rados.rados.0.smithi090.stdout:1253: done (8 left) 2024-04-15T16:32:52.722 INFO:tasks.rados.rados.0.smithi090.stdout:1254: done (7 left) 2024-04-15T16:32:52.722 INFO:tasks.rados.rados.0.smithi090.stdout:1255: done (6 left) 2024-04-15T16:32:52.722 INFO:tasks.rados.rados.0.smithi090.stdout:1262: read oid 33 snap -1 2024-04-15T16:32:52.722 INFO:tasks.rados.rados.0.smithi090.stdout:1262: expect deleted 2024-04-15T16:32:52.722 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 104 2024-04-15T16:32:52.723 INFO:tasks.rados.rados.0.smithi090.stdout:1256: finishing write tid 3 to smithi09078167-6 2024-04-15T16:32:52.723 INFO:tasks.rados.rados.0.smithi090.stdout:1256: finishing write tid 4 to smithi09078167-6 2024-04-15T16:32:52.723 INFO:tasks.rados.rados.0.smithi090.stdout:1263: seq_num 421 ranges {3080192=655360,3735552=442368,4177920=663552,4841472=499712} 2024-04-15T16:32:52.742 INFO:tasks.rados.rados.0.smithi090.stdout:1263: writing smithi09078167-10 from 3080192 to 3735552 tid 1 2024-04-15T16:32:52.744 INFO:tasks.rados.rados.0.smithi090.stdout:1263: writing smithi09078167-10 from 3735552 to 4177920 tid 2 2024-04-15T16:32:52.748 INFO:tasks.rados.rados.0.smithi090.stdout:1263: writing smithi09078167-10 from 4177920 to 4841472 tid 3 2024-04-15T16:32:52.753 INFO:tasks.rados.rados.0.smithi090.stdout:1263: writing smithi09078167-10 from 4841472 to 5341184 tid 4 2024-04-15T16:32:52.753 INFO:tasks.rados.rados.0.smithi090.stdout:1264: rollback oid 50 current snap is 104 2024-04-15T16:32:52.753 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 50 to 102 2024-04-15T16:32:52.753 INFO:tasks.rados.rados.0.smithi090.stdout:1256: finishing write tid 5 to smithi09078167-6 2024-04-15T16:32:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1256: finishing write tid 6 to smithi09078167-6 2024-04-15T16:32:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1256: oid 6 updating version 0 to 430 2024-04-15T16:32:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1256: oid 6 updating version 430 to 433 2024-04-15T16:32:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1256: oid 6 version 433 is already newer than 431 2024-04-15T16:32:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1256: oid 6 version 433 is already newer than 432 2024-04-15T16:32:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1256: oid 6 updating version 433 to 434 2024-04-15T16:32:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 434 (ObjNum 417 snap 104 seq_num 417) dirty exists 2024-04-15T16:32:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1256: left oid 6 (ObjNum 417 snap 104 seq_num 417) 2024-04-15T16:32:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1257: finishing write tid 1 to smithi09078167-41 2024-04-15T16:32:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1256: done (8 left) 2024-04-15T16:32:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1265: read oid 21 snap -1 2024-04-15T16:32:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1265: expect (ObjNum 277 snap 71 seq_num 277) 2024-04-15T16:32:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:1266: rollback oid 8 current snap is 104 2024-04-15T16:32:52.754 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 102 2024-04-15T16:32:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:1257: finishing write tid 2 to smithi09078167-41 2024-04-15T16:32:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:1257: finishing write tid 3 to smithi09078167-41 2024-04-15T16:32:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:1257: finishing write tid 4 to smithi09078167-41 2024-04-15T16:32:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:1257: finishing write tid 5 to smithi09078167-41 2024-04-15T16:32:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:1257: finishing write tid 6 to smithi09078167-41 2024-04-15T16:32:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:1257: oid 41 updating version 0 to 240 2024-04-15T16:32:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:1257: oid 41 version 240 is already newer than 237 2024-04-15T16:32:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:1257: oid 41 version 240 is already newer than 238 2024-04-15T16:32:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:1257: oid 41 updating version 240 to 241 2024-04-15T16:32:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:1257: oid 41 version 241 is already newer than 239 2024-04-15T16:32:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 241 (ObjNum 418 snap 104 seq_num 418) dirty exists 2024-04-15T16:32:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:1257: left oid 41 (ObjNum 418 snap 104 seq_num 418) 2024-04-15T16:32:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:1259: finishing write tid 1 to smithi09078167-32 2024-04-15T16:32:52.755 INFO:tasks.rados.rados.0.smithi090.stdout:1257: done (9 left) 2024-04-15T16:32:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1267: read oid 12 snap -1 2024-04-15T16:32:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1267: expect deleted 2024-04-15T16:32:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1268: delete oid 11 current snap is 104 2024-04-15T16:32:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1259: finishing write tid 2 to smithi09078167-32 2024-04-15T16:32:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1259: finishing write tid 3 to smithi09078167-32 2024-04-15T16:32:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1260: finishing rollback tid 0 to smithi09078167-36 2024-04-15T16:32:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1259: finishing write tid 4 to smithi09078167-32 2024-04-15T16:32:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1260: finishing rollback tid 1 to smithi09078167-36 2024-04-15T16:32:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1260: finishing rollback tid 2 to smithi09078167-36 2024-04-15T16:32:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 384 (ObjNum 352 snap 91 seq_num 352) dirty exists 2024-04-15T16:32:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1259: finishing write tid 5 to smithi09078167-32 2024-04-15T16:32:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1259: finishing write tid 6 to smithi09078167-32 2024-04-15T16:32:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1259: oid 32 updating version 0 to 201 2024-04-15T16:32:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1259: oid 32 updating version 201 to 203 2024-04-15T16:32:52.756 INFO:tasks.rados.rados.0.smithi090.stdout:1259: oid 32 updating version 203 to 205 2024-04-15T16:32:52.757 INFO:tasks.rados.rados.0.smithi090.stdout:1259: oid 32 version 205 is already newer than 202 2024-04-15T16:32:52.757 INFO:tasks.rados.rados.0.smithi090.stdout:1259: oid 32 version 205 is already newer than 204 2024-04-15T16:32:52.757 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 205 (ObjNum 419 snap 104 seq_num 419) dirty exists 2024-04-15T16:32:52.757 INFO:tasks.rados.rados.0.smithi090.stdout:1259: left oid 32 (ObjNum 419 snap 104 seq_num 419) 2024-04-15T16:32:52.757 INFO:tasks.rados.rados.0.smithi090.stdout:1258: expect (ObjNum 379 snap 97 seq_num 379) 2024-04-15T16:32:53.163 INFO:tasks.rados.rados.0.smithi090.stdout:1261: finishing write tid 1 to smithi09078167-27 2024-04-15T16:32:53.163 INFO:tasks.rados.rados.0.smithi090.stdout:1261: finishing write tid 2 to smithi09078167-27 2024-04-15T16:32:53.164 INFO:tasks.rados.rados.0.smithi090.stdout:1261: finishing write tid 3 to smithi09078167-27 2024-04-15T16:32:53.164 INFO:tasks.rados.rados.0.smithi090.stdout:1261: finishing write tid 4 to smithi09078167-27 2024-04-15T16:32:53.164 INFO:tasks.rados.rados.0.smithi090.stdout:1261: finishing write tid 5 to smithi09078167-27 2024-04-15T16:32:53.164 INFO:tasks.rados.rados.0.smithi090.stdout:1261: finishing write tid 6 to smithi09078167-27 2024-04-15T16:32:53.164 INFO:tasks.rados.rados.0.smithi090.stdout:1261: oid 27 updating version 0 to 437 2024-04-15T16:32:53.164 INFO:tasks.rados.rados.0.smithi090.stdout:1261: oid 27 version 437 is already newer than 435 2024-04-15T16:32:53.164 INFO:tasks.rados.rados.0.smithi090.stdout:1261: oid 27 updating version 437 to 439 2024-04-15T16:32:53.164 INFO:tasks.rados.rados.0.smithi090.stdout:1261: oid 27 version 439 is already newer than 438 2024-04-15T16:32:53.165 INFO:tasks.rados.rados.0.smithi090.stdout:1261: oid 27 version 439 is already newer than 436 2024-04-15T16:32:53.165 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 439 (ObjNum 420 snap 104 seq_num 420) dirty exists 2024-04-15T16:32:53.165 INFO:tasks.rados.rados.0.smithi090.stdout:1261: left oid 27 (ObjNum 420 snap 104 seq_num 420) 2024-04-15T16:32:53.165 INFO:tasks.rados.rados.0.smithi090.stdout:1263: finishing write tid 1 to smithi09078167-10 2024-04-15T16:32:53.165 INFO:tasks.rados.rados.0.smithi090.stdout:1258: done (10 left) 2024-04-15T16:32:53.165 INFO:tasks.rados.rados.0.smithi090.stdout:1259: done (9 left) 2024-04-15T16:32:53.165 INFO:tasks.rados.rados.0.smithi090.stdout:1260: done (8 left) 2024-04-15T16:32:53.165 INFO:tasks.rados.rados.0.smithi090.stdout:1261: done (7 left) 2024-04-15T16:32:53.165 INFO:tasks.rados.rados.0.smithi090.stdout:1262: done (6 left) 2024-04-15T16:32:53.165 INFO:tasks.rados.rados.0.smithi090.stdout:1268: done (5 left) 2024-04-15T16:32:53.165 INFO:tasks.rados.rados.0.smithi090.stdout:1269: rollback oid 33 current snap is 104 2024-04-15T16:32:53.166 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 33 to 102 2024-04-15T16:32:53.166 INFO:tasks.rados.rados.0.smithi090.stdout:1263: finishing write tid 2 to smithi09078167-10 2024-04-15T16:32:53.166 INFO:tasks.rados.rados.0.smithi090.stdout:1263: finishing write tid 3 to smithi09078167-10 2024-04-15T16:32:53.166 INFO:tasks.rados.rados.0.smithi090.stdout:1266: finishing rollback tid 1 to smithi09078167-8 2024-04-15T16:32:53.166 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 0 (ObjNum 33 snap 0 seq_num 3694314744) dirty dne 2024-04-15T16:32:53.166 INFO:tasks.rados.rados.0.smithi090.stdout:1264: finishing rollback tid 1 to smithi09078167-50 2024-04-15T16:32:53.166 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 0 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-15T16:32:53.166 INFO:tasks.rados.rados.0.smithi090.stdout:1263: finishing write tid 4 to smithi09078167-10 2024-04-15T16:32:53.166 INFO:tasks.rados.rados.0.smithi090.stdout:1263: finishing write tid 5 to smithi09078167-10 2024-04-15T16:32:53.166 INFO:tasks.rados.rados.0.smithi090.stdout:1263: finishing write tid 6 to smithi09078167-10 2024-04-15T16:32:53.166 INFO:tasks.rados.rados.0.smithi090.stdout:1263: oid 10 updating version 0 to 382 2024-04-15T16:32:53.167 INFO:tasks.rados.rados.0.smithi090.stdout:1263: oid 10 version 382 is already newer than 381 2024-04-15T16:32:53.167 INFO:tasks.rados.rados.0.smithi090.stdout:1263: oid 10 updating version 382 to 385 2024-04-15T16:32:53.167 INFO:tasks.rados.rados.0.smithi090.stdout:1263: oid 10 version 385 is already newer than 383 2024-04-15T16:32:53.167 INFO:tasks.rados.rados.0.smithi090.stdout:1263: oid 10 version 385 is already newer than 384 2024-04-15T16:32:53.167 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 385 (ObjNum 421 snap 104 seq_num 421) dirty exists 2024-04-15T16:32:53.168 INFO:tasks.rados.rados.0.smithi090.stdout:1263: left oid 10 (ObjNum 421 snap 104 seq_num 421) 2024-04-15T16:32:53.168 INFO:tasks.rados.rados.0.smithi090.stdout:1265: expect (ObjNum 277 snap 71 seq_num 277) 2024-04-15T16:32:53.221 INFO:tasks.rados.rados.0.smithi090.stdout:1269: finishing rollback tid 1 to smithi09078167-33 2024-04-15T16:32:53.221 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 0 (ObjNum 257 snap 0 seq_num 3727952400) dirty dne 2024-04-15T16:32:53.221 INFO:tasks.rados.rados.0.smithi090.stdout:1263: done (5 left) 2024-04-15T16:32:53.221 INFO:tasks.rados.rados.0.smithi090.stdout:1264: done (4 left) 2024-04-15T16:32:53.221 INFO:tasks.rados.rados.0.smithi090.stdout:1265: done (3 left) 2024-04-15T16:32:53.221 INFO:tasks.rados.rados.0.smithi090.stdout:1266: done (2 left) 2024-04-15T16:32:53.221 INFO:tasks.rados.rados.0.smithi090.stdout:1267: done (1 left) 2024-04-15T16:32:53.221 INFO:tasks.rados.rados.0.smithi090.stdout:1269: done (0 left) 2024-04-15T16:32:53.221 INFO:tasks.rados.rados.0.smithi090.stdout:1270: read oid 8 snap 102 2024-04-15T16:32:53.222 INFO:tasks.rados.rados.0.smithi090.stdout:1270: expect deleted 2024-04-15T16:32:53.222 INFO:tasks.rados.rados.0.smithi090.stdout:1271: read oid 4 snap -1 2024-04-15T16:32:53.222 INFO:tasks.rados.rados.0.smithi090.stdout:1271: expect (ObjNum 319 snap 83 seq_num 319) 2024-04-15T16:32:53.222 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 104 2024-04-15T16:32:53.222 INFO:tasks.rados.rados.0.smithi090.stdout:1272: seq_num 423 ranges {6250496=688128,6938624=614400,7553024=622592,8175616=368640} 2024-04-15T16:32:53.258 INFO:tasks.rados.rados.0.smithi090.stdout:1272: writing smithi09078167-20 from 6250496 to 6938624 tid 1 2024-04-15T16:32:53.261 INFO:tasks.rados.rados.0.smithi090.stdout:1272: writing smithi09078167-20 from 6938624 to 7553024 tid 2 2024-04-15T16:32:53.265 INFO:tasks.rados.rados.0.smithi090.stdout:1272: writing smithi09078167-20 from 7553024 to 8175616 tid 3 2024-04-15T16:32:53.267 INFO:tasks.rados.rados.0.smithi090.stdout:1272: writing smithi09078167-20 from 8175616 to 8544256 tid 4 2024-04-15T16:32:53.267 INFO:tasks.rados.rados.0.smithi090.stdout:1273: rmattr oid 16 current snap is 104 2024-04-15T16:32:53.268 INFO:tasks.rados.rados.0.smithi090.stdout:1273: done (3 left) 2024-04-15T16:32:53.268 INFO:tasks.rados.rados.0.smithi090.stdout:1274: rmattr oid 16 current snap is 104 2024-04-15T16:32:53.268 INFO:tasks.rados.rados.0.smithi090.stdout:1274: done (3 left) 2024-04-15T16:32:53.268 INFO:tasks.rados.rados.0.smithi090.stdout:1275: snap_create 2024-04-15T16:32:53.268 INFO:tasks.rados.rados.0.smithi090.stdout:1271: expect (ObjNum 319 snap 83 seq_num 319) 2024-04-15T16:32:53.380 INFO:tasks.rados.rados.0.smithi090.stdout:1272: finishing write tid 1 to smithi09078167-20 2024-04-15T16:32:53.381 INFO:tasks.rados.rados.0.smithi090.stdout:1272: finishing write tid 2 to smithi09078167-20 2024-04-15T16:32:53.381 INFO:tasks.rados.rados.0.smithi090.stdout:1270: done (3 left) 2024-04-15T16:32:53.381 INFO:tasks.rados.rados.0.smithi090.stdout:1271: done (2 left) 2024-04-15T16:32:53.381 INFO:tasks.rados.rados.0.smithi090.stdout:1275: done (1 left) 2024-04-15T16:32:53.381 INFO:tasks.rados.rados.0.smithi090.stdout:1276: rollback oid 29 current snap is 105 2024-04-15T16:32:53.381 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 103 2024-04-15T16:32:53.381 INFO:tasks.rados.rados.0.smithi090.stdout:1272: finishing write tid 3 to smithi09078167-20 2024-04-15T16:32:53.381 INFO:tasks.rados.rados.0.smithi090.stdout:1272: finishing write tid 4 to smithi09078167-20 2024-04-15T16:32:53.381 INFO:tasks.rados.rados.0.smithi090.stdout:1272: finishing write tid 5 to smithi09078167-20 2024-04-15T16:32:53.381 INFO:tasks.rados.rados.0.smithi090.stdout:1272: finishing write tid 6 to smithi09078167-20 2024-04-15T16:32:53.381 INFO:tasks.rados.rados.0.smithi090.stdout:1272: oid 20 updating version 0 to 478 2024-04-15T16:32:53.381 INFO:tasks.rados.rados.0.smithi090.stdout:1272: oid 20 version 478 is already newer than 474 2024-04-15T16:32:53.381 INFO:tasks.rados.rados.0.smithi090.stdout:1272: oid 20 version 478 is already newer than 476 2024-04-15T16:32:53.381 INFO:tasks.rados.rados.0.smithi090.stdout:1272: oid 20 version 478 is already newer than 475 2024-04-15T16:32:53.381 INFO:tasks.rados.rados.0.smithi090.stdout:1272: oid 20 version 478 is already newer than 477 2024-04-15T16:32:53.382 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 478 (ObjNum 423 snap 104 seq_num 423) dirty exists 2024-04-15T16:32:53.382 INFO:tasks.rados.rados.0.smithi090.stdout:1272: left oid 20 (ObjNum 423 snap 104 seq_num 423) 2024-04-15T16:32:53.382 INFO:tasks.rados.rados.0.smithi090.stdout:1272: done (1 left) 2024-04-15T16:32:53.382 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 105 2024-04-15T16:32:53.382 INFO:tasks.rados.rados.0.smithi090.stdout:1277: seq_num 424 ranges {3792896=704512,4497408=491520,4988928=434176,5423104=679936} 2024-04-15T16:32:53.405 INFO:tasks.rados.rados.0.smithi090.stdout:1277: writing smithi09078167-44 from 3792896 to 4497408 tid 1 2024-04-15T16:32:53.407 INFO:tasks.rados.rados.0.smithi090.stdout:1277: writing smithi09078167-44 from 4497408 to 4988928 tid 2 2024-04-15T16:32:53.410 INFO:tasks.rados.rados.0.smithi090.stdout:1277: writing smithi09078167-44 from 4988928 to 5423104 tid 3 2024-04-15T16:32:53.417 INFO:tasks.rados.rados.0.smithi090.stdout:1277: writing smithi09078167-44 from 5423104 to 6103040 tid 4 2024-04-15T16:32:53.417 INFO:tasks.rados.rados.0.smithi090.stdout:1278: read oid 16 snap 103 2024-04-15T16:32:53.417 INFO:tasks.rados.rados.0.smithi090.stdout:1278: expect (ObjNum 406 snap 101 seq_num 406) 2024-04-15T16:32:53.417 INFO:tasks.rados.rados.0.smithi090.stdout:1279: read oid 17 snap -1 2024-04-15T16:32:53.417 INFO:tasks.rados.rados.0.smithi090.stdout:1279: expect (ObjNum 396 snap 101 seq_num 396) 2024-04-15T16:32:53.417 INFO:tasks.rados.rados.0.smithi090.stdout:1280: copy_from oid 50 from oid 25 current snap is 105 2024-04-15T16:32:53.417 INFO:tasks.rados.rados.0.smithi090.stdout:1276: finishing rollback tid 0 to smithi09078167-29 2024-04-15T16:32:53.418 INFO:tasks.rados.rados.0.smithi090.stdout:1281: rollback oid 10 current snap is 105 2024-04-15T16:32:53.418 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 104 2024-04-15T16:32:53.418 INFO:tasks.rados.rados.0.smithi090.stdout:1276: finishing rollback tid 1 to smithi09078167-29 2024-04-15T16:32:53.418 INFO:tasks.rados.rados.0.smithi090.stdout:1276: finishing rollback tid 2 to smithi09078167-29 2024-04-15T16:32:53.418 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 486 (ObjNum 277 snap 71 seq_num 277) dirty exists 2024-04-15T16:32:53.418 INFO:tasks.rados.rados.0.smithi090.stdout:1277: finishing write tid 1 to smithi09078167-44 2024-04-15T16:32:53.418 INFO:tasks.rados.rados.0.smithi090.stdout:1276: done (5 left) 2024-04-15T16:32:53.418 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 105 2024-04-15T16:32:53.418 INFO:tasks.rados.rados.0.smithi090.stdout:1277: finishing write tid 2 to smithi09078167-44 2024-04-15T16:32:53.418 INFO:tasks.rados.rados.0.smithi090.stdout:1277: finishing write tid 3 to smithi09078167-44 2024-04-15T16:32:53.419 INFO:tasks.rados.rados.0.smithi090.stdout:1282: seq_num 425 ranges {2244608=720896,2965504=778240,3743744=638976,4382720=188416} 2024-04-15T16:32:53.431 INFO:tasks.rados.rados.0.smithi090.stdout:1282: writing smithi09078167-27 from 2244608 to 2965504 tid 1 2024-04-15T16:32:53.436 INFO:tasks.rados.rados.0.smithi090.stdout:1282: writing smithi09078167-27 from 2965504 to 3743744 tid 2 2024-04-15T16:32:53.440 INFO:tasks.rados.rados.0.smithi090.stdout:1282: writing smithi09078167-27 from 3743744 to 4382720 tid 3 2024-04-15T16:32:53.441 INFO:tasks.rados.rados.0.smithi090.stdout:1282: writing smithi09078167-27 from 4382720 to 4571136 tid 4 2024-04-15T16:32:53.441 INFO:tasks.rados.rados.0.smithi090.stdout:1283: read oid 23 snap -1 2024-04-15T16:32:53.441 INFO:tasks.rados.rados.0.smithi090.stdout:1283: expect (ObjNum 396 snap 101 seq_num 396) 2024-04-15T16:32:53.441 INFO:tasks.rados.rados.0.smithi090.stdout:1284: rmattr oid 45 current snap is 105 2024-04-15T16:32:53.441 INFO:tasks.rados.rados.0.smithi090.stdout:1284: done (7 left) 2024-04-15T16:32:53.442 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 105 2024-04-15T16:32:53.442 INFO:tasks.rados.rados.0.smithi090.stdout:1277: finishing write tid 4 to smithi09078167-44 2024-04-15T16:32:53.442 INFO:tasks.rados.rados.0.smithi090.stdout:1285: seq_num 426 ranges {5816320=737280,6553600=712704,7266304=802816,8069120=90112} 2024-04-15T16:32:53.477 INFO:tasks.rados.rados.0.smithi090.stdout:1285: writing smithi09078167-24 from 5816320 to 6553600 tid 1 2024-04-15T16:32:53.481 INFO:tasks.rados.rados.0.smithi090.stdout:1285: writing smithi09078167-24 from 6553600 to 7266304 tid 2 2024-04-15T16:32:53.485 INFO:tasks.rados.rados.0.smithi090.stdout:1285: writing smithi09078167-24 from 7266304 to 8069120 tid 3 2024-04-15T16:32:53.487 INFO:tasks.rados.rados.0.smithi090.stdout:1285: writing smithi09078167-24 from 8069120 to 8159232 tid 4 2024-04-15T16:32:53.487 INFO:tasks.rados.rados.0.smithi090.stdout:1286: copy_from oid 37 from oid 47 current snap is 105 2024-04-15T16:32:53.487 INFO:tasks.rados.rados.0.smithi090.stdout:1277: finishing write tid 5 to smithi09078167-44 2024-04-15T16:32:53.487 INFO:tasks.rados.rados.0.smithi090.stdout:1281: finishing rollback tid 0 to smithi09078167-10 2024-04-15T16:32:53.487 INFO:tasks.rados.rados.0.smithi090.stdout:1277: finishing write tid 6 to smithi09078167-44 2024-04-15T16:32:53.487 INFO:tasks.rados.rados.0.smithi090.stdout:1277: oid 44 updating version 0 to 390 2024-04-15T16:32:53.487 INFO:tasks.rados.rados.0.smithi090.stdout:1277: oid 44 version 390 is already newer than 388 2024-04-15T16:32:53.487 INFO:tasks.rados.rados.0.smithi090.stdout:1277: oid 44 updating version 390 to 391 2024-04-15T16:32:53.487 INFO:tasks.rados.rados.0.smithi090.stdout:1277: oid 44 version 391 is already newer than 389 2024-04-15T16:32:53.487 INFO:tasks.rados.rados.0.smithi090.stdout:1277: oid 44 version 391 is already newer than 387 2024-04-15T16:32:53.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 391 (ObjNum 424 snap 105 seq_num 424) dirty exists 2024-04-15T16:32:53.487 INFO:tasks.rados.rados.0.smithi090.stdout:1277: left oid 44 (ObjNum 424 snap 105 seq_num 424) 2024-04-15T16:32:53.487 INFO:tasks.rados.rados.0.smithi090.stdout:1281: finishing rollback tid 1 to smithi09078167-10 2024-04-15T16:32:53.488 INFO:tasks.rados.rados.0.smithi090.stdout:1281: finishing rollback tid 2 to smithi09078167-10 2024-04-15T16:32:53.488 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 395 (ObjNum 421 snap 104 seq_num 421) dirty exists 2024-04-15T16:32:53.488 INFO:tasks.rados.rados.0.smithi090.stdout:1277: done (8 left) 2024-04-15T16:32:53.488 INFO:tasks.rados.rados.0.smithi090.stdout:1281: done (7 left) 2024-04-15T16:32:53.488 INFO:tasks.rados.rados.0.smithi090.stdout:1287: read oid 5 snap -1 2024-04-15T16:32:53.488 INFO:tasks.rados.rados.0.smithi090.stdout:1287: expect deleted 2024-04-15T16:32:53.488 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 105 2024-04-15T16:32:53.488 INFO:tasks.rados.rados.0.smithi090.stdout:1279: expect (ObjNum 396 snap 101 seq_num 396) 2024-04-15T16:32:53.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:53 smithi090 ceph-mon[91618]: osdmap e282: 8 total, 8 up, 8 in 2024-04-15T16:32:53.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:53 smithi090 ceph-mon[91618]: pgmap v79: 121 pgs: 121 active+clean; 124 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-15T16:32:53.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:32:53.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:53 smithi090 ceph-mon[89240]: osdmap e282: 8 total, 8 up, 8 in 2024-04-15T16:32:53.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:53 smithi090 ceph-mon[89240]: pgmap v79: 121 pgs: 121 active+clean; 124 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-15T16:32:53.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:32:53.588 INFO:tasks.rados.rados.0.smithi090.stdout:1282: finishing write tid 1 to smithi09078167-27 2024-04-15T16:32:53.588 INFO:tasks.rados.rados.0.smithi090.stdout:1278: expect (ObjNum 406 snap 101 seq_num 406) 2024-04-15T16:32:53.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:53 smithi153 ceph-mon[84714]: osdmap e282: 8 total, 8 up, 8 in 2024-04-15T16:32:53.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:53 smithi153 ceph-mon[84714]: pgmap v79: 121 pgs: 121 active+clean; 124 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-15T16:32:53.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:32:53.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:32:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:32:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:32:53.641 INFO:tasks.rados.rados.0.smithi090.stdout:1282: finishing write tid 2 to smithi09078167-27 2024-04-15T16:32:53.641 INFO:tasks.rados.rados.0.smithi090.stdout:1282: finishing write tid 3 to smithi09078167-27 2024-04-15T16:32:53.641 INFO:tasks.rados.rados.0.smithi090.stdout:1282: finishing write tid 4 to smithi09078167-27 2024-04-15T16:32:53.641 INFO:tasks.rados.rados.0.smithi090.stdout:1282: finishing write tid 5 to smithi09078167-27 2024-04-15T16:32:53.641 INFO:tasks.rados.rados.0.smithi090.stdout:1282: finishing write tid 6 to smithi09078167-27 2024-04-15T16:32:53.641 INFO:tasks.rados.rados.0.smithi090.stdout:1282: oid 27 updating version 0 to 441 2024-04-15T16:32:53.641 INFO:tasks.rados.rados.0.smithi090.stdout:1282: oid 27 updating version 441 to 443 2024-04-15T16:32:53.641 INFO:tasks.rados.rados.0.smithi090.stdout:1282: oid 27 version 443 is already newer than 442 2024-04-15T16:32:53.641 INFO:tasks.rados.rados.0.smithi090.stdout:1282: oid 27 updating version 443 to 444 2024-04-15T16:32:53.641 INFO:tasks.rados.rados.0.smithi090.stdout:1282: oid 27 updating version 444 to 445 2024-04-15T16:32:53.642 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 445 (ObjNum 425 snap 105 seq_num 425) dirty exists 2024-04-15T16:32:53.642 INFO:tasks.rados.rados.0.smithi090.stdout:1282: left oid 27 (ObjNum 425 snap 105 seq_num 425) 2024-04-15T16:32:53.642 INFO:tasks.rados.rados.0.smithi090.stdout:1288: seq_num 427 ranges {2064384=761856,2826240=598016,3424256=606208,4030464=401408} 2024-04-15T16:32:53.656 INFO:tasks.rados.rados.0.smithi090.stdout:1288: writing smithi09078167-34 from 2064384 to 2826240 tid 1 2024-04-15T16:32:53.659 INFO:tasks.rados.rados.0.smithi090.stdout:1288: writing smithi09078167-34 from 2826240 to 3424256 tid 2 2024-04-15T16:32:53.663 INFO:tasks.rados.rados.0.smithi090.stdout:1288: writing smithi09078167-34 from 3424256 to 4030464 tid 3 2024-04-15T16:32:53.665 INFO:tasks.rados.rados.0.smithi090.stdout:1288: writing smithi09078167-34 from 4030464 to 4431872 tid 4 2024-04-15T16:32:53.665 INFO:tasks.rados.rados.0.smithi090.stdout:1278: done (8 left) 2024-04-15T16:32:53.666 INFO:tasks.rados.rados.0.smithi090.stdout:1279: done (7 left) 2024-04-15T16:32:53.666 INFO:tasks.rados.rados.0.smithi090.stdout:1282: done (6 left) 2024-04-15T16:32:53.666 INFO:tasks.rados.rados.0.smithi090.stdout:1289: snap_create 2024-04-15T16:32:53.666 INFO:tasks.rados.rados.0.smithi090.stdout:1280: finishing copy_from racing read to smithi09078167-50 2024-04-15T16:32:53.666 INFO:tasks.rados.rados.0.smithi090.stdout:1283: expect (ObjNum 396 snap 101 seq_num 396) 2024-04-15T16:32:53.764 INFO:tasks.rados.rados.0.smithi090.stdout:1280: finishing copy_from to smithi09078167-50 2024-04-15T16:32:53.764 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 455 (ObjNum 397 snap 101 seq_num 397) dirty exists 2024-04-15T16:32:53.764 INFO:tasks.rados.rados.0.smithi090.stdout:1285: finishing write tid 1 to smithi09078167-24 2024-04-15T16:32:53.764 INFO:tasks.rados.rados.0.smithi090.stdout:1285: finishing write tid 2 to smithi09078167-24 2024-04-15T16:32:53.764 INFO:tasks.rados.rados.0.smithi090.stdout:1285: finishing write tid 3 to smithi09078167-24 2024-04-15T16:32:53.764 INFO:tasks.rados.rados.0.smithi090.stdout:1285: finishing write tid 4 to smithi09078167-24 2024-04-15T16:32:53.764 INFO:tasks.rados.rados.0.smithi090.stdout:1285: finishing write tid 5 to smithi09078167-24 2024-04-15T16:32:53.765 INFO:tasks.rados.rados.0.smithi090.stdout:1285: finishing write tid 6 to smithi09078167-24 2024-04-15T16:32:53.765 INFO:tasks.rados.rados.0.smithi090.stdout:1285: oid 24 updating version 0 to 279 2024-04-15T16:32:53.765 INFO:tasks.rados.rados.0.smithi090.stdout:1285: oid 24 updating version 279 to 281 2024-04-15T16:32:53.765 INFO:tasks.rados.rados.0.smithi090.stdout:1285: oid 24 version 281 is already newer than 280 2024-04-15T16:32:53.765 INFO:tasks.rados.rados.0.smithi090.stdout:1285: oid 24 version 281 is already newer than 277 2024-04-15T16:32:53.765 INFO:tasks.rados.rados.0.smithi090.stdout:1285: oid 24 version 281 is already newer than 278 2024-04-15T16:32:53.765 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 281 (ObjNum 426 snap 105 seq_num 426) dirty exists 2024-04-15T16:32:53.765 INFO:tasks.rados.rados.0.smithi090.stdout:1285: left oid 24 (ObjNum 426 snap 105 seq_num 426) 2024-04-15T16:32:53.765 INFO:tasks.rados.rados.0.smithi090.stdout:1286: finishing copy_from racing read to smithi09078167-37 2024-04-15T16:32:53.765 INFO:tasks.rados.rados.0.smithi090.stdout:1286: finishing copy_from to smithi09078167-37 2024-04-15T16:32:53.765 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 369 (ObjNum 403 snap 101 seq_num 403) dirty exists 2024-04-15T16:32:53.765 INFO:tasks.rados.rados.0.smithi090.stdout:1288: finishing write tid 1 to smithi09078167-34 2024-04-15T16:32:53.765 INFO:tasks.rados.rados.0.smithi090.stdout:1288: finishing write tid 2 to smithi09078167-34 2024-04-15T16:32:53.765 INFO:tasks.rados.rados.0.smithi090.stdout:1288: finishing write tid 3 to smithi09078167-34 2024-04-15T16:32:53.765 INFO:tasks.rados.rados.0.smithi090.stdout:1288: finishing write tid 4 to smithi09078167-34 2024-04-15T16:32:53.766 INFO:tasks.rados.rados.0.smithi090.stdout:1288: finishing write tid 5 to smithi09078167-34 2024-04-15T16:32:53.766 INFO:tasks.rados.rados.0.smithi090.stdout:1288: finishing write tid 6 to smithi09078167-34 2024-04-15T16:32:53.766 INFO:tasks.rados.rados.0.smithi090.stdout:1288: oid 34 updating version 0 to 246 2024-04-15T16:32:53.766 INFO:tasks.rados.rados.0.smithi090.stdout:1288: oid 34 version 246 is already newer than 245 2024-04-15T16:32:53.766 INFO:tasks.rados.rados.0.smithi090.stdout:1288: oid 34 version 246 is already newer than 243 2024-04-15T16:32:53.766 INFO:tasks.rados.rados.0.smithi090.stdout:1288: oid 34 updating version 246 to 247 2024-04-15T16:32:53.766 INFO:tasks.rados.rados.0.smithi090.stdout:1288: oid 34 version 247 is already newer than 244 2024-04-15T16:32:53.766 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 247 (ObjNum 427 snap 105 seq_num 427) dirty exists 2024-04-15T16:32:53.766 INFO:tasks.rados.rados.0.smithi090.stdout:1288: left oid 34 (ObjNum 427 snap 105 seq_num 427) 2024-04-15T16:32:54.383 INFO:tasks.rados.rados.0.smithi090.stdout:1280: done (6 left) 2024-04-15T16:32:54.384 INFO:tasks.rados.rados.0.smithi090.stdout:1283: done (5 left) 2024-04-15T16:32:54.384 INFO:tasks.rados.rados.0.smithi090.stdout:1285: done (4 left) 2024-04-15T16:32:54.384 INFO:tasks.rados.rados.0.smithi090.stdout:1286: done (3 left) 2024-04-15T16:32:54.384 INFO:tasks.rados.rados.0.smithi090.stdout:1287: done (2 left) 2024-04-15T16:32:54.384 INFO:tasks.rados.rados.0.smithi090.stdout:1288: done (1 left) 2024-04-15T16:32:54.384 INFO:tasks.rados.rados.0.smithi090.stdout:1289: done (0 left) 2024-04-15T16:32:54.384 INFO:tasks.rados.rados.0.smithi090.stdout:1290: copy_from oid 49 from oid 24 current snap is 106 2024-04-15T16:32:54.384 INFO:tasks.rados.rados.0.smithi090.stdout:1291: rollback oid 15 current snap is 106 2024-04-15T16:32:54.384 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 104 2024-04-15T16:32:54.384 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 106 2024-04-15T16:32:54.384 INFO:tasks.rados.rados.0.smithi090.stdout:1292: seq_num 428 ranges {2064384=778240,2842624=483328,3325952=409600,3735552=417792,4153344=294912} 2024-04-15T16:32:54.399 INFO:tasks.rados.rados.0.smithi090.stdout:1292: writing smithi09078167-35 from 2064384 to 2842624 tid 1 2024-04-15T16:32:54.402 INFO:tasks.rados.rados.0.smithi090.stdout:1292: writing smithi09078167-35 from 2842624 to 3325952 tid 2 2024-04-15T16:32:54.404 INFO:tasks.rados.rados.0.smithi090.stdout:1292: writing smithi09078167-35 from 3325952 to 3735552 tid 3 2024-04-15T16:32:54.406 INFO:tasks.rados.rados.0.smithi090.stdout:1292: writing smithi09078167-35 from 3735552 to 4153344 tid 4 2024-04-15T16:32:54.409 INFO:tasks.rados.rados.0.smithi090.stdout:1292: writing smithi09078167-35 from 4153344 to 4448256 tid 5 2024-04-15T16:32:54.409 INFO:tasks.rados.rados.0.smithi090.stdout:1293: snap_create 2024-04-15T16:32:54.409 INFO:tasks.rados.rados.0.smithi090.stdout:1291: finishing rollback tid 0 to smithi09078167-15 2024-04-15T16:32:54.409 INFO:tasks.rados.rados.0.smithi090.stdout:1291: finishing rollback tid 1 to smithi09078167-15 2024-04-15T16:32:54.409 INFO:tasks.rados.rados.0.smithi090.stdout:1291: finishing rollback tid 2 to smithi09078167-15 2024-04-15T16:32:54.409 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 426 (ObjNum 361 snap 93 seq_num 361) dirty exists 2024-04-15T16:32:54.409 INFO:tasks.rados.rados.0.smithi090.stdout:1292: finishing write tid 1 to smithi09078167-35 2024-04-15T16:32:54.409 INFO:tasks.rados.rados.0.smithi090.stdout:1292: finishing write tid 2 to smithi09078167-35 2024-04-15T16:32:54.409 INFO:tasks.rados.rados.0.smithi090.stdout:1292: finishing write tid 3 to smithi09078167-35 2024-04-15T16:32:54.410 INFO:tasks.rados.rados.0.smithi090.stdout:1292: finishing write tid 4 to smithi09078167-35 2024-04-15T16:32:54.410 INFO:tasks.rados.rados.0.smithi090.stdout:1292: finishing write tid 5 to smithi09078167-35 2024-04-15T16:32:54.410 INFO:tasks.rados.rados.0.smithi090.stdout:1292: finishing write tid 6 to smithi09078167-35 2024-04-15T16:32:54.411 INFO:tasks.rados.rados.0.smithi090.stdout:1292: finishing write tid 7 to smithi09078167-35 2024-04-15T16:32:54.411 INFO:tasks.rados.rados.0.smithi090.stdout:1292: oid 35 updating version 0 to 251 2024-04-15T16:32:54.411 INFO:tasks.rados.rados.0.smithi090.stdout:1292: oid 35 updating version 251 to 255 2024-04-15T16:32:54.412 INFO:tasks.rados.rados.0.smithi090.stdout:1292: oid 35 updating version 255 to 256 2024-04-15T16:32:54.412 INFO:tasks.rados.rados.0.smithi090.stdout:1292: oid 35 version 256 is already newer than 254 2024-04-15T16:32:54.412 INFO:tasks.rados.rados.0.smithi090.stdout:1292: oid 35 version 256 is already newer than 253 2024-04-15T16:32:54.412 INFO:tasks.rados.rados.0.smithi090.stdout:1292: oid 35 version 256 is already newer than 252 2024-04-15T16:32:54.412 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 256 (ObjNum 428 snap 106 seq_num 428) dirty exists 2024-04-15T16:32:54.412 INFO:tasks.rados.rados.0.smithi090.stdout:1292: left oid 35 (ObjNum 428 snap 106 seq_num 428) 2024-04-15T16:32:54.416 INFO:tasks.rados.rados.0.smithi090.stdout:1290: finishing copy_from racing read to smithi09078167-49 2024-04-15T16:32:54.423 INFO:tasks.rados.rados.0.smithi090.stdout:1290: finishing copy_from to smithi09078167-49 2024-04-15T16:32:54.423 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 281 (ObjNum 426 snap 105 seq_num 426) dirty exists 2024-04-15T16:32:54.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:54 smithi090 ceph-mon[91618]: osdmap e283: 8 total, 8 up, 8 in 2024-04-15T16:32:54.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:54.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:54.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:54 smithi090 ceph-mon[91618]: Reconfiguring osd.3 (monmap changed)... 2024-04-15T16:32:54.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T16:32:54.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:54.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:54 smithi090 ceph-mon[91618]: Reconfiguring daemon osd.3 on smithi090 2024-04-15T16:32:54.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:54 smithi090 ceph-mon[89240]: osdmap e283: 8 total, 8 up, 8 in 2024-04-15T16:32:54.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:54.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:54.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:54 smithi090 ceph-mon[89240]: Reconfiguring osd.3 (monmap changed)... 2024-04-15T16:32:54.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T16:32:54.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:54.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:54 smithi090 ceph-mon[89240]: Reconfiguring daemon osd.3 on smithi090 2024-04-15T16:32:54.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:54 smithi153 ceph-mon[84714]: osdmap e283: 8 total, 8 up, 8 in 2024-04-15T16:32:54.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:54.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:54.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:54 smithi153 ceph-mon[84714]: Reconfiguring osd.3 (monmap changed)... 2024-04-15T16:32:54.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T16:32:54.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:54.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:54 smithi153 ceph-mon[84714]: Reconfiguring daemon osd.3 on smithi090 2024-04-15T16:32:55.390 INFO:tasks.rados.rados.0.smithi090.stdout:1290: done (3 left) 2024-04-15T16:32:55.390 INFO:tasks.rados.rados.0.smithi090.stdout:1291: done (2 left) 2024-04-15T16:32:55.390 INFO:tasks.rados.rados.0.smithi090.stdout:1292: done (1 left) 2024-04-15T16:32:55.390 INFO:tasks.rados.rados.0.smithi090.stdout:1293: done (0 left) 2024-04-15T16:32:55.390 INFO:tasks.rados.rados.0.smithi090.stdout:1294: rollback oid 1 current snap is 107 2024-04-15T16:32:55.391 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 106 2024-04-15T16:32:55.391 INFO:tasks.rados.rados.0.smithi090.stdout:1295: rollback oid 36 current snap is 107 2024-04-15T16:32:55.391 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 103 2024-04-15T16:32:55.391 INFO:tasks.rados.rados.0.smithi090.stdout:1296: snap_remove snap 105 2024-04-15T16:32:55.680 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:55 smithi090 ceph-mon[91618]: osdmap e284: 8 total, 8 up, 8 in 2024-04-15T16:32:55.680 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:55 smithi090 ceph-mon[91618]: pgmap v82: 121 pgs: 121 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 13 MiB/s wr, 37 op/s 2024-04-15T16:32:55.680 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:55.680 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:55.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:32:55.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:55.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:55 smithi090 ceph-mon[89240]: osdmap e284: 8 total, 8 up, 8 in 2024-04-15T16:32:55.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:55 smithi090 ceph-mon[89240]: pgmap v82: 121 pgs: 121 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 13 MiB/s wr, 37 op/s 2024-04-15T16:32:55.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:55.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:55.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:32:55.681 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:55.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:55 smithi153 ceph-mon[84714]: osdmap e284: 8 total, 8 up, 8 in 2024-04-15T16:32:55.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:55 smithi153 ceph-mon[84714]: pgmap v82: 121 pgs: 121 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 13 MiB/s wr, 37 op/s 2024-04-15T16:32:55.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:55.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:55.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:32:55.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:56.391 INFO:tasks.rados.rados.0.smithi090.stdout:1296: done (2 left) 2024-04-15T16:32:56.391 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 107 2024-04-15T16:32:56.391 INFO:tasks.rados.rados.0.smithi090.stdout:1295: finishing rollback tid 0 to smithi09078167-36 2024-04-15T16:32:56.391 INFO:tasks.rados.rados.0.smithi090.stdout:1294: finishing rollback tid 0 to smithi09078167-1 2024-04-15T16:32:56.391 INFO:tasks.rados.rados.0.smithi090.stdout:1294: finishing rollback tid 1 to smithi09078167-1 2024-04-15T16:32:56.391 INFO:tasks.rados.rados.0.smithi090.stdout:1294: finishing rollback tid 2 to smithi09078167-1 2024-04-15T16:32:56.392 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 482 (ObjNum 388 snap 100 seq_num 388) dirty exists 2024-04-15T16:32:56.392 INFO:tasks.rados.rados.0.smithi090.stdout:1295: finishing rollback tid 1 to smithi09078167-36 2024-04-15T16:32:56.392 INFO:tasks.rados.rados.0.smithi090.stdout:1295: finishing rollback tid 2 to smithi09078167-36 2024-04-15T16:32:56.392 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 388 (ObjNum 352 snap 91 seq_num 352) dirty exists 2024-04-15T16:32:56.392 INFO:tasks.rados.rados.0.smithi090.stdout:1297: seq_num 429 ranges {2252800=794624,3047424=770048,3817472=622592,4440064=212992} 2024-04-15T16:32:56.407 INFO:tasks.rados.rados.0.smithi090.stdout:1297: writing smithi09078167-29 from 2252800 to 3047424 tid 1 2024-04-15T16:32:56.411 INFO:tasks.rados.rados.0.smithi090.stdout:1297: writing smithi09078167-29 from 3047424 to 3817472 tid 2 2024-04-15T16:32:56.415 INFO:tasks.rados.rados.0.smithi090.stdout:1297: writing smithi09078167-29 from 3817472 to 4440064 tid 3 2024-04-15T16:32:56.417 INFO:tasks.rados.rados.0.smithi090.stdout:1297: writing smithi09078167-29 from 4440064 to 4653056 tid 4 2024-04-15T16:32:56.417 INFO:tasks.rados.rados.0.smithi090.stdout:1297: finishing write tid 1 to smithi09078167-29 2024-04-15T16:32:56.417 INFO:tasks.rados.rados.0.smithi090.stdout:1294: done (2 left) 2024-04-15T16:32:56.418 INFO:tasks.rados.rados.0.smithi090.stdout:1295: done (1 left) 2024-04-15T16:32:56.418 INFO:tasks.rados.rados.0.smithi090.stdout:1298: read oid 13 snap 103 2024-04-15T16:32:56.418 INFO:tasks.rados.rados.0.smithi090.stdout:1298: expect deleted 2024-04-15T16:32:56.418 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 107 2024-04-15T16:32:56.418 INFO:tasks.rados.rados.0.smithi090.stdout:1297: finishing write tid 2 to smithi09078167-29 2024-04-15T16:32:56.418 INFO:tasks.rados.rados.0.smithi090.stdout:1299: seq_num 430 ranges {786432=8192} 2024-04-15T16:32:56.422 INFO:tasks.rados.rados.0.smithi090.stdout:1299: writing smithi09078167-43 from 786432 to 794624 tid 1 2024-04-15T16:32:56.422 INFO:tasks.rados.rados.0.smithi090.stdout:1300: copy_from oid 10 from oid 38 current snap is 107 2024-04-15T16:32:56.422 INFO:tasks.rados.rados.0.smithi090.stdout:1297: finishing write tid 3 to smithi09078167-29 2024-04-15T16:32:56.422 INFO:tasks.rados.rados.0.smithi090.stdout:1297: finishing write tid 4 to smithi09078167-29 2024-04-15T16:32:56.422 INFO:tasks.rados.rados.0.smithi090.stdout:1297: finishing write tid 5 to smithi09078167-29 2024-04-15T16:32:56.422 INFO:tasks.rados.rados.0.smithi090.stdout:1298: done (3 left) 2024-04-15T16:32:56.422 INFO:tasks.rados.rados.0.smithi090.stdout:1301: snap_remove snap 103 2024-04-15T16:32:56.763 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:56 smithi090 ceph-mon[91618]: Reconfiguring mds.a (monmap changed)... 2024-04-15T16:32:56.764 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:56 smithi090 ceph-mon[91618]: Reconfiguring daemon mds.a on smithi090 2024-04-15T16:32:56.764 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:56 smithi090 ceph-mon[91618]: osdmap e285: 8 total, 8 up, 8 in 2024-04-15T16:32:56.764 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:56 smithi090 ceph-mon[89240]: Reconfiguring mds.a (monmap changed)... 2024-04-15T16:32:56.764 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:56 smithi090 ceph-mon[89240]: Reconfiguring daemon mds.a on smithi090 2024-04-15T16:32:56.764 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:56 smithi090 ceph-mon[89240]: osdmap e285: 8 total, 8 up, 8 in 2024-04-15T16:32:56.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:56 smithi153 ceph-mon[84714]: Reconfiguring mds.a (monmap changed)... 2024-04-15T16:32:56.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:56 smithi153 ceph-mon[84714]: Reconfiguring daemon mds.a on smithi090 2024-04-15T16:32:56.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:56 smithi153 ceph-mon[84714]: osdmap e285: 8 total, 8 up, 8 in 2024-04-15T16:32:57.406 INFO:tasks.rados.rados.0.smithi090.stdout:1297: finishing write tid 6 to smithi09078167-29 2024-04-15T16:32:57.406 INFO:tasks.rados.rados.0.smithi090.stdout:1297: oid 29 updating version 0 to 488 2024-04-15T16:32:57.406 INFO:tasks.rados.rados.0.smithi090.stdout:1297: oid 29 updating version 488 to 489 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:1297: oid 29 version 489 is already newer than 487 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:1297: oid 29 updating version 489 to 491 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:1297: oid 29 version 491 is already newer than 490 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 491 (ObjNum 429 snap 107 seq_num 429) dirty exists 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:1297: left oid 29 (ObjNum 429 snap 107 seq_num 429) 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:1299: finishing write tid 1 to smithi09078167-43 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:1299: finishing write tid 2 to smithi09078167-43 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:1299: finishing write tid 3 to smithi09078167-43 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:1299: oid 43 updating version 0 to 486 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:1299: oid 43 updating version 486 to 487 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 487 (ObjNum 430 snap 107 seq_num 430) dirty exists 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:1299: left oid 43 (ObjNum 430 snap 107 seq_num 430) 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:1300: finishing copy_from racing read to smithi09078167-10 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:1300: finishing copy_from to smithi09078167-10 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 285 (ObjNum 307 snap 79 seq_num 307) dirty exists 2024-04-15T16:32:57.407 INFO:tasks.rados.rados.0.smithi090.stdout:1297: done (3 left) 2024-04-15T16:32:57.408 INFO:tasks.rados.rados.0.smithi090.stdout:1299: done (2 left) 2024-04-15T16:32:57.408 INFO:tasks.rados.rados.0.smithi090.stdout:1300: done (1 left) 2024-04-15T16:32:57.408 INFO:tasks.rados.rados.0.smithi090.stdout:1301: done (0 left) 2024-04-15T16:32:57.408 INFO:tasks.rados.rados.0.smithi090.stdout:1302: snap_create 2024-04-15T16:32:57.708 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:57 smithi153 ceph-mon[84714]: osdmap e286: 8 total, 8 up, 8 in 2024-04-15T16:32:57.708 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:57 smithi153 ceph-mon[84714]: pgmap v85: 121 pgs: 121 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 13 MiB/s wr, 37 op/s 2024-04-15T16:32:57.708 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:57.708 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:57.708 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:32:57.708 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:32:57.708 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:57.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:57 smithi090 ceph-mon[91618]: osdmap e286: 8 total, 8 up, 8 in 2024-04-15T16:32:57.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:57 smithi090 ceph-mon[91618]: pgmap v85: 121 pgs: 121 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 13 MiB/s wr, 37 op/s 2024-04-15T16:32:57.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:57.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:57.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:32:57.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:32:57.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:57.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:57 smithi090 ceph-mon[89240]: osdmap e286: 8 total, 8 up, 8 in 2024-04-15T16:32:57.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:57 smithi090 ceph-mon[89240]: pgmap v85: 121 pgs: 121 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 13 MiB/s wr, 37 op/s 2024-04-15T16:32:57.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:57.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:57.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-15T16:32:57.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-15T16:32:57.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:58.407 INFO:tasks.rados.rados.0.smithi090.stdout:1302: done (0 left) 2024-04-15T16:32:58.408 INFO:tasks.rados.rados.0.smithi090.stdout:1303: read oid 47 snap -1 2024-04-15T16:32:58.408 INFO:tasks.rados.rados.0.smithi090.stdout:1303: expect (ObjNum 403 snap 101 seq_num 403) 2024-04-15T16:32:58.408 INFO:tasks.rados.rados.0.smithi090.stdout:1304: copy_from oid 11 from oid 22 current snap is 108 2024-04-15T16:32:58.408 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 108 2024-04-15T16:32:58.408 INFO:tasks.rados.rados.0.smithi090.stdout:1305: seq_num 431 ranges {1622016=24576} 2024-04-15T16:32:58.417 INFO:tasks.rados.rados.0.smithi090.stdout:1305: writing smithi09078167-2 from 1622016 to 1646592 tid 1 2024-04-15T16:32:58.417 INFO:tasks.rados.rados.0.smithi090.stdout:1306: copy_from oid 41 from oid 27 current snap is 108 2024-04-15T16:32:58.417 INFO:tasks.rados.rados.0.smithi090.stdout:1307: read oid 9 snap -1 2024-04-15T16:32:58.417 INFO:tasks.rados.rados.0.smithi090.stdout:1307: expect deleted 2024-04-15T16:32:58.417 INFO:tasks.rados.rados.0.smithi090.stdout:1308: snap_create 2024-04-15T16:32:58.421 INFO:tasks.rados.rados.0.smithi090.stdout:1304: finishing copy_from racing read to smithi09078167-11 2024-04-15T16:32:58.422 INFO:tasks.rados.rados.0.smithi090.stdout:1304: finishing copy_from to smithi09078167-11 2024-04-15T16:32:58.422 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 418 (ObjNum 337 snap 87 seq_num 337) dirty exists 2024-04-15T16:32:58.427 INFO:tasks.rados.rados.0.smithi090.stdout:1303: expect (ObjNum 403 snap 101 seq_num 403) 2024-04-15T16:32:58.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:58 smithi153 ceph-mon[84714]: Reconfiguring mon.b (monmap changed)... 2024-04-15T16:32:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:58 smithi153 ceph-mon[84714]: Reconfiguring daemon mon.b on smithi153 2024-04-15T16:32:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:58 smithi153 ceph-mon[84714]: osdmap e287: 8 total, 8 up, 8 in 2024-04-15T16:32:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:32:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:32:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:58.761 INFO:tasks.rados.rados.0.smithi090.stdout:1305: finishing write tid 1 to smithi09078167-2 2024-04-15T16:32:58.762 INFO:tasks.rados.rados.0.smithi090.stdout:1305: finishing write tid 2 to smithi09078167-2 2024-04-15T16:32:58.762 INFO:tasks.rados.rados.0.smithi090.stdout:1305: finishing write tid 3 to smithi09078167-2 2024-04-15T16:32:58.762 INFO:tasks.rados.rados.0.smithi090.stdout:1305: oid 2 updating version 0 to 263 2024-04-15T16:32:58.762 INFO:tasks.rados.rados.0.smithi090.stdout:1305: oid 2 version 263 is already newer than 262 2024-04-15T16:32:58.762 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 263 (ObjNum 431 snap 108 seq_num 431) dirty exists 2024-04-15T16:32:58.762 INFO:tasks.rados.rados.0.smithi090.stdout:1305: left oid 2 (ObjNum 431 snap 108 seq_num 431) 2024-04-15T16:32:58.762 INFO:tasks.rados.rados.0.smithi090.stdout:1306: finishing copy_from racing read to smithi09078167-41 2024-04-15T16:32:58.762 INFO:tasks.rados.rados.0.smithi090.stdout:1306: finishing copy_from to smithi09078167-41 2024-04-15T16:32:58.762 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 445 (ObjNum 425 snap 105 seq_num 425) dirty exists 2024-04-15T16:32:58.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[89240]: Reconfiguring mon.b (monmap changed)... 2024-04-15T16:32:58.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[89240]: Reconfiguring daemon mon.b on smithi153 2024-04-15T16:32:58.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[89240]: osdmap e287: 8 total, 8 up, 8 in 2024-04-15T16:32:58.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:58.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:58.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:32:58.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:32:58.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:58.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[91618]: Reconfiguring mon.b (monmap changed)... 2024-04-15T16:32:58.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[91618]: Reconfiguring daemon mon.b on smithi153 2024-04-15T16:32:58.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[91618]: osdmap e287: 8 total, 8 up, 8 in 2024-04-15T16:32:58.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:58.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:32:58.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-15T16:32:58.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-15T16:32:58.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:32:59.335 INFO:tasks.rados.rados.0.smithi090.stdout:1303: done (5 left) 2024-04-15T16:32:59.336 INFO:tasks.rados.rados.0.smithi090.stdout:1304: done (4 left) 2024-04-15T16:32:59.336 INFO:tasks.rados.rados.0.smithi090.stdout:1305: done (3 left) 2024-04-15T16:32:59.336 INFO:tasks.rados.rados.0.smithi090.stdout:1306: done (2 left) 2024-04-15T16:32:59.336 INFO:tasks.rados.rados.0.smithi090.stdout:1307: done (1 left) 2024-04-15T16:32:59.336 INFO:tasks.rados.rados.0.smithi090.stdout:1308: done (0 left) 2024-04-15T16:32:59.336 INFO:tasks.rados.rados.0.smithi090.stdout:1309: snap_create 2024-04-15T16:32:59.408 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:32:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:32:59] "GET /metrics HTTP/1.1" 200 36001 "" "Prometheus/2.43.0" 2024-04-15T16:32:59.450 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:59 smithi153 ceph-mon[84714]: Reconfiguring mgr.x (monmap changed)... 2024-04-15T16:32:59.450 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:59 smithi153 ceph-mon[84714]: Reconfiguring daemon mgr.x on smithi153 2024-04-15T16:32:59.450 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:59 smithi153 ceph-mon[84714]: osdmap e288: 8 total, 8 up, 8 in 2024-04-15T16:32:59.450 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:59 smithi153 ceph-mon[84714]: pgmap v88: 121 pgs: 121 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 4.9 MiB/s wr, 5 op/s 2024-04-15T16:32:59.450 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:32:59 smithi153 ceph-mon[84714]: osdmap e289: 8 total, 8 up, 8 in 2024-04-15T16:32:59.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:59 smithi090 ceph-mon[89240]: Reconfiguring mgr.x (monmap changed)... 2024-04-15T16:32:59.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:59 smithi090 ceph-mon[89240]: Reconfiguring daemon mgr.x on smithi153 2024-04-15T16:32:59.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:59 smithi090 ceph-mon[89240]: osdmap e288: 8 total, 8 up, 8 in 2024-04-15T16:32:59.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:59 smithi090 ceph-mon[89240]: pgmap v88: 121 pgs: 121 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 4.9 MiB/s wr, 5 op/s 2024-04-15T16:32:59.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:32:59 smithi090 ceph-mon[89240]: osdmap e289: 8 total, 8 up, 8 in 2024-04-15T16:32:59.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:59 smithi090 ceph-mon[91618]: Reconfiguring mgr.x (monmap changed)... 2024-04-15T16:32:59.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:59 smithi090 ceph-mon[91618]: Reconfiguring daemon mgr.x on smithi153 2024-04-15T16:32:59.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:59 smithi090 ceph-mon[91618]: osdmap e288: 8 total, 8 up, 8 in 2024-04-15T16:32:59.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:59 smithi090 ceph-mon[91618]: pgmap v88: 121 pgs: 121 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 4.9 MiB/s wr, 5 op/s 2024-04-15T16:32:59.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:32:59 smithi090 ceph-mon[91618]: osdmap e289: 8 total, 8 up, 8 in 2024-04-15T16:33:00.337 INFO:tasks.rados.rados.0.smithi090.stdout:1309: done (0 left) 2024-04-15T16:33:00.337 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 110 2024-04-15T16:33:00.337 INFO:tasks.rados.rados.0.smithi090.stdout:1310: seq_num 432 ranges {2744320=40960} 2024-04-15T16:33:00.352 INFO:tasks.rados.rados.0.smithi090.stdout:1310: writing smithi09078167-7 from 2744320 to 2785280 tid 1 2024-04-15T16:33:00.352 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 110 2024-04-15T16:33:00.352 INFO:tasks.rados.rados.0.smithi090.stdout:1311: seq_num 433 ranges {4907008=57344} 2024-04-15T16:33:00.379 INFO:tasks.rados.rados.0.smithi090.stdout:1311: writing smithi09078167-45 from 4907008 to 4964352 tid 1 2024-04-15T16:33:00.379 INFO:tasks.rados.rados.0.smithi090.stdout:1312: copy_from oid 38 from oid 44 current snap is 110 2024-04-15T16:33:00.379 INFO:tasks.rados.rados.0.smithi090.stdout:1310: finishing write tid 1 to smithi09078167-7 2024-04-15T16:33:00.380 INFO:tasks.rados.rados.0.smithi090.stdout:1310: finishing write tid 2 to smithi09078167-7 2024-04-15T16:33:00.380 INFO:tasks.rados.rados.0.smithi090.stdout:1310: finishing write tid 3 to smithi09078167-7 2024-04-15T16:33:00.380 INFO:tasks.rados.rados.0.smithi090.stdout:1310: oid 7 updating version 0 to 418 2024-04-15T16:33:00.380 INFO:tasks.rados.rados.0.smithi090.stdout:1310: oid 7 updating version 418 to 419 2024-04-15T16:33:00.380 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 419 (ObjNum 432 snap 110 seq_num 432) dirty exists 2024-04-15T16:33:00.380 INFO:tasks.rados.rados.0.smithi090.stdout:1310: left oid 7 (ObjNum 432 snap 110 seq_num 432) 2024-04-15T16:33:00.380 INFO:tasks.rados.rados.0.smithi090.stdout:1310: done (2 left) 2024-04-15T16:33:00.380 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 110 2024-04-15T16:33:00.380 INFO:tasks.rados.rados.0.smithi090.stdout:1313: seq_num 434 ranges {4571136=73728} 2024-04-15T16:33:00.405 INFO:tasks.rados.rados.0.smithi090.stdout:1313: writing smithi09078167-27 from 4571136 to 4644864 tid 1 2024-04-15T16:33:00.405 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 110 2024-04-15T16:33:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:1311: finishing write tid 1 to smithi09078167-45 2024-04-15T16:33:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:1311: finishing write tid 2 to smithi09078167-45 2024-04-15T16:33:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:1311: finishing write tid 3 to smithi09078167-45 2024-04-15T16:33:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:1311: oid 45 updating version 0 to 432 2024-04-15T16:33:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:1311: oid 45 updating version 432 to 433 2024-04-15T16:33:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 433 (ObjNum 433 snap 110 seq_num 433) dirty exists 2024-04-15T16:33:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:1311: left oid 45 (ObjNum 433 snap 110 seq_num 433) 2024-04-15T16:33:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:1314: seq_num 435 ranges {0=90112} 2024-04-15T16:33:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:1314: writing smithi09078167-5 from 0 to 90112 tid 1 2024-04-15T16:33:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:1311: done (3 left) 2024-04-15T16:33:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 110 2024-04-15T16:33:00.406 INFO:tasks.rados.rados.0.smithi090.stdout:1315: seq_num 436 ranges {11534336=106496} 2024-04-15T16:33:00.469 INFO:tasks.rados.rados.0.smithi090.stdout:1315: writing smithi09078167-3 from 11534336 to 11640832 tid 1 2024-04-15T16:33:00.469 INFO:tasks.rados.rados.0.smithi090.stdout:1316: snap_remove snap 102 2024-04-15T16:33:00.469 INFO:tasks.rados.rados.0.smithi090.stdout:1314: finishing write tid 1 to smithi09078167-5 2024-04-15T16:33:00.966 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:00 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:00.966 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:00 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:00.966 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:00 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T16:33:00.966 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:00 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:00.966 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:00 smithi153 ceph-mon[84714]: osdmap e290: 8 total, 8 up, 8 in 2024-04-15T16:33:01.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:00 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:01.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:00 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:01.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:00 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T16:33:01.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:00 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:01.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:00 smithi090 ceph-mon[91618]: osdmap e290: 8 total, 8 up, 8 in 2024-04-15T16:33:01.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:00 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:01.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:00 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:01.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:00 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T16:33:01.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:00 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:01.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:00 smithi090 ceph-mon[89240]: osdmap e290: 8 total, 8 up, 8 in 2024-04-15T16:33:01.340 INFO:tasks.rados.rados.0.smithi090.stdout:1316: done (4 left) 2024-04-15T16:33:01.340 INFO:tasks.rados.rados.0.smithi090.stdout:1317: snap_create 2024-04-15T16:33:01.340 INFO:tasks.rados.rados.0.smithi090.stdout:1314: finishing write tid 2 to smithi09078167-5 2024-04-15T16:33:01.340 INFO:tasks.rados.rados.0.smithi090.stdout:1312: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:33:01.340 INFO:tasks.rados.rados.0.smithi090.stdout:1314: finishing write tid 3 to smithi09078167-5 2024-04-15T16:33:01.340 INFO:tasks.rados.rados.0.smithi090.stdout:1314: oid 5 updating version 0 to 71 2024-04-15T16:33:01.340 INFO:tasks.rados.rados.0.smithi090.stdout:1314: oid 5 updating version 71 to 72 2024-04-15T16:33:01.340 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 72 (ObjNum 435 snap 110 seq_num 435) dirty exists 2024-04-15T16:33:01.340 INFO:tasks.rados.rados.0.smithi090.stdout:1314: left oid 5 (ObjNum 435 snap 110 seq_num 435) 2024-04-15T16:33:01.341 INFO:tasks.rados.rados.0.smithi090.stdout:1312: finishing copy_from to smithi09078167-38 2024-04-15T16:33:01.341 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 391 (ObjNum 424 snap 105 seq_num 424) dirty exists 2024-04-15T16:33:01.341 INFO:tasks.rados.rados.0.smithi090.stdout:1313: finishing write tid 1 to smithi09078167-27 2024-04-15T16:33:01.341 INFO:tasks.rados.rados.0.smithi090.stdout:1313: finishing write tid 2 to smithi09078167-27 2024-04-15T16:33:01.341 INFO:tasks.rados.rados.0.smithi090.stdout:1313: finishing write tid 3 to smithi09078167-27 2024-04-15T16:33:01.341 INFO:tasks.rados.rados.0.smithi090.stdout:1313: oid 27 updating version 0 to 452 2024-04-15T16:33:01.341 INFO:tasks.rados.rados.0.smithi090.stdout:1313: oid 27 version 452 is already newer than 451 2024-04-15T16:33:01.341 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 452 (ObjNum 434 snap 110 seq_num 434) dirty exists 2024-04-15T16:33:01.341 INFO:tasks.rados.rados.0.smithi090.stdout:1313: left oid 27 (ObjNum 434 snap 110 seq_num 434) 2024-04-15T16:33:01.341 INFO:tasks.rados.rados.0.smithi090.stdout:1315: finishing write tid 1 to smithi09078167-3 2024-04-15T16:33:01.341 INFO:tasks.rados.rados.0.smithi090.stdout:1315: finishing write tid 2 to smithi09078167-3 2024-04-15T16:33:01.341 INFO:tasks.rados.rados.0.smithi090.stdout:1315: finishing write tid 3 to smithi09078167-3 2024-04-15T16:33:01.341 INFO:tasks.rados.rados.0.smithi090.stdout:1315: oid 3 updating version 0 to 493 2024-04-15T16:33:01.341 INFO:tasks.rados.rados.0.smithi090.stdout:1315: oid 3 version 493 is already newer than 492 2024-04-15T16:33:01.341 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 493 (ObjNum 436 snap 110 seq_num 436) dirty exists 2024-04-15T16:33:01.342 INFO:tasks.rados.rados.0.smithi090.stdout:1315: left oid 3 (ObjNum 436 snap 110 seq_num 436) 2024-04-15T16:33:02.070 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:01 smithi153 ceph-mon[84714]: Reconfiguring osd.4 (monmap changed)... 2024-04-15T16:33:02.070 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:01 smithi153 ceph-mon[84714]: Reconfiguring daemon osd.4 on smithi153 2024-04-15T16:33:02.070 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:01 smithi153 ceph-mon[84714]: pgmap v91: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.5 MiB/s wr, 9 op/s 2024-04-15T16:33:02.070 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:02.070 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:02.070 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:01 smithi153 ceph-mon[84714]: osdmap e291: 8 total, 8 up, 8 in 2024-04-15T16:33:02.070 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T16:33:02.070 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:02.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[91618]: Reconfiguring osd.4 (monmap changed)... 2024-04-15T16:33:02.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[91618]: Reconfiguring daemon osd.4 on smithi153 2024-04-15T16:33:02.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[91618]: pgmap v91: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.5 MiB/s wr, 9 op/s 2024-04-15T16:33:02.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:02.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:02.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[91618]: osdmap e291: 8 total, 8 up, 8 in 2024-04-15T16:33:02.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T16:33:02.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:02.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[89240]: Reconfiguring osd.4 (monmap changed)... 2024-04-15T16:33:02.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[89240]: Reconfiguring daemon osd.4 on smithi153 2024-04-15T16:33:02.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[89240]: pgmap v91: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 5.5 MiB/s wr, 9 op/s 2024-04-15T16:33:02.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:02.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:02.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[89240]: osdmap e291: 8 total, 8 up, 8 in 2024-04-15T16:33:02.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T16:33:02.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:02.344 INFO:tasks.rados.rados.0.smithi090.stdout:1312: done (4 left) 2024-04-15T16:33:02.344 INFO:tasks.rados.rados.0.smithi090.stdout:1313: done (3 left) 2024-04-15T16:33:02.344 INFO:tasks.rados.rados.0.smithi090.stdout:1314: done (2 left) 2024-04-15T16:33:02.344 INFO:tasks.rados.rados.0.smithi090.stdout:1315: done (1 left) 2024-04-15T16:33:02.344 INFO:tasks.rados.rados.0.smithi090.stdout:1317: done (0 left) 2024-04-15T16:33:02.345 INFO:tasks.rados.rados.0.smithi090.stdout:1318: copy_from oid 34 from oid 38 current snap is 111 2024-04-15T16:33:02.345 INFO:tasks.rados.rados.0.smithi090.stdout:1319: rollback oid 46 current snap is 111 2024-04-15T16:33:02.345 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 104 2024-04-15T16:33:02.345 INFO:tasks.rados.rados.0.smithi090.stdout:1320: rollback oid 23 current snap is 111 2024-04-15T16:33:02.345 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 23 to 106 2024-04-15T16:33:02.345 INFO:tasks.rados.rados.0.smithi090.stdout:1321: delete oid 22 current snap is 111 2024-04-15T16:33:02.351 INFO:tasks.rados.rados.0.smithi090.stdout:1321: done (3 left) 2024-04-15T16:33:02.351 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 111 2024-04-15T16:33:02.351 INFO:tasks.rados.rados.0.smithi090.stdout:1322: seq_num 438 ranges {0=139264} 2024-04-15T16:33:02.352 INFO:tasks.rados.rados.0.smithi090.stdout:1322: writing smithi09078167-12 from 0 to 139264 tid 1 2024-04-15T16:33:02.352 INFO:tasks.rados.rados.0.smithi090.stdout:1323: copy_from oid 28 from oid 42 current snap is 111 2024-04-15T16:33:02.353 INFO:tasks.rados.rados.0.smithi090.stdout:1324: snap_remove snap 109 2024-04-15T16:33:02.377 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:33:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:33:03.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:02 smithi090 ceph-mon[89240]: Reconfiguring osd.5 (monmap changed)... 2024-04-15T16:33:03.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:02 smithi090 ceph-mon[89240]: Reconfiguring daemon osd.5 on smithi153 2024-04-15T16:33:03.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:02 smithi090 ceph-mon[89240]: osdmap e292: 8 total, 8 up, 8 in 2024-04-15T16:33:03.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:02 smithi090 ceph-mon[91618]: Reconfiguring osd.5 (monmap changed)... 2024-04-15T16:33:03.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:02 smithi090 ceph-mon[91618]: Reconfiguring daemon osd.5 on smithi153 2024-04-15T16:33:03.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:02 smithi090 ceph-mon[91618]: osdmap e292: 8 total, 8 up, 8 in 2024-04-15T16:33:03.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:02 smithi153 ceph-mon[84714]: Reconfiguring osd.5 (monmap changed)... 2024-04-15T16:33:03.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:02 smithi153 ceph-mon[84714]: Reconfiguring daemon osd.5 on smithi153 2024-04-15T16:33:03.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:02 smithi153 ceph-mon[84714]: osdmap e292: 8 total, 8 up, 8 in 2024-04-15T16:33:03.349 INFO:tasks.rados.rados.0.smithi090.stdout:1324: done (5 left) 2024-04-15T16:33:03.349 INFO:tasks.rados.rados.0.smithi090.stdout:1325: snap_remove snap 107 2024-04-15T16:33:03.349 INFO:tasks.rados.rados.0.smithi090.stdout:1320: finishing rollback tid 0 to smithi09078167-23 2024-04-15T16:33:03.349 INFO:tasks.rados.rados.0.smithi090.stdout:1319: finishing rollback tid 0 to smithi09078167-46 2024-04-15T16:33:03.349 INFO:tasks.rados.rados.0.smithi090.stdout:1319: finishing rollback tid 1 to smithi09078167-46 2024-04-15T16:33:03.349 INFO:tasks.rados.rados.0.smithi090.stdout:1319: finishing rollback tid 2 to smithi09078167-46 2024-04-15T16:33:03.350 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 448 (ObjNum 360 snap 93 seq_num 360) dirty exists 2024-04-15T16:33:03.350 INFO:tasks.rados.rados.0.smithi090.stdout:1320: finishing rollback tid 1 to smithi09078167-23 2024-04-15T16:33:03.350 INFO:tasks.rados.rados.0.smithi090.stdout:1320: finishing rollback tid 2 to smithi09078167-23 2024-04-15T16:33:03.350 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 422 (ObjNum 396 snap 101 seq_num 396) dirty exists 2024-04-15T16:33:03.350 INFO:tasks.rados.rados.0.smithi090.stdout:1322: finishing write tid 1 to smithi09078167-12 2024-04-15T16:33:03.350 INFO:tasks.rados.rados.0.smithi090.stdout:1322: finishing write tid 2 to smithi09078167-12 2024-04-15T16:33:03.350 INFO:tasks.rados.rados.0.smithi090.stdout:1322: finishing write tid 3 to smithi09078167-12 2024-04-15T16:33:03.350 INFO:tasks.rados.rados.0.smithi090.stdout:1322: oid 12 updating version 0 to 458 2024-04-15T16:33:03.350 INFO:tasks.rados.rados.0.smithi090.stdout:1322: oid 12 version 458 is already newer than 457 2024-04-15T16:33:03.350 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 458 (ObjNum 438 snap 111 seq_num 438) dirty exists 2024-04-15T16:33:03.350 INFO:tasks.rados.rados.0.smithi090.stdout:1322: left oid 12 (ObjNum 438 snap 111 seq_num 438) 2024-04-15T16:33:03.350 INFO:tasks.rados.rados.0.smithi090.stdout:1323: finishing copy_from racing read to smithi09078167-28 2024-04-15T16:33:03.350 INFO:tasks.rados.rados.0.smithi090.stdout:1318: finishing copy_from racing read to smithi09078167-34 2024-04-15T16:33:03.350 INFO:tasks.rados.rados.0.smithi090.stdout:1318: finishing copy_from to smithi09078167-34 2024-04-15T16:33:03.351 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 391 (ObjNum 424 snap 105 seq_num 424) dirty exists 2024-04-15T16:33:03.351 INFO:tasks.rados.rados.0.smithi090.stdout:1323: finishing copy_from to smithi09078167-28 2024-04-15T16:33:03.351 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 400 (ObjNum 351 snap 91 seq_num 351) dirty exists 2024-04-15T16:33:03.790 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:33:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:33:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:33:04.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:03 smithi090 ceph-mon[89240]: pgmap v94: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 588 KiB/s wr, 3 op/s 2024-04-15T16:33:04.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:04.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:04.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T16:33:04.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:04.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:03 smithi090 ceph-mon[89240]: osdmap e293: 8 total, 8 up, 8 in 2024-04-15T16:33:04.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:03 smithi090 ceph-mon[91618]: pgmap v94: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 588 KiB/s wr, 3 op/s 2024-04-15T16:33:04.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:03 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:04.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:03 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:04.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:03 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T16:33:04.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:03 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:04.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:03 smithi090 ceph-mon[91618]: osdmap e293: 8 total, 8 up, 8 in 2024-04-15T16:33:04.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:03 smithi153 ceph-mon[84714]: pgmap v94: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 588 KiB/s wr, 3 op/s 2024-04-15T16:33:04.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:03 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:04.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:03 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:04.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:03 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T16:33:04.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:03 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:04.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:03 smithi153 ceph-mon[84714]: osdmap e293: 8 total, 8 up, 8 in 2024-04-15T16:33:04.350 INFO:tasks.rados.rados.0.smithi090.stdout:1318: done (5 left) 2024-04-15T16:33:04.350 INFO:tasks.rados.rados.0.smithi090.stdout:1319: done (4 left) 2024-04-15T16:33:04.350 INFO:tasks.rados.rados.0.smithi090.stdout:1320: done (3 left) 2024-04-15T16:33:04.351 INFO:tasks.rados.rados.0.smithi090.stdout:1322: done (2 left) 2024-04-15T16:33:04.351 INFO:tasks.rados.rados.0.smithi090.stdout:1323: done (1 left) 2024-04-15T16:33:04.351 INFO:tasks.rados.rados.0.smithi090.stdout:1325: done (0 left) 2024-04-15T16:33:04.351 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 111 2024-04-15T16:33:04.351 INFO:tasks.rados.rados.0.smithi090.stdout:1326: seq_num 439 ranges {6103040=155648} 2024-04-15T16:33:04.383 INFO:tasks.rados.rados.0.smithi090.stdout:1326: writing smithi09078167-38 from 6103040 to 6258688 tid 1 2024-04-15T16:33:04.383 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 111 2024-04-15T16:33:04.383 INFO:tasks.rados.rados.0.smithi090.stdout:1327: seq_num 440 ranges {6103040=172032} 2024-04-15T16:33:04.416 INFO:tasks.rados.rados.0.smithi090.stdout:1327: writing smithi09078167-34 from 6103040 to 6275072 tid 1 2024-04-15T16:33:04.417 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 111 2024-04-15T16:33:04.417 INFO:tasks.rados.rados.0.smithi090.stdout:1328: seq_num 441 ranges {0=188416} 2024-04-15T16:33:04.417 INFO:tasks.rados.rados.0.smithi090.stdout:1328: writing smithi09078167-22 from 0 to 188416 tid 1 2024-04-15T16:33:04.417 INFO:tasks.rados.rados.0.smithi090.stdout:1329: rmattr oid 35 current snap is 111 2024-04-15T16:33:04.418 INFO:tasks.rados.rados.0.smithi090.stdout:1329: done (3 left) 2024-04-15T16:33:04.418 INFO:tasks.rados.rados.0.smithi090.stdout:1330: delete oid 1 current snap is 111 2024-04-15T16:33:04.418 INFO:tasks.rados.rados.0.smithi090.stdout:1326: finishing write tid 1 to smithi09078167-38 2024-04-15T16:33:04.418 INFO:tasks.rados.rados.0.smithi090.stdout:1326: finishing write tid 2 to smithi09078167-38 2024-04-15T16:33:04.418 INFO:tasks.rados.rados.0.smithi090.stdout:1326: finishing write tid 3 to smithi09078167-38 2024-04-15T16:33:04.418 INFO:tasks.rados.rados.0.smithi090.stdout:1326: oid 38 updating version 0 to 404 2024-04-15T16:33:04.418 INFO:tasks.rados.rados.0.smithi090.stdout:1326: oid 38 updating version 404 to 405 2024-04-15T16:33:04.418 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 405 (ObjNum 439 snap 111 seq_num 439) dirty exists 2024-04-15T16:33:04.418 INFO:tasks.rados.rados.0.smithi090.stdout:1326: left oid 38 (ObjNum 439 snap 111 seq_num 439) 2024-04-15T16:33:04.419 INFO:tasks.rados.rados.0.smithi090.stdout:1327: finishing write tid 1 to smithi09078167-34 2024-04-15T16:33:04.419 INFO:tasks.rados.rados.0.smithi090.stdout:1327: finishing write tid 2 to smithi09078167-34 2024-04-15T16:33:04.419 INFO:tasks.rados.rados.0.smithi090.stdout:1326: done (3 left) 2024-04-15T16:33:04.419 INFO:tasks.rados.rados.0.smithi090.stdout:1330: done (2 left) 2024-04-15T16:33:04.419 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 111 2024-04-15T16:33:04.420 INFO:tasks.rados.rados.0.smithi090.stdout:1331: seq_num 443 ranges {4653056=221184} 2024-04-15T16:33:04.446 INFO:tasks.rados.rados.0.smithi090.stdout:1331: writing smithi09078167-29 from 4653056 to 4874240 tid 1 2024-04-15T16:33:04.446 INFO:tasks.rados.rados.0.smithi090.stdout:1332: delete oid 35 current snap is 111 2024-04-15T16:33:04.446 INFO:tasks.rados.rados.0.smithi090.stdout:1328: finishing write tid 1 to smithi09078167-22 2024-04-15T16:33:04.447 INFO:tasks.rados.rados.0.smithi090.stdout:1328: finishing write tid 2 to smithi09078167-22 2024-04-15T16:33:04.447 INFO:tasks.rados.rados.0.smithi090.stdout:1328: finishing write tid 3 to smithi09078167-22 2024-04-15T16:33:04.447 INFO:tasks.rados.rados.0.smithi090.stdout:1328: oid 22 updating version 0 to 448 2024-04-15T16:33:04.447 INFO:tasks.rados.rados.0.smithi090.stdout:1328: oid 22 updating version 448 to 449 2024-04-15T16:33:04.447 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 449 (ObjNum 441 snap 111 seq_num 441) dirty exists 2024-04-15T16:33:04.447 INFO:tasks.rados.rados.0.smithi090.stdout:1328: left oid 22 (ObjNum 441 snap 111 seq_num 441) 2024-04-15T16:33:04.447 INFO:tasks.rados.rados.0.smithi090.stdout:1327: finishing write tid 3 to smithi09078167-34 2024-04-15T16:33:04.447 INFO:tasks.rados.rados.0.smithi090.stdout:1327: oid 34 updating version 0 to 449 2024-04-15T16:33:04.447 INFO:tasks.rados.rados.0.smithi090.stdout:1327: oid 34 updating version 449 to 450 2024-04-15T16:33:04.447 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 450 (ObjNum 440 snap 111 seq_num 440) dirty exists 2024-04-15T16:33:04.447 INFO:tasks.rados.rados.0.smithi090.stdout:1327: left oid 34 (ObjNum 440 snap 111 seq_num 440) 2024-04-15T16:33:04.448 INFO:tasks.rados.rados.0.smithi090.stdout:1327: done (3 left) 2024-04-15T16:33:04.448 INFO:tasks.rados.rados.0.smithi090.stdout:1328: done (2 left) 2024-04-15T16:33:04.448 INFO:tasks.rados.rados.0.smithi090.stdout:1332: done (1 left) 2024-04-15T16:33:04.448 INFO:tasks.rados.rados.0.smithi090.stdout:1333: setattr oid 17 current snap is 111 2024-04-15T16:33:04.448 INFO:tasks.rados.rados.0.smithi090.stdout:1331: finishing write tid 1 to smithi09078167-29 2024-04-15T16:33:04.449 INFO:tasks.rados.rados.0.smithi090.stdout:1331: finishing write tid 2 to smithi09078167-29 2024-04-15T16:33:04.449 INFO:tasks.rados.rados.0.smithi090.stdout:1334: read oid 21 snap -1 2024-04-15T16:33:04.449 INFO:tasks.rados.rados.0.smithi090.stdout:1334: expect (ObjNum 277 snap 71 seq_num 277) 2024-04-15T16:33:04.449 INFO:tasks.rados.rados.0.smithi090.stdout:1335: snap_remove snap 108 2024-04-15T16:33:05.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:04 smithi090 ceph-mon[91618]: Reconfiguring osd.6 (monmap changed)... 2024-04-15T16:33:05.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:04 smithi090 ceph-mon[91618]: Reconfiguring daemon osd.6 on smithi153 2024-04-15T16:33:05.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:04 smithi090 ceph-mon[91618]: osdmap e294: 8 total, 8 up, 8 in 2024-04-15T16:33:05.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:05.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:05.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T16:33:05.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:05.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:04 smithi090 ceph-mon[89240]: Reconfiguring osd.6 (monmap changed)... 2024-04-15T16:33:05.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:04 smithi090 ceph-mon[89240]: Reconfiguring daemon osd.6 on smithi153 2024-04-15T16:33:05.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:04 smithi090 ceph-mon[89240]: osdmap e294: 8 total, 8 up, 8 in 2024-04-15T16:33:05.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:05.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:05.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T16:33:05.086 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:05.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:04 smithi153 ceph-mon[84714]: Reconfiguring osd.6 (monmap changed)... 2024-04-15T16:33:05.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:04 smithi153 ceph-mon[84714]: Reconfiguring daemon osd.6 on smithi153 2024-04-15T16:33:05.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:04 smithi153 ceph-mon[84714]: osdmap e294: 8 total, 8 up, 8 in 2024-04-15T16:33:05.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:05.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:05.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T16:33:05.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:05.354 INFO:tasks.rados.rados.0.smithi090.stdout:1335: done (3 left) 2024-04-15T16:33:05.354 INFO:tasks.rados.rados.0.smithi090.stdout:1336: snap_remove snap 106 2024-04-15T16:33:06.011 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:05 smithi153 ceph-mon[84714]: pgmap v97: 121 pgs: 121 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 4.5 MiB/s wr, 7 op/s 2024-04-15T16:33:06.011 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:05 smithi153 ceph-mon[84714]: Reconfiguring osd.7 (monmap changed)... 2024-04-15T16:33:06.012 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:05 smithi153 ceph-mon[84714]: Reconfiguring daemon osd.7 on smithi153 2024-04-15T16:33:06.012 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:05 smithi153 ceph-mon[84714]: osdmap e295: 8 total, 8 up, 8 in 2024-04-15T16:33:06.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:05 smithi090 ceph-mon[91618]: pgmap v97: 121 pgs: 121 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 4.5 MiB/s wr, 7 op/s 2024-04-15T16:33:06.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:05 smithi090 ceph-mon[91618]: Reconfiguring osd.7 (monmap changed)... 2024-04-15T16:33:06.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:05 smithi090 ceph-mon[91618]: Reconfiguring daemon osd.7 on smithi153 2024-04-15T16:33:06.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:05 smithi090 ceph-mon[91618]: osdmap e295: 8 total, 8 up, 8 in 2024-04-15T16:33:06.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:05 smithi090 ceph-mon[89240]: pgmap v97: 121 pgs: 121 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 4.5 MiB/s wr, 7 op/s 2024-04-15T16:33:06.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:05 smithi090 ceph-mon[89240]: Reconfiguring osd.7 (monmap changed)... 2024-04-15T16:33:06.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:05 smithi090 ceph-mon[89240]: Reconfiguring daemon osd.7 on smithi153 2024-04-15T16:33:06.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:05 smithi090 ceph-mon[89240]: osdmap e295: 8 total, 8 up, 8 in 2024-04-15T16:33:06.358 INFO:tasks.rados.rados.0.smithi090.stdout:1336: done (3 left) 2024-04-15T16:33:06.358 INFO:tasks.rados.rados.0.smithi090.stdout:1337: snap_create 2024-04-15T16:33:06.358 INFO:tasks.rados.rados.0.smithi090.stdout:1331: finishing write tid 3 to smithi09078167-29 2024-04-15T16:33:06.358 INFO:tasks.rados.rados.0.smithi090.stdout:1331: oid 29 updating version 0 to 494 2024-04-15T16:33:06.358 INFO:tasks.rados.rados.0.smithi090.stdout:1331: oid 29 updating version 494 to 495 2024-04-15T16:33:06.358 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 495 (ObjNum 443 snap 111 seq_num 443) dirty exists 2024-04-15T16:33:06.358 INFO:tasks.rados.rados.0.smithi090.stdout:1331: left oid 29 (ObjNum 443 snap 111 seq_num 443) 2024-04-15T16:33:06.358 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 496 (ObjNum 396 snap 101 seq_num 396) dirty exists 2024-04-15T16:33:06.358 INFO:tasks.rados.rados.0.smithi090.stdout:1334: expect (ObjNum 277 snap 71 seq_num 277) 2024-04-15T16:33:07.358 INFO:tasks.rados.rados.0.smithi090.stdout:1331: done (3 left) 2024-04-15T16:33:07.358 INFO:tasks.rados.rados.0.smithi090.stdout:1333: done (2 left) 2024-04-15T16:33:07.358 INFO:tasks.rados.rados.0.smithi090.stdout:1334: done (1 left) 2024-04-15T16:33:07.358 INFO:tasks.rados.rados.0.smithi090.stdout:1337: done (0 left) 2024-04-15T16:33:07.358 INFO:tasks.rados.rados.0.smithi090.stdout:1338: rollback oid 14 current snap is 112 2024-04-15T16:33:07.358 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 14 to 110 2024-04-15T16:33:07.359 INFO:tasks.rados.rados.0.smithi090.stdout:1339: snap_remove snap 104 2024-04-15T16:33:07.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:07 smithi153 ceph-mon[84714]: osdmap e296: 8 total, 8 up, 8 in 2024-04-15T16:33:07.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:07.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:07.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:07 smithi153 ceph-mon[84714]: Reconfiguring mds.b (monmap changed)... 2024-04-15T16:33:07.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:33:07.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:07.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:07 smithi153 ceph-mon[84714]: Reconfiguring daemon mds.b on smithi153 2024-04-15T16:33:07.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:07 smithi153 ceph-mon[84714]: pgmap v100: 121 pgs: 121 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 4.5 MiB/s wr, 7 op/s 2024-04-15T16:33:07.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[91618]: osdmap e296: 8 total, 8 up, 8 in 2024-04-15T16:33:07.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:07.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:07.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[91618]: Reconfiguring mds.b (monmap changed)... 2024-04-15T16:33:07.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:33:07.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:07.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[91618]: Reconfiguring daemon mds.b on smithi153 2024-04-15T16:33:07.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[91618]: pgmap v100: 121 pgs: 121 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 4.5 MiB/s wr, 7 op/s 2024-04-15T16:33:07.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[89240]: osdmap e296: 8 total, 8 up, 8 in 2024-04-15T16:33:07.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:07.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:07.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[89240]: Reconfiguring mds.b (monmap changed)... 2024-04-15T16:33:07.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:33:07.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:07.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[89240]: Reconfiguring daemon mds.b on smithi153 2024-04-15T16:33:07.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:07 smithi090 ceph-mon[89240]: pgmap v100: 121 pgs: 121 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 4.5 MiB/s wr, 7 op/s 2024-04-15T16:33:08.363 INFO:tasks.rados.rados.0.smithi090.stdout:1339: done (1 left) 2024-04-15T16:33:08.363 INFO:tasks.rados.rados.0.smithi090.stdout:1340: snap_remove snap 111 2024-04-15T16:33:08.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: osdmap e297: 8 total, 8 up, 8 in 2024-04-15T16:33:08.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:33:08.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:08.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:08.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:33:08.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:08.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:08.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:08.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T16:33:08.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-15T16:33:08.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T16:33:08.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-15T16:33:08.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T16:33:08.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-15T16:33:08.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:08.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:08.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T16:33:08.708 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: osdmap e297: 8 total, 8 up, 8 in 2024-04-15T16:33:08.708 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:33:08.708 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:08.708 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:08.708 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:33:08.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:08.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:08.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:08.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T16:33:08.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-15T16:33:08.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T16:33:08.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-15T16:33:08.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T16:33:08.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-15T16:33:08.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:08.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:08.709 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T16:33:08.710 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: osdmap e297: 8 total, 8 up, 8 in 2024-04-15T16:33:08.710 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:33:08.710 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:08.710 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:08.710 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:33:08.710 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:08.710 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:08.710 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:08.710 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-15T16:33:08.710 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-15T16:33:08.710 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-15T16:33:08.710 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-15T16:33:08.710 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-15T16:33:08.710 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-15T16:33:08.711 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:08.711 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:08.711 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T16:33:09.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:33:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:33:09] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2024-04-15T16:33:09.338 INFO:tasks.rados.rados.0.smithi090.stdout:1340: done (1 left) 2024-04-15T16:33:09.338 INFO:tasks.rados.rados.0.smithi090.stdout:1341: rollback oid 38 current snap is 112 2024-04-15T16:33:09.338 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 110 2024-04-15T16:33:09.338 INFO:tasks.rados.rados.0.smithi090.stdout:1338: finishing rollback tid 1 to smithi09078167-14 2024-04-15T16:33:09.338 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-15T16:33:09.338 INFO:tasks.rados.rados.0.smithi090.stdout:1338: done (1 left) 2024-04-15T16:33:09.338 INFO:tasks.rados.rados.0.smithi090.stdout:1342: read oid 30 snap -1 2024-04-15T16:33:09.338 INFO:tasks.rados.rados.0.smithi090.stdout:1342: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:33:09.338 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 112 2024-04-15T16:33:09.338 INFO:tasks.rados.rados.0.smithi090.stdout:1343: seq_num 445 ranges {2007040=253952} 2024-04-15T16:33:09.350 INFO:tasks.rados.rados.0.smithi090.stdout:1343: writing smithi09078167-16 from 2007040 to 2260992 tid 1 2024-04-15T16:33:09.350 INFO:tasks.rados.rados.0.smithi090.stdout:1344: rollback oid 3 current snap is 112 2024-04-15T16:33:09.350 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 110 2024-04-15T16:33:09.351 INFO:tasks.rados.rados.0.smithi090.stdout:1342: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:33:09.352 INFO:tasks.rados.rados.0.smithi090.stdout:1341: finishing rollback tid 0 to smithi09078167-38 2024-04-15T16:33:09.352 INFO:tasks.rados.rados.0.smithi090.stdout:1341: finishing rollback tid 1 to smithi09078167-38 2024-04-15T16:33:09.352 INFO:tasks.rados.rados.0.smithi090.stdout:1341: finishing rollback tid 2 to smithi09078167-38 2024-04-15T16:33:09.352 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 418 (ObjNum 424 snap 105 seq_num 424) dirty exists 2024-04-15T16:33:09.352 INFO:tasks.rados.rados.0.smithi090.stdout:1341: done (3 left) 2024-04-15T16:33:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1342: done (2 left) 2024-04-15T16:33:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1345: rollback oid 48 current snap is 112 2024-04-15T16:33:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 48 to 110 2024-04-15T16:33:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1346: snap_create 2024-04-15T16:33:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1343: finishing write tid 1 to smithi09078167-16 2024-04-15T16:33:09.354 INFO:tasks.rados.rados.0.smithi090.stdout:1343: finishing write tid 2 to smithi09078167-16 2024-04-15T16:33:09.355 INFO:tasks.rados.rados.0.smithi090.stdout:1343: finishing write tid 3 to smithi09078167-16 2024-04-15T16:33:09.356 INFO:tasks.rados.rados.0.smithi090.stdout:1343: oid 16 updating version 0 to 420 2024-04-15T16:33:09.356 INFO:tasks.rados.rados.0.smithi090.stdout:1343: oid 16 updating version 420 to 421 2024-04-15T16:33:09.356 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 421 (ObjNum 445 snap 112 seq_num 445) dirty exists 2024-04-15T16:33:09.356 INFO:tasks.rados.rados.0.smithi090.stdout:1343: left oid 16 (ObjNum 445 snap 112 seq_num 445) 2024-04-15T16:33:09.356 INFO:tasks.rados.rados.0.smithi090.stdout:1345: finishing rollback tid 0 to smithi09078167-48 2024-04-15T16:33:09.358 INFO:tasks.rados.rados.0.smithi090.stdout:1344: finishing rollback tid 0 to smithi09078167-3 2024-04-15T16:33:09.358 INFO:tasks.rados.rados.0.smithi090.stdout:1344: finishing rollback tid 1 to smithi09078167-3 2024-04-15T16:33:09.358 INFO:tasks.rados.rados.0.smithi090.stdout:1344: finishing rollback tid 2 to smithi09078167-3 2024-04-15T16:33:09.358 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 499 (ObjNum 436 snap 110 seq_num 436) dirty exists 2024-04-15T16:33:09.358 INFO:tasks.rados.rados.0.smithi090.stdout:1345: finishing rollback tid 1 to smithi09078167-48 2024-04-15T16:33:09.359 INFO:tasks.rados.rados.0.smithi090.stdout:1345: finishing rollback tid 2 to smithi09078167-48 2024-04-15T16:33:09.359 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 403 (ObjNum 401 snap 101 seq_num 401) dirty exists 2024-04-15T16:33:09.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:09 smithi153 ceph-mon[84714]: Upgrade: Setting container_image for all mon 2024-04-15T16:33:09.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:09 smithi153 ceph-mon[84714]: Upgrade: Setting container_image for all crash 2024-04-15T16:33:09.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:09 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T16:33:09.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:09 smithi153 ceph-mon[84714]: Upgrade: osd.0 is safe to restart 2024-04-15T16:33:09.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:09 smithi153 ceph-mon[84714]: osdmap e298: 8 total, 8 up, 8 in 2024-04-15T16:33:09.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:09 smithi153 ceph-mon[84714]: pgmap v103: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 180 KiB/s wr, 9 op/s 2024-04-15T16:33:09.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:09 smithi153 ceph-mon[84714]: osdmap e299: 8 total, 8 up, 8 in 2024-04-15T16:33:09.632 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:09 smithi090 ceph-mon[91618]: Upgrade: Setting container_image for all mon 2024-04-15T16:33:09.632 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:09 smithi090 ceph-mon[91618]: Upgrade: Setting container_image for all crash 2024-04-15T16:33:09.632 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:09 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T16:33:09.632 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:09 smithi090 ceph-mon[91618]: Upgrade: osd.0 is safe to restart 2024-04-15T16:33:09.632 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:09 smithi090 ceph-mon[91618]: osdmap e298: 8 total, 8 up, 8 in 2024-04-15T16:33:09.632 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:09 smithi090 ceph-mon[91618]: pgmap v103: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 180 KiB/s wr, 9 op/s 2024-04-15T16:33:09.632 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:09 smithi090 ceph-mon[91618]: osdmap e299: 8 total, 8 up, 8 in 2024-04-15T16:33:09.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:09 smithi090 ceph-mon[89240]: Upgrade: Setting container_image for all mon 2024-04-15T16:33:09.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:09 smithi090 ceph-mon[89240]: Upgrade: Setting container_image for all crash 2024-04-15T16:33:09.633 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:09 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-15T16:33:09.633 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:09 smithi090 ceph-mon[89240]: Upgrade: osd.0 is safe to restart 2024-04-15T16:33:09.633 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:09 smithi090 ceph-mon[89240]: osdmap e298: 8 total, 8 up, 8 in 2024-04-15T16:33:09.633 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:09 smithi090 ceph-mon[89240]: pgmap v103: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 180 KiB/s wr, 9 op/s 2024-04-15T16:33:09.633 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:09 smithi090 ceph-mon[89240]: osdmap e299: 8 total, 8 up, 8 in 2024-04-15T16:33:10.340 INFO:tasks.rados.rados.0.smithi090.stdout:1343: done (3 left) 2024-04-15T16:33:10.340 INFO:tasks.rados.rados.0.smithi090.stdout:1344: done (2 left) 2024-04-15T16:33:10.340 INFO:tasks.rados.rados.0.smithi090.stdout:1345: done (1 left) 2024-04-15T16:33:10.340 INFO:tasks.rados.rados.0.smithi090.stdout:1346: done (0 left) 2024-04-15T16:33:10.340 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 113 2024-04-15T16:33:10.340 INFO:tasks.rados.rados.0.smithi090.stdout:1347: seq_num 446 ranges {90112=278528} 2024-04-15T16:33:10.342 INFO:tasks.rados.rados.0.smithi090.stdout:1347: writing smithi09078167-5 from 90112 to 368640 tid 1 2024-04-15T16:33:10.342 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 113 2024-04-15T16:33:10.342 INFO:tasks.rados.rados.0.smithi090.stdout:1348: seq_num 447 ranges {3735552=294912} 2024-04-15T16:33:10.366 INFO:tasks.rados.rados.0.smithi090.stdout:1348: writing smithi09078167-10 from 3735552 to 4030464 tid 1 2024-04-15T16:33:10.366 INFO:tasks.rados.rados.0.smithi090.stdout:1349: rmattr oid 30 current snap is 113 2024-04-15T16:33:10.367 INFO:tasks.rados.rados.0.smithi090.stdout:1347: finishing write tid 1 to smithi09078167-5 2024-04-15T16:33:10.367 INFO:tasks.rados.rados.0.smithi090.stdout:1347: finishing write tid 2 to smithi09078167-5 2024-04-15T16:33:10.367 INFO:tasks.rados.rados.0.smithi090.stdout:1347: finishing write tid 3 to smithi09078167-5 2024-04-15T16:33:10.367 INFO:tasks.rados.rados.0.smithi090.stdout:1347: oid 5 updating version 0 to 77 2024-04-15T16:33:10.367 INFO:tasks.rados.rados.0.smithi090.stdout:1347: oid 5 version 77 is already newer than 76 2024-04-15T16:33:10.368 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 77 (ObjNum 446 snap 113 seq_num 446) dirty exists 2024-04-15T16:33:10.368 INFO:tasks.rados.rados.0.smithi090.stdout:1347: left oid 5 (ObjNum 446 snap 113 seq_num 446) 2024-04-15T16:33:10.369 INFO:tasks.rados.rados.0.smithi090.stdout:1347: done (2 left) 2024-04-15T16:33:10.369 INFO:tasks.rados.rados.0.smithi090.stdout:1350: copy_from oid 34 from oid 50 current snap is 113 2024-04-15T16:33:10.369 INFO:tasks.rados.rados.0.smithi090.stdout:1351: read oid 28 snap -1 2024-04-15T16:33:10.369 INFO:tasks.rados.rados.0.smithi090.stdout:1351: expect (ObjNum 351 snap 91 seq_num 351) 2024-04-15T16:33:10.369 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 113 2024-04-15T16:33:10.369 INFO:tasks.rados.rados.0.smithi090.stdout:1352: seq_num 448 ranges {188416=311296} 2024-04-15T16:33:10.370 INFO:tasks.rados.rados.0.smithi090.stdout:1352: writing smithi09078167-22 from 188416 to 499712 tid 1 2024-04-15T16:33:10.371 INFO:tasks.rados.rados.0.smithi090.stdout:1353: copy_from oid 42 from oid 25 current snap is 113 2024-04-15T16:33:10.371 INFO:tasks.rados.rados.0.smithi090.stdout:1354: snap_remove snap 112 2024-04-15T16:33:10.939 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:10 smithi090 ceph-mon[91618]: Upgrade: Updating osd.0 2024-04-15T16:33:10.939 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:10 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:10.939 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:10 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T16:33:10.939 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:10 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:10.939 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:10 smithi090 ceph-mon[91618]: Deploying daemon osd.0 on smithi090 2024-04-15T16:33:10.939 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:10 smithi090 ceph-mon[91618]: osdmap e300: 8 total, 8 up, 8 in 2024-04-15T16:33:10.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:10 smithi090 ceph-mon[89240]: Upgrade: Updating osd.0 2024-04-15T16:33:10.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:10 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:10.940 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:10 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T16:33:10.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:10 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:10.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:10 smithi090 ceph-mon[89240]: Deploying daemon osd.0 on smithi090 2024-04-15T16:33:10.941 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:10 smithi090 ceph-mon[89240]: osdmap e300: 8 total, 8 up, 8 in 2024-04-15T16:33:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:10 smithi153 ceph-mon[84714]: Upgrade: Updating osd.0 2024-04-15T16:33:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:10 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:10 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-15T16:33:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:10 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:10 smithi153 ceph-mon[84714]: Deploying daemon osd.0 on smithi090 2024-04-15T16:33:11.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:10 smithi153 ceph-mon[84714]: osdmap e300: 8 total, 8 up, 8 in 2024-04-15T16:33:11.340 INFO:tasks.rados.rados.0.smithi090.stdout:1354: done (6 left) 2024-04-15T16:33:11.340 INFO:tasks.rados.rados.0.smithi090.stdout:1355: snap_remove snap 110 2024-04-15T16:33:11.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:11 smithi090 ceph-mon[89240]: pgmap v106: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 180 KiB/s wr, 9 op/s 2024-04-15T16:33:11.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:11 smithi090 ceph-mon[89240]: osdmap e301: 8 total, 8 up, 8 in 2024-04-15T16:33:11.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:11 smithi090 ceph-mon[91618]: pgmap v106: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 180 KiB/s wr, 9 op/s 2024-04-15T16:33:11.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:11 smithi090 ceph-mon[91618]: osdmap e301: 8 total, 8 up, 8 in 2024-04-15T16:33:12.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:11 smithi153 ceph-mon[84714]: pgmap v106: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 180 KiB/s wr, 9 op/s 2024-04-15T16:33:12.130 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:11 smithi153 ceph-mon[84714]: osdmap e301: 8 total, 8 up, 8 in 2024-04-15T16:33:12.346 INFO:tasks.rados.rados.0.smithi090.stdout:1355: done (6 left) 2024-04-15T16:33:12.346 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 113 2024-04-15T16:33:12.346 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 470 (ObjNum 33 snap 0 seq_num 3728421936) dirty exists 2024-04-15T16:33:12.346 INFO:tasks.rados.rados.0.smithi090.stdout:1352: finishing write tid 1 to smithi09078167-22 2024-04-15T16:33:12.347 INFO:tasks.rados.rados.0.smithi090.stdout:1352: finishing write tid 2 to smithi09078167-22 2024-04-15T16:33:12.347 INFO:tasks.rados.rados.0.smithi090.stdout:1352: finishing write tid 3 to smithi09078167-22 2024-04-15T16:33:12.347 INFO:tasks.rados.rados.0.smithi090.stdout:1352: oid 22 updating version 0 to 466 2024-04-15T16:33:12.347 INFO:tasks.rados.rados.0.smithi090.stdout:1352: oid 22 version 466 is already newer than 465 2024-04-15T16:33:12.347 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 466 (ObjNum 448 snap 113 seq_num 448) dirty exists 2024-04-15T16:33:12.347 INFO:tasks.rados.rados.0.smithi090.stdout:1352: left oid 22 (ObjNum 448 snap 113 seq_num 448) 2024-04-15T16:33:12.347 INFO:tasks.rados.rados.0.smithi090.stdout:1348: finishing write tid 1 to smithi09078167-10 2024-04-15T16:33:12.347 INFO:tasks.rados.rados.0.smithi090.stdout:1348: finishing write tid 2 to smithi09078167-10 2024-04-15T16:33:12.347 INFO:tasks.rados.rados.0.smithi090.stdout:1348: finishing write tid 3 to smithi09078167-10 2024-04-15T16:33:12.347 INFO:tasks.rados.rados.0.smithi090.stdout:1348: oid 10 updating version 0 to 457 2024-04-15T16:33:12.347 INFO:tasks.rados.rados.0.smithi090.stdout:1348: oid 10 version 457 is already newer than 456 2024-04-15T16:33:12.347 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 457 (ObjNum 447 snap 113 seq_num 447) dirty exists 2024-04-15T16:33:12.347 INFO:tasks.rados.rados.0.smithi090.stdout:1348: left oid 10 (ObjNum 447 snap 113 seq_num 447) 2024-04-15T16:33:12.348 INFO:tasks.rados.rados.0.smithi090.stdout:1351: expect (ObjNum 351 snap 91 seq_num 351) 2024-04-15T16:33:12.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:33:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:33:12.669 INFO:tasks.rados.rados.0.smithi090.stdout:1350: finishing copy_from racing read to smithi09078167-34 2024-04-15T16:33:12.669 INFO:tasks.rados.rados.0.smithi090.stdout:1350: finishing copy_from to smithi09078167-34 2024-04-15T16:33:12.669 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 455 (ObjNum 397 snap 101 seq_num 397) dirty exists 2024-04-15T16:33:12.669 INFO:tasks.rados.rados.0.smithi090.stdout:1353: finishing copy_from racing read to smithi09078167-42 2024-04-15T16:33:12.669 INFO:tasks.rados.rados.0.smithi090.stdout:1353: finishing copy_from to smithi09078167-42 2024-04-15T16:33:12.669 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 455 (ObjNum 397 snap 101 seq_num 397) dirty exists 2024-04-15T16:33:12.669 INFO:tasks.rados.rados.0.smithi090.stdout:1356: seq_num 449 ranges {6103040=327680} 2024-04-15T16:33:12.704 INFO:tasks.rados.rados.0.smithi090.stdout:1356: writing smithi09078167-44 from 6103040 to 6430720 tid 1 2024-04-15T16:33:12.704 INFO:tasks.rados.rados.0.smithi090.stdout:1348: done (6 left) 2024-04-15T16:33:12.704 INFO:tasks.rados.rados.0.smithi090.stdout:1349: done (5 left) 2024-04-15T16:33:12.704 INFO:tasks.rados.rados.0.smithi090.stdout:1350: done (4 left) 2024-04-15T16:33:12.704 INFO:tasks.rados.rados.0.smithi090.stdout:1351: done (3 left) 2024-04-15T16:33:12.704 INFO:tasks.rados.rados.0.smithi090.stdout:1352: done (2 left) 2024-04-15T16:33:12.704 INFO:tasks.rados.rados.0.smithi090.stdout:1353: done (1 left) 2024-04-15T16:33:12.705 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 113 2024-04-15T16:33:12.705 INFO:tasks.rados.rados.0.smithi090.stdout:1357: seq_num 450 ranges {11640832=344064} 2024-04-15T16:33:12.767 INFO:tasks.rados.rados.0.smithi090.stdout:1357: writing smithi09078167-3 from 11640832 to 11984896 tid 1 2024-04-15T16:33:12.767 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 113 2024-04-15T16:33:12.767 INFO:tasks.rados.rados.0.smithi090.stdout:1358: seq_num 451 ranges {5898240=360448} 2024-04-15T16:33:12.802 INFO:tasks.rados.rados.0.smithi090.stdout:1358: writing smithi09078167-48 from 5898240 to 6258688 tid 1 2024-04-15T16:33:12.802 INFO:tasks.rados.rados.0.smithi090.stdout:1359: copy_from oid 37 from oid 8 current snap is 113 2024-04-15T16:33:12.802 INFO:tasks.rados.rados.0.smithi090.stdout:1356: finishing write tid 1 to smithi09078167-44 2024-04-15T16:33:12.803 INFO:tasks.rados.rados.0.smithi090.stdout:1360: copy_from oid 5 from oid 50 current snap is 113 2024-04-15T16:33:12.803 INFO:tasks.rados.rados.0.smithi090.stdout:1356: finishing write tid 2 to smithi09078167-44 2024-04-15T16:33:12.803 INFO:tasks.rados.rados.0.smithi090.stdout:1356: finishing write tid 3 to smithi09078167-44 2024-04-15T16:33:12.803 INFO:tasks.rados.rados.0.smithi090.stdout:1356: oid 44 updating version 0 to 458 2024-04-15T16:33:12.803 INFO:tasks.rados.rados.0.smithi090.stdout:1356: oid 44 updating version 458 to 459 2024-04-15T16:33:12.803 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 459 (ObjNum 449 snap 113 seq_num 449) dirty exists 2024-04-15T16:33:12.803 INFO:tasks.rados.rados.0.smithi090.stdout:1356: left oid 44 (ObjNum 449 snap 113 seq_num 449) 2024-04-15T16:33:12.803 INFO:tasks.rados.rados.0.smithi090.stdout:1357: finishing write tid 1 to smithi09078167-3 2024-04-15T16:33:12.803 INFO:tasks.rados.rados.0.smithi090.stdout:1357: finishing write tid 2 to smithi09078167-3 2024-04-15T16:33:12.803 INFO:tasks.rados.rados.0.smithi090.stdout:1357: finishing write tid 3 to smithi09078167-3 2024-04-15T16:33:12.803 INFO:tasks.rados.rados.0.smithi090.stdout:1357: oid 3 updating version 0 to 500 2024-04-15T16:33:12.803 INFO:tasks.rados.rados.0.smithi090.stdout:1357: oid 3 updating version 500 to 501 2024-04-15T16:33:12.803 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 501 (ObjNum 450 snap 113 seq_num 450) dirty exists 2024-04-15T16:33:12.803 INFO:tasks.rados.rados.0.smithi090.stdout:1357: left oid 3 (ObjNum 450 snap 113 seq_num 450) 2024-04-15T16:33:12.804 INFO:tasks.rados.rados.0.smithi090.stdout:1356: done (4 left) 2024-04-15T16:33:12.804 INFO:tasks.rados.rados.0.smithi090.stdout:1357: done (3 left) 2024-04-15T16:33:12.804 INFO:tasks.rados.rados.0.smithi090.stdout:1361: rollback oid 34 current snap is 113 2024-04-15T16:33:12.804 INFO:tasks.rados.rados.0.smithi090.stdout:1361: done (3 left) 2024-04-15T16:33:12.804 INFO:tasks.rados.rados.0.smithi090.stdout:1362: read oid 3 snap -1 2024-04-15T16:33:12.804 INFO:tasks.rados.rados.0.smithi090.stdout:1362: expect (ObjNum 450 snap 113 seq_num 450) 2024-04-15T16:33:12.804 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 113 2024-04-15T16:33:12.804 INFO:tasks.rados.rados.0.smithi090.stdout:1363: seq_num 452 ranges {2039808=376832} 2024-04-15T16:33:12.816 INFO:tasks.rados.rados.0.smithi090.stdout:1363: writing smithi09078167-15 from 2039808 to 2416640 tid 1 2024-04-15T16:33:12.816 INFO:tasks.rados.rados.0.smithi090.stdout:1364: rollback oid 18 current snap is 113 2024-04-15T16:33:12.816 INFO:tasks.rados.rados.0.smithi090.stdout:1364: done (5 left) 2024-04-15T16:33:12.816 INFO:tasks.rados.rados.0.smithi090.stdout:1365: read oid 30 snap -1 2024-04-15T16:33:12.816 INFO:tasks.rados.rados.0.smithi090.stdout:1365: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:33:12.816 INFO:tasks.rados.rados.0.smithi090.stdout:1366: snap_create 2024-04-15T16:33:12.816 INFO:tasks.rados.rados.0.smithi090.stdout:1359: finishing copy_from to smithi09078167-37 2024-04-15T16:33:12.816 INFO:tasks.rados.rados.0.smithi090.stdout:1359: got expected ENOENT (src dne) 2024-04-15T16:33:12.816 INFO:tasks.rados.rados.0.smithi090.stdout:1359: finishing copy_from racing read to smithi09078167-37 2024-04-15T16:33:12.816 INFO:tasks.rados.rados.0.smithi090.stdout:1358: finishing write tid 1 to smithi09078167-48 2024-04-15T16:33:12.817 INFO:tasks.rados.rados.0.smithi090.stdout:1358: finishing write tid 2 to smithi09078167-48 2024-04-15T16:33:12.817 INFO:tasks.rados.rados.0.smithi090.stdout:1358: finishing write tid 3 to smithi09078167-48 2024-04-15T16:33:12.817 INFO:tasks.rados.rados.0.smithi090.stdout:1358: oid 48 updating version 0 to 405 2024-04-15T16:33:12.817 INFO:tasks.rados.rados.0.smithi090.stdout:1358: oid 48 version 405 is already newer than 404 2024-04-15T16:33:12.817 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 405 (ObjNum 451 snap 113 seq_num 451) dirty exists 2024-04-15T16:33:12.817 INFO:tasks.rados.rados.0.smithi090.stdout:1358: left oid 48 (ObjNum 451 snap 113 seq_num 451) 2024-04-15T16:33:12.817 INFO:tasks.rados.rados.0.smithi090.stdout:1365: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:33:12.825 INFO:tasks.rados.rados.0.smithi090.stdout:1360: finishing copy_from racing read to smithi09078167-5 2024-04-15T16:33:12.826 INFO:tasks.rados.rados.0.smithi090.stdout:1363: finishing write tid 1 to smithi09078167-15 2024-04-15T16:33:12.826 INFO:tasks.rados.rados.0.smithi090.stdout:1363: finishing write tid 2 to smithi09078167-15 2024-04-15T16:33:12.826 INFO:tasks.rados.rados.0.smithi090.stdout:1363: finishing write tid 3 to smithi09078167-15 2024-04-15T16:33:12.826 INFO:tasks.rados.rados.0.smithi090.stdout:1363: oid 15 updating version 0 to 471 2024-04-15T16:33:12.826 INFO:tasks.rados.rados.0.smithi090.stdout:1363: oid 15 updating version 471 to 472 2024-04-15T16:33:12.826 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 472 (ObjNum 452 snap 113 seq_num 452) dirty exists 2024-04-15T16:33:12.826 INFO:tasks.rados.rados.0.smithi090.stdout:1363: left oid 15 (ObjNum 452 snap 113 seq_num 452) 2024-04-15T16:33:12.827 INFO:tasks.rados.rados.0.smithi090.stdout:1360: finishing copy_from to smithi09078167-5 2024-04-15T16:33:12.827 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 455 (ObjNum 397 snap 101 seq_num 397) dirty exists 2024-04-15T16:33:12.863 INFO:tasks.rados.rados.0.smithi090.stdout:1362: expect (ObjNum 450 snap 113 seq_num 450) 2024-04-15T16:33:13.257 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:12 smithi090 systemd[1]: Stopping Ceph osd.0 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:33:13.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:13 smithi090 ceph-mon[89240]: osdmap e302: 8 total, 8 up, 8 in 2024-04-15T16:33:13.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:13 smithi090 ceph-mon[89240]: pgmap v109: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T16:33:13.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:13 smithi090 ceph-mon[89240]: osd.0 marked itself down and dead 2024-04-15T16:33:13.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:13 smithi090 ceph-mon[91618]: osdmap e302: 8 total, 8 up, 8 in 2024-04-15T16:33:13.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:13 smithi090 ceph-mon[91618]: pgmap v109: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T16:33:13.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:13 smithi090 ceph-mon[91618]: osd.0 marked itself down and dead 2024-04-15T16:33:13.586 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:13 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0[42197]: 2024-04-15T16:33:13.283+0000 7f4250a50700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:33:13.586 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:13 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0[42197]: 2024-04-15T16:33:13.283+0000 7f4250a50700 -1 osd.0 302 *** Got signal Terminated *** 2024-04-15T16:33:13.586 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:13 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0[42197]: 2024-04-15T16:33:13.283+0000 7f4250a50700 -1 osd.0 302 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:33:13.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:13 smithi153 ceph-mon[84714]: osdmap e302: 8 total, 8 up, 8 in 2024-04-15T16:33:13.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:13 smithi153 ceph-mon[84714]: pgmap v109: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T16:33:13.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:13 smithi153 ceph-mon[84714]: osd.0 marked itself down and dead 2024-04-15T16:33:13.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:33:13 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:33:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:33:14.077 INFO:tasks.rados.rados.0.smithi090.stdout:1358: done (6 left) 2024-04-15T16:33:14.078 INFO:tasks.rados.rados.0.smithi090.stdout:1359: done (5 left) 2024-04-15T16:33:14.078 INFO:tasks.rados.rados.0.smithi090.stdout:1360: done (4 left) 2024-04-15T16:33:14.078 INFO:tasks.rados.rados.0.smithi090.stdout:1362: done (3 left) 2024-04-15T16:33:14.078 INFO:tasks.rados.rados.0.smithi090.stdout:1363: done (2 left) 2024-04-15T16:33:14.078 INFO:tasks.rados.rados.0.smithi090.stdout:1365: done (1 left) 2024-04-15T16:33:14.078 INFO:tasks.rados.rados.0.smithi090.stdout:1366: done (0 left) 2024-04-15T16:33:14.078 INFO:tasks.rados.rados.0.smithi090.stdout:1367: rmattr oid 47 current snap is 114 2024-04-15T16:33:14.078 INFO:tasks.rados.rados.0.smithi090.stdout:1368: read oid 14 snap 113 2024-04-15T16:33:14.078 INFO:tasks.rados.rados.0.smithi090.stdout:1368: expect deleted 2024-04-15T16:33:14.078 INFO:tasks.rados.rados.0.smithi090.stdout:1369: read oid 22 snap -1 2024-04-15T16:33:14.078 INFO:tasks.rados.rados.0.smithi090.stdout:1369: expect (ObjNum 448 snap 113 seq_num 448) 2024-04-15T16:33:14.078 INFO:tasks.rados.rados.0.smithi090.stdout:1370: read oid 18 snap -1 2024-04-15T16:33:14.079 INFO:tasks.rados.rados.0.smithi090.stdout:1370: expect (ObjNum 379 snap 97 seq_num 379) 2024-04-15T16:33:14.079 INFO:tasks.rados.rados.0.smithi090.stdout:1371: copy_from oid 39 from oid 26 current snap is 114 2024-04-15T16:33:14.079 INFO:tasks.rados.rados.0.smithi090.stdout:1372: snap_create 2024-04-15T16:33:14.110 INFO:tasks.rados.rados.0.smithi090.stdout:1370: expect (ObjNum 379 snap 97 seq_num 379) 2024-04-15T16:33:14.149 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:13 smithi090 podman[96576]: 2024-04-15 16:33:13.866020828 +0000 UTC m=+0.699139762 container died f170958feb5439bcd42d7cd04104891a81edb4e9b088ddef57514359087f7bd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-e3fb05d, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-15T16:33:14.526 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:14 smithi090 ceph-mon[89240]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:33:14.526 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:14 smithi090 ceph-mon[89240]: osdmap e303: 8 total, 7 up, 8 in 2024-04-15T16:33:14.527 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:14 smithi090 ceph-mon[91618]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:33:14.527 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:14 smithi090 ceph-mon[91618]: osdmap e303: 8 total, 7 up, 8 in 2024-04-15T16:33:14.527 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:14 smithi090 podman[96576]: 2024-04-15 16:33:14.242879149 +0000 UTC m=+1.075998080 container cleanup f170958feb5439bcd42d7cd04104891a81edb4e9b088ddef57514359087f7bd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e3fb05d) 2024-04-15T16:33:14.528 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:14 smithi090 bash[96576]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0 2024-04-15T16:33:14.548 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 406 (ObjNum 403 snap 101 seq_num 403) dirty exists 2024-04-15T16:33:14.548 INFO:tasks.rados.rados.0.smithi090.stdout:1369: expect (ObjNum 448 snap 113 seq_num 448) 2024-04-15T16:33:14.564 INFO:tasks.rados.rados.0.smithi090.stdout:1371: finishing copy_from racing read to smithi09078167-39 2024-04-15T16:33:14.564 INFO:tasks.rados.rados.0.smithi090.stdout:1371: finishing copy_from to smithi09078167-39 2024-04-15T16:33:14.564 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 364 (ObjNum 416 snap 104 seq_num 416) dirty exists 2024-04-15T16:33:14.564 INFO:tasks.rados.rados.0.smithi090.stdout:1367: done (5 left) 2024-04-15T16:33:14.564 INFO:tasks.rados.rados.0.smithi090.stdout:1368: done (4 left) 2024-04-15T16:33:14.564 INFO:tasks.rados.rados.0.smithi090.stdout:1369: done (3 left) 2024-04-15T16:33:14.565 INFO:tasks.rados.rados.0.smithi090.stdout:1370: done (2 left) 2024-04-15T16:33:14.565 INFO:tasks.rados.rados.0.smithi090.stdout:1371: done (1 left) 2024-04-15T16:33:14.565 INFO:tasks.rados.rados.0.smithi090.stdout:1372: done (0 left) 2024-04-15T16:33:14.565 INFO:tasks.rados.rados.0.smithi090.stdout:1373: setattr oid 25 current snap is 115 2024-04-15T16:33:14.565 INFO:tasks.rados.rados.0.smithi090.stdout:1374: setattr oid 47 current snap is 115 2024-04-15T16:33:14.565 INFO:tasks.rados.rados.0.smithi090.stdout:1375: snap_create 2024-04-15T16:33:14.568 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 519 (ObjNum 397 snap 101 seq_num 397) dirty exists 2024-04-15T16:33:14.568 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 407 (ObjNum 403 snap 101 seq_num 403) dirty exists 2024-04-15T16:33:14.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:14 smithi153 ceph-mon[84714]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:33:14.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:14 smithi153 ceph-mon[84714]: osdmap e303: 8 total, 7 up, 8 in 2024-04-15T16:33:14.834 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:14 smithi090 podman[96601]: 2024-04-15 16:33:14.529288494 +0000 UTC m=+0.667356633 container remove f170958feb5439bcd42d7cd04104891a81edb4e9b088ddef57514359087f7bd9 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=reef-e3fb05d, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-15T16:33:15.163 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:14 smithi090 podman[96694]: 2024-04-15 16:33:14.781418791 +0000 UTC m=+0.017497960 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:33:15.163 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:14 smithi090 podman[96694]: 2024-04-15 16:33:14.880504332 +0000 UTC m=+0.116583534 container create 92b52bc45d0e0b01d51e4581724d07afd64f0b21539627aece569650555a9e91 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0) 2024-04-15T16:33:15.163 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:15 smithi090 podman[96694]: 2024-04-15 16:33:15.091453091 +0000 UTC m=+0.327532250 container init 92b52bc45d0e0b01d51e4581724d07afd64f0b21539627aece569650555a9e91 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:33:15.163 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:15 smithi090 podman[96694]: 2024-04-15 16:33:15.094787594 +0000 UTC m=+0.330866755 container start 92b52bc45d0e0b01d51e4581724d07afd64f0b21539627aece569650555a9e91 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-c2d8c31) 2024-04-15T16:33:15.163 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:15 smithi090 podman[96694]: 2024-04-15 16:33:15.166475806 +0000 UTC m=+0.402554975 container attach 92b52bc45d0e0b01d51e4581724d07afd64f0b21539627aece569650555a9e91 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-deactivate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, GIT_CLEAN=True) 2024-04-15T16:33:15.360 INFO:tasks.rados.rados.0.smithi090.stdout:1373: done (2 left) 2024-04-15T16:33:15.360 INFO:tasks.rados.rados.0.smithi090.stdout:1374: done (1 left) 2024-04-15T16:33:15.360 INFO:tasks.rados.rados.0.smithi090.stdout:1375: done (0 left) 2024-04-15T16:33:15.360 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 116 2024-04-15T16:33:15.360 INFO:tasks.rados.rados.0.smithi090.stdout:1376: seq_num 453 ranges {2785280=393216} 2024-04-15T16:33:15.377 INFO:tasks.rados.rados.0.smithi090.stdout:1376: writing smithi09078167-7 from 2785280 to 3178496 tid 1 2024-04-15T16:33:15.377 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 116 2024-04-15T16:33:15.377 INFO:tasks.rados.rados.0.smithi090.stdout:1377: seq_num 454 ranges {2228224=409600} 2024-04-15T16:33:15.392 INFO:tasks.rados.rados.0.smithi090.stdout:1377: writing smithi09078167-32 from 2228224 to 2637824 tid 1 2024-04-15T16:33:15.392 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 116 2024-04-15T16:33:15.392 INFO:tasks.rados.rados.0.smithi090.stdout:1376: finishing write tid 1 to smithi09078167-7 2024-04-15T16:33:15.392 INFO:tasks.rados.rados.0.smithi090.stdout:1378: seq_num 455 ranges {5177344=425984} 2024-04-15T16:33:15.423 INFO:tasks.rados.rados.0.smithi090.stdout:1378: writing smithi09078167-34 from 5177344 to 5603328 tid 1 2024-04-15T16:33:15.423 INFO:tasks.rados.rados.0.smithi090.stdout:1379: snap_create 2024-04-15T16:33:15.423 INFO:tasks.rados.rados.0.smithi090.stdout:1376: finishing write tid 2 to smithi09078167-7 2024-04-15T16:33:15.423 INFO:tasks.rados.rados.0.smithi090.stdout:1376: finishing write tid 3 to smithi09078167-7 2024-04-15T16:33:15.423 INFO:tasks.rados.rados.0.smithi090.stdout:1376: oid 7 updating version 0 to 457 2024-04-15T16:33:15.423 INFO:tasks.rados.rados.0.smithi090.stdout:1376: oid 7 version 457 is already newer than 456 2024-04-15T16:33:15.423 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 457 (ObjNum 453 snap 116 seq_num 453) dirty exists 2024-04-15T16:33:15.424 INFO:tasks.rados.rados.0.smithi090.stdout:1376: left oid 7 (ObjNum 453 snap 116 seq_num 453) 2024-04-15T16:33:15.424 INFO:tasks.rados.rados.0.smithi090.stdout:1377: finishing write tid 1 to smithi09078167-32 2024-04-15T16:33:15.424 INFO:tasks.rados.rados.0.smithi090.stdout:1377: finishing write tid 2 to smithi09078167-32 2024-04-15T16:33:15.424 INFO:tasks.rados.rados.0.smithi090.stdout:1377: finishing write tid 3 to smithi09078167-32 2024-04-15T16:33:15.424 INFO:tasks.rados.rados.0.smithi090.stdout:1377: oid 32 updating version 0 to 370 2024-04-15T16:33:15.424 INFO:tasks.rados.rados.0.smithi090.stdout:1377: oid 32 updating version 370 to 371 2024-04-15T16:33:15.424 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 371 (ObjNum 454 snap 116 seq_num 454) dirty exists 2024-04-15T16:33:15.424 INFO:tasks.rados.rados.0.smithi090.stdout:1377: left oid 32 (ObjNum 454 snap 116 seq_num 454) 2024-04-15T16:33:15.425 INFO:tasks.rados.rados.0.smithi090.stdout:1378: finishing write tid 1 to smithi09078167-34 2024-04-15T16:33:15.425 INFO:tasks.rados.rados.0.smithi090.stdout:1378: finishing write tid 2 to smithi09078167-34 2024-04-15T16:33:15.426 INFO:tasks.rados.rados.0.smithi090.stdout:1378: finishing write tid 3 to smithi09078167-34 2024-04-15T16:33:15.426 INFO:tasks.rados.rados.0.smithi090.stdout:1378: oid 34 updating version 0 to 456 2024-04-15T16:33:15.427 INFO:tasks.rados.rados.0.smithi090.stdout:1378: oid 34 updating version 456 to 457 2024-04-15T16:33:15.427 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 457 (ObjNum 455 snap 116 seq_num 455) dirty exists 2024-04-15T16:33:15.427 INFO:tasks.rados.rados.0.smithi090.stdout:1378: left oid 34 (ObjNum 455 snap 116 seq_num 455) 2024-04-15T16:33:15.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:15 smithi090 ceph-mon[89240]: osdmap e304: 8 total, 7 up, 8 in 2024-04-15T16:33:15.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:15 smithi090 ceph-mon[89240]: pgmap v112: 121 pgs: 52 peering, 69 active+clean; 168 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.3 MiB/s wr, 11 op/s 2024-04-15T16:33:15.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:15 smithi090 ceph-mon[91618]: osdmap e304: 8 total, 7 up, 8 in 2024-04-15T16:33:15.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:15 smithi090 ceph-mon[91618]: pgmap v112: 121 pgs: 52 peering, 69 active+clean; 168 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.3 MiB/s wr, 11 op/s 2024-04-15T16:33:15.586 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:15 smithi090 podman[96694]: 2024-04-15 16:33:15.391807715 +0000 UTC m=+0.627886877 container died 92b52bc45d0e0b01d51e4581724d07afd64f0b21539627aece569650555a9e91 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T16:33:15.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:15 smithi153 ceph-mon[84714]: osdmap e304: 8 total, 7 up, 8 in 2024-04-15T16:33:15.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:15 smithi153 ceph-mon[84714]: pgmap v112: 121 pgs: 52 peering, 69 active+clean; 168 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.3 MiB/s wr, 11 op/s 2024-04-15T16:33:16.162 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:15 smithi090 podman[96720]: 2024-04-15 16:33:15.945761484 +0000 UTC m=+0.547834160 container remove 92b52bc45d0e0b01d51e4581724d07afd64f0b21539627aece569650555a9e91 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-15T16:33:16.163 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:15 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.0.service: Deactivated successfully. 2024-04-15T16:33:16.163 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:15 smithi090 systemd[1]: Stopped Ceph osd.0 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:33:16.163 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:15 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.0.service: Consumed 10.919s CPU time. 2024-04-15T16:33:16.370 INFO:tasks.rados.rados.0.smithi090.stdout:1376: done (3 left) 2024-04-15T16:33:16.370 INFO:tasks.rados.rados.0.smithi090.stdout:1377: done (2 left) 2024-04-15T16:33:16.370 INFO:tasks.rados.rados.0.smithi090.stdout:1378: done (1 left) 2024-04-15T16:33:16.370 INFO:tasks.rados.rados.0.smithi090.stdout:1379: done (0 left) 2024-04-15T16:33:16.370 INFO:tasks.rados.rados.0.smithi090.stdout:1380: delete oid 40 current snap is 117 2024-04-15T16:33:16.376 INFO:tasks.rados.rados.0.smithi090.stdout:1380: done (0 left) 2024-04-15T16:33:16.376 INFO:tasks.rados.rados.0.smithi090.stdout:1381: snap_remove snap 116 2024-04-15T16:33:16.492 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:16 smithi090 ceph-mon[89240]: Health check failed: Reduced data availability: 10 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-15T16:33:16.492 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:16 smithi090 ceph-mon[89240]: osdmap e305: 8 total, 7 up, 8 in 2024-04-15T16:33:16.493 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:16 smithi090 ceph-mon[91618]: Health check failed: Reduced data availability: 10 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-15T16:33:16.493 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:16 smithi090 ceph-mon[91618]: osdmap e305: 8 total, 7 up, 8 in 2024-04-15T16:33:16.493 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:16 smithi090 systemd[1]: Starting Ceph osd.0 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:33:16.493 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:16 smithi090 podman[96826]: 2024-04-15 16:33:16.28807597 +0000 UTC m=+0.018362121 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:33:16.493 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:16 smithi090 podman[96826]: 2024-04-15 16:33:16.389655965 +0000 UTC m=+0.119942115 container create b6a6c9685a619e66fac61c5484886ad2f13275383f1c7d58089f9b07a0ed93a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-activate, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-15T16:33:16.591 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:33:16.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:16 smithi153 ceph-mon[84714]: Health check failed: Reduced data availability: 10 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-15T16:33:16.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:16 smithi153 ceph-mon[84714]: osdmap e305: 8 total, 7 up, 8 in 2024-04-15T16:33:16.835 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:16 smithi090 podman[96826]: 2024-04-15 16:33:16.584108862 +0000 UTC m=+0.314395015 container init b6a6c9685a619e66fac61c5484886ad2f13275383f1c7d58089f9b07a0ed93a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-15T16:33:16.835 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:16 smithi090 podman[96826]: 2024-04-15 16:33:16.587618009 +0000 UTC m=+0.317904166 container start b6a6c9685a619e66fac61c5484886ad2f13275383f1c7d58089f9b07a0ed93a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-activate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, ceph=True, org.label-schema.vendor=CentOS) 2024-04-15T16:33:16.835 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:16 smithi090 podman[96826]: 2024-04-15 16:33:16.659121247 +0000 UTC m=+0.389407398 container attach b6a6c9685a619e66fac61c5484886ad2f13275383f1c7d58089f9b07a0ed93a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-activate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-15T16:33:16.923 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:33:16.923 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (6m) 59s ago 6m 24.3M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:33:16.923 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (6m) 38s ago 6m 91.5M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:33:16.923 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (7m) 59s ago 7m 18.4M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:33:16.923 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (7m) 38s ago 7m 15.5M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (108s) 38s ago 11m 449M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (2m) 59s ago 12m 505M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (93s) 59s ago 13m 39.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 82f63672a8c1 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (49s) 38s ago 11m 25.4M 2048M 19.0.0-3080-gc2d8c315 259793512b73 a8c48d861c6e 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (68s) 59s ago 11m 25.4M 2048M 19.0.0-3080-gc2d8c315 259793512b73 28c14668bcb2 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (6m) 59s ago 6m 15.5M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (6m) 38s ago 6m 15.4M - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (10m) 59s ago 10m 166M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f170958feb54 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (10m) 59s ago 10m 119M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a d1a207a9d3b7 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (10m) 59s ago 10m 124M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 25f8f850f0c1 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (9m) 59s ago 9m 131M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 2a999947f8da 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (9m) 38s ago 9m 185M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 72f8dca53733 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (8m) 38s ago 8m 143M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f4ca8da35c81 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (8m) 38s ago 8m 123M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 66e4ab03958e 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (8m) 38s ago 8m 103M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:33:16.924 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (113s) 38s ago 7m 56.5M - 2.43.0 a07b618ecd1d ac36942670ad 2024-04-15T16:33:17.335 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-activate[96862]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T16:33:17.335 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-activate[96862]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-15T16:33:17.335 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 bash[96826]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T16:33:17.335 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 bash[96826]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-15T16:33:17.335 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 bash[96826]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-15T16:33:17.335 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 bash[96826]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-15T16:33:17.335 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 bash[96826]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-15T16:33:17.335 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 bash[96826]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T16:33:17.336 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 bash[96826]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-15T16:33:17.336 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-activate[96862]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-15T16:33:17.336 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-activate[96862]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-15T16:33:17.336 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-activate[96862]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-15T16:33:17.336 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-activate[96862]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-15T16:33:17.336 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-activate[96862]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-15T16:33:17.336 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 podman[96826]: 2024-04-15 16:33:17.074222553 +0000 UTC m=+0.804508706 container died b6a6c9685a619e66fac61c5484886ad2f13275383f1c7d58089f9b07a0ed93a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0) 2024-04-15T16:33:17.339 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:33:17.339 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:33:17.339 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:33:17.340 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:33:17.340 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:33:17.340 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:33:17.340 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:33:17.340 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:33:17.340 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 7 2024-04-15T16:33:17.340 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:33:17.340 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:33:17.340 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:33:17.340 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:33:17.340 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:33:17.340 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 9, 2024-04-15T16:33:17.340 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 5 2024-04-15T16:33:17.340 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:33:17.341 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:33:17.377 INFO:tasks.rados.rados.0.smithi090.stdout:1381: done (0 left) 2024-04-15T16:33:17.420 INFO:tasks.rados.rados.0.smithi090.stdout:1382: snap_remove snap 115 2024-04-15T16:33:17.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:17 smithi153 ceph-mon[84714]: osdmap e306: 8 total, 7 up, 8 in 2024-04-15T16:33:17.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:17 smithi153 ceph-mon[84714]: from='client.44123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:33:17.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:17 smithi153 ceph-mon[84714]: pgmap v115: 121 pgs: 52 peering, 69 active+clean; 168 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.3 MiB/s wr, 11 op/s 2024-04-15T16:33:17.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:17 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2575349991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:17 smithi090 ceph-mon[91618]: osdmap e306: 8 total, 7 up, 8 in 2024-04-15T16:33:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:17 smithi090 ceph-mon[91618]: from='client.44123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:33:17.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:17 smithi090 ceph-mon[91618]: pgmap v115: 121 pgs: 52 peering, 69 active+clean; 168 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.3 MiB/s wr, 11 op/s 2024-04-15T16:33:17.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:17 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2575349991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:17 smithi090 ceph-mon[89240]: osdmap e306: 8 total, 7 up, 8 in 2024-04-15T16:33:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:17 smithi090 ceph-mon[89240]: from='client.44123 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:33:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:17 smithi090 ceph-mon[89240]: pgmap v115: 121 pgs: 52 peering, 69 active+clean; 168 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.3 MiB/s wr, 11 op/s 2024-04-15T16:33:17.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:17 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2575349991' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:18.233 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:17 smithi090 podman[97041]: 2024-04-15 16:33:17.890078321 +0000 UTC m=+0.810282566 container remove b6a6c9685a619e66fac61c5484886ad2f13275383f1c7d58089f9b07a0ed93a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-activate, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T16:33:18.233 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:18 smithi090 podman[97106]: 2024-04-15 16:33:18.00689703 +0000 UTC m=+0.018149708 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:33:18.233 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:18 smithi090 podman[97106]: 2024-04-15 16:33:18.13308207 +0000 UTC m=+0.144334766 container create 220a8dfc36adaf26c7d089a921804b02a4568ce01764101cad504cb1bcdf6e94 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=main-c2d8c31, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-15T16:33:18.379 INFO:tasks.rados.rados.0.smithi090.stdout:1382: done (0 left) 2024-04-15T16:33:18.379 INFO:tasks.rados.rados.0.smithi090.stdout:1383: snap_remove snap 113 2024-04-15T16:33:18.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:18 smithi090 ceph-mon[91618]: from='client.44129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:33:18.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:18 smithi090 ceph-mon[91618]: osdmap e307: 8 total, 7 up, 8 in 2024-04-15T16:33:18.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:18 smithi090 ceph-mon[89240]: from='client.44129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:33:18.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:18 smithi090 ceph-mon[89240]: osdmap e307: 8 total, 7 up, 8 in 2024-04-15T16:33:18.585 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:18 smithi090 podman[97106]: 2024-04-15 16:33:18.33540649 +0000 UTC m=+0.346659143 container init 220a8dfc36adaf26c7d089a921804b02a4568ce01764101cad504cb1bcdf6e94 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-15T16:33:18.585 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:18 smithi090 podman[97106]: 2024-04-15 16:33:18.338517078 +0000 UTC m=+0.349769744 container start 220a8dfc36adaf26c7d089a921804b02a4568ce01764101cad504cb1bcdf6e94 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-15T16:33:18.586 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:18 smithi090 ceph-osd[97125]: -- 172.21.15.90:0/1171226298 <== mon.2 v2:172.21.15.90:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x564c69759680 con 0x564c69723000 2024-04-15T16:33:18.586 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:18 smithi090 bash[97106]: 220a8dfc36adaf26c7d089a921804b02a4568ce01764101cad504cb1bcdf6e94 2024-04-15T16:33:18.586 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:18 smithi090 systemd[1]: Started Ceph osd.0 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:33:18.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:18 smithi153 ceph-mon[84714]: from='client.44129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:33:18.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:18 smithi153 ceph-mon[84714]: osdmap e307: 8 total, 7 up, 8 in 2024-04-15T16:33:19.296 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:33:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:33:19] "GET /metrics HTTP/1.1" 200 35998 "" "Prometheus/2.43.0" 2024-04-15T16:33:19.297 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:18 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0[97121]: 2024-04-15T16:33:18.888+0000 7fe20801c7c0 -1 Falling back to public interface 2024-04-15T16:33:19.341 INFO:tasks.rados.rados.0.smithi090.stdout:1383: done (0 left) 2024-04-15T16:33:19.341 INFO:tasks.rados.rados.0.smithi090.stdout:1384: delete oid 34 current snap is 117 2024-04-15T16:33:19.344 INFO:tasks.rados.rados.0.smithi090.stdout:1384: done (0 left) 2024-04-15T16:33:19.344 INFO:tasks.rados.rados.0.smithi090.stdout:1385: read oid 33 snap -1 2024-04-15T16:33:19.344 INFO:tasks.rados.rados.0.smithi090.stdout:1385: expect deleted 2024-04-15T16:33:19.344 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 117 2024-04-15T16:33:19.344 INFO:tasks.rados.rados.0.smithi090.stdout:1386: seq_num 458 ranges {6258688=475136} 2024-04-15T16:33:19.380 INFO:tasks.rados.rados.0.smithi090.stdout:1386: writing smithi09078167-48 from 6258688 to 6733824 tid 1 2024-04-15T16:33:19.381 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 117 2024-04-15T16:33:19.381 INFO:tasks.rados.rados.0.smithi090.stdout:1387: seq_num 459 ranges {5177344=491520} 2024-04-15T16:33:19.413 INFO:tasks.rados.rados.0.smithi090.stdout:1387: writing smithi09078167-5 from 5177344 to 5668864 tid 1 2024-04-15T16:33:19.413 INFO:tasks.rados.rados.0.smithi090.stdout:1385: done (2 left) 2024-04-15T16:33:19.413 INFO:tasks.rados.rados.0.smithi090.stdout:1388: read oid 8 snap -1 2024-04-15T16:33:19.413 INFO:tasks.rados.rados.0.smithi090.stdout:1388: expect deleted 2024-04-15T16:33:19.413 INFO:tasks.rados.rados.0.smithi090.stdout:1389: delete oid 40 current snap is 117 2024-04-15T16:33:19.413 INFO:tasks.rados.rados.0.smithi090.stdout:1386: finishing write tid 1 to smithi09078167-48 2024-04-15T16:33:19.413 INFO:tasks.rados.rados.0.smithi090.stdout:1386: finishing write tid 2 to smithi09078167-48 2024-04-15T16:33:19.413 INFO:tasks.rados.rados.0.smithi090.stdout:1386: finishing write tid 3 to smithi09078167-48 2024-04-15T16:33:19.413 INFO:tasks.rados.rados.0.smithi090.stdout:1386: oid 48 updating version 0 to 408 2024-04-15T16:33:19.413 INFO:tasks.rados.rados.0.smithi090.stdout:1386: oid 48 updating version 408 to 409 2024-04-15T16:33:19.413 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 409 (ObjNum 458 snap 117 seq_num 458) dirty exists 2024-04-15T16:33:19.414 INFO:tasks.rados.rados.0.smithi090.stdout:1386: left oid 48 (ObjNum 458 snap 117 seq_num 458) 2024-04-15T16:33:19.416 INFO:tasks.rados.rados.0.smithi090.stdout:1387: finishing write tid 1 to smithi09078167-5 2024-04-15T16:33:19.416 INFO:tasks.rados.rados.0.smithi090.stdout:1387: finishing write tid 2 to smithi09078167-5 2024-04-15T16:33:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:1386: done (3 left) 2024-04-15T16:33:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:1388: done (2 left) 2024-04-15T16:33:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:1389: done (1 left) 2024-04-15T16:33:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:1390: rollback oid 42 current snap is 117 2024-04-15T16:33:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 114 2024-04-15T16:33:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:1391: read oid 40 snap 114 2024-04-15T16:33:19.419 INFO:tasks.rados.rados.0.smithi090.stdout:1391: expect (ObjNum 371 snap 96 seq_num 371) 2024-04-15T16:33:19.419 INFO:tasks.rados.rados.0.smithi090.stdout:1392: rmattr oid 14 current snap is 117 2024-04-15T16:33:19.419 INFO:tasks.rados.rados.0.smithi090.stdout:1392: done (3 left) 2024-04-15T16:33:19.419 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 117 2024-04-15T16:33:19.419 INFO:tasks.rados.rados.0.smithi090.stdout:1393: seq_num 461 ranges {0=524288} 2024-04-15T16:33:19.421 INFO:tasks.rados.rados.0.smithi090.stdout:1393: writing smithi09078167-8 from 0 to 524288 tid 1 2024-04-15T16:33:19.421 INFO:tasks.rados.rados.0.smithi090.stdout:1394: snap_create 2024-04-15T16:33:19.422 INFO:tasks.rados.rados.0.smithi090.stdout:1387: finishing write tid 3 to smithi09078167-5 2024-04-15T16:33:19.422 INFO:tasks.rados.rados.0.smithi090.stdout:1387: oid 5 updating version 0 to 456 2024-04-15T16:33:19.422 INFO:tasks.rados.rados.0.smithi090.stdout:1387: oid 5 updating version 456 to 457 2024-04-15T16:33:19.422 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 457 (ObjNum 459 snap 117 seq_num 459) dirty exists 2024-04-15T16:33:19.422 INFO:tasks.rados.rados.0.smithi090.stdout:1387: left oid 5 (ObjNum 459 snap 117 seq_num 459) 2024-04-15T16:33:19.422 INFO:tasks.rados.rados.0.smithi090.stdout:1390: finishing rollback tid 0 to smithi09078167-42 2024-04-15T16:33:19.422 INFO:tasks.rados.rados.0.smithi090.stdout:1390: finishing rollback tid 1 to smithi09078167-42 2024-04-15T16:33:19.422 INFO:tasks.rados.rados.0.smithi090.stdout:1390: finishing rollback tid 2 to smithi09078167-42 2024-04-15T16:33:19.423 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 460 (ObjNum 397 snap 101 seq_num 397) dirty exists 2024-04-15T16:33:19.425 INFO:tasks.rados.rados.0.smithi090.stdout:1393: finishing write tid 1 to smithi09078167-8 2024-04-15T16:33:19.425 INFO:tasks.rados.rados.0.smithi090.stdout:1393: finishing write tid 2 to smithi09078167-8 2024-04-15T16:33:19.427 INFO:tasks.rados.rados.0.smithi090.stdout:1393: finishing write tid 3 to smithi09078167-8 2024-04-15T16:33:19.427 INFO:tasks.rados.rados.0.smithi090.stdout:1393: oid 8 updating version 0 to 474 2024-04-15T16:33:19.427 INFO:tasks.rados.rados.0.smithi090.stdout:1393: oid 8 version 474 is already newer than 473 2024-04-15T16:33:19.427 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 474 (ObjNum 461 snap 117 seq_num 461) dirty exists 2024-04-15T16:33:19.427 INFO:tasks.rados.rados.0.smithi090.stdout:1393: left oid 8 (ObjNum 461 snap 117 seq_num 461) 2024-04-15T16:33:19.449 INFO:tasks.rados.rados.0.smithi090.stdout:1391: expect (ObjNum 371 snap 96 seq_num 371) 2024-04-15T16:33:19.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:19 smithi090 ceph-mon[89240]: osdmap e308: 8 total, 7 up, 8 in 2024-04-15T16:33:19.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:19 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:19.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:19 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:19.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:19 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:33:19.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:19 smithi090 ceph-mon[89240]: pgmap v118: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 832 KiB/s wr, 16 op/s; 38/225 objects degraded (16.889%) 2024-04-15T16:33:19.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:19 smithi090 ceph-mon[89240]: osdmap e309: 8 total, 7 up, 8 in 2024-04-15T16:33:19.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:19 smithi090 ceph-mon[91618]: osdmap e308: 8 total, 7 up, 8 in 2024-04-15T16:33:19.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:19 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:19.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:19 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:19.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:19 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:33:19.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:19 smithi090 ceph-mon[91618]: pgmap v118: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 832 KiB/s wr, 16 op/s; 38/225 objects degraded (16.889%) 2024-04-15T16:33:19.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:19 smithi090 ceph-mon[91618]: osdmap e309: 8 total, 7 up, 8 in 2024-04-15T16:33:19.802 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:19 smithi153 ceph-mon[84714]: osdmap e308: 8 total, 7 up, 8 in 2024-04-15T16:33:19.802 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:19 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:19.803 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:19 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:19.803 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:19 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:33:19.803 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:19 smithi153 ceph-mon[84714]: pgmap v118: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 832 KiB/s wr, 16 op/s; 38/225 objects degraded (16.889%) 2024-04-15T16:33:19.803 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:19 smithi153 ceph-mon[84714]: osdmap e309: 8 total, 7 up, 8 in 2024-04-15T16:33:20.394 INFO:tasks.rados.rados.0.smithi090.stdout:1387: done (4 left) 2024-04-15T16:33:20.394 INFO:tasks.rados.rados.0.smithi090.stdout:1390: done (3 left) 2024-04-15T16:33:20.394 INFO:tasks.rados.rados.0.smithi090.stdout:1391: done (2 left) 2024-04-15T16:33:20.395 INFO:tasks.rados.rados.0.smithi090.stdout:1393: done (1 left) 2024-04-15T16:33:20.395 INFO:tasks.rados.rados.0.smithi090.stdout:1394: done (0 left) 2024-04-15T16:33:20.395 INFO:tasks.rados.rados.0.smithi090.stdout:1395: read oid 12 snap -1 2024-04-15T16:33:20.395 INFO:tasks.rados.rados.0.smithi090.stdout:1395: expect (ObjNum 438 snap 111 seq_num 438) 2024-04-15T16:33:20.395 INFO:tasks.rados.rados.0.smithi090.stdout:1396: snap_create 2024-04-15T16:33:20.400 INFO:tasks.rados.rados.0.smithi090.stdout:1395: expect (ObjNum 438 snap 111 seq_num 438) 2024-04-15T16:33:20.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:20 smithi090 ceph-mon[91618]: Health check failed: Degraded data redundancy: 38/225 objects degraded (16.889%), 15 pgs degraded (PG_DEGRADED) 2024-04-15T16:33:20.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:20 smithi090 ceph-mon[91618]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 12 pgs peering) 2024-04-15T16:33:20.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:20 smithi090 ceph-mon[89240]: Health check failed: Degraded data redundancy: 38/225 objects degraded (16.889%), 15 pgs degraded (PG_DEGRADED) 2024-04-15T16:33:20.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:20 smithi090 ceph-mon[89240]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 12 pgs peering) 2024-04-15T16:33:20.735 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:20 smithi153 ceph-mon[84714]: Health check failed: Degraded data redundancy: 38/225 objects degraded (16.889%), 15 pgs degraded (PG_DEGRADED) 2024-04-15T16:33:20.736 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:20 smithi153 ceph-mon[84714]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 10 pgs inactive, 12 pgs peering) 2024-04-15T16:33:21.398 INFO:tasks.rados.rados.0.smithi090.stdout:1395: done (1 left) 2024-04-15T16:33:21.399 INFO:tasks.rados.rados.0.smithi090.stdout:1396: done (0 left) 2024-04-15T16:33:21.399 INFO:tasks.rados.rados.0.smithi090.stdout:1397: rollback oid 42 current snap is 119 2024-04-15T16:33:21.399 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 114 2024-04-15T16:33:21.399 INFO:tasks.rados.rados.0.smithi090.stdout:1398: read oid 22 snap -1 2024-04-15T16:33:21.399 INFO:tasks.rados.rados.0.smithi090.stdout:1398: expect (ObjNum 448 snap 113 seq_num 448) 2024-04-15T16:33:21.399 INFO:tasks.rados.rados.0.smithi090.stdout:1399: snap_remove snap 118 2024-04-15T16:33:21.767 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:21 smithi090 ceph-mon[91618]: osdmap e310: 8 total, 7 up, 8 in 2024-04-15T16:33:21.767 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:21 smithi090 ceph-mon[91618]: pgmap v121: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 832 KiB/s wr, 16 op/s; 38/225 objects degraded (16.889%) 2024-04-15T16:33:21.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:21 smithi090 ceph-mon[89240]: osdmap e310: 8 total, 7 up, 8 in 2024-04-15T16:33:21.768 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:21 smithi090 ceph-mon[89240]: pgmap v121: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 832 KiB/s wr, 16 op/s; 38/225 objects degraded (16.889%) 2024-04-15T16:33:21.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:21 smithi153 ceph-mon[84714]: osdmap e310: 8 total, 7 up, 8 in 2024-04-15T16:33:21.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:21 smithi153 ceph-mon[84714]: pgmap v121: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 171 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 832 KiB/s wr, 16 op/s; 38/225 objects degraded (16.889%) 2024-04-15T16:33:22.084 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:21 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0[97121]: 2024-04-15T16:33:21.769+0000 7fe20801c7c0 -1 osd.0 302 log_to_monitors true 2024-04-15T16:33:22.404 INFO:tasks.rados.rados.0.smithi090.stdout:1399: done (2 left) 2024-04-15T16:33:22.404 INFO:tasks.rados.rados.0.smithi090.stdout:1400: setattr oid 33 current snap is 119 2024-04-15T16:33:22.405 INFO:tasks.rados.rados.0.smithi090.stdout:1398: expect (ObjNum 448 snap 113 seq_num 448) 2024-04-15T16:33:22.425 INFO:tasks.rados.rados.0.smithi090.stdout:1397: finishing rollback tid 0 to smithi09078167-42 2024-04-15T16:33:22.426 INFO:tasks.rados.rados.0.smithi090.stdout:1397: finishing rollback tid 1 to smithi09078167-42 2024-04-15T16:33:22.426 INFO:tasks.rados.rados.0.smithi090.stdout:1397: finishing rollback tid 2 to smithi09078167-42 2024-04-15T16:33:22.426 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 463 (ObjNum 397 snap 101 seq_num 397) dirty exists 2024-04-15T16:33:22.426 INFO:tasks.rados.rados.0.smithi090.stdout:1397: done (2 left) 2024-04-15T16:33:22.426 INFO:tasks.rados.rados.0.smithi090.stdout:1398: done (1 left) 2024-04-15T16:33:22.426 INFO:tasks.rados.rados.0.smithi090.stdout:1401: copy_from oid 12 from oid 18 current snap is 119 2024-04-15T16:33:22.426 INFO:tasks.rados.rados.0.smithi090.stdout:1402: read oid 24 snap -1 2024-04-15T16:33:22.426 INFO:tasks.rados.rados.0.smithi090.stdout:1402: expect (ObjNum 426 snap 105 seq_num 426) 2024-04-15T16:33:22.426 INFO:tasks.rados.rados.0.smithi090.stdout:1403: delete oid 7 current snap is 119 2024-04-15T16:33:22.429 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 365 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-15T16:33:22.429 INFO:tasks.rados.rados.0.smithi090.stdout:1400: done (3 left) 2024-04-15T16:33:22.430 INFO:tasks.rados.rados.0.smithi090.stdout:1403: done (2 left) 2024-04-15T16:33:22.430 INFO:tasks.rados.rados.0.smithi090.stdout:1404: snap_remove snap 114 2024-04-15T16:33:22.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:33:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:33:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:33:22.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:22 smithi153 ceph-mon[84714]: osdmap e311: 8 total, 7 up, 8 in 2024-04-15T16:33:22.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:22 smithi153 ceph-mon[84714]: from='osd.0 [v2:172.21.15.90:6802/1567564436,v1:172.21.15.90:6803/1567564436]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T16:33:22.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:22.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:22.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:22 smithi090 ceph-mon[91618]: osdmap e311: 8 total, 7 up, 8 in 2024-04-15T16:33:22.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:22 smithi090 ceph-mon[91618]: from='osd.0 [v2:172.21.15.90:6802/1567564436,v1:172.21.15.90:6803/1567564436]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T16:33:22.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:22.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:22.836 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:33:22 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0[97121]: 2024-04-15T16:33:22.439+0000 7fe1f9474700 -1 osd.0 302 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:33:22.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:22 smithi090 ceph-mon[89240]: osdmap e311: 8 total, 7 up, 8 in 2024-04-15T16:33:22.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:22 smithi090 ceph-mon[89240]: from='osd.0 [v2:172.21.15.90:6802/1567564436,v1:172.21.15.90:6803/1567564436]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-15T16:33:22.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:22.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:23.411 INFO:tasks.rados.rados.0.smithi090.stdout:1404: done (2 left) 2024-04-15T16:33:23.411 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 119 2024-04-15T16:33:23.411 INFO:tasks.rados.rados.0.smithi090.stdout:1405: seq_num 463 ranges {3014656=557056} 2024-04-15T16:33:23.435 INFO:tasks.rados.rados.0.smithi090.stdout:1405: writing smithi09078167-23 from 3014656 to 3571712 tid 1 2024-04-15T16:33:23.435 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 119 2024-04-15T16:33:23.435 INFO:tasks.rados.rados.0.smithi090.stdout:1406: seq_num 464 ranges {11984896=573440} 2024-04-15T16:33:23.504 INFO:tasks.rados.rados.0.smithi090.stdout:1406: writing smithi09078167-3 from 11984896 to 12558336 tid 1 2024-04-15T16:33:23.504 INFO:tasks.rados.rados.0.smithi090.stdout:1407: rollback oid 27 current snap is 119 2024-04-15T16:33:23.504 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 117 2024-04-15T16:33:23.504 INFO:tasks.rados.rados.0.smithi090.stdout:1401: finishing copy_from racing read to smithi09078167-12 2024-04-15T16:33:23.504 INFO:tasks.rados.rados.0.smithi090.stdout:1402: expect (ObjNum 426 snap 105 seq_num 426) 2024-04-15T16:33:23.713 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[91618]: from='osd.0 [v2:172.21.15.90:6802/1567564436,v1:172.21.15.90:6803/1567564436]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T16:33:23.713 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[91618]: osdmap e312: 8 total, 7 up, 8 in 2024-04-15T16:33:23.713 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[91618]: from='osd.0 [v2:172.21.15.90:6802/1567564436,v1:172.21.15.90:6803/1567564436]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:33:23.713 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[91618]: pgmap v124: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 38/225 objects degraded (16.889%) 2024-04-15T16:33:23.713 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:23.713 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:33:23.713 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:23.713 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:23.714 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[89240]: from='osd.0 [v2:172.21.15.90:6802/1567564436,v1:172.21.15.90:6803/1567564436]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T16:33:23.714 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[89240]: osdmap e312: 8 total, 7 up, 8 in 2024-04-15T16:33:23.714 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[89240]: from='osd.0 [v2:172.21.15.90:6802/1567564436,v1:172.21.15.90:6803/1567564436]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:33:23.714 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[89240]: pgmap v124: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 38/225 objects degraded (16.889%) 2024-04-15T16:33:23.714 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:23.714 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:33:23.714 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:23.714 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:23.878 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:33:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:33:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:33:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:23 smithi153 ceph-mon[84714]: from='osd.0 [v2:172.21.15.90:6802/1567564436,v1:172.21.15.90:6803/1567564436]' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-15T16:33:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:23 smithi153 ceph-mon[84714]: osdmap e312: 8 total, 7 up, 8 in 2024-04-15T16:33:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:23 smithi153 ceph-mon[84714]: from='osd.0 [v2:172.21.15.90:6802/1567564436,v1:172.21.15.90:6803/1567564436]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:33:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:23 smithi153 ceph-mon[84714]: pgmap v124: 121 pgs: 15 active+undersized+degraded, 37 active+undersized, 69 active+clean; 171 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 38/225 objects degraded (16.889%) 2024-04-15T16:33:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:23.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:33:23.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:23.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:23.967 INFO:tasks.rados.rados.0.smithi090.stdout:1401: finishing copy_from to smithi09078167-12 2024-04-15T16:33:23.967 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 466 (ObjNum 379 snap 97 seq_num 379) dirty exists 2024-04-15T16:33:23.967 INFO:tasks.rados.rados.0.smithi090.stdout:1401: done (4 left) 2024-04-15T16:33:23.967 INFO:tasks.rados.rados.0.smithi090.stdout:1402: done (3 left) 2024-04-15T16:33:23.967 INFO:tasks.rados.rados.0.smithi090.stdout:1408: setattr oid 47 current snap is 119 2024-04-15T16:33:23.967 INFO:tasks.rados.rados.0.smithi090.stdout:1405: finishing write tid 1 to smithi09078167-23 2024-04-15T16:33:23.967 INFO:tasks.rados.rados.0.smithi090.stdout:1405: finishing write tid 2 to smithi09078167-23 2024-04-15T16:33:23.967 INFO:tasks.rados.rados.0.smithi090.stdout:1405: finishing write tid 3 to smithi09078167-23 2024-04-15T16:33:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:1405: oid 23 updating version 0 to 466 2024-04-15T16:33:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:1405: oid 23 version 466 is already newer than 465 2024-04-15T16:33:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 466 (ObjNum 463 snap 119 seq_num 463) dirty exists 2024-04-15T16:33:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:1405: left oid 23 (ObjNum 463 snap 119 seq_num 463) 2024-04-15T16:33:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:1407: finishing rollback tid 0 to smithi09078167-27 2024-04-15T16:33:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:1407: finishing rollback tid 1 to smithi09078167-27 2024-04-15T16:33:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:1407: finishing rollback tid 2 to smithi09078167-27 2024-04-15T16:33:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 493 (ObjNum 434 snap 110 seq_num 434) dirty exists 2024-04-15T16:33:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:1405: done (3 left) 2024-04-15T16:33:23.968 INFO:tasks.rados.rados.0.smithi090.stdout:1407: done (2 left) 2024-04-15T16:33:23.969 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 119 2024-04-15T16:33:23.969 INFO:tasks.rados.rados.0.smithi090.stdout:1409: seq_num 465 ranges {4030464=598016} 2024-04-15T16:33:23.992 INFO:tasks.rados.rados.0.smithi090.stdout:1409: writing smithi09078167-10 from 4030464 to 4628480 tid 1 2024-04-15T16:33:23.993 INFO:tasks.rados.rados.0.smithi090.stdout:1410: copy_from oid 24 from oid 6 current snap is 119 2024-04-15T16:33:23.993 INFO:tasks.rados.rados.0.smithi090.stdout:1411: read oid 29 snap -1 2024-04-15T16:33:23.993 INFO:tasks.rados.rados.0.smithi090.stdout:1411: expect (ObjNum 443 snap 111 seq_num 443) 2024-04-15T16:33:23.993 INFO:tasks.rados.rados.0.smithi090.stdout:1412: delete oid 44 current snap is 119 2024-04-15T16:33:23.997 INFO:tasks.rados.rados.0.smithi090.stdout:1409: finishing write tid 1 to smithi09078167-10 2024-04-15T16:33:23.997 INFO:tasks.rados.rados.0.smithi090.stdout:1409: finishing write tid 2 to smithi09078167-10 2024-04-15T16:33:23.997 INFO:tasks.rados.rados.0.smithi090.stdout:1412: done (5 left) 2024-04-15T16:33:23.997 INFO:tasks.rados.rados.0.smithi090.stdout:1413: copy_from oid 19 from oid 4 current snap is 119 2024-04-15T16:33:23.998 INFO:tasks.rados.rados.0.smithi090.stdout:1414: copy_from oid 30 from oid 32 current snap is 119 2024-04-15T16:33:23.998 INFO:tasks.rados.rados.0.smithi090.stdout:1415: copy_from oid 16 from oid 38 current snap is 119 2024-04-15T16:33:23.998 INFO:tasks.rados.rados.0.smithi090.stdout:1416: read oid 42 snap -1 2024-04-15T16:33:23.998 INFO:tasks.rados.rados.0.smithi090.stdout:1416: expect (ObjNum 397 snap 101 seq_num 397) 2024-04-15T16:33:23.998 INFO:tasks.rados.rados.0.smithi090.stdout:1417: snap_create 2024-04-15T16:33:23.998 INFO:tasks.rados.rados.0.smithi090.stdout:1409: finishing write tid 3 to smithi09078167-10 2024-04-15T16:33:23.998 INFO:tasks.rados.rados.0.smithi090.stdout:1409: oid 10 updating version 0 to 460 2024-04-15T16:33:23.999 INFO:tasks.rados.rados.0.smithi090.stdout:1409: oid 10 updating version 460 to 461 2024-04-15T16:33:23.999 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 461 (ObjNum 465 snap 119 seq_num 465) dirty exists 2024-04-15T16:33:23.999 INFO:tasks.rados.rados.0.smithi090.stdout:1409: left oid 10 (ObjNum 465 snap 119 seq_num 465) 2024-04-15T16:33:24.014 INFO:tasks.rados.rados.0.smithi090.stdout:1410: finishing copy_from racing read to smithi09078167-24 2024-04-15T16:33:24.014 INFO:tasks.rados.rados.0.smithi090.stdout:1414: finishing copy_from racing read to smithi09078167-30 2024-04-15T16:33:24.017 INFO:tasks.rados.rados.0.smithi090.stdout:1416: expect (ObjNum 397 snap 101 seq_num 397) 2024-04-15T16:33:24.284 INFO:tasks.rados.rados.0.smithi090.stdout:1410: finishing copy_from to smithi09078167-24 2024-04-15T16:33:24.284 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 434 (ObjNum 417 snap 104 seq_num 417) dirty exists 2024-04-15T16:33:24.284 INFO:tasks.rados.rados.0.smithi090.stdout:1414: finishing copy_from to smithi09078167-30 2024-04-15T16:33:24.284 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 371 (ObjNum 454 snap 116 seq_num 454) dirty exists 2024-04-15T16:33:24.418 INFO:tasks.rados.rados.0.smithi090.stdout:1409: done (9 left) 2024-04-15T16:33:24.418 INFO:tasks.rados.rados.0.smithi090.stdout:1410: done (8 left) 2024-04-15T16:33:24.418 INFO:tasks.rados.rados.0.smithi090.stdout:1414: done (7 left) 2024-04-15T16:33:24.419 INFO:tasks.rados.rados.0.smithi090.stdout:1416: done (6 left) 2024-04-15T16:33:24.419 INFO:tasks.rados.rados.0.smithi090.stdout:1417: done (5 left) 2024-04-15T16:33:24.419 INFO:tasks.rados.rados.0.smithi090.stdout:1418: copy_from oid 33 from oid 50 current snap is 120 2024-04-15T16:33:24.419 INFO:tasks.rados.rados.0.smithi090.stdout:1419: snap_remove snap 117 2024-04-15T16:33:24.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:24 smithi090 ceph-mon[91618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:33:24.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:24 smithi090 ceph-mon[91618]: osd.0 [v2:172.21.15.90:6802/1567564436,v1:172.21.15.90:6803/1567564436] boot 2024-04-15T16:33:24.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:24 smithi090 ceph-mon[91618]: osdmap e313: 8 total, 8 up, 8 in 2024-04-15T16:33:24.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:24 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:33:24.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:24 smithi090 ceph-mon[89240]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:33:24.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:24 smithi090 ceph-mon[89240]: osd.0 [v2:172.21.15.90:6802/1567564436,v1:172.21.15.90:6803/1567564436] boot 2024-04-15T16:33:24.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:24 smithi090 ceph-mon[89240]: osdmap e313: 8 total, 8 up, 8 in 2024-04-15T16:33:24.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:24 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:33:24.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:24 smithi153 ceph-mon[84714]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:33:24.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:24 smithi153 ceph-mon[84714]: osd.0 [v2:172.21.15.90:6802/1567564436,v1:172.21.15.90:6803/1567564436] boot 2024-04-15T16:33:24.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:24 smithi153 ceph-mon[84714]: osdmap e313: 8 total, 8 up, 8 in 2024-04-15T16:33:24.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:24 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-15T16:33:25.435 INFO:tasks.rados.rados.0.smithi090.stdout:1419: done (6 left) 2024-04-15T16:33:25.435 INFO:tasks.rados.rados.0.smithi090.stdout:1420: setattr oid 12 current snap is 120 2024-04-15T16:33:25.435 INFO:tasks.rados.rados.0.smithi090.stdout:1406: finishing write tid 1 to smithi09078167-3 2024-04-15T16:33:25.435 INFO:tasks.rados.rados.0.smithi090.stdout:1406: finishing write tid 2 to smithi09078167-3 2024-04-15T16:33:25.435 INFO:tasks.rados.rados.0.smithi090.stdout:1406: finishing write tid 3 to smithi09078167-3 2024-04-15T16:33:25.435 INFO:tasks.rados.rados.0.smithi090.stdout:1406: oid 3 updating version 0 to 502 2024-04-15T16:33:25.435 INFO:tasks.rados.rados.0.smithi090.stdout:1406: oid 3 updating version 502 to 503 2024-04-15T16:33:25.435 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 503 (ObjNum 464 snap 119 seq_num 464) dirty exists 2024-04-15T16:33:25.435 INFO:tasks.rados.rados.0.smithi090.stdout:1406: left oid 3 (ObjNum 464 snap 119 seq_num 464) 2024-04-15T16:33:25.436 INFO:tasks.rados.rados.0.smithi090.stdout:1411: expect (ObjNum 443 snap 111 seq_num 443) 2024-04-15T16:33:25.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:25 smithi090 ceph-mon[89240]: osdmap e314: 8 total, 8 up, 8 in 2024-04-15T16:33:25.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:25 smithi090 ceph-mon[89240]: pgmap v127: 121 pgs: 38 peering, 4 active+undersized+degraded, 10 active+undersized, 69 active+clean; 169 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 8/228 objects degraded (3.509%) 2024-04-15T16:33:25.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:25 smithi090 ceph-mon[91618]: osdmap e314: 8 total, 8 up, 8 in 2024-04-15T16:33:25.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:25 smithi090 ceph-mon[91618]: pgmap v127: 121 pgs: 38 peering, 4 active+undersized+degraded, 10 active+undersized, 69 active+clean; 169 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 8/228 objects degraded (3.509%) 2024-04-15T16:33:25.695 INFO:tasks.rados.rados.0.smithi090.stdout:1415: finishing copy_from racing read to smithi09078167-16 2024-04-15T16:33:25.695 INFO:tasks.rados.rados.0.smithi090.stdout:1413: finishing copy_from racing read to smithi09078167-19 2024-04-15T16:33:25.695 INFO:tasks.rados.rados.0.smithi090.stdout:1418: finishing copy_from racing read to smithi09078167-33 2024-04-15T16:33:25.695 INFO:tasks.rados.rados.0.smithi090.stdout:1415: finishing copy_from to smithi09078167-16 2024-04-15T16:33:25.695 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 418 (ObjNum 424 snap 105 seq_num 424) dirty exists 2024-04-15T16:33:25.695 INFO:tasks.rados.rados.0.smithi090.stdout:1418: finishing copy_from to smithi09078167-33 2024-04-15T16:33:25.696 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 455 (ObjNum 397 snap 101 seq_num 397) dirty exists 2024-04-15T16:33:25.696 INFO:tasks.rados.rados.0.smithi090.stdout:1413: finishing copy_from to smithi09078167-19 2024-04-15T16:33:25.696 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 226 (ObjNum 319 snap 83 seq_num 319) dirty exists 2024-04-15T16:33:25.696 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 410 (ObjNum 403 snap 101 seq_num 403) dirty exists 2024-04-15T16:33:25.696 INFO:tasks.rados.rados.0.smithi090.stdout:1406: done (6 left) 2024-04-15T16:33:25.696 INFO:tasks.rados.rados.0.smithi090.stdout:1408: done (5 left) 2024-04-15T16:33:25.696 INFO:tasks.rados.rados.0.smithi090.stdout:1411: done (4 left) 2024-04-15T16:33:25.696 INFO:tasks.rados.rados.0.smithi090.stdout:1413: done (3 left) 2024-04-15T16:33:25.696 INFO:tasks.rados.rados.0.smithi090.stdout:1415: done (2 left) 2024-04-15T16:33:25.696 INFO:tasks.rados.rados.0.smithi090.stdout:1418: done (1 left) 2024-04-15T16:33:25.696 INFO:tasks.rados.rados.0.smithi090.stdout:1421: read oid 4 snap -1 2024-04-15T16:33:25.696 INFO:tasks.rados.rados.0.smithi090.stdout:1421: expect (ObjNum 319 snap 83 seq_num 319) 2024-04-15T16:33:25.696 INFO:tasks.rados.rados.0.smithi090.stdout:1422: read oid 50 snap -1 2024-04-15T16:33:25.696 INFO:tasks.rados.rados.0.smithi090.stdout:1422: expect (ObjNum 397 snap 101 seq_num 397) 2024-04-15T16:33:25.696 INFO:tasks.rados.rados.0.smithi090.stdout:1423: snap_create 2024-04-15T16:33:25.700 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 503 (ObjNum 379 snap 97 seq_num 379) dirty exists 2024-04-15T16:33:25.708 INFO:tasks.rados.rados.0.smithi090.stdout:1422: expect (ObjNum 397 snap 101 seq_num 397) 2024-04-15T16:33:25.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:25 smithi153 ceph-mon[84714]: osdmap e314: 8 total, 8 up, 8 in 2024-04-15T16:33:25.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:25 smithi153 ceph-mon[84714]: pgmap v127: 121 pgs: 38 peering, 4 active+undersized+degraded, 10 active+undersized, 69 active+clean; 169 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 8/228 objects degraded (3.509%) 2024-04-15T16:33:25.983 INFO:tasks.rados.rados.0.smithi090.stdout:1421: expect (ObjNum 319 snap 83 seq_num 319) 2024-04-15T16:33:26.427 INFO:tasks.rados.rados.0.smithi090.stdout:1420: done (3 left) 2024-04-15T16:33:26.427 INFO:tasks.rados.rados.0.smithi090.stdout:1421: done (2 left) 2024-04-15T16:33:26.427 INFO:tasks.rados.rados.0.smithi090.stdout:1422: done (1 left) 2024-04-15T16:33:26.427 INFO:tasks.rados.rados.0.smithi090.stdout:1423: done (0 left) 2024-04-15T16:33:26.428 INFO:tasks.rados.rados.0.smithi090.stdout:1424: snap_create 2024-04-15T16:33:26.721 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:26 smithi090 ceph-mon[91618]: Health check update: Degraded data redundancy: 8/228 objects degraded (3.509%), 4 pgs degraded (PG_DEGRADED) 2024-04-15T16:33:26.721 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:26 smithi090 ceph-mon[91618]: mgrmap e44: y(active, since 92s), standbys: x 2024-04-15T16:33:26.722 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:26 smithi090 ceph-mon[91618]: osdmap e315: 8 total, 8 up, 8 in 2024-04-15T16:33:26.722 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:26 smithi090 ceph-mon[89240]: Health check update: Degraded data redundancy: 8/228 objects degraded (3.509%), 4 pgs degraded (PG_DEGRADED) 2024-04-15T16:33:26.722 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:26 smithi090 ceph-mon[89240]: mgrmap e44: y(active, since 92s), standbys: x 2024-04-15T16:33:26.722 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:26 smithi090 ceph-mon[89240]: osdmap e315: 8 total, 8 up, 8 in 2024-04-15T16:33:26.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:26 smithi153 ceph-mon[84714]: Health check update: Degraded data redundancy: 8/228 objects degraded (3.509%), 4 pgs degraded (PG_DEGRADED) 2024-04-15T16:33:26.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:26 smithi153 ceph-mon[84714]: mgrmap e44: y(active, since 92s), standbys: x 2024-04-15T16:33:26.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:26 smithi153 ceph-mon[84714]: osdmap e315: 8 total, 8 up, 8 in 2024-04-15T16:33:27.085 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:33:26 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:33:26.942+0000 7f2b83936700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-15T16:33:27.441 INFO:tasks.rados.rados.0.smithi090.stdout:1424: done (0 left) 2024-04-15T16:33:27.441 INFO:tasks.rados.rados.0.smithi090.stdout:1425: setattr oid 9 current snap is 122 2024-04-15T16:33:27.443 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 122 2024-04-15T16:33:27.443 INFO:tasks.rados.rados.0.smithi090.stdout:1426: seq_num 467 ranges {0=630784} 2024-04-15T16:33:27.447 INFO:tasks.rados.rados.0.smithi090.stdout:1426: writing smithi09078167-40 from 0 to 630784 tid 1 2024-04-15T16:33:27.447 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 122 2024-04-15T16:33:27.447 INFO:tasks.rados.rados.0.smithi090.stdout:1427: seq_num 468 ranges {3571712=647168} 2024-04-15T16:33:27.469 INFO:tasks.rados.rados.0.smithi090.stdout:1427: writing smithi09078167-23 from 3571712 to 4218880 tid 1 2024-04-15T16:33:27.470 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 122 2024-04-15T16:33:27.470 INFO:tasks.rados.rados.0.smithi090.stdout:1428: seq_num 469 ranges {6103040=663552} 2024-04-15T16:33:27.506 INFO:tasks.rados.rados.0.smithi090.stdout:1428: writing smithi09078167-38 from 6103040 to 6766592 tid 1 2024-04-15T16:33:27.506 INFO:tasks.rados.rados.0.smithi090.stdout:1429: read oid 17 snap 119 2024-04-15T16:33:27.506 INFO:tasks.rados.rados.0.smithi090.stdout:1429: expect (ObjNum 396 snap 101 seq_num 396) 2024-04-15T16:33:27.506 INFO:tasks.rados.rados.0.smithi090.stdout:1430: rollback oid 45 current snap is 122 2024-04-15T16:33:27.506 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 45 to 120 2024-04-15T16:33:27.506 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 284 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-15T16:33:27.506 INFO:tasks.rados.rados.0.smithi090.stdout:1426: finishing write tid 1 to smithi09078167-40 2024-04-15T16:33:27.506 INFO:tasks.rados.rados.0.smithi090.stdout:1426: finishing write tid 2 to smithi09078167-40 2024-04-15T16:33:27.506 INFO:tasks.rados.rados.0.smithi090.stdout:1426: finishing write tid 3 to smithi09078167-40 2024-04-15T16:33:27.507 INFO:tasks.rados.rados.0.smithi090.stdout:1426: oid 40 updating version 0 to 505 2024-04-15T16:33:27.507 INFO:tasks.rados.rados.0.smithi090.stdout:1426: oid 40 version 505 is already newer than 504 2024-04-15T16:33:27.507 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 505 (ObjNum 467 snap 122 seq_num 467) dirty exists 2024-04-15T16:33:27.507 INFO:tasks.rados.rados.0.smithi090.stdout:1426: left oid 40 (ObjNum 467 snap 122 seq_num 467) 2024-04-15T16:33:27.507 INFO:tasks.rados.rados.0.smithi090.stdout:1427: finishing write tid 1 to smithi09078167-23 2024-04-15T16:33:27.507 INFO:tasks.rados.rados.0.smithi090.stdout:1427: finishing write tid 2 to smithi09078167-23 2024-04-15T16:33:27.507 INFO:tasks.rados.rados.0.smithi090.stdout:1427: finishing write tid 3 to smithi09078167-23 2024-04-15T16:33:27.507 INFO:tasks.rados.rados.0.smithi090.stdout:1427: oid 23 updating version 0 to 468 2024-04-15T16:33:27.507 INFO:tasks.rados.rados.0.smithi090.stdout:1427: oid 23 version 468 is already newer than 467 2024-04-15T16:33:27.507 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 468 (ObjNum 468 snap 122 seq_num 468) dirty exists 2024-04-15T16:33:27.507 INFO:tasks.rados.rados.0.smithi090.stdout:1427: left oid 23 (ObjNum 468 snap 122 seq_num 468) 2024-04-15T16:33:27.507 INFO:tasks.rados.rados.0.smithi090.stdout:1425: done (5 left) 2024-04-15T16:33:27.507 INFO:tasks.rados.rados.0.smithi090.stdout:1426: done (4 left) 2024-04-15T16:33:27.507 INFO:tasks.rados.rados.0.smithi090.stdout:1427: done (3 left) 2024-04-15T16:33:27.507 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 122 2024-04-15T16:33:27.508 INFO:tasks.rados.rados.0.smithi090.stdout:1431: seq_num 470 ranges {0=679936} 2024-04-15T16:33:27.509 INFO:tasks.rados.rados.0.smithi090.stdout:1431: writing smithi09078167-13 from 0 to 679936 tid 1 2024-04-15T16:33:27.509 INFO:tasks.rados.rados.0.smithi090.stdout:1432: snap_remove snap 121 2024-04-15T16:33:27.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[89240]: osdmap e316: 8 total, 8 up, 8 in 2024-04-15T16:33:27.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[89240]: pgmap v130: 121 pgs: 38 peering, 4 active+undersized+degraded, 10 active+undersized, 69 active+clean; 169 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 8/228 objects degraded (3.509%) 2024-04-15T16:33:27.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:27.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:27.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:27.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:33:27.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:27.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:33:27.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:27.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:27.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:27.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T16:33:27.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[91618]: osdmap e316: 8 total, 8 up, 8 in 2024-04-15T16:33:27.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[91618]: pgmap v130: 121 pgs: 38 peering, 4 active+undersized+degraded, 10 active+undersized, 69 active+clean; 169 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 8/228 objects degraded (3.509%) 2024-04-15T16:33:27.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:27.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:27.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:27.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:33:27.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:27.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:33:27.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:27.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:27.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:27.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T16:33:27.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:27 smithi153 ceph-mon[84714]: osdmap e316: 8 total, 8 up, 8 in 2024-04-15T16:33:27.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:27 smithi153 ceph-mon[84714]: pgmap v130: 121 pgs: 38 peering, 4 active+undersized+degraded, 10 active+undersized, 69 active+clean; 169 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.9 MiB/s wr, 12 op/s; 8/228 objects degraded (3.509%) 2024-04-15T16:33:27.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:27.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:27.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:27.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:33:27.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:27.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:33:27.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:27.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:27.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:27.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T16:33:28.447 INFO:tasks.rados.rados.0.smithi090.stdout:1432: done (4 left) 2024-04-15T16:33:28.447 INFO:tasks.rados.rados.0.smithi090.stdout:1433: read oid 22 snap 120 2024-04-15T16:33:28.447 INFO:tasks.rados.rados.0.smithi090.stdout:1433: expect (ObjNum 448 snap 113 seq_num 448) 2024-04-15T16:33:28.447 INFO:tasks.rados.rados.0.smithi090.stdout:1428: finishing write tid 1 to smithi09078167-38 2024-04-15T16:33:28.447 INFO:tasks.rados.rados.0.smithi090.stdout:1428: finishing write tid 2 to smithi09078167-38 2024-04-15T16:33:28.447 INFO:tasks.rados.rados.0.smithi090.stdout:1430: finishing rollback tid 0 to smithi09078167-45 2024-04-15T16:33:28.447 INFO:tasks.rados.rados.0.smithi090.stdout:1430: finishing rollback tid 1 to smithi09078167-45 2024-04-15T16:33:28.447 INFO:tasks.rados.rados.0.smithi090.stdout:1430: finishing rollback tid 2 to smithi09078167-45 2024-04-15T16:33:28.447 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 478 (ObjNum 433 snap 110 seq_num 433) dirty exists 2024-04-15T16:33:28.447 INFO:tasks.rados.rados.0.smithi090.stdout:1428: finishing write tid 3 to smithi09078167-38 2024-04-15T16:33:28.447 INFO:tasks.rados.rados.0.smithi090.stdout:1428: oid 38 updating version 0 to 431 2024-04-15T16:33:28.448 INFO:tasks.rados.rados.0.smithi090.stdout:1428: oid 38 updating version 431 to 432 2024-04-15T16:33:28.448 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 432 (ObjNum 469 snap 122 seq_num 469) dirty exists 2024-04-15T16:33:28.448 INFO:tasks.rados.rados.0.smithi090.stdout:1428: left oid 38 (ObjNum 469 snap 122 seq_num 469) 2024-04-15T16:33:28.448 INFO:tasks.rados.rados.0.smithi090.stdout:1431: finishing write tid 1 to smithi09078167-13 2024-04-15T16:33:28.448 INFO:tasks.rados.rados.0.smithi090.stdout:1431: finishing write tid 2 to smithi09078167-13 2024-04-15T16:33:28.448 INFO:tasks.rados.rados.0.smithi090.stdout:1428: done (4 left) 2024-04-15T16:33:28.448 INFO:tasks.rados.rados.0.smithi090.stdout:1430: done (3 left) 2024-04-15T16:33:28.448 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 122 2024-04-15T16:33:28.448 INFO:tasks.rados.rados.0.smithi090.stdout:1431: finishing write tid 3 to smithi09078167-13 2024-04-15T16:33:28.448 INFO:tasks.rados.rados.0.smithi090.stdout:1431: oid 13 updating version 0 to 436 2024-04-15T16:33:28.448 INFO:tasks.rados.rados.0.smithi090.stdout:1431: oid 13 version 436 is already newer than 435 2024-04-15T16:33:28.448 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 436 (ObjNum 470 snap 122 seq_num 470) dirty exists 2024-04-15T16:33:28.448 INFO:tasks.rados.rados.0.smithi090.stdout:1431: left oid 13 (ObjNum 470 snap 122 seq_num 470) 2024-04-15T16:33:28.448 INFO:tasks.rados.rados.0.smithi090.stdout:1429: expect (ObjNum 396 snap 101 seq_num 396) 2024-04-15T16:33:28.548 INFO:tasks.rados.rados.0.smithi090.stdout:1433: expect (ObjNum 448 snap 113 seq_num 448) 2024-04-15T16:33:28.564 INFO:tasks.rados.rados.0.smithi090.stdout:1434: seq_num 471 ranges {2179072=696320} 2024-04-15T16:33:28.580 INFO:tasks.rados.rados.0.smithi090.stdout:1434: writing smithi09078167-26 from 2179072 to 2875392 tid 1 2024-04-15T16:33:28.580 INFO:tasks.rados.rados.0.smithi090.stdout:1429: done (3 left) 2024-04-15T16:33:28.580 INFO:tasks.rados.rados.0.smithi090.stdout:1431: done (2 left) 2024-04-15T16:33:28.580 INFO:tasks.rados.rados.0.smithi090.stdout:1433: done (1 left) 2024-04-15T16:33:28.580 INFO:tasks.rados.rados.0.smithi090.stdout:1435: copy_from oid 10 from oid 5 current snap is 122 2024-04-15T16:33:28.580 INFO:tasks.rados.rados.0.smithi090.stdout:1436: rollback oid 2 current snap is 122 2024-04-15T16:33:28.580 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 2 to 119 2024-04-15T16:33:28.580 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 122 2024-04-15T16:33:28.580 INFO:tasks.rados.rados.0.smithi090.stdout:1437: seq_num 472 ranges {2785280=712704} 2024-04-15T16:33:28.599 INFO:tasks.rados.rados.0.smithi090.stdout:1437: writing smithi09078167-4 from 2785280 to 3497984 tid 1 2024-04-15T16:33:28.599 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 122 2024-04-15T16:33:28.599 INFO:tasks.rados.rados.0.smithi090.stdout:1436: finishing rollback tid 0 to smithi09078167-2 2024-04-15T16:33:28.599 INFO:tasks.rados.rados.0.smithi090.stdout:1438: seq_num 473 ranges {6733824=729088} 2024-04-15T16:33:28.639 INFO:tasks.rados.rados.0.smithi090.stdout:1438: writing smithi09078167-48 from 6733824 to 7462912 tid 1 2024-04-15T16:33:28.639 INFO:tasks.rados.rados.0.smithi090.stdout:1439: setattr oid 8 current snap is 122 2024-04-15T16:33:28.639 INFO:tasks.rados.rados.0.smithi090.stdout:1436: finishing rollback tid 1 to smithi09078167-2 2024-04-15T16:33:28.639 INFO:tasks.rados.rados.0.smithi090.stdout:1434: finishing write tid 1 to smithi09078167-26 2024-04-15T16:33:28.639 INFO:tasks.rados.rados.0.smithi090.stdout:1436: finishing rollback tid 2 to smithi09078167-2 2024-04-15T16:33:28.639 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 288 (ObjNum 431 snap 108 seq_num 431) dirty exists 2024-04-15T16:33:28.639 INFO:tasks.rados.rados.0.smithi090.stdout:1434: finishing write tid 2 to smithi09078167-26 2024-04-15T16:33:28.640 INFO:tasks.rados.rados.0.smithi090.stdout:1434: finishing write tid 3 to smithi09078167-26 2024-04-15T16:33:28.640 INFO:tasks.rados.rados.0.smithi090.stdout:1434: oid 26 updating version 0 to 457 2024-04-15T16:33:28.640 INFO:tasks.rados.rados.0.smithi090.stdout:1434: oid 26 version 457 is already newer than 456 2024-04-15T16:33:28.640 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 457 (ObjNum 471 snap 122 seq_num 471) dirty exists 2024-04-15T16:33:28.640 INFO:tasks.rados.rados.0.smithi090.stdout:1434: left oid 26 (ObjNum 471 snap 122 seq_num 471) 2024-04-15T16:33:28.640 INFO:tasks.rados.rados.0.smithi090.stdout:1435: finishing copy_from racing read to smithi09078167-10 2024-04-15T16:33:28.640 INFO:tasks.rados.rados.0.smithi090.stdout:1435: finishing copy_from to smithi09078167-10 2024-04-15T16:33:28.640 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 457 (ObjNum 459 snap 117 seq_num 459) dirty exists 2024-04-15T16:33:28.640 INFO:tasks.rados.rados.0.smithi090.stdout:1437: finishing write tid 1 to smithi09078167-4 2024-04-15T16:33:28.640 INFO:tasks.rados.rados.0.smithi090.stdout:1437: finishing write tid 2 to smithi09078167-4 2024-04-15T16:33:28.640 INFO:tasks.rados.rados.0.smithi090.stdout:1437: finishing write tid 3 to smithi09078167-4 2024-04-15T16:33:28.640 INFO:tasks.rados.rados.0.smithi090.stdout:1437: oid 4 updating version 0 to 227 2024-04-15T16:33:28.640 INFO:tasks.rados.rados.0.smithi090.stdout:1437: oid 4 updating version 227 to 228 2024-04-15T16:33:28.640 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 228 (ObjNum 472 snap 122 seq_num 472) dirty exists 2024-04-15T16:33:28.641 INFO:tasks.rados.rados.0.smithi090.stdout:1437: left oid 4 (ObjNum 472 snap 122 seq_num 472) 2024-04-15T16:33:28.641 INFO:tasks.rados.rados.0.smithi090.stdout:1434: done (5 left) 2024-04-15T16:33:28.641 INFO:tasks.rados.rados.0.smithi090.stdout:1435: done (4 left) 2024-04-15T16:33:28.641 INFO:tasks.rados.rados.0.smithi090.stdout:1436: done (3 left) 2024-04-15T16:33:28.641 INFO:tasks.rados.rados.0.smithi090.stdout:1437: done (2 left) 2024-04-15T16:33:28.641 INFO:tasks.rados.rados.0.smithi090.stdout:1440: snap_remove snap 119 2024-04-15T16:33:28.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:28 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T16:33:28.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:28 smithi090 ceph-mon[91618]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-15T16:33:28.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:28 smithi090 ceph-mon[91618]: osdmap e317: 8 total, 8 up, 8 in 2024-04-15T16:33:28.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:28 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T16:33:28.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:28 smithi090 ceph-mon[89240]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-15T16:33:28.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:28 smithi090 ceph-mon[89240]: osdmap e317: 8 total, 8 up, 8 in 2024-04-15T16:33:28.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:28 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T16:33:28.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:28 smithi153 ceph-mon[84714]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-15T16:33:28.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:28 smithi153 ceph-mon[84714]: osdmap e317: 8 total, 8 up, 8 in 2024-04-15T16:33:29.448 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:33:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:33:29] "GET /metrics HTTP/1.1" 200 35976 "" "Prometheus/2.43.0" 2024-04-15T16:33:29.452 INFO:tasks.rados.rados.0.smithi090.stdout:1440: done (2 left) 2024-04-15T16:33:29.452 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 122 2024-04-15T16:33:29.452 INFO:tasks.rados.rados.0.smithi090.stdout:1438: finishing write tid 1 to smithi09078167-48 2024-04-15T16:33:29.452 INFO:tasks.rados.rados.0.smithi090.stdout:1441: seq_num 474 ranges {6348800=745472} 2024-04-15T16:33:29.490 INFO:tasks.rados.rados.0.smithi090.stdout:1441: writing smithi09078167-37 from 6348800 to 7094272 tid 1 2024-04-15T16:33:29.490 INFO:tasks.rados.rados.0.smithi090.stdout:1442: setattr oid 22 current snap is 122 2024-04-15T16:33:29.490 INFO:tasks.rados.rados.0.smithi090.stdout:1438: finishing write tid 2 to smithi09078167-48 2024-04-15T16:33:29.490 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 482 (ObjNum 461 snap 117 seq_num 461) dirty exists 2024-04-15T16:33:29.491 INFO:tasks.rados.rados.0.smithi090.stdout:1438: finishing write tid 3 to smithi09078167-48 2024-04-15T16:33:29.491 INFO:tasks.rados.rados.0.smithi090.stdout:1438: oid 48 updating version 0 to 412 2024-04-15T16:33:29.491 INFO:tasks.rados.rados.0.smithi090.stdout:1438: oid 48 version 412 is already newer than 411 2024-04-15T16:33:29.491 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 412 (ObjNum 473 snap 122 seq_num 473) dirty exists 2024-04-15T16:33:29.491 INFO:tasks.rados.rados.0.smithi090.stdout:1438: left oid 48 (ObjNum 473 snap 122 seq_num 473) 2024-04-15T16:33:29.491 INFO:tasks.rados.rados.0.smithi090.stdout:1438: done (3 left) 2024-04-15T16:33:29.491 INFO:tasks.rados.rados.0.smithi090.stdout:1439: done (2 left) 2024-04-15T16:33:29.491 INFO:tasks.rados.rados.0.smithi090.stdout:1443: snap_remove snap 120 2024-04-15T16:33:29.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:29 smithi090 ceph-mon[91618]: osdmap e318: 8 total, 8 up, 8 in 2024-04-15T16:33:29.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:29 smithi090 ceph-mon[91618]: pgmap v133: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 7.9 MiB/s wr, 33 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-15T16:33:29.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:29 smithi090 ceph-mon[89240]: osdmap e318: 8 total, 8 up, 8 in 2024-04-15T16:33:29.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:29 smithi090 ceph-mon[89240]: pgmap v133: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 7.9 MiB/s wr, 33 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-15T16:33:29.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:29 smithi153 ceph-mon[84714]: osdmap e318: 8 total, 8 up, 8 in 2024-04-15T16:33:29.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:29 smithi153 ceph-mon[84714]: pgmap v133: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 7.9 MiB/s wr, 33 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-15T16:33:30.457 INFO:tasks.rados.rados.0.smithi090.stdout:1441: finishing write tid 1 to smithi09078167-37 2024-04-15T16:33:30.457 INFO:tasks.rados.rados.0.smithi090.stdout:1441: finishing write tid 2 to smithi09078167-37 2024-04-15T16:33:30.457 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 484 (ObjNum 448 snap 113 seq_num 448) dirty exists 2024-04-15T16:33:30.458 INFO:tasks.rados.rados.0.smithi090.stdout:1441: finishing write tid 3 to smithi09078167-37 2024-04-15T16:33:30.458 INFO:tasks.rados.rados.0.smithi090.stdout:1441: oid 37 updating version 0 to 372 2024-04-15T16:33:30.458 INFO:tasks.rados.rados.0.smithi090.stdout:1441: oid 37 updating version 372 to 373 2024-04-15T16:33:30.458 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 373 (ObjNum 474 snap 122 seq_num 474) dirty exists 2024-04-15T16:33:30.458 INFO:tasks.rados.rados.0.smithi090.stdout:1441: left oid 37 (ObjNum 474 snap 122 seq_num 474) 2024-04-15T16:33:30.458 INFO:tasks.rados.rados.0.smithi090.stdout:1441: done (2 left) 2024-04-15T16:33:30.458 INFO:tasks.rados.rados.0.smithi090.stdout:1442: done (1 left) 2024-04-15T16:33:30.458 INFO:tasks.rados.rados.0.smithi090.stdout:1443: done (0 left) 2024-04-15T16:33:30.458 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 122 2024-04-15T16:33:30.458 INFO:tasks.rados.rados.0.smithi090.stdout:1444: seq_num 475 ranges {4874240=761856} 2024-04-15T16:33:30.488 INFO:tasks.rados.rados.0.smithi090.stdout:1444: writing smithi09078167-29 from 4874240 to 5636096 tid 1 2024-04-15T16:33:30.489 INFO:tasks.rados.rados.0.smithi090.stdout:1445: copy_from oid 14 from oid 8 current snap is 122 2024-04-15T16:33:30.489 INFO:tasks.rados.rados.0.smithi090.stdout:1446: setattr oid 25 current snap is 122 2024-04-15T16:33:30.489 INFO:tasks.rados.rados.0.smithi090.stdout:1447: rollback oid 45 current snap is 122 2024-04-15T16:33:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:1447: done (3 left) 2024-04-15T16:33:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:1448: rollback oid 42 current snap is 122 2024-04-15T16:33:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:1448: done (3 left) 2024-04-15T16:33:30.490 INFO:tasks.rados.rados.0.smithi090.stdout:1449: snap_create 2024-04-15T16:33:30.492 INFO:tasks.rados.rados.0.smithi090.stdout:1444: finishing write tid 1 to smithi09078167-29 2024-04-15T16:33:30.493 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 524 (ObjNum 397 snap 101 seq_num 397) dirty exists 2024-04-15T16:33:30.493 INFO:tasks.rados.rados.0.smithi090.stdout:1444: finishing write tid 2 to smithi09078167-29 2024-04-15T16:33:30.494 INFO:tasks.rados.rados.0.smithi090.stdout:1445: finishing copy_from racing read to smithi09078167-14 2024-04-15T16:33:30.494 INFO:tasks.rados.rados.0.smithi090.stdout:1444: finishing write tid 3 to smithi09078167-29 2024-04-15T16:33:30.494 INFO:tasks.rados.rados.0.smithi090.stdout:1444: oid 29 updating version 0 to 505 2024-04-15T16:33:30.494 INFO:tasks.rados.rados.0.smithi090.stdout:1444: oid 29 version 505 is already newer than 504 2024-04-15T16:33:30.494 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 505 (ObjNum 475 snap 122 seq_num 475) dirty exists 2024-04-15T16:33:30.494 INFO:tasks.rados.rados.0.smithi090.stdout:1444: left oid 29 (ObjNum 475 snap 122 seq_num 475) 2024-04-15T16:33:30.495 INFO:tasks.rados.rados.0.smithi090.stdout:1445: finishing copy_from to smithi09078167-14 2024-04-15T16:33:30.495 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 482 (ObjNum 461 snap 117 seq_num 461) dirty exists 2024-04-15T16:33:30.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:30 smithi153 ceph-mon[84714]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/228 objects degraded (3.509%), 4 pgs degraded) 2024-04-15T16:33:30.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:30 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:33:30.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:30 smithi153 ceph-mon[84714]: osdmap e319: 8 total, 8 up, 8 in 2024-04-15T16:33:30.722 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:30 smithi090 ceph-mon[91618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/228 objects degraded (3.509%), 4 pgs degraded) 2024-04-15T16:33:30.723 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:30 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:33:30.723 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:30 smithi090 ceph-mon[91618]: osdmap e319: 8 total, 8 up, 8 in 2024-04-15T16:33:30.723 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:30 smithi090 ceph-mon[89240]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/228 objects degraded (3.509%), 4 pgs degraded) 2024-04-15T16:33:30.723 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:30 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:33:30.723 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:30 smithi090 ceph-mon[89240]: osdmap e319: 8 total, 8 up, 8 in 2024-04-15T16:33:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:1444: done (3 left) 2024-04-15T16:33:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:1445: done (2 left) 2024-04-15T16:33:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:1446: done (1 left) 2024-04-15T16:33:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:1449: done (0 left) 2024-04-15T16:33:31.472 INFO:tasks.rados.rados.0.smithi090.stdout:1450: delete oid 14 current snap is 123 2024-04-15T16:33:31.477 INFO:tasks.rados.rados.0.smithi090.stdout:1450: done (0 left) 2024-04-15T16:33:31.477 INFO:tasks.rados.rados.0.smithi090.stdout:1451: read oid 24 snap -1 2024-04-15T16:33:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:1451: expect (ObjNum 417 snap 104 seq_num 417) 2024-04-15T16:33:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:1452: read oid 4 snap 122 2024-04-15T16:33:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:1452: expect (ObjNum 472 snap 122 seq_num 472) 2024-04-15T16:33:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:1453: read oid 26 snap 122 2024-04-15T16:33:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:1453: expect (ObjNum 471 snap 122 seq_num 471) 2024-04-15T16:33:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:1454: copy_from oid 2 from oid 27 current snap is 123 2024-04-15T16:33:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:1455: copy_from oid 8 from oid 19 current snap is 123 2024-04-15T16:33:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:1456: delete oid 49 current snap is 123 2024-04-15T16:33:31.488 INFO:tasks.rados.rados.0.smithi090.stdout:1453: expect (ObjNum 471 snap 122 seq_num 471) 2024-04-15T16:33:31.602 INFO:tasks.rados.rados.0.smithi090.stdout:1455: finishing copy_from racing read to smithi09078167-8 2024-04-15T16:33:31.603 INFO:tasks.rados.rados.0.smithi090.stdout:1453: done (5 left) 2024-04-15T16:33:31.603 INFO:tasks.rados.rados.0.smithi090.stdout:1456: done (4 left) 2024-04-15T16:33:31.603 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 123 2024-04-15T16:33:31.603 INFO:tasks.rados.rados.0.smithi090.stdout:1455: finishing copy_from to smithi09078167-8 2024-04-15T16:33:31.603 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 226 (ObjNum 319 snap 83 seq_num 319) dirty exists 2024-04-15T16:33:31.603 INFO:tasks.rados.rados.0.smithi090.stdout:1452: expect (ObjNum 472 snap 122 seq_num 472) 2024-04-15T16:33:31.772 INFO:tasks.rados.rados.0.smithi090.stdout:1451: expect (ObjNum 417 snap 104 seq_num 417) 2024-04-15T16:33:31.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:31 smithi090 ceph-mon[91618]: osdmap e320: 8 total, 8 up, 8 in 2024-04-15T16:33:31.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:31 smithi090 ceph-mon[91618]: pgmap v136: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 7.9 MiB/s wr, 33 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-15T16:33:31.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:31 smithi090 ceph-mon[89240]: osdmap e320: 8 total, 8 up, 8 in 2024-04-15T16:33:31.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:31 smithi090 ceph-mon[89240]: pgmap v136: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 7.9 MiB/s wr, 33 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-15T16:33:31.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:31 smithi153 ceph-mon[84714]: osdmap e320: 8 total, 8 up, 8 in 2024-04-15T16:33:31.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:31 smithi153 ceph-mon[84714]: pgmap v136: 121 pgs: 121 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 7.9 MiB/s wr, 33 op/s; 12 MiB/s, 2 objects/s recovering 2024-04-15T16:33:31.890 INFO:tasks.rados.rados.0.smithi090.stdout:1454: finishing copy_from racing read to smithi09078167-2 2024-04-15T16:33:31.891 INFO:tasks.rados.rados.0.smithi090.stdout:1454: finishing copy_from to smithi09078167-2 2024-04-15T16:33:31.891 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 493 (ObjNum 434 snap 110 seq_num 434) dirty exists 2024-04-15T16:33:31.891 INFO:tasks.rados.rados.0.smithi090.stdout:1457: seq_num 478 ranges {1613824=409600,2023424=401408} 2024-04-15T16:33:31.901 INFO:tasks.rados.rados.0.smithi090.stdout:1457: writing smithi09078167-11 from 1613824 to 2023424 tid 1 2024-04-15T16:33:31.904 INFO:tasks.rados.rados.0.smithi090.stdout:1457: writing smithi09078167-11 from 2023424 to 2424832 tid 2 2024-04-15T16:33:31.904 INFO:tasks.rados.rados.0.smithi090.stdout:1451: done (4 left) 2024-04-15T16:33:31.904 INFO:tasks.rados.rados.0.smithi090.stdout:1452: done (3 left) 2024-04-15T16:33:31.904 INFO:tasks.rados.rados.0.smithi090.stdout:1454: done (2 left) 2024-04-15T16:33:31.904 INFO:tasks.rados.rados.0.smithi090.stdout:1455: done (1 left) 2024-04-15T16:33:31.904 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 123 2024-04-15T16:33:31.904 INFO:tasks.rados.rados.0.smithi090.stdout:1458: seq_num 479 ranges {4218880=425984,4644864=401408} 2024-04-15T16:33:31.928 INFO:tasks.rados.rados.0.smithi090.stdout:1458: writing smithi09078167-23 from 4218880 to 4644864 tid 1 2024-04-15T16:33:31.931 INFO:tasks.rados.rados.0.smithi090.stdout:1458: writing smithi09078167-23 from 4644864 to 5046272 tid 2 2024-04-15T16:33:31.932 INFO:tasks.rados.rados.0.smithi090.stdout:1459: copy_from oid 35 from oid 5 current snap is 123 2024-04-15T16:33:31.932 INFO:tasks.rados.rados.0.smithi090.stdout:1457: finishing write tid 1 to smithi09078167-11 2024-04-15T16:33:31.932 INFO:tasks.rados.rados.0.smithi090.stdout:1457: finishing write tid 2 to smithi09078167-11 2024-04-15T16:33:31.932 INFO:tasks.rados.rados.0.smithi090.stdout:1457: finishing write tid 3 to smithi09078167-11 2024-04-15T16:33:31.932 INFO:tasks.rados.rados.0.smithi090.stdout:1457: finishing write tid 4 to smithi09078167-11 2024-04-15T16:33:31.932 INFO:tasks.rados.rados.0.smithi090.stdout:1457: oid 11 updating version 0 to 508 2024-04-15T16:33:31.932 INFO:tasks.rados.rados.0.smithi090.stdout:1457: oid 11 version 508 is already newer than 507 2024-04-15T16:33:31.932 INFO:tasks.rados.rados.0.smithi090.stdout:1457: oid 11 version 508 is already newer than 506 2024-04-15T16:33:31.932 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 508 (ObjNum 478 snap 123 seq_num 478) dirty exists 2024-04-15T16:33:31.932 INFO:tasks.rados.rados.0.smithi090.stdout:1457: left oid 11 (ObjNum 478 snap 123 seq_num 478) 2024-04-15T16:33:31.932 INFO:tasks.rados.rados.0.smithi090.stdout:1457: done (2 left) 2024-04-15T16:33:31.932 INFO:tasks.rados.rados.0.smithi090.stdout:1460: read oid 14 snap -1 2024-04-15T16:33:31.932 INFO:tasks.rados.rados.0.smithi090.stdout:1460: expect deleted 2024-04-15T16:33:31.932 INFO:tasks.rados.rados.0.smithi090.stdout:1461: snap_remove snap 122 2024-04-15T16:33:32.482 INFO:tasks.rados.rados.0.smithi090.stdout:1461: done (3 left) 2024-04-15T16:33:32.483 INFO:tasks.rados.rados.0.smithi090.stdout:1462: read oid 26 snap -1 2024-04-15T16:33:32.483 INFO:tasks.rados.rados.0.smithi090.stdout:1462: expect (ObjNum 471 snap 122 seq_num 471) 2024-04-15T16:33:32.483 INFO:tasks.rados.rados.0.smithi090.stdout:1463: read oid 2 snap -1 2024-04-15T16:33:32.483 INFO:tasks.rados.rados.0.smithi090.stdout:1463: expect (ObjNum 434 snap 110 seq_num 434) 2024-04-15T16:33:32.483 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 123 2024-04-15T16:33:32.483 INFO:tasks.rados.rados.0.smithi090.stdout:1464: seq_num 480 ranges {0=442368,442368=401408} 2024-04-15T16:33:32.485 INFO:tasks.rados.rados.0.smithi090.stdout:1464: writing smithi09078167-34 from 0 to 442368 tid 1 2024-04-15T16:33:32.488 INFO:tasks.rados.rados.0.smithi090.stdout:1464: writing smithi09078167-34 from 442368 to 843776 tid 2 2024-04-15T16:33:32.489 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 123 2024-04-15T16:33:32.489 INFO:tasks.rados.rados.0.smithi090.stdout:1465: seq_num 481 ranges {2637824=458752,3096576=401408} 2024-04-15T16:33:32.508 INFO:tasks.rados.rados.0.smithi090.stdout:1465: writing smithi09078167-32 from 2637824 to 3096576 tid 1 2024-04-15T16:33:32.511 INFO:tasks.rados.rados.0.smithi090.stdout:1465: writing smithi09078167-32 from 3096576 to 3497984 tid 2 2024-04-15T16:33:32.511 INFO:tasks.rados.rados.0.smithi090.stdout:1466: rollback oid 31 current snap is 123 2024-04-15T16:33:32.511 INFO:tasks.rados.rados.0.smithi090.stdout:1466: done (7 left) 2024-04-15T16:33:32.511 INFO:tasks.rados.rados.0.smithi090.stdout:1467: read oid 28 snap -1 2024-04-15T16:33:32.511 INFO:tasks.rados.rados.0.smithi090.stdout:1467: expect (ObjNum 351 snap 91 seq_num 351) 2024-04-15T16:33:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:1468: read oid 50 snap -1 2024-04-15T16:33:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:1468: expect (ObjNum 397 snap 101 seq_num 397) 2024-04-15T16:33:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:1469: read oid 13 snap -1 2024-04-15T16:33:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:1469: expect (ObjNum 470 snap 122 seq_num 470) 2024-04-15T16:33:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:1470: read oid 29 snap -1 2024-04-15T16:33:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:1470: expect (ObjNum 475 snap 122 seq_num 475) 2024-04-15T16:33:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 123 2024-04-15T16:33:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:1458: finishing write tid 1 to smithi09078167-23 2024-04-15T16:33:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:1471: seq_num 482 ranges {2785280=475136,3260416=401408} 2024-04-15T16:33:32.530 INFO:tasks.rados.rados.0.smithi090.stdout:1471: writing smithi09078167-8 from 2785280 to 3260416 tid 1 2024-04-15T16:33:32.533 INFO:tasks.rados.rados.0.smithi090.stdout:1471: writing smithi09078167-8 from 3260416 to 3661824 tid 2 2024-04-15T16:33:32.533 INFO:tasks.rados.rados.0.smithi090.stdout:1460: done (11 left) 2024-04-15T16:33:32.533 INFO:tasks.rados.rados.0.smithi090.stdout:1472: rollback oid 27 current snap is 123 2024-04-15T16:33:32.534 INFO:tasks.rados.rados.0.smithi090.stdout:1472: done (11 left) 2024-04-15T16:33:32.534 INFO:tasks.rados.rados.0.smithi090.stdout:1473: delete oid 18 current snap is 123 2024-04-15T16:33:32.534 INFO:tasks.rados.rados.0.smithi090.stdout:1458: finishing write tid 2 to smithi09078167-23 2024-04-15T16:33:32.534 INFO:tasks.rados.rados.0.smithi090.stdout:1458: finishing write tid 3 to smithi09078167-23 2024-04-15T16:33:32.534 INFO:tasks.rados.rados.0.smithi090.stdout:1458: finishing write tid 4 to smithi09078167-23 2024-04-15T16:33:32.534 INFO:tasks.rados.rados.0.smithi090.stdout:1458: oid 23 updating version 0 to 470 2024-04-15T16:33:32.534 INFO:tasks.rados.rados.0.smithi090.stdout:1458: oid 23 updating version 470 to 471 2024-04-15T16:33:32.534 INFO:tasks.rados.rados.0.smithi090.stdout:1458: oid 23 version 471 is already newer than 469 2024-04-15T16:33:32.534 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 471 (ObjNum 479 snap 123 seq_num 479) dirty exists 2024-04-15T16:33:32.534 INFO:tasks.rados.rados.0.smithi090.stdout:1458: left oid 23 (ObjNum 479 snap 123 seq_num 479) 2024-04-15T16:33:32.534 INFO:tasks.rados.rados.0.smithi090.stdout:1459: finishing copy_from racing read to smithi09078167-35 2024-04-15T16:33:32.534 INFO:tasks.rados.rados.0.smithi090.stdout:1459: finishing copy_from to smithi09078167-35 2024-04-15T16:33:32.534 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 457 (ObjNum 459 snap 117 seq_num 459) dirty exists 2024-04-15T16:33:32.534 INFO:tasks.rados.rados.0.smithi090.stdout:1464: finishing write tid 1 to smithi09078167-34 2024-04-15T16:33:32.535 INFO:tasks.rados.rados.0.smithi090.stdout:1464: finishing write tid 2 to smithi09078167-34 2024-04-15T16:33:32.535 INFO:tasks.rados.rados.0.smithi090.stdout:1462: expect (ObjNum 471 snap 122 seq_num 471) 2024-04-15T16:33:32.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:32 smithi153 ceph-mon[84714]: osdmap e321: 8 total, 8 up, 8 in 2024-04-15T16:33:32.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:33:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:33:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:33:32.643 INFO:tasks.rados.rados.0.smithi090.stdout:1464: finishing write tid 3 to smithi09078167-34 2024-04-15T16:33:32.643 INFO:tasks.rados.rados.0.smithi090.stdout:1464: finishing write tid 4 to smithi09078167-34 2024-04-15T16:33:32.644 INFO:tasks.rados.rados.0.smithi090.stdout:1464: oid 34 updating version 0 to 459 2024-04-15T16:33:32.644 INFO:tasks.rados.rados.0.smithi090.stdout:1464: oid 34 updating version 459 to 460 2024-04-15T16:33:32.644 INFO:tasks.rados.rados.0.smithi090.stdout:1464: oid 34 updating version 460 to 461 2024-04-15T16:33:32.644 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 461 (ObjNum 480 snap 123 seq_num 480) dirty exists 2024-04-15T16:33:32.644 INFO:tasks.rados.rados.0.smithi090.stdout:1464: left oid 34 (ObjNum 480 snap 123 seq_num 480) 2024-04-15T16:33:32.644 INFO:tasks.rados.rados.0.smithi090.stdout:1463: expect (ObjNum 434 snap 110 seq_num 434) 2024-04-15T16:33:32.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:32 smithi090 ceph-mon[91618]: osdmap e321: 8 total, 8 up, 8 in 2024-04-15T16:33:32.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:32 smithi090 ceph-mon[89240]: osdmap e321: 8 total, 8 up, 8 in 2024-04-15T16:33:32.870 INFO:tasks.rados.rados.0.smithi090.stdout:1465: finishing write tid 1 to smithi09078167-32 2024-04-15T16:33:32.870 INFO:tasks.rados.rados.0.smithi090.stdout:1465: finishing write tid 2 to smithi09078167-32 2024-04-15T16:33:32.870 INFO:tasks.rados.rados.0.smithi090.stdout:1465: finishing write tid 3 to smithi09078167-32 2024-04-15T16:33:32.870 INFO:tasks.rados.rados.0.smithi090.stdout:1469: expect (ObjNum 470 snap 122 seq_num 470) 2024-04-15T16:33:32.887 INFO:tasks.rados.rados.0.smithi090.stdout:1465: finishing write tid 4 to smithi09078167-32 2024-04-15T16:33:32.887 INFO:tasks.rados.rados.0.smithi090.stdout:1465: oid 32 updating version 0 to 375 2024-04-15T16:33:32.887 INFO:tasks.rados.rados.0.smithi090.stdout:1465: oid 32 updating version 375 to 376 2024-04-15T16:33:32.888 INFO:tasks.rados.rados.0.smithi090.stdout:1465: oid 32 version 376 is already newer than 374 2024-04-15T16:33:32.888 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 376 (ObjNum 481 snap 123 seq_num 481) dirty exists 2024-04-15T16:33:32.888 INFO:tasks.rados.rados.0.smithi090.stdout:1465: left oid 32 (ObjNum 481 snap 123 seq_num 481) 2024-04-15T16:33:32.888 INFO:tasks.rados.rados.0.smithi090.stdout:1468: expect (ObjNum 397 snap 101 seq_num 397) 2024-04-15T16:33:33.128 INFO:tasks.rados.rados.0.smithi090.stdout:1471: finishing write tid 1 to smithi09078167-8 2024-04-15T16:33:33.128 INFO:tasks.rados.rados.0.smithi090.stdout:1471: finishing write tid 2 to smithi09078167-8 2024-04-15T16:33:33.128 INFO:tasks.rados.rados.0.smithi090.stdout:1458: done (11 left) 2024-04-15T16:33:33.128 INFO:tasks.rados.rados.0.smithi090.stdout:1459: done (10 left) 2024-04-15T16:33:33.128 INFO:tasks.rados.rados.0.smithi090.stdout:1462: done (9 left) 2024-04-15T16:33:33.128 INFO:tasks.rados.rados.0.smithi090.stdout:1463: done (8 left) 2024-04-15T16:33:33.128 INFO:tasks.rados.rados.0.smithi090.stdout:1464: done (7 left) 2024-04-15T16:33:33.128 INFO:tasks.rados.rados.0.smithi090.stdout:1465: done (6 left) 2024-04-15T16:33:33.128 INFO:tasks.rados.rados.0.smithi090.stdout:1468: done (5 left) 2024-04-15T16:33:33.128 INFO:tasks.rados.rados.0.smithi090.stdout:1469: done (4 left) 2024-04-15T16:33:33.129 INFO:tasks.rados.rados.0.smithi090.stdout:1473: done (3 left) 2024-04-15T16:33:33.129 INFO:tasks.rados.rados.0.smithi090.stdout:1474: snap_create 2024-04-15T16:33:33.129 INFO:tasks.rados.rados.0.smithi090.stdout:1471: finishing write tid 3 to smithi09078167-8 2024-04-15T16:33:33.129 INFO:tasks.rados.rados.0.smithi090.stdout:1470: expect (ObjNum 475 snap 122 seq_num 475) 2024-04-15T16:33:33.454 INFO:tasks.rados.rados.0.smithi090.stdout:1471: finishing write tid 4 to smithi09078167-8 2024-04-15T16:33:33.454 INFO:tasks.rados.rados.0.smithi090.stdout:1471: oid 8 updating version 0 to 499 2024-04-15T16:33:33.454 INFO:tasks.rados.rados.0.smithi090.stdout:1471: oid 8 updating version 499 to 500 2024-04-15T16:33:33.454 INFO:tasks.rados.rados.0.smithi090.stdout:1471: oid 8 updating version 500 to 501 2024-04-15T16:33:33.454 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 501 (ObjNum 482 snap 123 seq_num 482) dirty exists 2024-04-15T16:33:33.455 INFO:tasks.rados.rados.0.smithi090.stdout:1471: left oid 8 (ObjNum 482 snap 123 seq_num 482) 2024-04-15T16:33:33.455 INFO:tasks.rados.rados.0.smithi090.stdout:1467: expect (ObjNum 351 snap 91 seq_num 351) 2024-04-15T16:33:33.770 INFO:tasks.rados.rados.0.smithi090.stdout:1467: done (3 left) 2024-04-15T16:33:33.770 INFO:tasks.rados.rados.0.smithi090.stdout:1470: done (2 left) 2024-04-15T16:33:33.770 INFO:tasks.rados.rados.0.smithi090.stdout:1471: done (1 left) 2024-04-15T16:33:33.770 INFO:tasks.rados.rados.0.smithi090.stdout:1474: done (0 left) 2024-04-15T16:33:33.770 INFO:tasks.rados.rados.0.smithi090.stdout:1475: snap_remove snap 123 2024-04-15T16:33:33.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:33 smithi090 ceph-mon[91618]: osdmap e322: 8 total, 8 up, 8 in 2024-04-15T16:33:33.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:33 smithi090 ceph-mon[91618]: pgmap v139: 121 pgs: 121 active+clean; 178 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 366 KiB/s rd, 680 KiB/s wr, 11 op/s 2024-04-15T16:33:33.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:33 smithi090 ceph-mon[89240]: osdmap e322: 8 total, 8 up, 8 in 2024-04-15T16:33:33.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:33 smithi090 ceph-mon[89240]: pgmap v139: 121 pgs: 121 active+clean; 178 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 366 KiB/s rd, 680 KiB/s wr, 11 op/s 2024-04-15T16:33:33.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:33 smithi153 ceph-mon[84714]: osdmap e322: 8 total, 8 up, 8 in 2024-04-15T16:33:33.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:33 smithi153 ceph-mon[84714]: pgmap v139: 121 pgs: 121 active+clean; 178 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 366 KiB/s rd, 680 KiB/s wr, 11 op/s 2024-04-15T16:33:33.878 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:33:33 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:33:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:33:34.342 INFO:tasks.rados.rados.0.smithi090.stdout:1475: done (0 left) 2024-04-15T16:33:34.342 INFO:tasks.rados.rados.0.smithi090.stdout:1476: rollback oid 11 current snap is 124 2024-04-15T16:33:34.343 INFO:tasks.rados.rados.0.smithi090.stdout:1476: done (0 left) 2024-04-15T16:33:34.343 INFO:tasks.rados.rados.0.smithi090.stdout:1477: read oid 48 snap -1 2024-04-15T16:33:34.343 INFO:tasks.rados.rados.0.smithi090.stdout:1477: expect (ObjNum 473 snap 122 seq_num 473) 2024-04-15T16:33:34.343 INFO:tasks.rados.rados.0.smithi090.stdout:1478: read oid 10 snap -1 2024-04-15T16:33:34.343 INFO:tasks.rados.rados.0.smithi090.stdout:1478: expect (ObjNum 459 snap 117 seq_num 459) 2024-04-15T16:33:34.343 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 124 2024-04-15T16:33:34.343 INFO:tasks.rados.rados.0.smithi090.stdout:1479: seq_num 484 ranges {7102464=507904,7610368=401408} 2024-04-15T16:33:34.385 INFO:tasks.rados.rados.0.smithi090.stdout:1479: writing smithi09078167-12 from 7102464 to 7610368 tid 1 2024-04-15T16:33:34.387 INFO:tasks.rados.rados.0.smithi090.stdout:1479: writing smithi09078167-12 from 7610368 to 8011776 tid 2 2024-04-15T16:33:34.387 INFO:tasks.rados.rados.0.smithi090.stdout:1480: delete oid 44 current snap is 124 2024-04-15T16:33:34.387 INFO:tasks.rados.rados.0.smithi090.stdout:1478: expect (ObjNum 459 snap 117 seq_num 459) 2024-04-15T16:33:34.724 INFO:tasks.rados.rados.0.smithi090.stdout:1477: expect (ObjNum 473 snap 122 seq_num 473) 2024-04-15T16:33:34.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:34 smithi090 ceph-mon[91618]: osdmap e323: 8 total, 8 up, 8 in 2024-04-15T16:33:34.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:34 smithi090 ceph-mon[91618]: osdmap e324: 8 total, 8 up, 8 in 2024-04-15T16:33:34.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:34 smithi090 ceph-mon[89240]: osdmap e323: 8 total, 8 up, 8 in 2024-04-15T16:33:34.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:34 smithi090 ceph-mon[89240]: osdmap e324: 8 total, 8 up, 8 in 2024-04-15T16:33:34.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:34 smithi153 ceph-mon[84714]: osdmap e323: 8 total, 8 up, 8 in 2024-04-15T16:33:34.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:34 smithi153 ceph-mon[84714]: osdmap e324: 8 total, 8 up, 8 in 2024-04-15T16:33:35.329 INFO:tasks.rados.rados.0.smithi090.stdout:1479: finishing write tid 1 to smithi09078167-12 2024-04-15T16:33:35.329 INFO:tasks.rados.rados.0.smithi090.stdout:1479: finishing write tid 2 to smithi09078167-12 2024-04-15T16:33:35.329 INFO:tasks.rados.rados.0.smithi090.stdout:1479: finishing write tid 3 to smithi09078167-12 2024-04-15T16:33:35.329 INFO:tasks.rados.rados.0.smithi090.stdout:1479: finishing write tid 4 to smithi09078167-12 2024-04-15T16:33:35.329 INFO:tasks.rados.rados.0.smithi090.stdout:1479: oid 12 updating version 0 to 510 2024-04-15T16:33:35.329 INFO:tasks.rados.rados.0.smithi090.stdout:1479: oid 12 version 510 is already newer than 508 2024-04-15T16:33:35.329 INFO:tasks.rados.rados.0.smithi090.stdout:1479: oid 12 version 510 is already newer than 509 2024-04-15T16:33:35.329 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 510 (ObjNum 484 snap 124 seq_num 484) dirty exists 2024-04-15T16:33:35.329 INFO:tasks.rados.rados.0.smithi090.stdout:1479: left oid 12 (ObjNum 484 snap 124 seq_num 484) 2024-04-15T16:33:35.329 INFO:tasks.rados.rados.0.smithi090.stdout:1477: done (3 left) 2024-04-15T16:33:35.329 INFO:tasks.rados.rados.0.smithi090.stdout:1478: done (2 left) 2024-04-15T16:33:35.329 INFO:tasks.rados.rados.0.smithi090.stdout:1479: done (1 left) 2024-04-15T16:33:35.329 INFO:tasks.rados.rados.0.smithi090.stdout:1480: done (0 left) 2024-04-15T16:33:35.330 INFO:tasks.rados.rados.0.smithi090.stdout:1481: read oid 38 snap -1 2024-04-15T16:33:35.330 INFO:tasks.rados.rados.0.smithi090.stdout:1481: expect (ObjNum 469 snap 122 seq_num 469) 2024-04-15T16:33:35.330 INFO:tasks.rados.rados.0.smithi090.stdout:1482: snap_create 2024-04-15T16:33:35.359 INFO:tasks.rados.rados.0.smithi090.stdout:1481: expect (ObjNum 469 snap 122 seq_num 469) 2024-04-15T16:33:35.715 INFO:tasks.rados.rados.0.smithi090.stdout:1481: done (1 left) 2024-04-15T16:33:35.715 INFO:tasks.rados.rados.0.smithi090.stdout:1482: done (0 left) 2024-04-15T16:33:35.715 INFO:tasks.rados.rados.0.smithi090.stdout:1483: delete oid 24 current snap is 125 2024-04-15T16:33:35.719 INFO:tasks.rados.rados.0.smithi090.stdout:1483: done (0 left) 2024-04-15T16:33:35.719 INFO:tasks.rados.rados.0.smithi090.stdout:1484: snap_create 2024-04-15T16:33:35.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:35 smithi090 ceph-mon[89240]: pgmap v142: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 4.4 MiB/s wr, 34 op/s 2024-04-15T16:33:35.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:35 smithi090 ceph-mon[91618]: pgmap v142: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 4.4 MiB/s wr, 34 op/s 2024-04-15T16:33:35.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:35 smithi153 ceph-mon[84714]: pgmap v142: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 26 MiB/s rd, 4.4 MiB/s wr, 34 op/s 2024-04-15T16:33:36.500 INFO:tasks.rados.rados.0.smithi090.stdout:1484: done (0 left) 2024-04-15T16:33:36.500 INFO:tasks.rados.rados.0.smithi090.stdout:1485: snap_remove snap 124 2024-04-15T16:33:36.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:36 smithi090 ceph-mon[89240]: osdmap e325: 8 total, 8 up, 8 in 2024-04-15T16:33:36.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:36 smithi090 ceph-mon[91618]: osdmap e325: 8 total, 8 up, 8 in 2024-04-15T16:33:36.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:36 smithi153 ceph-mon[84714]: osdmap e325: 8 total, 8 up, 8 in 2024-04-15T16:33:37.505 INFO:tasks.rados.rados.0.smithi090.stdout:1485: done (0 left) 2024-04-15T16:33:37.506 INFO:tasks.rados.rados.0.smithi090.stdout:1486: snap_create 2024-04-15T16:33:37.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:37 smithi090 ceph-mon[89240]: osdmap e326: 8 total, 8 up, 8 in 2024-04-15T16:33:37.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:37 smithi090 ceph-mon[89240]: pgmap v145: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-15T16:33:37.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:37 smithi090 ceph-mon[91618]: osdmap e326: 8 total, 8 up, 8 in 2024-04-15T16:33:37.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:37 smithi090 ceph-mon[91618]: pgmap v145: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-15T16:33:37.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:37 smithi153 ceph-mon[84714]: osdmap e326: 8 total, 8 up, 8 in 2024-04-15T16:33:37.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:37 smithi153 ceph-mon[84714]: pgmap v145: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-15T16:33:38.514 INFO:tasks.rados.rados.0.smithi090.stdout:1486: done (0 left) 2024-04-15T16:33:38.514 INFO:tasks.rados.rados.0.smithi090.stdout:1487: read oid 11 snap -1 2024-04-15T16:33:38.514 INFO:tasks.rados.rados.0.smithi090.stdout:1487: expect (ObjNum 478 snap 123 seq_num 478) 2024-04-15T16:33:38.514 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 127 2024-04-15T16:33:38.514 INFO:tasks.rados.rados.0.smithi090.stdout:1488: seq_num 487 ranges {0=565248,565248=401408} 2024-04-15T16:33:38.516 INFO:tasks.rados.rados.0.smithi090.stdout:1488: writing smithi09078167-24 from 0 to 565248 tid 1 2024-04-15T16:33:38.519 INFO:tasks.rados.rados.0.smithi090.stdout:1488: writing smithi09078167-24 from 565248 to 966656 tid 2 2024-04-15T16:33:38.519 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 127 2024-04-15T16:33:38.519 INFO:tasks.rados.rados.0.smithi090.stdout:1489: seq_num 488 ranges {3497984=581632,4079616=401408} 2024-04-15T16:33:38.541 INFO:tasks.rados.rados.0.smithi090.stdout:1489: writing smithi09078167-32 from 3497984 to 4079616 tid 1 2024-04-15T16:33:38.543 INFO:tasks.rados.rados.0.smithi090.stdout:1489: writing smithi09078167-32 from 4079616 to 4481024 tid 2 2024-04-15T16:33:38.543 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 127 2024-04-15T16:33:38.543 INFO:tasks.rados.rados.0.smithi090.stdout:1488: finishing write tid 1 to smithi09078167-24 2024-04-15T16:33:38.544 INFO:tasks.rados.rados.0.smithi090.stdout:1490: seq_num 489 ranges {1105920=598016,1703936=401408} 2024-04-15T16:33:38.553 INFO:tasks.rados.rados.0.smithi090.stdout:1490: writing smithi09078167-36 from 1105920 to 1703936 tid 1 2024-04-15T16:33:38.555 INFO:tasks.rados.rados.0.smithi090.stdout:1490: writing smithi09078167-36 from 1703936 to 2105344 tid 2 2024-04-15T16:33:38.555 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 127 2024-04-15T16:33:38.555 INFO:tasks.rados.rados.0.smithi090.stdout:1488: finishing write tid 2 to smithi09078167-24 2024-04-15T16:33:38.555 INFO:tasks.rados.rados.0.smithi090.stdout:1488: finishing write tid 3 to smithi09078167-24 2024-04-15T16:33:38.555 INFO:tasks.rados.rados.0.smithi090.stdout:1491: seq_num 490 ranges {499712=614400,1114112=401408} 2024-04-15T16:33:38.561 INFO:tasks.rados.rados.0.smithi090.stdout:1491: writing smithi09078167-22 from 499712 to 1114112 tid 1 2024-04-15T16:33:38.563 INFO:tasks.rados.rados.0.smithi090.stdout:1491: writing smithi09078167-22 from 1114112 to 1515520 tid 2 2024-04-15T16:33:38.563 INFO:tasks.rados.rados.0.smithi090.stdout:1492: snap_remove snap 126 2024-04-15T16:33:38.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:38 smithi090 ceph-mon[91618]: osdmap e327: 8 total, 8 up, 8 in 2024-04-15T16:33:38.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:38.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:33:38.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:38.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:38 smithi090 ceph-mon[89240]: osdmap e327: 8 total, 8 up, 8 in 2024-04-15T16:33:38.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:38.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:33:38.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:38.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:38 smithi153 ceph-mon[84714]: osdmap e327: 8 total, 8 up, 8 in 2024-04-15T16:33:38.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:38.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:33:38.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:39.518 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:33:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:33:39] "GET /metrics HTTP/1.1" 200 36123 "" "Prometheus/2.43.0" 2024-04-15T16:33:39.521 INFO:tasks.rados.rados.0.smithi090.stdout:1492: done (5 left) 2024-04-15T16:33:39.521 INFO:tasks.rados.rados.0.smithi090.stdout:1493: rollback oid 34 current snap is 127 2024-04-15T16:33:39.522 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 34 to 125 2024-04-15T16:33:39.522 INFO:tasks.rados.rados.0.smithi090.stdout:1488: finishing write tid 4 to smithi09078167-24 2024-04-15T16:33:39.522 INFO:tasks.rados.rados.0.smithi090.stdout:1488: oid 24 updating version 0 to 441 2024-04-15T16:33:39.522 INFO:tasks.rados.rados.0.smithi090.stdout:1488: oid 24 version 441 is already newer than 440 2024-04-15T16:33:39.522 INFO:tasks.rados.rados.0.smithi090.stdout:1488: oid 24 version 441 is already newer than 439 2024-04-15T16:33:39.522 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 441 (ObjNum 487 snap 127 seq_num 487) dirty exists 2024-04-15T16:33:39.522 INFO:tasks.rados.rados.0.smithi090.stdout:1488: left oid 24 (ObjNum 487 snap 127 seq_num 487) 2024-04-15T16:33:39.522 INFO:tasks.rados.rados.0.smithi090.stdout:1487: expect (ObjNum 478 snap 123 seq_num 478) 2024-04-15T16:33:39.626 INFO:tasks.rados.rados.0.smithi090.stdout:1489: finishing write tid 1 to smithi09078167-32 2024-04-15T16:33:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:1489: finishing write tid 2 to smithi09078167-32 2024-04-15T16:33:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:1489: finishing write tid 3 to smithi09078167-32 2024-04-15T16:33:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:1489: finishing write tid 4 to smithi09078167-32 2024-04-15T16:33:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:1489: oid 32 updating version 0 to 379 2024-04-15T16:33:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:1489: oid 32 version 379 is already newer than 377 2024-04-15T16:33:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:1489: oid 32 version 379 is already newer than 378 2024-04-15T16:33:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 379 (ObjNum 488 snap 127 seq_num 488) dirty exists 2024-04-15T16:33:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:1489: left oid 32 (ObjNum 488 snap 127 seq_num 488) 2024-04-15T16:33:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:1490: finishing write tid 1 to smithi09078167-36 2024-04-15T16:33:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:1490: finishing write tid 2 to smithi09078167-36 2024-04-15T16:33:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:1490: finishing write tid 3 to smithi09078167-36 2024-04-15T16:33:39.627 INFO:tasks.rados.rados.0.smithi090.stdout:1490: finishing write tid 4 to smithi09078167-36 2024-04-15T16:33:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:1490: oid 36 updating version 0 to 442 2024-04-15T16:33:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:1490: oid 36 version 442 is already newer than 440 2024-04-15T16:33:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:1490: oid 36 version 442 is already newer than 441 2024-04-15T16:33:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 442 (ObjNum 489 snap 127 seq_num 489) dirty exists 2024-04-15T16:33:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:1490: left oid 36 (ObjNum 489 snap 127 seq_num 489) 2024-04-15T16:33:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:1491: finishing write tid 1 to smithi09078167-22 2024-04-15T16:33:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:1487: done (5 left) 2024-04-15T16:33:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:1488: done (4 left) 2024-04-15T16:33:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:1489: done (3 left) 2024-04-15T16:33:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:1490: done (2 left) 2024-04-15T16:33:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:1494: delete oid 24 current snap is 127 2024-04-15T16:33:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:1491: finishing write tid 2 to smithi09078167-22 2024-04-15T16:33:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:1491: finishing write tid 3 to smithi09078167-22 2024-04-15T16:33:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:1491: finishing write tid 4 to smithi09078167-22 2024-04-15T16:33:39.628 INFO:tasks.rados.rados.0.smithi090.stdout:1491: oid 22 updating version 0 to 505 2024-04-15T16:33:39.629 INFO:tasks.rados.rados.0.smithi090.stdout:1491: oid 22 version 505 is already newer than 503 2024-04-15T16:33:39.629 INFO:tasks.rados.rados.0.smithi090.stdout:1491: oid 22 version 505 is already newer than 504 2024-04-15T16:33:39.629 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 505 (ObjNum 490 snap 127 seq_num 490) dirty exists 2024-04-15T16:33:39.629 INFO:tasks.rados.rados.0.smithi090.stdout:1491: left oid 22 (ObjNum 490 snap 127 seq_num 490) 2024-04-15T16:33:39.629 INFO:tasks.rados.rados.0.smithi090.stdout:1493: finishing rollback tid 0 to smithi09078167-34 2024-04-15T16:33:39.629 INFO:tasks.rados.rados.0.smithi090.stdout:1493: finishing rollback tid 1 to smithi09078167-34 2024-04-15T16:33:39.629 INFO:tasks.rados.rados.0.smithi090.stdout:1493: finishing rollback tid 2 to smithi09078167-34 2024-04-15T16:33:39.629 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 464 (ObjNum 480 snap 123 seq_num 480) dirty exists 2024-04-15T16:33:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:1491: done (2 left) 2024-04-15T16:33:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:1493: done (1 left) 2024-04-15T16:33:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:1494: done (0 left) 2024-04-15T16:33:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:1495: read oid 3 snap 125 2024-04-15T16:33:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:1495: expect (ObjNum 464 snap 119 seq_num 464) 2024-04-15T16:33:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 127 2024-04-15T16:33:39.630 INFO:tasks.rados.rados.0.smithi090.stdout:1496: seq_num 492 ranges {794624=647168,1441792=401408} 2024-04-15T16:33:39.636 INFO:tasks.rados.rados.0.smithi090.stdout:1496: writing smithi09078167-43 from 794624 to 1441792 tid 1 2024-04-15T16:33:39.638 INFO:tasks.rados.rados.0.smithi090.stdout:1496: writing smithi09078167-43 from 1441792 to 1843200 tid 2 2024-04-15T16:33:39.638 INFO:tasks.rados.rados.0.smithi090.stdout:1497: copy_from oid 48 from oid 42 current snap is 127 2024-04-15T16:33:39.638 INFO:tasks.rados.rados.0.smithi090.stdout:1498: setattr oid 1 current snap is 127 2024-04-15T16:33:39.640 INFO:tasks.rados.rados.0.smithi090.stdout:1499: read oid 10 snap -1 2024-04-15T16:33:39.640 INFO:tasks.rados.rados.0.smithi090.stdout:1499: expect (ObjNum 459 snap 117 seq_num 459) 2024-04-15T16:33:39.640 INFO:tasks.rados.rados.0.smithi090.stdout:1500: read oid 28 snap 125 2024-04-15T16:33:39.640 INFO:tasks.rados.rados.0.smithi090.stdout:1500: expect (ObjNum 351 snap 91 seq_num 351) 2024-04-15T16:33:39.640 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 127 2024-04-15T16:33:39.641 INFO:tasks.rados.rados.0.smithi090.stdout:1501: seq_num 493 ranges {0=663552,663552=401408} 2024-04-15T16:33:39.644 INFO:tasks.rados.rados.0.smithi090.stdout:1501: writing smithi09078167-44 from 0 to 663552 tid 1 2024-04-15T16:33:39.647 INFO:tasks.rados.rados.0.smithi090.stdout:1501: writing smithi09078167-44 from 663552 to 1064960 tid 2 2024-04-15T16:33:39.647 INFO:tasks.rados.rados.0.smithi090.stdout:1502: setattr oid 23 current snap is 127 2024-04-15T16:33:39.647 INFO:tasks.rados.rados.0.smithi090.stdout:1496: finishing write tid 1 to smithi09078167-43 2024-04-15T16:33:39.647 INFO:tasks.rados.rados.0.smithi090.stdout:1496: finishing write tid 2 to smithi09078167-43 2024-04-15T16:33:39.647 INFO:tasks.rados.rados.0.smithi090.stdout:1496: finishing write tid 3 to smithi09078167-43 2024-04-15T16:33:39.648 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 530 (ObjNum 65 snap 0 seq_num 3694314320) dirty exists 2024-04-15T16:33:39.648 INFO:tasks.rados.rados.0.smithi090.stdout:1496: finishing write tid 4 to smithi09078167-43 2024-04-15T16:33:39.648 INFO:tasks.rados.rados.0.smithi090.stdout:1496: oid 43 updating version 0 to 527 2024-04-15T16:33:39.648 INFO:tasks.rados.rados.0.smithi090.stdout:1496: oid 43 updating version 527 to 528 2024-04-15T16:33:39.648 INFO:tasks.rados.rados.0.smithi090.stdout:1496: oid 43 updating version 528 to 529 2024-04-15T16:33:39.648 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 529 (ObjNum 492 snap 127 seq_num 492) dirty exists 2024-04-15T16:33:39.648 INFO:tasks.rados.rados.0.smithi090.stdout:1496: left oid 43 (ObjNum 492 snap 127 seq_num 492) 2024-04-15T16:33:39.649 INFO:tasks.rados.rados.0.smithi090.stdout:1496: done (7 left) 2024-04-15T16:33:39.649 INFO:tasks.rados.rados.0.smithi090.stdout:1498: done (6 left) 2024-04-15T16:33:39.649 INFO:tasks.rados.rados.0.smithi090.stdout:1503: delete oid 29 current snap is 127 2024-04-15T16:33:39.661 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 472 (ObjNum 479 snap 123 seq_num 479) dirty exists 2024-04-15T16:33:39.666 INFO:tasks.rados.rados.0.smithi090.stdout:1499: expect (ObjNum 459 snap 117 seq_num 459) 2024-04-15T16:33:39.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:39 smithi090 ceph-mon[89240]: osdmap e328: 8 total, 8 up, 8 in 2024-04-15T16:33:39.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:39 smithi090 ceph-mon[89240]: pgmap v148: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-15T16:33:39.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:39 smithi090 ceph-mon[91618]: osdmap e328: 8 total, 8 up, 8 in 2024-04-15T16:33:39.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:39 smithi090 ceph-mon[91618]: pgmap v148: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-15T16:33:39.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:39 smithi153 ceph-mon[84714]: osdmap e328: 8 total, 8 up, 8 in 2024-04-15T16:33:39.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:39 smithi153 ceph-mon[84714]: pgmap v148: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-15T16:33:40.006 INFO:tasks.rados.rados.0.smithi090.stdout:1501: finishing write tid 1 to smithi09078167-44 2024-04-15T16:33:40.007 INFO:tasks.rados.rados.0.smithi090.stdout:1501: finishing write tid 2 to smithi09078167-44 2024-04-15T16:33:40.007 INFO:tasks.rados.rados.0.smithi090.stdout:1501: finishing write tid 3 to smithi09078167-44 2024-04-15T16:33:40.007 INFO:tasks.rados.rados.0.smithi090.stdout:1501: finishing write tid 4 to smithi09078167-44 2024-04-15T16:33:40.007 INFO:tasks.rados.rados.0.smithi090.stdout:1501: oid 44 updating version 0 to 463 2024-04-15T16:33:40.007 INFO:tasks.rados.rados.0.smithi090.stdout:1501: oid 44 updating version 463 to 464 2024-04-15T16:33:40.007 INFO:tasks.rados.rados.0.smithi090.stdout:1501: oid 44 updating version 464 to 465 2024-04-15T16:33:40.007 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 465 (ObjNum 493 snap 127 seq_num 493) dirty exists 2024-04-15T16:33:40.007 INFO:tasks.rados.rados.0.smithi090.stdout:1501: left oid 44 (ObjNum 493 snap 127 seq_num 493) 2024-04-15T16:33:40.007 INFO:tasks.rados.rados.0.smithi090.stdout:1497: finishing copy_from racing read to smithi09078167-48 2024-04-15T16:33:40.007 INFO:tasks.rados.rados.0.smithi090.stdout:1500: expect (ObjNum 351 snap 91 seq_num 351) 2024-04-15T16:33:40.316 INFO:tasks.rados.rados.0.smithi090.stdout:1497: finishing copy_from to smithi09078167-48 2024-04-15T16:33:40.316 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 463 (ObjNum 397 snap 101 seq_num 397) dirty exists 2024-04-15T16:33:40.316 INFO:tasks.rados.rados.0.smithi090.stdout:1495: expect (ObjNum 464 snap 119 seq_num 464) 2024-04-15T16:33:40.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:40 smithi090 ceph-mon[91618]: osdmap e329: 8 total, 8 up, 8 in 2024-04-15T16:33:40.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:40 smithi090 ceph-mon[89240]: osdmap e329: 8 total, 8 up, 8 in 2024-04-15T16:33:40.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:40 smithi153 ceph-mon[84714]: osdmap e329: 8 total, 8 up, 8 in 2024-04-15T16:33:41.675 INFO:tasks.rados.rados.0.smithi090.stdout:1495: done (6 left) 2024-04-15T16:33:41.675 INFO:tasks.rados.rados.0.smithi090.stdout:1497: done (5 left) 2024-04-15T16:33:41.675 INFO:tasks.rados.rados.0.smithi090.stdout:1499: done (4 left) 2024-04-15T16:33:41.676 INFO:tasks.rados.rados.0.smithi090.stdout:1500: done (3 left) 2024-04-15T16:33:41.676 INFO:tasks.rados.rados.0.smithi090.stdout:1501: done (2 left) 2024-04-15T16:33:41.676 INFO:tasks.rados.rados.0.smithi090.stdout:1502: done (1 left) 2024-04-15T16:33:41.676 INFO:tasks.rados.rados.0.smithi090.stdout:1503: done (0 left) 2024-04-15T16:33:41.676 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 127 2024-04-15T16:33:41.676 INFO:tasks.rados.rados.0.smithi090.stdout:1504: seq_num 495 ranges {0=696320,696320=401408} 2024-04-15T16:33:41.678 INFO:tasks.rados.rados.0.smithi090.stdout:1504: writing smithi09078167-29 from 0 to 696320 tid 1 2024-04-15T16:33:41.681 INFO:tasks.rados.rados.0.smithi090.stdout:1504: writing smithi09078167-29 from 696320 to 1097728 tid 2 2024-04-15T16:33:41.681 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 127 2024-04-15T16:33:41.681 INFO:tasks.rados.rados.0.smithi090.stdout:1505: seq_num 496 ranges {2105344=712704,2818048=401408} 2024-04-15T16:33:41.696 INFO:tasks.rados.rados.0.smithi090.stdout:1505: writing smithi09078167-36 from 2105344 to 2818048 tid 1 2024-04-15T16:33:41.698 INFO:tasks.rados.rados.0.smithi090.stdout:1505: writing smithi09078167-36 from 2818048 to 3219456 tid 2 2024-04-15T16:33:41.699 INFO:tasks.rados.rados.0.smithi090.stdout:1506: snap_remove snap 125 2024-04-15T16:33:41.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:41 smithi090 ceph-mon[89240]: pgmap v150: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-15T16:33:41.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:41 smithi090 ceph-mon[91618]: pgmap v150: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-15T16:33:41.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:41 smithi153 ceph-mon[84714]: pgmap v150: 121 pgs: 121 active+clean; 172 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 9 op/s 2024-04-15T16:33:42.535 INFO:tasks.rados.rados.0.smithi090.stdout:1506: done (2 left) 2024-04-15T16:33:42.536 INFO:tasks.rados.rados.0.smithi090.stdout:1507: delete oid 34 current snap is 127 2024-04-15T16:33:42.536 INFO:tasks.rados.rados.0.smithi090.stdout:1504: finishing write tid 1 to smithi09078167-29 2024-04-15T16:33:42.536 INFO:tasks.rados.rados.0.smithi090.stdout:1504: finishing write tid 2 to smithi09078167-29 2024-04-15T16:33:42.536 INFO:tasks.rados.rados.0.smithi090.stdout:1504: finishing write tid 3 to smithi09078167-29 2024-04-15T16:33:42.536 INFO:tasks.rados.rados.0.smithi090.stdout:1504: finishing write tid 4 to smithi09078167-29 2024-04-15T16:33:42.536 INFO:tasks.rados.rados.0.smithi090.stdout:1504: oid 29 updating version 0 to 511 2024-04-15T16:33:42.536 INFO:tasks.rados.rados.0.smithi090.stdout:1504: oid 29 version 511 is already newer than 510 2024-04-15T16:33:42.536 INFO:tasks.rados.rados.0.smithi090.stdout:1504: oid 29 updating version 511 to 512 2024-04-15T16:33:42.536 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 512 (ObjNum 495 snap 127 seq_num 495) dirty exists 2024-04-15T16:33:42.536 INFO:tasks.rados.rados.0.smithi090.stdout:1504: left oid 29 (ObjNum 495 snap 127 seq_num 495) 2024-04-15T16:33:42.536 INFO:tasks.rados.rados.0.smithi090.stdout:1505: finishing write tid 1 to smithi09078167-36 2024-04-15T16:33:42.536 INFO:tasks.rados.rados.0.smithi090.stdout:1505: finishing write tid 2 to smithi09078167-36 2024-04-15T16:33:42.536 INFO:tasks.rados.rados.0.smithi090.stdout:1505: finishing write tid 3 to smithi09078167-36 2024-04-15T16:33:42.537 INFO:tasks.rados.rados.0.smithi090.stdout:1505: finishing write tid 4 to smithi09078167-36 2024-04-15T16:33:42.537 INFO:tasks.rados.rados.0.smithi090.stdout:1505: oid 36 updating version 0 to 447 2024-04-15T16:33:42.537 INFO:tasks.rados.rados.0.smithi090.stdout:1505: oid 36 version 447 is already newer than 446 2024-04-15T16:33:42.537 INFO:tasks.rados.rados.0.smithi090.stdout:1505: oid 36 version 447 is already newer than 445 2024-04-15T16:33:42.537 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 447 (ObjNum 496 snap 127 seq_num 496) dirty exists 2024-04-15T16:33:42.537 INFO:tasks.rados.rados.0.smithi090.stdout:1505: left oid 36 (ObjNum 496 snap 127 seq_num 496) 2024-04-15T16:33:42.545 INFO:tasks.rados.rados.0.smithi090.stdout:1504: done (2 left) 2024-04-15T16:33:42.546 INFO:tasks.rados.rados.0.smithi090.stdout:1505: done (1 left) 2024-04-15T16:33:42.546 INFO:tasks.rados.rados.0.smithi090.stdout:1507: done (0 left) 2024-04-15T16:33:42.546 INFO:tasks.rados.rados.0.smithi090.stdout:1508: delete oid 25 current snap is 127 2024-04-15T16:33:42.548 INFO:tasks.rados.rados.0.smithi090.stdout:1508: done (0 left) 2024-04-15T16:33:42.549 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 127 2024-04-15T16:33:42.549 INFO:tasks.rados.rados.0.smithi090.stdout:1509: seq_num 499 ranges {3661824=761856,4423680=401408} 2024-04-15T16:33:42.572 INFO:tasks.rados.rados.0.smithi090.stdout:1509: writing smithi09078167-8 from 3661824 to 4423680 tid 1 2024-04-15T16:33:42.575 INFO:tasks.rados.rados.0.smithi090.stdout:1509: writing smithi09078167-8 from 4423680 to 4825088 tid 2 2024-04-15T16:33:42.575 INFO:tasks.rados.rados.0.smithi090.stdout:1510: delete oid 16 current snap is 127 2024-04-15T16:33:42.575 INFO:tasks.rados.rados.0.smithi090.stdout:1509: finishing write tid 1 to smithi09078167-8 2024-04-15T16:33:42.577 INFO:tasks.rados.rados.0.smithi090.stdout:1510: done (1 left) 2024-04-15T16:33:42.577 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 127 2024-04-15T16:33:42.577 INFO:tasks.rados.rados.0.smithi090.stdout:1511: seq_num 501 ranges {0=794624,794624=401408} 2024-04-15T16:33:42.581 INFO:tasks.rados.rados.0.smithi090.stdout:1511: writing smithi09078167-7 from 0 to 794624 tid 1 2024-04-15T16:33:42.584 INFO:tasks.rados.rados.0.smithi090.stdout:1511: writing smithi09078167-7 from 794624 to 1196032 tid 2 2024-04-15T16:33:42.584 INFO:tasks.rados.rados.0.smithi090.stdout:1512: rollback oid 47 current snap is 127 2024-04-15T16:33:42.584 INFO:tasks.rados.rados.0.smithi090.stdout:1512: done (2 left) 2024-04-15T16:33:42.584 INFO:tasks.rados.rados.0.smithi090.stdout:1513: rollback oid 3 current snap is 127 2024-04-15T16:33:42.584 INFO:tasks.rados.rados.0.smithi090.stdout:1513: done (2 left) 2024-04-15T16:33:42.584 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 127 2024-04-15T16:33:42.584 INFO:tasks.rados.rados.0.smithi090.stdout:1509: finishing write tid 2 to smithi09078167-8 2024-04-15T16:33:42.584 INFO:tasks.rados.rados.0.smithi090.stdout:1514: seq_num 502 ranges {2424832=409600,2834432=417792,3252224=385024} 2024-04-15T16:33:42.599 INFO:tasks.rados.rados.0.smithi090.stdout:1514: writing smithi09078167-11 from 2424832 to 2834432 tid 1 2024-04-15T16:33:42.601 INFO:tasks.rados.rados.0.smithi090.stdout:1514: writing smithi09078167-11 from 2834432 to 3252224 tid 2 2024-04-15T16:33:42.604 INFO:tasks.rados.rados.0.smithi090.stdout:1514: writing smithi09078167-11 from 3252224 to 3637248 tid 3 2024-04-15T16:33:42.604 INFO:tasks.rados.rados.0.smithi090.stdout:1515: read oid 30 snap -1 2024-04-15T16:33:42.604 INFO:tasks.rados.rados.0.smithi090.stdout:1515: expect (ObjNum 454 snap 116 seq_num 454) 2024-04-15T16:33:42.604 INFO:tasks.rados.rados.0.smithi090.stdout:1516: rmattr oid 43 current snap is 127 2024-04-15T16:33:42.604 INFO:tasks.rados.rados.0.smithi090.stdout:1516: done (4 left) 2024-04-15T16:33:42.604 INFO:tasks.rados.rados.0.smithi090.stdout:1517: read oid 33 snap -1 2024-04-15T16:33:42.605 INFO:tasks.rados.rados.0.smithi090.stdout:1517: expect (ObjNum 397 snap 101 seq_num 397) 2024-04-15T16:33:42.605 INFO:tasks.rados.rados.0.smithi090.stdout:1518: read oid 43 snap -1 2024-04-15T16:33:42.605 INFO:tasks.rados.rados.0.smithi090.stdout:1518: expect (ObjNum 492 snap 127 seq_num 492) 2024-04-15T16:33:42.605 INFO:tasks.rados.rados.0.smithi090.stdout:1519: snap_create 2024-04-15T16:33:42.605 INFO:tasks.rados.rados.0.smithi090.stdout:1509: finishing write tid 3 to smithi09078167-8 2024-04-15T16:33:42.605 INFO:tasks.rados.rados.0.smithi090.stdout:1509: finishing write tid 4 to smithi09078167-8 2024-04-15T16:33:42.605 INFO:tasks.rados.rados.0.smithi090.stdout:1509: oid 8 updating version 0 to 510 2024-04-15T16:33:42.605 INFO:tasks.rados.rados.0.smithi090.stdout:1509: oid 8 updating version 510 to 511 2024-04-15T16:33:42.605 INFO:tasks.rados.rados.0.smithi090.stdout:1509: oid 8 updating version 511 to 512 2024-04-15T16:33:42.605 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 512 (ObjNum 499 snap 127 seq_num 499) dirty exists 2024-04-15T16:33:42.605 INFO:tasks.rados.rados.0.smithi090.stdout:1509: left oid 8 (ObjNum 499 snap 127 seq_num 499) 2024-04-15T16:33:42.605 INFO:tasks.rados.rados.0.smithi090.stdout:1511: finishing write tid 1 to smithi09078167-7 2024-04-15T16:33:42.605 INFO:tasks.rados.rados.0.smithi090.stdout:1511: finishing write tid 2 to smithi09078167-7 2024-04-15T16:33:42.605 INFO:tasks.rados.rados.0.smithi090.stdout:1511: finishing write tid 3 to smithi09078167-7 2024-04-15T16:33:42.605 INFO:tasks.rados.rados.0.smithi090.stdout:1511: finishing write tid 4 to smithi09078167-7 2024-04-15T16:33:42.606 INFO:tasks.rados.rados.0.smithi090.stdout:1511: oid 7 updating version 0 to 475 2024-04-15T16:33:42.606 INFO:tasks.rados.rados.0.smithi090.stdout:1511: oid 7 version 475 is already newer than 474 2024-04-15T16:33:42.606 INFO:tasks.rados.rados.0.smithi090.stdout:1511: oid 7 version 475 is already newer than 473 2024-04-15T16:33:42.606 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 475 (ObjNum 501 snap 127 seq_num 501) dirty exists 2024-04-15T16:33:42.606 INFO:tasks.rados.rados.0.smithi090.stdout:1511: left oid 7 (ObjNum 501 snap 127 seq_num 501) 2024-04-15T16:33:42.606 INFO:tasks.rados.rados.0.smithi090.stdout:1514: finishing write tid 1 to smithi09078167-11 2024-04-15T16:33:42.606 INFO:tasks.rados.rados.0.smithi090.stdout:1514: finishing write tid 2 to smithi09078167-11 2024-04-15T16:33:42.607 INFO:tasks.rados.rados.0.smithi090.stdout:1514: finishing write tid 3 to smithi09078167-11 2024-04-15T16:33:42.608 INFO:tasks.rados.rados.0.smithi090.stdout:1514: finishing write tid 4 to smithi09078167-11 2024-04-15T16:33:42.618 INFO:tasks.rados.rados.0.smithi090.stdout:1518: expect (ObjNum 492 snap 127 seq_num 492) 2024-04-15T16:33:42.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:42 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T16:33:42.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:33:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:33:42.690 INFO:tasks.rados.rados.0.smithi090.stdout:1514: finishing write tid 5 to smithi09078167-11 2024-04-15T16:33:42.690 INFO:tasks.rados.rados.0.smithi090.stdout:1514: oid 11 updating version 0 to 513 2024-04-15T16:33:42.690 INFO:tasks.rados.rados.0.smithi090.stdout:1514: oid 11 updating version 513 to 516 2024-04-15T16:33:42.690 INFO:tasks.rados.rados.0.smithi090.stdout:1514: oid 11 version 516 is already newer than 514 2024-04-15T16:33:42.690 INFO:tasks.rados.rados.0.smithi090.stdout:1514: oid 11 version 516 is already newer than 515 2024-04-15T16:33:42.690 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 516 (ObjNum 502 snap 127 seq_num 502) dirty exists 2024-04-15T16:33:42.690 INFO:tasks.rados.rados.0.smithi090.stdout:1514: left oid 11 (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:33:42.690 INFO:tasks.rados.rados.0.smithi090.stdout:1517: expect (ObjNum 397 snap 101 seq_num 397) 2024-04-15T16:33:42.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:42 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T16:33:42.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:42 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T16:33:42.941 INFO:tasks.rados.rados.0.smithi090.stdout:1515: expect (ObjNum 454 snap 116 seq_num 454) 2024-04-15T16:33:43.540 INFO:tasks.rados.rados.0.smithi090.stdout:1509: done (6 left) 2024-04-15T16:33:43.540 INFO:tasks.rados.rados.0.smithi090.stdout:1511: done (5 left) 2024-04-15T16:33:43.540 INFO:tasks.rados.rados.0.smithi090.stdout:1514: done (4 left) 2024-04-15T16:33:43.540 INFO:tasks.rados.rados.0.smithi090.stdout:1515: done (3 left) 2024-04-15T16:33:43.540 INFO:tasks.rados.rados.0.smithi090.stdout:1517: done (2 left) 2024-04-15T16:33:43.540 INFO:tasks.rados.rados.0.smithi090.stdout:1518: done (1 left) 2024-04-15T16:33:43.540 INFO:tasks.rados.rados.0.smithi090.stdout:1519: done (0 left) 2024-04-15T16:33:43.540 INFO:tasks.rados.rados.0.smithi090.stdout:1520: read oid 36 snap -1 2024-04-15T16:33:43.540 INFO:tasks.rados.rados.0.smithi090.stdout:1520: expect (ObjNum 496 snap 127 seq_num 496) 2024-04-15T16:33:43.541 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 128 2024-04-15T16:33:43.541 INFO:tasks.rados.rados.0.smithi090.stdout:1521: seq_num 503 ranges {0=425984,425984=704512,1130496=98304} 2024-04-15T16:33:43.542 INFO:tasks.rados.rados.0.smithi090.stdout:1521: writing smithi09078167-1 from 0 to 425984 tid 1 2024-04-15T16:33:43.546 INFO:tasks.rados.rados.0.smithi090.stdout:1521: writing smithi09078167-1 from 425984 to 1130496 tid 2 2024-04-15T16:33:43.547 INFO:tasks.rados.rados.0.smithi090.stdout:1521: writing smithi09078167-1 from 1130496 to 1228800 tid 3 2024-04-15T16:33:43.547 INFO:tasks.rados.rados.0.smithi090.stdout:1522: rollback oid 8 current snap is 128 2024-04-15T16:33:43.547 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 127 2024-04-15T16:33:43.547 INFO:tasks.rados.rados.0.smithi090.stdout:1523: rollback oid 10 current snap is 128 2024-04-15T16:33:43.547 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 127 2024-04-15T16:33:43.547 INFO:tasks.rados.rados.0.smithi090.stdout:1524: rmattr oid 16 current snap is 128 2024-04-15T16:33:43.547 INFO:tasks.rados.rados.0.smithi090.stdout:1524: done (4 left) 2024-04-15T16:33:43.547 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 128 2024-04-15T16:33:43.547 INFO:tasks.rados.rados.0.smithi090.stdout:1525: seq_num 504 ranges {1236992=450560,1687552=589824,2277376=212992} 2024-04-15T16:33:43.557 INFO:tasks.rados.rados.0.smithi090.stdout:1525: writing smithi09078167-46 from 1236992 to 1687552 tid 1 2024-04-15T16:33:43.560 INFO:tasks.rados.rados.0.smithi090.stdout:1525: writing smithi09078167-46 from 1687552 to 2277376 tid 2 2024-04-15T16:33:43.563 INFO:tasks.rados.rados.0.smithi090.stdout:1525: writing smithi09078167-46 from 2277376 to 2490368 tid 3 2024-04-15T16:33:43.563 INFO:tasks.rados.rados.0.smithi090.stdout:1522: finishing rollback tid 0 to smithi09078167-8 2024-04-15T16:33:43.563 INFO:tasks.rados.rados.0.smithi090.stdout:1521: finishing write tid 1 to smithi09078167-1 2024-04-15T16:33:43.563 INFO:tasks.rados.rados.0.smithi090.stdout:1522: finishing rollback tid 1 to smithi09078167-8 2024-04-15T16:33:43.563 INFO:tasks.rados.rados.0.smithi090.stdout:1523: finishing rollback tid 0 to smithi09078167-10 2024-04-15T16:33:43.563 INFO:tasks.rados.rados.0.smithi090.stdout:1523: finishing rollback tid 1 to smithi09078167-10 2024-04-15T16:33:43.563 INFO:tasks.rados.rados.0.smithi090.stdout:1522: finishing rollback tid 2 to smithi09078167-8 2024-04-15T16:33:43.563 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 516 (ObjNum 499 snap 127 seq_num 499) dirty exists 2024-04-15T16:33:43.563 INFO:tasks.rados.rados.0.smithi090.stdout:1521: finishing write tid 2 to smithi09078167-1 2024-04-15T16:33:43.563 INFO:tasks.rados.rados.0.smithi090.stdout:1523: finishing rollback tid 2 to smithi09078167-10 2024-04-15T16:33:43.563 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 468 (ObjNum 459 snap 117 seq_num 459) dirty exists 2024-04-15T16:33:43.564 INFO:tasks.rados.rados.0.smithi090.stdout:1521: finishing write tid 3 to smithi09078167-1 2024-04-15T16:33:43.564 INFO:tasks.rados.rados.0.smithi090.stdout:1521: finishing write tid 4 to smithi09078167-1 2024-04-15T16:33:43.564 INFO:tasks.rados.rados.0.smithi090.stdout:1521: finishing write tid 5 to smithi09078167-1 2024-04-15T16:33:43.564 INFO:tasks.rados.rados.0.smithi090.stdout:1521: oid 1 updating version 0 to 536 2024-04-15T16:33:43.564 INFO:tasks.rados.rados.0.smithi090.stdout:1521: oid 1 version 536 is already newer than 535 2024-04-15T16:33:43.564 INFO:tasks.rados.rados.0.smithi090.stdout:1521: oid 1 updating version 536 to 537 2024-04-15T16:33:43.564 INFO:tasks.rados.rados.0.smithi090.stdout:1521: oid 1 updating version 537 to 538 2024-04-15T16:33:43.564 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 538 (ObjNum 503 snap 128 seq_num 503) dirty exists 2024-04-15T16:33:43.564 INFO:tasks.rados.rados.0.smithi090.stdout:1521: left oid 1 (ObjNum 503 snap 128 seq_num 503) 2024-04-15T16:33:43.564 INFO:tasks.rados.rados.0.smithi090.stdout:1520: expect (ObjNum 496 snap 127 seq_num 496) 2024-04-15T16:33:43.701 INFO:tasks.rados.rados.0.smithi090.stdout:1525: finishing write tid 1 to smithi09078167-46 2024-04-15T16:33:43.701 INFO:tasks.rados.rados.0.smithi090.stdout:1520: done (4 left) 2024-04-15T16:33:43.701 INFO:tasks.rados.rados.0.smithi090.stdout:1521: done (3 left) 2024-04-15T16:33:43.701 INFO:tasks.rados.rados.0.smithi090.stdout:1522: done (2 left) 2024-04-15T16:33:43.701 INFO:tasks.rados.rados.0.smithi090.stdout:1523: done (1 left) 2024-04-15T16:33:43.701 INFO:tasks.rados.rados.0.smithi090.stdout:1526: read oid 48 snap -1 2024-04-15T16:33:43.701 INFO:tasks.rados.rados.0.smithi090.stdout:1526: expect (ObjNum 397 snap 101 seq_num 397) 2024-04-15T16:33:43.701 INFO:tasks.rados.rados.0.smithi090.stdout:1527: snap_create 2024-04-15T16:33:43.701 INFO:tasks.rados.rados.0.smithi090.stdout:1525: finishing write tid 2 to smithi09078167-46 2024-04-15T16:33:43.702 INFO:tasks.rados.rados.0.smithi090.stdout:1525: finishing write tid 3 to smithi09078167-46 2024-04-15T16:33:43.702 INFO:tasks.rados.rados.0.smithi090.stdout:1525: finishing write tid 4 to smithi09078167-46 2024-04-15T16:33:43.702 INFO:tasks.rados.rados.0.smithi090.stdout:1525: finishing write tid 5 to smithi09078167-46 2024-04-15T16:33:43.702 INFO:tasks.rados.rados.0.smithi090.stdout:1525: oid 46 updating version 0 to 466 2024-04-15T16:33:43.702 INFO:tasks.rados.rados.0.smithi090.stdout:1525: oid 46 updating version 466 to 467 2024-04-15T16:33:43.702 INFO:tasks.rados.rados.0.smithi090.stdout:1525: oid 46 updating version 467 to 469 2024-04-15T16:33:43.702 INFO:tasks.rados.rados.0.smithi090.stdout:1525: oid 46 version 469 is already newer than 468 2024-04-15T16:33:43.702 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 469 (ObjNum 504 snap 128 seq_num 504) dirty exists 2024-04-15T16:33:43.702 INFO:tasks.rados.rados.0.smithi090.stdout:1525: left oid 46 (ObjNum 504 snap 128 seq_num 504) 2024-04-15T16:33:43.718 INFO:tasks.rados.rados.0.smithi090.stdout:1526: expect (ObjNum 397 snap 101 seq_num 397) 2024-04-15T16:33:43.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:43 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T16:33:43.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:43 smithi090 ceph-mon[91618]: Upgrade: osd.1 is safe to restart 2024-04-15T16:33:43.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:43 smithi090 ceph-mon[91618]: osdmap e330: 8 total, 8 up, 8 in 2024-04-15T16:33:43.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:43 smithi090 ceph-mon[91618]: pgmap v152: 121 pgs: 121 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 916 KiB/s wr, 7 op/s 2024-04-15T16:33:43.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:43 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:43.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:43 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T16:33:43.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:43 smithi090 ceph-mon[89240]: Upgrade: osd.1 is safe to restart 2024-04-15T16:33:43.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:43 smithi090 ceph-mon[89240]: osdmap e330: 8 total, 8 up, 8 in 2024-04-15T16:33:43.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:43 smithi090 ceph-mon[89240]: pgmap v152: 121 pgs: 121 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 916 KiB/s wr, 7 op/s 2024-04-15T16:33:43.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:43 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:43.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:43 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-15T16:33:43.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:43 smithi153 ceph-mon[84714]: Upgrade: osd.1 is safe to restart 2024-04-15T16:33:43.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:43 smithi153 ceph-mon[84714]: osdmap e330: 8 total, 8 up, 8 in 2024-04-15T16:33:43.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:43 smithi153 ceph-mon[84714]: pgmap v152: 121 pgs: 121 active+clean; 173 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 916 KiB/s wr, 7 op/s 2024-04-15T16:33:43.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:43 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:43.878 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:33:43 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:33:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:33:44.349 INFO:tasks.rados.rados.0.smithi090.stdout:1525: done (2 left) 2024-04-15T16:33:44.350 INFO:tasks.rados.rados.0.smithi090.stdout:1526: done (1 left) 2024-04-15T16:33:44.350 INFO:tasks.rados.rados.0.smithi090.stdout:1527: done (0 left) 2024-04-15T16:33:44.350 INFO:tasks.rados.rados.0.smithi090.stdout:1528: delete oid 33 current snap is 129 2024-04-15T16:33:44.352 INFO:tasks.rados.rados.0.smithi090.stdout:1528: done (0 left) 2024-04-15T16:33:44.352 INFO:tasks.rados.rados.0.smithi090.stdout:1529: read oid 12 snap -1 2024-04-15T16:33:44.352 INFO:tasks.rados.rados.0.smithi090.stdout:1529: expect (ObjNum 484 snap 124 seq_num 484) 2024-04-15T16:33:44.353 INFO:tasks.rados.rados.0.smithi090.stdout:1530: snap_create 2024-04-15T16:33:44.401 INFO:tasks.rados.rados.0.smithi090.stdout:1529: expect (ObjNum 484 snap 124 seq_num 484) 2024-04-15T16:33:44.774 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:44 smithi090 ceph-mon[89240]: Upgrade: Updating osd.1 2024-04-15T16:33:44.774 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:44 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T16:33:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:44 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:44 smithi090 ceph-mon[89240]: Deploying daemon osd.1 on smithi090 2024-04-15T16:33:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:44 smithi090 ceph-mon[89240]: osdmap e331: 8 total, 8 up, 8 in 2024-04-15T16:33:44.775 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:44 smithi090 ceph-mon[89240]: osdmap e332: 8 total, 8 up, 8 in 2024-04-15T16:33:44.775 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:44 smithi090 ceph-mon[91618]: Upgrade: Updating osd.1 2024-04-15T16:33:44.775 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:44 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T16:33:44.775 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:44 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:44.775 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:44 smithi090 ceph-mon[91618]: Deploying daemon osd.1 on smithi090 2024-04-15T16:33:44.775 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:44 smithi090 ceph-mon[91618]: osdmap e331: 8 total, 8 up, 8 in 2024-04-15T16:33:44.775 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:44 smithi090 ceph-mon[91618]: osdmap e332: 8 total, 8 up, 8 in 2024-04-15T16:33:44.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:44 smithi153 ceph-mon[84714]: Upgrade: Updating osd.1 2024-04-15T16:33:44.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:44 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-15T16:33:44.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:44 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:33:44.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:44 smithi153 ceph-mon[84714]: Deploying daemon osd.1 on smithi090 2024-04-15T16:33:44.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:44 smithi153 ceph-mon[84714]: osdmap e331: 8 total, 8 up, 8 in 2024-04-15T16:33:44.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:44 smithi153 ceph-mon[84714]: osdmap e332: 8 total, 8 up, 8 in 2024-04-15T16:33:45.348 INFO:tasks.rados.rados.0.smithi090.stdout:1529: done (1 left) 2024-04-15T16:33:45.348 INFO:tasks.rados.rados.0.smithi090.stdout:1530: done (0 left) 2024-04-15T16:33:45.348 INFO:tasks.rados.rados.0.smithi090.stdout:1531: snap_remove snap 129 2024-04-15T16:33:45.718 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:45 smithi090 ceph-mon[91618]: pgmap v155: 121 pgs: 121 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-15T16:33:45.718 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:45 smithi090 ceph-mon[91618]: osdmap e333: 8 total, 8 up, 8 in 2024-04-15T16:33:45.718 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:45 smithi090 ceph-mon[89240]: pgmap v155: 121 pgs: 121 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-15T16:33:45.718 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:45 smithi090 ceph-mon[89240]: osdmap e333: 8 total, 8 up, 8 in 2024-04-15T16:33:45.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:45 smithi153 ceph-mon[84714]: pgmap v155: 121 pgs: 121 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-15T16:33:45.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:45 smithi153 ceph-mon[84714]: osdmap e333: 8 total, 8 up, 8 in 2024-04-15T16:33:46.348 INFO:tasks.rados.rados.0.smithi090.stdout:1531: done (0 left) 2024-04-15T16:33:46.348 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 130 2024-04-15T16:33:46.348 INFO:tasks.rados.rados.0.smithi090.stdout:1532: seq_num 506 ranges {4644864=483328,5128192=761856,5890048=40960} 2024-04-15T16:33:46.375 INFO:tasks.rados.rados.0.smithi090.stdout:1532: writing smithi09078167-2 from 4644864 to 5128192 tid 1 2024-04-15T16:33:46.381 INFO:tasks.rados.rados.0.smithi090.stdout:1532: writing smithi09078167-2 from 5128192 to 5890048 tid 2 2024-04-15T16:33:46.381 INFO:tasks.rados.rados.0.smithi090.stdout:1532: writing smithi09078167-2 from 5890048 to 5931008 tid 3 2024-04-15T16:33:46.381 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 130 2024-04-15T16:33:46.381 INFO:tasks.rados.rados.0.smithi090.stdout:1533: seq_num 507 ranges {5177344=499712,5677056=638976,6316032=163840} 2024-04-15T16:33:46.411 INFO:tasks.rados.rados.0.smithi090.stdout:1533: writing smithi09078167-48 from 5177344 to 5677056 tid 1 2024-04-15T16:33:46.415 INFO:tasks.rados.rados.0.smithi090.stdout:1533: writing smithi09078167-48 from 5677056 to 6316032 tid 2 2024-04-15T16:33:46.417 INFO:tasks.rados.rados.0.smithi090.stdout:1533: writing smithi09078167-48 from 6316032 to 6479872 tid 3 2024-04-15T16:33:46.417 INFO:tasks.rados.rados.0.smithi090.stdout:1534: rmattr oid 21 current snap is 130 2024-04-15T16:33:46.417 INFO:tasks.rados.rados.0.smithi090.stdout:1534: done (2 left) 2024-04-15T16:33:46.417 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 130 2024-04-15T16:33:46.417 INFO:tasks.rados.rados.0.smithi090.stdout:1532: finishing write tid 1 to smithi09078167-2 2024-04-15T16:33:46.417 INFO:tasks.rados.rados.0.smithi090.stdout:1532: finishing write tid 2 to smithi09078167-2 2024-04-15T16:33:46.417 INFO:tasks.rados.rados.0.smithi090.stdout:1535: seq_num 508 ranges {4644864=516096,5160960=524288,5685248=278528} 2024-04-15T16:33:46.445 INFO:tasks.rados.rados.0.smithi090.stdout:1535: writing smithi09078167-27 from 4644864 to 5160960 tid 1 2024-04-15T16:33:46.447 INFO:tasks.rados.rados.0.smithi090.stdout:1535: writing smithi09078167-27 from 5160960 to 5685248 tid 2 2024-04-15T16:33:46.449 INFO:tasks.rados.rados.0.smithi090.stdout:1535: writing smithi09078167-27 from 5685248 to 5963776 tid 3 2024-04-15T16:33:46.449 INFO:tasks.rados.rados.0.smithi090.stdout:1536: delete oid 23 current snap is 130 2024-04-15T16:33:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:1532: finishing write tid 3 to smithi09078167-2 2024-04-15T16:33:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:1532: finishing write tid 4 to smithi09078167-2 2024-04-15T16:33:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:1532: finishing write tid 5 to smithi09078167-2 2024-04-15T16:33:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:1532: oid 2 updating version 0 to 497 2024-04-15T16:33:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:1532: oid 2 version 497 is already newer than 495 2024-04-15T16:33:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:1532: oid 2 version 497 is already newer than 494 2024-04-15T16:33:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:1532: oid 2 version 497 is already newer than 496 2024-04-15T16:33:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 497 (ObjNum 506 snap 130 seq_num 506) dirty exists 2024-04-15T16:33:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:1532: left oid 2 (ObjNum 506 snap 130 seq_num 506) 2024-04-15T16:33:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:1533: finishing write tid 1 to smithi09078167-48 2024-04-15T16:33:46.450 INFO:tasks.rados.rados.0.smithi090.stdout:1533: finishing write tid 2 to smithi09078167-48 2024-04-15T16:33:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:1533: finishing write tid 3 to smithi09078167-48 2024-04-15T16:33:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:1533: finishing write tid 4 to smithi09078167-48 2024-04-15T16:33:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:1533: finishing write tid 5 to smithi09078167-48 2024-04-15T16:33:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:1533: oid 48 updating version 0 to 466 2024-04-15T16:33:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:1533: oid 48 updating version 466 to 467 2024-04-15T16:33:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:1533: oid 48 version 467 is already newer than 464 2024-04-15T16:33:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:1533: oid 48 version 467 is already newer than 465 2024-04-15T16:33:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 467 (ObjNum 507 snap 130 seq_num 507) dirty exists 2024-04-15T16:33:46.451 INFO:tasks.rados.rados.0.smithi090.stdout:1533: left oid 48 (ObjNum 507 snap 130 seq_num 507) 2024-04-15T16:33:46.452 INFO:tasks.rados.rados.0.smithi090.stdout:1535: finishing write tid 1 to smithi09078167-27 2024-04-15T16:33:46.452 INFO:tasks.rados.rados.0.smithi090.stdout:1532: done (3 left) 2024-04-15T16:33:46.452 INFO:tasks.rados.rados.0.smithi090.stdout:1533: done (2 left) 2024-04-15T16:33:46.452 INFO:tasks.rados.rados.0.smithi090.stdout:1536: done (1 left) 2024-04-15T16:33:46.453 INFO:tasks.rados.rados.0.smithi090.stdout:1537: snap_remove snap 127 2024-04-15T16:33:46.886 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:46 smithi090 systemd[1]: Stopping Ceph osd.1 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:33:47.335 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:46 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1[47860]: 2024-04-15T16:33:46.894+0000 7f180f9aa700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:33:47.335 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:46 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1[47860]: 2024-04-15T16:33:46.894+0000 7f180f9aa700 -1 osd.1 334 *** Got signal Terminated *** 2024-04-15T16:33:47.335 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:46 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1[47860]: 2024-04-15T16:33:46.894+0000 7f180f9aa700 -1 osd.1 334 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:33:47.361 INFO:tasks.rados.rados.0.smithi090.stdout:1535: finishing write tid 2 to smithi09078167-27 2024-04-15T16:33:47.361 INFO:tasks.rados.rados.0.smithi090.stdout:1535: finishing write tid 3 to smithi09078167-27 2024-04-15T16:33:47.361 INFO:tasks.rados.rados.0.smithi090.stdout:1535: finishing write tid 4 to smithi09078167-27 2024-04-15T16:33:47.361 INFO:tasks.rados.rados.0.smithi090.stdout:1535: finishing write tid 5 to smithi09078167-27 2024-04-15T16:33:47.361 INFO:tasks.rados.rados.0.smithi090.stdout:1535: oid 27 updating version 0 to 512 2024-04-15T16:33:47.362 INFO:tasks.rados.rados.0.smithi090.stdout:1535: oid 27 updating version 512 to 515 2024-04-15T16:33:47.362 INFO:tasks.rados.rados.0.smithi090.stdout:1535: oid 27 version 515 is already newer than 514 2024-04-15T16:33:47.362 INFO:tasks.rados.rados.0.smithi090.stdout:1535: oid 27 version 515 is already newer than 513 2024-04-15T16:33:47.362 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 515 (ObjNum 508 snap 130 seq_num 508) dirty exists 2024-04-15T16:33:47.362 INFO:tasks.rados.rados.0.smithi090.stdout:1535: left oid 27 (ObjNum 508 snap 130 seq_num 508) 2024-04-15T16:33:47.362 INFO:tasks.rados.rados.0.smithi090.stdout:1535: done (1 left) 2024-04-15T16:33:47.362 INFO:tasks.rados.rados.0.smithi090.stdout:1537: done (0 left) 2024-04-15T16:33:47.362 INFO:tasks.rados.rados.0.smithi090.stdout:1538: setattr oid 23 current snap is 130 2024-04-15T16:33:47.364 INFO:tasks.rados.rados.0.smithi090.stdout:1539: copy_from oid 42 from oid 28 current snap is 130 2024-04-15T16:33:47.364 INFO:tasks.rados.rados.0.smithi090.stdout:1540: read oid 26 snap -1 2024-04-15T16:33:47.364 INFO:tasks.rados.rados.0.smithi090.stdout:1540: expect (ObjNum 471 snap 122 seq_num 471) 2024-04-15T16:33:47.364 INFO:tasks.rados.rados.0.smithi090.stdout:1541: read oid 35 snap -1 2024-04-15T16:33:47.364 INFO:tasks.rados.rados.0.smithi090.stdout:1541: expect (ObjNum 459 snap 117 seq_num 459) 2024-04-15T16:33:47.364 INFO:tasks.rados.rados.0.smithi090.stdout:1542: snap_remove snap 128 2024-04-15T16:33:47.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:47 smithi153 ceph-mon[84714]: osdmap e334: 8 total, 8 up, 8 in 2024-04-15T16:33:47.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:47 smithi153 ceph-mon[84714]: pgmap v158: 121 pgs: 121 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-04-15T16:33:47.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:47 smithi153 ceph-mon[84714]: osd.1 marked itself down and dead 2024-04-15T16:33:47.722 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:47 smithi090 ceph-mon[91618]: osdmap e334: 8 total, 8 up, 8 in 2024-04-15T16:33:47.723 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:47 smithi090 ceph-mon[91618]: pgmap v158: 121 pgs: 121 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-04-15T16:33:47.723 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:47 smithi090 ceph-mon[91618]: osd.1 marked itself down and dead 2024-04-15T16:33:47.723 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:47 smithi090 ceph-mon[89240]: osdmap e334: 8 total, 8 up, 8 in 2024-04-15T16:33:47.723 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:47 smithi090 ceph-mon[89240]: pgmap v158: 121 pgs: 121 active+clean; 162 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 3.4 MiB/s wr, 28 op/s 2024-04-15T16:33:47.723 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:47 smithi090 ceph-mon[89240]: osd.1 marked itself down and dead 2024-04-15T16:33:47.723 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:33:48.060 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:47 smithi090 podman[101180]: 2024-04-15 16:33:47.931225928 +0000 UTC m=+1.150168941 container died d1a207a9d3b7ee353f38d3f870dd248446a7fa0de4949a93382c9a390c2c8f20 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=reef-e3fb05d, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-15T16:33:48.060 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:33:48.060 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (6m) 25s ago 7m 24.3M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:33:48.060 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (7m) 69s ago 7m 91.5M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:33:48.060 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (8m) 25s ago 8m 19.1M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:33:48.060 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (8m) 69s ago 8m 15.5M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:33:48.061 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (2m) 69s ago 11m 449M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:33:48.061 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (2m) 25s ago 13m 510M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:33:48.061 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (2m) 25s ago 13m 47.1M 2048M 19.0.0-3080-gc2d8c315 259793512b73 82f63672a8c1 2024-04-15T16:33:48.061 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (80s) 69s ago 12m 25.4M 2048M 19.0.0-3080-gc2d8c315 259793512b73 a8c48d861c6e 2024-04-15T16:33:48.061 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (99s) 25s ago 12m 39.1M 2048M 19.0.0-3080-gc2d8c315 259793512b73 28c14668bcb2 2024-04-15T16:33:48.061 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (6m) 25s ago 6m 15.8M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:33:48.061 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (6m) 69s ago 6m 15.4M - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:33:48.061 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (30s) 25s ago 11m 12.7M 2480M 19.0.0-3080-gc2d8c315 259793512b73 220a8dfc36ad 2024-04-15T16:33:48.061 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (11m) 25s ago 11m 147M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a d1a207a9d3b7 2024-04-15T16:33:48.061 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (10m) 25s ago 10m 151M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 25f8f850f0c1 2024-04-15T16:33:48.061 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (10m) 25s ago 10m 160M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 2a999947f8da 2024-04-15T16:33:48.061 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (9m) 69s ago 9m 185M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 72f8dca53733 2024-04-15T16:33:48.061 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (9m) 69s ago 9m 143M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f4ca8da35c81 2024-04-15T16:33:48.062 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (9m) 69s ago 9m 123M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 66e4ab03958e 2024-04-15T16:33:48.062 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (8m) 69s ago 8m 103M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:33:48.062 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (2m) 69s ago 7m 56.5M - 2.43.0 a07b618ecd1d ac36942670ad 2024-04-15T16:33:48.363 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 477 (ObjNum 161 snap 0 seq_num 3728664656) dirty exists 2024-04-15T16:33:48.364 INFO:tasks.rados.rados.0.smithi090.stdout:1540: expect (ObjNum 471 snap 122 seq_num 471) 2024-04-15T16:33:48.493 INFO:tasks.rados.rados.0.smithi090.stdout:1541: expect (ObjNum 459 snap 117 seq_num 459) 2024-04-15T16:33:48.500 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:33:48.500 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:33:48.500 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:33:48.500 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:33:48.500 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:33:48.500 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:33:48.500 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:33:48.500 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:33:48.500 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 6, 2024-04-15T16:33:48.500 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 1 2024-04-15T16:33:48.500 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:33:48.500 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:33:48.500 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:33:48.501 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:33:48.501 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:33:48.501 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8, 2024-04-15T16:33:48.501 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 6 2024-04-15T16:33:48.501 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:33:48.501 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:33:48.601 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:48 smithi090 ceph-mon[91618]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:33:48.601 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:48 smithi090 ceph-mon[91618]: osdmap e335: 8 total, 7 up, 8 in 2024-04-15T16:33:48.601 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:48 smithi090 ceph-mon[91618]: from='client.44147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:33:48.601 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:48 smithi090 ceph-mon[89240]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:33:48.601 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:48 smithi090 ceph-mon[89240]: osdmap e335: 8 total, 7 up, 8 in 2024-04-15T16:33:48.602 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:48 smithi090 ceph-mon[89240]: from='client.44147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:33:48.602 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:48 smithi090 podman[101180]: 2024-04-15 16:33:48.344328127 +0000 UTC m=+1.563271148 container cleanup d1a207a9d3b7ee353f38d3f870dd248446a7fa0de4949a93382c9a390c2c8f20 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, RELEASE=reef-e3fb05d, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-15T16:33:48.602 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:48 smithi090 bash[101180]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1 2024-04-15T16:33:48.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:48 smithi153 ceph-mon[84714]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:33:48.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:48 smithi153 ceph-mon[84714]: osdmap e335: 8 total, 7 up, 8 in 2024-04-15T16:33:48.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:48 smithi153 ceph-mon[84714]: from='client.44147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:33:48.846 INFO:tasks.rados.rados.0.smithi090.stdout:1539: finishing copy_from racing read to smithi09078167-42 2024-04-15T16:33:48.846 INFO:tasks.rados.rados.0.smithi090.stdout:1539: finishing copy_from to smithi09078167-42 2024-04-15T16:33:48.846 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 400 (ObjNum 351 snap 91 seq_num 351) dirty exists 2024-04-15T16:33:48.846 INFO:tasks.rados.rados.0.smithi090.stdout:1538: done (4 left) 2024-04-15T16:33:48.846 INFO:tasks.rados.rados.0.smithi090.stdout:1539: done (3 left) 2024-04-15T16:33:48.846 INFO:tasks.rados.rados.0.smithi090.stdout:1540: done (2 left) 2024-04-15T16:33:48.847 INFO:tasks.rados.rados.0.smithi090.stdout:1541: done (1 left) 2024-04-15T16:33:48.847 INFO:tasks.rados.rados.0.smithi090.stdout:1542: done (0 left) 2024-04-15T16:33:48.847 INFO:tasks.rados.rados.0.smithi090.stdout:1543: read oid 30 snap -1 2024-04-15T16:33:48.847 INFO:tasks.rados.rados.0.smithi090.stdout:1543: expect (ObjNum 454 snap 116 seq_num 454) 2024-04-15T16:33:48.847 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 130 2024-04-15T16:33:48.847 INFO:tasks.rados.rados.0.smithi090.stdout:1544: seq_num 510 ranges {5931008=548864,6479872=745472,7225344=57344} 2024-04-15T16:33:48.882 INFO:tasks.rados.rados.0.smithi090.stdout:1544: writing smithi09078167-2 from 5931008 to 6479872 tid 1 2024-04-15T16:33:48.886 INFO:tasks.rados.rados.0.smithi090.stdout:1544: writing smithi09078167-2 from 6479872 to 7225344 tid 2 2024-04-15T16:33:48.886 INFO:tasks.rados.rados.0.smithi090.stdout:1544: writing smithi09078167-2 from 7225344 to 7282688 tid 3 2024-04-15T16:33:48.886 INFO:tasks.rados.rados.0.smithi090.stdout:1545: snap_create 2024-04-15T16:33:48.886 INFO:tasks.rados.rados.0.smithi090.stdout:1543: expect (ObjNum 454 snap 116 seq_num 454) 2024-04-15T16:33:48.994 INFO:tasks.rados.rados.0.smithi090.stdout:1544: finishing write tid 1 to smithi09078167-2 2024-04-15T16:33:48.994 INFO:tasks.rados.rados.0.smithi090.stdout:1544: finishing write tid 2 to smithi09078167-2 2024-04-15T16:33:48.994 INFO:tasks.rados.rados.0.smithi090.stdout:1544: finishing write tid 3 to smithi09078167-2 2024-04-15T16:33:48.994 INFO:tasks.rados.rados.0.smithi090.stdout:1544: finishing write tid 4 to smithi09078167-2 2024-04-15T16:33:48.994 INFO:tasks.rados.rados.0.smithi090.stdout:1544: finishing write tid 5 to smithi09078167-2 2024-04-15T16:33:48.994 INFO:tasks.rados.rados.0.smithi090.stdout:1544: oid 2 updating version 0 to 499 2024-04-15T16:33:48.994 INFO:tasks.rados.rados.0.smithi090.stdout:1544: oid 2 updating version 499 to 500 2024-04-15T16:33:48.994 INFO:tasks.rados.rados.0.smithi090.stdout:1544: oid 2 updating version 500 to 501 2024-04-15T16:33:48.995 INFO:tasks.rados.rados.0.smithi090.stdout:1544: oid 2 version 501 is already newer than 498 2024-04-15T16:33:48.995 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 501 (ObjNum 510 snap 130 seq_num 510) dirty exists 2024-04-15T16:33:48.995 INFO:tasks.rados.rados.0.smithi090.stdout:1544: left oid 2 (ObjNum 510 snap 130 seq_num 510) 2024-04-15T16:33:49.026 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:48 smithi090 podman[101255]: 2024-04-15 16:33:48.604609182 +0000 UTC m=+0.677275398 container remove d1a207a9d3b7ee353f38d3f870dd248446a7fa0de4949a93382c9a390c2c8f20 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=reef-e3fb05d, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-15T16:33:49.314 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:33:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:33:49] "GET /metrics HTTP/1.1" 200 36123 "" "Prometheus/2.43.0" 2024-04-15T16:33:49.314 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:49 smithi090 podman[101371]: 2024-04-15 16:33:48.933004582 +0000 UTC m=+0.018265155 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:33:49.314 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:49 smithi090 podman[101371]: 2024-04-15 16:33:49.030711702 +0000 UTC m=+0.115972255 container create 2625598e0dfe41a5419dcdfd37985b49720242e4366d4e336bae547bfd74911c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS) 2024-04-15T16:33:49.315 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:49 smithi090 podman[101371]: 2024-04-15 16:33:49.243424482 +0000 UTC m=+0.328685046 container init 2625598e0dfe41a5419dcdfd37985b49720242e4366d4e336bae547bfd74911c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-15T16:33:49.315 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:49 smithi090 podman[101371]: 2024-04-15 16:33:49.247214978 +0000 UTC m=+0.332475541 container start 2625598e0dfe41a5419dcdfd37985b49720242e4366d4e336bae547bfd74911c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-deactivate, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD) 2024-04-15T16:33:49.315 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:49 smithi090 podman[101371]: 2024-04-15 16:33:49.318010928 +0000 UTC m=+0.403271495 container attach 2625598e0dfe41a5419dcdfd37985b49720242e4366d4e336bae547bfd74911c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-deactivate, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:33:49.379 INFO:tasks.rados.rados.0.smithi090.stdout:1543: done (2 left) 2024-04-15T16:33:49.379 INFO:tasks.rados.rados.0.smithi090.stdout:1544: done (1 left) 2024-04-15T16:33:49.379 INFO:tasks.rados.rados.0.smithi090.stdout:1545: done (0 left) 2024-04-15T16:33:49.380 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 131 2024-04-15T16:33:49.380 INFO:tasks.rados.rados.0.smithi090.stdout:1546: seq_num 511 ranges {2785280=565248,3350528=630784,3981312=172032} 2024-04-15T16:33:49.397 INFO:tasks.rados.rados.0.smithi090.stdout:1546: writing smithi09078167-19 from 2785280 to 3350528 tid 1 2024-04-15T16:33:49.401 INFO:tasks.rados.rados.0.smithi090.stdout:1546: writing smithi09078167-19 from 3350528 to 3981312 tid 2 2024-04-15T16:33:49.403 INFO:tasks.rados.rados.0.smithi090.stdout:1546: writing smithi09078167-19 from 3981312 to 4153344 tid 3 2024-04-15T16:33:49.403 INFO:tasks.rados.rados.0.smithi090.stdout:1547: copy_from oid 10 from oid 3 current snap is 131 2024-04-15T16:33:49.403 INFO:tasks.rados.rados.0.smithi090.stdout:1548: snap_remove snap 130 2024-04-15T16:33:49.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:49 smithi090 ceph-mon[89240]: from='client.44153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:33:49.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:49 smithi090 ceph-mon[89240]: osdmap e336: 8 total, 7 up, 8 in 2024-04-15T16:33:49.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:49 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1726899976' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:49.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:49 smithi090 ceph-mon[89240]: pgmap v161: 121 pgs: 9 active+undersized+degraded, 7 peering, 29 active+undersized, 76 active+clean; 158 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 23/207 objects degraded (11.111%) 2024-04-15T16:33:49.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:49 smithi090 ceph-mon[91618]: from='client.44153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:33:49.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:49 smithi090 ceph-mon[91618]: osdmap e336: 8 total, 7 up, 8 in 2024-04-15T16:33:49.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:49 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1726899976' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:49.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:49 smithi090 ceph-mon[91618]: pgmap v161: 121 pgs: 9 active+undersized+degraded, 7 peering, 29 active+undersized, 76 active+clean; 158 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 23/207 objects degraded (11.111%) 2024-04-15T16:33:49.586 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:49 smithi090 podman[101371]: 2024-04-15 16:33:49.550643124 +0000 UTC m=+0.635903669 container died 2625598e0dfe41a5419dcdfd37985b49720242e4366d4e336bae547bfd74911c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:33:49.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:49 smithi153 ceph-mon[84714]: from='client.44153 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:33:49.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:49 smithi153 ceph-mon[84714]: osdmap e336: 8 total, 7 up, 8 in 2024-04-15T16:33:49.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:49 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1726899976' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:33:49.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:49 smithi153 ceph-mon[84714]: pgmap v161: 121 pgs: 9 active+undersized+degraded, 7 peering, 29 active+undersized, 76 active+clean; 158 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 23/207 objects degraded (11.111%) 2024-04-15T16:33:50.377 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:50 smithi090 podman[101397]: 2024-04-15 16:33:50.113628472 +0000 UTC m=+0.553206208 container remove 2625598e0dfe41a5419dcdfd37985b49720242e4366d4e336bae547bfd74911c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-deactivate, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux ) 2024-04-15T16:33:50.377 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:50 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.1.service: Deactivated successfully. 2024-04-15T16:33:50.377 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:50 smithi090 systemd[1]: Stopped Ceph osd.1 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:33:50.378 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:50 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.1.service: Consumed 9.954s CPU time. 2024-04-15T16:33:50.378 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:50 smithi090 systemd[1]: Starting Ceph osd.1 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:33:50.386 INFO:tasks.rados.rados.0.smithi090.stdout:1548: done (2 left) 2024-04-15T16:33:50.386 INFO:tasks.rados.rados.0.smithi090.stdout:1549: delete oid 29 current snap is 131 2024-04-15T16:33:50.386 INFO:tasks.rados.rados.0.smithi090.stdout:1546: finishing write tid 1 to smithi09078167-19 2024-04-15T16:33:50.386 INFO:tasks.rados.rados.0.smithi090.stdout:1546: finishing write tid 2 to smithi09078167-19 2024-04-15T16:33:50.386 INFO:tasks.rados.rados.0.smithi090.stdout:1546: finishing write tid 3 to smithi09078167-19 2024-04-15T16:33:50.386 INFO:tasks.rados.rados.0.smithi090.stdout:1546: finishing write tid 4 to smithi09078167-19 2024-04-15T16:33:50.386 INFO:tasks.rados.rados.0.smithi090.stdout:1546: finishing write tid 5 to smithi09078167-19 2024-04-15T16:33:50.386 INFO:tasks.rados.rados.0.smithi090.stdout:1546: oid 19 updating version 0 to 460 2024-04-15T16:33:50.386 INFO:tasks.rados.rados.0.smithi090.stdout:1546: oid 19 updating version 460 to 461 2024-04-15T16:33:50.387 INFO:tasks.rados.rados.0.smithi090.stdout:1546: oid 19 version 461 is already newer than 459 2024-04-15T16:33:50.387 INFO:tasks.rados.rados.0.smithi090.stdout:1546: oid 19 updating version 461 to 462 2024-04-15T16:33:50.387 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 462 (ObjNum 511 snap 131 seq_num 511) dirty exists 2024-04-15T16:33:50.387 INFO:tasks.rados.rados.0.smithi090.stdout:1546: left oid 19 (ObjNum 511 snap 131 seq_num 511) 2024-04-15T16:33:50.387 INFO:tasks.rados.rados.0.smithi090.stdout:1547: finishing copy_from racing read to smithi09078167-10 2024-04-15T16:33:50.387 INFO:tasks.rados.rados.0.smithi090.stdout:1547: finishing copy_from to smithi09078167-10 2024-04-15T16:33:50.387 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 503 (ObjNum 464 snap 119 seq_num 464) dirty exists 2024-04-15T16:33:50.390 INFO:tasks.rados.rados.0.smithi090.stdout:1546: done (2 left) 2024-04-15T16:33:50.390 INFO:tasks.rados.rados.0.smithi090.stdout:1547: done (1 left) 2024-04-15T16:33:50.390 INFO:tasks.rados.rados.0.smithi090.stdout:1549: done (0 left) 2024-04-15T16:33:50.391 INFO:tasks.rados.rados.0.smithi090.stdout:1550: read oid 24 snap -1 2024-04-15T16:33:50.391 INFO:tasks.rados.rados.0.smithi090.stdout:1550: expect deleted 2024-04-15T16:33:50.391 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 131 2024-04-15T16:33:50.391 INFO:tasks.rados.rados.0.smithi090.stdout:1551: seq_num 513 ranges {3014656=598016,3612672=794624,4407296=8192} 2024-04-15T16:33:50.410 INFO:tasks.rados.rados.0.smithi090.stdout:1551: writing smithi09078167-17 from 3014656 to 3612672 tid 1 2024-04-15T16:33:50.415 INFO:tasks.rados.rados.0.smithi090.stdout:1551: writing smithi09078167-17 from 3612672 to 4407296 tid 2 2024-04-15T16:33:50.415 INFO:tasks.rados.rados.0.smithi090.stdout:1551: writing smithi09078167-17 from 4407296 to 4415488 tid 3 2024-04-15T16:33:50.415 INFO:tasks.rados.rados.0.smithi090.stdout:1552: read oid 36 snap -1 2024-04-15T16:33:50.415 INFO:tasks.rados.rados.0.smithi090.stdout:1552: expect (ObjNum 496 snap 127 seq_num 496) 2024-04-15T16:33:50.415 INFO:tasks.rados.rados.0.smithi090.stdout:1553: snap_create 2024-04-15T16:33:50.415 INFO:tasks.rados.rados.0.smithi090.stdout:1551: finishing write tid 1 to smithi09078167-17 2024-04-15T16:33:50.421 INFO:tasks.rados.rados.0.smithi090.stdout:1551: finishing write tid 2 to smithi09078167-17 2024-04-15T16:33:50.421 INFO:tasks.rados.rados.0.smithi090.stdout:1551: finishing write tid 3 to smithi09078167-17 2024-04-15T16:33:50.421 INFO:tasks.rados.rados.0.smithi090.stdout:1551: finishing write tid 4 to smithi09078167-17 2024-04-15T16:33:50.422 INFO:tasks.rados.rados.0.smithi090.stdout:1551: finishing write tid 5 to smithi09078167-17 2024-04-15T16:33:50.422 INFO:tasks.rados.rados.0.smithi090.stdout:1551: oid 17 updating version 0 to 519 2024-04-15T16:33:50.422 INFO:tasks.rados.rados.0.smithi090.stdout:1551: oid 17 updating version 519 to 521 2024-04-15T16:33:50.422 INFO:tasks.rados.rados.0.smithi090.stdout:1551: oid 17 version 521 is already newer than 518 2024-04-15T16:33:50.422 INFO:tasks.rados.rados.0.smithi090.stdout:1551: oid 17 version 521 is already newer than 520 2024-04-15T16:33:50.422 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 521 (ObjNum 513 snap 131 seq_num 513) dirty exists 2024-04-15T16:33:50.423 INFO:tasks.rados.rados.0.smithi090.stdout:1551: left oid 17 (ObjNum 513 snap 131 seq_num 513) 2024-04-15T16:33:50.433 INFO:tasks.rados.rados.0.smithi090.stdout:1552: expect (ObjNum 496 snap 127 seq_num 496) 2024-04-15T16:33:50.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:50 smithi153 ceph-mon[84714]: Health check failed: Degraded data redundancy: 23/207 objects degraded (11.111%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T16:33:50.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:50 smithi153 ceph-mon[84714]: osdmap e337: 8 total, 7 up, 8 in 2024-04-15T16:33:50.662 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:50 smithi090 ceph-mon[91618]: Health check failed: Degraded data redundancy: 23/207 objects degraded (11.111%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T16:33:50.662 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:50 smithi090 ceph-mon[91618]: osdmap e337: 8 total, 7 up, 8 in 2024-04-15T16:33:50.663 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:50 smithi090 ceph-mon[89240]: Health check failed: Degraded data redundancy: 23/207 objects degraded (11.111%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T16:33:50.663 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:50 smithi090 ceph-mon[89240]: osdmap e337: 8 total, 7 up, 8 in 2024-04-15T16:33:50.663 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:50 smithi090 podman[101499]: 2024-04-15 16:33:50.55629073 +0000 UTC m=+0.117649859 container create c767d3c56979b7c3cd60bca405aa20fe8561e284d222fd2869d136664b8cc047 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-activate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-15T16:33:50.663 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:50 smithi090 podman[101499]: 2024-04-15 16:33:50.460331621 +0000 UTC m=+0.021690752 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:33:50.926 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:50 smithi090 podman[101499]: 2024-04-15 16:33:50.750658482 +0000 UTC m=+0.312017611 container init c767d3c56979b7c3cd60bca405aa20fe8561e284d222fd2869d136664b8cc047 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-activate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409) 2024-04-15T16:33:50.926 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:50 smithi090 podman[101499]: 2024-04-15 16:33:50.75404991 +0000 UTC m=+0.315409045 container start c767d3c56979b7c3cd60bca405aa20fe8561e284d222fd2869d136664b8cc047 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-activate, RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:33:50.926 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:50 smithi090 podman[101499]: 2024-04-15 16:33:50.93010036 +0000 UTC m=+0.491459504 container attach c767d3c56979b7c3cd60bca405aa20fe8561e284d222fd2869d136664b8cc047 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-activate, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True) 2024-04-15T16:33:51.392 INFO:tasks.rados.rados.0.smithi090.stdout:1550: done (3 left) 2024-04-15T16:33:51.392 INFO:tasks.rados.rados.0.smithi090.stdout:1551: done (2 left) 2024-04-15T16:33:51.392 INFO:tasks.rados.rados.0.smithi090.stdout:1552: done (1 left) 2024-04-15T16:33:51.393 INFO:tasks.rados.rados.0.smithi090.stdout:1553: done (0 left) 2024-04-15T16:33:51.393 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 132 2024-04-15T16:33:51.393 INFO:tasks.rados.rados.0.smithi090.stdout:1554: seq_num 514 ranges {1064960=614400,1679360=679936,2359296=122880} 2024-04-15T16:33:51.401 INFO:tasks.rados.rados.0.smithi090.stdout:1554: writing smithi09078167-44 from 1064960 to 1679360 tid 1 2024-04-15T16:33:51.405 INFO:tasks.rados.rados.0.smithi090.stdout:1554: writing smithi09078167-44 from 1679360 to 2359296 tid 2 2024-04-15T16:33:51.406 INFO:tasks.rados.rados.0.smithi090.stdout:1554: writing smithi09078167-44 from 2359296 to 2482176 tid 3 2024-04-15T16:33:51.406 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 132 2024-04-15T16:33:51.406 INFO:tasks.rados.rados.0.smithi090.stdout:1554: finishing write tid 1 to smithi09078167-44 2024-04-15T16:33:51.406 INFO:tasks.rados.rados.0.smithi090.stdout:1555: seq_num 515 ranges {6479872=630784,7110656=565248,7675904=237568} 2024-04-15T16:33:51.444 INFO:tasks.rados.rados.0.smithi090.stdout:1555: writing smithi09078167-48 from 6479872 to 7110656 tid 1 2024-04-15T16:33:51.447 INFO:tasks.rados.rados.0.smithi090.stdout:1555: writing smithi09078167-48 from 7110656 to 7675904 tid 2 2024-04-15T16:33:51.449 INFO:tasks.rados.rados.0.smithi090.stdout:1555: writing smithi09078167-48 from 7675904 to 7913472 tid 3 2024-04-15T16:33:51.449 INFO:tasks.rados.rados.0.smithi090.stdout:1556: delete oid 25 current snap is 132 2024-04-15T16:33:51.450 INFO:tasks.rados.rados.0.smithi090.stdout:1554: finishing write tid 2 to smithi09078167-44 2024-04-15T16:33:51.450 INFO:tasks.rados.rados.0.smithi090.stdout:1554: finishing write tid 3 to smithi09078167-44 2024-04-15T16:33:51.450 INFO:tasks.rados.rados.0.smithi090.stdout:1554: finishing write tid 4 to smithi09078167-44 2024-04-15T16:33:51.450 INFO:tasks.rados.rados.0.smithi090.stdout:1554: finishing write tid 5 to smithi09078167-44 2024-04-15T16:33:51.450 INFO:tasks.rados.rados.0.smithi090.stdout:1554: oid 44 updating version 0 to 507 2024-04-15T16:33:51.450 INFO:tasks.rados.rados.0.smithi090.stdout:1554: oid 44 version 507 is already newer than 506 2024-04-15T16:33:51.450 INFO:tasks.rados.rados.0.smithi090.stdout:1554: oid 44 version 507 is already newer than 504 2024-04-15T16:33:51.450 INFO:tasks.rados.rados.0.smithi090.stdout:1554: oid 44 version 507 is already newer than 505 2024-04-15T16:33:51.450 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 507 (ObjNum 514 snap 132 seq_num 514) dirty exists 2024-04-15T16:33:51.450 INFO:tasks.rados.rados.0.smithi090.stdout:1554: left oid 44 (ObjNum 514 snap 132 seq_num 514) 2024-04-15T16:33:51.450 INFO:tasks.rados.rados.0.smithi090.stdout:1555: finishing write tid 1 to smithi09078167-48 2024-04-15T16:33:51.451 INFO:tasks.rados.rados.0.smithi090.stdout:1555: finishing write tid 2 to smithi09078167-48 2024-04-15T16:33:51.451 INFO:tasks.rados.rados.0.smithi090.stdout:1554: done (2 left) 2024-04-15T16:33:51.451 INFO:tasks.rados.rados.0.smithi090.stdout:1556: done (1 left) 2024-04-15T16:33:51.451 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 132 2024-04-15T16:33:51.452 INFO:tasks.rados.rados.0.smithi090.stdout:1555: finishing write tid 3 to smithi09078167-48 2024-04-15T16:33:51.452 INFO:tasks.rados.rados.0.smithi090.stdout:1557: seq_num 517 ranges {1515520=663552,2179072=786432,2965504=16384} 2024-04-15T16:33:51.463 INFO:tasks.rados.rados.0.smithi090.stdout:1557: writing smithi09078167-22 from 1515520 to 2179072 tid 1 2024-04-15T16:33:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:1557: writing smithi09078167-22 from 2179072 to 2965504 tid 2 2024-04-15T16:33:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:1557: writing smithi09078167-22 from 2965504 to 2981888 tid 3 2024-04-15T16:33:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 132 2024-04-15T16:33:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:1555: finishing write tid 4 to smithi09078167-48 2024-04-15T16:33:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:1555: finishing write tid 5 to smithi09078167-48 2024-04-15T16:33:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:1555: oid 48 updating version 0 to 471 2024-04-15T16:33:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:1555: oid 48 version 471 is already newer than 469 2024-04-15T16:33:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:1555: oid 48 version 471 is already newer than 468 2024-04-15T16:33:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:1555: oid 48 version 471 is already newer than 470 2024-04-15T16:33:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 471 (ObjNum 515 snap 132 seq_num 515) dirty exists 2024-04-15T16:33:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:1555: left oid 48 (ObjNum 515 snap 132 seq_num 515) 2024-04-15T16:33:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:1557: finishing write tid 1 to smithi09078167-22 2024-04-15T16:33:51.470 INFO:tasks.rados.rados.0.smithi090.stdout:1558: seq_num 518 ranges {0=679936,679936=671744,1351680=131072} 2024-04-15T16:33:51.472 INFO:tasks.rados.rados.0.smithi090.stdout:1558: writing smithi09078167-49 from 0 to 679936 tid 1 2024-04-15T16:33:51.475 INFO:tasks.rados.rados.0.smithi090.stdout:1558: writing smithi09078167-49 from 679936 to 1351680 tid 2 2024-04-15T16:33:51.477 INFO:tasks.rados.rados.0.smithi090.stdout:1558: writing smithi09078167-49 from 1351680 to 1482752 tid 3 2024-04-15T16:33:51.477 INFO:tasks.rados.rados.0.smithi090.stdout:1555: done (2 left) 2024-04-15T16:33:51.477 INFO:tasks.rados.rados.0.smithi090.stdout:1559: read oid 39 snap 131 2024-04-15T16:33:51.477 INFO:tasks.rados.rados.0.smithi090.stdout:1559: expect (ObjNum 416 snap 104 seq_num 416) 2024-04-15T16:33:51.477 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 132 2024-04-15T16:33:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:1557: finishing write tid 2 to smithi09078167-22 2024-04-15T16:33:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:1557: finishing write tid 3 to smithi09078167-22 2024-04-15T16:33:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:1557: finishing write tid 4 to smithi09078167-22 2024-04-15T16:33:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:1557: finishing write tid 5 to smithi09078167-22 2024-04-15T16:33:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:1557: oid 22 updating version 0 to 521 2024-04-15T16:33:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:1557: oid 22 version 521 is already newer than 520 2024-04-15T16:33:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:1557: oid 22 updating version 521 to 523 2024-04-15T16:33:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:1557: oid 22 version 523 is already newer than 522 2024-04-15T16:33:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 523 (ObjNum 517 snap 132 seq_num 517) dirty exists 2024-04-15T16:33:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:1557: left oid 22 (ObjNum 517 snap 132 seq_num 517) 2024-04-15T16:33:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:1558: finishing write tid 1 to smithi09078167-49 2024-04-15T16:33:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:1560: seq_num 519 ranges {8544256=696320,9240576=548864,9789440=253952} 2024-04-15T16:33:51.526 INFO:tasks.rados.rados.0.smithi090.stdout:1560: writing smithi09078167-20 from 8544256 to 9240576 tid 1 2024-04-15T16:33:51.529 INFO:tasks.rados.rados.0.smithi090.stdout:1560: writing smithi09078167-20 from 9240576 to 9789440 tid 2 2024-04-15T16:33:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:1560: writing smithi09078167-20 from 9789440 to 10043392 tid 3 2024-04-15T16:33:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:1557: done (3 left) 2024-04-15T16:33:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:1561: delete oid 30 current snap is 132 2024-04-15T16:33:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:1558: finishing write tid 2 to smithi09078167-49 2024-04-15T16:33:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:1558: finishing write tid 3 to smithi09078167-49 2024-04-15T16:33:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:1558: finishing write tid 4 to smithi09078167-49 2024-04-15T16:33:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:1558: finishing write tid 5 to smithi09078167-49 2024-04-15T16:33:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:1558: oid 49 updating version 0 to 443 2024-04-15T16:33:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:1558: oid 49 updating version 443 to 444 2024-04-15T16:33:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:1558: oid 49 updating version 444 to 445 2024-04-15T16:33:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:1558: oid 49 updating version 445 to 446 2024-04-15T16:33:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 446 (ObjNum 518 snap 132 seq_num 518) dirty exists 2024-04-15T16:33:51.532 INFO:tasks.rados.rados.0.smithi090.stdout:1558: left oid 49 (ObjNum 518 snap 132 seq_num 518) 2024-04-15T16:33:51.532 INFO:tasks.rados.rados.0.smithi090.stdout:1559: expect (ObjNum 416 snap 104 seq_num 416) 2024-04-15T16:33:51.555 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:51 smithi090 ceph-mon[91618]: osdmap e338: 8 total, 7 up, 8 in 2024-04-15T16:33:51.555 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:51 smithi090 ceph-mon[91618]: pgmap v164: 121 pgs: 9 active+undersized+degraded, 7 peering, 29 active+undersized, 76 active+clean; 158 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 23/207 objects degraded (11.111%) 2024-04-15T16:33:51.556 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:51 smithi090 ceph-mon[89240]: osdmap e338: 8 total, 7 up, 8 in 2024-04-15T16:33:51.556 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:51 smithi090 ceph-mon[89240]: pgmap v164: 121 pgs: 9 active+undersized+degraded, 7 peering, 29 active+undersized, 76 active+clean; 158 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 23/207 objects degraded (11.111%) 2024-04-15T16:33:51.556 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-activate[101513]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-15T16:33:51.556 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 bash[101499]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-15T16:33:51.556 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 bash[101499]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-15T16:33:51.556 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 bash[101499]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-15T16:33:51.556 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 bash[101499]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-15T16:33:51.556 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 bash[101499]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-15T16:33:51.557 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 bash[101499]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-15T16:33:51.557 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 bash[101499]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-15T16:33:51.557 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-activate[101513]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-15T16:33:51.557 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-activate[101513]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-15T16:33:51.557 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-activate[101513]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-15T16:33:51.557 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-activate[101513]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-15T16:33:51.557 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-activate[101513]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-15T16:33:51.557 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-activate[101513]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-15T16:33:51.557 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 podman[101499]: 2024-04-15 16:33:51.2338097 +0000 UTC m=+0.795168832 container died c767d3c56979b7c3cd60bca405aa20fe8561e284d222fd2869d136664b8cc047 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-activate, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:33:51.589 INFO:tasks.rados.rados.0.smithi090.stdout:1560: finishing write tid 1 to smithi09078167-20 2024-04-15T16:33:51.589 INFO:tasks.rados.rados.0.smithi090.stdout:1560: finishing write tid 2 to smithi09078167-20 2024-04-15T16:33:51.589 INFO:tasks.rados.rados.0.smithi090.stdout:1560: finishing write tid 3 to smithi09078167-20 2024-04-15T16:33:51.589 INFO:tasks.rados.rados.0.smithi090.stdout:1560: finishing write tid 4 to smithi09078167-20 2024-04-15T16:33:51.589 INFO:tasks.rados.rados.0.smithi090.stdout:1560: finishing write tid 5 to smithi09078167-20 2024-04-15T16:33:51.589 INFO:tasks.rados.rados.0.smithi090.stdout:1560: oid 20 updating version 0 to 543 2024-04-15T16:33:51.589 INFO:tasks.rados.rados.0.smithi090.stdout:1560: oid 20 updating version 543 to 546 2024-04-15T16:33:51.589 INFO:tasks.rados.rados.0.smithi090.stdout:1560: oid 20 version 546 is already newer than 544 2024-04-15T16:33:51.590 INFO:tasks.rados.rados.0.smithi090.stdout:1560: oid 20 version 546 is already newer than 545 2024-04-15T16:33:51.590 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 546 (ObjNum 519 snap 132 seq_num 519) dirty exists 2024-04-15T16:33:51.590 INFO:tasks.rados.rados.0.smithi090.stdout:1560: left oid 20 (ObjNum 519 snap 132 seq_num 519) 2024-04-15T16:33:51.590 INFO:tasks.rados.rados.0.smithi090.stdout:1558: done (3 left) 2024-04-15T16:33:51.590 INFO:tasks.rados.rados.0.smithi090.stdout:1559: done (2 left) 2024-04-15T16:33:51.590 INFO:tasks.rados.rados.0.smithi090.stdout:1560: done (1 left) 2024-04-15T16:33:51.590 INFO:tasks.rados.rados.0.smithi090.stdout:1561: done (0 left) 2024-04-15T16:33:51.590 INFO:tasks.rados.rados.0.smithi090.stdout:1562: setattr oid 28 current snap is 132 2024-04-15T16:33:51.590 INFO:tasks.rados.rados.0.smithi090.stdout:1563: snap_remove snap 131 2024-04-15T16:33:51.834 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:51 smithi090 podman[101646]: 2024-04-15 16:33:51.798213561 +0000 UTC m=+0.558821327 container remove c767d3c56979b7c3cd60bca405aa20fe8561e284d222fd2869d136664b8cc047 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-activate, ceph=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-15T16:33:51.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:51 smithi153 ceph-mon[84714]: osdmap e338: 8 total, 7 up, 8 in 2024-04-15T16:33:51.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:51 smithi153 ceph-mon[84714]: pgmap v164: 121 pgs: 9 active+undersized+degraded, 7 peering, 29 active+undersized, 76 active+clean; 158 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.7 MiB/s wr, 14 op/s; 23/207 objects degraded (11.111%) 2024-04-15T16:33:52.316 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:52 smithi090 podman[101713]: 2024-04-15 16:33:52.00763833 +0000 UTC m=+0.112975512 container create 1c837b285ce5a0b2dc75fc0d7dc0c032f3660e83cbafad2bab18b091822264ab (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, ceph=True, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-15T16:33:52.316 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:52 smithi090 podman[101713]: 2024-04-15 16:33:51.912537594 +0000 UTC m=+0.017874781 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:33:52.316 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:52 smithi090 podman[101713]: 2024-04-15 16:33:52.226743374 +0000 UTC m=+0.332080557 container init 1c837b285ce5a0b2dc75fc0d7dc0c032f3660e83cbafad2bab18b091822264ab (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_CLEAN=True) 2024-04-15T16:33:52.316 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:52 smithi090 podman[101713]: 2024-04-15 16:33:52.229922715 +0000 UTC m=+0.335259895 container start 1c837b285ce5a0b2dc75fc0d7dc0c032f3660e83cbafad2bab18b091822264ab (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , ceph=True) 2024-04-15T16:33:52.317 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:52 smithi090 ceph-osd[101732]: -- 172.21.15.90:0/2736612890 <== mon.2 v2:172.21.15.90:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55d55bc6f680 con 0x55d55bc39400 2024-04-15T16:33:52.317 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:52 smithi090 bash[101713]: 1c837b285ce5a0b2dc75fc0d7dc0c032f3660e83cbafad2bab18b091822264ab 2024-04-15T16:33:52.396 INFO:tasks.rados.rados.0.smithi090.stdout:1563: done (1 left) 2024-04-15T16:33:52.397 INFO:tasks.rados.rados.0.smithi090.stdout:1564: setattr oid 50 current snap is 132 2024-04-15T16:33:52.397 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 472 (ObjNum 351 snap 91 seq_num 351) dirty exists 2024-04-15T16:33:52.398 INFO:tasks.rados.rados.0.smithi090.stdout:1562: done (1 left) 2024-04-15T16:33:52.398 INFO:tasks.rados.rados.0.smithi090.stdout:1565: rollback oid 32 current snap is 132 2024-04-15T16:33:52.398 INFO:tasks.rados.rados.0.smithi090.stdout:1565: done (1 left) 2024-04-15T16:33:52.398 INFO:tasks.rados.rados.0.smithi090.stdout:1566: read oid 37 snap -1 2024-04-15T16:33:52.398 INFO:tasks.rados.rados.0.smithi090.stdout:1566: expect (ObjNum 474 snap 122 seq_num 474) 2024-04-15T16:33:52.398 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 132 2024-04-15T16:33:52.398 INFO:tasks.rados.rados.0.smithi090.stdout:1567: seq_num 521 ranges {3735552=729088,4464640=720896,5185536=81920} 2024-04-15T16:33:52.422 INFO:tasks.rados.rados.0.smithi090.stdout:1567: writing smithi09078167-6 from 3735552 to 4464640 tid 1 2024-04-15T16:33:52.427 INFO:tasks.rados.rados.0.smithi090.stdout:1567: writing smithi09078167-6 from 4464640 to 5185536 tid 2 2024-04-15T16:33:52.427 INFO:tasks.rados.rados.0.smithi090.stdout:1567: writing smithi09078167-6 from 5185536 to 5267456 tid 3 2024-04-15T16:33:52.427 INFO:tasks.rados.rados.0.smithi090.stdout:1568: read oid 4 snap -1 2024-04-15T16:33:52.427 INFO:tasks.rados.rados.0.smithi090.stdout:1568: expect (ObjNum 472 snap 122 seq_num 472) 2024-04-15T16:33:52.428 INFO:tasks.rados.rados.0.smithi090.stdout:1569: read oid 23 snap -1 2024-04-15T16:33:52.428 INFO:tasks.rados.rados.0.smithi090.stdout:1569: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:33:52.428 INFO:tasks.rados.rados.0.smithi090.stdout:1570: delete oid 35 current snap is 132 2024-04-15T16:33:52.428 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 508 (ObjNum 397 snap 101 seq_num 397) dirty exists 2024-04-15T16:33:52.429 INFO:tasks.rados.rados.0.smithi090.stdout:1569: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:33:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:1567: finishing write tid 1 to smithi09078167-6 2024-04-15T16:33:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:1564: done (5 left) 2024-04-15T16:33:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:1569: done (4 left) 2024-04-15T16:33:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:1570: done (3 left) 2024-04-15T16:33:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:1571: rmattr oid 47 current snap is 132 2024-04-15T16:33:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:1572: read oid 2 snap -1 2024-04-15T16:33:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:1572: expect (ObjNum 510 snap 130 seq_num 510) 2024-04-15T16:33:52.434 INFO:tasks.rados.rados.0.smithi090.stdout:1573: delete oid 44 current snap is 132 2024-04-15T16:33:52.435 INFO:tasks.rados.rados.0.smithi090.stdout:1567: finishing write tid 2 to smithi09078167-6 2024-04-15T16:33:52.435 INFO:tasks.rados.rados.0.smithi090.stdout:1567: finishing write tid 3 to smithi09078167-6 2024-04-15T16:33:52.435 INFO:tasks.rados.rados.0.smithi090.stdout:1567: finishing write tid 4 to smithi09078167-6 2024-04-15T16:33:52.436 INFO:tasks.rados.rados.0.smithi090.stdout:1567: finishing write tid 5 to smithi09078167-6 2024-04-15T16:33:52.436 INFO:tasks.rados.rados.0.smithi090.stdout:1567: oid 6 updating version 0 to 526 2024-04-15T16:33:52.436 INFO:tasks.rados.rados.0.smithi090.stdout:1567: oid 6 version 526 is already newer than 525 2024-04-15T16:33:52.436 INFO:tasks.rados.rados.0.smithi090.stdout:1567: oid 6 updating version 526 to 527 2024-04-15T16:33:52.436 INFO:tasks.rados.rados.0.smithi090.stdout:1567: oid 6 version 527 is already newer than 524 2024-04-15T16:33:52.437 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 527 (ObjNum 521 snap 132 seq_num 521) dirty exists 2024-04-15T16:33:52.437 INFO:tasks.rados.rados.0.smithi090.stdout:1567: left oid 6 (ObjNum 521 snap 132 seq_num 521) 2024-04-15T16:33:52.437 INFO:tasks.rados.rados.0.smithi090.stdout:1567: done (5 left) 2024-04-15T16:33:52.438 INFO:tasks.rados.rados.0.smithi090.stdout:1573: done (4 left) 2024-04-15T16:33:52.438 INFO:tasks.rados.rados.0.smithi090.stdout:1574: copy_from oid 32 from oid 30 current snap is 132 2024-04-15T16:33:52.438 INFO:tasks.rados.rados.0.smithi090.stdout:1575: rmattr oid 41 current snap is 132 2024-04-15T16:33:52.438 INFO:tasks.rados.rados.0.smithi090.stdout:1575: done (5 left) 2024-04-15T16:33:52.438 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 132 2024-04-15T16:33:52.438 INFO:tasks.rados.rados.0.smithi090.stdout:1576: seq_num 524 ranges {0=786432,786432=778240,1564672=24576} 2024-04-15T16:33:52.443 INFO:tasks.rados.rados.0.smithi090.stdout:1576: writing smithi09078167-29 from 0 to 786432 tid 1 2024-04-15T16:33:52.448 INFO:tasks.rados.rados.0.smithi090.stdout:1576: writing smithi09078167-29 from 786432 to 1564672 tid 2 2024-04-15T16:33:52.448 INFO:tasks.rados.rados.0.smithi090.stdout:1576: writing smithi09078167-29 from 1564672 to 1589248 tid 3 2024-04-15T16:33:52.449 INFO:tasks.rados.rados.0.smithi090.stdout:1577: rmattr oid 9 current snap is 132 2024-04-15T16:33:52.449 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 473 (ObjNum 403 snap 101 seq_num 403) dirty exists 2024-04-15T16:33:52.449 INFO:tasks.rados.rados.0.smithi090.stdout:1571: done (6 left) 2024-04-15T16:33:52.449 INFO:tasks.rados.rados.0.smithi090.stdout:1578: read oid 22 snap -1 2024-04-15T16:33:52.449 INFO:tasks.rados.rados.0.smithi090.stdout:1578: expect (ObjNum 517 snap 132 seq_num 517) 2024-04-15T16:33:52.449 INFO:tasks.rados.rados.0.smithi090.stdout:1579: copy_from oid 47 from oid 16 current snap is 132 2024-04-15T16:33:52.449 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 132 2024-04-15T16:33:52.449 INFO:tasks.rados.rados.0.smithi090.stdout:1580: seq_num 525 ranges {2875392=802816,3678208=712704,4390912=90112} 2024-04-15T16:33:52.469 INFO:tasks.rados.rados.0.smithi090.stdout:1580: writing smithi09078167-26 from 2875392 to 3678208 tid 1 2024-04-15T16:33:52.474 INFO:tasks.rados.rados.0.smithi090.stdout:1580: writing smithi09078167-26 from 3678208 to 4390912 tid 2 2024-04-15T16:33:52.474 INFO:tasks.rados.rados.0.smithi090.stdout:1580: writing smithi09078167-26 from 4390912 to 4481024 tid 3 2024-04-15T16:33:52.474 INFO:tasks.rados.rados.0.smithi090.stdout:1566: expect (ObjNum 474 snap 122 seq_num 474) 2024-04-15T16:33:52.585 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:52 smithi090 systemd[1]: Started Ceph osd.1 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:33:52.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:52 smithi090 ceph-mon[89240]: osdmap e339: 8 total, 7 up, 8 in 2024-04-15T16:33:52.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:52.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:52.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:52 smithi090 ceph-mon[91618]: osdmap e339: 8 total, 7 up, 8 in 2024-04-15T16:33:52.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:52.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:52 smithi153 ceph-mon[84714]: osdmap e339: 8 total, 7 up, 8 in 2024-04-15T16:33:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:52.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:33:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:33:52.954 INFO:tasks.rados.rados.0.smithi090.stdout:1574: finishing copy_from to smithi09078167-32 2024-04-15T16:33:52.955 INFO:tasks.rados.rados.0.smithi090.stdout:1574: got expected ENOENT (src dne) 2024-04-15T16:33:52.955 INFO:tasks.rados.rados.0.smithi090.stdout:1574: finishing copy_from racing read to smithi09078167-32 2024-04-15T16:33:52.955 INFO:tasks.rados.rados.0.smithi090.stdout:1566: done (8 left) 2024-04-15T16:33:52.955 INFO:tasks.rados.rados.0.smithi090.stdout:1574: done (7 left) 2024-04-15T16:33:52.955 INFO:tasks.rados.rados.0.smithi090.stdout:1581: rollback oid 20 current snap is 132 2024-04-15T16:33:52.955 INFO:tasks.rados.rados.0.smithi090.stdout:1581: done (7 left) 2024-04-15T16:33:52.955 INFO:tasks.rados.rados.0.smithi090.stdout:1582: copy_from oid 35 from oid 42 current snap is 132 2024-04-15T16:33:52.955 INFO:tasks.rados.rados.0.smithi090.stdout:1576: finishing write tid 1 to smithi09078167-29 2024-04-15T16:33:52.955 INFO:tasks.rados.rados.0.smithi090.stdout:1576: finishing write tid 2 to smithi09078167-29 2024-04-15T16:33:52.955 INFO:tasks.rados.rados.0.smithi090.stdout:1576: finishing write tid 3 to smithi09078167-29 2024-04-15T16:33:52.955 INFO:tasks.rados.rados.0.smithi090.stdout:1576: finishing write tid 4 to smithi09078167-29 2024-04-15T16:33:52.955 INFO:tasks.rados.rados.0.smithi090.stdout:1576: finishing write tid 5 to smithi09078167-29 2024-04-15T16:33:52.955 INFO:tasks.rados.rados.0.smithi090.stdout:1576: oid 29 updating version 0 to 522 2024-04-15T16:33:52.955 INFO:tasks.rados.rados.0.smithi090.stdout:1576: oid 29 updating version 522 to 525 2024-04-15T16:33:52.955 INFO:tasks.rados.rados.0.smithi090.stdout:1576: oid 29 version 525 is already newer than 523 2024-04-15T16:33:52.956 INFO:tasks.rados.rados.0.smithi090.stdout:1576: oid 29 version 525 is already newer than 524 2024-04-15T16:33:52.956 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 525 (ObjNum 524 snap 132 seq_num 524) dirty exists 2024-04-15T16:33:52.956 INFO:tasks.rados.rados.0.smithi090.stdout:1576: left oid 29 (ObjNum 524 snap 132 seq_num 524) 2024-04-15T16:33:52.956 INFO:tasks.rados.rados.0.smithi090.stdout:1579: finishing copy_from to smithi09078167-47 2024-04-15T16:33:52.956 INFO:tasks.rados.rados.0.smithi090.stdout:1579: got expected ENOENT (src dne) 2024-04-15T16:33:52.956 INFO:tasks.rados.rados.0.smithi090.stdout:1579: finishing copy_from racing read to smithi09078167-47 2024-04-15T16:33:52.956 INFO:tasks.rados.rados.0.smithi090.stdout:1568: expect (ObjNum 472 snap 122 seq_num 472) 2024-04-15T16:33:53.085 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:52 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1[101728]: 2024-04-15T16:33:52.780+0000 7f68b5e807c0 -1 Falling back to public interface 2024-04-15T16:33:53.131 INFO:tasks.rados.rados.0.smithi090.stdout:1578: expect (ObjNum 517 snap 132 seq_num 517) 2024-04-15T16:33:53.244 INFO:tasks.rados.rados.0.smithi090.stdout:1572: expect (ObjNum 510 snap 130 seq_num 510) 2024-04-15T16:33:53.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:53 smithi090 ceph-mon[89240]: osdmap e340: 8 total, 7 up, 8 in 2024-04-15T16:33:53.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:33:53.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:53 smithi090 ceph-mon[89240]: pgmap v167: 121 pgs: 1 active+clean+snaptrim_wait, 10 active+undersized+degraded, 35 active+undersized, 75 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 358 KiB/s wr, 1 op/s; 24/210 objects degraded (11.429%) 2024-04-15T16:33:53.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:53.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:33:53.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:53 smithi090 ceph-mon[91618]: osdmap e340: 8 total, 7 up, 8 in 2024-04-15T16:33:53.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:33:53.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:53 smithi090 ceph-mon[91618]: pgmap v167: 121 pgs: 1 active+clean+snaptrim_wait, 10 active+undersized+degraded, 35 active+undersized, 75 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 358 KiB/s wr, 1 op/s; 24/210 objects degraded (11.429%) 2024-04-15T16:33:53.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:53.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:33:53.714 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 503 (ObjNum 65 snap 0 seq_num 2174065118) dirty exists 2024-04-15T16:33:53.715 INFO:tasks.rados.rados.0.smithi090.stdout:1580: finishing write tid 1 to smithi09078167-26 2024-04-15T16:33:53.715 INFO:tasks.rados.rados.0.smithi090.stdout:1580: finishing write tid 2 to smithi09078167-26 2024-04-15T16:33:53.715 INFO:tasks.rados.rados.0.smithi090.stdout:1580: finishing write tid 3 to smithi09078167-26 2024-04-15T16:33:53.715 INFO:tasks.rados.rados.0.smithi090.stdout:1580: finishing write tid 4 to smithi09078167-26 2024-04-15T16:33:53.715 INFO:tasks.rados.rados.0.smithi090.stdout:1580: finishing write tid 5 to smithi09078167-26 2024-04-15T16:33:53.715 INFO:tasks.rados.rados.0.smithi090.stdout:1580: oid 26 updating version 0 to 465 2024-04-15T16:33:53.715 INFO:tasks.rados.rados.0.smithi090.stdout:1580: oid 26 version 465 is already newer than 463 2024-04-15T16:33:53.715 INFO:tasks.rados.rados.0.smithi090.stdout:1580: oid 26 version 465 is already newer than 464 2024-04-15T16:33:53.715 INFO:tasks.rados.rados.0.smithi090.stdout:1580: oid 26 updating version 465 to 466 2024-04-15T16:33:53.715 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 466 (ObjNum 525 snap 132 seq_num 525) dirty exists 2024-04-15T16:33:53.715 INFO:tasks.rados.rados.0.smithi090.stdout:1580: left oid 26 (ObjNum 525 snap 132 seq_num 525) 2024-04-15T16:33:53.715 INFO:tasks.rados.rados.0.smithi090.stdout:1568: done (7 left) 2024-04-15T16:33:53.715 INFO:tasks.rados.rados.0.smithi090.stdout:1572: done (6 left) 2024-04-15T16:33:53.715 INFO:tasks.rados.rados.0.smithi090.stdout:1576: done (5 left) 2024-04-15T16:33:53.716 INFO:tasks.rados.rados.0.smithi090.stdout:1577: done (4 left) 2024-04-15T16:33:53.716 INFO:tasks.rados.rados.0.smithi090.stdout:1578: done (3 left) 2024-04-15T16:33:53.716 INFO:tasks.rados.rados.0.smithi090.stdout:1579: done (2 left) 2024-04-15T16:33:53.716 INFO:tasks.rados.rados.0.smithi090.stdout:1580: done (1 left) 2024-04-15T16:33:53.716 INFO:tasks.rados.rados.0.smithi090.stdout:1583: rollback oid 4 current snap is 132 2024-04-15T16:33:53.716 INFO:tasks.rados.rados.0.smithi090.stdout:1583: done (1 left) 2024-04-15T16:33:53.716 INFO:tasks.rados.rados.0.smithi090.stdout:1584: read oid 7 snap -1 2024-04-15T16:33:53.716 INFO:tasks.rados.rados.0.smithi090.stdout:1584: expect (ObjNum 501 snap 127 seq_num 501) 2024-04-15T16:33:53.716 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 132 2024-04-15T16:33:53.716 INFO:tasks.rados.rados.0.smithi090.stdout:1582: finishing copy_from racing read to smithi09078167-35 2024-04-15T16:33:53.716 INFO:tasks.rados.rados.0.smithi090.stdout:1585: seq_num 526 ranges {6250496=417792,6668288=589824,7258112=614400} 2024-04-15T16:33:53.749 INFO:tasks.rados.rados.0.smithi090.stdout:1585: writing smithi09078167-28 from 6250496 to 6668288 tid 1 2024-04-15T16:33:53.752 INFO:tasks.rados.rados.0.smithi090.stdout:1585: writing smithi09078167-28 from 6668288 to 7258112 tid 2 2024-04-15T16:33:53.757 INFO:tasks.rados.rados.0.smithi090.stdout:1585: writing smithi09078167-28 from 7258112 to 7872512 tid 3 2024-04-15T16:33:53.757 INFO:tasks.rados.rados.0.smithi090.stdout:1586: read oid 45 snap -1 2024-04-15T16:33:53.757 INFO:tasks.rados.rados.0.smithi090.stdout:1586: expect (ObjNum 433 snap 110 seq_num 433) 2024-04-15T16:33:53.757 INFO:tasks.rados.rados.0.smithi090.stdout:1587: read oid 26 snap -1 2024-04-15T16:33:53.757 INFO:tasks.rados.rados.0.smithi090.stdout:1587: expect (ObjNum 525 snap 132 seq_num 525) 2024-04-15T16:33:53.757 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 132 2024-04-15T16:33:53.757 INFO:tasks.rados.rados.0.smithi090.stdout:1582: finishing copy_from to smithi09078167-35 2024-04-15T16:33:53.757 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 400 (ObjNum 351 snap 91 seq_num 351) dirty exists 2024-04-15T16:33:53.757 INFO:tasks.rados.rados.0.smithi090.stdout:1588: seq_num 527 ranges {4571136=434176,5005312=475136,5480448=565248,6045696=163840} 2024-04-15T16:33:53.784 INFO:tasks.rados.rados.0.smithi090.stdout:1588: writing smithi09078167-41 from 4571136 to 5005312 tid 1 2024-04-15T16:33:53.786 INFO:tasks.rados.rados.0.smithi090.stdout:1588: writing smithi09078167-41 from 5005312 to 5480448 tid 2 2024-04-15T16:33:53.789 INFO:tasks.rados.rados.0.smithi090.stdout:1588: writing smithi09078167-41 from 5480448 to 6045696 tid 3 2024-04-15T16:33:53.791 INFO:tasks.rados.rados.0.smithi090.stdout:1588: writing smithi09078167-41 from 6045696 to 6209536 tid 4 2024-04-15T16:33:53.791 INFO:tasks.rados.rados.0.smithi090.stdout:1582: done (5 left) 2024-04-15T16:33:53.791 INFO:tasks.rados.rados.0.smithi090.stdout:1589: read oid 42 snap -1 2024-04-15T16:33:53.791 INFO:tasks.rados.rados.0.smithi090.stdout:1589: expect (ObjNum 351 snap 91 seq_num 351) 2024-04-15T16:33:53.791 INFO:tasks.rados.rados.0.smithi090.stdout:1590: read oid 21 snap -1 2024-04-15T16:33:53.791 INFO:tasks.rados.rados.0.smithi090.stdout:1590: expect (ObjNum 277 snap 71 seq_num 277) 2024-04-15T16:33:53.791 INFO:tasks.rados.rados.0.smithi090.stdout:1591: rollback oid 16 current snap is 132 2024-04-15T16:33:53.791 INFO:tasks.rados.rados.0.smithi090.stdout:1591: done (7 left) 2024-04-15T16:33:53.791 INFO:tasks.rados.rados.0.smithi090.stdout:1592: delete oid 50 current snap is 132 2024-04-15T16:33:53.791 INFO:tasks.rados.rados.0.smithi090.stdout:1584: expect (ObjNum 501 snap 127 seq_num 501) 2024-04-15T16:33:53.825 INFO:tasks.rados.rados.0.smithi090.stdout:1585: finishing write tid 1 to smithi09078167-28 2024-04-15T16:33:53.825 INFO:tasks.rados.rados.0.smithi090.stdout:1585: finishing write tid 2 to smithi09078167-28 2024-04-15T16:33:53.825 INFO:tasks.rados.rados.0.smithi090.stdout:1584: done (7 left) 2024-04-15T16:33:53.825 INFO:tasks.rados.rados.0.smithi090.stdout:1592: done (6 left) 2024-04-15T16:33:53.825 INFO:tasks.rados.rados.0.smithi090.stdout:1593: copy_from oid 8 from oid 29 current snap is 132 2024-04-15T16:33:53.825 INFO:tasks.rados.rados.0.smithi090.stdout:1585: finishing write tid 3 to smithi09078167-28 2024-04-15T16:33:53.825 INFO:tasks.rados.rados.0.smithi090.stdout:1585: finishing write tid 4 to smithi09078167-28 2024-04-15T16:33:53.825 INFO:tasks.rados.rados.0.smithi090.stdout:1585: finishing write tid 5 to smithi09078167-28 2024-04-15T16:33:53.825 INFO:tasks.rados.rados.0.smithi090.stdout:1585: oid 28 updating version 0 to 476 2024-04-15T16:33:53.825 INFO:tasks.rados.rados.0.smithi090.stdout:1585: oid 28 version 476 is already newer than 474 2024-04-15T16:33:53.826 INFO:tasks.rados.rados.0.smithi090.stdout:1585: oid 28 updating version 476 to 477 2024-04-15T16:33:53.826 INFO:tasks.rados.rados.0.smithi090.stdout:1585: oid 28 version 477 is already newer than 475 2024-04-15T16:33:53.826 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 477 (ObjNum 526 snap 132 seq_num 526) dirty exists 2024-04-15T16:33:53.826 INFO:tasks.rados.rados.0.smithi090.stdout:1585: left oid 28 (ObjNum 526 snap 132 seq_num 526) 2024-04-15T16:33:53.826 INFO:tasks.rados.rados.0.smithi090.stdout:1587: expect (ObjNum 525 snap 132 seq_num 525) 2024-04-15T16:33:53.878 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:33:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:33:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:33:53.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:53 smithi153 ceph-mon[84714]: osdmap e340: 8 total, 7 up, 8 in 2024-04-15T16:33:53.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:33:53.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:53 smithi153 ceph-mon[84714]: pgmap v167: 121 pgs: 1 active+clean+snaptrim_wait, 10 active+undersized+degraded, 35 active+undersized, 75 active+clean; 160 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 358 KiB/s wr, 1 op/s; 24/210 objects degraded (11.429%) 2024-04-15T16:33:53.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:53.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:33:54.037 INFO:tasks.rados.rados.0.smithi090.stdout:1586: expect (ObjNum 433 snap 110 seq_num 433) 2024-04-15T16:33:54.395 INFO:tasks.rados.rados.0.smithi090.stdout:1588: finishing write tid 1 to smithi09078167-41 2024-04-15T16:33:54.395 INFO:tasks.rados.rados.0.smithi090.stdout:1588: finishing write tid 2 to smithi09078167-41 2024-04-15T16:33:54.395 INFO:tasks.rados.rados.0.smithi090.stdout:1588: finishing write tid 3 to smithi09078167-41 2024-04-15T16:33:54.395 INFO:tasks.rados.rados.0.smithi090.stdout:1588: finishing write tid 4 to smithi09078167-41 2024-04-15T16:33:54.395 INFO:tasks.rados.rados.0.smithi090.stdout:1588: finishing write tid 5 to smithi09078167-41 2024-04-15T16:33:54.395 INFO:tasks.rados.rados.0.smithi090.stdout:1588: finishing write tid 6 to smithi09078167-41 2024-04-15T16:33:54.395 INFO:tasks.rados.rados.0.smithi090.stdout:1588: oid 41 updating version 0 to 473 2024-04-15T16:33:54.395 INFO:tasks.rados.rados.0.smithi090.stdout:1588: oid 41 version 473 is already newer than 471 2024-04-15T16:33:54.396 INFO:tasks.rados.rados.0.smithi090.stdout:1588: oid 41 version 473 is already newer than 470 2024-04-15T16:33:54.396 INFO:tasks.rados.rados.0.smithi090.stdout:1588: oid 41 updating version 473 to 474 2024-04-15T16:33:54.396 INFO:tasks.rados.rados.0.smithi090.stdout:1588: oid 41 version 474 is already newer than 472 2024-04-15T16:33:54.396 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 474 (ObjNum 527 snap 132 seq_num 527) dirty exists 2024-04-15T16:33:54.396 INFO:tasks.rados.rados.0.smithi090.stdout:1588: left oid 41 (ObjNum 527 snap 132 seq_num 527) 2024-04-15T16:33:54.396 INFO:tasks.rados.rados.0.smithi090.stdout:1585: done (6 left) 2024-04-15T16:33:54.396 INFO:tasks.rados.rados.0.smithi090.stdout:1586: done (5 left) 2024-04-15T16:33:54.396 INFO:tasks.rados.rados.0.smithi090.stdout:1587: done (4 left) 2024-04-15T16:33:54.396 INFO:tasks.rados.rados.0.smithi090.stdout:1588: done (3 left) 2024-04-15T16:33:54.396 INFO:tasks.rados.rados.0.smithi090.stdout:1594: read oid 12 snap -1 2024-04-15T16:33:54.396 INFO:tasks.rados.rados.0.smithi090.stdout:1594: expect (ObjNum 484 snap 124 seq_num 484) 2024-04-15T16:33:54.396 INFO:tasks.rados.rados.0.smithi090.stdout:1595: snap_create 2024-04-15T16:33:54.396 INFO:tasks.rados.rados.0.smithi090.stdout:1590: expect (ObjNum 277 snap 71 seq_num 277) 2024-04-15T16:33:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:1589: expect (ObjNum 351 snap 91 seq_num 351) 2024-04-15T16:33:54.780 INFO:tasks.rados.rados.0.smithi090.stdout:1593: finishing copy_from racing read to smithi09078167-8 2024-04-15T16:33:54.780 INFO:tasks.rados.rados.0.smithi090.stdout:1593: finishing copy_from to smithi09078167-8 2024-04-15T16:33:54.780 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 525 (ObjNum 524 snap 132 seq_num 524) dirty exists 2024-04-15T16:33:54.780 INFO:tasks.rados.rados.0.smithi090.stdout:1594: expect (ObjNum 484 snap 124 seq_num 484) 2024-04-15T16:33:55.356 INFO:tasks.rados.rados.0.smithi090.stdout:1589: done (4 left) 2024-04-15T16:33:55.356 INFO:tasks.rados.rados.0.smithi090.stdout:1590: done (3 left) 2024-04-15T16:33:55.356 INFO:tasks.rados.rados.0.smithi090.stdout:1593: done (2 left) 2024-04-15T16:33:55.356 INFO:tasks.rados.rados.0.smithi090.stdout:1594: done (1 left) 2024-04-15T16:33:55.357 INFO:tasks.rados.rados.0.smithi090.stdout:1595: done (0 left) 2024-04-15T16:33:55.357 INFO:tasks.rados.rados.0.smithi090.stdout:1596: read oid 42 snap -1 2024-04-15T16:33:55.357 INFO:tasks.rados.rados.0.smithi090.stdout:1596: expect (ObjNum 351 snap 91 seq_num 351) 2024-04-15T16:33:55.357 INFO:tasks.rados.rados.0.smithi090.stdout:1597: delete oid 13 current snap is 133 2024-04-15T16:33:55.358 INFO:tasks.rados.rados.0.smithi090.stdout:1597: done (1 left) 2024-04-15T16:33:55.358 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 133 2024-04-15T16:33:55.359 INFO:tasks.rados.rados.0.smithi090.stdout:1598: seq_num 530 ranges {8011776=483328,8495104=532480,9027584=671744} 2024-04-15T16:33:55.405 INFO:tasks.rados.rados.0.smithi090.stdout:1598: writing smithi09078167-12 from 8011776 to 8495104 tid 1 2024-04-15T16:33:55.408 INFO:tasks.rados.rados.0.smithi090.stdout:1598: writing smithi09078167-12 from 8495104 to 9027584 tid 2 2024-04-15T16:33:55.412 INFO:tasks.rados.rados.0.smithi090.stdout:1598: writing smithi09078167-12 from 9027584 to 9699328 tid 3 2024-04-15T16:33:55.412 INFO:tasks.rados.rados.0.smithi090.stdout:1599: snap_remove snap 132 2024-04-15T16:33:55.618 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:55 smithi090 ceph-mon[89240]: osdmap e341: 8 total, 7 up, 8 in 2024-04-15T16:33:55.618 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:55 smithi090 ceph-mon[89240]: pgmap v169: 121 pgs: 1 active+clean+snaptrim_wait, 10 active+undersized+degraded, 35 active+undersized, 75 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.7 MiB/s wr, 36 op/s; 28/222 objects degraded (12.613%) 2024-04-15T16:33:55.619 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:55 smithi090 ceph-mon[91618]: osdmap e341: 8 total, 7 up, 8 in 2024-04-15T16:33:55.619 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:55 smithi090 ceph-mon[91618]: pgmap v169: 121 pgs: 1 active+clean+snaptrim_wait, 10 active+undersized+degraded, 35 active+undersized, 75 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.7 MiB/s wr, 36 op/s; 28/222 objects degraded (12.613%) 2024-04-15T16:33:55.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:55 smithi153 ceph-mon[84714]: osdmap e341: 8 total, 7 up, 8 in 2024-04-15T16:33:55.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:55 smithi153 ceph-mon[84714]: pgmap v169: 121 pgs: 1 active+clean+snaptrim_wait, 10 active+undersized+degraded, 35 active+undersized, 75 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.7 MiB/s wr, 36 op/s; 28/222 objects degraded (12.613%) 2024-04-15T16:33:55.899 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:55 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1[101728]: 2024-04-15T16:33:55.621+0000 7f68b5e807c0 -1 osd.1 334 log_to_monitors true 2024-04-15T16:33:56.357 INFO:tasks.rados.rados.0.smithi090.stdout:1599: done (2 left) 2024-04-15T16:33:56.358 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 133 2024-04-15T16:33:56.358 INFO:tasks.rados.rados.0.smithi090.stdout:1596: expect (ObjNum 351 snap 91 seq_num 351) 2024-04-15T16:33:56.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:56 smithi153 ceph-mon[84714]: Health check update: Degraded data redundancy: 28/222 objects degraded (12.613%), 10 pgs degraded (PG_DEGRADED) 2024-04-15T16:33:56.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:56 smithi153 ceph-mon[84714]: osdmap e342: 8 total, 7 up, 8 in 2024-04-15T16:33:56.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:56 smithi153 ceph-mon[84714]: from='osd.1 [v2:172.21.15.90:6810/343323544,v1:172.21.15.90:6811/343323544]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T16:33:56.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:56.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:56.692 INFO:tasks.rados.rados.0.smithi090.stdout:1598: finishing write tid 1 to smithi09078167-12 2024-04-15T16:33:56.692 INFO:tasks.rados.rados.0.smithi090.stdout:1598: finishing write tid 2 to smithi09078167-12 2024-04-15T16:33:56.692 INFO:tasks.rados.rados.0.smithi090.stdout:1600: seq_num 531 ranges {4481024=499712,4980736=417792,5398528=548864,5947392=237568} 2024-04-15T16:33:56.721 INFO:tasks.rados.rados.0.smithi090.stdout:1600: writing smithi09078167-26 from 4481024 to 4980736 tid 1 2024-04-15T16:33:56.723 INFO:tasks.rados.rados.0.smithi090.stdout:1600: writing smithi09078167-26 from 4980736 to 5398528 tid 2 2024-04-15T16:33:56.726 INFO:tasks.rados.rados.0.smithi090.stdout:1600: writing smithi09078167-26 from 5398528 to 5947392 tid 3 2024-04-15T16:33:56.728 INFO:tasks.rados.rados.0.smithi090.stdout:1600: writing smithi09078167-26 from 5947392 to 6184960 tid 4 2024-04-15T16:33:56.728 INFO:tasks.rados.rados.0.smithi090.stdout:1596: done (2 left) 2024-04-15T16:33:56.728 INFO:tasks.rados.rados.0.smithi090.stdout:1601: snap_create 2024-04-15T16:33:56.728 INFO:tasks.rados.rados.0.smithi090.stdout:1598: finishing write tid 3 to smithi09078167-12 2024-04-15T16:33:56.729 INFO:tasks.rados.rados.0.smithi090.stdout:1598: finishing write tid 4 to smithi09078167-12 2024-04-15T16:33:56.729 INFO:tasks.rados.rados.0.smithi090.stdout:1598: finishing write tid 5 to smithi09078167-12 2024-04-15T16:33:56.729 INFO:tasks.rados.rados.0.smithi090.stdout:1598: oid 12 updating version 0 to 529 2024-04-15T16:33:56.729 INFO:tasks.rados.rados.0.smithi090.stdout:1598: oid 12 updating version 529 to 531 2024-04-15T16:33:56.729 INFO:tasks.rados.rados.0.smithi090.stdout:1598: oid 12 version 531 is already newer than 530 2024-04-15T16:33:56.729 INFO:tasks.rados.rados.0.smithi090.stdout:1598: oid 12 updating version 531 to 532 2024-04-15T16:33:56.729 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 532 (ObjNum 530 snap 133 seq_num 530) dirty exists 2024-04-15T16:33:56.729 INFO:tasks.rados.rados.0.smithi090.stdout:1598: left oid 12 (ObjNum 530 snap 133 seq_num 530) 2024-04-15T16:33:56.761 INFO:tasks.rados.rados.0.smithi090.stdout:1600: finishing write tid 1 to smithi09078167-26 2024-04-15T16:33:56.762 INFO:tasks.rados.rados.0.smithi090.stdout:1600: finishing write tid 2 to smithi09078167-26 2024-04-15T16:33:56.762 INFO:tasks.rados.rados.0.smithi090.stdout:1600: finishing write tid 3 to smithi09078167-26 2024-04-15T16:33:56.762 INFO:tasks.rados.rados.0.smithi090.stdout:1600: finishing write tid 4 to smithi09078167-26 2024-04-15T16:33:56.763 INFO:tasks.rados.rados.0.smithi090.stdout:1600: finishing write tid 5 to smithi09078167-26 2024-04-15T16:33:56.764 INFO:tasks.rados.rados.0.smithi090.stdout:1600: finishing write tid 6 to smithi09078167-26 2024-04-15T16:33:56.764 INFO:tasks.rados.rados.0.smithi090.stdout:1600: oid 26 updating version 0 to 467 2024-04-15T16:33:56.764 INFO:tasks.rados.rados.0.smithi090.stdout:1600: oid 26 updating version 467 to 471 2024-04-15T16:33:56.764 INFO:tasks.rados.rados.0.smithi090.stdout:1600: oid 26 version 471 is already newer than 468 2024-04-15T16:33:56.765 INFO:tasks.rados.rados.0.smithi090.stdout:1600: oid 26 version 471 is already newer than 470 2024-04-15T16:33:56.765 INFO:tasks.rados.rados.0.smithi090.stdout:1600: oid 26 version 471 is already newer than 469 2024-04-15T16:33:56.765 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 471 (ObjNum 531 snap 133 seq_num 531) dirty exists 2024-04-15T16:33:56.765 INFO:tasks.rados.rados.0.smithi090.stdout:1600: left oid 26 (ObjNum 531 snap 133 seq_num 531) 2024-04-15T16:33:56.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:56 smithi090 ceph-mon[91618]: Health check update: Degraded data redundancy: 28/222 objects degraded (12.613%), 10 pgs degraded (PG_DEGRADED) 2024-04-15T16:33:56.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:56 smithi090 ceph-mon[91618]: osdmap e342: 8 total, 7 up, 8 in 2024-04-15T16:33:56.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:56 smithi090 ceph-mon[91618]: from='osd.1 [v2:172.21.15.90:6810/343323544,v1:172.21.15.90:6811/343323544]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T16:33:56.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:56.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:56.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:56 smithi090 ceph-mon[89240]: Health check update: Degraded data redundancy: 28/222 objects degraded (12.613%), 10 pgs degraded (PG_DEGRADED) 2024-04-15T16:33:56.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:56 smithi090 ceph-mon[89240]: osdmap e342: 8 total, 7 up, 8 in 2024-04-15T16:33:56.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:56 smithi090 ceph-mon[89240]: from='osd.1 [v2:172.21.15.90:6810/343323544,v1:172.21.15.90:6811/343323544]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-15T16:33:56.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:56.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:57.314 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 16:33:56 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1[101728]: 2024-04-15T16:33:56.850+0000 7f68a32d0700 -1 osd.1 334 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:33:57.368 INFO:tasks.rados.rados.0.smithi090.stdout:1598: done (2 left) 2024-04-15T16:33:57.368 INFO:tasks.rados.rados.0.smithi090.stdout:1600: done (1 left) 2024-04-15T16:33:57.368 INFO:tasks.rados.rados.0.smithi090.stdout:1601: done (0 left) 2024-04-15T16:33:57.368 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 134 2024-04-15T16:33:57.368 INFO:tasks.rados.rados.0.smithi090.stdout:1602: seq_num 532 ranges {12558336=516096,13074432=696320,13770752=507904} 2024-04-15T16:33:57.438 INFO:tasks.rados.rados.0.smithi090.stdout:1602: writing smithi09078167-3 from 12558336 to 13074432 tid 1 2024-04-15T16:33:57.441 INFO:tasks.rados.rados.0.smithi090.stdout:1602: writing smithi09078167-3 from 13074432 to 13770752 tid 2 2024-04-15T16:33:57.445 INFO:tasks.rados.rados.0.smithi090.stdout:1602: writing smithi09078167-3 from 13770752 to 14278656 tid 3 2024-04-15T16:33:57.445 INFO:tasks.rados.rados.0.smithi090.stdout:1603: read oid 23 snap -1 2024-04-15T16:33:57.445 INFO:tasks.rados.rados.0.smithi090.stdout:1603: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:33:57.445 INFO:tasks.rados.rados.0.smithi090.stdout:1604: copy_from oid 50 from oid 19 current snap is 134 2024-04-15T16:33:57.445 INFO:tasks.rados.rados.0.smithi090.stdout:1602: finishing write tid 1 to smithi09078167-3 2024-04-15T16:33:57.445 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 134 2024-04-15T16:33:57.445 INFO:tasks.rados.rados.0.smithi090.stdout:1605: seq_num 533 ranges {12558336=532480,13090816=630784,13721600=516096,14237696=57344} 2024-04-15T16:33:57.515 INFO:tasks.rados.rados.0.smithi090.stdout:1605: writing smithi09078167-10 from 12558336 to 13090816 tid 1 2024-04-15T16:33:57.519 INFO:tasks.rados.rados.0.smithi090.stdout:1605: writing smithi09078167-10 from 13090816 to 13721600 tid 2 2024-04-15T16:33:57.522 INFO:tasks.rados.rados.0.smithi090.stdout:1605: writing smithi09078167-10 from 13721600 to 14237696 tid 3 2024-04-15T16:33:57.523 INFO:tasks.rados.rados.0.smithi090.stdout:1605: writing smithi09078167-10 from 14237696 to 14295040 tid 4 2024-04-15T16:33:57.523 INFO:tasks.rados.rados.0.smithi090.stdout:1606: snap_create 2024-04-15T16:33:57.523 INFO:tasks.rados.rados.0.smithi090.stdout:1602: finishing write tid 2 to smithi09078167-3 2024-04-15T16:33:57.523 INFO:tasks.rados.rados.0.smithi090.stdout:1603: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:33:57.526 INFO:tasks.rados.rados.0.smithi090.stdout:1602: finishing write tid 3 to smithi09078167-3 2024-04-15T16:33:57.526 INFO:tasks.rados.rados.0.smithi090.stdout:1602: finishing write tid 4 to smithi09078167-3 2024-04-15T16:33:57.526 INFO:tasks.rados.rados.0.smithi090.stdout:1602: finishing write tid 5 to smithi09078167-3 2024-04-15T16:33:57.526 INFO:tasks.rados.rados.0.smithi090.stdout:1602: oid 3 updating version 0 to 528 2024-04-15T16:33:57.526 INFO:tasks.rados.rados.0.smithi090.stdout:1602: oid 3 version 528 is already newer than 526 2024-04-15T16:33:57.526 INFO:tasks.rados.rados.0.smithi090.stdout:1602: oid 3 updating version 528 to 529 2024-04-15T16:33:57.526 INFO:tasks.rados.rados.0.smithi090.stdout:1602: oid 3 version 529 is already newer than 527 2024-04-15T16:33:57.526 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 529 (ObjNum 532 snap 134 seq_num 532) dirty exists 2024-04-15T16:33:57.526 INFO:tasks.rados.rados.0.smithi090.stdout:1602: left oid 3 (ObjNum 532 snap 134 seq_num 532) 2024-04-15T16:33:57.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:57 smithi090 ceph-mon[89240]: from='osd.1 [v2:172.21.15.90:6810/343323544,v1:172.21.15.90:6811/343323544]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-15T16:33:57.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:57 smithi090 ceph-mon[89240]: osdmap e343: 8 total, 7 up, 8 in 2024-04-15T16:33:57.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:57 smithi090 ceph-mon[89240]: from='osd.1 [v2:172.21.15.90:6810/343323544,v1:172.21.15.90:6811/343323544]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:33:57.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:57 smithi090 ceph-mon[89240]: pgmap v172: 121 pgs: 1 active+clean+snaptrim_wait, 10 active+undersized+degraded, 35 active+undersized, 75 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.7 MiB/s wr, 36 op/s; 28/222 objects degraded (12.613%) 2024-04-15T16:33:57.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:57 smithi090 ceph-mon[89240]: from='osd.1 [v2:172.21.15.90:6810/343323544,v1:172.21.15.90:6811/343323544]' entity='osd.1' 2024-04-15T16:33:57.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:57 smithi090 ceph-mon[91618]: from='osd.1 [v2:172.21.15.90:6810/343323544,v1:172.21.15.90:6811/343323544]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-15T16:33:57.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:57 smithi090 ceph-mon[91618]: osdmap e343: 8 total, 7 up, 8 in 2024-04-15T16:33:57.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:57 smithi090 ceph-mon[91618]: from='osd.1 [v2:172.21.15.90:6810/343323544,v1:172.21.15.90:6811/343323544]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:33:57.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:57 smithi090 ceph-mon[91618]: pgmap v172: 121 pgs: 1 active+clean+snaptrim_wait, 10 active+undersized+degraded, 35 active+undersized, 75 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.7 MiB/s wr, 36 op/s; 28/222 objects degraded (12.613%) 2024-04-15T16:33:57.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:57 smithi090 ceph-mon[91618]: from='osd.1 [v2:172.21.15.90:6810/343323544,v1:172.21.15.90:6811/343323544]' entity='osd.1' 2024-04-15T16:33:57.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:57 smithi153 ceph-mon[84714]: from='osd.1 [v2:172.21.15.90:6810/343323544,v1:172.21.15.90:6811/343323544]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-15T16:33:57.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:57 smithi153 ceph-mon[84714]: osdmap e343: 8 total, 7 up, 8 in 2024-04-15T16:33:57.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:57 smithi153 ceph-mon[84714]: from='osd.1 [v2:172.21.15.90:6810/343323544,v1:172.21.15.90:6811/343323544]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:33:57.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:57 smithi153 ceph-mon[84714]: pgmap v172: 121 pgs: 1 active+clean+snaptrim_wait, 10 active+undersized+degraded, 35 active+undersized, 75 active+clean; 181 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 7.7 MiB/s wr, 36 op/s; 28/222 objects degraded (12.613%) 2024-04-15T16:33:57.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:57 smithi153 ceph-mon[84714]: from='osd.1 [v2:172.21.15.90:6810/343323544,v1:172.21.15.90:6811/343323544]' entity='osd.1' 2024-04-15T16:33:58.383 INFO:tasks.rados.rados.0.smithi090.stdout:1602: done (4 left) 2024-04-15T16:33:58.383 INFO:tasks.rados.rados.0.smithi090.stdout:1603: done (3 left) 2024-04-15T16:33:58.383 INFO:tasks.rados.rados.0.smithi090.stdout:1606: done (2 left) 2024-04-15T16:33:58.383 INFO:tasks.rados.rados.0.smithi090.stdout:1607: read oid 44 snap -1 2024-04-15T16:33:58.383 INFO:tasks.rados.rados.0.smithi090.stdout:1607: expect deleted 2024-04-15T16:33:58.383 INFO:tasks.rados.rados.0.smithi090.stdout:1608: read oid 36 snap -1 2024-04-15T16:33:58.383 INFO:tasks.rados.rados.0.smithi090.stdout:1608: expect (ObjNum 496 snap 127 seq_num 496) 2024-04-15T16:33:58.383 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 135 2024-04-15T16:33:58.383 INFO:tasks.rados.rados.0.smithi090.stdout:1609: seq_num 534 ranges {5267456=548864,5816320=516096,6332416=688128} 2024-04-15T16:33:58.416 INFO:tasks.rados.rados.0.smithi090.stdout:1609: writing smithi09078167-6 from 5267456 to 5816320 tid 1 2024-04-15T16:33:58.420 INFO:tasks.rados.rados.0.smithi090.stdout:1609: writing smithi09078167-6 from 5816320 to 6332416 tid 2 2024-04-15T16:33:58.425 INFO:tasks.rados.rados.0.smithi090.stdout:1609: writing smithi09078167-6 from 6332416 to 7020544 tid 3 2024-04-15T16:33:58.425 INFO:tasks.rados.rados.0.smithi090.stdout:1610: rmattr oid 2 current snap is 135 2024-04-15T16:33:58.425 INFO:tasks.rados.rados.0.smithi090.stdout:1610: done (5 left) 2024-04-15T16:33:58.425 INFO:tasks.rados.rados.0.smithi090.stdout:1611: rollback oid 1 current snap is 135 2024-04-15T16:33:58.425 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 134 2024-04-15T16:33:58.425 INFO:tasks.rados.rados.0.smithi090.stdout:1608: expect (ObjNum 496 snap 127 seq_num 496) 2024-04-15T16:33:58.584 INFO:tasks.rados.rados.0.smithi090.stdout:1609: finishing write tid 1 to smithi09078167-6 2024-04-15T16:33:58.584 INFO:tasks.rados.rados.0.smithi090.stdout:1609: finishing write tid 2 to smithi09078167-6 2024-04-15T16:33:58.584 INFO:tasks.rados.rados.0.smithi090.stdout:1607: done (5 left) 2024-04-15T16:33:58.584 INFO:tasks.rados.rados.0.smithi090.stdout:1608: done (4 left) 2024-04-15T16:33:58.584 INFO:tasks.rados.rados.0.smithi090.stdout:1612: read oid 8 snap 134 2024-04-15T16:33:58.585 INFO:tasks.rados.rados.0.smithi090.stdout:1612: expect (ObjNum 524 snap 132 seq_num 524) 2024-04-15T16:33:58.585 INFO:tasks.rados.rados.0.smithi090.stdout:1613: copy_from oid 9 from oid 36 current snap is 135 2024-04-15T16:33:58.585 INFO:tasks.rados.rados.0.smithi090.stdout:1604: finishing copy_from racing read to smithi09078167-50 2024-04-15T16:33:58.585 INFO:tasks.rados.rados.0.smithi090.stdout:1611: finishing rollback tid 0 to smithi09078167-1 2024-04-15T16:33:58.585 INFO:tasks.rados.rados.0.smithi090.stdout:1611: finishing rollback tid 1 to smithi09078167-1 2024-04-15T16:33:58.585 INFO:tasks.rados.rados.0.smithi090.stdout:1609: finishing write tid 3 to smithi09078167-6 2024-04-15T16:33:58.585 INFO:tasks.rados.rados.0.smithi090.stdout:1611: finishing rollback tid 2 to smithi09078167-1 2024-04-15T16:33:58.585 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 552 (ObjNum 503 snap 128 seq_num 503) dirty exists 2024-04-15T16:33:58.585 INFO:tasks.rados.rados.0.smithi090.stdout:1609: finishing write tid 4 to smithi09078167-6 2024-04-15T16:33:58.585 INFO:tasks.rados.rados.0.smithi090.stdout:1609: finishing write tid 5 to smithi09078167-6 2024-04-15T16:33:58.586 INFO:tasks.rados.rados.0.smithi090.stdout:1609: oid 6 updating version 0 to 539 2024-04-15T16:33:58.586 INFO:tasks.rados.rados.0.smithi090.stdout:1609: oid 6 version 539 is already newer than 538 2024-04-15T16:33:58.586 INFO:tasks.rados.rados.0.smithi090.stdout:1609: oid 6 version 539 is already newer than 536 2024-04-15T16:33:58.586 INFO:tasks.rados.rados.0.smithi090.stdout:1609: oid 6 version 539 is already newer than 537 2024-04-15T16:33:58.586 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 539 (ObjNum 534 snap 135 seq_num 534) dirty exists 2024-04-15T16:33:58.586 INFO:tasks.rados.rados.0.smithi090.stdout:1609: left oid 6 (ObjNum 534 snap 135 seq_num 534) 2024-04-15T16:33:58.586 INFO:tasks.rados.rados.0.smithi090.stdout:1604: finishing copy_from to smithi09078167-50 2024-04-15T16:33:58.586 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 462 (ObjNum 511 snap 131 seq_num 511) dirty exists 2024-04-15T16:33:58.586 INFO:tasks.rados.rados.0.smithi090.stdout:1605: finishing write tid 1 to smithi09078167-10 2024-04-15T16:33:58.586 INFO:tasks.rados.rados.0.smithi090.stdout:1604: done (5 left) 2024-04-15T16:33:58.586 INFO:tasks.rados.rados.0.smithi090.stdout:1609: done (4 left) 2024-04-15T16:33:58.586 INFO:tasks.rados.rados.0.smithi090.stdout:1611: done (3 left) 2024-04-15T16:33:58.587 INFO:tasks.rados.rados.0.smithi090.stdout:1614: snap_create 2024-04-15T16:33:58.587 INFO:tasks.rados.rados.0.smithi090.stdout:1605: finishing write tid 2 to smithi09078167-10 2024-04-15T16:33:58.587 INFO:tasks.rados.rados.0.smithi090.stdout:1605: finishing write tid 3 to smithi09078167-10 2024-04-15T16:33:58.587 INFO:tasks.rados.rados.0.smithi090.stdout:1605: finishing write tid 4 to smithi09078167-10 2024-04-15T16:33:58.587 INFO:tasks.rados.rados.0.smithi090.stdout:1605: finishing write tid 5 to smithi09078167-10 2024-04-15T16:33:58.587 INFO:tasks.rados.rados.0.smithi090.stdout:1605: finishing write tid 6 to smithi09078167-10 2024-04-15T16:33:58.587 INFO:tasks.rados.rados.0.smithi090.stdout:1605: oid 10 updating version 0 to 511 2024-04-15T16:33:58.587 INFO:tasks.rados.rados.0.smithi090.stdout:1605: oid 10 updating version 511 to 514 2024-04-15T16:33:58.587 INFO:tasks.rados.rados.0.smithi090.stdout:1605: oid 10 version 514 is already newer than 512 2024-04-15T16:33:58.587 INFO:tasks.rados.rados.0.smithi090.stdout:1605: oid 10 version 514 is already newer than 513 2024-04-15T16:33:58.587 INFO:tasks.rados.rados.0.smithi090.stdout:1605: oid 10 updating version 514 to 515 2024-04-15T16:33:58.587 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 515 (ObjNum 533 snap 134 seq_num 533) dirty exists 2024-04-15T16:33:58.587 INFO:tasks.rados.rados.0.smithi090.stdout:1605: left oid 10 (ObjNum 533 snap 134 seq_num 533) 2024-04-15T16:33:58.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:58 smithi090 ceph-mon[89240]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:33:58.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:58 smithi090 ceph-mon[89240]: osd.1 [v2:172.21.15.90:6810/343323544,v1:172.21.15.90:6811/343323544] boot 2024-04-15T16:33:58.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:58 smithi090 ceph-mon[89240]: osdmap e344: 8 total, 8 up, 8 in 2024-04-15T16:33:58.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:33:58.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:58.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:58 smithi090 ceph-mon[91618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:33:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:58 smithi090 ceph-mon[91618]: osd.1 [v2:172.21.15.90:6810/343323544,v1:172.21.15.90:6811/343323544] boot 2024-04-15T16:33:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:58 smithi090 ceph-mon[91618]: osdmap e344: 8 total, 8 up, 8 in 2024-04-15T16:33:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:33:58.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:58.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:58.590 INFO:tasks.rados.rados.0.smithi090.stdout:1612: expect (ObjNum 524 snap 132 seq_num 524) 2024-04-15T16:33:58.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:58 smithi153 ceph-mon[84714]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:33:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:58 smithi153 ceph-mon[84714]: osd.1 [v2:172.21.15.90:6810/343323544,v1:172.21.15.90:6811/343323544] boot 2024-04-15T16:33:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:58 smithi153 ceph-mon[84714]: osdmap e344: 8 total, 8 up, 8 in 2024-04-15T16:33:58.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-15T16:33:58.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:58.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:33:58.636 INFO:tasks.rados.rados.0.smithi090.stdout:1613: finishing copy_from racing read to smithi09078167-9 2024-04-15T16:33:58.636 INFO:tasks.rados.rados.0.smithi090.stdout:1613: finishing copy_from to smithi09078167-9 2024-04-15T16:33:58.637 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 447 (ObjNum 496 snap 127 seq_num 496) dirty exists 2024-04-15T16:33:59.370 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:33:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:33:59] "GET /metrics HTTP/1.1" 200 36116 "" "Prometheus/2.43.0" 2024-04-15T16:33:59.401 INFO:tasks.rados.rados.0.smithi090.stdout:1605: done (3 left) 2024-04-15T16:33:59.401 INFO:tasks.rados.rados.0.smithi090.stdout:1612: done (2 left) 2024-04-15T16:33:59.401 INFO:tasks.rados.rados.0.smithi090.stdout:1613: done (1 left) 2024-04-15T16:33:59.401 INFO:tasks.rados.rados.0.smithi090.stdout:1614: done (0 left) 2024-04-15T16:33:59.402 INFO:tasks.rados.rados.0.smithi090.stdout:1615: read oid 34 snap -1 2024-04-15T16:33:59.402 INFO:tasks.rados.rados.0.smithi090.stdout:1615: expect deleted 2024-04-15T16:33:59.402 INFO:tasks.rados.rados.0.smithi090.stdout:1616: setattr oid 5 current snap is 136 2024-04-15T16:33:59.402 INFO:tasks.rados.rados.0.smithi090.stdout:1617: snap_create 2024-04-15T16:33:59.407 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 458 (ObjNum 459 snap 117 seq_num 459) dirty exists 2024-04-15T16:33:59.627 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:59 smithi090 ceph-mon[89240]: osdmap e345: 8 total, 8 up, 8 in 2024-04-15T16:33:59.627 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:33:59 smithi090 ceph-mon[89240]: pgmap v175: 121 pgs: 5 peering, 4 active+undersized+degraded, 13 active+undersized, 99 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 4.6 MiB/s wr, 20 op/s; 7/210 objects degraded (3.333%); 13 MiB/s, 2 objects/s recovering 2024-04-15T16:33:59.627 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:59 smithi090 ceph-mon[91618]: osdmap e345: 8 total, 8 up, 8 in 2024-04-15T16:33:59.627 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:33:59 smithi090 ceph-mon[91618]: pgmap v175: 121 pgs: 5 peering, 4 active+undersized+degraded, 13 active+undersized, 99 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 4.6 MiB/s wr, 20 op/s; 7/210 objects degraded (3.333%); 13 MiB/s, 2 objects/s recovering 2024-04-15T16:33:59.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:59 smithi153 ceph-mon[84714]: osdmap e345: 8 total, 8 up, 8 in 2024-04-15T16:33:59.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:33:59 smithi153 ceph-mon[84714]: pgmap v175: 121 pgs: 5 peering, 4 active+undersized+degraded, 13 active+undersized, 99 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 4.6 MiB/s wr, 20 op/s; 7/210 objects degraded (3.333%); 13 MiB/s, 2 objects/s recovering 2024-04-15T16:34:00.401 INFO:tasks.rados.rados.0.smithi090.stdout:1615: done (2 left) 2024-04-15T16:34:00.401 INFO:tasks.rados.rados.0.smithi090.stdout:1616: done (1 left) 2024-04-15T16:34:00.401 INFO:tasks.rados.rados.0.smithi090.stdout:1617: done (0 left) 2024-04-15T16:34:00.401 INFO:tasks.rados.rados.0.smithi090.stdout:1618: delete oid 6 current snap is 137 2024-04-15T16:34:00.404 INFO:tasks.rados.rados.0.smithi090.stdout:1618: done (0 left) 2024-04-15T16:34:00.404 INFO:tasks.rados.rados.0.smithi090.stdout:1619: snap_create 2024-04-15T16:34:00.729 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:00 smithi090 ceph-mon[91618]: osdmap e346: 8 total, 8 up, 8 in 2024-04-15T16:34:00.729 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:00 smithi090 ceph-mon[89240]: osdmap e346: 8 total, 8 up, 8 in 2024-04-15T16:34:00.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:00 smithi153 ceph-mon[84714]: osdmap e346: 8 total, 8 up, 8 in 2024-04-15T16:34:01.411 INFO:tasks.rados.rados.0.smithi090.stdout:1619: done (0 left) 2024-04-15T16:34:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:1620: snap_remove snap 133 2024-04-15T16:34:01.691 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:34:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:34:01.619+0000 7f2b83936700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-15T16:34:01.692 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:01 smithi090 ceph-mon[91618]: osdmap e347: 8 total, 8 up, 8 in 2024-04-15T16:34:01.692 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:01 smithi090 ceph-mon[91618]: pgmap v178: 121 pgs: 5 peering, 4 active+undersized+degraded, 13 active+undersized, 99 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 4.6 MiB/s wr, 20 op/s; 7/210 objects degraded (3.333%); 13 MiB/s, 2 objects/s recovering 2024-04-15T16:34:01.692 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:01 smithi090 ceph-mon[89240]: osdmap e347: 8 total, 8 up, 8 in 2024-04-15T16:34:01.692 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:01 smithi090 ceph-mon[89240]: pgmap v178: 121 pgs: 5 peering, 4 active+undersized+degraded, 13 active+undersized, 99 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 4.6 MiB/s wr, 20 op/s; 7/210 objects degraded (3.333%); 13 MiB/s, 2 objects/s recovering 2024-04-15T16:34:01.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:01 smithi153 ceph-mon[84714]: osdmap e347: 8 total, 8 up, 8 in 2024-04-15T16:34:01.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:01 smithi153 ceph-mon[84714]: pgmap v178: 121 pgs: 5 peering, 4 active+undersized+degraded, 13 active+undersized, 99 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 4.6 MiB/s wr, 20 op/s; 7/210 objects degraded (3.333%); 13 MiB/s, 2 objects/s recovering 2024-04-15T16:34:02.419 INFO:tasks.rados.rados.0.smithi090.stdout:1620: done (0 left) 2024-04-15T16:34:02.419 INFO:tasks.rados.rados.0.smithi090.stdout:1621: delete oid 32 current snap is 138 2024-04-15T16:34:02.427 INFO:tasks.rados.rados.0.smithi090.stdout:1621: done (0 left) 2024-04-15T16:34:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:1622: delete oid 21 current snap is 138 2024-04-15T16:34:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:1622: done (0 left) 2024-04-15T16:34:02.429 INFO:tasks.rados.rados.0.smithi090.stdout:1623: snap_remove snap 136 2024-04-15T16:34:02.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:34:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:34:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:34:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:02 smithi153 ceph-mon[84714]: osdmap e348: 8 total, 8 up, 8 in 2024-04-15T16:34:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:02 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:02 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:02 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:34:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:02 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:34:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:02 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:02 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:34:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:02 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:02 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:02 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:02.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:02 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T16:34:02.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:02 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T16:34:02.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:02 smithi153 ceph-mon[84714]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-15T16:34:02.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[89240]: osdmap e348: 8 total, 8 up, 8 in 2024-04-15T16:34:02.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:02.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:02.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:34:02.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:34:02.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:02.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:34:02.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:02.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:02.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:02.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T16:34:02.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T16:34:02.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[89240]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-15T16:34:02.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[91618]: osdmap e348: 8 total, 8 up, 8 in 2024-04-15T16:34:02.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:02.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:02.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:34:02.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:34:02.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:02.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:34:02.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:02.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:02.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:02.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T16:34:02.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T16:34:02.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:02 smithi090 ceph-mon[91618]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-15T16:34:03.426 INFO:tasks.rados.rados.0.smithi090.stdout:1623: done (0 left) 2024-04-15T16:34:03.426 INFO:tasks.rados.rados.0.smithi090.stdout:1624: snap_remove snap 137 2024-04-15T16:34:03.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:03 smithi090 ceph-mon[91618]: osdmap e349: 8 total, 8 up, 8 in 2024-04-15T16:34:03.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:03 smithi090 ceph-mon[91618]: pgmap v181: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 400 KiB/s wr, 7 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-04-15T16:34:03.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:03 smithi090 ceph-mon[89240]: osdmap e349: 8 total, 8 up, 8 in 2024-04-15T16:34:03.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:03 smithi090 ceph-mon[89240]: pgmap v181: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 400 KiB/s wr, 7 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-04-15T16:34:03.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:03 smithi153 ceph-mon[84714]: osdmap e349: 8 total, 8 up, 8 in 2024-04-15T16:34:03.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:03 smithi153 ceph-mon[84714]: pgmap v181: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 400 KiB/s wr, 7 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-04-15T16:34:03.878 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:34:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:34:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:34:04.348 INFO:tasks.rados.rados.0.smithi090.stdout:1624: done (0 left) 2024-04-15T16:34:04.349 INFO:tasks.rados.rados.0.smithi090.stdout:1625: copy_from oid 11 from oid 16 current snap is 138 2024-04-15T16:34:04.349 INFO:tasks.rados.rados.0.smithi090.stdout:1626: rollback oid 40 current snap is 138 2024-04-15T16:34:04.349 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 40 to 134 2024-04-15T16:34:04.349 INFO:tasks.rados.rados.0.smithi090.stdout:1627: read oid 17 snap -1 2024-04-15T16:34:04.349 INFO:tasks.rados.rados.0.smithi090.stdout:1627: expect (ObjNum 513 snap 131 seq_num 513) 2024-04-15T16:34:04.349 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 138 2024-04-15T16:34:04.349 INFO:tasks.rados.rados.0.smithi090.stdout:1628: seq_num 538 ranges {1843200=614400,2457600=450560,2908160=704512,3612672=49152} 2024-04-15T16:34:04.362 INFO:tasks.rados.rados.0.smithi090.stdout:1628: writing smithi09078167-43 from 1843200 to 2457600 tid 1 2024-04-15T16:34:04.365 INFO:tasks.rados.rados.0.smithi090.stdout:1628: writing smithi09078167-43 from 2457600 to 2908160 tid 2 2024-04-15T16:34:04.369 INFO:tasks.rados.rados.0.smithi090.stdout:1628: writing smithi09078167-43 from 2908160 to 3612672 tid 3 2024-04-15T16:34:04.369 INFO:tasks.rados.rados.0.smithi090.stdout:1628: writing smithi09078167-43 from 3612672 to 3661824 tid 4 2024-04-15T16:34:04.370 INFO:tasks.rados.rados.0.smithi090.stdout:1629: setattr oid 9 current snap is 138 2024-04-15T16:34:04.370 INFO:tasks.rados.rados.0.smithi090.stdout:1625: finishing copy_from to smithi09078167-11 2024-04-15T16:34:04.370 INFO:tasks.rados.rados.0.smithi090.stdout:1625: got expected ENOENT (src dne) 2024-04-15T16:34:04.370 INFO:tasks.rados.rados.0.smithi090.stdout:1625: finishing copy_from racing read to smithi09078167-11 2024-04-15T16:34:04.370 INFO:tasks.rados.rados.0.smithi090.stdout:1626: finishing rollback tid 0 to smithi09078167-40 2024-04-15T16:34:04.370 INFO:tasks.rados.rados.0.smithi090.stdout:1626: finishing rollback tid 1 to smithi09078167-40 2024-04-15T16:34:04.370 INFO:tasks.rados.rados.0.smithi090.stdout:1626: finishing rollback tid 2 to smithi09078167-40 2024-04-15T16:34:04.370 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 549 (ObjNum 467 snap 122 seq_num 467) dirty exists 2024-04-15T16:34:04.371 INFO:tasks.rados.rados.0.smithi090.stdout:1625: done (4 left) 2024-04-15T16:34:04.371 INFO:tasks.rados.rados.0.smithi090.stdout:1626: done (3 left) 2024-04-15T16:34:04.371 INFO:tasks.rados.rados.0.smithi090.stdout:1630: snap_remove snap 134 2024-04-15T16:34:04.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:04 smithi090 ceph-mon[91618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 7/210 objects degraded (3.333%), 4 pgs degraded) 2024-04-15T16:34:04.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:04 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:34:04.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:04 smithi090 ceph-mon[91618]: osdmap e350: 8 total, 8 up, 8 in 2024-04-15T16:34:04.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:04 smithi090 ceph-mon[91618]: osdmap e351: 8 total, 8 up, 8 in 2024-04-15T16:34:04.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:04 smithi090 ceph-mon[89240]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 7/210 objects degraded (3.333%), 4 pgs degraded) 2024-04-15T16:34:04.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:04 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:34:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:04 smithi090 ceph-mon[89240]: osdmap e350: 8 total, 8 up, 8 in 2024-04-15T16:34:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:04 smithi090 ceph-mon[89240]: osdmap e351: 8 total, 8 up, 8 in 2024-04-15T16:34:04.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:04 smithi153 ceph-mon[84714]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 7/210 objects degraded (3.333%), 4 pgs degraded) 2024-04-15T16:34:04.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:04 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:34:04.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:04 smithi153 ceph-mon[84714]: osdmap e350: 8 total, 8 up, 8 in 2024-04-15T16:34:04.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:04 smithi153 ceph-mon[84714]: osdmap e351: 8 total, 8 up, 8 in 2024-04-15T16:34:05.351 INFO:tasks.rados.rados.0.smithi090.stdout:1630: done (3 left) 2024-04-15T16:34:05.351 INFO:tasks.rados.rados.0.smithi090.stdout:1631: rmattr oid 41 current snap is 138 2024-04-15T16:34:05.351 INFO:tasks.rados.rados.0.smithi090.stdout:1628: finishing write tid 1 to smithi09078167-43 2024-04-15T16:34:05.351 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 504 (ObjNum 496 snap 127 seq_num 496) dirty exists 2024-04-15T16:34:05.351 INFO:tasks.rados.rados.0.smithi090.stdout:1627: expect (ObjNum 513 snap 131 seq_num 513) 2024-04-15T16:34:05.536 INFO:tasks.rados.rados.0.smithi090.stdout:1628: finishing write tid 2 to smithi09078167-43 2024-04-15T16:34:05.536 INFO:tasks.rados.rados.0.smithi090.stdout:1628: finishing write tid 3 to smithi09078167-43 2024-04-15T16:34:05.536 INFO:tasks.rados.rados.0.smithi090.stdout:1628: finishing write tid 4 to smithi09078167-43 2024-04-15T16:34:05.536 INFO:tasks.rados.rados.0.smithi090.stdout:1628: finishing write tid 5 to smithi09078167-43 2024-04-15T16:34:05.536 INFO:tasks.rados.rados.0.smithi090.stdout:1628: finishing write tid 6 to smithi09078167-43 2024-04-15T16:34:05.536 INFO:tasks.rados.rados.0.smithi090.stdout:1628: oid 43 updating version 0 to 566 2024-04-15T16:34:05.536 INFO:tasks.rados.rados.0.smithi090.stdout:1628: oid 43 version 566 is already newer than 565 2024-04-15T16:34:05.536 INFO:tasks.rados.rados.0.smithi090.stdout:1628: oid 43 version 566 is already newer than 563 2024-04-15T16:34:05.536 INFO:tasks.rados.rados.0.smithi090.stdout:1628: oid 43 version 566 is already newer than 564 2024-04-15T16:34:05.536 INFO:tasks.rados.rados.0.smithi090.stdout:1628: oid 43 version 566 is already newer than 562 2024-04-15T16:34:05.537 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 566 (ObjNum 538 snap 138 seq_num 538) dirty exists 2024-04-15T16:34:05.537 INFO:tasks.rados.rados.0.smithi090.stdout:1628: left oid 43 (ObjNum 538 snap 138 seq_num 538) 2024-04-15T16:34:05.537 INFO:tasks.rados.rados.0.smithi090.stdout:1627: done (3 left) 2024-04-15T16:34:05.537 INFO:tasks.rados.rados.0.smithi090.stdout:1628: done (2 left) 2024-04-15T16:34:05.537 INFO:tasks.rados.rados.0.smithi090.stdout:1629: done (1 left) 2024-04-15T16:34:05.537 INFO:tasks.rados.rados.0.smithi090.stdout:1631: done (0 left) 2024-04-15T16:34:05.537 INFO:tasks.rados.rados.0.smithi090.stdout:1632: read oid 26 snap 135 2024-04-15T16:34:05.537 INFO:tasks.rados.rados.0.smithi090.stdout:1632: expect (ObjNum 531 snap 133 seq_num 531) 2024-04-15T16:34:05.537 INFO:tasks.rados.rados.0.smithi090.stdout:1633: read oid 5 snap 135 2024-04-15T16:34:05.537 INFO:tasks.rados.rados.0.smithi090.stdout:1633: expect (ObjNum 459 snap 117 seq_num 459) 2024-04-15T16:34:05.537 INFO:tasks.rados.rados.0.smithi090.stdout:1634: read oid 35 snap -1 2024-04-15T16:34:05.537 INFO:tasks.rados.rados.0.smithi090.stdout:1634: expect (ObjNum 351 snap 91 seq_num 351) 2024-04-15T16:34:05.537 INFO:tasks.rados.rados.0.smithi090.stdout:1635: setattr oid 37 current snap is 138 2024-04-15T16:34:05.538 INFO:tasks.rados.rados.0.smithi090.stdout:1636: snap_create 2024-04-15T16:34:05.541 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 381 (ObjNum 474 snap 122 seq_num 474) dirty exists 2024-04-15T16:34:05.560 INFO:tasks.rados.rados.0.smithi090.stdout:1633: expect (ObjNum 459 snap 117 seq_num 459) 2024-04-15T16:34:05.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:05 smithi090 ceph-mon[89240]: pgmap v184: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 400 KiB/s wr, 8 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-04-15T16:34:05.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:05 smithi090 ceph-mon[89240]: osdmap e352: 8 total, 8 up, 8 in 2024-04-15T16:34:05.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:05 smithi090 ceph-mon[91618]: pgmap v184: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 400 KiB/s wr, 8 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-04-15T16:34:05.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:05 smithi090 ceph-mon[91618]: osdmap e352: 8 total, 8 up, 8 in 2024-04-15T16:34:05.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:05 smithi153 ceph-mon[84714]: pgmap v184: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 400 KiB/s wr, 8 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-04-15T16:34:05.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:05 smithi153 ceph-mon[84714]: osdmap e352: 8 total, 8 up, 8 in 2024-04-15T16:34:05.895 INFO:tasks.rados.rados.0.smithi090.stdout:1632: expect (ObjNum 531 snap 133 seq_num 531) 2024-04-15T16:34:06.200 INFO:tasks.rados.rados.0.smithi090.stdout:1634: expect (ObjNum 351 snap 91 seq_num 351) 2024-04-15T16:34:06.516 INFO:tasks.rados.rados.0.smithi090.stdout:1632: done (4 left) 2024-04-15T16:34:06.516 INFO:tasks.rados.rados.0.smithi090.stdout:1633: done (3 left) 2024-04-15T16:34:06.517 INFO:tasks.rados.rados.0.smithi090.stdout:1634: done (2 left) 2024-04-15T16:34:06.517 INFO:tasks.rados.rados.0.smithi090.stdout:1635: done (1 left) 2024-04-15T16:34:06.517 INFO:tasks.rados.rados.0.smithi090.stdout:1636: done (0 left) 2024-04-15T16:34:06.517 INFO:tasks.rados.rados.0.smithi090.stdout:1637: snap_create 2024-04-15T16:34:07.446 INFO:tasks.rados.rados.0.smithi090.stdout:1637: done (0 left) 2024-04-15T16:34:07.446 INFO:tasks.rados.rados.0.smithi090.stdout:1638: snap_remove snap 138 2024-04-15T16:34:07.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:07 smithi090 ceph-mon[89240]: osdmap e353: 8 total, 8 up, 8 in 2024-04-15T16:34:07.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:07 smithi090 ceph-mon[89240]: pgmap v187: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:34:07.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:07 smithi090 ceph-mon[91618]: osdmap e353: 8 total, 8 up, 8 in 2024-04-15T16:34:07.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:07 smithi090 ceph-mon[91618]: pgmap v187: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:34:07.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:07 smithi153 ceph-mon[84714]: osdmap e353: 8 total, 8 up, 8 in 2024-04-15T16:34:07.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:07 smithi153 ceph-mon[84714]: pgmap v187: 121 pgs: 121 active+clean; 184 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:34:08.450 INFO:tasks.rados.rados.0.smithi090.stdout:1638: done (0 left) 2024-04-15T16:34:08.451 INFO:tasks.rados.rados.0.smithi090.stdout:1639: rollback oid 7 current snap is 140 2024-04-15T16:34:08.451 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 7 to 135 2024-04-15T16:34:08.451 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 140 2024-04-15T16:34:08.451 INFO:tasks.rados.rados.0.smithi090.stdout:1640: seq_num 539 ranges {0=630784,630784=737280,1368064=466944} 2024-04-15T16:34:08.454 INFO:tasks.rados.rados.0.smithi090.stdout:1640: writing smithi09078167-31 from 0 to 630784 tid 1 2024-04-15T16:34:08.459 INFO:tasks.rados.rados.0.smithi090.stdout:1640: writing smithi09078167-31 from 630784 to 1368064 tid 2 2024-04-15T16:34:08.462 INFO:tasks.rados.rados.0.smithi090.stdout:1640: writing smithi09078167-31 from 1368064 to 1835008 tid 3 2024-04-15T16:34:08.462 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 140 2024-04-15T16:34:08.462 INFO:tasks.rados.rados.0.smithi090.stdout:1639: finishing rollback tid 0 to smithi09078167-7 2024-04-15T16:34:08.462 INFO:tasks.rados.rados.0.smithi090.stdout:1639: finishing rollback tid 1 to smithi09078167-7 2024-04-15T16:34:08.462 INFO:tasks.rados.rados.0.smithi090.stdout:1639: finishing rollback tid 2 to smithi09078167-7 2024-04-15T16:34:08.463 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 480 (ObjNum 501 snap 127 seq_num 501) dirty exists 2024-04-15T16:34:08.463 INFO:tasks.rados.rados.0.smithi090.stdout:1641: seq_num 540 ranges {4153344=647168,4800512=671744,5472256=532480} 2024-04-15T16:34:08.488 INFO:tasks.rados.rados.0.smithi090.stdout:1641: writing smithi09078167-50 from 4153344 to 4800512 tid 1 2024-04-15T16:34:08.492 INFO:tasks.rados.rados.0.smithi090.stdout:1641: writing smithi09078167-50 from 4800512 to 5472256 tid 2 2024-04-15T16:34:08.495 INFO:tasks.rados.rados.0.smithi090.stdout:1641: writing smithi09078167-50 from 5472256 to 6004736 tid 3 2024-04-15T16:34:08.495 INFO:tasks.rados.rados.0.smithi090.stdout:1639: done (2 left) 2024-04-15T16:34:08.495 INFO:tasks.rados.rados.0.smithi090.stdout:1642: read oid 2 snap -1 2024-04-15T16:34:08.495 INFO:tasks.rados.rados.0.smithi090.stdout:1642: expect (ObjNum 510 snap 130 seq_num 510) 2024-04-15T16:34:08.495 INFO:tasks.rados.rados.0.smithi090.stdout:1643: snap_remove snap 135 2024-04-15T16:34:08.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:08 smithi090 ceph-mon[89240]: osdmap e354: 8 total, 8 up, 8 in 2024-04-15T16:34:08.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:08.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:34:08.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:08.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:08 smithi090 ceph-mon[91618]: osdmap e354: 8 total, 8 up, 8 in 2024-04-15T16:34:08.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:08.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:34:08.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:08.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:08 smithi153 ceph-mon[84714]: osdmap e354: 8 total, 8 up, 8 in 2024-04-15T16:34:08.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:34:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:09.352 INFO:tasks.rados.rados.0.smithi090.stdout:1643: done (3 left) 2024-04-15T16:34:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1644: copy_from oid 36 from oid 30 current snap is 140 2024-04-15T16:34:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1640: finishing write tid 1 to smithi09078167-31 2024-04-15T16:34:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1640: finishing write tid 2 to smithi09078167-31 2024-04-15T16:34:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1640: finishing write tid 3 to smithi09078167-31 2024-04-15T16:34:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1640: finishing write tid 4 to smithi09078167-31 2024-04-15T16:34:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1640: finishing write tid 5 to smithi09078167-31 2024-04-15T16:34:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1640: oid 31 updating version 0 to 453 2024-04-15T16:34:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1640: oid 31 updating version 453 to 455 2024-04-15T16:34:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1640: oid 31 version 455 is already newer than 454 2024-04-15T16:34:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1640: oid 31 version 455 is already newer than 452 2024-04-15T16:34:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 455 (ObjNum 539 snap 140 seq_num 539) dirty exists 2024-04-15T16:34:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1640: left oid 31 (ObjNum 539 snap 140 seq_num 539) 2024-04-15T16:34:09.353 INFO:tasks.rados.rados.0.smithi090.stdout:1641: finishing write tid 1 to smithi09078167-50 2024-04-15T16:34:09.354 INFO:tasks.rados.rados.0.smithi090.stdout:1641: finishing write tid 2 to smithi09078167-50 2024-04-15T16:34:09.354 INFO:tasks.rados.rados.0.smithi090.stdout:1641: finishing write tid 3 to smithi09078167-50 2024-04-15T16:34:09.354 INFO:tasks.rados.rados.0.smithi090.stdout:1641: finishing write tid 4 to smithi09078167-50 2024-04-15T16:34:09.354 INFO:tasks.rados.rados.0.smithi090.stdout:1641: finishing write tid 5 to smithi09078167-50 2024-04-15T16:34:09.354 INFO:tasks.rados.rados.0.smithi090.stdout:1641: oid 50 updating version 0 to 516 2024-04-15T16:34:09.354 INFO:tasks.rados.rados.0.smithi090.stdout:1641: oid 50 updating version 516 to 519 2024-04-15T16:34:09.354 INFO:tasks.rados.rados.0.smithi090.stdout:1641: oid 50 version 519 is already newer than 517 2024-04-15T16:34:09.354 INFO:tasks.rados.rados.0.smithi090.stdout:1641: oid 50 version 519 is already newer than 518 2024-04-15T16:34:09.354 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 519 (ObjNum 540 snap 140 seq_num 540) dirty exists 2024-04-15T16:34:09.354 INFO:tasks.rados.rados.0.smithi090.stdout:1641: left oid 50 (ObjNum 540 snap 140 seq_num 540) 2024-04-15T16:34:09.354 INFO:tasks.rados.rados.0.smithi090.stdout:1642: expect (ObjNum 510 snap 130 seq_num 510) 2024-04-15T16:34:09.458 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:34:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:34:09] "GET /metrics HTTP/1.1" 200 36130 "" "Prometheus/2.43.0" 2024-04-15T16:34:09.817 INFO:tasks.rados.rados.0.smithi090.stdout:1644: finishing copy_from to smithi09078167-36 2024-04-15T16:34:09.817 INFO:tasks.rados.rados.0.smithi090.stdout:1644: got expected ENOENT (src dne) 2024-04-15T16:34:09.817 INFO:tasks.rados.rados.0.smithi090.stdout:1644: finishing copy_from racing read to smithi09078167-36 2024-04-15T16:34:09.817 INFO:tasks.rados.rados.0.smithi090.stdout:1640: done (3 left) 2024-04-15T16:34:09.817 INFO:tasks.rados.rados.0.smithi090.stdout:1641: done (2 left) 2024-04-15T16:34:09.817 INFO:tasks.rados.rados.0.smithi090.stdout:1642: done (1 left) 2024-04-15T16:34:09.818 INFO:tasks.rados.rados.0.smithi090.stdout:1644: done (0 left) 2024-04-15T16:34:09.818 INFO:tasks.rados.rados.0.smithi090.stdout:1645: read oid 27 snap -1 2024-04-15T16:34:09.818 INFO:tasks.rados.rados.0.smithi090.stdout:1645: expect (ObjNum 508 snap 130 seq_num 508) 2024-04-15T16:34:09.818 INFO:tasks.rados.rados.0.smithi090.stdout:1646: snap_create 2024-04-15T16:34:09.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:09 smithi090 ceph-mon[91618]: osdmap e355: 8 total, 8 up, 8 in 2024-04-15T16:34:09.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:09 smithi090 ceph-mon[91618]: pgmap v190: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-15T16:34:09.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:09 smithi090 ceph-mon[91618]: osdmap e356: 8 total, 8 up, 8 in 2024-04-15T16:34:09.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:09 smithi090 ceph-mon[89240]: osdmap e355: 8 total, 8 up, 8 in 2024-04-15T16:34:09.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:09 smithi090 ceph-mon[89240]: pgmap v190: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-15T16:34:09.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:09 smithi090 ceph-mon[89240]: osdmap e356: 8 total, 8 up, 8 in 2024-04-15T16:34:09.847 INFO:tasks.rados.rados.0.smithi090.stdout:1645: expect (ObjNum 508 snap 130 seq_num 508) 2024-04-15T16:34:09.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:09 smithi153 ceph-mon[84714]: osdmap e355: 8 total, 8 up, 8 in 2024-04-15T16:34:09.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:09 smithi153 ceph-mon[84714]: pgmap v190: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-15T16:34:09.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:09 smithi153 ceph-mon[84714]: osdmap e356: 8 total, 8 up, 8 in 2024-04-15T16:34:10.468 INFO:tasks.rados.rados.0.smithi090.stdout:1645: done (1 left) 2024-04-15T16:34:10.468 INFO:tasks.rados.rados.0.smithi090.stdout:1646: done (0 left) 2024-04-15T16:34:10.468 INFO:tasks.rados.rados.0.smithi090.stdout:1647: setattr oid 49 current snap is 141 2024-04-15T16:34:10.468 INFO:tasks.rados.rados.0.smithi090.stdout:1648: read oid 45 snap -1 2024-04-15T16:34:10.468 INFO:tasks.rados.rados.0.smithi090.stdout:1648: expect (ObjNum 433 snap 110 seq_num 433) 2024-04-15T16:34:10.469 INFO:tasks.rados.rados.0.smithi090.stdout:1649: snap_create 2024-04-15T16:34:10.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 448 (ObjNum 518 snap 132 seq_num 518) dirty exists 2024-04-15T16:34:10.482 INFO:tasks.rados.rados.0.smithi090.stdout:1648: expect (ObjNum 433 snap 110 seq_num 433) 2024-04-15T16:34:11.475 INFO:tasks.rados.rados.0.smithi090.stdout:1647: done (2 left) 2024-04-15T16:34:11.475 INFO:tasks.rados.rados.0.smithi090.stdout:1648: done (1 left) 2024-04-15T16:34:11.475 INFO:tasks.rados.rados.0.smithi090.stdout:1649: done (0 left) 2024-04-15T16:34:11.475 INFO:tasks.rados.rados.0.smithi090.stdout:1650: copy_from oid 12 from oid 38 current snap is 142 2024-04-15T16:34:11.475 INFO:tasks.rados.rados.0.smithi090.stdout:1651: read oid 23 snap 139 2024-04-15T16:34:11.475 INFO:tasks.rados.rados.0.smithi090.stdout:1651: expect (ObjNum -566861264 snap 22010 seq_num 3728342752) 2024-04-15T16:34:11.475 INFO:tasks.rados.rados.0.smithi090.stdout:1652: rollback oid 42 current snap is 142 2024-04-15T16:34:11.475 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 141 2024-04-15T16:34:11.475 INFO:tasks.rados.rados.0.smithi090.stdout:1653: read oid 40 snap -1 2024-04-15T16:34:11.475 INFO:tasks.rados.rados.0.smithi090.stdout:1653: expect (ObjNum 467 snap 122 seq_num 467) 2024-04-15T16:34:11.476 INFO:tasks.rados.rados.0.smithi090.stdout:1654: snap_create 2024-04-15T16:34:11.477 INFO:tasks.rados.rados.0.smithi090.stdout:1651: expect (ObjNum -566861264 snap 22010 seq_num 3728342752) 2024-04-15T16:34:11.482 INFO:tasks.rados.rados.0.smithi090.stdout:1652: finishing rollback tid 0 to smithi09078167-42 2024-04-15T16:34:11.482 INFO:tasks.rados.rados.0.smithi090.stdout:1652: finishing rollback tid 1 to smithi09078167-42 2024-04-15T16:34:11.482 INFO:tasks.rados.rados.0.smithi090.stdout:1652: finishing rollback tid 2 to smithi09078167-42 2024-04-15T16:34:11.482 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 483 (ObjNum 351 snap 91 seq_num 351) dirty exists 2024-04-15T16:34:11.482 INFO:tasks.rados.rados.0.smithi090.stdout:1653: expect (ObjNum 467 snap 122 seq_num 467) 2024-04-15T16:34:11.503 INFO:tasks.rados.rados.0.smithi090.stdout:1650: finishing copy_from racing read to smithi09078167-12 2024-04-15T16:34:11.510 INFO:tasks.rados.rados.0.smithi090.stdout:1650: finishing copy_from to smithi09078167-12 2024-04-15T16:34:11.510 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 432 (ObjNum 469 snap 122 seq_num 469) dirty exists 2024-04-15T16:34:11.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:11 smithi090 ceph-mon[89240]: osdmap e357: 8 total, 8 up, 8 in 2024-04-15T16:34:11.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:11 smithi090 ceph-mon[89240]: pgmap v193: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-15T16:34:11.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:11 smithi090 ceph-mon[91618]: osdmap e357: 8 total, 8 up, 8 in 2024-04-15T16:34:11.761 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:11 smithi090 ceph-mon[91618]: pgmap v193: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-15T16:34:11.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:11 smithi153 ceph-mon[84714]: osdmap e357: 8 total, 8 up, 8 in 2024-04-15T16:34:11.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:11 smithi153 ceph-mon[84714]: pgmap v193: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.3 MiB/s wr, 20 op/s 2024-04-15T16:34:12.475 INFO:tasks.rados.rados.0.smithi090.stdout:1650: done (4 left) 2024-04-15T16:34:12.475 INFO:tasks.rados.rados.0.smithi090.stdout:1651: done (3 left) 2024-04-15T16:34:12.475 INFO:tasks.rados.rados.0.smithi090.stdout:1652: done (2 left) 2024-04-15T16:34:12.475 INFO:tasks.rados.rados.0.smithi090.stdout:1653: done (1 left) 2024-04-15T16:34:12.475 INFO:tasks.rados.rados.0.smithi090.stdout:1654: done (0 left) 2024-04-15T16:34:12.475 INFO:tasks.rados.rados.0.smithi090.stdout:1655: read oid 1 snap -1 2024-04-15T16:34:12.475 INFO:tasks.rados.rados.0.smithi090.stdout:1655: expect (ObjNum 503 snap 128 seq_num 503) 2024-04-15T16:34:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:1656: read oid 4 snap -1 2024-04-15T16:34:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:1656: expect (ObjNum 472 snap 122 seq_num 472) 2024-04-15T16:34:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 143 2024-04-15T16:34:12.476 INFO:tasks.rados.rados.0.smithi090.stdout:1657: seq_num 541 ranges {4964352=663552,5627904=557056,6184960=475136,6660096=172032} 2024-04-15T16:34:12.505 INFO:tasks.rados.rados.0.smithi090.stdout:1657: writing smithi09078167-45 from 4964352 to 5627904 tid 1 2024-04-15T16:34:12.508 INFO:tasks.rados.rados.0.smithi090.stdout:1657: writing smithi09078167-45 from 5627904 to 6184960 tid 2 2024-04-15T16:34:12.511 INFO:tasks.rados.rados.0.smithi090.stdout:1657: writing smithi09078167-45 from 6184960 to 6660096 tid 3 2024-04-15T16:34:12.512 INFO:tasks.rados.rados.0.smithi090.stdout:1657: writing smithi09078167-45 from 6660096 to 6832128 tid 4 2024-04-15T16:34:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:1658: setattr oid 5 current snap is 143 2024-04-15T16:34:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:1655: expect (ObjNum 503 snap 128 seq_num 503) 2024-04-15T16:34:12.548 INFO:tasks.rados.rados.0.smithi090.stdout:1656: expect (ObjNum 472 snap 122 seq_num 472) 2024-04-15T16:34:12.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:12 smithi153 ceph-mon[84714]: osdmap e358: 8 total, 8 up, 8 in 2024-04-15T16:34:12.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:34:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:34:12.717 INFO:tasks.rados.rados.0.smithi090.stdout:1657: finishing write tid 1 to smithi09078167-45 2024-04-15T16:34:12.717 INFO:tasks.rados.rados.0.smithi090.stdout:1657: finishing write tid 2 to smithi09078167-45 2024-04-15T16:34:12.717 INFO:tasks.rados.rados.0.smithi090.stdout:1657: finishing write tid 3 to smithi09078167-45 2024-04-15T16:34:12.717 INFO:tasks.rados.rados.0.smithi090.stdout:1657: finishing write tid 4 to smithi09078167-45 2024-04-15T16:34:12.717 INFO:tasks.rados.rados.0.smithi090.stdout:1657: finishing write tid 5 to smithi09078167-45 2024-04-15T16:34:12.717 INFO:tasks.rados.rados.0.smithi090.stdout:1657: finishing write tid 6 to smithi09078167-45 2024-04-15T16:34:12.717 INFO:tasks.rados.rados.0.smithi090.stdout:1657: oid 45 updating version 0 to 531 2024-04-15T16:34:12.718 INFO:tasks.rados.rados.0.smithi090.stdout:1657: oid 45 version 531 is already newer than 530 2024-04-15T16:34:12.718 INFO:tasks.rados.rados.0.smithi090.stdout:1657: oid 45 updating version 531 to 532 2024-04-15T16:34:12.718 INFO:tasks.rados.rados.0.smithi090.stdout:1657: oid 45 version 532 is already newer than 528 2024-04-15T16:34:12.718 INFO:tasks.rados.rados.0.smithi090.stdout:1657: oid 45 version 532 is already newer than 529 2024-04-15T16:34:12.718 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 532 (ObjNum 541 snap 143 seq_num 541) dirty exists 2024-04-15T16:34:12.718 INFO:tasks.rados.rados.0.smithi090.stdout:1657: left oid 45 (ObjNum 541 snap 143 seq_num 541) 2024-04-15T16:34:12.718 INFO:tasks.rados.rados.0.smithi090.stdout:1655: done (3 left) 2024-04-15T16:34:12.718 INFO:tasks.rados.rados.0.smithi090.stdout:1656: done (2 left) 2024-04-15T16:34:12.718 INFO:tasks.rados.rados.0.smithi090.stdout:1657: done (1 left) 2024-04-15T16:34:12.718 INFO:tasks.rados.rados.0.smithi090.stdout:1659: read oid 47 snap -1 2024-04-15T16:34:12.718 INFO:tasks.rados.rados.0.smithi090.stdout:1659: expect (ObjNum 403 snap 101 seq_num 403) 2024-04-15T16:34:12.718 INFO:tasks.rados.rados.0.smithi090.stdout:1660: copy_from oid 36 from oid 11 current snap is 143 2024-04-15T16:34:12.719 INFO:tasks.rados.rados.0.smithi090.stdout:1661: copy_from oid 43 from oid 49 current snap is 143 2024-04-15T16:34:12.719 INFO:tasks.rados.rados.0.smithi090.stdout:1662: snap_create 2024-04-15T16:34:12.720 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 459 (ObjNum 459 snap 117 seq_num 459) dirty exists 2024-04-15T16:34:12.729 INFO:tasks.rados.rados.0.smithi090.stdout:1661: finishing copy_from racing read to smithi09078167-43 2024-04-15T16:34:12.730 INFO:tasks.rados.rados.0.smithi090.stdout:1661: finishing copy_from to smithi09078167-43 2024-04-15T16:34:12.730 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 448 (ObjNum 518 snap 132 seq_num 518) dirty exists 2024-04-15T16:34:12.733 INFO:tasks.rados.rados.0.smithi090.stdout:1660: finishing copy_from racing read to smithi09078167-36 2024-04-15T16:34:12.735 INFO:tasks.rados.rados.0.smithi090.stdout:1660: finishing copy_from to smithi09078167-36 2024-04-15T16:34:12.735 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 516 (ObjNum 502 snap 127 seq_num 502) dirty exists 2024-04-15T16:34:12.737 INFO:tasks.rados.rados.0.smithi090.stdout:1659: expect (ObjNum 403 snap 101 seq_num 403) 2024-04-15T16:34:12.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:12 smithi090 ceph-mon[89240]: osdmap e358: 8 total, 8 up, 8 in 2024-04-15T16:34:12.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:12 smithi090 ceph-mon[91618]: osdmap e358: 8 total, 8 up, 8 in 2024-04-15T16:34:13.490 INFO:tasks.rados.rados.0.smithi090.stdout:1658: done (4 left) 2024-04-15T16:34:13.491 INFO:tasks.rados.rados.0.smithi090.stdout:1659: done (3 left) 2024-04-15T16:34:13.491 INFO:tasks.rados.rados.0.smithi090.stdout:1660: done (2 left) 2024-04-15T16:34:13.491 INFO:tasks.rados.rados.0.smithi090.stdout:1661: done (1 left) 2024-04-15T16:34:13.491 INFO:tasks.rados.rados.0.smithi090.stdout:1662: done (0 left) 2024-04-15T16:34:13.491 INFO:tasks.rados.rados.0.smithi090.stdout:1663: delete oid 20 current snap is 144 2024-04-15T16:34:13.495 INFO:tasks.rados.rados.0.smithi090.stdout:1663: done (0 left) 2024-04-15T16:34:13.496 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 144 2024-04-15T16:34:13.496 INFO:tasks.rados.rados.0.smithi090.stdout:1664: seq_num 543 ranges {1589248=704512,2293760=729088,3022848=475136} 2024-04-15T16:34:13.508 INFO:tasks.rados.rados.0.smithi090.stdout:1664: writing smithi09078167-29 from 1589248 to 2293760 tid 1 2024-04-15T16:34:13.512 INFO:tasks.rados.rados.0.smithi090.stdout:1664: writing smithi09078167-29 from 2293760 to 3022848 tid 2 2024-04-15T16:34:13.515 INFO:tasks.rados.rados.0.smithi090.stdout:1664: writing smithi09078167-29 from 3022848 to 3497984 tid 3 2024-04-15T16:34:13.515 INFO:tasks.rados.rados.0.smithi090.stdout:1665: rmattr oid 24 current snap is 144 2024-04-15T16:34:13.515 INFO:tasks.rados.rados.0.smithi090.stdout:1665: done (1 left) 2024-04-15T16:34:13.515 INFO:tasks.rados.rados.0.smithi090.stdout:1666: snap_remove snap 142 2024-04-15T16:34:13.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:13 smithi090 ceph-mon[89240]: osdmap e359: 8 total, 8 up, 8 in 2024-04-15T16:34:13.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:13 smithi090 ceph-mon[89240]: pgmap v196: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 0 op/s 2024-04-15T16:34:13.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:13 smithi090 ceph-mon[91618]: osdmap e359: 8 total, 8 up, 8 in 2024-04-15T16:34:13.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:13 smithi090 ceph-mon[91618]: pgmap v196: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 0 op/s 2024-04-15T16:34:13.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:13 smithi153 ceph-mon[84714]: osdmap e359: 8 total, 8 up, 8 in 2024-04-15T16:34:13.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:13 smithi153 ceph-mon[84714]: pgmap v196: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 0 op/s 2024-04-15T16:34:13.878 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:34:13 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:34:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:34:14.351 INFO:tasks.rados.rados.0.smithi090.stdout:1666: done (1 left) 2024-04-15T16:34:14.352 INFO:tasks.rados.rados.0.smithi090.stdout:1667: delete oid 8 current snap is 144 2024-04-15T16:34:14.352 INFO:tasks.rados.rados.0.smithi090.stdout:1664: finishing write tid 1 to smithi09078167-29 2024-04-15T16:34:14.352 INFO:tasks.rados.rados.0.smithi090.stdout:1664: finishing write tid 2 to smithi09078167-29 2024-04-15T16:34:14.352 INFO:tasks.rados.rados.0.smithi090.stdout:1664: finishing write tid 3 to smithi09078167-29 2024-04-15T16:34:14.352 INFO:tasks.rados.rados.0.smithi090.stdout:1664: finishing write tid 4 to smithi09078167-29 2024-04-15T16:34:14.352 INFO:tasks.rados.rados.0.smithi090.stdout:1664: finishing write tid 5 to smithi09078167-29 2024-04-15T16:34:14.352 INFO:tasks.rados.rados.0.smithi090.stdout:1664: oid 29 updating version 0 to 533 2024-04-15T16:34:14.352 INFO:tasks.rados.rados.0.smithi090.stdout:1664: oid 29 version 533 is already newer than 532 2024-04-15T16:34:14.352 INFO:tasks.rados.rados.0.smithi090.stdout:1664: oid 29 version 533 is already newer than 530 2024-04-15T16:34:14.353 INFO:tasks.rados.rados.0.smithi090.stdout:1664: oid 29 version 533 is already newer than 531 2024-04-15T16:34:14.353 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 533 (ObjNum 543 snap 144 seq_num 543) dirty exists 2024-04-15T16:34:14.353 INFO:tasks.rados.rados.0.smithi090.stdout:1664: left oid 29 (ObjNum 543 snap 144 seq_num 543) 2024-04-15T16:34:14.358 INFO:tasks.rados.rados.0.smithi090.stdout:1664: done (1 left) 2024-04-15T16:34:14.358 INFO:tasks.rados.rados.0.smithi090.stdout:1667: done (0 left) 2024-04-15T16:34:14.359 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 144 2024-04-15T16:34:14.359 INFO:tasks.rados.rados.0.smithi090.stdout:1668: seq_num 545 ranges {6004736=737280,6742016=491520,7233536=450560,7684096=262144} 2024-04-15T16:34:14.395 INFO:tasks.rados.rados.0.smithi090.stdout:1668: writing smithi09078167-50 from 6004736 to 6742016 tid 1 2024-04-15T16:34:14.398 INFO:tasks.rados.rados.0.smithi090.stdout:1668: writing smithi09078167-50 from 6742016 to 7233536 tid 2 2024-04-15T16:34:14.400 INFO:tasks.rados.rados.0.smithi090.stdout:1668: writing smithi09078167-50 from 7233536 to 7684096 tid 3 2024-04-15T16:34:14.403 INFO:tasks.rados.rados.0.smithi090.stdout:1668: writing smithi09078167-50 from 7684096 to 7946240 tid 4 2024-04-15T16:34:14.403 INFO:tasks.rados.rados.0.smithi090.stdout:1669: snap_remove snap 140 2024-04-15T16:34:14.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:14 smithi090 ceph-mon[89240]: osdmap e360: 8 total, 8 up, 8 in 2024-04-15T16:34:14.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:14 smithi090 ceph-mon[89240]: osdmap e361: 8 total, 8 up, 8 in 2024-04-15T16:34:14.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:14 smithi090 ceph-mon[91618]: osdmap e360: 8 total, 8 up, 8 in 2024-04-15T16:34:14.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:14 smithi090 ceph-mon[91618]: osdmap e361: 8 total, 8 up, 8 in 2024-04-15T16:34:14.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:14 smithi153 ceph-mon[84714]: osdmap e360: 8 total, 8 up, 8 in 2024-04-15T16:34:14.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:14 smithi153 ceph-mon[84714]: osdmap e361: 8 total, 8 up, 8 in 2024-04-15T16:34:15.354 INFO:tasks.rados.rados.0.smithi090.stdout:1669: done (1 left) 2024-04-15T16:34:15.354 INFO:tasks.rados.rados.0.smithi090.stdout:1670: read oid 37 snap -1 2024-04-15T16:34:15.354 INFO:tasks.rados.rados.0.smithi090.stdout:1670: expect (ObjNum 474 snap 122 seq_num 474) 2024-04-15T16:34:15.354 INFO:tasks.rados.rados.0.smithi090.stdout:1671: setattr oid 39 current snap is 144 2024-04-15T16:34:15.354 INFO:tasks.rados.rados.0.smithi090.stdout:1668: finishing write tid 1 to smithi09078167-50 2024-04-15T16:34:15.354 INFO:tasks.rados.rados.0.smithi090.stdout:1668: finishing write tid 2 to smithi09078167-50 2024-04-15T16:34:15.354 INFO:tasks.rados.rados.0.smithi090.stdout:1668: finishing write tid 3 to smithi09078167-50 2024-04-15T16:34:15.355 INFO:tasks.rados.rados.0.smithi090.stdout:1668: finishing write tid 4 to smithi09078167-50 2024-04-15T16:34:15.355 INFO:tasks.rados.rados.0.smithi090.stdout:1668: finishing write tid 5 to smithi09078167-50 2024-04-15T16:34:15.355 INFO:tasks.rados.rados.0.smithi090.stdout:1668: finishing write tid 6 to smithi09078167-50 2024-04-15T16:34:15.355 INFO:tasks.rados.rados.0.smithi090.stdout:1668: oid 50 updating version 0 to 520 2024-04-15T16:34:15.355 INFO:tasks.rados.rados.0.smithi090.stdout:1668: oid 50 updating version 520 to 524 2024-04-15T16:34:15.355 INFO:tasks.rados.rados.0.smithi090.stdout:1668: oid 50 version 524 is already newer than 523 2024-04-15T16:34:15.355 INFO:tasks.rados.rados.0.smithi090.stdout:1668: oid 50 version 524 is already newer than 522 2024-04-15T16:34:15.355 INFO:tasks.rados.rados.0.smithi090.stdout:1668: oid 50 version 524 is already newer than 521 2024-04-15T16:34:15.355 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 524 (ObjNum 545 snap 144 seq_num 545) dirty exists 2024-04-15T16:34:15.355 INFO:tasks.rados.rados.0.smithi090.stdout:1668: left oid 50 (ObjNum 545 snap 144 seq_num 545) 2024-04-15T16:34:15.356 INFO:tasks.rados.rados.0.smithi090.stdout:1668: done (2 left) 2024-04-15T16:34:15.356 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 144 2024-04-15T16:34:15.356 INFO:tasks.rados.rados.0.smithi090.stdout:1672: seq_num 546 ranges {3219456=753664,3973120=778240,4751360=425984} 2024-04-15T16:34:15.377 INFO:tasks.rados.rados.0.smithi090.stdout:1672: writing smithi09078167-9 from 3219456 to 3973120 tid 1 2024-04-15T16:34:15.381 INFO:tasks.rados.rados.0.smithi090.stdout:1672: writing smithi09078167-9 from 3973120 to 4751360 tid 2 2024-04-15T16:34:15.385 INFO:tasks.rados.rados.0.smithi090.stdout:1672: writing smithi09078167-9 from 4751360 to 5177344 tid 3 2024-04-15T16:34:15.385 INFO:tasks.rados.rados.0.smithi090.stdout:1673: read oid 45 snap -1 2024-04-15T16:34:15.386 INFO:tasks.rados.rados.0.smithi090.stdout:1673: expect (ObjNum 541 snap 143 seq_num 541) 2024-04-15T16:34:15.386 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 144 2024-04-15T16:34:15.386 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 525 (ObjNum 416 snap 104 seq_num 416) dirty exists 2024-04-15T16:34:15.386 INFO:tasks.rados.rados.0.smithi090.stdout:1672: finishing write tid 1 to smithi09078167-9 2024-04-15T16:34:15.386 INFO:tasks.rados.rados.0.smithi090.stdout:1674: seq_num 547 ranges {1196032=770048,1966080=663552,2629632=466944,3096576=73728} 2024-04-15T16:34:15.397 INFO:tasks.rados.rados.0.smithi090.stdout:1674: writing smithi09078167-7 from 1196032 to 1966080 tid 1 2024-04-15T16:34:15.401 INFO:tasks.rados.rados.0.smithi090.stdout:1674: writing smithi09078167-7 from 1966080 to 2629632 tid 2 2024-04-15T16:34:15.403 INFO:tasks.rados.rados.0.smithi090.stdout:1674: writing smithi09078167-7 from 2629632 to 3096576 tid 3 2024-04-15T16:34:15.405 INFO:tasks.rados.rados.0.smithi090.stdout:1674: writing smithi09078167-7 from 3096576 to 3170304 tid 4 2024-04-15T16:34:15.405 INFO:tasks.rados.rados.0.smithi090.stdout:1671: done (4 left) 2024-04-15T16:34:15.405 INFO:tasks.rados.rados.0.smithi090.stdout:1675: read oid 6 snap -1 2024-04-15T16:34:15.405 INFO:tasks.rados.rados.0.smithi090.stdout:1675: expect deleted 2024-04-15T16:34:15.405 INFO:tasks.rados.rados.0.smithi090.stdout:1676: copy_from oid 19 from oid 34 current snap is 144 2024-04-15T16:34:15.405 INFO:tasks.rados.rados.0.smithi090.stdout:1672: finishing write tid 2 to smithi09078167-9 2024-04-15T16:34:15.405 INFO:tasks.rados.rados.0.smithi090.stdout:1672: finishing write tid 3 to smithi09078167-9 2024-04-15T16:34:15.405 INFO:tasks.rados.rados.0.smithi090.stdout:1672: finishing write tid 4 to smithi09078167-9 2024-04-15T16:34:15.405 INFO:tasks.rados.rados.0.smithi090.stdout:1672: finishing write tid 5 to smithi09078167-9 2024-04-15T16:34:15.406 INFO:tasks.rados.rados.0.smithi090.stdout:1672: oid 9 updating version 0 to 505 2024-04-15T16:34:15.406 INFO:tasks.rados.rados.0.smithi090.stdout:1672: oid 9 updating version 505 to 508 2024-04-15T16:34:15.406 INFO:tasks.rados.rados.0.smithi090.stdout:1672: oid 9 version 508 is already newer than 507 2024-04-15T16:34:15.406 INFO:tasks.rados.rados.0.smithi090.stdout:1672: oid 9 version 508 is already newer than 506 2024-04-15T16:34:15.406 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 508 (ObjNum 546 snap 144 seq_num 546) dirty exists 2024-04-15T16:34:15.406 INFO:tasks.rados.rados.0.smithi090.stdout:1672: left oid 9 (ObjNum 546 snap 144 seq_num 546) 2024-04-15T16:34:15.406 INFO:tasks.rados.rados.0.smithi090.stdout:1670: expect (ObjNum 474 snap 122 seq_num 474) 2024-04-15T16:34:15.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:15 smithi090 ceph-mon[91618]: pgmap v199: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-15T16:34:15.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:15 smithi090 ceph-mon[91618]: osdmap e362: 8 total, 8 up, 8 in 2024-04-15T16:34:15.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:15 smithi090 ceph-mon[89240]: pgmap v199: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-15T16:34:15.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:15 smithi090 ceph-mon[89240]: osdmap e362: 8 total, 8 up, 8 in 2024-04-15T16:34:15.863 INFO:tasks.rados.rados.0.smithi090.stdout:1674: finishing write tid 1 to smithi09078167-7 2024-04-15T16:34:15.863 INFO:tasks.rados.rados.0.smithi090.stdout:1674: finishing write tid 2 to smithi09078167-7 2024-04-15T16:34:15.863 INFO:tasks.rados.rados.0.smithi090.stdout:1676: finishing copy_from to smithi09078167-19 2024-04-15T16:34:15.863 INFO:tasks.rados.rados.0.smithi090.stdout:1676: got expected ENOENT (src dne) 2024-04-15T16:34:15.863 INFO:tasks.rados.rados.0.smithi090.stdout:1676: finishing copy_from racing read to smithi09078167-19 2024-04-15T16:34:15.863 INFO:tasks.rados.rados.0.smithi090.stdout:1674: finishing write tid 3 to smithi09078167-7 2024-04-15T16:34:15.863 INFO:tasks.rados.rados.0.smithi090.stdout:1674: finishing write tid 4 to smithi09078167-7 2024-04-15T16:34:15.863 INFO:tasks.rados.rados.0.smithi090.stdout:1670: done (5 left) 2024-04-15T16:34:15.864 INFO:tasks.rados.rados.0.smithi090.stdout:1672: done (4 left) 2024-04-15T16:34:15.864 INFO:tasks.rados.rados.0.smithi090.stdout:1675: done (3 left) 2024-04-15T16:34:15.864 INFO:tasks.rados.rados.0.smithi090.stdout:1676: done (2 left) 2024-04-15T16:34:15.864 INFO:tasks.rados.rados.0.smithi090.stdout:1677: snap_create 2024-04-15T16:34:15.864 INFO:tasks.rados.rados.0.smithi090.stdout:1674: finishing write tid 5 to smithi09078167-7 2024-04-15T16:34:15.864 INFO:tasks.rados.rados.0.smithi090.stdout:1674: finishing write tid 6 to smithi09078167-7 2024-04-15T16:34:15.864 INFO:tasks.rados.rados.0.smithi090.stdout:1674: oid 7 updating version 0 to 484 2024-04-15T16:34:15.864 INFO:tasks.rados.rados.0.smithi090.stdout:1674: oid 7 updating version 484 to 487 2024-04-15T16:34:15.864 INFO:tasks.rados.rados.0.smithi090.stdout:1674: oid 7 version 487 is already newer than 486 2024-04-15T16:34:15.864 INFO:tasks.rados.rados.0.smithi090.stdout:1674: oid 7 version 487 is already newer than 485 2024-04-15T16:34:15.864 INFO:tasks.rados.rados.0.smithi090.stdout:1674: oid 7 updating version 487 to 488 2024-04-15T16:34:15.864 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 488 (ObjNum 547 snap 144 seq_num 547) dirty exists 2024-04-15T16:34:15.864 INFO:tasks.rados.rados.0.smithi090.stdout:1674: left oid 7 (ObjNum 547 snap 144 seq_num 547) 2024-04-15T16:34:15.865 INFO:tasks.rados.rados.0.smithi090.stdout:1673: expect (ObjNum 541 snap 143 seq_num 541) 2024-04-15T16:34:15.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:15 smithi153 ceph-mon[84714]: pgmap v199: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-15T16:34:15.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:15 smithi153 ceph-mon[84714]: osdmap e362: 8 total, 8 up, 8 in 2024-04-15T16:34:16.500 INFO:tasks.rados.rados.0.smithi090.stdout:1673: done (2 left) 2024-04-15T16:34:16.500 INFO:tasks.rados.rados.0.smithi090.stdout:1674: done (1 left) 2024-04-15T16:34:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:1677: done (0 left) 2024-04-15T16:34:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:1678: rollback oid 1 current snap is 145 2024-04-15T16:34:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 144 2024-04-15T16:34:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:1679: read oid 38 snap -1 2024-04-15T16:34:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:1679: expect (ObjNum 469 snap 122 seq_num 469) 2024-04-15T16:34:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:1680: rollback oid 18 current snap is 145 2024-04-15T16:34:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 18 to 143 2024-04-15T16:34:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:1681: rollback oid 27 current snap is 145 2024-04-15T16:34:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 139 2024-04-15T16:34:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 145 2024-04-15T16:34:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:1682: seq_num 548 ranges {6250496=786432,7036928=598016,7634944=606208} 2024-04-15T16:34:16.541 INFO:tasks.rados.rados.0.smithi090.stdout:1682: writing smithi09078167-35 from 6250496 to 7036928 tid 1 2024-04-15T16:34:16.544 INFO:tasks.rados.rados.0.smithi090.stdout:1682: writing smithi09078167-35 from 7036928 to 7634944 tid 2 2024-04-15T16:34:16.548 INFO:tasks.rados.rados.0.smithi090.stdout:1682: writing smithi09078167-35 from 7634944 to 8241152 tid 3 2024-04-15T16:34:16.548 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 145 2024-04-15T16:34:16.548 INFO:tasks.rados.rados.0.smithi090.stdout:1678: finishing rollback tid 0 to smithi09078167-1 2024-04-15T16:34:16.548 INFO:tasks.rados.rados.0.smithi090.stdout:1683: seq_num 549 ranges {0=802816,802816=483328,1286144=434176,1720320=286720} 2024-04-15T16:34:16.553 INFO:tasks.rados.rados.0.smithi090.stdout:1683: writing smithi09078167-8 from 0 to 802816 tid 1 2024-04-15T16:34:16.555 INFO:tasks.rados.rados.0.smithi090.stdout:1683: writing smithi09078167-8 from 802816 to 1286144 tid 2 2024-04-15T16:34:16.558 INFO:tasks.rados.rados.0.smithi090.stdout:1683: writing smithi09078167-8 from 1286144 to 1720320 tid 3 2024-04-15T16:34:16.560 INFO:tasks.rados.rados.0.smithi090.stdout:1683: writing smithi09078167-8 from 1720320 to 2007040 tid 4 2024-04-15T16:34:16.560 INFO:tasks.rados.rados.0.smithi090.stdout:1684: copy_from oid 14 from oid 21 current snap is 145 2024-04-15T16:34:16.560 INFO:tasks.rados.rados.0.smithi090.stdout:1681: finishing rollback tid 0 to smithi09078167-27 2024-04-15T16:34:16.561 INFO:tasks.rados.rados.0.smithi090.stdout:1681: finishing rollback tid 1 to smithi09078167-27 2024-04-15T16:34:16.561 INFO:tasks.rados.rados.0.smithi090.stdout:1678: finishing rollback tid 1 to smithi09078167-1 2024-04-15T16:34:16.561 INFO:tasks.rados.rados.0.smithi090.stdout:1681: finishing rollback tid 2 to smithi09078167-27 2024-04-15T16:34:16.561 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 565 (ObjNum 508 snap 130 seq_num 508) dirty exists 2024-04-15T16:34:16.561 INFO:tasks.rados.rados.0.smithi090.stdout:1678: finishing rollback tid 2 to smithi09078167-1 2024-04-15T16:34:16.561 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 592 (ObjNum 503 snap 128 seq_num 503) dirty exists 2024-04-15T16:34:16.561 INFO:tasks.rados.rados.0.smithi090.stdout:1680: finishing rollback tid 1 to smithi09078167-18 2024-04-15T16:34:16.561 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 0 (ObjNum 177 snap 0 seq_num 3728224064) dirty dne 2024-04-15T16:34:16.561 INFO:tasks.rados.rados.0.smithi090.stdout:1679: expect (ObjNum 469 snap 122 seq_num 469) 2024-04-15T16:34:16.930 INFO:tasks.rados.rados.0.smithi090.stdout:1682: finishing write tid 1 to smithi09078167-35 2024-04-15T16:34:16.930 INFO:tasks.rados.rados.0.smithi090.stdout:1682: finishing write tid 2 to smithi09078167-35 2024-04-15T16:34:16.930 INFO:tasks.rados.rados.0.smithi090.stdout:1678: done (6 left) 2024-04-15T16:34:16.930 INFO:tasks.rados.rados.0.smithi090.stdout:1679: done (5 left) 2024-04-15T16:34:16.930 INFO:tasks.rados.rados.0.smithi090.stdout:1680: done (4 left) 2024-04-15T16:34:16.930 INFO:tasks.rados.rados.0.smithi090.stdout:1681: done (3 left) 2024-04-15T16:34:16.930 INFO:tasks.rados.rados.0.smithi090.stdout:1685: snap_remove snap 139 2024-04-15T16:34:17.504 INFO:tasks.rados.rados.0.smithi090.stdout:1685: done (3 left) 2024-04-15T16:34:17.504 INFO:tasks.rados.rados.0.smithi090.stdout:1686: read oid 7 snap -1 2024-04-15T16:34:17.504 INFO:tasks.rados.rados.0.smithi090.stdout:1686: expect (ObjNum 547 snap 144 seq_num 547) 2024-04-15T16:34:17.504 INFO:tasks.rados.rados.0.smithi090.stdout:1687: read oid 38 snap 143 2024-04-15T16:34:17.504 INFO:tasks.rados.rados.0.smithi090.stdout:1687: expect (ObjNum 469 snap 122 seq_num 469) 2024-04-15T16:34:17.504 INFO:tasks.rados.rados.0.smithi090.stdout:1688: delete oid 50 current snap is 145 2024-04-15T16:34:17.504 INFO:tasks.rados.rados.0.smithi090.stdout:1682: finishing write tid 3 to smithi09078167-35 2024-04-15T16:34:17.504 INFO:tasks.rados.rados.0.smithi090.stdout:1682: finishing write tid 4 to smithi09078167-35 2024-04-15T16:34:17.504 INFO:tasks.rados.rados.0.smithi090.stdout:1682: finishing write tid 5 to smithi09078167-35 2024-04-15T16:34:17.504 INFO:tasks.rados.rados.0.smithi090.stdout:1682: oid 35 updating version 0 to 509 2024-04-15T16:34:17.504 INFO:tasks.rados.rados.0.smithi090.stdout:1682: oid 35 updating version 509 to 512 2024-04-15T16:34:17.504 INFO:tasks.rados.rados.0.smithi090.stdout:1682: oid 35 version 512 is already newer than 511 2024-04-15T16:34:17.504 INFO:tasks.rados.rados.0.smithi090.stdout:1682: oid 35 version 512 is already newer than 510 2024-04-15T16:34:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 512 (ObjNum 548 snap 145 seq_num 548) dirty exists 2024-04-15T16:34:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:1682: left oid 35 (ObjNum 548 snap 145 seq_num 548) 2024-04-15T16:34:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:1683: finishing write tid 1 to smithi09078167-8 2024-04-15T16:34:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:1683: finishing write tid 2 to smithi09078167-8 2024-04-15T16:34:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:1683: finishing write tid 3 to smithi09078167-8 2024-04-15T16:34:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:1684: finishing copy_from to smithi09078167-14 2024-04-15T16:34:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:1684: got expected ENOENT (src dne) 2024-04-15T16:34:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:1684: finishing copy_from racing read to smithi09078167-14 2024-04-15T16:34:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:1683: finishing write tid 4 to smithi09078167-8 2024-04-15T16:34:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:1683: finishing write tid 5 to smithi09078167-8 2024-04-15T16:34:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:1683: finishing write tid 6 to smithi09078167-8 2024-04-15T16:34:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:1683: oid 8 updating version 0 to 541 2024-04-15T16:34:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:1683: oid 8 updating version 541 to 542 2024-04-15T16:34:17.505 INFO:tasks.rados.rados.0.smithi090.stdout:1683: oid 8 updating version 542 to 545 2024-04-15T16:34:17.506 INFO:tasks.rados.rados.0.smithi090.stdout:1683: oid 8 version 545 is already newer than 544 2024-04-15T16:34:17.506 INFO:tasks.rados.rados.0.smithi090.stdout:1683: oid 8 version 545 is already newer than 543 2024-04-15T16:34:17.506 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 545 (ObjNum 549 snap 145 seq_num 549) dirty exists 2024-04-15T16:34:17.506 INFO:tasks.rados.rados.0.smithi090.stdout:1683: left oid 8 (ObjNum 549 snap 145 seq_num 549) 2024-04-15T16:34:17.512 INFO:tasks.rados.rados.0.smithi090.stdout:1682: done (5 left) 2024-04-15T16:34:17.512 INFO:tasks.rados.rados.0.smithi090.stdout:1683: done (4 left) 2024-04-15T16:34:17.512 INFO:tasks.rados.rados.0.smithi090.stdout:1684: done (3 left) 2024-04-15T16:34:17.513 INFO:tasks.rados.rados.0.smithi090.stdout:1688: done (2 left) 2024-04-15T16:34:17.513 INFO:tasks.rados.rados.0.smithi090.stdout:1689: snap_remove snap 141 2024-04-15T16:34:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:17 smithi090 ceph-mon[89240]: osdmap e363: 8 total, 8 up, 8 in 2024-04-15T16:34:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T16:34:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:17 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T16:34:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:17 smithi090 ceph-mon[89240]: Upgrade: osd.2 is safe to restart 2024-04-15T16:34:17.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:17 smithi090 ceph-mon[89240]: pgmap v202: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-04-15T16:34:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:17 smithi090 ceph-mon[91618]: osdmap e363: 8 total, 8 up, 8 in 2024-04-15T16:34:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T16:34:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:17 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T16:34:17.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:17 smithi090 ceph-mon[91618]: Upgrade: osd.2 is safe to restart 2024-04-15T16:34:17.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:17 smithi090 ceph-mon[91618]: pgmap v202: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-04-15T16:34:17.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:17 smithi153 ceph-mon[84714]: osdmap e363: 8 total, 8 up, 8 in 2024-04-15T16:34:17.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T16:34:17.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:17 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-15T16:34:17.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:17 smithi153 ceph-mon[84714]: Upgrade: osd.2 is safe to restart 2024-04-15T16:34:17.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:17 smithi153 ceph-mon[84714]: pgmap v202: 121 pgs: 121 active+clean; 190 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-04-15T16:34:18.511 INFO:tasks.rados.rados.0.smithi090.stdout:1689: done (2 left) 2024-04-15T16:34:18.511 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 145 2024-04-15T16:34:18.511 INFO:tasks.rados.rados.0.smithi090.stdout:1690: seq_num 551 ranges {3497984=434176,3932160=647168,4579328=450560,5029888=507904} 2024-04-15T16:34:18.533 INFO:tasks.rados.rados.0.smithi090.stdout:1690: writing smithi09078167-4 from 3497984 to 3932160 tid 1 2024-04-15T16:34:18.536 INFO:tasks.rados.rados.0.smithi090.stdout:1690: writing smithi09078167-4 from 3932160 to 4579328 tid 2 2024-04-15T16:34:18.539 INFO:tasks.rados.rados.0.smithi090.stdout:1690: writing smithi09078167-4 from 4579328 to 5029888 tid 3 2024-04-15T16:34:18.542 INFO:tasks.rados.rados.0.smithi090.stdout:1690: writing smithi09078167-4 from 5029888 to 5537792 tid 4 2024-04-15T16:34:18.542 INFO:tasks.rados.rados.0.smithi090.stdout:1691: setattr oid 35 current snap is 145 2024-04-15T16:34:18.543 INFO:tasks.rados.rados.0.smithi090.stdout:1686: expect (ObjNum 547 snap 144 seq_num 547) 2024-04-15T16:34:18.647 INFO:tasks.rados.rados.0.smithi090.stdout:1687: expect (ObjNum 469 snap 122 seq_num 469) 2024-04-15T16:34:18.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:18 smithi153 ceph-mon[84714]: osdmap e364: 8 total, 8 up, 8 in 2024-04-15T16:34:18.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:18.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T16:34:18.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:34:18.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:18 smithi090 ceph-mon[91618]: osdmap e364: 8 total, 8 up, 8 in 2024-04-15T16:34:18.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:18.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T16:34:18.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:34:18.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:18 smithi090 ceph-mon[89240]: osdmap e364: 8 total, 8 up, 8 in 2024-04-15T16:34:18.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:18.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-15T16:34:18.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:34:18.886 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:34:19.022 INFO:tasks.rados.rados.0.smithi090.stdout:1690: finishing write tid 1 to smithi09078167-4 2024-04-15T16:34:19.022 INFO:tasks.rados.rados.0.smithi090.stdout:1690: finishing write tid 2 to smithi09078167-4 2024-04-15T16:34:19.022 INFO:tasks.rados.rados.0.smithi090.stdout:1690: finishing write tid 3 to smithi09078167-4 2024-04-15T16:34:19.022 INFO:tasks.rados.rados.0.smithi090.stdout:1690: finishing write tid 4 to smithi09078167-4 2024-04-15T16:34:19.022 INFO:tasks.rados.rados.0.smithi090.stdout:1690: finishing write tid 5 to smithi09078167-4 2024-04-15T16:34:19.022 INFO:tasks.rados.rados.0.smithi090.stdout:1690: finishing write tid 6 to smithi09078167-4 2024-04-15T16:34:19.022 INFO:tasks.rados.rados.0.smithi090.stdout:1690: oid 4 updating version 0 to 233 2024-04-15T16:34:19.023 INFO:tasks.rados.rados.0.smithi090.stdout:1690: oid 4 version 233 is already newer than 229 2024-04-15T16:34:19.023 INFO:tasks.rados.rados.0.smithi090.stdout:1690: oid 4 version 233 is already newer than 231 2024-04-15T16:34:19.023 INFO:tasks.rados.rados.0.smithi090.stdout:1690: oid 4 version 233 is already newer than 230 2024-04-15T16:34:19.023 INFO:tasks.rados.rados.0.smithi090.stdout:1690: oid 4 version 233 is already newer than 232 2024-04-15T16:34:19.023 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 233 (ObjNum 551 snap 145 seq_num 551) dirty exists 2024-04-15T16:34:19.023 INFO:tasks.rados.rados.0.smithi090.stdout:1690: left oid 4 (ObjNum 551 snap 145 seq_num 551) 2024-04-15T16:34:19.023 INFO:tasks.rados.rados.0.smithi090.stdout:1686: done (3 left) 2024-04-15T16:34:19.023 INFO:tasks.rados.rados.0.smithi090.stdout:1687: done (2 left) 2024-04-15T16:34:19.023 INFO:tasks.rados.rados.0.smithi090.stdout:1690: done (1 left) 2024-04-15T16:34:19.023 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 145 2024-04-15T16:34:19.023 INFO:tasks.rados.rados.0.smithi090.stdout:1692: seq_num 552 ranges {0=450560,450560=532480,983040=655360,1638400=417792} 2024-04-15T16:34:19.024 INFO:tasks.rados.rados.0.smithi090.stdout:1692: writing smithi09078167-20 from 0 to 450560 tid 1 2024-04-15T16:34:19.027 INFO:tasks.rados.rados.0.smithi090.stdout:1692: writing smithi09078167-20 from 450560 to 983040 tid 2 2024-04-15T16:34:19.031 INFO:tasks.rados.rados.0.smithi090.stdout:1692: writing smithi09078167-20 from 983040 to 1638400 tid 3 2024-04-15T16:34:19.034 INFO:tasks.rados.rados.0.smithi090.stdout:1692: writing smithi09078167-20 from 1638400 to 2056192 tid 4 2024-04-15T16:34:19.034 INFO:tasks.rados.rados.0.smithi090.stdout:1693: copy_from oid 45 from oid 28 current snap is 145 2024-04-15T16:34:19.034 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 513 (ObjNum 548 snap 145 seq_num 548) dirty exists 2024-04-15T16:34:19.034 INFO:tasks.rados.rados.0.smithi090.stdout:1692: finishing write tid 1 to smithi09078167-20 2024-04-15T16:34:19.034 INFO:tasks.rados.rados.0.smithi090.stdout:1692: finishing write tid 2 to smithi09078167-20 2024-04-15T16:34:19.034 INFO:tasks.rados.rados.0.smithi090.stdout:1691: done (2 left) 2024-04-15T16:34:19.034 INFO:tasks.rados.rados.0.smithi090.stdout:1694: rollback oid 3 current snap is 145 2024-04-15T16:34:19.035 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 144 2024-04-15T16:34:19.035 INFO:tasks.rados.rados.0.smithi090.stdout:1695: delete oid 29 current snap is 145 2024-04-15T16:34:19.035 INFO:tasks.rados.rados.0.smithi090.stdout:1692: finishing write tid 3 to smithi09078167-20 2024-04-15T16:34:19.038 INFO:tasks.rados.rados.0.smithi090.stdout:1692: finishing write tid 4 to smithi09078167-20 2024-04-15T16:34:19.038 INFO:tasks.rados.rados.0.smithi090.stdout:1692: finishing write tid 5 to smithi09078167-20 2024-04-15T16:34:19.040 INFO:tasks.rados.rados.0.smithi090.stdout:1694: finishing rollback tid 0 to smithi09078167-3 2024-04-15T16:34:19.040 INFO:tasks.rados.rados.0.smithi090.stdout:1694: finishing rollback tid 1 to smithi09078167-3 2024-04-15T16:34:19.040 INFO:tasks.rados.rados.0.smithi090.stdout:1692: finishing write tid 6 to smithi09078167-20 2024-04-15T16:34:19.040 INFO:tasks.rados.rados.0.smithi090.stdout:1692: oid 20 updating version 0 to 610 2024-04-15T16:34:19.040 INFO:tasks.rados.rados.0.smithi090.stdout:1692: oid 20 version 610 is already newer than 606 2024-04-15T16:34:19.040 INFO:tasks.rados.rados.0.smithi090.stdout:1692: oid 20 version 610 is already newer than 607 2024-04-15T16:34:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:1692: oid 20 version 610 is already newer than 609 2024-04-15T16:34:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:1692: oid 20 version 610 is already newer than 608 2024-04-15T16:34:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 610 (ObjNum 552 snap 145 seq_num 552) dirty exists 2024-04-15T16:34:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:1692: left oid 20 (ObjNum 552 snap 145 seq_num 552) 2024-04-15T16:34:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:1694: finishing rollback tid 2 to smithi09078167-3 2024-04-15T16:34:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 536 (ObjNum 532 snap 134 seq_num 532) dirty exists 2024-04-15T16:34:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:1692: done (3 left) 2024-04-15T16:34:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:1694: done (2 left) 2024-04-15T16:34:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:1695: done (1 left) 2024-04-15T16:34:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:1696: copy_from oid 38 from oid 50 current snap is 145 2024-04-15T16:34:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:1697: copy_from oid 29 from oid 14 current snap is 145 2024-04-15T16:34:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:1698: read oid 16 snap -1 2024-04-15T16:34:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:1698: expect deleted 2024-04-15T16:34:19.041 INFO:tasks.rados.rados.0.smithi090.stdout:1699: delete oid 19 current snap is 145 2024-04-15T16:34:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:1696: finishing copy_from to smithi09078167-38 2024-04-15T16:34:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:1696: got expected ENOENT (src dne) 2024-04-15T16:34:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:1697: finishing copy_from to smithi09078167-29 2024-04-15T16:34:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:1697: got expected ENOENT (src dne) 2024-04-15T16:34:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:1696: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:34:19.042 INFO:tasks.rados.rados.0.smithi090.stdout:1697: finishing copy_from racing read to smithi09078167-29 2024-04-15T16:34:19.043 INFO:tasks.rados.rados.0.smithi090.stdout:1696: done (4 left) 2024-04-15T16:34:19.043 INFO:tasks.rados.rados.0.smithi090.stdout:1697: done (3 left) 2024-04-15T16:34:19.043 INFO:tasks.rados.rados.0.smithi090.stdout:1698: done (2 left) 2024-04-15T16:34:19.044 INFO:tasks.rados.rados.0.smithi090.stdout:1699: done (1 left) 2024-04-15T16:34:19.044 INFO:tasks.rados.rados.0.smithi090.stdout:1700: rmattr oid 17 current snap is 145 2024-04-15T16:34:19.044 INFO:tasks.rados.rados.0.smithi090.stdout:1701: read oid 15 snap -1 2024-04-15T16:34:19.044 INFO:tasks.rados.rados.0.smithi090.stdout:1701: expect (ObjNum 452 snap 113 seq_num 452) 2024-04-15T16:34:19.044 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 145 2024-04-15T16:34:19.044 INFO:tasks.rados.rados.0.smithi090.stdout:1702: seq_num 555 ranges {6766592=499712,7266304=638976,7905280=425984,8331264=540672} 2024-04-15T16:34:19.084 INFO:tasks.rados.rados.0.smithi090.stdout:1702: writing smithi09078167-12 from 6766592 to 7266304 tid 1 2024-04-15T16:34:19.128 INFO:tasks.rados.rados.0.smithi090.stdout:1702: writing smithi09078167-12 from 7266304 to 7905280 tid 2 2024-04-15T16:34:19.129 INFO:tasks.rados.rados.0.smithi090.stdout:1702: writing smithi09078167-12 from 7905280 to 8331264 tid 3 2024-04-15T16:34:19.129 INFO:tasks.rados.rados.0.smithi090.stdout:1702: writing smithi09078167-12 from 8331264 to 8871936 tid 4 2024-04-15T16:34:19.129 INFO:tasks.rados.rados.0.smithi090.stdout:1703: delete oid 11 current snap is 145 2024-04-15T16:34:19.129 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 538 (ObjNum 513 snap 131 seq_num 513) dirty exists 2024-04-15T16:34:19.129 INFO:tasks.rados.rados.0.smithi090.stdout:1701: expect (ObjNum 452 snap 113 seq_num 452) 2024-04-15T16:34:19.146 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:34:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:34:19] "GET /metrics HTTP/1.1" 200 36130 "" "Prometheus/2.43.0" 2024-04-15T16:34:19.205 INFO:tasks.rados.rados.0.smithi090.stdout:1693: finishing copy_from racing read to smithi09078167-45 2024-04-15T16:34:19.205 INFO:tasks.rados.rados.0.smithi090.stdout:1693: finishing copy_from to smithi09078167-45 2024-04-15T16:34:19.205 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 477 (ObjNum 526 snap 132 seq_num 526) dirty exists 2024-04-15T16:34:19.206 INFO:tasks.rados.rados.0.smithi090.stdout:1702: finishing write tid 1 to smithi09078167-12 2024-04-15T16:34:19.206 INFO:tasks.rados.rados.0.smithi090.stdout:1702: finishing write tid 2 to smithi09078167-12 2024-04-15T16:34:19.206 INFO:tasks.rados.rados.0.smithi090.stdout:1693: done (4 left) 2024-04-15T16:34:19.206 INFO:tasks.rados.rados.0.smithi090.stdout:1700: done (3 left) 2024-04-15T16:34:19.206 INFO:tasks.rados.rados.0.smithi090.stdout:1701: done (2 left) 2024-04-15T16:34:19.206 INFO:tasks.rados.rados.0.smithi090.stdout:1703: done (1 left) 2024-04-15T16:34:19.206 INFO:tasks.rados.rados.0.smithi090.stdout:1704: snap_remove snap 143 2024-04-15T16:34:19.244 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:34:19.244 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (7m) 22s ago 7m 23.9M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:34:19.244 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (7m) 100s ago 7m 91.5M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:34:19.244 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (8m) 22s ago 8m 19.4M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:34:19.244 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (8m) 100s ago 8m 15.5M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:34:19.244 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (2m) 100s ago 12m 449M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:34:19.244 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (3m) 22s ago 13m 511M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:34:19.244 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (2m) 22s ago 14m 49.9M 2048M 19.0.0-3080-gc2d8c315 259793512b73 82f63672a8c1 2024-04-15T16:34:19.245 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (111s) 100s ago 12m 25.4M 2048M 19.0.0-3080-gc2d8c315 259793512b73 a8c48d861c6e 2024-04-15T16:34:19.245 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (2m) 22s ago 12m 43.6M 2048M 19.0.0-3080-gc2d8c315 259793512b73 28c14668bcb2 2024-04-15T16:34:19.245 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (7m) 22s ago 7m 15.4M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:34:19.245 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (7m) 100s ago 7m 15.4M - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:34:19.245 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (61s) 22s ago 11m 101M 2480M 19.0.0-3080-gc2d8c315 259793512b73 220a8dfc36ad 2024-04-15T16:34:19.245 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (27s) 22s ago 11m 12.4M 2480M 19.0.0-3080-gc2d8c315 259793512b73 1c837b285ce5 2024-04-15T16:34:19.245 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (11m) 22s ago 11m 178M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 25f8f850f0c1 2024-04-15T16:34:19.245 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (10m) 22s ago 10m 171M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 2a999947f8da 2024-04-15T16:34:19.245 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (10m) 100s ago 10m 185M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 72f8dca53733 2024-04-15T16:34:19.245 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (9m) 100s ago 9m 143M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f4ca8da35c81 2024-04-15T16:34:19.245 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (9m) 100s ago 9m 123M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 66e4ab03958e 2024-04-15T16:34:19.245 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (9m) 100s ago 9m 103M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:34:19.245 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (2m) 100s ago 8m 56.5M - 2.43.0 a07b618ecd1d ac36942670ad 2024-04-15T16:34:19.355 INFO:tasks.rados.rados.0.smithi090.stdout:1704: done (1 left) 2024-04-15T16:34:19.355 INFO:tasks.rados.rados.0.smithi090.stdout:1705: delete oid 50 current snap is 145 2024-04-15T16:34:19.355 INFO:tasks.rados.rados.0.smithi090.stdout:1702: finishing write tid 3 to smithi09078167-12 2024-04-15T16:34:19.355 INFO:tasks.rados.rados.0.smithi090.stdout:1702: finishing write tid 4 to smithi09078167-12 2024-04-15T16:34:19.356 INFO:tasks.rados.rados.0.smithi090.stdout:1702: finishing write tid 5 to smithi09078167-12 2024-04-15T16:34:19.356 INFO:tasks.rados.rados.0.smithi090.stdout:1702: finishing write tid 6 to smithi09078167-12 2024-04-15T16:34:19.356 INFO:tasks.rados.rados.0.smithi090.stdout:1702: oid 12 updating version 0 to 576 2024-04-15T16:34:19.356 INFO:tasks.rados.rados.0.smithi090.stdout:1702: oid 12 updating version 576 to 577 2024-04-15T16:34:19.356 INFO:tasks.rados.rados.0.smithi090.stdout:1702: oid 12 updating version 577 to 579 2024-04-15T16:34:19.357 INFO:tasks.rados.rados.0.smithi090.stdout:1702: oid 12 version 579 is already newer than 578 2024-04-15T16:34:19.357 INFO:tasks.rados.rados.0.smithi090.stdout:1702: oid 12 version 579 is already newer than 575 2024-04-15T16:34:19.357 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 579 (ObjNum 555 snap 145 seq_num 555) dirty exists 2024-04-15T16:34:19.357 INFO:tasks.rados.rados.0.smithi090.stdout:1702: left oid 12 (ObjNum 555 snap 145 seq_num 555) 2024-04-15T16:34:19.367 INFO:tasks.rados.rados.0.smithi090.stdout:1702: done (1 left) 2024-04-15T16:34:19.367 INFO:tasks.rados.rados.0.smithi090.stdout:1705: done (0 left) 2024-04-15T16:34:19.367 INFO:tasks.rados.rados.0.smithi090.stdout:1706: delete oid 23 current snap is 145 2024-04-15T16:34:19.368 INFO:tasks.rados.rados.0.smithi090.stdout:1706: done (0 left) 2024-04-15T16:34:19.368 INFO:tasks.rados.rados.0.smithi090.stdout:1707: copy_from oid 6 from oid 30 current snap is 145 2024-04-15T16:34:19.368 INFO:tasks.rados.rados.0.smithi090.stdout:1708: snap_remove snap 144 2024-04-15T16:34:19.665 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:34:19.665 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:34:19.665 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:34:19.666 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:34:19.666 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:34:19.666 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:34:19.666 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:34:19.666 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:34:19.667 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 6, 2024-04-15T16:34:19.667 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:34:19.667 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:34:19.667 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:34:19.667 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:34:19.668 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:34:19.668 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:34:19.668 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 8, 2024-04-15T16:34:19.668 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 7 2024-04-15T16:34:19.668 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:34:19.668 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:34:19.786 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:19 smithi090 ceph-mon[91618]: Upgrade: Updating osd.2 2024-04-15T16:34:19.786 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:19 smithi090 ceph-mon[91618]: Deploying daemon osd.2 on smithi090 2024-04-15T16:34:19.786 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:19 smithi090 ceph-mon[91618]: osdmap e365: 8 total, 8 up, 8 in 2024-04-15T16:34:19.786 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:19 smithi090 ceph-mon[91618]: pgmap v205: 121 pgs: 121 active+clean; 187 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-04-15T16:34:19.787 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:19 smithi090 ceph-mon[91618]: osdmap e366: 8 total, 8 up, 8 in 2024-04-15T16:34:19.787 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:19 smithi090 ceph-mon[89240]: Upgrade: Updating osd.2 2024-04-15T16:34:19.787 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:19 smithi090 ceph-mon[89240]: Deploying daemon osd.2 on smithi090 2024-04-15T16:34:19.787 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:19 smithi090 ceph-mon[89240]: osdmap e365: 8 total, 8 up, 8 in 2024-04-15T16:34:19.787 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:19 smithi090 ceph-mon[89240]: pgmap v205: 121 pgs: 121 active+clean; 187 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-04-15T16:34:19.787 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:19 smithi090 ceph-mon[89240]: osdmap e366: 8 total, 8 up, 8 in 2024-04-15T16:34:19.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:19 smithi153 ceph-mon[84714]: Upgrade: Updating osd.2 2024-04-15T16:34:19.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:19 smithi153 ceph-mon[84714]: Deploying daemon osd.2 on smithi090 2024-04-15T16:34:19.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:19 smithi153 ceph-mon[84714]: osdmap e365: 8 total, 8 up, 8 in 2024-04-15T16:34:19.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:19 smithi153 ceph-mon[84714]: pgmap v205: 121 pgs: 121 active+clean; 187 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-04-15T16:34:19.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:19 smithi153 ceph-mon[84714]: osdmap e366: 8 total, 8 up, 8 in 2024-04-15T16:34:20.358 INFO:tasks.rados.rados.0.smithi090.stdout:1708: done (1 left) 2024-04-15T16:34:20.359 INFO:tasks.rados.rados.0.smithi090.stdout:1709: snap_create 2024-04-15T16:34:20.359 INFO:tasks.rados.rados.0.smithi090.stdout:1707: finishing copy_from to smithi09078167-6 2024-04-15T16:34:20.359 INFO:tasks.rados.rados.0.smithi090.stdout:1707: got expected ENOENT (src dne) 2024-04-15T16:34:20.359 INFO:tasks.rados.rados.0.smithi090.stdout:1707: finishing copy_from racing read to smithi09078167-6 2024-04-15T16:34:20.744 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:20 smithi090 ceph-mon[91618]: from='client.34242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:34:20.744 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:20 smithi090 ceph-mon[91618]: from='client.44177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:34:20.744 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:20 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2438999645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:20.744 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:20 smithi090 ceph-mon[91618]: osdmap e367: 8 total, 8 up, 8 in 2024-04-15T16:34:20.745 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:20 smithi090 ceph-mon[89240]: from='client.34242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:34:20.745 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:20 smithi090 ceph-mon[89240]: from='client.44177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:34:20.745 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:20 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2438999645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:20.745 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:20 smithi090 ceph-mon[89240]: osdmap e367: 8 total, 8 up, 8 in 2024-04-15T16:34:20.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:20 smithi153 ceph-mon[84714]: from='client.34242 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:34:20.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:20 smithi153 ceph-mon[84714]: from='client.44177 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:34:20.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:20 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2438999645' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:20.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:20 smithi153 ceph-mon[84714]: osdmap e367: 8 total, 8 up, 8 in 2024-04-15T16:34:21.355 INFO:tasks.rados.rados.0.smithi090.stdout:1707: done (1 left) 2024-04-15T16:34:21.355 INFO:tasks.rados.rados.0.smithi090.stdout:1709: done (0 left) 2024-04-15T16:34:21.355 INFO:tasks.rados.rados.0.smithi090.stdout:1710: delete oid 46 current snap is 146 2024-04-15T16:34:21.359 INFO:tasks.rados.rados.0.smithi090.stdout:1710: done (0 left) 2024-04-15T16:34:21.359 INFO:tasks.rados.rados.0.smithi090.stdout:1711: rollback oid 6 current snap is 146 2024-04-15T16:34:21.360 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 145 2024-04-15T16:34:21.360 INFO:tasks.rados.rados.0.smithi090.stdout:1712: read oid 17 snap -1 2024-04-15T16:34:21.360 INFO:tasks.rados.rados.0.smithi090.stdout:1712: expect (ObjNum 513 snap 131 seq_num 513) 2024-04-15T16:34:21.360 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 146 2024-04-15T16:34:21.360 INFO:tasks.rados.rados.0.smithi090.stdout:1713: seq_num 560 ranges {1482752=581632,2064384=458752,2523136=614400,3137536=532480} 2024-04-15T16:34:21.370 INFO:tasks.rados.rados.0.smithi090.stdout:1713: writing smithi09078167-43 from 1482752 to 2064384 tid 1 2024-04-15T16:34:21.373 INFO:tasks.rados.rados.0.smithi090.stdout:1713: writing smithi09078167-43 from 2064384 to 2523136 tid 2 2024-04-15T16:34:21.377 INFO:tasks.rados.rados.0.smithi090.stdout:1713: writing smithi09078167-43 from 2523136 to 3137536 tid 3 2024-04-15T16:34:21.381 INFO:tasks.rados.rados.0.smithi090.stdout:1713: writing smithi09078167-43 from 3137536 to 3670016 tid 4 2024-04-15T16:34:21.381 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 146 2024-04-15T16:34:21.382 INFO:tasks.rados.rados.0.smithi090.stdout:1711: finishing rollback tid 1 to smithi09078167-6 2024-04-15T16:34:21.382 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 0 (ObjNum 289 snap 0 seq_num 2173864220) dirty dne 2024-04-15T16:34:21.382 INFO:tasks.rados.rados.0.smithi090.stdout:1714: seq_num 561 ranges {0=598016,598016=745472,1343488=778240,2121728=81920} 2024-04-15T16:34:21.384 INFO:tasks.rados.rados.0.smithi090.stdout:1714: writing smithi09078167-50 from 0 to 598016 tid 1 2024-04-15T16:34:21.389 INFO:tasks.rados.rados.0.smithi090.stdout:1714: writing smithi09078167-50 from 598016 to 1343488 tid 2 2024-04-15T16:34:21.394 INFO:tasks.rados.rados.0.smithi090.stdout:1714: writing smithi09078167-50 from 1343488 to 2121728 tid 3 2024-04-15T16:34:21.395 INFO:tasks.rados.rados.0.smithi090.stdout:1714: writing smithi09078167-50 from 2121728 to 2203648 tid 4 2024-04-15T16:34:21.395 INFO:tasks.rados.rados.0.smithi090.stdout:1711: done (3 left) 2024-04-15T16:34:21.395 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 146 2024-04-15T16:34:21.395 INFO:tasks.rados.rados.0.smithi090.stdout:1712: expect (ObjNum 513 snap 131 seq_num 513) 2024-04-15T16:34:21.605 INFO:tasks.rados.rados.0.smithi090.stdout:1713: finishing write tid 1 to smithi09078167-43 2024-04-15T16:34:21.606 INFO:tasks.rados.rados.0.smithi090.stdout:1713: finishing write tid 2 to smithi09078167-43 2024-04-15T16:34:21.606 INFO:tasks.rados.rados.0.smithi090.stdout:1715: seq_num 562 ranges {5177344=622592,5799936=630784,6430720=581632,7012352=393216} 2024-04-15T16:34:21.637 INFO:tasks.rados.rados.0.smithi090.stdout:1715: writing smithi09078167-9 from 5177344 to 5799936 tid 1 2024-04-15T16:34:21.640 INFO:tasks.rados.rados.0.smithi090.stdout:1715: writing smithi09078167-9 from 5799936 to 6430720 tid 2 2024-04-15T16:34:21.644 INFO:tasks.rados.rados.0.smithi090.stdout:1715: writing smithi09078167-9 from 6430720 to 7012352 tid 3 2024-04-15T16:34:21.647 INFO:tasks.rados.rados.0.smithi090.stdout:1715: writing smithi09078167-9 from 7012352 to 7405568 tid 4 2024-04-15T16:34:21.647 INFO:tasks.rados.rados.0.smithi090.stdout:1712: done (3 left) 2024-04-15T16:34:21.647 INFO:tasks.rados.rados.0.smithi090.stdout:1716: delete oid 11 current snap is 146 2024-04-15T16:34:21.647 INFO:tasks.rados.rados.0.smithi090.stdout:1713: finishing write tid 3 to smithi09078167-43 2024-04-15T16:34:21.647 INFO:tasks.rados.rados.0.smithi090.stdout:1713: finishing write tid 4 to smithi09078167-43 2024-04-15T16:34:21.647 INFO:tasks.rados.rados.0.smithi090.stdout:1713: finishing write tid 5 to smithi09078167-43 2024-04-15T16:34:21.647 INFO:tasks.rados.rados.0.smithi090.stdout:1713: finishing write tid 6 to smithi09078167-43 2024-04-15T16:34:21.647 INFO:tasks.rados.rados.0.smithi090.stdout:1713: oid 43 updating version 0 to 619 2024-04-15T16:34:21.647 INFO:tasks.rados.rados.0.smithi090.stdout:1713: oid 43 updating version 619 to 621 2024-04-15T16:34:21.647 INFO:tasks.rados.rados.0.smithi090.stdout:1713: oid 43 version 621 is already newer than 618 2024-04-15T16:34:21.648 INFO:tasks.rados.rados.0.smithi090.stdout:1713: oid 43 version 621 is already newer than 620 2024-04-15T16:34:21.648 INFO:tasks.rados.rados.0.smithi090.stdout:1713: oid 43 updating version 621 to 622 2024-04-15T16:34:21.648 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 622 (ObjNum 560 snap 146 seq_num 560) dirty exists 2024-04-15T16:34:21.648 INFO:tasks.rados.rados.0.smithi090.stdout:1713: left oid 43 (ObjNum 560 snap 146 seq_num 560) 2024-04-15T16:34:21.648 INFO:tasks.rados.rados.0.smithi090.stdout:1714: finishing write tid 1 to smithi09078167-50 2024-04-15T16:34:21.648 INFO:tasks.rados.rados.0.smithi090.stdout:1714: finishing write tid 2 to smithi09078167-50 2024-04-15T16:34:21.648 INFO:tasks.rados.rados.0.smithi090.stdout:1714: finishing write tid 3 to smithi09078167-50 2024-04-15T16:34:21.648 INFO:tasks.rados.rados.0.smithi090.stdout:1714: finishing write tid 4 to smithi09078167-50 2024-04-15T16:34:21.648 INFO:tasks.rados.rados.0.smithi090.stdout:1714: finishing write tid 5 to smithi09078167-50 2024-04-15T16:34:21.648 INFO:tasks.rados.rados.0.smithi090.stdout:1714: finishing write tid 6 to smithi09078167-50 2024-04-15T16:34:21.648 INFO:tasks.rados.rados.0.smithi090.stdout:1714: oid 50 updating version 0 to 529 2024-04-15T16:34:21.648 INFO:tasks.rados.rados.0.smithi090.stdout:1714: oid 50 updating version 529 to 530 2024-04-15T16:34:21.648 INFO:tasks.rados.rados.0.smithi090.stdout:1714: oid 50 version 530 is already newer than 528 2024-04-15T16:34:21.648 INFO:tasks.rados.rados.0.smithi090.stdout:1714: oid 50 updating version 530 to 531 2024-04-15T16:34:21.649 INFO:tasks.rados.rados.0.smithi090.stdout:1714: oid 50 version 531 is already newer than 527 2024-04-15T16:34:21.649 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 531 (ObjNum 561 snap 146 seq_num 561) dirty exists 2024-04-15T16:34:21.649 INFO:tasks.rados.rados.0.smithi090.stdout:1714: left oid 50 (ObjNum 561 snap 146 seq_num 561) 2024-04-15T16:34:21.649 INFO:tasks.rados.rados.0.smithi090.stdout:1715: finishing write tid 1 to smithi09078167-9 2024-04-15T16:34:21.649 INFO:tasks.rados.rados.0.smithi090.stdout:1715: finishing write tid 2 to smithi09078167-9 2024-04-15T16:34:21.649 INFO:tasks.rados.rados.0.smithi090.stdout:1715: finishing write tid 3 to smithi09078167-9 2024-04-15T16:34:21.649 INFO:tasks.rados.rados.0.smithi090.stdout:1713: done (3 left) 2024-04-15T16:34:21.649 INFO:tasks.rados.rados.0.smithi090.stdout:1714: done (2 left) 2024-04-15T16:34:21.649 INFO:tasks.rados.rados.0.smithi090.stdout:1716: done (1 left) 2024-04-15T16:34:21.649 INFO:tasks.rados.rados.0.smithi090.stdout:1717: snap_remove snap 145 2024-04-15T16:34:21.680 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:21 smithi090 ceph-mon[91618]: pgmap v208: 121 pgs: 121 active+clean; 187 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-04-15T16:34:21.680 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:21 smithi090 ceph-mon[91618]: osdmap e368: 8 total, 8 up, 8 in 2024-04-15T16:34:21.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:21 smithi090 ceph-mon[89240]: pgmap v208: 121 pgs: 121 active+clean; 187 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-04-15T16:34:21.680 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:21 smithi090 ceph-mon[89240]: osdmap e368: 8 total, 8 up, 8 in 2024-04-15T16:34:21.680 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:21 smithi090 systemd[1]: Stopping Ceph osd.2 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:34:21.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:21 smithi153 ceph-mon[84714]: pgmap v208: 121 pgs: 121 active+clean; 187 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 3.3 MiB/s wr, 26 op/s 2024-04-15T16:34:21.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:21 smithi153 ceph-mon[84714]: osdmap e368: 8 total, 8 up, 8 in 2024-04-15T16:34:22.084 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:21 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2[53907]: 2024-04-15T16:34:21.812+0000 7fcb00602700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:34:22.085 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:21 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2[53907]: 2024-04-15T16:34:21.812+0000 7fcb00602700 -1 osd.2 368 *** Got signal Terminated *** 2024-04-15T16:34:22.085 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:21 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2[53907]: 2024-04-15T16:34:21.812+0000 7fcb00602700 -1 osd.2 368 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:34:22.528 INFO:tasks.rados.rados.0.smithi090.stdout:1717: done (1 left) 2024-04-15T16:34:22.529 INFO:tasks.rados.rados.0.smithi090.stdout:1718: rollback oid 8 current snap is 146 2024-04-15T16:34:22.529 INFO:tasks.rados.rados.0.smithi090.stdout:1718: done (1 left) 2024-04-15T16:34:22.529 INFO:tasks.rados.rados.0.smithi090.stdout:1719: setattr oid 37 current snap is 146 2024-04-15T16:34:22.529 INFO:tasks.rados.rados.0.smithi090.stdout:1715: finishing write tid 4 to smithi09078167-9 2024-04-15T16:34:22.529 INFO:tasks.rados.rados.0.smithi090.stdout:1715: finishing write tid 5 to smithi09078167-9 2024-04-15T16:34:22.529 INFO:tasks.rados.rados.0.smithi090.stdout:1715: finishing write tid 6 to smithi09078167-9 2024-04-15T16:34:22.529 INFO:tasks.rados.rados.0.smithi090.stdout:1715: oid 9 updating version 0 to 514 2024-04-15T16:34:22.529 INFO:tasks.rados.rados.0.smithi090.stdout:1715: oid 9 updating version 514 to 516 2024-04-15T16:34:22.529 INFO:tasks.rados.rados.0.smithi090.stdout:1715: oid 9 updating version 516 to 518 2024-04-15T16:34:22.529 INFO:tasks.rados.rados.0.smithi090.stdout:1715: oid 9 version 518 is already newer than 517 2024-04-15T16:34:22.529 INFO:tasks.rados.rados.0.smithi090.stdout:1715: oid 9 version 518 is already newer than 515 2024-04-15T16:34:22.529 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 518 (ObjNum 562 snap 146 seq_num 562) dirty exists 2024-04-15T16:34:22.529 INFO:tasks.rados.rados.0.smithi090.stdout:1715: left oid 9 (ObjNum 562 snap 146 seq_num 562) 2024-04-15T16:34:22.531 INFO:tasks.rados.rados.0.smithi090.stdout:1715: done (1 left) 2024-04-15T16:34:22.531 INFO:tasks.rados.rados.0.smithi090.stdout:1720: snap_create 2024-04-15T16:34:22.542 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 382 (ObjNum 474 snap 122 seq_num 474) dirty exists 2024-04-15T16:34:22.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:22 smithi153 ceph-mon[84714]: osd.2 marked itself down and dead 2024-04-15T16:34:22.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:34:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:34:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:34:22.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:22 smithi090 ceph-mon[89240]: osd.2 marked itself down and dead 2024-04-15T16:34:22.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:22 smithi090 ceph-mon[91618]: osd.2 marked itself down and dead 2024-04-15T16:34:23.211 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:22 smithi090 podman[106012]: 2024-04-15 16:34:22.953079415 +0000 UTC m=+1.368352416 container died 25f8f850f0c1cbd2c4828bfa31d200e0f284aeb69ac4285f7c246e2d08960a52 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=reef-e3fb05d, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True) 2024-04-15T16:34:23.503 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:23 smithi090 podman[106012]: 2024-04-15 16:34:23.288677866 +0000 UTC m=+1.703950895 container cleanup 25f8f850f0c1cbd2c4828bfa31d200e0f284aeb69ac4285f7c246e2d08960a52 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e3fb05d, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:34:23.503 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:23 smithi090 bash[106012]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2 2024-04-15T16:34:23.534 INFO:tasks.rados.rados.0.smithi090.stdout:1719: done (1 left) 2024-04-15T16:34:23.534 INFO:tasks.rados.rados.0.smithi090.stdout:1720: done (0 left) 2024-04-15T16:34:23.534 INFO:tasks.rados.rados.0.smithi090.stdout:1721: delete oid 31 current snap is 147 2024-04-15T16:34:23.543 INFO:tasks.rados.rados.0.smithi090.stdout:1721: done (0 left) 2024-04-15T16:34:23.544 INFO:tasks.rados.rados.0.smithi090.stdout:1722: delete oid 33 current snap is 147 2024-04-15T16:34:23.548 INFO:tasks.rados.rados.0.smithi090.stdout:1722: done (0 left) 2024-04-15T16:34:23.548 INFO:tasks.rados.rados.0.smithi090.stdout:1723: read oid 29 snap -1 2024-04-15T16:34:23.548 INFO:tasks.rados.rados.0.smithi090.stdout:1723: expect deleted 2024-04-15T16:34:23.548 INFO:tasks.rados.rados.0.smithi090.stdout:1724: rollback oid 6 current snap is 147 2024-04-15T16:34:23.548 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 146 2024-04-15T16:34:23.548 INFO:tasks.rados.rados.0.smithi090.stdout:1725: read oid 9 snap -1 2024-04-15T16:34:23.548 INFO:tasks.rados.rados.0.smithi090.stdout:1725: expect (ObjNum 562 snap 146 seq_num 562) 2024-04-15T16:34:23.548 INFO:tasks.rados.rados.0.smithi090.stdout:1726: read oid 49 snap -1 2024-04-15T16:34:23.548 INFO:tasks.rados.rados.0.smithi090.stdout:1726: expect (ObjNum 518 snap 132 seq_num 518) 2024-04-15T16:34:23.548 INFO:tasks.rados.rados.0.smithi090.stdout:1727: copy_from oid 21 from oid 23 current snap is 147 2024-04-15T16:34:23.548 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 147 2024-04-15T16:34:23.548 INFO:tasks.rados.rados.0.smithi090.stdout:1728: seq_num 566 ranges {2056192=688128,2744320=614400,3358720=565248,3923968=425984} 2024-04-15T16:34:23.563 INFO:tasks.rados.rados.0.smithi090.stdout:1728: writing smithi09078167-20 from 2056192 to 2744320 tid 1 2024-04-15T16:34:23.567 INFO:tasks.rados.rados.0.smithi090.stdout:1728: writing smithi09078167-20 from 2744320 to 3358720 tid 2 2024-04-15T16:34:23.570 INFO:tasks.rados.rados.0.smithi090.stdout:1728: writing smithi09078167-20 from 3358720 to 3923968 tid 3 2024-04-15T16:34:23.573 INFO:tasks.rados.rados.0.smithi090.stdout:1728: writing smithi09078167-20 from 3923968 to 4349952 tid 4 2024-04-15T16:34:23.573 INFO:tasks.rados.rados.0.smithi090.stdout:1729: delete oid 45 current snap is 147 2024-04-15T16:34:23.574 INFO:tasks.rados.rados.0.smithi090.stdout:1727: finishing copy_from to smithi09078167-21 2024-04-15T16:34:23.574 INFO:tasks.rados.rados.0.smithi090.stdout:1727: got expected ENOENT (src dne) 2024-04-15T16:34:23.574 INFO:tasks.rados.rados.0.smithi090.stdout:1727: finishing copy_from racing read to smithi09078167-21 2024-04-15T16:34:23.574 INFO:tasks.rados.rados.0.smithi090.stdout:1724: finishing rollback tid 1 to smithi09078167-6 2024-04-15T16:34:23.574 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T16:34:23.574 INFO:tasks.rados.rados.0.smithi090.stdout:1726: expect (ObjNum 518 snap 132 seq_num 518) 2024-04-15T16:34:23.617 INFO:tasks.rados.rados.0.smithi090.stdout:1728: finishing write tid 1 to smithi09078167-20 2024-04-15T16:34:23.617 INFO:tasks.rados.rados.0.smithi090.stdout:1728: finishing write tid 2 to smithi09078167-20 2024-04-15T16:34:23.617 INFO:tasks.rados.rados.0.smithi090.stdout:1723: done (6 left) 2024-04-15T16:34:23.617 INFO:tasks.rados.rados.0.smithi090.stdout:1724: done (5 left) 2024-04-15T16:34:23.617 INFO:tasks.rados.rados.0.smithi090.stdout:1726: done (4 left) 2024-04-15T16:34:23.617 INFO:tasks.rados.rados.0.smithi090.stdout:1727: done (3 left) 2024-04-15T16:34:23.617 INFO:tasks.rados.rados.0.smithi090.stdout:1729: done (2 left) 2024-04-15T16:34:23.617 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 147 2024-04-15T16:34:23.617 INFO:tasks.rados.rados.0.smithi090.stdout:1728: finishing write tid 3 to smithi09078167-20 2024-04-15T16:34:23.618 INFO:tasks.rados.rados.0.smithi090.stdout:1728: finishing write tid 4 to smithi09078167-20 2024-04-15T16:34:23.618 INFO:tasks.rados.rados.0.smithi090.stdout:1728: finishing write tid 5 to smithi09078167-20 2024-04-15T16:34:23.618 INFO:tasks.rados.rados.0.smithi090.stdout:1728: finishing write tid 6 to smithi09078167-20 2024-04-15T16:34:23.618 INFO:tasks.rados.rados.0.smithi090.stdout:1728: oid 20 updating version 0 to 628 2024-04-15T16:34:23.618 INFO:tasks.rados.rados.0.smithi090.stdout:1728: oid 20 version 628 is already newer than 627 2024-04-15T16:34:23.618 INFO:tasks.rados.rados.0.smithi090.stdout:1728: oid 20 version 628 is already newer than 626 2024-04-15T16:34:23.618 INFO:tasks.rados.rados.0.smithi090.stdout:1728: oid 20 updating version 628 to 630 2024-04-15T16:34:23.618 INFO:tasks.rados.rados.0.smithi090.stdout:1728: oid 20 version 630 is already newer than 629 2024-04-15T16:34:23.618 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 630 (ObjNum 566 snap 147 seq_num 566) dirty exists 2024-04-15T16:34:23.618 INFO:tasks.rados.rados.0.smithi090.stdout:1728: left oid 20 (ObjNum 566 snap 147 seq_num 566) 2024-04-15T16:34:23.618 INFO:tasks.rados.rados.0.smithi090.stdout:1725: expect (ObjNum 562 snap 146 seq_num 562) 2024-04-15T16:34:23.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:23 smithi090 ceph-mon[89240]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:34:23.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:23 smithi090 ceph-mon[89240]: osdmap e369: 8 total, 7 up, 8 in 2024-04-15T16:34:23.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:23 smithi090 ceph-mon[89240]: pgmap v211: 121 pgs: 13 stale+active+clean, 108 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 1 op/s 2024-04-15T16:34:23.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:23.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:34:23.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:23 smithi090 ceph-mon[91618]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:34:23.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:23 smithi090 ceph-mon[91618]: osdmap e369: 8 total, 7 up, 8 in 2024-04-15T16:34:23.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:23 smithi090 ceph-mon[91618]: pgmap v211: 121 pgs: 13 stale+active+clean, 108 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 1 op/s 2024-04-15T16:34:23.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:23.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:34:23.836 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:23 smithi090 podman[106038]: 2024-04-15 16:34:23.506881789 +0000 UTC m=+0.558120811 container remove 25f8f850f0c1cbd2c4828bfa31d200e0f284aeb69ac4285f7c246e2d08960a52 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2, RELEASE=reef-e3fb05d, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-15T16:34:23.878 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:34:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:34:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:34:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:23 smithi153 ceph-mon[84714]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:34:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:23 smithi153 ceph-mon[84714]: osdmap e369: 8 total, 7 up, 8 in 2024-04-15T16:34:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:23 smithi153 ceph-mon[84714]: pgmap v211: 121 pgs: 13 stale+active+clean, 108 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.9 MiB/s wr, 1 op/s 2024-04-15T16:34:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:23.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:34:24.005 INFO:tasks.rados.rados.0.smithi090.stdout:1730: seq_num 568 ranges {0=720896,720896=786432,1507328=581632,2088960=237568} 2024-04-15T16:34:24.008 INFO:tasks.rados.rados.0.smithi090.stdout:1730: writing smithi09078167-46 from 0 to 720896 tid 1 2024-04-15T16:34:24.013 INFO:tasks.rados.rados.0.smithi090.stdout:1730: writing smithi09078167-46 from 720896 to 1507328 tid 2 2024-04-15T16:34:24.016 INFO:tasks.rados.rados.0.smithi090.stdout:1730: writing smithi09078167-46 from 1507328 to 2088960 tid 3 2024-04-15T16:34:24.018 INFO:tasks.rados.rados.0.smithi090.stdout:1730: writing smithi09078167-46 from 2088960 to 2326528 tid 4 2024-04-15T16:34:24.018 INFO:tasks.rados.rados.0.smithi090.stdout:1725: done (2 left) 2024-04-15T16:34:24.018 INFO:tasks.rados.rados.0.smithi090.stdout:1728: done (1 left) 2024-04-15T16:34:24.018 INFO:tasks.rados.rados.0.smithi090.stdout:1731: rollback oid 45 current snap is 147 2024-04-15T16:34:24.018 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 45 to 146 2024-04-15T16:34:24.018 INFO:tasks.rados.rados.0.smithi090.stdout:1730: finishing write tid 1 to smithi09078167-46 2024-04-15T16:34:24.019 INFO:tasks.rados.rados.0.smithi090.stdout:1730: finishing write tid 2 to smithi09078167-46 2024-04-15T16:34:24.019 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 147 2024-04-15T16:34:24.019 INFO:tasks.rados.rados.0.smithi090.stdout:1732: seq_num 569 ranges {0=737280,737280=671744,1409024=737280,2146304=196608} 2024-04-15T16:34:24.022 INFO:tasks.rados.rados.0.smithi090.stdout:1732: writing smithi09078167-44 from 0 to 737280 tid 1 2024-04-15T16:34:24.026 INFO:tasks.rados.rados.0.smithi090.stdout:1732: writing smithi09078167-44 from 737280 to 1409024 tid 2 2024-04-15T16:34:24.031 INFO:tasks.rados.rados.0.smithi090.stdout:1732: writing smithi09078167-44 from 1409024 to 2146304 tid 3 2024-04-15T16:34:24.032 INFO:tasks.rados.rados.0.smithi090.stdout:1732: writing smithi09078167-44 from 2146304 to 2342912 tid 4 2024-04-15T16:34:24.032 INFO:tasks.rados.rados.0.smithi090.stdout:1733: setattr oid 13 current snap is 147 2024-04-15T16:34:24.032 INFO:tasks.rados.rados.0.smithi090.stdout:1730: finishing write tid 3 to smithi09078167-46 2024-04-15T16:34:24.033 INFO:tasks.rados.rados.0.smithi090.stdout:1730: finishing write tid 4 to smithi09078167-46 2024-04-15T16:34:24.033 INFO:tasks.rados.rados.0.smithi090.stdout:1730: finishing write tid 5 to smithi09078167-46 2024-04-15T16:34:24.033 INFO:tasks.rados.rados.0.smithi090.stdout:1731: finishing rollback tid 1 to smithi09078167-45 2024-04-15T16:34:24.033 INFO:tasks.rados.rados.0.smithi090.stdout:1731: finishing rollback tid 2 to smithi09078167-45 2024-04-15T16:34:24.033 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 565 (ObjNum 526 snap 132 seq_num 526) dirty exists 2024-04-15T16:34:24.033 INFO:tasks.rados.rados.0.smithi090.stdout:1730: finishing write tid 6 to smithi09078167-46 2024-04-15T16:34:24.033 INFO:tasks.rados.rados.0.smithi090.stdout:1730: oid 46 updating version 0 to 478 2024-04-15T16:34:24.033 INFO:tasks.rados.rados.0.smithi090.stdout:1730: oid 46 version 478 is already newer than 477 2024-04-15T16:34:24.033 INFO:tasks.rados.rados.0.smithi090.stdout:1730: oid 46 updating version 478 to 480 2024-04-15T16:34:24.033 INFO:tasks.rados.rados.0.smithi090.stdout:1730: oid 46 version 480 is already newer than 476 2024-04-15T16:34:24.033 INFO:tasks.rados.rados.0.smithi090.stdout:1730: oid 46 version 480 is already newer than 479 2024-04-15T16:34:24.033 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 480 (ObjNum 568 snap 147 seq_num 568) dirty exists 2024-04-15T16:34:24.033 INFO:tasks.rados.rados.0.smithi090.stdout:1730: left oid 46 (ObjNum 568 snap 147 seq_num 568) 2024-04-15T16:34:24.033 INFO:tasks.rados.rados.0.smithi090.stdout:1732: finishing write tid 1 to smithi09078167-44 2024-04-15T16:34:24.033 INFO:tasks.rados.rados.0.smithi090.stdout:1732: finishing write tid 2 to smithi09078167-44 2024-04-15T16:34:24.034 INFO:tasks.rados.rados.0.smithi090.stdout:1730: done (3 left) 2024-04-15T16:34:24.034 INFO:tasks.rados.rados.0.smithi090.stdout:1731: done (2 left) 2024-04-15T16:34:24.034 INFO:tasks.rados.rados.0.smithi090.stdout:1734: setattr oid 17 current snap is 147 2024-04-15T16:34:24.035 INFO:tasks.rados.rados.0.smithi090.stdout:1732: finishing write tid 3 to smithi09078167-44 2024-04-15T16:34:24.036 INFO:tasks.rados.rados.0.smithi090.stdout:1732: finishing write tid 4 to smithi09078167-44 2024-04-15T16:34:24.036 INFO:tasks.rados.rados.0.smithi090.stdout:1735: copy_from oid 43 from oid 39 current snap is 147 2024-04-15T16:34:24.036 INFO:tasks.rados.rados.0.smithi090.stdout:1732: finishing write tid 5 to smithi09078167-44 2024-04-15T16:34:24.036 INFO:tasks.rados.rados.0.smithi090.stdout:1736: read oid 38 snap -1 2024-04-15T16:34:24.036 INFO:tasks.rados.rados.0.smithi090.stdout:1736: expect (ObjNum 469 snap 122 seq_num 469) 2024-04-15T16:34:24.036 INFO:tasks.rados.rados.0.smithi090.stdout:1737: rollback oid 3 current snap is 147 2024-04-15T16:34:24.036 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 146 2024-04-15T16:34:24.036 INFO:tasks.rados.rados.0.smithi090.stdout:1738: copy_from oid 28 from oid 30 current snap is 147 2024-04-15T16:34:24.037 INFO:tasks.rados.rados.0.smithi090.stdout:1739: rollback oid 37 current snap is 147 2024-04-15T16:34:24.037 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 37 to 146 2024-04-15T16:34:24.037 INFO:tasks.rados.rados.0.smithi090.stdout:1740: snap_create 2024-04-15T16:34:24.037 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 449 (ObjNum 33 snap 0 seq_num 5) dirty exists 2024-04-15T16:34:24.039 INFO:tasks.rados.rados.0.smithi090.stdout:1732: finishing write tid 6 to smithi09078167-44 2024-04-15T16:34:24.039 INFO:tasks.rados.rados.0.smithi090.stdout:1732: oid 44 updating version 0 to 535 2024-04-15T16:34:24.039 INFO:tasks.rados.rados.0.smithi090.stdout:1732: oid 44 version 535 is already newer than 534 2024-04-15T16:34:24.039 INFO:tasks.rados.rados.0.smithi090.stdout:1732: oid 44 version 535 is already newer than 532 2024-04-15T16:34:24.039 INFO:tasks.rados.rados.0.smithi090.stdout:1732: oid 44 updating version 535 to 536 2024-04-15T16:34:24.039 INFO:tasks.rados.rados.0.smithi090.stdout:1732: oid 44 version 536 is already newer than 533 2024-04-15T16:34:24.039 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 536 (ObjNum 569 snap 147 seq_num 569) dirty exists 2024-04-15T16:34:24.039 INFO:tasks.rados.rados.0.smithi090.stdout:1732: left oid 44 (ObjNum 569 snap 147 seq_num 569) 2024-04-15T16:34:24.040 INFO:tasks.rados.rados.0.smithi090.stdout:1738: finishing copy_from to smithi09078167-28 2024-04-15T16:34:24.040 INFO:tasks.rados.rados.0.smithi090.stdout:1738: got expected ENOENT (src dne) 2024-04-15T16:34:24.040 INFO:tasks.rados.rados.0.smithi090.stdout:1738: finishing copy_from racing read to smithi09078167-28 2024-04-15T16:34:24.042 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 540 (ObjNum 513 snap 131 seq_num 513) dirty exists 2024-04-15T16:34:24.043 INFO:tasks.rados.rados.0.smithi090.stdout:1737: finishing rollback tid 0 to smithi09078167-3 2024-04-15T16:34:24.043 INFO:tasks.rados.rados.0.smithi090.stdout:1739: finishing rollback tid 0 to smithi09078167-37 2024-04-15T16:34:24.043 INFO:tasks.rados.rados.0.smithi090.stdout:1737: finishing rollback tid 1 to smithi09078167-3 2024-04-15T16:34:24.043 INFO:tasks.rados.rados.0.smithi090.stdout:1737: finishing rollback tid 2 to smithi09078167-3 2024-04-15T16:34:24.043 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 543 (ObjNum 532 snap 134 seq_num 532) dirty exists 2024-04-15T16:34:24.045 INFO:tasks.rados.rados.0.smithi090.stdout:1739: finishing rollback tid 1 to smithi09078167-37 2024-04-15T16:34:24.045 INFO:tasks.rados.rados.0.smithi090.stdout:1739: finishing rollback tid 2 to smithi09078167-37 2024-04-15T16:34:24.045 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 385 (ObjNum 474 snap 122 seq_num 474) dirty exists 2024-04-15T16:34:24.053 INFO:tasks.rados.rados.0.smithi090.stdout:1735: finishing copy_from racing read to smithi09078167-43 2024-04-15T16:34:24.055 INFO:tasks.rados.rados.0.smithi090.stdout:1735: finishing copy_from to smithi09078167-43 2024-04-15T16:34:24.055 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 525 (ObjNum 416 snap 104 seq_num 416) dirty exists 2024-04-15T16:34:24.070 INFO:tasks.rados.rados.0.smithi090.stdout:1736: expect (ObjNum 469 snap 122 seq_num 469) 2024-04-15T16:34:24.274 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:23 smithi090 podman[106128]: 2024-04-15 16:34:23.949661179 +0000 UTC m=+0.108598932 container create e4e266cfa8e50cd50ceb7c16540152553e4c37acea505802d37ade79839be4d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:34:24.274 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:23 smithi090 podman[106128]: 2024-04-15 16:34:23.859293547 +0000 UTC m=+0.018231303 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:34:24.274 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:24 smithi090 podman[106128]: 2024-04-15 16:34:24.194178962 +0000 UTC m=+0.353116714 container init e4e266cfa8e50cd50ceb7c16540152553e4c37acea505802d37ade79839be4d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-deactivate, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-15T16:34:24.274 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:24 smithi090 podman[106128]: 2024-04-15 16:34:24.197753767 +0000 UTC m=+0.356691523 container start e4e266cfa8e50cd50ceb7c16540152553e4c37acea505802d37ade79839be4d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-15T16:34:24.274 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:24 smithi090 podman[106128]: 2024-04-15 16:34:24.277571803 +0000 UTC m=+0.436509557 container attach e4e266cfa8e50cd50ceb7c16540152553e4c37acea505802d37ade79839be4d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-15T16:34:24.445 INFO:tasks.rados.rados.0.smithi090.stdout:1732: done (8 left) 2024-04-15T16:34:24.446 INFO:tasks.rados.rados.0.smithi090.stdout:1733: done (7 left) 2024-04-15T16:34:24.446 INFO:tasks.rados.rados.0.smithi090.stdout:1734: done (6 left) 2024-04-15T16:34:24.446 INFO:tasks.rados.rados.0.smithi090.stdout:1735: done (5 left) 2024-04-15T16:34:24.446 INFO:tasks.rados.rados.0.smithi090.stdout:1736: done (4 left) 2024-04-15T16:34:24.446 INFO:tasks.rados.rados.0.smithi090.stdout:1737: done (3 left) 2024-04-15T16:34:24.446 INFO:tasks.rados.rados.0.smithi090.stdout:1738: done (2 left) 2024-04-15T16:34:24.446 INFO:tasks.rados.rados.0.smithi090.stdout:1739: done (1 left) 2024-04-15T16:34:24.446 INFO:tasks.rados.rados.0.smithi090.stdout:1740: done (0 left) 2024-04-15T16:34:24.446 INFO:tasks.rados.rados.0.smithi090.stdout:1741: snap_create 2024-04-15T16:34:24.531 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:24 smithi090 podman[106128]: 2024-04-15 16:34:24.502304542 +0000 UTC m=+0.661242295 container died e4e266cfa8e50cd50ceb7c16540152553e4c37acea505802d37ade79839be4d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-deactivate, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-15T16:34:24.812 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:24 smithi090 ceph-mon[91618]: osdmap e370: 8 total, 7 up, 8 in 2024-04-15T16:34:24.813 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:24 smithi090 ceph-mon[91618]: osdmap e371: 8 total, 7 up, 8 in 2024-04-15T16:34:24.813 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:24 smithi090 ceph-mon[89240]: osdmap e370: 8 total, 7 up, 8 in 2024-04-15T16:34:24.813 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:24 smithi090 ceph-mon[89240]: osdmap e371: 8 total, 7 up, 8 in 2024-04-15T16:34:24.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:24 smithi153 ceph-mon[84714]: osdmap e370: 8 total, 7 up, 8 in 2024-04-15T16:34:24.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:24 smithi153 ceph-mon[84714]: osdmap e371: 8 total, 7 up, 8 in 2024-04-15T16:34:25.335 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:25 smithi090 podman[106154]: 2024-04-15 16:34:25.075304296 +0000 UTC m=+0.567284856 container remove e4e266cfa8e50cd50ceb7c16540152553e4c37acea505802d37ade79839be4d9 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-15T16:34:25.335 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:25 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.2.service: Deactivated successfully. 2024-04-15T16:34:25.335 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:25 smithi090 systemd[1]: Stopped Ceph osd.2 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:34:25.335 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:25 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.2.service: Consumed 12.845s CPU time. 2024-04-15T16:34:25.335 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:25 smithi090 systemd[1]: Starting Ceph osd.2 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:34:25.356 INFO:tasks.rados.rados.0.smithi090.stdout:1741: done (0 left) 2024-04-15T16:34:25.356 INFO:tasks.rados.rados.0.smithi090.stdout:1742: read oid 37 snap -1 2024-04-15T16:34:25.356 INFO:tasks.rados.rados.0.smithi090.stdout:1742: expect (ObjNum 474 snap 122 seq_num 474) 2024-04-15T16:34:25.356 INFO:tasks.rados.rados.0.smithi090.stdout:1743: snap_remove snap 146 2024-04-15T16:34:25.775 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:25 smithi090 ceph-mon[89240]: pgmap v214: 121 pgs: 6 active+undersized+degraded, 5 stale+active+clean, 17 active+undersized, 93 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 28 op/s; 10/186 objects degraded (5.376%) 2024-04-15T16:34:25.775 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:25 smithi090 ceph-mon[89240]: osdmap e372: 8 total, 7 up, 8 in 2024-04-15T16:34:25.775 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:25 smithi090 ceph-mon[91618]: pgmap v214: 121 pgs: 6 active+undersized+degraded, 5 stale+active+clean, 17 active+undersized, 93 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 28 op/s; 10/186 objects degraded (5.376%) 2024-04-15T16:34:25.776 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:25 smithi090 ceph-mon[91618]: osdmap e372: 8 total, 7 up, 8 in 2024-04-15T16:34:25.776 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:25 smithi090 podman[106255]: 2024-04-15 16:34:25.421735251 +0000 UTC m=+0.017958658 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:34:25.776 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:25 smithi090 podman[106255]: 2024-04-15 16:34:25.526251729 +0000 UTC m=+0.122475108 container create 42886ba3469268aeb03ae97694126e2bc228f82b156a6e742af9a1a381d9b98d (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-activate, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:34:25.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:25 smithi153 ceph-mon[84714]: pgmap v214: 121 pgs: 6 active+undersized+degraded, 5 stale+active+clean, 17 active+undersized, 93 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 5.0 MiB/s wr, 28 op/s; 10/186 objects degraded (5.376%) 2024-04-15T16:34:25.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:25 smithi153 ceph-mon[84714]: osdmap e372: 8 total, 7 up, 8 in 2024-04-15T16:34:26.084 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:25 smithi090 podman[106255]: 2024-04-15 16:34:25.779050048 +0000 UTC m=+0.375273431 container init 42886ba3469268aeb03ae97694126e2bc228f82b156a6e742af9a1a381d9b98d (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:34:26.085 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:25 smithi090 podman[106255]: 2024-04-15 16:34:25.782728856 +0000 UTC m=+0.378952236 container start 42886ba3469268aeb03ae97694126e2bc228f82b156a6e742af9a1a381d9b98d (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-15T16:34:26.085 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:25 smithi090 podman[106255]: 2024-04-15 16:34:25.879249473 +0000 UTC m=+0.475472858 container attach 42886ba3469268aeb03ae97694126e2bc228f82b156a6e742af9a1a381d9b98d (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-activate, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31) 2024-04-15T16:34:26.357 INFO:tasks.rados.rados.0.smithi090.stdout:1743: done (1 left) 2024-04-15T16:34:26.357 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 149 2024-04-15T16:34:26.358 INFO:tasks.rados.rados.0.smithi090.stdout:1744: seq_num 570 ranges {0=753664,753664=548864,1302528=540672,1843200=516096} 2024-04-15T16:34:26.361 INFO:tasks.rados.rados.0.smithi090.stdout:1744: writing smithi09078167-6 from 0 to 753664 tid 1 2024-04-15T16:34:26.364 INFO:tasks.rados.rados.0.smithi090.stdout:1744: writing smithi09078167-6 from 753664 to 1302528 tid 2 2024-04-15T16:34:26.370 INFO:tasks.rados.rados.0.smithi090.stdout:1744: writing smithi09078167-6 from 1302528 to 1843200 tid 3 2024-04-15T16:34:26.370 INFO:tasks.rados.rados.0.smithi090.stdout:1744: writing smithi09078167-6 from 1843200 to 2359296 tid 4 2024-04-15T16:34:26.370 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 149 2024-04-15T16:34:26.371 INFO:tasks.rados.rados.0.smithi090.stdout:1745: seq_num 571 ranges {2007040=770048,2777088=483328,3260416=753664,4014080=368640} 2024-04-15T16:34:26.385 INFO:tasks.rados.rados.0.smithi090.stdout:1745: writing smithi09078167-8 from 2007040 to 2777088 tid 1 2024-04-15T16:34:26.388 INFO:tasks.rados.rados.0.smithi090.stdout:1745: writing smithi09078167-8 from 2777088 to 3260416 tid 2 2024-04-15T16:34:26.393 INFO:tasks.rados.rados.0.smithi090.stdout:1745: writing smithi09078167-8 from 3260416 to 4014080 tid 3 2024-04-15T16:34:26.395 INFO:tasks.rados.rados.0.smithi090.stdout:1745: writing smithi09078167-8 from 4014080 to 4382720 tid 4 2024-04-15T16:34:26.395 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 149 2024-04-15T16:34:26.395 INFO:tasks.rados.rados.0.smithi090.stdout:1742: expect (ObjNum 474 snap 122 seq_num 474) 2024-04-15T16:34:26.538 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:26 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-activate[106270]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-15T16:34:26.538 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:26 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-activate[106270]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-15T16:34:26.538 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:26 smithi090 bash[106255]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-15T16:34:26.538 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:26 smithi090 bash[106255]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-15T16:34:26.538 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:26 smithi090 bash[106255]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-15T16:34:26.538 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:26 smithi090 bash[106255]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-15T16:34:26.539 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:26 smithi090 bash[106255]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-15T16:34:26.539 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:26 smithi090 bash[106255]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-15T16:34:26.539 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:26 smithi090 bash[106255]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-15T16:34:26.539 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:26 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-activate[106270]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-15T16:34:26.539 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:26 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-activate[106270]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-15T16:34:26.539 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:26 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-activate[106270]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-15T16:34:26.539 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:26 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-activate[106270]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-15T16:34:26.539 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:26 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-activate[106270]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-15T16:34:26.539 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:26 smithi090 podman[106255]: 2024-04-15 16:34:26.255162162 +0000 UTC m=+0.851385552 container died 42886ba3469268aeb03ae97694126e2bc228f82b156a6e742af9a1a381d9b98d (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-15T16:34:26.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:26 smithi090 ceph-mon[91618]: Health check failed: Degraded data redundancy: 10/186 objects degraded (5.376%), 6 pgs degraded (PG_DEGRADED) 2024-04-15T16:34:26.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:26 smithi090 ceph-mon[91618]: osdmap e373: 8 total, 7 up, 8 in 2024-04-15T16:34:26.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:26 smithi090 ceph-mon[89240]: Health check failed: Degraded data redundancy: 10/186 objects degraded (5.376%), 6 pgs degraded (PG_DEGRADED) 2024-04-15T16:34:26.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:26 smithi090 ceph-mon[89240]: osdmap e373: 8 total, 7 up, 8 in 2024-04-15T16:34:26.862 INFO:tasks.rados.rados.0.smithi090.stdout:1744: finishing write tid 1 to smithi09078167-6 2024-04-15T16:34:26.862 INFO:tasks.rados.rados.0.smithi090.stdout:1744: finishing write tid 2 to smithi09078167-6 2024-04-15T16:34:26.862 INFO:tasks.rados.rados.0.smithi090.stdout:1744: finishing write tid 3 to smithi09078167-6 2024-04-15T16:34:26.862 INFO:tasks.rados.rados.0.smithi090.stdout:1744: finishing write tid 4 to smithi09078167-6 2024-04-15T16:34:26.862 INFO:tasks.rados.rados.0.smithi090.stdout:1746: seq_num 572 ranges {7872512=786432,8658944=770048,9428992=557056,9986048=278528} 2024-04-15T16:34:26.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:26 smithi153 ceph-mon[84714]: Health check failed: Degraded data redundancy: 10/186 objects degraded (5.376%), 6 pgs degraded (PG_DEGRADED) 2024-04-15T16:34:26.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:26 smithi153 ceph-mon[84714]: osdmap e373: 8 total, 7 up, 8 in 2024-04-15T16:34:26.907 INFO:tasks.rados.rados.0.smithi090.stdout:1746: writing smithi09078167-28 from 7872512 to 8658944 tid 1 2024-04-15T16:34:26.912 INFO:tasks.rados.rados.0.smithi090.stdout:1746: writing smithi09078167-28 from 8658944 to 9428992 tid 2 2024-04-15T16:34:26.915 INFO:tasks.rados.rados.0.smithi090.stdout:1746: writing smithi09078167-28 from 9428992 to 9986048 tid 3 2024-04-15T16:34:26.918 INFO:tasks.rados.rados.0.smithi090.stdout:1746: writing smithi09078167-28 from 9986048 to 10264576 tid 4 2024-04-15T16:34:26.918 INFO:tasks.rados.rados.0.smithi090.stdout:1742: done (3 left) 2024-04-15T16:34:26.918 INFO:tasks.rados.rados.0.smithi090.stdout:1747: snap_create 2024-04-15T16:34:26.918 INFO:tasks.rados.rados.0.smithi090.stdout:1744: finishing write tid 5 to smithi09078167-6 2024-04-15T16:34:26.918 INFO:tasks.rados.rados.0.smithi090.stdout:1744: finishing write tid 6 to smithi09078167-6 2024-04-15T16:34:26.918 INFO:tasks.rados.rados.0.smithi090.stdout:1744: oid 6 updating version 0 to 591 2024-04-15T16:34:26.918 INFO:tasks.rados.rados.0.smithi090.stdout:1744: oid 6 version 591 is already newer than 590 2024-04-15T16:34:26.918 INFO:tasks.rados.rados.0.smithi090.stdout:1744: oid 6 updating version 591 to 592 2024-04-15T16:34:26.918 INFO:tasks.rados.rados.0.smithi090.stdout:1744: oid 6 version 592 is already newer than 589 2024-04-15T16:34:26.918 INFO:tasks.rados.rados.0.smithi090.stdout:1744: oid 6 updating version 592 to 593 2024-04-15T16:34:26.918 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 593 (ObjNum 570 snap 149 seq_num 570) dirty exists 2024-04-15T16:34:26.919 INFO:tasks.rados.rados.0.smithi090.stdout:1744: left oid 6 (ObjNum 570 snap 149 seq_num 570) 2024-04-15T16:34:26.919 INFO:tasks.rados.rados.0.smithi090.stdout:1745: finishing write tid 1 to smithi09078167-8 2024-04-15T16:34:26.919 INFO:tasks.rados.rados.0.smithi090.stdout:1745: finishing write tid 2 to smithi09078167-8 2024-04-15T16:34:26.919 INFO:tasks.rados.rados.0.smithi090.stdout:1745: finishing write tid 3 to smithi09078167-8 2024-04-15T16:34:26.919 INFO:tasks.rados.rados.0.smithi090.stdout:1745: finishing write tid 4 to smithi09078167-8 2024-04-15T16:34:26.919 INFO:tasks.rados.rados.0.smithi090.stdout:1745: finishing write tid 5 to smithi09078167-8 2024-04-15T16:34:26.919 INFO:tasks.rados.rados.0.smithi090.stdout:1745: finishing write tid 6 to smithi09078167-8 2024-04-15T16:34:26.919 INFO:tasks.rados.rados.0.smithi090.stdout:1745: oid 8 updating version 0 to 569 2024-04-15T16:34:26.919 INFO:tasks.rados.rados.0.smithi090.stdout:1745: oid 8 updating version 569 to 573 2024-04-15T16:34:26.919 INFO:tasks.rados.rados.0.smithi090.stdout:1745: oid 8 version 573 is already newer than 571 2024-04-15T16:34:26.919 INFO:tasks.rados.rados.0.smithi090.stdout:1745: oid 8 version 573 is already newer than 572 2024-04-15T16:34:26.919 INFO:tasks.rados.rados.0.smithi090.stdout:1745: oid 8 version 573 is already newer than 570 2024-04-15T16:34:26.919 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 573 (ObjNum 571 snap 149 seq_num 571) dirty exists 2024-04-15T16:34:26.919 INFO:tasks.rados.rados.0.smithi090.stdout:1745: left oid 8 (ObjNum 571 snap 149 seq_num 571) 2024-04-15T16:34:26.919 INFO:tasks.rados.rados.0.smithi090.stdout:1746: finishing write tid 1 to smithi09078167-28 2024-04-15T16:34:26.920 INFO:tasks.rados.rados.0.smithi090.stdout:1746: finishing write tid 2 to smithi09078167-28 2024-04-15T16:34:26.920 INFO:tasks.rados.rados.0.smithi090.stdout:1746: finishing write tid 3 to smithi09078167-28 2024-04-15T16:34:26.920 INFO:tasks.rados.rados.0.smithi090.stdout:1746: finishing write tid 4 to smithi09078167-28 2024-04-15T16:34:26.920 INFO:tasks.rados.rados.0.smithi090.stdout:1746: finishing write tid 5 to smithi09078167-28 2024-04-15T16:34:26.921 INFO:tasks.rados.rados.0.smithi090.stdout:1746: finishing write tid 6 to smithi09078167-28 2024-04-15T16:34:26.921 INFO:tasks.rados.rados.0.smithi090.stdout:1746: oid 28 updating version 0 to 478 2024-04-15T16:34:26.921 INFO:tasks.rados.rados.0.smithi090.stdout:1746: oid 28 updating version 478 to 481 2024-04-15T16:34:26.921 INFO:tasks.rados.rados.0.smithi090.stdout:1746: oid 28 version 481 is already newer than 479 2024-04-15T16:34:26.921 INFO:tasks.rados.rados.0.smithi090.stdout:1746: oid 28 updating version 481 to 482 2024-04-15T16:34:26.921 INFO:tasks.rados.rados.0.smithi090.stdout:1746: oid 28 version 482 is already newer than 480 2024-04-15T16:34:26.921 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 482 (ObjNum 572 snap 149 seq_num 572) dirty exists 2024-04-15T16:34:26.921 INFO:tasks.rados.rados.0.smithi090.stdout:1746: left oid 28 (ObjNum 572 snap 149 seq_num 572) 2024-04-15T16:34:27.334 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:27 smithi090 podman[106387]: 2024-04-15 16:34:27.035678094 +0000 UTC m=+0.774866788 container remove 42886ba3469268aeb03ae97694126e2bc228f82b156a6e742af9a1a381d9b98d (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-activate, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409) 2024-04-15T16:34:27.335 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:27 smithi090 podman[106454]: 2024-04-15 16:34:27.149237255 +0000 UTC m=+0.018048004 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:34:27.546 INFO:tasks.rados.rados.0.smithi090.stdout:1744: done (3 left) 2024-04-15T16:34:27.547 INFO:tasks.rados.rados.0.smithi090.stdout:1745: done (2 left) 2024-04-15T16:34:27.547 INFO:tasks.rados.rados.0.smithi090.stdout:1746: done (1 left) 2024-04-15T16:34:27.547 INFO:tasks.rados.rados.0.smithi090.stdout:1747: done (0 left) 2024-04-15T16:34:27.547 INFO:tasks.rados.rados.0.smithi090.stdout:1748: rmattr oid 13 current snap is 150 2024-04-15T16:34:27.547 INFO:tasks.rados.rados.0.smithi090.stdout:1749: read oid 26 snap 148 2024-04-15T16:34:27.547 INFO:tasks.rados.rados.0.smithi090.stdout:1749: expect (ObjNum 531 snap 133 seq_num 531) 2024-04-15T16:34:27.547 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 150 2024-04-15T16:34:27.547 INFO:tasks.rados.rados.0.smithi090.stdout:1750: seq_num 573 ranges {2359296=802816,3162112=655360,3817472=720896,4538368=229376} 2024-04-15T16:34:27.564 INFO:tasks.rados.rados.0.smithi090.stdout:1750: writing smithi09078167-6 from 2359296 to 3162112 tid 1 2024-04-15T16:34:27.568 INFO:tasks.rados.rados.0.smithi090.stdout:1750: writing smithi09078167-6 from 3162112 to 3817472 tid 2 2024-04-15T16:34:27.572 INFO:tasks.rados.rados.0.smithi090.stdout:1750: writing smithi09078167-6 from 3817472 to 4538368 tid 3 2024-04-15T16:34:27.574 INFO:tasks.rados.rados.0.smithi090.stdout:1750: writing smithi09078167-6 from 4538368 to 4767744 tid 4 2024-04-15T16:34:27.574 INFO:tasks.rados.rados.0.smithi090.stdout:1751: rollback oid 24 current snap is 150 2024-04-15T16:34:27.575 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 24 to 148 2024-04-15T16:34:27.575 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 450 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-15T16:34:27.575 INFO:tasks.rados.rados.0.smithi090.stdout:1748: done (3 left) 2024-04-15T16:34:27.575 INFO:tasks.rados.rados.0.smithi090.stdout:1752: read oid 2 snap -1 2024-04-15T16:34:27.575 INFO:tasks.rados.rados.0.smithi090.stdout:1752: expect (ObjNum 510 snap 130 seq_num 510) 2024-04-15T16:34:27.575 INFO:tasks.rados.rados.0.smithi090.stdout:1753: read oid 14 snap -1 2024-04-15T16:34:27.575 INFO:tasks.rados.rados.0.smithi090.stdout:1753: expect deleted 2024-04-15T16:34:27.575 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 150 2024-04-15T16:34:27.575 INFO:tasks.rados.rados.0.smithi090.stdout:1750: finishing write tid 1 to smithi09078167-6 2024-04-15T16:34:27.575 INFO:tasks.rados.rados.0.smithi090.stdout:1754: seq_num 574 ranges {3170304=16384} 2024-04-15T16:34:27.591 INFO:tasks.rados.rados.0.smithi090.stdout:1754: writing smithi09078167-7 from 3170304 to 3186688 tid 1 2024-04-15T16:34:27.591 INFO:tasks.rados.rados.0.smithi090.stdout:1755: copy_from oid 25 from oid 20 current snap is 150 2024-04-15T16:34:27.591 INFO:tasks.rados.rados.0.smithi090.stdout:1750: finishing write tid 2 to smithi09078167-6 2024-04-15T16:34:27.591 INFO:tasks.rados.rados.0.smithi090.stdout:1749: expect (ObjNum 531 snap 133 seq_num 531) 2024-04-15T16:34:27.708 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:27 smithi090 ceph-mon[91618]: pgmap v217: 121 pgs: 7 active+undersized+degraded, 3 stale+active+clean, 25 active+undersized, 86 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.7 MiB/s wr, 27 op/s; 14/183 objects degraded (7.650%) 2024-04-15T16:34:27.708 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:27 smithi090 ceph-mon[89240]: pgmap v217: 121 pgs: 7 active+undersized+degraded, 3 stale+active+clean, 25 active+undersized, 86 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.7 MiB/s wr, 27 op/s; 14/183 objects degraded (7.650%) 2024-04-15T16:34:27.709 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:27 smithi090 podman[106454]: 2024-04-15 16:34:27.459566629 +0000 UTC m=+0.328377421 container create 915f230e269320418fb088f658158f1d39cf7eba7473f1ee32a292bbc4082bc0 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T16:34:27.709 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:27 smithi090 podman[106454]: 2024-04-15 16:34:27.712174389 +0000 UTC m=+0.580985138 container init 915f230e269320418fb088f658158f1d39cf7eba7473f1ee32a292bbc4082bc0 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-15T16:34:27.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:27 smithi153 ceph-mon[84714]: pgmap v217: 121 pgs: 7 active+undersized+degraded, 3 stale+active+clean, 25 active+undersized, 86 active+clean; 175 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.7 MiB/s wr, 27 op/s; 14/183 objects degraded (7.650%) 2024-04-15T16:34:27.917 INFO:tasks.rados.rados.0.smithi090.stdout:1751: finishing rollback tid 1 to smithi09078167-24 2024-04-15T16:34:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 0 (ObjNum 129 snap 0 seq_num 3728464872) dirty dne 2024-04-15T16:34:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:1750: finishing write tid 3 to smithi09078167-6 2024-04-15T16:34:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:1750: finishing write tid 4 to smithi09078167-6 2024-04-15T16:34:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:1750: finishing write tid 5 to smithi09078167-6 2024-04-15T16:34:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:1750: finishing write tid 6 to smithi09078167-6 2024-04-15T16:34:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:1750: oid 6 updating version 0 to 599 2024-04-15T16:34:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:1750: oid 6 version 599 is already newer than 597 2024-04-15T16:34:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:1750: oid 6 version 599 is already newer than 596 2024-04-15T16:34:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:1750: oid 6 version 599 is already newer than 598 2024-04-15T16:34:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:1750: oid 6 version 599 is already newer than 595 2024-04-15T16:34:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 599 (ObjNum 573 snap 150 seq_num 573) dirty exists 2024-04-15T16:34:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:1750: left oid 6 (ObjNum 573 snap 150 seq_num 573) 2024-04-15T16:34:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:1749: done (6 left) 2024-04-15T16:34:27.918 INFO:tasks.rados.rados.0.smithi090.stdout:1750: done (5 left) 2024-04-15T16:34:27.919 INFO:tasks.rados.rados.0.smithi090.stdout:1751: done (4 left) 2024-04-15T16:34:27.919 INFO:tasks.rados.rados.0.smithi090.stdout:1753: done (3 left) 2024-04-15T16:34:27.919 INFO:tasks.rados.rados.0.smithi090.stdout:1756: rollback oid 31 current snap is 150 2024-04-15T16:34:27.919 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 147 2024-04-15T16:34:27.919 INFO:tasks.rados.rados.0.smithi090.stdout:1754: finishing write tid 1 to smithi09078167-7 2024-04-15T16:34:27.919 INFO:tasks.rados.rados.0.smithi090.stdout:1754: finishing write tid 2 to smithi09078167-7 2024-04-15T16:34:27.919 INFO:tasks.rados.rados.0.smithi090.stdout:1754: finishing write tid 3 to smithi09078167-7 2024-04-15T16:34:27.919 INFO:tasks.rados.rados.0.smithi090.stdout:1754: oid 7 updating version 0 to 490 2024-04-15T16:34:27.919 INFO:tasks.rados.rados.0.smithi090.stdout:1754: oid 7 updating version 490 to 491 2024-04-15T16:34:27.919 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 491 (ObjNum 574 snap 150 seq_num 574) dirty exists 2024-04-15T16:34:27.919 INFO:tasks.rados.rados.0.smithi090.stdout:1754: left oid 7 (ObjNum 574 snap 150 seq_num 574) 2024-04-15T16:34:27.919 INFO:tasks.rados.rados.0.smithi090.stdout:1755: finishing copy_from racing read to smithi09078167-25 2024-04-15T16:34:27.919 INFO:tasks.rados.rados.0.smithi090.stdout:1755: finishing copy_from to smithi09078167-25 2024-04-15T16:34:27.919 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 630 (ObjNum 566 snap 147 seq_num 566) dirty exists 2024-04-15T16:34:27.919 INFO:tasks.rados.rados.0.smithi090.stdout:1752: expect (ObjNum 510 snap 130 seq_num 510) 2024-04-15T16:34:28.085 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:27 smithi090 podman[106454]: 2024-04-15 16:34:27.715817367 +0000 UTC m=+0.584628125 container start 915f230e269320418fb088f658158f1d39cf7eba7473f1ee32a292bbc4082bc0 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-15T16:34:28.085 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:27 smithi090 ceph-osd[106473]: -- 172.21.15.90:0/197752922 <== mon.0 v2:172.21.15.90:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5632e003b680 con 0x5632e0004c00 2024-04-15T16:34:28.085 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:27 smithi090 bash[106454]: 915f230e269320418fb088f658158f1d39cf7eba7473f1ee32a292bbc4082bc0 2024-04-15T16:34:28.085 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:27 smithi090 systemd[1]: Started Ceph osd.2 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:34:28.395 INFO:tasks.rados.rados.0.smithi090.stdout:1756: finishing rollback tid 1 to smithi09078167-31 2024-04-15T16:34:28.395 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-15T16:34:28.395 INFO:tasks.rados.rados.0.smithi090.stdout:1752: done (3 left) 2024-04-15T16:34:28.395 INFO:tasks.rados.rados.0.smithi090.stdout:1754: done (2 left) 2024-04-15T16:34:28.395 INFO:tasks.rados.rados.0.smithi090.stdout:1755: done (1 left) 2024-04-15T16:34:28.395 INFO:tasks.rados.rados.0.smithi090.stdout:1756: done (0 left) 2024-04-15T16:34:28.396 INFO:tasks.rados.rados.0.smithi090.stdout:1757: rollback oid 9 current snap is 150 2024-04-15T16:34:28.396 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 148 2024-04-15T16:34:28.396 INFO:tasks.rados.rados.0.smithi090.stdout:1758: read oid 41 snap -1 2024-04-15T16:34:28.396 INFO:tasks.rados.rados.0.smithi090.stdout:1758: expect (ObjNum 527 snap 132 seq_num 527) 2024-04-15T16:34:28.396 INFO:tasks.rados.rados.0.smithi090.stdout:1759: delete oid 49 current snap is 150 2024-04-15T16:34:28.398 INFO:tasks.rados.rados.0.smithi090.stdout:1759: done (2 left) 2024-04-15T16:34:28.398 INFO:tasks.rados.rados.0.smithi090.stdout:1760: snap_remove snap 149 2024-04-15T16:34:28.545 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:28 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2[106469]: 2024-04-15T16:34:28.254+0000 7f97fd9327c0 -1 Falling back to public interface 2024-04-15T16:34:28.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:28 smithi090 ceph-mon[91618]: osdmap e374: 8 total, 7 up, 8 in 2024-04-15T16:34:28.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:28.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:28.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:34:28.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:28 smithi090 ceph-mon[89240]: osdmap e374: 8 total, 7 up, 8 in 2024-04-15T16:34:28.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:28.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:28.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:34:28.877 INFO:tasks.rados.rados.0.smithi090.stdout:1760: done (2 left) 2024-04-15T16:34:28.877 INFO:tasks.rados.rados.0.smithi090.stdout:1761: read oid 38 snap 147 2024-04-15T16:34:28.877 INFO:tasks.rados.rados.0.smithi090.stdout:1761: expect (ObjNum 469 snap 122 seq_num 469) 2024-04-15T16:34:28.877 INFO:tasks.rados.rados.0.smithi090.stdout:1762: rmattr oid 16 current snap is 150 2024-04-15T16:34:28.878 INFO:tasks.rados.rados.0.smithi090.stdout:1762: done (3 left) 2024-04-15T16:34:28.878 INFO:tasks.rados.rados.0.smithi090.stdout:1763: rollback oid 46 current snap is 150 2024-04-15T16:34:28.878 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 148 2024-04-15T16:34:28.878 INFO:tasks.rados.rados.0.smithi090.stdout:1757: finishing rollback tid 0 to smithi09078167-9 2024-04-15T16:34:28.878 INFO:tasks.rados.rados.0.smithi090.stdout:1757: finishing rollback tid 1 to smithi09078167-9 2024-04-15T16:34:28.878 INFO:tasks.rados.rados.0.smithi090.stdout:1757: finishing rollback tid 2 to smithi09078167-9 2024-04-15T16:34:28.878 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 521 (ObjNum 562 snap 146 seq_num 562) dirty exists 2024-04-15T16:34:28.878 INFO:tasks.rados.rados.0.smithi090.stdout:1758: expect (ObjNum 527 snap 132 seq_num 527) 2024-04-15T16:34:28.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:28 smithi153 ceph-mon[84714]: osdmap e374: 8 total, 7 up, 8 in 2024-04-15T16:34:28.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:28.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:28.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:34:29.152 INFO:tasks.rados.rados.0.smithi090.stdout:1763: finishing rollback tid 0 to smithi09078167-46 2024-04-15T16:34:29.153 INFO:tasks.rados.rados.0.smithi090.stdout:1763: finishing rollback tid 1 to smithi09078167-46 2024-04-15T16:34:29.153 INFO:tasks.rados.rados.0.smithi090.stdout:1763: finishing rollback tid 2 to smithi09078167-46 2024-04-15T16:34:29.153 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 483 (ObjNum 568 snap 147 seq_num 568) dirty exists 2024-04-15T16:34:29.153 INFO:tasks.rados.rados.0.smithi090.stdout:1757: done (3 left) 2024-04-15T16:34:29.153 INFO:tasks.rados.rados.0.smithi090.stdout:1758: done (2 left) 2024-04-15T16:34:29.153 INFO:tasks.rados.rados.0.smithi090.stdout:1763: done (1 left) 2024-04-15T16:34:29.153 INFO:tasks.rados.rados.0.smithi090.stdout:1764: setattr oid 36 current snap is 150 2024-04-15T16:34:29.153 INFO:tasks.rados.rados.0.smithi090.stdout:1761: expect (ObjNum 469 snap 122 seq_num 469) 2024-04-15T16:34:29.529 INFO:tasks.rados.rados.0.smithi090.stdout:1761: done (1 left) 2024-04-15T16:34:29.529 INFO:tasks.rados.rados.0.smithi090.stdout:1765: read oid 28 snap -1 2024-04-15T16:34:29.529 INFO:tasks.rados.rados.0.smithi090.stdout:1765: expect (ObjNum 572 snap 149 seq_num 572) 2024-04-15T16:34:29.530 INFO:tasks.rados.rados.0.smithi090.stdout:1766: read oid 39 snap 147 2024-04-15T16:34:29.530 INFO:tasks.rados.rados.0.smithi090.stdout:1766: expect (ObjNum 416 snap 104 seq_num 416) 2024-04-15T16:34:29.530 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 150 2024-04-15T16:34:29.530 INFO:tasks.rados.rados.0.smithi090.stdout:1767: seq_num 576 ranges {6250496=49152} 2024-04-15T16:34:29.553 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:34:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:34:29] "GET /metrics HTTP/1.1" 200 36128 "" "Prometheus/2.43.0" 2024-04-15T16:34:29.565 INFO:tasks.rados.rados.0.smithi090.stdout:1767: writing smithi09078167-42 from 6250496 to 6299648 tid 1 2024-04-15T16:34:29.565 INFO:tasks.rados.rados.0.smithi090.stdout:1768: snap_create 2024-04-15T16:34:29.565 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 518 (ObjNum 502 snap 127 seq_num 502) dirty exists 2024-04-15T16:34:29.565 INFO:tasks.rados.rados.0.smithi090.stdout:1766: expect (ObjNum 416 snap 104 seq_num 416) 2024-04-15T16:34:29.626 INFO:tasks.rados.rados.0.smithi090.stdout:1767: finishing write tid 1 to smithi09078167-42 2024-04-15T16:34:29.626 INFO:tasks.rados.rados.0.smithi090.stdout:1767: finishing write tid 2 to smithi09078167-42 2024-04-15T16:34:29.626 INFO:tasks.rados.rados.0.smithi090.stdout:1767: finishing write tid 3 to smithi09078167-42 2024-04-15T16:34:29.626 INFO:tasks.rados.rados.0.smithi090.stdout:1767: oid 42 updating version 0 to 492 2024-04-15T16:34:29.626 INFO:tasks.rados.rados.0.smithi090.stdout:1767: oid 42 updating version 492 to 493 2024-04-15T16:34:29.626 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 493 (ObjNum 576 snap 150 seq_num 576) dirty exists 2024-04-15T16:34:29.626 INFO:tasks.rados.rados.0.smithi090.stdout:1767: left oid 42 (ObjNum 576 snap 150 seq_num 576) 2024-04-15T16:34:29.626 INFO:tasks.rados.rados.0.smithi090.stdout:1765: expect (ObjNum 572 snap 149 seq_num 572) 2024-04-15T16:34:29.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:29 smithi090 ceph-mon[91618]: pgmap v219: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.5 MiB/s wr, 24 op/s; 24/204 objects degraded (11.765%) 2024-04-15T16:34:29.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:29 smithi090 ceph-mon[91618]: osdmap e375: 8 total, 7 up, 8 in 2024-04-15T16:34:29.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:29 smithi090 ceph-mon[89240]: pgmap v219: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.5 MiB/s wr, 24 op/s; 24/204 objects degraded (11.765%) 2024-04-15T16:34:29.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:29 smithi090 ceph-mon[89240]: osdmap e375: 8 total, 7 up, 8 in 2024-04-15T16:34:29.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:29 smithi153 ceph-mon[84714]: pgmap v219: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.5 MiB/s wr, 24 op/s; 24/204 objects degraded (11.765%) 2024-04-15T16:34:29.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:29 smithi153 ceph-mon[84714]: osdmap e375: 8 total, 7 up, 8 in 2024-04-15T16:34:30.560 INFO:tasks.rados.rados.0.smithi090.stdout:1764: done (4 left) 2024-04-15T16:34:30.560 INFO:tasks.rados.rados.0.smithi090.stdout:1765: done (3 left) 2024-04-15T16:34:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:1766: done (2 left) 2024-04-15T16:34:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:1767: done (1 left) 2024-04-15T16:34:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:1768: done (0 left) 2024-04-15T16:34:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:1769: copy_from oid 34 from oid 41 current snap is 151 2024-04-15T16:34:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:1770: rollback oid 2 current snap is 151 2024-04-15T16:34:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 2 to 147 2024-04-15T16:34:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:1771: rollback oid 26 current snap is 151 2024-04-15T16:34:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 147 2024-04-15T16:34:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:1772: read oid 9 snap -1 2024-04-15T16:34:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:1772: expect (ObjNum 562 snap 146 seq_num 562) 2024-04-15T16:34:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:1773: rollback oid 37 current snap is 151 2024-04-15T16:34:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 37 to 150 2024-04-15T16:34:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:1774: delete oid 4 current snap is 151 2024-04-15T16:34:30.564 INFO:tasks.rados.rados.0.smithi090.stdout:1774: done (5 left) 2024-04-15T16:34:30.564 INFO:tasks.rados.rados.0.smithi090.stdout:1775: snap_create 2024-04-15T16:34:30.566 INFO:tasks.rados.rados.0.smithi090.stdout:1771: finishing rollback tid 0 to smithi09078167-26 2024-04-15T16:34:30.566 INFO:tasks.rados.rados.0.smithi090.stdout:1771: finishing rollback tid 1 to smithi09078167-26 2024-04-15T16:34:30.567 INFO:tasks.rados.rados.0.smithi090.stdout:1771: finishing rollback tid 2 to smithi09078167-26 2024-04-15T16:34:30.567 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 475 (ObjNum 531 snap 133 seq_num 531) dirty exists 2024-04-15T16:34:30.569 INFO:tasks.rados.rados.0.smithi090.stdout:1770: finishing rollback tid 0 to smithi09078167-2 2024-04-15T16:34:30.569 INFO:tasks.rados.rados.0.smithi090.stdout:1770: finishing rollback tid 1 to smithi09078167-2 2024-04-15T16:34:30.570 INFO:tasks.rados.rados.0.smithi090.stdout:1773: finishing rollback tid 0 to smithi09078167-37 2024-04-15T16:34:30.575 INFO:tasks.rados.rados.0.smithi090.stdout:1773: finishing rollback tid 1 to smithi09078167-37 2024-04-15T16:34:30.575 INFO:tasks.rados.rados.0.smithi090.stdout:1773: finishing rollback tid 2 to smithi09078167-37 2024-04-15T16:34:30.576 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 388 (ObjNum 474 snap 122 seq_num 474) dirty exists 2024-04-15T16:34:30.584 INFO:tasks.rados.rados.0.smithi090.stdout:1769: finishing copy_from racing read to smithi09078167-34 2024-04-15T16:34:30.588 INFO:tasks.rados.rados.0.smithi090.stdout:1769: finishing copy_from to smithi09078167-34 2024-04-15T16:34:30.588 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 474 (ObjNum 527 snap 132 seq_num 527) dirty exists 2024-04-15T16:34:30.591 INFO:tasks.rados.rados.0.smithi090.stdout:1770: finishing rollback tid 2 to smithi09078167-2 2024-04-15T16:34:30.592 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 524 (ObjNum 510 snap 130 seq_num 510) dirty exists 2024-04-15T16:34:30.605 INFO:tasks.rados.rados.0.smithi090.stdout:1772: expect (ObjNum 562 snap 146 seq_num 562) 2024-04-15T16:34:31.335 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:31 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2[106469]: 2024-04-15T16:34:31.085+0000 7f97fd9327c0 -1 osd.2 368 log_to_monitors true 2024-04-15T16:34:31.568 INFO:tasks.rados.rados.0.smithi090.stdout:1769: done (5 left) 2024-04-15T16:34:31.568 INFO:tasks.rados.rados.0.smithi090.stdout:1770: done (4 left) 2024-04-15T16:34:31.569 INFO:tasks.rados.rados.0.smithi090.stdout:1771: done (3 left) 2024-04-15T16:34:31.569 INFO:tasks.rados.rados.0.smithi090.stdout:1772: done (2 left) 2024-04-15T16:34:31.569 INFO:tasks.rados.rados.0.smithi090.stdout:1773: done (1 left) 2024-04-15T16:34:31.569 INFO:tasks.rados.rados.0.smithi090.stdout:1775: done (0 left) 2024-04-15T16:34:31.569 INFO:tasks.rados.rados.0.smithi090.stdout:1776: copy_from oid 2 from oid 47 current snap is 152 2024-04-15T16:34:31.569 INFO:tasks.rados.rados.0.smithi090.stdout:1777: snap_remove snap 151 2024-04-15T16:34:31.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:31 smithi090 ceph-mon[91618]: osdmap e376: 8 total, 7 up, 8 in 2024-04-15T16:34:31.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:31 smithi090 ceph-mon[91618]: pgmap v222: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.5 MiB/s wr, 24 op/s; 24/204 objects degraded (11.765%) 2024-04-15T16:34:31.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:31 smithi090 ceph-mon[91618]: from='osd.2 [v2:172.21.15.90:6818/3360366664,v1:172.21.15.90:6819/3360366664]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T16:34:31.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:31 smithi090 ceph-mon[91618]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T16:34:31.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:31 smithi090 ceph-mon[89240]: osdmap e376: 8 total, 7 up, 8 in 2024-04-15T16:34:31.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:31 smithi090 ceph-mon[89240]: pgmap v222: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.5 MiB/s wr, 24 op/s; 24/204 objects degraded (11.765%) 2024-04-15T16:34:31.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:31 smithi090 ceph-mon[89240]: from='osd.2 [v2:172.21.15.90:6818/3360366664,v1:172.21.15.90:6819/3360366664]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T16:34:31.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:31 smithi090 ceph-mon[89240]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T16:34:31.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:31 smithi153 ceph-mon[84714]: osdmap e376: 8 total, 7 up, 8 in 2024-04-15T16:34:31.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:31 smithi153 ceph-mon[84714]: pgmap v222: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 183 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.5 MiB/s wr, 24 op/s; 24/204 objects degraded (11.765%) 2024-04-15T16:34:31.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:31 smithi153 ceph-mon[84714]: from='osd.2 [v2:172.21.15.90:6818/3360366664,v1:172.21.15.90:6819/3360366664]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T16:34:31.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:31 smithi153 ceph-mon[84714]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-15T16:34:32.334 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:34:32 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2[106469]: 2024-04-15T16:34:32.040+0000 7f97ead82700 -1 osd.2 368 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:34:32.576 INFO:tasks.rados.rados.0.smithi090.stdout:1777: done (1 left) 2024-04-15T16:34:32.576 INFO:tasks.rados.rados.0.smithi090.stdout:1778: rollback oid 25 current snap is 152 2024-04-15T16:34:32.576 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 25 to 150 2024-04-15T16:34:32.576 INFO:tasks.rados.rados.0.smithi090.stdout:1776: finishing copy_from racing read to smithi09078167-2 2024-04-15T16:34:32.576 INFO:tasks.rados.rados.0.smithi090.stdout:1776: finishing copy_from to smithi09078167-2 2024-04-15T16:34:32.576 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 473 (ObjNum 403 snap 101 seq_num 403) dirty exists 2024-04-15T16:34:32.576 INFO:tasks.rados.rados.0.smithi090.stdout:1776: done (1 left) 2024-04-15T16:34:32.577 INFO:tasks.rados.rados.0.smithi090.stdout:1779: rmattr oid 50 current snap is 152 2024-04-15T16:34:32.577 INFO:tasks.rados.rados.0.smithi090.stdout:1779: done (1 left) 2024-04-15T16:34:32.577 INFO:tasks.rados.rados.0.smithi090.stdout:1780: read oid 10 snap 148 2024-04-15T16:34:32.577 INFO:tasks.rados.rados.0.smithi090.stdout:1780: expect (ObjNum 533 snap 134 seq_num 533) 2024-04-15T16:34:32.577 INFO:tasks.rados.rados.0.smithi090.stdout:1781: delete oid 38 current snap is 152 2024-04-15T16:34:32.577 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:34:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:34:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:34:32.583 INFO:tasks.rados.rados.0.smithi090.stdout:1778: finishing rollback tid 0 to smithi09078167-25 2024-04-15T16:34:32.584 INFO:tasks.rados.rados.0.smithi090.stdout:1781: done (2 left) 2024-04-15T16:34:32.584 INFO:tasks.rados.rados.0.smithi090.stdout:1782: read oid 42 snap -1 2024-04-15T16:34:32.584 INFO:tasks.rados.rados.0.smithi090.stdout:1782: expect (ObjNum 576 snap 150 seq_num 576) 2024-04-15T16:34:32.584 INFO:tasks.rados.rados.0.smithi090.stdout:1783: read oid 41 snap -1 2024-04-15T16:34:32.584 INFO:tasks.rados.rados.0.smithi090.stdout:1783: expect (ObjNum 527 snap 132 seq_num 527) 2024-04-15T16:34:32.584 INFO:tasks.rados.rados.0.smithi090.stdout:1784: snap_create 2024-04-15T16:34:32.585 INFO:tasks.rados.rados.0.smithi090.stdout:1778: finishing rollback tid 1 to smithi09078167-25 2024-04-15T16:34:32.585 INFO:tasks.rados.rados.0.smithi090.stdout:1778: finishing rollback tid 2 to smithi09078167-25 2024-04-15T16:34:32.585 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 641 (ObjNum 566 snap 147 seq_num 566) dirty exists 2024-04-15T16:34:32.621 INFO:tasks.rados.rados.0.smithi090.stdout:1783: expect (ObjNum 527 snap 132 seq_num 527) 2024-04-15T16:34:32.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:32 smithi090 ceph-mon[89240]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-15T16:34:32.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:32 smithi090 ceph-mon[89240]: osdmap e377: 8 total, 7 up, 8 in 2024-04-15T16:34:32.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:32 smithi090 ceph-mon[89240]: from='osd.2 [v2:172.21.15.90:6818/3360366664,v1:172.21.15.90:6819/3360366664]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:34:32.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:32 smithi090 ceph-mon[89240]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:34:32.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:32.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:32.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:32 smithi090 ceph-mon[89240]: from='osd.2 ' entity='osd.2' 2024-04-15T16:34:32.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:32 smithi090 ceph-mon[91618]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-15T16:34:32.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:32 smithi090 ceph-mon[91618]: osdmap e377: 8 total, 7 up, 8 in 2024-04-15T16:34:32.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:32 smithi090 ceph-mon[91618]: from='osd.2 [v2:172.21.15.90:6818/3360366664,v1:172.21.15.90:6819/3360366664]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:34:32.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:32 smithi090 ceph-mon[91618]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:34:32.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:32.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:32.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:32 smithi090 ceph-mon[91618]: from='osd.2 ' entity='osd.2' 2024-04-15T16:34:32.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:32 smithi153 ceph-mon[84714]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-15T16:34:32.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:32 smithi153 ceph-mon[84714]: osdmap e377: 8 total, 7 up, 8 in 2024-04-15T16:34:32.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:32 smithi153 ceph-mon[84714]: from='osd.2 [v2:172.21.15.90:6818/3360366664,v1:172.21.15.90:6819/3360366664]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:34:32.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:32 smithi153 ceph-mon[84714]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:34:32.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:32.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:32.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:32 smithi153 ceph-mon[84714]: from='osd.2 ' entity='osd.2' 2024-04-15T16:34:32.897 INFO:tasks.rados.rados.0.smithi090.stdout:1780: expect (ObjNum 533 snap 134 seq_num 533) 2024-04-15T16:34:33.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[89240]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:34:33.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[89240]: osd.2 [v2:172.21.15.90:6818/3360366664,v1:172.21.15.90:6819/3360366664] boot 2024-04-15T16:34:33.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[89240]: osdmap e378: 8 total, 8 up, 8 in 2024-04-15T16:34:33.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:34:33.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[89240]: pgmap v225: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 4 op/s; 25/213 objects degraded (11.737%) 2024-04-15T16:34:33.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:33.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:33.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[89240]: osdmap e379: 8 total, 8 up, 8 in 2024-04-15T16:34:33.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[91618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:34:33.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[91618]: osd.2 [v2:172.21.15.90:6818/3360366664,v1:172.21.15.90:6819/3360366664] boot 2024-04-15T16:34:33.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[91618]: osdmap e378: 8 total, 8 up, 8 in 2024-04-15T16:34:33.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:34:33.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[91618]: pgmap v225: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 4 op/s; 25/213 objects degraded (11.737%) 2024-04-15T16:34:33.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:33.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:33.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:33 smithi090 ceph-mon[91618]: osdmap e379: 8 total, 8 up, 8 in 2024-04-15T16:34:33.877 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:34:33 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:34:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:34:33.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:33 smithi153 ceph-mon[84714]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:34:33.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:33 smithi153 ceph-mon[84714]: osd.2 [v2:172.21.15.90:6818/3360366664,v1:172.21.15.90:6819/3360366664] boot 2024-04-15T16:34:33.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:33 smithi153 ceph-mon[84714]: osdmap e378: 8 total, 8 up, 8 in 2024-04-15T16:34:33.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:33 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-15T16:34:33.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:33 smithi153 ceph-mon[84714]: pgmap v225: 121 pgs: 9 active+undersized+degraded, 28 active+undersized, 84 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 1.5 MiB/s wr, 4 op/s; 25/213 objects degraded (11.737%) 2024-04-15T16:34:33.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:33 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:33.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:33 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:33.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:33 smithi153 ceph-mon[84714]: osdmap e379: 8 total, 8 up, 8 in 2024-04-15T16:34:34.562 INFO:tasks.rados.rados.0.smithi090.stdout:1782: expect (ObjNum 576 snap 150 seq_num 576) 2024-04-15T16:34:34.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:34 smithi090 ceph-mon[91618]: Health check update: Degraded data redundancy: 25/213 objects degraded (11.737%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T16:34:34.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:34 smithi090 ceph-mon[91618]: osdmap e380: 8 total, 8 up, 8 in 2024-04-15T16:34:34.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:34 smithi090 ceph-mon[89240]: Health check update: Degraded data redundancy: 25/213 objects degraded (11.737%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T16:34:34.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:34 smithi090 ceph-mon[89240]: osdmap e380: 8 total, 8 up, 8 in 2024-04-15T16:34:34.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:34 smithi153 ceph-mon[84714]: Health check update: Degraded data redundancy: 25/213 objects degraded (11.737%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T16:34:34.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:34 smithi153 ceph-mon[84714]: osdmap e380: 8 total, 8 up, 8 in 2024-04-15T16:34:34.989 INFO:tasks.rados.rados.0.smithi090.stdout:1778: done (4 left) 2024-04-15T16:34:34.989 INFO:tasks.rados.rados.0.smithi090.stdout:1780: done (3 left) 2024-04-15T16:34:34.990 INFO:tasks.rados.rados.0.smithi090.stdout:1782: done (2 left) 2024-04-15T16:34:34.990 INFO:tasks.rados.rados.0.smithi090.stdout:1783: done (1 left) 2024-04-15T16:34:34.990 INFO:tasks.rados.rados.0.smithi090.stdout:1784: done (0 left) 2024-04-15T16:34:34.990 INFO:tasks.rados.rados.0.smithi090.stdout:1785: read oid 16 snap -1 2024-04-15T16:34:34.990 INFO:tasks.rados.rados.0.smithi090.stdout:1785: expect deleted 2024-04-15T16:34:34.990 INFO:tasks.rados.rados.0.smithi090.stdout:1786: rollback oid 4 current snap is 153 2024-04-15T16:34:34.990 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 147 2024-04-15T16:34:34.990 INFO:tasks.rados.rados.0.smithi090.stdout:1787: delete oid 46 current snap is 153 2024-04-15T16:34:34.992 INFO:tasks.rados.rados.0.smithi090.stdout:1785: done (2 left) 2024-04-15T16:34:34.992 INFO:tasks.rados.rados.0.smithi090.stdout:1787: done (1 left) 2024-04-15T16:34:34.992 INFO:tasks.rados.rados.0.smithi090.stdout:1788: snap_remove snap 150 2024-04-15T16:34:35.593 INFO:tasks.rados.rados.0.smithi090.stdout:1788: done (1 left) 2024-04-15T16:34:35.593 INFO:tasks.rados.rados.0.smithi090.stdout:1789: rollback oid 1 current snap is 153 2024-04-15T16:34:35.593 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 152 2024-04-15T16:34:35.593 INFO:tasks.rados.rados.0.smithi090.stdout:1786: finishing rollback tid 1 to smithi09078167-4 2024-04-15T16:34:35.593 INFO:tasks.rados.rados.0.smithi090.stdout:1786: finishing rollback tid 2 to smithi09078167-4 2024-04-15T16:34:35.593 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 236 (ObjNum 551 snap 145 seq_num 551) dirty exists 2024-04-15T16:34:35.594 INFO:tasks.rados.rados.0.smithi090.stdout:1786: done (1 left) 2024-04-15T16:34:35.594 INFO:tasks.rados.rados.0.smithi090.stdout:1790: delete oid 10 current snap is 153 2024-04-15T16:34:35.600 INFO:tasks.rados.rados.0.smithi090.stdout:1789: finishing rollback tid 0 to smithi09078167-1 2024-04-15T16:34:35.600 INFO:tasks.rados.rados.0.smithi090.stdout:1789: finishing rollback tid 1 to smithi09078167-1 2024-04-15T16:34:35.600 INFO:tasks.rados.rados.0.smithi090.stdout:1789: finishing rollback tid 2 to smithi09078167-1 2024-04-15T16:34:35.600 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 647 (ObjNum 503 snap 128 seq_num 503) dirty exists 2024-04-15T16:34:35.602 INFO:tasks.rados.rados.0.smithi090.stdout:1789: done (1 left) 2024-04-15T16:34:35.602 INFO:tasks.rados.rados.0.smithi090.stdout:1790: done (0 left) 2024-04-15T16:34:35.602 INFO:tasks.rados.rados.0.smithi090.stdout:1791: delete oid 27 current snap is 153 2024-04-15T16:34:35.606 INFO:tasks.rados.rados.0.smithi090.stdout:1791: done (0 left) 2024-04-15T16:34:35.606 INFO:tasks.rados.rados.0.smithi090.stdout:1792: snap_remove snap 152 2024-04-15T16:34:35.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:35 smithi153 ceph-mon[84714]: pgmap v228: 121 pgs: 6 active+undersized+degraded, 16 active+undersized, 99 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 19/225 objects degraded (8.444%); 362 KiB/s, 0 objects/s recovering 2024-04-15T16:34:35.891 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:35 smithi090 ceph-mon[89240]: pgmap v228: 121 pgs: 6 active+undersized+degraded, 16 active+undersized, 99 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 19/225 objects degraded (8.444%); 362 KiB/s, 0 objects/s recovering 2024-04-15T16:34:35.891 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:35 smithi090 ceph-mon[91618]: pgmap v228: 121 pgs: 6 active+undersized+degraded, 16 active+undersized, 99 active+clean; 189 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 1.5 MiB/s wr, 13 op/s; 19/225 objects degraded (8.444%); 362 KiB/s, 0 objects/s recovering 2024-04-15T16:34:36.608 INFO:tasks.rados.rados.0.smithi090.stdout:1792: done (0 left) 2024-04-15T16:34:36.608 INFO:tasks.rados.rados.0.smithi090.stdout:1793: setattr oid 36 current snap is 153 2024-04-15T16:34:36.609 INFO:tasks.rados.rados.0.smithi090.stdout:1794: copy_from oid 38 from oid 1 current snap is 153 2024-04-15T16:34:36.609 INFO:tasks.rados.rados.0.smithi090.stdout:1795: rollback oid 15 current snap is 153 2024-04-15T16:34:36.610 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 148 2024-04-15T16:34:36.610 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 153 2024-04-15T16:34:36.610 INFO:tasks.rados.rados.0.smithi090.stdout:1796: seq_num 582 ranges {2981888=155648} 2024-04-15T16:34:36.627 INFO:tasks.rados.rados.0.smithi090.stdout:1796: writing smithi09078167-22 from 2981888 to 3137536 tid 1 2024-04-15T16:34:36.628 INFO:tasks.rados.rados.0.smithi090.stdout:1797: rollback oid 10 current snap is 153 2024-04-15T16:34:36.628 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 147 2024-04-15T16:34:36.628 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 520 (ObjNum 502 snap 127 seq_num 502) dirty exists 2024-04-15T16:34:36.628 INFO:tasks.rados.rados.0.smithi090.stdout:1795: finishing rollback tid 0 to smithi09078167-15 2024-04-15T16:34:36.628 INFO:tasks.rados.rados.0.smithi090.stdout:1795: finishing rollback tid 1 to smithi09078167-15 2024-04-15T16:34:36.628 INFO:tasks.rados.rados.0.smithi090.stdout:1795: finishing rollback tid 2 to smithi09078167-15 2024-04-15T16:34:36.628 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 577 (ObjNum 452 snap 113 seq_num 452) dirty exists 2024-04-15T16:34:36.628 INFO:tasks.rados.rados.0.smithi090.stdout:1794: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:34:36.628 INFO:tasks.rados.rados.0.smithi090.stdout:1794: finishing copy_from to smithi09078167-38 2024-04-15T16:34:36.628 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 647 (ObjNum 503 snap 128 seq_num 503) dirty exists 2024-04-15T16:34:36.628 INFO:tasks.rados.rados.0.smithi090.stdout:1793: done (4 left) 2024-04-15T16:34:36.628 INFO:tasks.rados.rados.0.smithi090.stdout:1794: done (3 left) 2024-04-15T16:34:36.628 INFO:tasks.rados.rados.0.smithi090.stdout:1795: done (2 left) 2024-04-15T16:34:36.629 INFO:tasks.rados.rados.0.smithi090.stdout:1798: snap_create 2024-04-15T16:34:36.629 INFO:tasks.rados.rados.0.smithi090.stdout:1797: finishing rollback tid 1 to smithi09078167-10 2024-04-15T16:34:36.629 INFO:tasks.rados.rados.0.smithi090.stdout:1797: finishing rollback tid 2 to smithi09078167-10 2024-04-15T16:34:36.630 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 539 (ObjNum 533 snap 134 seq_num 533) dirty exists 2024-04-15T16:34:36.630 INFO:tasks.rados.rados.0.smithi090.stdout:1796: finishing write tid 1 to smithi09078167-22 2024-04-15T16:34:36.630 INFO:tasks.rados.rados.0.smithi090.stdout:1796: finishing write tid 2 to smithi09078167-22 2024-04-15T16:34:36.632 INFO:tasks.rados.rados.0.smithi090.stdout:1796: finishing write tid 3 to smithi09078167-22 2024-04-15T16:34:36.632 INFO:tasks.rados.rados.0.smithi090.stdout:1796: oid 22 updating version 0 to 579 2024-04-15T16:34:36.632 INFO:tasks.rados.rados.0.smithi090.stdout:1796: oid 22 updating version 579 to 580 2024-04-15T16:34:36.632 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 580 (ObjNum 582 snap 153 seq_num 582) dirty exists 2024-04-15T16:34:36.632 INFO:tasks.rados.rados.0.smithi090.stdout:1796: left oid 22 (ObjNum 582 snap 153 seq_num 582) 2024-04-15T16:34:36.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:36 smithi090 ceph-mon[91618]: osdmap e381: 8 total, 8 up, 8 in 2024-04-15T16:34:36.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:36.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:36.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:34:36.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:34:36.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:36.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:36 smithi090 ceph-mon[89240]: osdmap e381: 8 total, 8 up, 8 in 2024-04-15T16:34:36.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:36.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:36.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:34:36.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:34:36.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:36.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:36 smithi153 ceph-mon[84714]: osdmap e381: 8 total, 8 up, 8 in 2024-04-15T16:34:36.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:36.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:36.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:34:36.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:34:36.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:37.609 INFO:tasks.rados.rados.0.smithi090.stdout:1796: done (2 left) 2024-04-15T16:34:37.609 INFO:tasks.rados.rados.0.smithi090.stdout:1797: done (1 left) 2024-04-15T16:34:37.609 INFO:tasks.rados.rados.0.smithi090.stdout:1798: done (0 left) 2024-04-15T16:34:37.609 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 154 2024-04-15T16:34:37.609 INFO:tasks.rados.rados.0.smithi090.stdout:1799: seq_num 583 ranges {4382720=172032} 2024-04-15T16:34:37.633 INFO:tasks.rados.rados.0.smithi090.stdout:1799: writing smithi09078167-8 from 4382720 to 4554752 tid 1 2024-04-15T16:34:37.634 INFO:tasks.rados.rados.0.smithi090.stdout:1800: delete oid 12 current snap is 154 2024-04-15T16:34:37.639 INFO:tasks.rados.rados.0.smithi090.stdout:1800: done (1 left) 2024-04-15T16:34:37.639 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 154 2024-04-15T16:34:37.639 INFO:tasks.rados.rados.0.smithi090.stdout:1801: seq_num 585 ranges {8241152=204800} 2024-04-15T16:34:37.685 INFO:tasks.rados.rados.0.smithi090.stdout:1801: writing smithi09078167-35 from 8241152 to 8445952 tid 1 2024-04-15T16:34:37.685 INFO:tasks.rados.rados.0.smithi090.stdout:1802: delete oid 4 current snap is 154 2024-04-15T16:34:37.685 INFO:tasks.rados.rados.0.smithi090.stdout:1799: finishing write tid 1 to smithi09078167-8 2024-04-15T16:34:37.685 INFO:tasks.rados.rados.0.smithi090.stdout:1799: finishing write tid 2 to smithi09078167-8 2024-04-15T16:34:37.685 INFO:tasks.rados.rados.0.smithi090.stdout:1799: finishing write tid 3 to smithi09078167-8 2024-04-15T16:34:37.685 INFO:tasks.rados.rados.0.smithi090.stdout:1799: oid 8 updating version 0 to 583 2024-04-15T16:34:37.685 INFO:tasks.rados.rados.0.smithi090.stdout:1799: oid 8 version 583 is already newer than 582 2024-04-15T16:34:37.685 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 583 (ObjNum 583 snap 154 seq_num 583) dirty exists 2024-04-15T16:34:37.685 INFO:tasks.rados.rados.0.smithi090.stdout:1799: left oid 8 (ObjNum 583 snap 154 seq_num 583) 2024-04-15T16:34:37.687 INFO:tasks.rados.rados.0.smithi090.stdout:1799: done (2 left) 2024-04-15T16:34:37.687 INFO:tasks.rados.rados.0.smithi090.stdout:1802: done (1 left) 2024-04-15T16:34:37.687 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 154 2024-04-15T16:34:37.687 INFO:tasks.rados.rados.0.smithi090.stdout:1803: seq_num 587 ranges {6348800=237568} 2024-04-15T16:34:37.723 INFO:tasks.rados.rados.0.smithi090.stdout:1803: writing smithi09078167-47 from 6348800 to 6586368 tid 1 2024-04-15T16:34:37.723 INFO:tasks.rados.rados.0.smithi090.stdout:1804: rmattr oid 23 current snap is 154 2024-04-15T16:34:37.723 INFO:tasks.rados.rados.0.smithi090.stdout:1804: done (2 left) 2024-04-15T16:34:37.723 INFO:tasks.rados.rados.0.smithi090.stdout:1805: copy_from oid 30 from oid 2 current snap is 154 2024-04-15T16:34:37.723 INFO:tasks.rados.rados.0.smithi090.stdout:1801: finishing write tid 1 to smithi09078167-35 2024-04-15T16:34:37.723 INFO:tasks.rados.rados.0.smithi090.stdout:1801: finishing write tid 2 to smithi09078167-35 2024-04-15T16:34:37.723 INFO:tasks.rados.rados.0.smithi090.stdout:1801: finishing write tid 3 to smithi09078167-35 2024-04-15T16:34:37.723 INFO:tasks.rados.rados.0.smithi090.stdout:1801: oid 35 updating version 0 to 525 2024-04-15T16:34:37.723 INFO:tasks.rados.rados.0.smithi090.stdout:1801: oid 35 updating version 525 to 526 2024-04-15T16:34:37.723 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 526 (ObjNum 585 snap 154 seq_num 585) dirty exists 2024-04-15T16:34:37.723 INFO:tasks.rados.rados.0.smithi090.stdout:1801: left oid 35 (ObjNum 585 snap 154 seq_num 585) 2024-04-15T16:34:37.723 INFO:tasks.rados.rados.0.smithi090.stdout:1801: done (2 left) 2024-04-15T16:34:37.723 INFO:tasks.rados.rados.0.smithi090.stdout:1806: copy_from oid 18 from oid 44 current snap is 154 2024-04-15T16:34:37.724 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 154 2024-04-15T16:34:37.724 INFO:tasks.rados.rados.0.smithi090.stdout:1807: seq_num 588 ranges {3186688=253952} 2024-04-15T16:34:37.742 INFO:tasks.rados.rados.0.smithi090.stdout:1807: writing smithi09078167-7 from 3186688 to 3440640 tid 1 2024-04-15T16:34:37.742 INFO:tasks.rados.rados.0.smithi090.stdout:1808: delete oid 46 current snap is 154 2024-04-15T16:34:37.742 INFO:tasks.rados.rados.0.smithi090.stdout:1803: finishing write tid 1 to smithi09078167-47 2024-04-15T16:34:37.742 INFO:tasks.rados.rados.0.smithi090.stdout:1803: finishing write tid 2 to smithi09078167-47 2024-04-15T16:34:37.742 INFO:tasks.rados.rados.0.smithi090.stdout:1803: finishing write tid 3 to smithi09078167-47 2024-04-15T16:34:37.742 INFO:tasks.rados.rados.0.smithi090.stdout:1803: oid 47 updating version 0 to 484 2024-04-15T16:34:37.742 INFO:tasks.rados.rados.0.smithi090.stdout:1803: oid 47 version 484 is already newer than 483 2024-04-15T16:34:37.742 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 484 (ObjNum 587 snap 154 seq_num 587) dirty exists 2024-04-15T16:34:37.742 INFO:tasks.rados.rados.0.smithi090.stdout:1803: left oid 47 (ObjNum 587 snap 154 seq_num 587) 2024-04-15T16:34:37.742 INFO:tasks.rados.rados.0.smithi090.stdout:1806: finishing copy_from racing read to smithi09078167-18 2024-04-15T16:34:37.742 INFO:tasks.rados.rados.0.smithi090.stdout:1806: finishing copy_from to smithi09078167-18 2024-04-15T16:34:37.743 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 536 (ObjNum 569 snap 147 seq_num 569) dirty exists 2024-04-15T16:34:37.743 INFO:tasks.rados.rados.0.smithi090.stdout:1803: done (4 left) 2024-04-15T16:34:37.743 INFO:tasks.rados.rados.0.smithi090.stdout:1806: done (3 left) 2024-04-15T16:34:37.743 INFO:tasks.rados.rados.0.smithi090.stdout:1808: done (2 left) 2024-04-15T16:34:37.743 INFO:tasks.rados.rados.0.smithi090.stdout:1809: read oid 16 snap -1 2024-04-15T16:34:37.743 INFO:tasks.rados.rados.0.smithi090.stdout:1809: expect deleted 2024-04-15T16:34:37.743 INFO:tasks.rados.rados.0.smithi090.stdout:1810: delete oid 31 current snap is 154 2024-04-15T16:34:37.744 INFO:tasks.rados.rados.0.smithi090.stdout:1807: finishing write tid 1 to smithi09078167-7 2024-04-15T16:34:37.744 INFO:tasks.rados.rados.0.smithi090.stdout:1807: finishing write tid 2 to smithi09078167-7 2024-04-15T16:34:37.745 INFO:tasks.rados.rados.0.smithi090.stdout:1809: done (3 left) 2024-04-15T16:34:37.745 INFO:tasks.rados.rados.0.smithi090.stdout:1810: done (2 left) 2024-04-15T16:34:37.746 INFO:tasks.rados.rados.0.smithi090.stdout:1811: snap_create 2024-04-15T16:34:37.746 INFO:tasks.rados.rados.0.smithi090.stdout:1807: finishing write tid 3 to smithi09078167-7 2024-04-15T16:34:37.746 INFO:tasks.rados.rados.0.smithi090.stdout:1807: oid 7 updating version 0 to 494 2024-04-15T16:34:37.746 INFO:tasks.rados.rados.0.smithi090.stdout:1807: oid 7 updating version 494 to 495 2024-04-15T16:34:37.746 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 495 (ObjNum 588 snap 154 seq_num 588) dirty exists 2024-04-15T16:34:37.746 INFO:tasks.rados.rados.0.smithi090.stdout:1807: left oid 7 (ObjNum 588 snap 154 seq_num 588) 2024-04-15T16:34:37.753 INFO:tasks.rados.rados.0.smithi090.stdout:1805: finishing copy_from racing read to smithi09078167-30 2024-04-15T16:34:37.760 INFO:tasks.rados.rados.0.smithi090.stdout:1805: finishing copy_from to smithi09078167-30 2024-04-15T16:34:37.760 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 473 (ObjNum 403 snap 101 seq_num 403) dirty exists 2024-04-15T16:34:37.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:37 smithi153 ceph-mon[84714]: osdmap e382: 8 total, 8 up, 8 in 2024-04-15T16:34:37.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:37 smithi153 ceph-mon[84714]: pgmap v231: 121 pgs: 2 active+undersized, 119 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 31 MiB/s rd, 1.5 MiB/s wr, 14 op/s; 21 MiB/s, 4 objects/s recovering 2024-04-15T16:34:37.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:34:37.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:37.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:37.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:37.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T16:34:37.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:37 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T16:34:37.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:37 smithi153 ceph-mon[84714]: Upgrade: osd.3 is safe to restart 2024-04-15T16:34:38.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[89240]: osdmap e382: 8 total, 8 up, 8 in 2024-04-15T16:34:38.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[89240]: pgmap v231: 121 pgs: 2 active+undersized, 119 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 31 MiB/s rd, 1.5 MiB/s wr, 14 op/s; 21 MiB/s, 4 objects/s recovering 2024-04-15T16:34:38.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:34:38.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:38.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:38.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:38.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T16:34:38.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T16:34:38.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[89240]: Upgrade: osd.3 is safe to restart 2024-04-15T16:34:38.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[91618]: osdmap e382: 8 total, 8 up, 8 in 2024-04-15T16:34:38.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[91618]: pgmap v231: 121 pgs: 2 active+undersized, 119 active+clean; 195 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 31 MiB/s rd, 1.5 MiB/s wr, 14 op/s; 21 MiB/s, 4 objects/s recovering 2024-04-15T16:34:38.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:34:38.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:38.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:38.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:38.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T16:34:38.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-15T16:34:38.086 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:37 smithi090 ceph-mon[91618]: Upgrade: osd.3 is safe to restart 2024-04-15T16:34:38.617 INFO:tasks.rados.rados.0.smithi090.stdout:1805: done (2 left) 2024-04-15T16:34:38.617 INFO:tasks.rados.rados.0.smithi090.stdout:1807: done (1 left) 2024-04-15T16:34:38.617 INFO:tasks.rados.rados.0.smithi090.stdout:1811: done (0 left) 2024-04-15T16:34:38.617 INFO:tasks.rados.rados.0.smithi090.stdout:1812: delete oid 9 current snap is 155 2024-04-15T16:34:38.621 INFO:tasks.rados.rados.0.smithi090.stdout:1812: done (0 left) 2024-04-15T16:34:38.621 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 155 2024-04-15T16:34:38.621 INFO:tasks.rados.rados.0.smithi090.stdout:1813: seq_num 592 ranges {2179072=319488} 2024-04-15T16:34:38.634 INFO:tasks.rados.rados.0.smithi090.stdout:1813: writing smithi09078167-39 from 2179072 to 2498560 tid 1 2024-04-15T16:34:38.635 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 155 2024-04-15T16:34:38.635 INFO:tasks.rados.rados.0.smithi090.stdout:1814: seq_num 593 ranges {6586368=335872} 2024-04-15T16:34:38.673 INFO:tasks.rados.rados.0.smithi090.stdout:1814: writing smithi09078167-47 from 6586368 to 6922240 tid 1 2024-04-15T16:34:38.673 INFO:tasks.rados.rados.0.smithi090.stdout:1815: read oid 32 snap -1 2024-04-15T16:34:38.673 INFO:tasks.rados.rados.0.smithi090.stdout:1815: expect deleted 2024-04-15T16:34:38.673 INFO:tasks.rados.rados.0.smithi090.stdout:1816: snap_create 2024-04-15T16:34:38.673 INFO:tasks.rados.rados.0.smithi090.stdout:1813: finishing write tid 1 to smithi09078167-39 2024-04-15T16:34:38.673 INFO:tasks.rados.rados.0.smithi090.stdout:1813: finishing write tid 2 to smithi09078167-39 2024-04-15T16:34:38.674 INFO:tasks.rados.rados.0.smithi090.stdout:1813: finishing write tid 3 to smithi09078167-39 2024-04-15T16:34:38.674 INFO:tasks.rados.rados.0.smithi090.stdout:1813: oid 39 updating version 0 to 540 2024-04-15T16:34:38.674 INFO:tasks.rados.rados.0.smithi090.stdout:1813: oid 39 updating version 540 to 541 2024-04-15T16:34:38.674 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 541 (ObjNum 592 snap 155 seq_num 592) dirty exists 2024-04-15T16:34:38.674 INFO:tasks.rados.rados.0.smithi090.stdout:1813: left oid 39 (ObjNum 592 snap 155 seq_num 592) 2024-04-15T16:34:38.677 INFO:tasks.rados.rados.0.smithi090.stdout:1814: finishing write tid 1 to smithi09078167-47 2024-04-15T16:34:38.677 INFO:tasks.rados.rados.0.smithi090.stdout:1814: finishing write tid 2 to smithi09078167-47 2024-04-15T16:34:38.678 INFO:tasks.rados.rados.0.smithi090.stdout:1814: finishing write tid 3 to smithi09078167-47 2024-04-15T16:34:38.679 INFO:tasks.rados.rados.0.smithi090.stdout:1814: oid 47 updating version 0 to 485 2024-04-15T16:34:38.679 INFO:tasks.rados.rados.0.smithi090.stdout:1814: oid 47 updating version 485 to 486 2024-04-15T16:34:38.679 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 486 (ObjNum 593 snap 155 seq_num 593) dirty exists 2024-04-15T16:34:38.679 INFO:tasks.rados.rados.0.smithi090.stdout:1814: left oid 47 (ObjNum 593 snap 155 seq_num 593) 2024-04-15T16:34:38.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:38 smithi153 ceph-mon[84714]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/225 objects degraded (8.444%), 6 pgs degraded) 2024-04-15T16:34:38.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:38 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:34:38.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:38 smithi153 ceph-mon[84714]: osdmap e383: 8 total, 8 up, 8 in 2024-04-15T16:34:38.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:38.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:34:38.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:38.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T16:34:38.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:34:38.916 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[89240]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/225 objects degraded (8.444%), 6 pgs degraded) 2024-04-15T16:34:38.916 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:34:38.916 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[89240]: osdmap e383: 8 total, 8 up, 8 in 2024-04-15T16:34:38.916 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:38.917 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:34:38.917 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:38.917 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T16:34:38.917 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:34:38.917 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[91618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/225 objects degraded (8.444%), 6 pgs degraded) 2024-04-15T16:34:38.917 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:34:38.917 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[91618]: osdmap e383: 8 total, 8 up, 8 in 2024-04-15T16:34:38.917 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:38.917 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:34:38.917 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:38.917 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-15T16:34:38.917 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:34:39.188 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:34:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:34:39] "GET /metrics HTTP/1.1" 200 36144 "" "Prometheus/2.43.0" 2024-04-15T16:34:39.357 INFO:tasks.rados.rados.0.smithi090.stdout:1813: done (3 left) 2024-04-15T16:34:39.357 INFO:tasks.rados.rados.0.smithi090.stdout:1814: done (2 left) 2024-04-15T16:34:39.358 INFO:tasks.rados.rados.0.smithi090.stdout:1815: done (1 left) 2024-04-15T16:34:39.358 INFO:tasks.rados.rados.0.smithi090.stdout:1816: done (0 left) 2024-04-15T16:34:39.358 INFO:tasks.rados.rados.0.smithi090.stdout:1817: copy_from oid 23 from oid 48 current snap is 156 2024-04-15T16:34:39.358 INFO:tasks.rados.rados.0.smithi090.stdout:1818: delete oid 40 current snap is 156 2024-04-15T16:34:39.364 INFO:tasks.rados.rados.0.smithi090.stdout:1818: done (1 left) 2024-04-15T16:34:39.365 INFO:tasks.rados.rados.0.smithi090.stdout:1819: snap_remove snap 153 2024-04-15T16:34:39.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:39 smithi090 ceph-mon[91618]: Upgrade: Updating osd.3 2024-04-15T16:34:39.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:39 smithi090 ceph-mon[91618]: Deploying daemon osd.3 on smithi090 2024-04-15T16:34:39.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:39 smithi090 ceph-mon[91618]: osdmap e384: 8 total, 8 up, 8 in 2024-04-15T16:34:39.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:39 smithi090 ceph-mon[91618]: pgmap v234: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 15 op/s; 20 MiB/s, 3 objects/s recovering 2024-04-15T16:34:39.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:39 smithi090 ceph-mon[91618]: osdmap e385: 8 total, 8 up, 8 in 2024-04-15T16:34:39.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:39 smithi090 ceph-mon[89240]: Upgrade: Updating osd.3 2024-04-15T16:34:39.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:39 smithi090 ceph-mon[89240]: Deploying daemon osd.3 on smithi090 2024-04-15T16:34:39.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:39 smithi090 ceph-mon[89240]: osdmap e384: 8 total, 8 up, 8 in 2024-04-15T16:34:39.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:39 smithi090 ceph-mon[89240]: pgmap v234: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 15 op/s; 20 MiB/s, 3 objects/s recovering 2024-04-15T16:34:39.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:39 smithi090 ceph-mon[89240]: osdmap e385: 8 total, 8 up, 8 in 2024-04-15T16:34:39.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:39 smithi153 ceph-mon[84714]: Upgrade: Updating osd.3 2024-04-15T16:34:39.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:39 smithi153 ceph-mon[84714]: Deploying daemon osd.3 on smithi090 2024-04-15T16:34:39.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:39 smithi153 ceph-mon[84714]: osdmap e384: 8 total, 8 up, 8 in 2024-04-15T16:34:39.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:39 smithi153 ceph-mon[84714]: pgmap v234: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 15 op/s; 20 MiB/s, 3 objects/s recovering 2024-04-15T16:34:39.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:39 smithi153 ceph-mon[84714]: osdmap e385: 8 total, 8 up, 8 in 2024-04-15T16:34:40.358 INFO:tasks.rados.rados.0.smithi090.stdout:1819: done (1 left) 2024-04-15T16:34:40.358 INFO:tasks.rados.rados.0.smithi090.stdout:1820: setattr oid 37 current snap is 156 2024-04-15T16:34:40.358 INFO:tasks.rados.rados.0.smithi090.stdout:1817: finishing copy_from racing read to smithi09078167-23 2024-04-15T16:34:40.359 INFO:tasks.rados.rados.0.smithi090.stdout:1817: finishing copy_from to smithi09078167-23 2024-04-15T16:34:40.359 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 471 (ObjNum 515 snap 132 seq_num 515) dirty exists 2024-04-15T16:34:40.359 INFO:tasks.rados.rados.0.smithi090.stdout:1817: done (1 left) 2024-04-15T16:34:40.360 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 156 2024-04-15T16:34:40.360 INFO:tasks.rados.rados.0.smithi090.stdout:1821: seq_num 595 ranges {0=368640} 2024-04-15T16:34:40.362 INFO:tasks.rados.rados.0.smithi090.stdout:1821: writing smithi09078167-46 from 0 to 368640 tid 1 2024-04-15T16:34:40.362 INFO:tasks.rados.rados.0.smithi090.stdout:1822: delete oid 23 current snap is 156 2024-04-15T16:34:40.369 INFO:tasks.rados.rados.0.smithi090.stdout:1821: finishing write tid 1 to smithi09078167-46 2024-04-15T16:34:40.369 INFO:tasks.rados.rados.0.smithi090.stdout:1821: finishing write tid 2 to smithi09078167-46 2024-04-15T16:34:40.370 INFO:tasks.rados.rados.0.smithi090.stdout:1821: finishing write tid 3 to smithi09078167-46 2024-04-15T16:34:40.370 INFO:tasks.rados.rados.0.smithi090.stdout:1821: oid 46 updating version 0 to 485 2024-04-15T16:34:40.370 INFO:tasks.rados.rados.0.smithi090.stdout:1821: oid 46 updating version 485 to 486 2024-04-15T16:34:40.370 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 486 (ObjNum 595 snap 156 seq_num 595) dirty exists 2024-04-15T16:34:40.370 INFO:tasks.rados.rados.0.smithi090.stdout:1821: left oid 46 (ObjNum 595 snap 156 seq_num 595) 2024-04-15T16:34:40.371 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 389 (ObjNum 474 snap 122 seq_num 474) dirty exists 2024-04-15T16:34:40.371 INFO:tasks.rados.rados.0.smithi090.stdout:1820: done (2 left) 2024-04-15T16:34:40.371 INFO:tasks.rados.rados.0.smithi090.stdout:1821: done (1 left) 2024-04-15T16:34:40.371 INFO:tasks.rados.rados.0.smithi090.stdout:1822: done (0 left) 2024-04-15T16:34:40.371 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 156 2024-04-15T16:34:40.371 INFO:tasks.rados.rados.0.smithi090.stdout:1823: seq_num 597 ranges {0=401408} 2024-04-15T16:34:40.373 INFO:tasks.rados.rados.0.smithi090.stdout:1823: writing smithi09078167-27 from 0 to 401408 tid 1 2024-04-15T16:34:40.373 INFO:tasks.rados.rados.0.smithi090.stdout:1824: snap_remove snap 147 2024-04-15T16:34:41.364 INFO:tasks.rados.rados.0.smithi090.stdout:1824: done (1 left) 2024-04-15T16:34:41.365 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 156 2024-04-15T16:34:41.365 INFO:tasks.rados.rados.0.smithi090.stdout:1825: seq_num 598 ranges {1228800=417792} 2024-04-15T16:34:41.374 INFO:tasks.rados.rados.0.smithi090.stdout:1825: writing smithi09078167-38 from 1228800 to 1646592 tid 1 2024-04-15T16:34:41.374 INFO:tasks.rados.rados.0.smithi090.stdout:1826: snap_create 2024-04-15T16:34:41.375 INFO:tasks.rados.rados.0.smithi090.stdout:1823: finishing write tid 1 to smithi09078167-27 2024-04-15T16:34:41.375 INFO:tasks.rados.rados.0.smithi090.stdout:1823: finishing write tid 2 to smithi09078167-27 2024-04-15T16:34:41.375 INFO:tasks.rados.rados.0.smithi090.stdout:1823: finishing write tid 3 to smithi09078167-27 2024-04-15T16:34:41.375 INFO:tasks.rados.rados.0.smithi090.stdout:1823: oid 27 updating version 0 to 616 2024-04-15T16:34:41.375 INFO:tasks.rados.rados.0.smithi090.stdout:1823: oid 27 version 616 is already newer than 615 2024-04-15T16:34:41.375 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 616 (ObjNum 597 snap 156 seq_num 597) dirty exists 2024-04-15T16:34:41.375 INFO:tasks.rados.rados.0.smithi090.stdout:1823: left oid 27 (ObjNum 597 snap 156 seq_num 597) 2024-04-15T16:34:41.382 INFO:tasks.rados.rados.0.smithi090.stdout:1825: finishing write tid 1 to smithi09078167-38 2024-04-15T16:34:41.382 INFO:tasks.rados.rados.0.smithi090.stdout:1825: finishing write tid 2 to smithi09078167-38 2024-04-15T16:34:41.385 INFO:tasks.rados.rados.0.smithi090.stdout:1825: finishing write tid 3 to smithi09078167-38 2024-04-15T16:34:41.385 INFO:tasks.rados.rados.0.smithi090.stdout:1825: oid 38 updating version 0 to 649 2024-04-15T16:34:41.385 INFO:tasks.rados.rados.0.smithi090.stdout:1825: oid 38 version 649 is already newer than 648 2024-04-15T16:34:41.385 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 649 (ObjNum 598 snap 156 seq_num 598) dirty exists 2024-04-15T16:34:41.385 INFO:tasks.rados.rados.0.smithi090.stdout:1825: left oid 38 (ObjNum 598 snap 156 seq_num 598) 2024-04-15T16:34:41.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:41 smithi153 ceph-mon[84714]: osdmap e386: 8 total, 8 up, 8 in 2024-04-15T16:34:41.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:41 smithi153 ceph-mon[84714]: pgmap v237: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-15T16:34:41.701 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:41 smithi090 ceph-mon[89240]: osdmap e386: 8 total, 8 up, 8 in 2024-04-15T16:34:41.701 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:41 smithi090 ceph-mon[89240]: pgmap v237: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-15T16:34:41.701 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:41 smithi090 ceph-mon[91618]: osdmap e386: 8 total, 8 up, 8 in 2024-04-15T16:34:41.701 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:41 smithi090 ceph-mon[91618]: pgmap v237: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.5 MiB/s wr, 11 op/s 2024-04-15T16:34:41.701 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:41 smithi090 systemd[1]: Stopping Ceph osd.3 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:34:42.084 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:41 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[59595]: 2024-04-15T16:34:41.703+0000 7fb27f621700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:34:42.084 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:41 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[59595]: 2024-04-15T16:34:41.703+0000 7fb27f621700 -1 osd.3 387 *** Got signal Terminated *** 2024-04-15T16:34:42.085 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:41 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[59595]: 2024-04-15T16:34:41.703+0000 7fb27f621700 -1 osd.3 387 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:34:42.378 INFO:tasks.rados.rados.0.smithi090.stdout:1823: done (2 left) 2024-04-15T16:34:42.378 INFO:tasks.rados.rados.0.smithi090.stdout:1825: done (1 left) 2024-04-15T16:34:42.378 INFO:tasks.rados.rados.0.smithi090.stdout:1826: done (0 left) 2024-04-15T16:34:42.379 INFO:tasks.rados.rados.0.smithi090.stdout:1827: rollback oid 36 current snap is 157 2024-04-15T16:34:42.379 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 155 2024-04-15T16:34:42.379 INFO:tasks.rados.rados.0.smithi090.stdout:1828: snap_create 2024-04-15T16:34:42.389 INFO:tasks.rados.rados.0.smithi090.stdout:1827: finishing rollback tid 0 to smithi09078167-36 2024-04-15T16:34:42.389 INFO:tasks.rados.rados.0.smithi090.stdout:1827: finishing rollback tid 1 to smithi09078167-36 2024-04-15T16:34:42.390 INFO:tasks.rados.rados.0.smithi090.stdout:1827: finishing rollback tid 2 to smithi09078167-36 2024-04-15T16:34:42.390 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 652 (ObjNum 502 snap 127 seq_num 502) dirty exists 2024-04-15T16:34:42.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:42 smithi153 ceph-mon[84714]: osdmap e387: 8 total, 8 up, 8 in 2024-04-15T16:34:42.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:42 smithi153 ceph-mon[84714]: osd.3 marked itself down and dead 2024-04-15T16:34:42.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:34:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:34:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:42 smithi090 ceph-mon[89240]: osdmap e387: 8 total, 8 up, 8 in 2024-04-15T16:34:42.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:42 smithi090 ceph-mon[89240]: osd.3 marked itself down and dead 2024-04-15T16:34:42.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:42 smithi090 ceph-mon[91618]: osdmap e387: 8 total, 8 up, 8 in 2024-04-15T16:34:42.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:42 smithi090 ceph-mon[91618]: osd.3 marked itself down and dead 2024-04-15T16:34:43.226 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:42 smithi090 podman[110503]: 2024-04-15 16:34:42.941548094 +0000 UTC m=+1.347893627 container died 2a999947f8da4a3e8a5f0d344e58b301cfc8b9778ea50d060a0cbf303d37eb0e (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=reef-e3fb05d, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-15T16:34:43.384 INFO:tasks.rados.rados.0.smithi090.stdout:1827: done (1 left) 2024-04-15T16:34:43.384 INFO:tasks.rados.rados.0.smithi090.stdout:1828: done (0 left) 2024-04-15T16:34:43.384 INFO:tasks.rados.rados.0.smithi090.stdout:1829: read oid 4 snap 157 2024-04-15T16:34:43.384 INFO:tasks.rados.rados.0.smithi090.stdout:1829: expect deleted 2024-04-15T16:34:43.384 INFO:tasks.rados.rados.0.smithi090.stdout:1830: snap_remove snap 154 2024-04-15T16:34:43.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:43 smithi090 ceph-mon[89240]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:34:43.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:43 smithi090 ceph-mon[89240]: osdmap e388: 8 total, 7 up, 8 in 2024-04-15T16:34:43.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:43 smithi090 ceph-mon[89240]: pgmap v240: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:34:43.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:43 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:43.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:43 smithi090 ceph-mon[91618]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:34:43.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:43 smithi090 ceph-mon[91618]: osdmap e388: 8 total, 7 up, 8 in 2024-04-15T16:34:43.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:43 smithi090 ceph-mon[91618]: pgmap v240: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:34:43.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:43 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:43.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:43 smithi090 podman[110503]: 2024-04-15 16:34:43.321069017 +0000 UTC m=+1.727414547 container cleanup 2a999947f8da4a3e8a5f0d344e58b301cfc8b9778ea50d060a0cbf303d37eb0e (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3, RELEASE=reef-e3fb05d, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409) 2024-04-15T16:34:43.578 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:43 smithi090 bash[110503]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3 2024-04-15T16:34:43.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:43 smithi153 ceph-mon[84714]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:34:43.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:43 smithi153 ceph-mon[84714]: osdmap e388: 8 total, 7 up, 8 in 2024-04-15T16:34:43.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:43 smithi153 ceph-mon[84714]: pgmap v240: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.5 KiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:34:43.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:43 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:43.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:34:43 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:34:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:34:43.834 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:43 smithi090 podman[110520]: 2024-04-15 16:34:43.580890561 +0000 UTC m=+0.643098835 container remove 2a999947f8da4a3e8a5f0d344e58b301cfc8b9778ea50d060a0cbf303d37eb0e (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_CLEAN=True, RELEASE=reef-e3fb05d) 2024-04-15T16:34:44.297 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:43 smithi090 podman[110606]: 2024-04-15 16:34:43.802279697 +0000 UTC m=+0.018288139 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:34:44.297 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:43 smithi090 podman[110606]: 2024-04-15 16:34:43.923814757 +0000 UTC m=+0.139823246 container create 7dc70d7e433d2c1b812670f3537e5728fc909cc4a3155530a4814ae35ed9caba (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-15T16:34:44.357 INFO:tasks.rados.rados.0.smithi090.stdout:1830: done (1 left) 2024-04-15T16:34:44.357 INFO:tasks.rados.rados.0.smithi090.stdout:1831: setattr oid 49 current snap is 158 2024-04-15T16:34:44.358 INFO:tasks.rados.rados.0.smithi090.stdout:1829: done (1 left) 2024-04-15T16:34:44.358 INFO:tasks.rados.rados.0.smithi090.stdout:1832: snap_remove snap 155 2024-04-15T16:34:44.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:44 smithi090 ceph-mon[89240]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-15T16:34:44.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:44 smithi090 ceph-mon[89240]: osdmap e389: 8 total, 7 up, 8 in 2024-04-15T16:34:44.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:44 smithi090 ceph-mon[89240]: osdmap e390: 8 total, 7 up, 8 in 2024-04-15T16:34:44.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:44 smithi090 ceph-mon[91618]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-15T16:34:44.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:44 smithi090 ceph-mon[91618]: osdmap e389: 8 total, 7 up, 8 in 2024-04-15T16:34:44.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:44 smithi090 ceph-mon[91618]: osdmap e390: 8 total, 7 up, 8 in 2024-04-15T16:34:44.585 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:44 smithi090 podman[110606]: 2024-04-15 16:34:44.301505992 +0000 UTC m=+0.517514428 container init 7dc70d7e433d2c1b812670f3537e5728fc909cc4a3155530a4814ae35ed9caba (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-deactivate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True) 2024-04-15T16:34:44.586 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:44 smithi090 podman[110606]: 2024-04-15 16:34:44.305008837 +0000 UTC m=+0.521017268 container start 7dc70d7e433d2c1b812670f3537e5728fc909cc4a3155530a4814ae35ed9caba (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-deactivate, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-15T16:34:44.586 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:44 smithi090 podman[110606]: 2024-04-15 16:34:44.386051728 +0000 UTC m=+0.602060163 container attach 7dc70d7e433d2c1b812670f3537e5728fc909cc4a3155530a4814ae35ed9caba (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-deactivate, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-15T16:34:44.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:44 smithi153 ceph-mon[84714]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-15T16:34:44.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:44 smithi153 ceph-mon[84714]: osdmap e389: 8 total, 7 up, 8 in 2024-04-15T16:34:44.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:44 smithi153 ceph-mon[84714]: osdmap e390: 8 total, 7 up, 8 in 2024-04-15T16:34:44.910 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:44 smithi090 podman[110606]: 2024-04-15 16:34:44.628204797 +0000 UTC m=+0.844213224 container died 7dc70d7e433d2c1b812670f3537e5728fc909cc4a3155530a4814ae35ed9caba (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31) 2024-04-15T16:34:45.365 INFO:tasks.rados.rados.0.smithi090.stdout:1832: done (1 left) 2024-04-15T16:34:45.365 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 158 2024-04-15T16:34:45.365 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 452 (ObjNum 16449 snap 0 seq_num 3728681680) dirty exists 2024-04-15T16:34:45.365 INFO:tasks.rados.rados.0.smithi090.stdout:1833: seq_num 599 ranges {6209536=434176} 2024-04-15T16:34:45.401 INFO:tasks.rados.rados.0.smithi090.stdout:1833: writing smithi09078167-41 from 6209536 to 6643712 tid 1 2024-04-15T16:34:45.401 INFO:tasks.rados.rados.0.smithi090.stdout:1831: done (1 left) 2024-04-15T16:34:45.401 INFO:tasks.rados.rados.0.smithi090.stdout:1834: copy_from oid 29 from oid 48 current snap is 158 2024-04-15T16:34:45.401 INFO:tasks.rados.rados.0.smithi090.stdout:1835: snap_remove snap 148 2024-04-15T16:34:45.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:45 smithi090 ceph-mon[91618]: pgmap v243: 121 pgs: 2 active+undersized+degraded, 9 peering, 2 stale+active+clean, 19 active+undersized, 89 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.5 MiB/s wr, 12 op/s; 10/276 objects degraded (3.623%) 2024-04-15T16:34:45.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:45 smithi090 ceph-mon[91618]: osdmap e391: 8 total, 7 up, 8 in 2024-04-15T16:34:45.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:45 smithi090 ceph-mon[89240]: pgmap v243: 121 pgs: 2 active+undersized+degraded, 9 peering, 2 stale+active+clean, 19 active+undersized, 89 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.5 MiB/s wr, 12 op/s; 10/276 objects degraded (3.623%) 2024-04-15T16:34:45.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:45 smithi090 ceph-mon[89240]: osdmap e391: 8 total, 7 up, 8 in 2024-04-15T16:34:45.586 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:45 smithi090 podman[110632]: 2024-04-15 16:34:45.190327864 +0000 UTC m=+0.553907203 container remove 7dc70d7e433d2c1b812670f3537e5728fc909cc4a3155530a4814ae35ed9caba (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-15T16:34:45.586 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:45 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.3.service: Deactivated successfully. 2024-04-15T16:34:45.586 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:45 smithi090 systemd[1]: Stopped Ceph osd.3 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:34:45.586 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:45 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.3.service: Consumed 10.740s CPU time. 2024-04-15T16:34:45.586 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:45 smithi090 systemd[1]: Starting Ceph osd.3 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:34:45.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:45 smithi153 ceph-mon[84714]: pgmap v243: 121 pgs: 2 active+undersized+degraded, 9 peering, 2 stale+active+clean, 19 active+undersized, 89 active+clean; 221 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.0 KiB/s rd, 2.5 MiB/s wr, 12 op/s; 10/276 objects degraded (3.623%) 2024-04-15T16:34:45.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:45 smithi153 ceph-mon[84714]: osdmap e391: 8 total, 7 up, 8 in 2024-04-15T16:34:45.892 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:45 smithi090 podman[110738]: 2024-04-15 16:34:45.544157137 +0000 UTC m=+0.018209505 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:34:45.892 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:45 smithi090 podman[110738]: 2024-04-15 16:34:45.675436041 +0000 UTC m=+0.149488400 container create ef14554f35f8162c2b497ed57234431154639c22e26c192eac734400374ba3f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-15T16:34:46.334 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:45 smithi090 podman[110738]: 2024-04-15 16:34:45.896445517 +0000 UTC m=+0.370497877 container init ef14554f35f8162c2b497ed57234431154639c22e26c192eac734400374ba3f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-activate, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-15T16:34:46.334 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:45 smithi090 podman[110738]: 2024-04-15 16:34:45.900328286 +0000 UTC m=+0.374380639 container start ef14554f35f8162c2b497ed57234431154639c22e26c192eac734400374ba3f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-activate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-15T16:34:46.334 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:45 smithi090 podman[110738]: 2024-04-15 16:34:45.979477889 +0000 UTC m=+0.453530252 container attach ef14554f35f8162c2b497ed57234431154639c22e26c192eac734400374ba3f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-15T16:34:46.395 INFO:tasks.rados.rados.0.smithi090.stdout:1833: finishing write tid 1 to smithi09078167-41 2024-04-15T16:34:46.396 INFO:tasks.rados.rados.0.smithi090.stdout:1833: finishing write tid 2 to smithi09078167-41 2024-04-15T16:34:46.396 INFO:tasks.rados.rados.0.smithi090.stdout:1833: finishing write tid 3 to smithi09078167-41 2024-04-15T16:34:46.396 INFO:tasks.rados.rados.0.smithi090.stdout:1833: oid 41 updating version 0 to 488 2024-04-15T16:34:46.396 INFO:tasks.rados.rados.0.smithi090.stdout:1833: oid 41 version 488 is already newer than 487 2024-04-15T16:34:46.396 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 488 (ObjNum 599 snap 158 seq_num 599) dirty exists 2024-04-15T16:34:46.396 INFO:tasks.rados.rados.0.smithi090.stdout:1833: left oid 41 (ObjNum 599 snap 158 seq_num 599) 2024-04-15T16:34:46.396 INFO:tasks.rados.rados.0.smithi090.stdout:1834: finishing copy_from racing read to smithi09078167-29 2024-04-15T16:34:46.396 INFO:tasks.rados.rados.0.smithi090.stdout:1834: finishing copy_from to smithi09078167-29 2024-04-15T16:34:46.396 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 471 (ObjNum 515 snap 132 seq_num 515) dirty exists 2024-04-15T16:34:46.396 INFO:tasks.rados.rados.0.smithi090.stdout:1833: done (2 left) 2024-04-15T16:34:46.396 INFO:tasks.rados.rados.0.smithi090.stdout:1834: done (1 left) 2024-04-15T16:34:46.396 INFO:tasks.rados.rados.0.smithi090.stdout:1835: done (0 left) 2024-04-15T16:34:46.396 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 158 2024-04-15T16:34:46.396 INFO:tasks.rados.rados.0.smithi090.stdout:1836: seq_num 600 ranges {2179072=450560} 2024-04-15T16:34:46.410 INFO:tasks.rados.rados.0.smithi090.stdout:1836: writing smithi09078167-43 from 2179072 to 2629632 tid 1 2024-04-15T16:34:46.410 INFO:tasks.rados.rados.0.smithi090.stdout:1837: read oid 11 snap -1 2024-04-15T16:34:46.411 INFO:tasks.rados.rados.0.smithi090.stdout:1837: expect deleted 2024-04-15T16:34:46.411 INFO:tasks.rados.rados.0.smithi090.stdout:1838: snap_create 2024-04-15T16:34:46.414 INFO:tasks.rados.rados.0.smithi090.stdout:1836: finishing write tid 1 to smithi09078167-43 2024-04-15T16:34:46.414 INFO:tasks.rados.rados.0.smithi090.stdout:1836: finishing write tid 2 to smithi09078167-43 2024-04-15T16:34:46.415 INFO:tasks.rados.rados.0.smithi090.stdout:1836: finishing write tid 3 to smithi09078167-43 2024-04-15T16:34:46.415 INFO:tasks.rados.rados.0.smithi090.stdout:1836: oid 43 updating version 0 to 655 2024-04-15T16:34:46.415 INFO:tasks.rados.rados.0.smithi090.stdout:1836: oid 43 version 655 is already newer than 654 2024-04-15T16:34:46.416 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 655 (ObjNum 600 snap 158 seq_num 600) dirty exists 2024-04-15T16:34:46.416 INFO:tasks.rados.rados.0.smithi090.stdout:1836: left oid 43 (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:34:46.711 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:46 smithi090 ceph-mon[91618]: Health check failed: Degraded data redundancy: 10/276 objects degraded (3.623%), 2 pgs degraded (PG_DEGRADED) 2024-04-15T16:34:46.712 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:46 smithi090 ceph-mon[89240]: Health check failed: Degraded data redundancy: 10/276 objects degraded (3.623%), 2 pgs degraded (PG_DEGRADED) 2024-04-15T16:34:46.712 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:46 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-activate[110754]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-15T16:34:46.712 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:46 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-activate[110754]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-15T16:34:46.712 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:46 smithi090 bash[110738]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-15T16:34:46.712 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:46 smithi090 bash[110738]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-15T16:34:46.712 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:46 smithi090 bash[110738]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-15T16:34:46.712 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:46 smithi090 bash[110738]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-15T16:34:46.713 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:46 smithi090 bash[110738]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-15T16:34:46.713 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:46 smithi090 bash[110738]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-15T16:34:46.713 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:46 smithi090 bash[110738]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-15T16:34:46.713 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:46 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-activate[110754]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-15T16:34:46.713 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:46 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-activate[110754]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-15T16:34:46.713 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:46 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-activate[110754]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-15T16:34:46.713 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:46 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-activate[110754]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-15T16:34:46.713 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:46 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-activate[110754]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-15T16:34:46.713 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:46 smithi090 podman[110738]: 2024-04-15 16:34:46.371735553 +0000 UTC m=+0.845787906 container died ef14554f35f8162c2b497ed57234431154639c22e26c192eac734400374ba3f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-activate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-15T16:34:46.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:46 smithi153 ceph-mon[84714]: Health check failed: Degraded data redundancy: 10/276 objects degraded (3.623%), 2 pgs degraded (PG_DEGRADED) 2024-04-15T16:34:47.264 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:47 smithi090 podman[110882]: 2024-04-15 16:34:47.00976355 +0000 UTC m=+0.632723162 container remove ef14554f35f8162c2b497ed57234431154639c22e26c192eac734400374ba3f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-15T16:34:47.265 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:47 smithi090 podman[110945]: 2024-04-15 16:34:47.124302244 +0000 UTC m=+0.017816098 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:34:47.393 INFO:tasks.rados.rados.0.smithi090.stdout:1836: done (2 left) 2024-04-15T16:34:47.393 INFO:tasks.rados.rados.0.smithi090.stdout:1837: done (1 left) 2024-04-15T16:34:47.393 INFO:tasks.rados.rados.0.smithi090.stdout:1838: done (0 left) 2024-04-15T16:34:47.393 INFO:tasks.rados.rados.0.smithi090.stdout:1839: setattr oid 37 current snap is 159 2024-04-15T16:34:47.394 INFO:tasks.rados.rados.0.smithi090.stdout:1840: copy_from oid 34 from oid 33 current snap is 159 2024-04-15T16:34:47.394 INFO:tasks.rados.rados.0.smithi090.stdout:1841: copy_from oid 16 from oid 43 current snap is 159 2024-04-15T16:34:47.394 INFO:tasks.rados.rados.0.smithi090.stdout:1842: rollback oid 13 current snap is 159 2024-04-15T16:34:47.394 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 13 to 158 2024-04-15T16:34:47.394 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 159 2024-04-15T16:34:47.394 INFO:tasks.rados.rados.0.smithi090.stdout:1843: seq_num 601 ranges {0=475136} 2024-04-15T16:34:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1843: writing smithi09078167-24 from 0 to 475136 tid 1 2024-04-15T16:34:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1844: copy_from oid 38 from oid 11 current snap is 159 2024-04-15T16:34:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1845: rollback oid 47 current snap is 159 2024-04-15T16:34:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 156 2024-04-15T16:34:47.397 INFO:tasks.rados.rados.0.smithi090.stdout:1846: snap_create 2024-04-15T16:34:47.398 INFO:tasks.rados.rados.0.smithi090.stdout:1844: finishing copy_from to smithi09078167-38 2024-04-15T16:34:47.398 INFO:tasks.rados.rados.0.smithi090.stdout:1844: got expected ENOENT (src dne) 2024-04-15T16:34:47.398 INFO:tasks.rados.rados.0.smithi090.stdout:1844: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:34:47.399 INFO:tasks.rados.rados.0.smithi090.stdout:1840: finishing copy_from to smithi09078167-34 2024-04-15T16:34:47.399 INFO:tasks.rados.rados.0.smithi090.stdout:1840: got expected ENOENT (src dne) 2024-04-15T16:34:47.399 INFO:tasks.rados.rados.0.smithi090.stdout:1840: finishing copy_from racing read to smithi09078167-34 2024-04-15T16:34:47.403 INFO:tasks.rados.rados.0.smithi090.stdout:1845: finishing rollback tid 0 to smithi09078167-47 2024-04-15T16:34:47.404 INFO:tasks.rados.rados.0.smithi090.stdout:1845: finishing rollback tid 1 to smithi09078167-47 2024-04-15T16:34:47.404 INFO:tasks.rados.rados.0.smithi090.stdout:1845: finishing rollback tid 2 to smithi09078167-47 2024-04-15T16:34:47.404 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 489 (ObjNum 593 snap 155 seq_num 593) dirty exists 2024-04-15T16:34:47.410 INFO:tasks.rados.rados.0.smithi090.stdout:1841: finishing copy_from racing read to smithi09078167-16 2024-04-15T16:34:47.421 INFO:tasks.rados.rados.0.smithi090.stdout:1842: finishing rollback tid 0 to smithi09078167-13 2024-04-15T16:34:47.421 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 390 (ObjNum 474 snap 122 seq_num 474) dirty exists 2024-04-15T16:34:47.421 INFO:tasks.rados.rados.0.smithi090.stdout:1842: finishing rollback tid 1 to smithi09078167-13 2024-04-15T16:34:47.422 INFO:tasks.rados.rados.0.smithi090.stdout:1842: finishing rollback tid 2 to smithi09078167-13 2024-04-15T16:34:47.422 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 455 (ObjNum 129 snap 0 seq_num 3728622864) dirty exists 2024-04-15T16:34:47.424 INFO:tasks.rados.rados.0.smithi090.stdout:1843: finishing write tid 1 to smithi09078167-24 2024-04-15T16:34:47.424 INFO:tasks.rados.rados.0.smithi090.stdout:1843: finishing write tid 2 to smithi09078167-24 2024-04-15T16:34:47.425 INFO:tasks.rados.rados.0.smithi090.stdout:1841: finishing copy_from to smithi09078167-16 2024-04-15T16:34:47.426 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 655 (ObjNum 600 snap 158 seq_num 600) dirty exists 2024-04-15T16:34:47.427 INFO:tasks.rados.rados.0.smithi090.stdout:1843: finishing write tid 3 to smithi09078167-24 2024-04-15T16:34:47.427 INFO:tasks.rados.rados.0.smithi090.stdout:1843: oid 24 updating version 0 to 457 2024-04-15T16:34:47.427 INFO:tasks.rados.rados.0.smithi090.stdout:1843: oid 24 version 457 is already newer than 456 2024-04-15T16:34:47.427 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 457 (ObjNum 601 snap 159 seq_num 601) dirty exists 2024-04-15T16:34:47.427 INFO:tasks.rados.rados.0.smithi090.stdout:1843: left oid 24 (ObjNum 601 snap 159 seq_num 601) 2024-04-15T16:34:47.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:47 smithi090 ceph-mon[89240]: osdmap e392: 8 total, 7 up, 8 in 2024-04-15T16:34:47.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:47 smithi090 ceph-mon[89240]: pgmap v246: 121 pgs: 6 active+undersized+degraded, 9 peering, 26 active+undersized, 80 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 306 KiB/s wr, 7 op/s; 22/249 objects degraded (8.835%) 2024-04-15T16:34:47.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:47 smithi090 ceph-mon[91618]: osdmap e392: 8 total, 7 up, 8 in 2024-04-15T16:34:47.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:47 smithi090 ceph-mon[91618]: pgmap v246: 121 pgs: 6 active+undersized+degraded, 9 peering, 26 active+undersized, 80 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 306 KiB/s wr, 7 op/s; 22/249 objects degraded (8.835%) 2024-04-15T16:34:47.585 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:47 smithi090 podman[110945]: 2024-04-15 16:34:47.269135359 +0000 UTC m=+0.162649199 container create a0a34f8fff3ac9e777e4e9ee75a1822d08b06d69bed2eb01058d2f4c9723f486 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-15T16:34:47.585 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:47 smithi090 podman[110945]: 2024-04-15 16:34:47.490444299 +0000 UTC m=+0.383958147 container init a0a34f8fff3ac9e777e4e9ee75a1822d08b06d69bed2eb01058d2f4c9723f486 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-15T16:34:47.585 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:47 smithi090 podman[110945]: 2024-04-15 16:34:47.494197505 +0000 UTC m=+0.387711347 container start a0a34f8fff3ac9e777e4e9ee75a1822d08b06d69bed2eb01058d2f4c9723f486 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-15T16:34:47.585 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:47 smithi090 ceph-osd[110965]: -- 172.21.15.90:0/792832512 <== mon.2 v2:172.21.15.90:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55f65da4d680 con 0x55f65da17400 2024-04-15T16:34:47.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:47 smithi153 ceph-mon[84714]: osdmap e392: 8 total, 7 up, 8 in 2024-04-15T16:34:47.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:47 smithi153 ceph-mon[84714]: pgmap v246: 121 pgs: 6 active+undersized+degraded, 9 peering, 26 active+undersized, 80 active+clean; 205 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 306 KiB/s wr, 7 op/s; 22/249 objects degraded (8.835%) 2024-04-15T16:34:48.038 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:47 smithi090 bash[110945]: a0a34f8fff3ac9e777e4e9ee75a1822d08b06d69bed2eb01058d2f4c9723f486 2024-04-15T16:34:48.038 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:47 smithi090 systemd[1]: Started Ceph osd.3 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:34:48.334 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:48 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[110961]: 2024-04-15T16:34:48.041+0000 7f1ee868e7c0 -1 Falling back to public interface 2024-04-15T16:34:48.404 INFO:tasks.rados.rados.0.smithi090.stdout:1839: done (7 left) 2024-04-15T16:34:48.404 INFO:tasks.rados.rados.0.smithi090.stdout:1840: done (6 left) 2024-04-15T16:34:48.404 INFO:tasks.rados.rados.0.smithi090.stdout:1841: done (5 left) 2024-04-15T16:34:48.404 INFO:tasks.rados.rados.0.smithi090.stdout:1842: done (4 left) 2024-04-15T16:34:48.405 INFO:tasks.rados.rados.0.smithi090.stdout:1843: done (3 left) 2024-04-15T16:34:48.405 INFO:tasks.rados.rados.0.smithi090.stdout:1844: done (2 left) 2024-04-15T16:34:48.405 INFO:tasks.rados.rados.0.smithi090.stdout:1845: done (1 left) 2024-04-15T16:34:48.405 INFO:tasks.rados.rados.0.smithi090.stdout:1846: done (0 left) 2024-04-15T16:34:48.405 INFO:tasks.rados.rados.0.smithi090.stdout:1847: rmattr oid 9 current snap is 160 2024-04-15T16:34:48.405 INFO:tasks.rados.rados.0.smithi090.stdout:1847: done (0 left) 2024-04-15T16:34:48.405 INFO:tasks.rados.rados.0.smithi090.stdout:1848: copy_from oid 8 from oid 42 current snap is 160 2024-04-15T16:34:48.405 INFO:tasks.rados.rados.0.smithi090.stdout:1849: delete oid 3 current snap is 160 2024-04-15T16:34:48.408 INFO:tasks.rados.rados.0.smithi090.stdout:1849: done (1 left) 2024-04-15T16:34:48.408 INFO:tasks.rados.rados.0.smithi090.stdout:1850: rollback oid 25 current snap is 160 2024-04-15T16:34:48.408 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 25 to 159 2024-04-15T16:34:48.408 INFO:tasks.rados.rados.0.smithi090.stdout:1851: snap_create 2024-04-15T16:34:48.412 INFO:tasks.rados.rados.0.smithi090.stdout:1850: finishing rollback tid 0 to smithi09078167-25 2024-04-15T16:34:48.413 INFO:tasks.rados.rados.0.smithi090.stdout:1850: finishing rollback tid 1 to smithi09078167-25 2024-04-15T16:34:48.413 INFO:tasks.rados.rados.0.smithi090.stdout:1850: finishing rollback tid 2 to smithi09078167-25 2024-04-15T16:34:48.413 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 659 (ObjNum 566 snap 147 seq_num 566) dirty exists 2024-04-15T16:34:48.429 INFO:tasks.rados.rados.0.smithi090.stdout:1848: finishing copy_from racing read to smithi09078167-8 2024-04-15T16:34:48.435 INFO:tasks.rados.rados.0.smithi090.stdout:1848: finishing copy_from to smithi09078167-8 2024-04-15T16:34:48.435 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 493 (ObjNum 576 snap 150 seq_num 576) dirty exists 2024-04-15T16:34:48.778 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:48 smithi153 ceph-mon[84714]: osdmap e393: 8 total, 7 up, 8 in 2024-04-15T16:34:48.778 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:48 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:48.778 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:48 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:48.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:48 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:34:48.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:48 smithi090 ceph-mon[91618]: osdmap e393: 8 total, 7 up, 8 in 2024-04-15T16:34:48.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:48 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:48.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:48 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:48.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:48 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:34:48.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:48 smithi090 ceph-mon[89240]: osdmap e393: 8 total, 7 up, 8 in 2024-04-15T16:34:48.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:48 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:48.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:48 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:48.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:48 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:34:49.360 INFO:tasks.rados.rados.0.smithi090.stdout:1848: done (2 left) 2024-04-15T16:34:49.361 INFO:tasks.rados.rados.0.smithi090.stdout:1850: done (1 left) 2024-04-15T16:34:49.361 INFO:tasks.rados.rados.0.smithi090.stdout:1851: done (0 left) 2024-04-15T16:34:49.361 INFO:tasks.rados.rados.0.smithi090.stdout:1852: read oid 30 snap 158 2024-04-15T16:34:49.361 INFO:tasks.rados.rados.0.smithi090.stdout:1852: expect (ObjNum 403 snap 101 seq_num 403) 2024-04-15T16:34:49.361 INFO:tasks.rados.rados.0.smithi090.stdout:1853: delete oid 47 current snap is 161 2024-04-15T16:34:49.365 INFO:tasks.rados.rados.0.smithi090.stdout:1853: done (1 left) 2024-04-15T16:34:49.365 INFO:tasks.rados.rados.0.smithi090.stdout:1854: setattr oid 28 current snap is 161 2024-04-15T16:34:49.367 INFO:tasks.rados.rados.0.smithi090.stdout:1855: rollback oid 2 current snap is 161 2024-04-15T16:34:49.367 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 2 to 159 2024-04-15T16:34:49.367 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 161 2024-04-15T16:34:49.367 INFO:tasks.rados.rados.0.smithi090.stdout:1856: seq_num 604 ranges {0=524288} 2024-04-15T16:34:49.370 INFO:tasks.rados.rados.0.smithi090.stdout:1856: writing smithi09078167-21 from 0 to 524288 tid 1 2024-04-15T16:34:49.370 INFO:tasks.rados.rados.0.smithi090.stdout:1857: read oid 31 snap -1 2024-04-15T16:34:49.371 INFO:tasks.rados.rados.0.smithi090.stdout:1857: expect deleted 2024-04-15T16:34:49.371 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 161 2024-04-15T16:34:49.371 INFO:tasks.rados.rados.0.smithi090.stdout:1858: seq_num 605 ranges {7913472=540672} 2024-04-15T16:34:49.407 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:34:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:34:49] "GET /metrics HTTP/1.1" 200 36144 "" "Prometheus/2.43.0" 2024-04-15T16:34:49.418 INFO:tasks.rados.rados.0.smithi090.stdout:1858: writing smithi09078167-48 from 7913472 to 8454144 tid 1 2024-04-15T16:34:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:1859: delete oid 13 current snap is 161 2024-04-15T16:34:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 491 (ObjNum 572 snap 149 seq_num 572) dirty exists 2024-04-15T16:34:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:1856: finishing write tid 1 to smithi09078167-21 2024-04-15T16:34:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:1856: finishing write tid 2 to smithi09078167-21 2024-04-15T16:34:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:1855: finishing rollback tid 0 to smithi09078167-2 2024-04-15T16:34:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:1855: finishing rollback tid 1 to smithi09078167-2 2024-04-15T16:34:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:1856: finishing write tid 3 to smithi09078167-21 2024-04-15T16:34:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:1856: oid 21 updating version 0 to 661 2024-04-15T16:34:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:1856: oid 21 version 661 is already newer than 660 2024-04-15T16:34:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 661 (ObjNum 604 snap 161 seq_num 604) dirty exists 2024-04-15T16:34:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:1856: left oid 21 (ObjNum 604 snap 161 seq_num 604) 2024-04-15T16:34:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:1855: finishing rollback tid 2 to smithi09078167-2 2024-04-15T16:34:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 530 (ObjNum 403 snap 101 seq_num 403) dirty exists 2024-04-15T16:34:49.419 INFO:tasks.rados.rados.0.smithi090.stdout:1852: expect (ObjNum 403 snap 101 seq_num 403) 2024-04-15T16:34:49.770 INFO:tasks.rados.rados.0.smithi090.stdout:1858: finishing write tid 1 to smithi09078167-48 2024-04-15T16:34:49.770 INFO:tasks.rados.rados.0.smithi090.stdout:1858: finishing write tid 2 to smithi09078167-48 2024-04-15T16:34:49.770 INFO:tasks.rados.rados.0.smithi090.stdout:1858: finishing write tid 3 to smithi09078167-48 2024-04-15T16:34:49.770 INFO:tasks.rados.rados.0.smithi090.stdout:1858: oid 48 updating version 0 to 493 2024-04-15T16:34:49.770 INFO:tasks.rados.rados.0.smithi090.stdout:1858: oid 48 version 493 is already newer than 492 2024-04-15T16:34:49.770 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 493 (ObjNum 605 snap 161 seq_num 605) dirty exists 2024-04-15T16:34:49.770 INFO:tasks.rados.rados.0.smithi090.stdout:1858: left oid 48 (ObjNum 605 snap 161 seq_num 605) 2024-04-15T16:34:49.770 INFO:tasks.rados.rados.0.smithi090.stdout:1852: done (6 left) 2024-04-15T16:34:49.771 INFO:tasks.rados.rados.0.smithi090.stdout:1854: done (5 left) 2024-04-15T16:34:49.771 INFO:tasks.rados.rados.0.smithi090.stdout:1855: done (4 left) 2024-04-15T16:34:49.771 INFO:tasks.rados.rados.0.smithi090.stdout:1856: done (3 left) 2024-04-15T16:34:49.771 INFO:tasks.rados.rados.0.smithi090.stdout:1857: done (2 left) 2024-04-15T16:34:49.771 INFO:tasks.rados.rados.0.smithi090.stdout:1858: done (1 left) 2024-04-15T16:34:49.771 INFO:tasks.rados.rados.0.smithi090.stdout:1859: done (0 left) 2024-04-15T16:34:49.771 INFO:tasks.rados.rados.0.smithi090.stdout:1860: snap_create 2024-04-15T16:34:49.778 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:49 smithi090 ceph-mon[91618]: osdmap e394: 8 total, 7 up, 8 in 2024-04-15T16:34:49.778 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:49 smithi090 ceph-mon[91618]: pgmap v249: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 14 op/s; 33/231 objects degraded (14.286%) 2024-04-15T16:34:49.779 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:49 smithi090 ceph-mon[91618]: osdmap e395: 8 total, 7 up, 8 in 2024-04-15T16:34:49.779 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:49 smithi090 ceph-mon[89240]: osdmap e394: 8 total, 7 up, 8 in 2024-04-15T16:34:49.779 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:49 smithi090 ceph-mon[89240]: pgmap v249: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 14 op/s; 33/231 objects degraded (14.286%) 2024-04-15T16:34:49.779 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:49 smithi090 ceph-mon[89240]: osdmap e395: 8 total, 7 up, 8 in 2024-04-15T16:34:49.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:49 smithi153 ceph-mon[84714]: osdmap e394: 8 total, 7 up, 8 in 2024-04-15T16:34:49.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:49 smithi153 ceph-mon[84714]: pgmap v249: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.8 MiB/s wr, 14 op/s; 33/231 objects degraded (14.286%) 2024-04-15T16:34:49.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:49 smithi153 ceph-mon[84714]: osdmap e395: 8 total, 7 up, 8 in 2024-04-15T16:34:50.035 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:34:50.367 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:34:50.367 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (7m) 18s ago 8m 23.9M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:34:50.367 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (8m) 2m ago 8m 91.5M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:34:50.367 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (9m) 18s ago 9m 19.7M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:34:50.367 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (9m) 2m ago 9m 15.5M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:34:50.367 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (3m) 2m ago 12m 449M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:34:50.367 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (3m) 18s ago 14m 513M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:34:50.368 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (3m) 18s ago 14m 50.0M 2048M 19.0.0-3080-gc2d8c315 259793512b73 82f63672a8c1 2024-04-15T16:34:50.368 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (2m) 2m ago 13m 25.4M 2048M 19.0.0-3080-gc2d8c315 259793512b73 a8c48d861c6e 2024-04-15T16:34:50.368 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (2m) 18s ago 13m 43.4M 2048M 19.0.0-3080-gc2d8c315 259793512b73 28c14668bcb2 2024-04-15T16:34:50.368 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (7m) 18s ago 7m 15.8M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:34:50.368 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (7m) 2m ago 7m 15.4M - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:34:50.368 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (92s) 18s ago 12m 119M 2480M 19.0.0-3080-gc2d8c315 259793512b73 220a8dfc36ad 2024-04-15T16:34:50.368 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (58s) 18s ago 12m 77.4M 2480M 19.0.0-3080-gc2d8c315 259793512b73 1c837b285ce5 2024-04-15T16:34:50.368 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (23s) 18s ago 11m 13.1M 2480M 19.0.0-3080-gc2d8c315 259793512b73 915f230e2693 2024-04-15T16:34:50.368 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 starting - - - 2480M 2024-04-15T16:34:50.368 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (10m) 2m ago 10m 185M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 72f8dca53733 2024-04-15T16:34:50.368 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (10m) 2m ago 10m 143M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f4ca8da35c81 2024-04-15T16:34:50.368 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (10m) 2m ago 10m 123M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 66e4ab03958e 2024-04-15T16:34:50.368 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (9m) 2m ago 9m 103M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:34:50.369 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (3m) 2m ago 8m 56.5M - 2.43.0 a07b618ecd1d ac36942670ad 2024-04-15T16:34:50.415 INFO:tasks.rados.rados.0.smithi090.stdout:1860: done (0 left) 2024-04-15T16:34:50.416 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 162 2024-04-15T16:34:50.416 INFO:tasks.rados.rados.0.smithi090.stdout:1861: seq_num 607 ranges {0=573440} 2024-04-15T16:34:50.419 INFO:tasks.rados.rados.0.smithi090.stdout:1861: writing smithi09078167-3 from 0 to 573440 tid 1 2024-04-15T16:34:50.419 INFO:tasks.rados.rados.0.smithi090.stdout:1862: rollback oid 11 current snap is 162 2024-04-15T16:34:50.419 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 158 2024-04-15T16:34:50.419 INFO:tasks.rados.rados.0.smithi090.stdout:1863: rollback oid 26 current snap is 162 2024-04-15T16:34:50.419 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 160 2024-04-15T16:34:50.419 INFO:tasks.rados.rados.0.smithi090.stdout:1864: rollback oid 19 current snap is 162 2024-04-15T16:34:50.419 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 159 2024-04-15T16:34:50.419 INFO:tasks.rados.rados.0.smithi090.stdout:1865: snap_create 2024-04-15T16:34:50.422 INFO:tasks.rados.rados.0.smithi090.stdout:1863: finishing rollback tid 0 to smithi09078167-26 2024-04-15T16:34:50.423 INFO:tasks.rados.rados.0.smithi090.stdout:1862: finishing rollback tid 1 to smithi09078167-11 2024-04-15T16:34:50.423 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T16:34:50.423 INFO:tasks.rados.rados.0.smithi090.stdout:1861: finishing write tid 1 to smithi09078167-3 2024-04-15T16:34:50.424 INFO:tasks.rados.rados.0.smithi090.stdout:1861: finishing write tid 2 to smithi09078167-3 2024-04-15T16:34:50.424 INFO:tasks.rados.rados.0.smithi090.stdout:1863: finishing rollback tid 1 to smithi09078167-26 2024-04-15T16:34:50.424 INFO:tasks.rados.rados.0.smithi090.stdout:1863: finishing rollback tid 2 to smithi09078167-26 2024-04-15T16:34:50.424 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 478 (ObjNum 531 snap 133 seq_num 531) dirty exists 2024-04-15T16:34:50.425 INFO:tasks.rados.rados.0.smithi090.stdout:1864: finishing rollback tid 1 to smithi09078167-19 2024-04-15T16:34:50.425 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T16:34:50.425 INFO:tasks.rados.rados.0.smithi090.stdout:1861: finishing write tid 3 to smithi09078167-3 2024-04-15T16:34:50.425 INFO:tasks.rados.rados.0.smithi090.stdout:1861: oid 3 updating version 0 to 545 2024-04-15T16:34:50.425 INFO:tasks.rados.rados.0.smithi090.stdout:1861: oid 3 updating version 545 to 546 2024-04-15T16:34:50.425 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 546 (ObjNum 607 snap 162 seq_num 607) dirty exists 2024-04-15T16:34:50.425 INFO:tasks.rados.rados.0.smithi090.stdout:1861: left oid 3 (ObjNum 607 snap 162 seq_num 607) 2024-04-15T16:34:50.800 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:50 smithi090 ceph-mon[91618]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-15T16:34:50.801 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:50 smithi090 ceph-mon[89240]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-15T16:34:50.801 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:34:50.801 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:34:50.801 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:34:50.801 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:34:50.801 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:34:50.802 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:34:50.802 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:34:50.802 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:34:50.802 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 4, 2024-04-15T16:34:50.802 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:34:50.802 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:34:50.802 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:34:50.802 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:34:50.802 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:34:50.802 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:34:50.802 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 6, 2024-04-15T16:34:50.802 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T16:34:50.802 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:34:50.802 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:34:50.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:50 smithi153 ceph-mon[84714]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-15T16:34:51.084 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:50 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[110961]: 2024-04-15T16:34:50.929+0000 7f1ee868e7c0 -1 osd.3 387 log_to_monitors true 2024-04-15T16:34:51.423 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[89240]: from='client.44195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:34:51.423 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[89240]: from='client.44201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:34:51.423 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[89240]: osdmap e396: 8 total, 7 up, 8 in 2024-04-15T16:34:51.423 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[89240]: pgmap v252: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.7 MiB/s wr, 13 op/s; 33/231 objects degraded (14.286%) 2024-04-15T16:34:51.423 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2534676237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:51.423 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[89240]: from='osd.3 [v2:172.21.15.90:6826/2357900626,v1:172.21.15.90:6827/2357900626]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T16:34:51.423 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[89240]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T16:34:51.423 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:51.423 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:51.426 INFO:tasks.rados.rados.0.smithi090.stdout:1861: done (4 left) 2024-04-15T16:34:51.426 INFO:tasks.rados.rados.0.smithi090.stdout:1862: done (3 left) 2024-04-15T16:34:51.426 INFO:tasks.rados.rados.0.smithi090.stdout:1863: done (2 left) 2024-04-15T16:34:51.426 INFO:tasks.rados.rados.0.smithi090.stdout:1864: done (1 left) 2024-04-15T16:34:51.426 INFO:tasks.rados.rados.0.smithi090.stdout:1865: done (0 left) 2024-04-15T16:34:51.426 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 163 2024-04-15T16:34:51.426 INFO:tasks.rados.rados.0.smithi090.stdout:1866: seq_num 608 ranges {1646592=589824} 2024-04-15T16:34:51.438 INFO:tasks.rados.rados.0.smithi090.stdout:1866: writing smithi09078167-38 from 1646592 to 2236416 tid 1 2024-04-15T16:34:51.438 INFO:tasks.rados.rados.0.smithi090.stdout:1867: snap_create 2024-04-15T16:34:51.489 INFO:tasks.rados.rados.0.smithi090.stdout:1866: finishing write tid 1 to smithi09078167-38 2024-04-15T16:34:51.489 INFO:tasks.rados.rados.0.smithi090.stdout:1866: finishing write tid 2 to smithi09078167-38 2024-04-15T16:34:51.490 INFO:tasks.rados.rados.0.smithi090.stdout:1866: finishing write tid 3 to smithi09078167-38 2024-04-15T16:34:51.490 INFO:tasks.rados.rados.0.smithi090.stdout:1866: oid 38 updating version 0 to 656 2024-04-15T16:34:51.490 INFO:tasks.rados.rados.0.smithi090.stdout:1866: oid 38 updating version 656 to 657 2024-04-15T16:34:51.490 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 657 (ObjNum 608 snap 163 seq_num 608) dirty exists 2024-04-15T16:34:51.491 INFO:tasks.rados.rados.0.smithi090.stdout:1866: left oid 38 (ObjNum 608 snap 163 seq_num 608) 2024-04-15T16:34:51.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[91618]: from='client.44195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:34:51.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[91618]: from='client.44201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:34:51.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[91618]: osdmap e396: 8 total, 7 up, 8 in 2024-04-15T16:34:51.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[91618]: pgmap v252: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.7 MiB/s wr, 13 op/s; 33/231 objects degraded (14.286%) 2024-04-15T16:34:51.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2534676237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:51.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[91618]: from='osd.3 [v2:172.21.15.90:6826/2357900626,v1:172.21.15.90:6827/2357900626]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T16:34:51.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[91618]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T16:34:51.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:51.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:51.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:51 smithi153 ceph-mon[84714]: from='client.44195 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:34:51.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:51 smithi153 ceph-mon[84714]: from='client.44201 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:34:51.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:51 smithi153 ceph-mon[84714]: osdmap e396: 8 total, 7 up, 8 in 2024-04-15T16:34:51.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:51 smithi153 ceph-mon[84714]: pgmap v252: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 188 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.7 MiB/s wr, 13 op/s; 33/231 objects degraded (14.286%) 2024-04-15T16:34:51.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:51 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2534676237' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:51.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:51 smithi153 ceph-mon[84714]: from='osd.3 [v2:172.21.15.90:6826/2357900626,v1:172.21.15.90:6827/2357900626]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T16:34:51.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:51 smithi153 ceph-mon[84714]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-15T16:34:51.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:51 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:51.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:51 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:52.334 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:34:51 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[110961]: 2024-04-15T16:34:51.912+0000 7f1ed5ade700 -1 osd.3 387 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:34:52.433 INFO:tasks.rados.rados.0.smithi090.stdout:1866: done (1 left) 2024-04-15T16:34:52.433 INFO:tasks.rados.rados.0.smithi090.stdout:1867: done (0 left) 2024-04-15T16:34:52.433 INFO:tasks.rados.rados.0.smithi090.stdout:1868: setattr oid 29 current snap is 164 2024-04-15T16:34:52.436 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 164 2024-04-15T16:34:52.436 INFO:tasks.rados.rados.0.smithi090.stdout:1869: seq_num 609 ranges {0=606208} 2024-04-15T16:34:52.439 INFO:tasks.rados.rados.0.smithi090.stdout:1869: writing smithi09078167-31 from 0 to 606208 tid 1 2024-04-15T16:34:52.440 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 164 2024-04-15T16:34:52.440 INFO:tasks.rados.rados.0.smithi090.stdout:1870: seq_num 610 ranges {368640=622592} 2024-04-15T16:34:52.447 INFO:tasks.rados.rados.0.smithi090.stdout:1870: writing smithi09078167-46 from 368640 to 991232 tid 1 2024-04-15T16:34:52.447 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 164 2024-04-15T16:34:52.448 INFO:tasks.rados.rados.0.smithi090.stdout:1871: seq_num 611 ranges {0=638976} 2024-04-15T16:34:52.452 INFO:tasks.rados.rados.0.smithi090.stdout:1871: writing smithi09078167-14 from 0 to 638976 tid 1 2024-04-15T16:34:52.452 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 164 2024-04-15T16:34:52.453 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 547 (ObjNum 515 snap 132 seq_num 515) dirty exists 2024-04-15T16:34:52.453 INFO:tasks.rados.rados.0.smithi090.stdout:1869: finishing write tid 1 to smithi09078167-31 2024-04-15T16:34:52.453 INFO:tasks.rados.rados.0.smithi090.stdout:1872: seq_num 612 ranges {0=655360} 2024-04-15T16:34:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:1872: writing smithi09078167-12 from 0 to 655360 tid 1 2024-04-15T16:34:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:1868: done (4 left) 2024-04-15T16:34:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:1873: rmattr oid 13 current snap is 164 2024-04-15T16:34:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:1873: done (4 left) 2024-04-15T16:34:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:1874: setattr oid 47 current snap is 164 2024-04-15T16:34:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:1869: finishing write tid 2 to smithi09078167-31 2024-04-15T16:34:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:1869: finishing write tid 3 to smithi09078167-31 2024-04-15T16:34:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:1869: oid 31 updating version 0 to 659 2024-04-15T16:34:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:1869: oid 31 version 659 is already newer than 658 2024-04-15T16:34:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 659 (ObjNum 609 snap 164 seq_num 609) dirty exists 2024-04-15T16:34:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:1869: left oid 31 (ObjNum 609 snap 164 seq_num 609) 2024-04-15T16:34:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:1870: finishing write tid 1 to smithi09078167-46 2024-04-15T16:34:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:1870: finishing write tid 2 to smithi09078167-46 2024-04-15T16:34:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:1870: finishing write tid 3 to smithi09078167-46 2024-04-15T16:34:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:1870: oid 46 updating version 0 to 490 2024-04-15T16:34:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:1870: oid 46 version 490 is already newer than 489 2024-04-15T16:34:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 490 (ObjNum 610 snap 164 seq_num 610) dirty exists 2024-04-15T16:34:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:1870: left oid 46 (ObjNum 610 snap 164 seq_num 610) 2024-04-15T16:34:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:1871: finishing write tid 1 to smithi09078167-14 2024-04-15T16:34:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:1871: finishing write tid 2 to smithi09078167-14 2024-04-15T16:34:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:1871: finishing write tid 3 to smithi09078167-14 2024-04-15T16:34:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:1871: oid 14 updating version 0 to 485 2024-04-15T16:34:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:1871: oid 14 version 485 is already newer than 484 2024-04-15T16:34:52.460 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 485 (ObjNum 611 snap 164 seq_num 611) dirty exists 2024-04-15T16:34:52.460 INFO:tasks.rados.rados.0.smithi090.stdout:1871: left oid 14 (ObjNum 611 snap 164 seq_num 611) 2024-04-15T16:34:52.460 INFO:tasks.rados.rados.0.smithi090.stdout:1869: done (4 left) 2024-04-15T16:34:52.460 INFO:tasks.rados.rados.0.smithi090.stdout:1870: done (3 left) 2024-04-15T16:34:52.460 INFO:tasks.rados.rados.0.smithi090.stdout:1871: done (2 left) 2024-04-15T16:34:52.460 INFO:tasks.rados.rados.0.smithi090.stdout:1875: rollback oid 24 current snap is 164 2024-04-15T16:34:52.460 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 24 to 163 2024-04-15T16:34:52.460 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 164 2024-04-15T16:34:52.460 INFO:tasks.rados.rados.0.smithi090.stdout:1876: seq_num 613 ranges {0=671744} 2024-04-15T16:34:52.463 INFO:tasks.rados.rados.0.smithi090.stdout:1876: writing smithi09078167-40 from 0 to 671744 tid 1 2024-04-15T16:34:52.463 INFO:tasks.rados.rados.0.smithi090.stdout:1877: rollback oid 42 current snap is 164 2024-04-15T16:34:52.463 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 162 2024-04-15T16:34:52.463 INFO:tasks.rados.rados.0.smithi090.stdout:1872: finishing write tid 1 to smithi09078167-12 2024-04-15T16:34:52.463 INFO:tasks.rados.rados.0.smithi090.stdout:1872: finishing write tid 2 to smithi09078167-12 2024-04-15T16:34:52.464 INFO:tasks.rados.rados.0.smithi090.stdout:1875: finishing rollback tid 0 to smithi09078167-24 2024-04-15T16:34:52.464 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 494 (ObjNum -522212128 snap 32688 seq_num 304) dirty exists 2024-04-15T16:34:52.464 INFO:tasks.rados.rados.0.smithi090.stdout:1875: finishing rollback tid 1 to smithi09078167-24 2024-04-15T16:34:52.464 INFO:tasks.rados.rados.0.smithi090.stdout:1875: finishing rollback tid 2 to smithi09078167-24 2024-04-15T16:34:52.464 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 461 (ObjNum 601 snap 159 seq_num 601) dirty exists 2024-04-15T16:34:52.464 INFO:tasks.rados.rados.0.smithi090.stdout:1874: done (4 left) 2024-04-15T16:34:52.464 INFO:tasks.rados.rados.0.smithi090.stdout:1875: done (3 left) 2024-04-15T16:34:52.464 INFO:tasks.rados.rados.0.smithi090.stdout:1878: copy_from oid 7 from oid 6 current snap is 164 2024-04-15T16:34:52.464 INFO:tasks.rados.rados.0.smithi090.stdout:1872: finishing write tid 3 to smithi09078167-12 2024-04-15T16:34:52.464 INFO:tasks.rados.rados.0.smithi090.stdout:1872: oid 12 updating version 0 to 634 2024-04-15T16:34:52.464 INFO:tasks.rados.rados.0.smithi090.stdout:1872: oid 12 version 634 is already newer than 633 2024-04-15T16:34:52.464 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 634 (ObjNum 612 snap 164 seq_num 612) dirty exists 2024-04-15T16:34:52.464 INFO:tasks.rados.rados.0.smithi090.stdout:1872: left oid 12 (ObjNum 612 snap 164 seq_num 612) 2024-04-15T16:34:52.464 INFO:tasks.rados.rados.0.smithi090.stdout:1872: done (3 left) 2024-04-15T16:34:52.465 INFO:tasks.rados.rados.0.smithi090.stdout:1879: delete oid 21 current snap is 164 2024-04-15T16:34:52.466 INFO:tasks.rados.rados.0.smithi090.stdout:1876: finishing write tid 1 to smithi09078167-40 2024-04-15T16:34:52.467 INFO:tasks.rados.rados.0.smithi090.stdout:1876: finishing write tid 2 to smithi09078167-40 2024-04-15T16:34:52.468 INFO:tasks.rados.rados.0.smithi090.stdout:1876: finishing write tid 3 to smithi09078167-40 2024-04-15T16:34:52.468 INFO:tasks.rados.rados.0.smithi090.stdout:1876: oid 40 updating version 0 to 636 2024-04-15T16:34:52.468 INFO:tasks.rados.rados.0.smithi090.stdout:1876: oid 40 version 636 is already newer than 635 2024-04-15T16:34:52.469 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 636 (ObjNum 613 snap 164 seq_num 613) dirty exists 2024-04-15T16:34:52.469 INFO:tasks.rados.rados.0.smithi090.stdout:1876: left oid 40 (ObjNum 613 snap 164 seq_num 613) 2024-04-15T16:34:52.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:34:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:34:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:34:52.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:52 smithi153 ceph-mon[84714]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-15T16:34:52.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:52 smithi153 ceph-mon[84714]: osdmap e397: 8 total, 7 up, 8 in 2024-04-15T16:34:52.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:52 smithi153 ceph-mon[84714]: from='osd.3 [v2:172.21.15.90:6826/2357900626,v1:172.21.15.90:6827/2357900626]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:34:52.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:52 smithi153 ceph-mon[84714]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:34:52.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:52 smithi153 ceph-mon[84714]: from='osd.3 ' entity='osd.3' 2024-04-15T16:34:52.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:52 smithi090 ceph-mon[91618]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-15T16:34:52.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:52 smithi090 ceph-mon[91618]: osdmap e397: 8 total, 7 up, 8 in 2024-04-15T16:34:52.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:52 smithi090 ceph-mon[91618]: from='osd.3 [v2:172.21.15.90:6826/2357900626,v1:172.21.15.90:6827/2357900626]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:34:52.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:52 smithi090 ceph-mon[91618]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:34:52.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:52 smithi090 ceph-mon[91618]: from='osd.3 ' entity='osd.3' 2024-04-15T16:34:52.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:52 smithi090 ceph-mon[89240]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-15T16:34:52.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:52 smithi090 ceph-mon[89240]: osdmap e397: 8 total, 7 up, 8 in 2024-04-15T16:34:52.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:52 smithi090 ceph-mon[89240]: from='osd.3 [v2:172.21.15.90:6826/2357900626,v1:172.21.15.90:6827/2357900626]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:34:52.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:52 smithi090 ceph-mon[89240]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi090", "root=default"]}]: dispatch 2024-04-15T16:34:52.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:52 smithi090 ceph-mon[89240]: from='osd.3 ' entity='osd.3' 2024-04-15T16:34:53.463 INFO:tasks.rados.rados.0.smithi090.stdout:1876: done (3 left) 2024-04-15T16:34:53.463 INFO:tasks.rados.rados.0.smithi090.stdout:1879: done (2 left) 2024-04-15T16:34:53.463 INFO:tasks.rados.rados.0.smithi090.stdout:1880: rmattr oid 16 current snap is 164 2024-04-15T16:34:53.464 INFO:tasks.rados.rados.0.smithi090.stdout:1881: copy_from oid 47 from oid 46 current snap is 164 2024-04-15T16:34:53.464 INFO:tasks.rados.rados.0.smithi090.stdout:1882: setattr oid 24 current snap is 164 2024-04-15T16:34:53.464 INFO:tasks.rados.rados.0.smithi090.stdout:1877: finishing rollback tid 0 to smithi09078167-42 2024-04-15T16:34:53.464 INFO:tasks.rados.rados.0.smithi090.stdout:1877: finishing rollback tid 1 to smithi09078167-42 2024-04-15T16:34:53.464 INFO:tasks.rados.rados.0.smithi090.stdout:1877: finishing rollback tid 2 to smithi09078167-42 2024-04-15T16:34:53.464 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 499 (ObjNum 576 snap 150 seq_num 576) dirty exists 2024-04-15T16:34:53.464 INFO:tasks.rados.rados.0.smithi090.stdout:1877: done (4 left) 2024-04-15T16:34:53.464 INFO:tasks.rados.rados.0.smithi090.stdout:1883: snap_create 2024-04-15T16:34:53.467 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 660 (ObjNum 600 snap 158 seq_num 600) dirty exists 2024-04-15T16:34:53.467 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 462 (ObjNum 601 snap 159 seq_num 601) dirty exists 2024-04-15T16:34:53.472 INFO:tasks.rados.rados.0.smithi090.stdout:1881: finishing copy_from racing read to smithi09078167-47 2024-04-15T16:34:53.473 INFO:tasks.rados.rados.0.smithi090.stdout:1881: finishing copy_from to smithi09078167-47 2024-04-15T16:34:53.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 490 (ObjNum 610 snap 164 seq_num 610) dirty exists 2024-04-15T16:34:53.486 INFO:tasks.rados.rados.0.smithi090.stdout:1878: finishing copy_from racing read to smithi09078167-7 2024-04-15T16:34:53.489 INFO:tasks.rados.rados.0.smithi090.stdout:1878: finishing copy_from to smithi09078167-7 2024-04-15T16:34:53.490 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 599 (ObjNum 573 snap 150 seq_num 573) dirty exists 2024-04-15T16:34:53.520 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[91618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:34:53.520 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[91618]: osd.3 [v2:172.21.15.90:6826/2357900626,v1:172.21.15.90:6827/2357900626] boot 2024-04-15T16:34:53.521 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[91618]: osdmap e398: 8 total, 8 up, 8 in 2024-04-15T16:34:53.521 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:34:53.521 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:53.521 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:53.521 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[91618]: pgmap v255: 121 pgs: 6 peering, 6 active+undersized+degraded, 29 active+undersized, 80 active+clean; 195 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 8 op/s; 24/252 objects degraded (9.524%) 2024-04-15T16:34:53.521 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:53.521 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:34:53.521 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[89240]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:34:53.521 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[89240]: osd.3 [v2:172.21.15.90:6826/2357900626,v1:172.21.15.90:6827/2357900626] boot 2024-04-15T16:34:53.521 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[89240]: osdmap e398: 8 total, 8 up, 8 in 2024-04-15T16:34:53.522 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:34:53.522 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:53.522 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:53.522 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[89240]: pgmap v255: 121 pgs: 6 peering, 6 active+undersized+degraded, 29 active+undersized, 80 active+clean; 195 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 8 op/s; 24/252 objects degraded (9.524%) 2024-04-15T16:34:53.522 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:53.522 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:34:53.877 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:34:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:34:53.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:34:53.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:53 smithi153 ceph-mon[84714]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:34:53.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:53 smithi153 ceph-mon[84714]: osd.3 [v2:172.21.15.90:6826/2357900626,v1:172.21.15.90:6827/2357900626] boot 2024-04-15T16:34:53.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:53 smithi153 ceph-mon[84714]: osdmap e398: 8 total, 8 up, 8 in 2024-04-15T16:34:53.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-15T16:34:53.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:53.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:53.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:53 smithi153 ceph-mon[84714]: pgmap v255: 121 pgs: 6 peering, 6 active+undersized+degraded, 29 active+undersized, 80 active+clean; 195 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 1.6 MiB/s wr, 8 op/s; 24/252 objects degraded (9.524%) 2024-04-15T16:34:53.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:53.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:34:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:1878: done (4 left) 2024-04-15T16:34:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:1880: done (3 left) 2024-04-15T16:34:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:1881: done (2 left) 2024-04-15T16:34:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:1882: done (1 left) 2024-04-15T16:34:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:1883: done (0 left) 2024-04-15T16:34:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:1884: delete oid 24 current snap is 165 2024-04-15T16:34:54.445 INFO:tasks.rados.rados.0.smithi090.stdout:1884: done (0 left) 2024-04-15T16:34:54.445 INFO:tasks.rados.rados.0.smithi090.stdout:1885: rmattr oid 14 current snap is 165 2024-04-15T16:34:54.446 INFO:tasks.rados.rados.0.smithi090.stdout:1885: done (0 left) 2024-04-15T16:34:54.446 INFO:tasks.rados.rados.0.smithi090.stdout:1886: delete oid 15 current snap is 165 2024-04-15T16:34:54.450 INFO:tasks.rados.rados.0.smithi090.stdout:1886: done (0 left) 2024-04-15T16:34:54.450 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 165 2024-04-15T16:34:54.450 INFO:tasks.rados.rados.0.smithi090.stdout:1887: seq_num 617 ranges {0=737280} 2024-04-15T16:34:54.453 INFO:tasks.rados.rados.0.smithi090.stdout:1887: writing smithi09078167-4 from 0 to 737280 tid 1 2024-04-15T16:34:54.454 INFO:tasks.rados.rados.0.smithi090.stdout:1888: snap_create 2024-04-15T16:34:54.458 INFO:tasks.rados.rados.0.smithi090.stdout:1887: finishing write tid 1 to smithi09078167-4 2024-04-15T16:34:54.458 INFO:tasks.rados.rados.0.smithi090.stdout:1887: finishing write tid 2 to smithi09078167-4 2024-04-15T16:34:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:1887: finishing write tid 3 to smithi09078167-4 2024-04-15T16:34:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:1887: oid 4 updating version 0 to 239 2024-04-15T16:34:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:1887: oid 4 version 239 is already newer than 238 2024-04-15T16:34:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 239 (ObjNum 617 snap 165 seq_num 617) dirty exists 2024-04-15T16:34:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:1887: left oid 4 (ObjNum 617 snap 165 seq_num 617) 2024-04-15T16:34:54.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:54 smithi090 ceph-mon[91618]: osdmap e399: 8 total, 8 up, 8 in 2024-04-15T16:34:54.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:54 smithi090 ceph-mon[91618]: Health check update: Degraded data redundancy: 24/252 objects degraded (9.524%), 6 pgs degraded (PG_DEGRADED) 2024-04-15T16:34:54.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:54 smithi090 ceph-mon[89240]: osdmap e399: 8 total, 8 up, 8 in 2024-04-15T16:34:54.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:54 smithi090 ceph-mon[89240]: Health check update: Degraded data redundancy: 24/252 objects degraded (9.524%), 6 pgs degraded (PG_DEGRADED) 2024-04-15T16:34:54.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:54 smithi153 ceph-mon[84714]: osdmap e399: 8 total, 8 up, 8 in 2024-04-15T16:34:54.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:54 smithi153 ceph-mon[84714]: Health check update: Degraded data redundancy: 24/252 objects degraded (9.524%), 6 pgs degraded (PG_DEGRADED) 2024-04-15T16:34:55.454 INFO:tasks.rados.rados.0.smithi090.stdout:1887: done (1 left) 2024-04-15T16:34:55.455 INFO:tasks.rados.rados.0.smithi090.stdout:1888: done (0 left) 2024-04-15T16:34:55.455 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 166 2024-04-15T16:34:55.455 INFO:tasks.rados.rados.0.smithi090.stdout:1889: seq_num 618 ranges {7872512=753664} 2024-04-15T16:34:55.500 INFO:tasks.rados.rados.0.smithi090.stdout:1889: writing smithi09078167-45 from 7872512 to 8626176 tid 1 2024-04-15T16:34:55.501 INFO:tasks.rados.rados.0.smithi090.stdout:1890: snap_remove snap 163 2024-04-15T16:34:55.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:55 smithi090 ceph-mon[89240]: osdmap e400: 8 total, 8 up, 8 in 2024-04-15T16:34:55.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:55 smithi090 ceph-mon[89240]: pgmap v258: 121 pgs: 6 peering, 4 active+undersized+degraded, 21 active+undersized, 90 active+clean; 198 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.5 MiB/s wr, 26 op/s; 12/279 objects degraded (4.301%); 3.3 MiB/s, 1 objects/s recovering 2024-04-15T16:34:55.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:55 smithi090 ceph-mon[91618]: osdmap e400: 8 total, 8 up, 8 in 2024-04-15T16:34:55.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:55 smithi090 ceph-mon[91618]: pgmap v258: 121 pgs: 6 peering, 4 active+undersized+degraded, 21 active+undersized, 90 active+clean; 198 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.5 MiB/s wr, 26 op/s; 12/279 objects degraded (4.301%); 3.3 MiB/s, 1 objects/s recovering 2024-04-15T16:34:55.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:55 smithi153 ceph-mon[84714]: osdmap e400: 8 total, 8 up, 8 in 2024-04-15T16:34:55.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:55 smithi153 ceph-mon[84714]: pgmap v258: 121 pgs: 6 peering, 4 active+undersized+degraded, 21 active+undersized, 90 active+clean; 198 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.5 MiB/s wr, 26 op/s; 12/279 objects degraded (4.301%); 3.3 MiB/s, 1 objects/s recovering 2024-04-15T16:34:56.334 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:34:56.144+0000 7f2b83936700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-15T16:34:56.450 INFO:tasks.rados.rados.0.smithi090.stdout:1889: finishing write tid 1 to smithi09078167-45 2024-04-15T16:34:56.450 INFO:tasks.rados.rados.0.smithi090.stdout:1889: finishing write tid 2 to smithi09078167-45 2024-04-15T16:34:56.450 INFO:tasks.rados.rados.0.smithi090.stdout:1889: finishing write tid 3 to smithi09078167-45 2024-04-15T16:34:56.450 INFO:tasks.rados.rados.0.smithi090.stdout:1889: oid 45 updating version 0 to 604 2024-04-15T16:34:56.450 INFO:tasks.rados.rados.0.smithi090.stdout:1889: oid 45 version 604 is already newer than 603 2024-04-15T16:34:56.450 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 604 (ObjNum 618 snap 166 seq_num 618) dirty exists 2024-04-15T16:34:56.450 INFO:tasks.rados.rados.0.smithi090.stdout:1889: left oid 45 (ObjNum 618 snap 166 seq_num 618) 2024-04-15T16:34:56.451 INFO:tasks.rados.rados.0.smithi090.stdout:1889: done (1 left) 2024-04-15T16:34:56.451 INFO:tasks.rados.rados.0.smithi090.stdout:1890: done (0 left) 2024-04-15T16:34:56.451 INFO:tasks.rados.rados.0.smithi090.stdout:1891: copy_from oid 41 from oid 23 current snap is 166 2024-04-15T16:34:56.451 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 166 2024-04-15T16:34:56.451 INFO:tasks.rados.rados.0.smithi090.stdout:1892: seq_num 619 ranges {0=770048} 2024-04-15T16:34:56.455 INFO:tasks.rados.rados.0.smithi090.stdout:1892: writing smithi09078167-32 from 0 to 770048 tid 1 2024-04-15T16:34:56.455 INFO:tasks.rados.rados.0.smithi090.stdout:1893: snap_remove snap 162 2024-04-15T16:34:56.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[91618]: osdmap e401: 8 total, 8 up, 8 in 2024-04-15T16:34:56.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:56.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:56.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:34:56.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:34:56.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:56.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:34:56.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:56.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:56.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:56.835 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T16:34:56.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[89240]: osdmap e401: 8 total, 8 up, 8 in 2024-04-15T16:34:56.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:56.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:56.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:34:56.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:34:56.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:56.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:34:56.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:56.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:56.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:56.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T16:34:56.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:56 smithi153 ceph-mon[84714]: osdmap e401: 8 total, 8 up, 8 in 2024-04-15T16:34:56.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:56.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:56.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:34:56.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:34:56.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:34:56.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:34:56.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:56.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:56.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:34:56.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T16:34:57.467 INFO:tasks.rados.rados.0.smithi090.stdout:1893: done (2 left) 2024-04-15T16:34:57.467 INFO:tasks.rados.rados.0.smithi090.stdout:1894: delete oid 19 current snap is 166 2024-04-15T16:34:57.467 INFO:tasks.rados.rados.0.smithi090.stdout:1891: finishing copy_from to smithi09078167-41 2024-04-15T16:34:57.467 INFO:tasks.rados.rados.0.smithi090.stdout:1891: got expected ENOENT (src dne) 2024-04-15T16:34:57.468 INFO:tasks.rados.rados.0.smithi090.stdout:1891: finishing copy_from racing read to smithi09078167-41 2024-04-15T16:34:57.468 INFO:tasks.rados.rados.0.smithi090.stdout:1892: finishing write tid 1 to smithi09078167-32 2024-04-15T16:34:57.468 INFO:tasks.rados.rados.0.smithi090.stdout:1892: finishing write tid 2 to smithi09078167-32 2024-04-15T16:34:57.468 INFO:tasks.rados.rados.0.smithi090.stdout:1892: finishing write tid 3 to smithi09078167-32 2024-04-15T16:34:57.468 INFO:tasks.rados.rados.0.smithi090.stdout:1892: oid 32 updating version 0 to 391 2024-04-15T16:34:57.468 INFO:tasks.rados.rados.0.smithi090.stdout:1892: oid 32 updating version 391 to 392 2024-04-15T16:34:57.468 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 392 (ObjNum 619 snap 166 seq_num 619) dirty exists 2024-04-15T16:34:57.468 INFO:tasks.rados.rados.0.smithi090.stdout:1892: left oid 32 (ObjNum 619 snap 166 seq_num 619) 2024-04-15T16:34:57.471 INFO:tasks.rados.rados.0.smithi090.stdout:1891: done (2 left) 2024-04-15T16:34:57.471 INFO:tasks.rados.rados.0.smithi090.stdout:1892: done (1 left) 2024-04-15T16:34:57.471 INFO:tasks.rados.rados.0.smithi090.stdout:1894: done (0 left) 2024-04-15T16:34:57.471 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 166 2024-04-15T16:34:57.471 INFO:tasks.rados.rados.0.smithi090.stdout:1895: seq_num 621 ranges {0=409600,409600=401408} 2024-04-15T16:34:57.473 INFO:tasks.rados.rados.0.smithi090.stdout:1895: writing smithi09078167-23 from 0 to 409600 tid 1 2024-04-15T16:34:57.476 INFO:tasks.rados.rados.0.smithi090.stdout:1895: writing smithi09078167-23 from 409600 to 811008 tid 2 2024-04-15T16:34:57.476 INFO:tasks.rados.rados.0.smithi090.stdout:1896: snap_create 2024-04-15T16:34:57.477 INFO:tasks.rados.rados.0.smithi090.stdout:1895: finishing write tid 1 to smithi09078167-23 2024-04-15T16:34:57.478 INFO:tasks.rados.rados.0.smithi090.stdout:1895: finishing write tid 2 to smithi09078167-23 2024-04-15T16:34:57.479 INFO:tasks.rados.rados.0.smithi090.stdout:1895: finishing write tid 3 to smithi09078167-23 2024-04-15T16:34:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:1895: finishing write tid 4 to smithi09078167-23 2024-04-15T16:34:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:1895: oid 23 updating version 0 to 601 2024-04-15T16:34:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:1895: oid 23 version 601 is already newer than 600 2024-04-15T16:34:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:1895: oid 23 updating version 601 to 602 2024-04-15T16:34:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 602 (ObjNum 621 snap 166 seq_num 621) dirty exists 2024-04-15T16:34:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:1895: left oid 23 (ObjNum 621 snap 166 seq_num 621) 2024-04-15T16:34:57.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:57 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T16:34:57.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:57 smithi090 ceph-mon[91618]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-15T16:34:57.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:57 smithi090 ceph-mon[91618]: osdmap e402: 8 total, 8 up, 8 in 2024-04-15T16:34:57.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:57 smithi090 ceph-mon[91618]: pgmap v261: 121 pgs: 6 peering, 115 active+clean; 191 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.5 MiB/s wr, 26 op/s; 3.3 MiB/s, 1 objects/s recovering 2024-04-15T16:34:57.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:57 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T16:34:57.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:57 smithi090 ceph-mon[89240]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-15T16:34:57.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:57 smithi090 ceph-mon[89240]: osdmap e402: 8 total, 8 up, 8 in 2024-04-15T16:34:57.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:57 smithi090 ceph-mon[89240]: pgmap v261: 121 pgs: 6 peering, 115 active+clean; 191 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.5 MiB/s wr, 26 op/s; 3.3 MiB/s, 1 objects/s recovering 2024-04-15T16:34:57.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:57 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T16:34:57.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:57 smithi153 ceph-mon[84714]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-15T16:34:57.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:57 smithi153 ceph-mon[84714]: osdmap e402: 8 total, 8 up, 8 in 2024-04-15T16:34:57.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:57 smithi153 ceph-mon[84714]: pgmap v261: 121 pgs: 6 peering, 115 active+clean; 191 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.5 MiB/s wr, 26 op/s; 3.3 MiB/s, 1 objects/s recovering 2024-04-15T16:34:58.470 INFO:tasks.rados.rados.0.smithi090.stdout:1895: done (1 left) 2024-04-15T16:34:58.471 INFO:tasks.rados.rados.0.smithi090.stdout:1896: done (0 left) 2024-04-15T16:34:58.471 INFO:tasks.rados.rados.0.smithi090.stdout:1897: read oid 33 snap -1 2024-04-15T16:34:58.471 INFO:tasks.rados.rados.0.smithi090.stdout:1897: expect deleted 2024-04-15T16:34:58.471 INFO:tasks.rados.rados.0.smithi090.stdout:1898: read oid 6 snap -1 2024-04-15T16:34:58.471 INFO:tasks.rados.rados.0.smithi090.stdout:1898: expect (ObjNum 573 snap 150 seq_num 573) 2024-04-15T16:34:58.471 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 167 2024-04-15T16:34:58.471 INFO:tasks.rados.rados.0.smithi090.stdout:1899: seq_num 622 ranges {6348800=425984,6774784=401408} 2024-04-15T16:34:58.507 INFO:tasks.rados.rados.0.smithi090.stdout:1899: writing smithi09078167-2 from 6348800 to 6774784 tid 1 2024-04-15T16:34:58.509 INFO:tasks.rados.rados.0.smithi090.stdout:1899: writing smithi09078167-2 from 6774784 to 7176192 tid 2 2024-04-15T16:34:58.509 INFO:tasks.rados.rados.0.smithi090.stdout:1900: delete oid 8 current snap is 167 2024-04-15T16:34:58.509 INFO:tasks.rados.rados.0.smithi090.stdout:1898: expect (ObjNum 573 snap 150 seq_num 573) 2024-04-15T16:34:58.672 INFO:tasks.rados.rados.0.smithi090.stdout:1899: finishing write tid 1 to smithi09078167-2 2024-04-15T16:34:58.673 INFO:tasks.rados.rados.0.smithi090.stdout:1899: finishing write tid 2 to smithi09078167-2 2024-04-15T16:34:58.673 INFO:tasks.rados.rados.0.smithi090.stdout:1899: finishing write tid 3 to smithi09078167-2 2024-04-15T16:34:58.673 INFO:tasks.rados.rados.0.smithi090.stdout:1897: done (3 left) 2024-04-15T16:34:58.673 INFO:tasks.rados.rados.0.smithi090.stdout:1898: done (2 left) 2024-04-15T16:34:58.673 INFO:tasks.rados.rados.0.smithi090.stdout:1900: done (1 left) 2024-04-15T16:34:58.673 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 167 2024-04-15T16:34:58.673 INFO:tasks.rados.rados.0.smithi090.stdout:1899: finishing write tid 4 to smithi09078167-2 2024-04-15T16:34:58.673 INFO:tasks.rados.rados.0.smithi090.stdout:1899: oid 2 updating version 0 to 532 2024-04-15T16:34:58.673 INFO:tasks.rados.rados.0.smithi090.stdout:1899: oid 2 version 532 is already newer than 531 2024-04-15T16:34:58.673 INFO:tasks.rados.rados.0.smithi090.stdout:1899: oid 2 updating version 532 to 533 2024-04-15T16:34:58.673 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 533 (ObjNum 622 snap 167 seq_num 622) dirty exists 2024-04-15T16:34:58.673 INFO:tasks.rados.rados.0.smithi090.stdout:1899: left oid 2 (ObjNum 622 snap 167 seq_num 622) 2024-04-15T16:34:58.673 INFO:tasks.rados.rados.0.smithi090.stdout:1901: seq_num 624 ranges {671744=458752,1130496=401408} 2024-04-15T16:34:58.678 INFO:tasks.rados.rados.0.smithi090.stdout:1901: writing smithi09078167-40 from 671744 to 1130496 tid 1 2024-04-15T16:34:58.680 INFO:tasks.rados.rados.0.smithi090.stdout:1901: writing smithi09078167-40 from 1130496 to 1531904 tid 2 2024-04-15T16:34:58.680 INFO:tasks.rados.rados.0.smithi090.stdout:1899: done (1 left) 2024-04-15T16:34:58.681 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 167 2024-04-15T16:34:58.681 INFO:tasks.rados.rados.0.smithi090.stdout:1902: seq_num 625 ranges {2498560=475136,2973696=401408} 2024-04-15T16:34:58.696 INFO:tasks.rados.rados.0.smithi090.stdout:1902: writing smithi09078167-39 from 2498560 to 2973696 tid 1 2024-04-15T16:34:58.699 INFO:tasks.rados.rados.0.smithi090.stdout:1902: writing smithi09078167-39 from 2973696 to 3375104 tid 2 2024-04-15T16:34:58.699 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 167 2024-04-15T16:34:58.699 INFO:tasks.rados.rados.0.smithi090.stdout:1901: finishing write tid 1 to smithi09078167-40 2024-04-15T16:34:58.699 INFO:tasks.rados.rados.0.smithi090.stdout:1901: finishing write tid 2 to smithi09078167-40 2024-04-15T16:34:58.699 INFO:tasks.rados.rados.0.smithi090.stdout:1901: finishing write tid 3 to smithi09078167-40 2024-04-15T16:34:58.699 INFO:tasks.rados.rados.0.smithi090.stdout:1903: seq_num 626 ranges {811008=491520,1302528=401408} 2024-04-15T16:34:58.706 INFO:tasks.rados.rados.0.smithi090.stdout:1903: writing smithi09078167-23 from 811008 to 1302528 tid 1 2024-04-15T16:34:58.708 INFO:tasks.rados.rados.0.smithi090.stdout:1903: writing smithi09078167-23 from 1302528 to 1703936 tid 2 2024-04-15T16:34:58.709 INFO:tasks.rados.rados.0.smithi090.stdout:1904: delete oid 13 current snap is 167 2024-04-15T16:34:58.709 INFO:tasks.rados.rados.0.smithi090.stdout:1901: finishing write tid 4 to smithi09078167-40 2024-04-15T16:34:58.709 INFO:tasks.rados.rados.0.smithi090.stdout:1901: oid 40 updating version 0 to 638 2024-04-15T16:34:58.709 INFO:tasks.rados.rados.0.smithi090.stdout:1901: oid 40 updating version 638 to 639 2024-04-15T16:34:58.709 INFO:tasks.rados.rados.0.smithi090.stdout:1901: oid 40 updating version 639 to 640 2024-04-15T16:34:58.709 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 640 (ObjNum 624 snap 167 seq_num 624) dirty exists 2024-04-15T16:34:58.709 INFO:tasks.rados.rados.0.smithi090.stdout:1901: left oid 40 (ObjNum 624 snap 167 seq_num 624) 2024-04-15T16:34:58.709 INFO:tasks.rados.rados.0.smithi090.stdout:1902: finishing write tid 1 to smithi09078167-39 2024-04-15T16:34:58.709 INFO:tasks.rados.rados.0.smithi090.stdout:1902: finishing write tid 2 to smithi09078167-39 2024-04-15T16:34:58.709 INFO:tasks.rados.rados.0.smithi090.stdout:1902: finishing write tid 3 to smithi09078167-39 2024-04-15T16:34:58.709 INFO:tasks.rados.rados.0.smithi090.stdout:1902: finishing write tid 4 to smithi09078167-39 2024-04-15T16:34:58.709 INFO:tasks.rados.rados.0.smithi090.stdout:1902: oid 39 updating version 0 to 543 2024-04-15T16:34:58.709 INFO:tasks.rados.rados.0.smithi090.stdout:1902: oid 39 updating version 543 to 544 2024-04-15T16:34:58.709 INFO:tasks.rados.rados.0.smithi090.stdout:1902: oid 39 version 544 is already newer than 542 2024-04-15T16:34:58.709 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 544 (ObjNum 625 snap 167 seq_num 625) dirty exists 2024-04-15T16:34:58.710 INFO:tasks.rados.rados.0.smithi090.stdout:1902: left oid 39 (ObjNum 625 snap 167 seq_num 625) 2024-04-15T16:34:58.710 INFO:tasks.rados.rados.0.smithi090.stdout:1903: finishing write tid 1 to smithi09078167-23 2024-04-15T16:34:58.711 INFO:tasks.rados.rados.0.smithi090.stdout:1901: done (3 left) 2024-04-15T16:34:58.711 INFO:tasks.rados.rados.0.smithi090.stdout:1902: done (2 left) 2024-04-15T16:34:58.711 INFO:tasks.rados.rados.0.smithi090.stdout:1904: done (1 left) 2024-04-15T16:34:58.711 INFO:tasks.rados.rados.0.smithi090.stdout:1905: rmattr oid 7 current snap is 167 2024-04-15T16:34:58.711 INFO:tasks.rados.rados.0.smithi090.stdout:1905: done (1 left) 2024-04-15T16:34:58.711 INFO:tasks.rados.rados.0.smithi090.stdout:1906: read oid 29 snap -1 2024-04-15T16:34:58.711 INFO:tasks.rados.rados.0.smithi090.stdout:1906: expect (ObjNum 515 snap 132 seq_num 515) 2024-04-15T16:34:58.711 INFO:tasks.rados.rados.0.smithi090.stdout:1907: read oid 25 snap -1 2024-04-15T16:34:58.711 INFO:tasks.rados.rados.0.smithi090.stdout:1907: expect (ObjNum 566 snap 147 seq_num 566) 2024-04-15T16:34:58.711 INFO:tasks.rados.rados.0.smithi090.stdout:1908: snap_remove snap 165 2024-04-15T16:34:58.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:58 smithi090 ceph-mon[89240]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/279 objects degraded (4.301%), 4 pgs degraded) 2024-04-15T16:34:58.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:58 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:34:58.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:58 smithi090 ceph-mon[89240]: osdmap e403: 8 total, 8 up, 8 in 2024-04-15T16:34:58.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:58 smithi090 ceph-mon[91618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/279 objects degraded (4.301%), 4 pgs degraded) 2024-04-15T16:34:58.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:58 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:34:58.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:58 smithi090 ceph-mon[91618]: osdmap e403: 8 total, 8 up, 8 in 2024-04-15T16:34:58.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:58 smithi153 ceph-mon[84714]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/279 objects degraded (4.301%), 4 pgs degraded) 2024-04-15T16:34:58.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:58 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:34:58.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:58 smithi153 ceph-mon[84714]: osdmap e403: 8 total, 8 up, 8 in 2024-04-15T16:34:59.481 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:34:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:34:59] "GET /metrics HTTP/1.1" 200 35981 "" "Prometheus/2.43.0" 2024-04-15T16:34:59.485 INFO:tasks.rados.rados.0.smithi090.stdout:1908: done (3 left) 2024-04-15T16:34:59.485 INFO:tasks.rados.rados.0.smithi090.stdout:1909: read oid 44 snap -1 2024-04-15T16:34:59.485 INFO:tasks.rados.rados.0.smithi090.stdout:1909: expect (ObjNum 569 snap 147 seq_num 569) 2024-04-15T16:34:59.485 INFO:tasks.rados.rados.0.smithi090.stdout:1910: copy_from oid 4 from oid 16 current snap is 167 2024-04-15T16:34:59.485 INFO:tasks.rados.rados.0.smithi090.stdout:1903: finishing write tid 2 to smithi09078167-23 2024-04-15T16:34:59.485 INFO:tasks.rados.rados.0.smithi090.stdout:1903: finishing write tid 3 to smithi09078167-23 2024-04-15T16:34:59.485 INFO:tasks.rados.rados.0.smithi090.stdout:1903: finishing write tid 4 to smithi09078167-23 2024-04-15T16:34:59.485 INFO:tasks.rados.rados.0.smithi090.stdout:1903: oid 23 updating version 0 to 603 2024-04-15T16:34:59.485 INFO:tasks.rados.rados.0.smithi090.stdout:1903: oid 23 updating version 603 to 604 2024-04-15T16:34:59.485 INFO:tasks.rados.rados.0.smithi090.stdout:1903: oid 23 updating version 604 to 605 2024-04-15T16:34:59.486 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 605 (ObjNum 626 snap 167 seq_num 626) dirty exists 2024-04-15T16:34:59.486 INFO:tasks.rados.rados.0.smithi090.stdout:1903: left oid 23 (ObjNum 626 snap 167 seq_num 626) 2024-04-15T16:34:59.486 INFO:tasks.rados.rados.0.smithi090.stdout:1907: expect (ObjNum 566 snap 147 seq_num 566) 2024-04-15T16:34:59.632 INFO:tasks.rados.rados.0.smithi090.stdout:1906: expect (ObjNum 515 snap 132 seq_num 515) 2024-04-15T16:34:59.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:59 smithi090 ceph-mon[91618]: osdmap e404: 8 total, 8 up, 8 in 2024-04-15T16:34:59.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:34:59 smithi090 ceph-mon[91618]: pgmap v264: 121 pgs: 121 active+clean; 194 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-04-15T16:34:59.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:59 smithi090 ceph-mon[89240]: osdmap e404: 8 total, 8 up, 8 in 2024-04-15T16:34:59.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:34:59 smithi090 ceph-mon[89240]: pgmap v264: 121 pgs: 121 active+clean; 194 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-04-15T16:34:59.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:59 smithi153 ceph-mon[84714]: osdmap e404: 8 total, 8 up, 8 in 2024-04-15T16:34:59.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:34:59 smithi153 ceph-mon[84714]: pgmap v264: 121 pgs: 121 active+clean; 194 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 12 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-04-15T16:35:00.130 INFO:tasks.rados.rados.0.smithi090.stdout:1909: expect (ObjNum 569 snap 147 seq_num 569) 2024-04-15T16:35:00.190 INFO:tasks.rados.rados.0.smithi090.stdout:1910: finishing copy_from racing read to smithi09078167-4 2024-04-15T16:35:00.190 INFO:tasks.rados.rados.0.smithi090.stdout:1910: finishing copy_from to smithi09078167-4 2024-04-15T16:35:00.190 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 660 (ObjNum 600 snap 158 seq_num 600) dirty exists 2024-04-15T16:35:00.190 INFO:tasks.rados.rados.0.smithi090.stdout:1903: done (4 left) 2024-04-15T16:35:00.191 INFO:tasks.rados.rados.0.smithi090.stdout:1906: done (3 left) 2024-04-15T16:35:00.191 INFO:tasks.rados.rados.0.smithi090.stdout:1907: done (2 left) 2024-04-15T16:35:00.191 INFO:tasks.rados.rados.0.smithi090.stdout:1909: done (1 left) 2024-04-15T16:35:00.191 INFO:tasks.rados.rados.0.smithi090.stdout:1910: done (0 left) 2024-04-15T16:35:00.191 INFO:tasks.rados.rados.0.smithi090.stdout:1911: read oid 13 snap -1 2024-04-15T16:35:00.191 INFO:tasks.rados.rados.0.smithi090.stdout:1911: expect deleted 2024-04-15T16:35:00.191 INFO:tasks.rados.rados.0.smithi090.stdout:1912: read oid 50 snap -1 2024-04-15T16:35:00.191 INFO:tasks.rados.rados.0.smithi090.stdout:1912: expect (ObjNum 561 snap 146 seq_num 561) 2024-04-15T16:35:00.191 INFO:tasks.rados.rados.0.smithi090.stdout:1913: snap_remove snap 166 2024-04-15T16:35:00.482 INFO:tasks.rados.rados.0.smithi090.stdout:1913: done (2 left) 2024-04-15T16:35:00.482 INFO:tasks.rados.rados.0.smithi090.stdout:1914: rmattr oid 41 current snap is 167 2024-04-15T16:35:00.482 INFO:tasks.rados.rados.0.smithi090.stdout:1914: done (2 left) 2024-04-15T16:35:00.482 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 167 2024-04-15T16:35:00.482 INFO:tasks.rados.rados.0.smithi090.stdout:1915: seq_num 628 ranges {638976=524288,1163264=401408} 2024-04-15T16:35:00.489 INFO:tasks.rados.rados.0.smithi090.stdout:1915: writing smithi09078167-14 from 638976 to 1163264 tid 1 2024-04-15T16:35:00.491 INFO:tasks.rados.rados.0.smithi090.stdout:1915: writing smithi09078167-14 from 1163264 to 1564672 tid 2 2024-04-15T16:35:00.492 INFO:tasks.rados.rados.0.smithi090.stdout:1912: expect (ObjNum 561 snap 146 seq_num 561) 2024-04-15T16:35:00.556 INFO:tasks.rados.rados.0.smithi090.stdout:1915: finishing write tid 1 to smithi09078167-14 2024-04-15T16:35:00.556 INFO:tasks.rados.rados.0.smithi090.stdout:1915: finishing write tid 2 to smithi09078167-14 2024-04-15T16:35:00.557 INFO:tasks.rados.rados.0.smithi090.stdout:1915: finishing write tid 3 to smithi09078167-14 2024-04-15T16:35:00.557 INFO:tasks.rados.rados.0.smithi090.stdout:1915: finishing write tid 4 to smithi09078167-14 2024-04-15T16:35:00.557 INFO:tasks.rados.rados.0.smithi090.stdout:1915: oid 14 updating version 0 to 486 2024-04-15T16:35:00.557 INFO:tasks.rados.rados.0.smithi090.stdout:1915: oid 14 updating version 486 to 488 2024-04-15T16:35:00.557 INFO:tasks.rados.rados.0.smithi090.stdout:1915: oid 14 version 488 is already newer than 487 2024-04-15T16:35:00.557 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 488 (ObjNum 628 snap 167 seq_num 628) dirty exists 2024-04-15T16:35:00.557 INFO:tasks.rados.rados.0.smithi090.stdout:1915: left oid 14 (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:35:00.557 INFO:tasks.rados.rados.0.smithi090.stdout:1911: done (2 left) 2024-04-15T16:35:00.557 INFO:tasks.rados.rados.0.smithi090.stdout:1912: done (1 left) 2024-04-15T16:35:00.557 INFO:tasks.rados.rados.0.smithi090.stdout:1915: done (0 left) 2024-04-15T16:35:00.557 INFO:tasks.rados.rados.0.smithi090.stdout:1916: snap_remove snap 158 2024-04-15T16:35:00.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:00 smithi090 ceph-mon[89240]: osdmap e405: 8 total, 8 up, 8 in 2024-04-15T16:35:00.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:00 smithi090 ceph-mon[91618]: osdmap e405: 8 total, 8 up, 8 in 2024-04-15T16:35:00.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:00 smithi153 ceph-mon[84714]: osdmap e405: 8 total, 8 up, 8 in 2024-04-15T16:35:01.493 INFO:tasks.rados.rados.0.smithi090.stdout:1916: done (0 left) 2024-04-15T16:35:01.494 INFO:tasks.rados.rados.0.smithi090.stdout:1917: delete oid 31 current snap is 167 2024-04-15T16:35:01.502 INFO:tasks.rados.rados.0.smithi090.stdout:1917: done (0 left) 2024-04-15T16:35:01.502 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 167 2024-04-15T16:35:01.502 INFO:tasks.rados.rados.0.smithi090.stdout:1918: seq_num 630 ranges {4767744=557056,5324800=401408} 2024-04-15T16:35:01.530 INFO:tasks.rados.rados.0.smithi090.stdout:1918: writing smithi09078167-6 from 4767744 to 5324800 tid 1 2024-04-15T16:35:01.533 INFO:tasks.rados.rados.0.smithi090.stdout:1918: writing smithi09078167-6 from 5324800 to 5726208 tid 2 2024-04-15T16:35:01.533 INFO:tasks.rados.rados.0.smithi090.stdout:1919: snap_create 2024-04-15T16:35:01.536 INFO:tasks.rados.rados.0.smithi090.stdout:1918: finishing write tid 1 to smithi09078167-6 2024-04-15T16:35:01.536 INFO:tasks.rados.rados.0.smithi090.stdout:1918: finishing write tid 2 to smithi09078167-6 2024-04-15T16:35:01.536 INFO:tasks.rados.rados.0.smithi090.stdout:1918: finishing write tid 3 to smithi09078167-6 2024-04-15T16:35:01.537 INFO:tasks.rados.rados.0.smithi090.stdout:1918: finishing write tid 4 to smithi09078167-6 2024-04-15T16:35:01.538 INFO:tasks.rados.rados.0.smithi090.stdout:1918: oid 6 updating version 0 to 648 2024-04-15T16:35:01.538 INFO:tasks.rados.rados.0.smithi090.stdout:1918: oid 6 version 648 is already newer than 647 2024-04-15T16:35:01.538 INFO:tasks.rados.rados.0.smithi090.stdout:1918: oid 6 version 648 is already newer than 646 2024-04-15T16:35:01.538 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 648 (ObjNum 630 snap 167 seq_num 630) dirty exists 2024-04-15T16:35:01.538 INFO:tasks.rados.rados.0.smithi090.stdout:1918: left oid 6 (ObjNum 630 snap 167 seq_num 630) 2024-04-15T16:35:01.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:01 smithi090 ceph-mon[91618]: osdmap e406: 8 total, 8 up, 8 in 2024-04-15T16:35:01.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:01 smithi090 ceph-mon[91618]: pgmap v267: 121 pgs: 121 active+clean; 194 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 762 KiB/s wr, 4 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-04-15T16:35:01.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:01 smithi090 ceph-mon[89240]: osdmap e406: 8 total, 8 up, 8 in 2024-04-15T16:35:01.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:01 smithi090 ceph-mon[89240]: pgmap v267: 121 pgs: 121 active+clean; 194 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 762 KiB/s wr, 4 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-04-15T16:35:01.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:01 smithi153 ceph-mon[84714]: osdmap e406: 8 total, 8 up, 8 in 2024-04-15T16:35:01.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:01 smithi153 ceph-mon[84714]: pgmap v267: 121 pgs: 121 active+clean; 194 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 762 KiB/s wr, 4 op/s; 2.6 MiB/s, 0 objects/s recovering 2024-04-15T16:35:02.507 INFO:tasks.rados.rados.0.smithi090.stdout:1918: done (1 left) 2024-04-15T16:35:02.508 INFO:tasks.rados.rados.0.smithi090.stdout:1919: done (0 left) 2024-04-15T16:35:02.508 INFO:tasks.rados.rados.0.smithi090.stdout:1920: rmattr oid 25 current snap is 168 2024-04-15T16:35:02.508 INFO:tasks.rados.rados.0.smithi090.stdout:1920: done (0 left) 2024-04-15T16:35:02.508 INFO:tasks.rados.rados.0.smithi090.stdout:1921: copy_from oid 15 from oid 38 current snap is 168 2024-04-15T16:35:02.508 INFO:tasks.rados.rados.0.smithi090.stdout:1922: rollback oid 45 current snap is 168 2024-04-15T16:35:02.508 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 45 to 156 2024-04-15T16:35:02.508 INFO:tasks.rados.rados.0.smithi090.stdout:1923: read oid 30 snap -1 2024-04-15T16:35:02.508 INFO:tasks.rados.rados.0.smithi090.stdout:1923: expect (ObjNum 403 snap 101 seq_num 403) 2024-04-15T16:35:02.508 INFO:tasks.rados.rados.0.smithi090.stdout:1924: rollback oid 44 current snap is 168 2024-04-15T16:35:02.508 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 44 to 160 2024-04-15T16:35:02.508 INFO:tasks.rados.rados.0.smithi090.stdout:1925: read oid 20 snap -1 2024-04-15T16:35:02.508 INFO:tasks.rados.rados.0.smithi090.stdout:1925: expect (ObjNum 566 snap 147 seq_num 566) 2024-04-15T16:35:02.508 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 168 2024-04-15T16:35:02.508 INFO:tasks.rados.rados.0.smithi090.stdout:1926: seq_num 631 ranges {0=573440,573440=401408} 2024-04-15T16:35:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:1926: writing smithi09078167-49 from 0 to 573440 tid 1 2024-04-15T16:35:02.514 INFO:tasks.rados.rados.0.smithi090.stdout:1926: writing smithi09078167-49 from 573440 to 974848 tid 2 2024-04-15T16:35:02.514 INFO:tasks.rados.rados.0.smithi090.stdout:1927: rollback oid 12 current snap is 168 2024-04-15T16:35:02.514 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 12 to 160 2024-04-15T16:35:02.514 INFO:tasks.rados.rados.0.smithi090.stdout:1928: snap_remove snap 164 2024-04-15T16:35:02.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:02 smithi153 ceph-mon[84714]: osdmap e407: 8 total, 8 up, 8 in 2024-04-15T16:35:02.626 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:35:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:35:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:35:02.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:02 smithi090 ceph-mon[89240]: osdmap e407: 8 total, 8 up, 8 in 2024-04-15T16:35:02.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:02 smithi090 ceph-mon[91618]: osdmap e407: 8 total, 8 up, 8 in 2024-04-15T16:35:03.510 INFO:tasks.rados.rados.0.smithi090.stdout:1928: done (7 left) 2024-04-15T16:35:03.510 INFO:tasks.rados.rados.0.smithi090.stdout:1929: rollback oid 8 current snap is 168 2024-04-15T16:35:03.510 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 157 2024-04-15T16:35:03.510 INFO:tasks.rados.rados.0.smithi090.stdout:1924: finishing rollback tid 0 to smithi09078167-44 2024-04-15T16:35:03.510 INFO:tasks.rados.rados.0.smithi090.stdout:1924: finishing rollback tid 1 to smithi09078167-44 2024-04-15T16:35:03.511 INFO:tasks.rados.rados.0.smithi090.stdout:1924: finishing rollback tid 2 to smithi09078167-44 2024-04-15T16:35:03.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 550 (ObjNum 569 snap 147 seq_num 569) dirty exists 2024-04-15T16:35:03.511 INFO:tasks.rados.rados.0.smithi090.stdout:1922: finishing rollback tid 0 to smithi09078167-45 2024-04-15T16:35:03.511 INFO:tasks.rados.rados.0.smithi090.stdout:1922: finishing rollback tid 1 to smithi09078167-45 2024-04-15T16:35:03.511 INFO:tasks.rados.rados.0.smithi090.stdout:1922: finishing rollback tid 2 to smithi09078167-45 2024-04-15T16:35:03.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 630 (ObjNum 526 snap 132 seq_num 526) dirty exists 2024-04-15T16:35:03.511 INFO:tasks.rados.rados.0.smithi090.stdout:1926: finishing write tid 1 to smithi09078167-49 2024-04-15T16:35:03.511 INFO:tasks.rados.rados.0.smithi090.stdout:1926: finishing write tid 2 to smithi09078167-49 2024-04-15T16:35:03.511 INFO:tasks.rados.rados.0.smithi090.stdout:1926: finishing write tid 3 to smithi09078167-49 2024-04-15T16:35:03.511 INFO:tasks.rados.rados.0.smithi090.stdout:1926: finishing write tid 4 to smithi09078167-49 2024-04-15T16:35:03.511 INFO:tasks.rados.rados.0.smithi090.stdout:1926: oid 49 updating version 0 to 465 2024-04-15T16:35:03.511 INFO:tasks.rados.rados.0.smithi090.stdout:1926: oid 49 version 465 is already newer than 464 2024-04-15T16:35:03.512 INFO:tasks.rados.rados.0.smithi090.stdout:1926: oid 49 updating version 465 to 466 2024-04-15T16:35:03.512 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 466 (ObjNum 631 snap 168 seq_num 631) dirty exists 2024-04-15T16:35:03.512 INFO:tasks.rados.rados.0.smithi090.stdout:1926: left oid 49 (ObjNum 631 snap 168 seq_num 631) 2024-04-15T16:35:03.512 INFO:tasks.rados.rados.0.smithi090.stdout:1921: finishing copy_from racing read to smithi09078167-15 2024-04-15T16:35:03.512 INFO:tasks.rados.rados.0.smithi090.stdout:1921: finishing copy_from to smithi09078167-15 2024-04-15T16:35:03.512 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 657 (ObjNum 608 snap 163 seq_num 608) dirty exists 2024-04-15T16:35:03.512 INFO:tasks.rados.rados.0.smithi090.stdout:1925: expect (ObjNum 566 snap 147 seq_num 566) 2024-04-15T16:35:03.659 INFO:tasks.rados.rados.0.smithi090.stdout:1927: finishing rollback tid 0 to smithi09078167-12 2024-04-15T16:35:03.660 INFO:tasks.rados.rados.0.smithi090.stdout:1927: finishing rollback tid 1 to smithi09078167-12 2024-04-15T16:35:03.660 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 651 (ObjNum 33 snap 0 seq_num 2173837592) dirty dne 2024-04-15T16:35:03.660 INFO:tasks.rados.rados.0.smithi090.stdout:1923: expect (ObjNum 403 snap 101 seq_num 403) 2024-04-15T16:35:03.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:03 smithi090 ceph-mon[89240]: osdmap e408: 8 total, 8 up, 8 in 2024-04-15T16:35:03.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:03 smithi090 ceph-mon[89240]: pgmap v270: 121 pgs: 121 active+clean; 198 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-15T16:35:03.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:03.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:03 smithi090 ceph-mon[91618]: osdmap e408: 8 total, 8 up, 8 in 2024-04-15T16:35:03.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:03 smithi090 ceph-mon[91618]: pgmap v270: 121 pgs: 121 active+clean; 198 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-15T16:35:03.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:03 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:03.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:03 smithi153 ceph-mon[84714]: osdmap e408: 8 total, 8 up, 8 in 2024-04-15T16:35:03.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:03 smithi153 ceph-mon[84714]: pgmap v270: 121 pgs: 121 active+clean; 198 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.0 MiB/s wr, 7 op/s 2024-04-15T16:35:03.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:03 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:03.877 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:35:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:35:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:35:03.993 INFO:tasks.rados.rados.0.smithi090.stdout:1929: finishing rollback tid 1 to smithi09078167-8 2024-04-15T16:35:03.994 INFO:tasks.rados.rados.0.smithi090.stdout:1929: finishing rollback tid 2 to smithi09078167-8 2024-04-15T16:35:03.994 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 659 (ObjNum 583 snap 154 seq_num 583) dirty exists 2024-04-15T16:35:03.994 INFO:tasks.rados.rados.0.smithi090.stdout:1921: done (7 left) 2024-04-15T16:35:03.994 INFO:tasks.rados.rados.0.smithi090.stdout:1922: done (6 left) 2024-04-15T16:35:03.994 INFO:tasks.rados.rados.0.smithi090.stdout:1923: done (5 left) 2024-04-15T16:35:03.994 INFO:tasks.rados.rados.0.smithi090.stdout:1924: done (4 left) 2024-04-15T16:35:03.994 INFO:tasks.rados.rados.0.smithi090.stdout:1925: done (3 left) 2024-04-15T16:35:03.994 INFO:tasks.rados.rados.0.smithi090.stdout:1926: done (2 left) 2024-04-15T16:35:03.994 INFO:tasks.rados.rados.0.smithi090.stdout:1927: done (1 left) 2024-04-15T16:35:03.994 INFO:tasks.rados.rados.0.smithi090.stdout:1929: done (0 left) 2024-04-15T16:35:03.994 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 168 2024-04-15T16:35:03.995 INFO:tasks.rados.rados.0.smithi090.stdout:1930: seq_num 632 ranges {0=589824,589824=401408} 2024-04-15T16:35:03.996 INFO:tasks.rados.rados.0.smithi090.stdout:1930: writing smithi09078167-9 from 0 to 589824 tid 1 2024-04-15T16:35:03.999 INFO:tasks.rados.rados.0.smithi090.stdout:1930: writing smithi09078167-9 from 589824 to 991232 tid 2 2024-04-15T16:35:03.999 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 168 2024-04-15T16:35:03.999 INFO:tasks.rados.rados.0.smithi090.stdout:1931: seq_num 633 ranges {3375104=606208,3981312=401408} 2024-04-15T16:35:04.020 INFO:tasks.rados.rados.0.smithi090.stdout:1931: writing smithi09078167-39 from 3375104 to 3981312 tid 1 2024-04-15T16:35:04.023 INFO:tasks.rados.rados.0.smithi090.stdout:1931: writing smithi09078167-39 from 3981312 to 4382720 tid 2 2024-04-15T16:35:04.023 INFO:tasks.rados.rados.0.smithi090.stdout:1932: snap_create 2024-04-15T16:35:04.023 INFO:tasks.rados.rados.0.smithi090.stdout:1930: finishing write tid 1 to smithi09078167-9 2024-04-15T16:35:04.023 INFO:tasks.rados.rados.0.smithi090.stdout:1930: finishing write tid 2 to smithi09078167-9 2024-04-15T16:35:04.023 INFO:tasks.rados.rados.0.smithi090.stdout:1930: finishing write tid 3 to smithi09078167-9 2024-04-15T16:35:04.023 INFO:tasks.rados.rados.0.smithi090.stdout:1930: finishing write tid 4 to smithi09078167-9 2024-04-15T16:35:04.023 INFO:tasks.rados.rados.0.smithi090.stdout:1930: oid 9 updating version 0 to 535 2024-04-15T16:35:04.023 INFO:tasks.rados.rados.0.smithi090.stdout:1930: oid 9 version 535 is already newer than 534 2024-04-15T16:35:04.023 INFO:tasks.rados.rados.0.smithi090.stdout:1930: oid 9 updating version 535 to 536 2024-04-15T16:35:04.023 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 536 (ObjNum 632 snap 168 seq_num 632) dirty exists 2024-04-15T16:35:04.023 INFO:tasks.rados.rados.0.smithi090.stdout:1930: left oid 9 (ObjNum 632 snap 168 seq_num 632) 2024-04-15T16:35:04.024 INFO:tasks.rados.rados.0.smithi090.stdout:1931: finishing write tid 1 to smithi09078167-39 2024-04-15T16:35:04.025 INFO:tasks.rados.rados.0.smithi090.stdout:1931: finishing write tid 2 to smithi09078167-39 2024-04-15T16:35:04.025 INFO:tasks.rados.rados.0.smithi090.stdout:1931: finishing write tid 3 to smithi09078167-39 2024-04-15T16:35:04.026 INFO:tasks.rados.rados.0.smithi090.stdout:1931: finishing write tid 4 to smithi09078167-39 2024-04-15T16:35:04.026 INFO:tasks.rados.rados.0.smithi090.stdout:1931: oid 39 updating version 0 to 557 2024-04-15T16:35:04.026 INFO:tasks.rados.rados.0.smithi090.stdout:1931: oid 39 version 557 is already newer than 556 2024-04-15T16:35:04.026 INFO:tasks.rados.rados.0.smithi090.stdout:1931: oid 39 updating version 557 to 558 2024-04-15T16:35:04.026 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 558 (ObjNum 633 snap 168 seq_num 633) dirty exists 2024-04-15T16:35:04.026 INFO:tasks.rados.rados.0.smithi090.stdout:1931: left oid 39 (ObjNum 633 snap 168 seq_num 633) 2024-04-15T16:35:04.361 INFO:tasks.rados.rados.0.smithi090.stdout:1930: done (2 left) 2024-04-15T16:35:04.362 INFO:tasks.rados.rados.0.smithi090.stdout:1931: done (1 left) 2024-04-15T16:35:04.362 INFO:tasks.rados.rados.0.smithi090.stdout:1932: done (0 left) 2024-04-15T16:35:04.362 INFO:tasks.rados.rados.0.smithi090.stdout:1933: delete oid 50 current snap is 169 2024-04-15T16:35:04.366 INFO:tasks.rados.rados.0.smithi090.stdout:1933: done (0 left) 2024-04-15T16:35:04.366 INFO:tasks.rados.rados.0.smithi090.stdout:1934: rmattr oid 47 current snap is 169 2024-04-15T16:35:04.366 INFO:tasks.rados.rados.0.smithi090.stdout:1934: done (0 left) 2024-04-15T16:35:04.366 INFO:tasks.rados.rados.0.smithi090.stdout:1935: delete oid 50 current snap is 169 2024-04-15T16:35:04.367 INFO:tasks.rados.rados.0.smithi090.stdout:1935: done (0 left) 2024-04-15T16:35:04.367 INFO:tasks.rados.rados.0.smithi090.stdout:1936: snap_remove snap 161 2024-04-15T16:35:04.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:04 smithi090 ceph-mon[91618]: osdmap e409: 8 total, 8 up, 8 in 2024-04-15T16:35:04.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:04 smithi090 ceph-mon[91618]: osdmap e410: 8 total, 8 up, 8 in 2024-04-15T16:35:04.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:04 smithi090 ceph-mon[89240]: osdmap e409: 8 total, 8 up, 8 in 2024-04-15T16:35:04.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:04 smithi090 ceph-mon[89240]: osdmap e410: 8 total, 8 up, 8 in 2024-04-15T16:35:04.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:04 smithi153 ceph-mon[84714]: osdmap e409: 8 total, 8 up, 8 in 2024-04-15T16:35:04.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:04 smithi153 ceph-mon[84714]: osdmap e410: 8 total, 8 up, 8 in 2024-04-15T16:35:05.363 INFO:tasks.rados.rados.0.smithi090.stdout:1936: done (0 left) 2024-04-15T16:35:05.364 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 169 2024-04-15T16:35:05.364 INFO:tasks.rados.rados.0.smithi090.stdout:1937: seq_num 636 ranges {1703936=655360,2359296=401408} 2024-04-15T16:35:05.378 INFO:tasks.rados.rados.0.smithi090.stdout:1937: writing smithi09078167-23 from 1703936 to 2359296 tid 1 2024-04-15T16:35:05.381 INFO:tasks.rados.rados.0.smithi090.stdout:1937: writing smithi09078167-23 from 2359296 to 2760704 tid 2 2024-04-15T16:35:05.381 INFO:tasks.rados.rados.0.smithi090.stdout:1938: read oid 15 snap -1 2024-04-15T16:35:05.381 INFO:tasks.rados.rados.0.smithi090.stdout:1938: expect (ObjNum 608 snap 163 seq_num 608) 2024-04-15T16:35:05.381 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 169 2024-04-15T16:35:05.381 INFO:tasks.rados.rados.0.smithi090.stdout:1939: seq_num 637 ranges {991232=671744,1662976=401408} 2024-04-15T16:35:05.390 INFO:tasks.rados.rados.0.smithi090.stdout:1939: writing smithi09078167-9 from 991232 to 1662976 tid 1 2024-04-15T16:35:05.393 INFO:tasks.rados.rados.0.smithi090.stdout:1939: writing smithi09078167-9 from 1662976 to 2064384 tid 2 2024-04-15T16:35:05.393 INFO:tasks.rados.rados.0.smithi090.stdout:1940: rmattr oid 44 current snap is 169 2024-04-15T16:35:05.393 INFO:tasks.rados.rados.0.smithi090.stdout:1940: done (3 left) 2024-04-15T16:35:05.393 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 169 2024-04-15T16:35:05.393 INFO:tasks.rados.rados.0.smithi090.stdout:1937: finishing write tid 1 to smithi09078167-23 2024-04-15T16:35:05.393 INFO:tasks.rados.rados.0.smithi090.stdout:1941: seq_num 638 ranges {0=688128,688128=401408} 2024-04-15T16:35:05.397 INFO:tasks.rados.rados.0.smithi090.stdout:1941: writing smithi09078167-31 from 0 to 688128 tid 1 2024-04-15T16:35:05.400 INFO:tasks.rados.rados.0.smithi090.stdout:1941: writing smithi09078167-31 from 688128 to 1089536 tid 2 2024-04-15T16:35:05.400 INFO:tasks.rados.rados.0.smithi090.stdout:1942: copy_from oid 38 from oid 8 current snap is 169 2024-04-15T16:35:05.400 INFO:tasks.rados.rados.0.smithi090.stdout:1937: finishing write tid 2 to smithi09078167-23 2024-04-15T16:35:05.400 INFO:tasks.rados.rados.0.smithi090.stdout:1937: finishing write tid 3 to smithi09078167-23 2024-04-15T16:35:05.400 INFO:tasks.rados.rados.0.smithi090.stdout:1937: finishing write tid 4 to smithi09078167-23 2024-04-15T16:35:05.400 INFO:tasks.rados.rados.0.smithi090.stdout:1937: oid 23 updating version 0 to 606 2024-04-15T16:35:05.400 INFO:tasks.rados.rados.0.smithi090.stdout:1937: oid 23 updating version 606 to 608 2024-04-15T16:35:05.400 INFO:tasks.rados.rados.0.smithi090.stdout:1937: oid 23 version 608 is already newer than 607 2024-04-15T16:35:05.400 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 608 (ObjNum 636 snap 169 seq_num 636) dirty exists 2024-04-15T16:35:05.400 INFO:tasks.rados.rados.0.smithi090.stdout:1937: left oid 23 (ObjNum 636 snap 169 seq_num 636) 2024-04-15T16:35:05.400 INFO:tasks.rados.rados.0.smithi090.stdout:1938: expect (ObjNum 608 snap 163 seq_num 608) 2024-04-15T16:35:05.509 INFO:tasks.rados.rados.0.smithi090.stdout:1939: finishing write tid 1 to smithi09078167-9 2024-04-15T16:35:05.509 INFO:tasks.rados.rados.0.smithi090.stdout:1939: finishing write tid 2 to smithi09078167-9 2024-04-15T16:35:05.509 INFO:tasks.rados.rados.0.smithi090.stdout:1939: finishing write tid 3 to smithi09078167-9 2024-04-15T16:35:05.509 INFO:tasks.rados.rados.0.smithi090.stdout:1939: finishing write tid 4 to smithi09078167-9 2024-04-15T16:35:05.509 INFO:tasks.rados.rados.0.smithi090.stdout:1939: oid 9 updating version 0 to 538 2024-04-15T16:35:05.509 INFO:tasks.rados.rados.0.smithi090.stdout:1939: oid 9 updating version 538 to 539 2024-04-15T16:35:05.509 INFO:tasks.rados.rados.0.smithi090.stdout:1939: oid 9 version 539 is already newer than 537 2024-04-15T16:35:05.509 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 539 (ObjNum 637 snap 169 seq_num 637) dirty exists 2024-04-15T16:35:05.509 INFO:tasks.rados.rados.0.smithi090.stdout:1939: left oid 9 (ObjNum 637 snap 169 seq_num 637) 2024-04-15T16:35:05.510 INFO:tasks.rados.rados.0.smithi090.stdout:1941: finishing write tid 1 to smithi09078167-31 2024-04-15T16:35:05.510 INFO:tasks.rados.rados.0.smithi090.stdout:1941: finishing write tid 2 to smithi09078167-31 2024-04-15T16:35:05.510 INFO:tasks.rados.rados.0.smithi090.stdout:1941: finishing write tid 3 to smithi09078167-31 2024-04-15T16:35:05.510 INFO:tasks.rados.rados.0.smithi090.stdout:1941: finishing write tid 4 to smithi09078167-31 2024-04-15T16:35:05.510 INFO:tasks.rados.rados.0.smithi090.stdout:1941: oid 31 updating version 0 to 662 2024-04-15T16:35:05.510 INFO:tasks.rados.rados.0.smithi090.stdout:1941: oid 31 updating version 662 to 663 2024-04-15T16:35:05.510 INFO:tasks.rados.rados.0.smithi090.stdout:1941: oid 31 updating version 663 to 664 2024-04-15T16:35:05.510 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 664 (ObjNum 638 snap 169 seq_num 638) dirty exists 2024-04-15T16:35:05.510 INFO:tasks.rados.rados.0.smithi090.stdout:1941: left oid 31 (ObjNum 638 snap 169 seq_num 638) 2024-04-15T16:35:05.510 INFO:tasks.rados.rados.0.smithi090.stdout:1942: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:35:05.510 INFO:tasks.rados.rados.0.smithi090.stdout:1942: finishing copy_from to smithi09078167-38 2024-04-15T16:35:05.510 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 659 (ObjNum 583 snap 154 seq_num 583) dirty exists 2024-04-15T16:35:05.511 INFO:tasks.rados.rados.0.smithi090.stdout:1937: done (4 left) 2024-04-15T16:35:05.511 INFO:tasks.rados.rados.0.smithi090.stdout:1938: done (3 left) 2024-04-15T16:35:05.511 INFO:tasks.rados.rados.0.smithi090.stdout:1939: done (2 left) 2024-04-15T16:35:05.511 INFO:tasks.rados.rados.0.smithi090.stdout:1941: done (1 left) 2024-04-15T16:35:05.511 INFO:tasks.rados.rados.0.smithi090.stdout:1942: done (0 left) 2024-04-15T16:35:05.511 INFO:tasks.rados.rados.0.smithi090.stdout:1943: read oid 32 snap 168 2024-04-15T16:35:05.511 INFO:tasks.rados.rados.0.smithi090.stdout:1943: expect (ObjNum 619 snap 166 seq_num 619) 2024-04-15T16:35:05.511 INFO:tasks.rados.rados.0.smithi090.stdout:1944: read oid 5 snap 156 2024-04-15T16:35:05.511 INFO:tasks.rados.rados.0.smithi090.stdout:1944: expect (ObjNum 459 snap 117 seq_num 459) 2024-04-15T16:35:05.511 INFO:tasks.rados.rados.0.smithi090.stdout:1945: delete oid 46 current snap is 169 2024-04-15T16:35:05.512 INFO:tasks.rados.rados.0.smithi090.stdout:1945: done (2 left) 2024-04-15T16:35:05.512 INFO:tasks.rados.rados.0.smithi090.stdout:1946: delete oid 40 current snap is 169 2024-04-15T16:35:05.512 INFO:tasks.rados.rados.0.smithi090.stdout:1943: expect (ObjNum 619 snap 166 seq_num 619) 2024-04-15T16:35:05.534 INFO:tasks.rados.rados.0.smithi090.stdout:1944: expect (ObjNum 459 snap 117 seq_num 459) 2024-04-15T16:35:05.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:05 smithi090 ceph-mon[91618]: pgmap v273: 121 pgs: 121 active+clean; 202 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-15T16:35:05.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:05 smithi090 ceph-mon[91618]: osdmap e411: 8 total, 8 up, 8 in 2024-04-15T16:35:05.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:05 smithi090 ceph-mon[89240]: pgmap v273: 121 pgs: 121 active+clean; 202 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-15T16:35:05.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:05 smithi090 ceph-mon[89240]: osdmap e411: 8 total, 8 up, 8 in 2024-04-15T16:35:05.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:05 smithi153 ceph-mon[84714]: pgmap v273: 121 pgs: 121 active+clean; 202 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-15T16:35:05.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:05 smithi153 ceph-mon[84714]: osdmap e411: 8 total, 8 up, 8 in 2024-04-15T16:35:05.877 INFO:tasks.rados.rados.0.smithi090.stdout:1943: done (2 left) 2024-04-15T16:35:05.877 INFO:tasks.rados.rados.0.smithi090.stdout:1944: done (1 left) 2024-04-15T16:35:05.877 INFO:tasks.rados.rados.0.smithi090.stdout:1946: done (0 left) 2024-04-15T16:35:05.877 INFO:tasks.rados.rados.0.smithi090.stdout:1947: read oid 32 snap -1 2024-04-15T16:35:05.877 INFO:tasks.rados.rados.0.smithi090.stdout:1947: expect (ObjNum 619 snap 166 seq_num 619) 2024-04-15T16:35:05.878 INFO:tasks.rados.rados.0.smithi090.stdout:1948: copy_from oid 27 from oid 16 current snap is 169 2024-04-15T16:35:05.878 INFO:tasks.rados.rados.0.smithi090.stdout:1949: setattr oid 7 current snap is 169 2024-04-15T16:35:05.878 INFO:tasks.rados.rados.0.smithi090.stdout:1950: read oid 4 snap -1 2024-04-15T16:35:05.878 INFO:tasks.rados.rados.0.smithi090.stdout:1950: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:35:05.878 INFO:tasks.rados.rados.0.smithi090.stdout:1951: read oid 42 snap 160 2024-04-15T16:35:05.879 INFO:tasks.rados.rados.0.smithi090.stdout:1951: expect (ObjNum 576 snap 150 seq_num 576) 2024-04-15T16:35:05.879 INFO:tasks.rados.rados.0.smithi090.stdout:1952: read oid 34 snap 157 2024-04-15T16:35:05.879 INFO:tasks.rados.rados.0.smithi090.stdout:1952: expect (ObjNum 527 snap 132 seq_num 527) 2024-04-15T16:35:05.879 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 169 2024-04-15T16:35:05.879 INFO:tasks.rados.rados.0.smithi090.stdout:1953: seq_num 641 ranges {1089536=745472,1835008=401408} 2024-04-15T16:35:05.889 INFO:tasks.rados.rados.0.smithi090.stdout:1953: writing smithi09078167-31 from 1089536 to 1835008 tid 1 2024-04-15T16:35:05.892 INFO:tasks.rados.rados.0.smithi090.stdout:1953: writing smithi09078167-31 from 1835008 to 2236416 tid 2 2024-04-15T16:35:05.892 INFO:tasks.rados.rados.0.smithi090.stdout:1954: rollback oid 46 current snap is 169 2024-04-15T16:35:05.892 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 167 2024-04-15T16:35:05.892 INFO:tasks.rados.rados.0.smithi090.stdout:1947: expect (ObjNum 619 snap 166 seq_num 619) 2024-04-15T16:35:05.919 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 609 (ObjNum 573 snap 150 seq_num 573) dirty exists 2024-04-15T16:35:05.919 INFO:tasks.rados.rados.0.smithi090.stdout:1947: done (7 left) 2024-04-15T16:35:05.920 INFO:tasks.rados.rados.0.smithi090.stdout:1949: done (6 left) 2024-04-15T16:35:05.920 INFO:tasks.rados.rados.0.smithi090.stdout:1955: delete oid 20 current snap is 169 2024-04-15T16:35:05.920 INFO:tasks.rados.rados.0.smithi090.stdout:1953: finishing write tid 1 to smithi09078167-31 2024-04-15T16:35:05.920 INFO:tasks.rados.rados.0.smithi090.stdout:1953: finishing write tid 2 to smithi09078167-31 2024-04-15T16:35:05.920 INFO:tasks.rados.rados.0.smithi090.stdout:1953: finishing write tid 3 to smithi09078167-31 2024-04-15T16:35:05.920 INFO:tasks.rados.rados.0.smithi090.stdout:1953: finishing write tid 4 to smithi09078167-31 2024-04-15T16:35:05.920 INFO:tasks.rados.rados.0.smithi090.stdout:1953: oid 31 updating version 0 to 665 2024-04-15T16:35:05.920 INFO:tasks.rados.rados.0.smithi090.stdout:1953: oid 31 updating version 665 to 666 2024-04-15T16:35:05.920 INFO:tasks.rados.rados.0.smithi090.stdout:1953: oid 31 updating version 666 to 667 2024-04-15T16:35:05.920 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 667 (ObjNum 641 snap 169 seq_num 641) dirty exists 2024-04-15T16:35:05.920 INFO:tasks.rados.rados.0.smithi090.stdout:1953: left oid 31 (ObjNum 641 snap 169 seq_num 641) 2024-04-15T16:35:05.920 INFO:tasks.rados.rados.0.smithi090.stdout:1950: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:35:06.021 INFO:tasks.rados.rados.0.smithi090.stdout:1948: finishing copy_from racing read to smithi09078167-27 2024-04-15T16:35:06.022 INFO:tasks.rados.rados.0.smithi090.stdout:1948: finishing copy_from to smithi09078167-27 2024-04-15T16:35:06.022 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 660 (ObjNum 600 snap 158 seq_num 600) dirty exists 2024-04-15T16:35:06.022 INFO:tasks.rados.rados.0.smithi090.stdout:1954: finishing rollback tid 1 to smithi09078167-46 2024-04-15T16:35:06.022 INFO:tasks.rados.rados.0.smithi090.stdout:1954: finishing rollback tid 2 to smithi09078167-46 2024-04-15T16:35:06.022 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 493 (ObjNum 610 snap 164 seq_num 610) dirty exists 2024-04-15T16:35:06.022 INFO:tasks.rados.rados.0.smithi090.stdout:1951: expect (ObjNum 576 snap 150 seq_num 576) 2024-04-15T16:35:06.431 INFO:tasks.rados.rados.0.smithi090.stdout:1952: expect (ObjNum 527 snap 132 seq_num 527) 2024-04-15T16:35:06.696 INFO:tasks.rados.rados.0.smithi090.stdout:1948: done (6 left) 2024-04-15T16:35:06.696 INFO:tasks.rados.rados.0.smithi090.stdout:1950: done (5 left) 2024-04-15T16:35:06.696 INFO:tasks.rados.rados.0.smithi090.stdout:1951: done (4 left) 2024-04-15T16:35:06.696 INFO:tasks.rados.rados.0.smithi090.stdout:1952: done (3 left) 2024-04-15T16:35:06.696 INFO:tasks.rados.rados.0.smithi090.stdout:1953: done (2 left) 2024-04-15T16:35:06.696 INFO:tasks.rados.rados.0.smithi090.stdout:1954: done (1 left) 2024-04-15T16:35:06.696 INFO:tasks.rados.rados.0.smithi090.stdout:1955: done (0 left) 2024-04-15T16:35:06.696 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 169 2024-04-15T16:35:06.696 INFO:tasks.rados.rados.0.smithi090.stdout:1956: seq_num 643 ranges {2629632=778240,3407872=401408} 2024-04-15T16:35:06.713 INFO:tasks.rados.rados.0.smithi090.stdout:1956: writing smithi09078167-43 from 2629632 to 3407872 tid 1 2024-04-15T16:35:06.715 INFO:tasks.rados.rados.0.smithi090.stdout:1956: writing smithi09078167-43 from 3407872 to 3809280 tid 2 2024-04-15T16:35:06.715 INFO:tasks.rados.rados.0.smithi090.stdout:1957: snap_create 2024-04-15T16:35:06.720 INFO:tasks.rados.rados.0.smithi090.stdout:1956: finishing write tid 1 to smithi09078167-43 2024-04-15T16:35:06.720 INFO:tasks.rados.rados.0.smithi090.stdout:1956: finishing write tid 2 to smithi09078167-43 2024-04-15T16:35:06.720 INFO:tasks.rados.rados.0.smithi090.stdout:1956: finishing write tid 3 to smithi09078167-43 2024-04-15T16:35:06.722 INFO:tasks.rados.rados.0.smithi090.stdout:1956: finishing write tid 4 to smithi09078167-43 2024-04-15T16:35:06.722 INFO:tasks.rados.rados.0.smithi090.stdout:1956: oid 43 updating version 0 to 678 2024-04-15T16:35:06.722 INFO:tasks.rados.rados.0.smithi090.stdout:1956: oid 43 updating version 678 to 679 2024-04-15T16:35:06.722 INFO:tasks.rados.rados.0.smithi090.stdout:1956: oid 43 version 679 is already newer than 677 2024-04-15T16:35:06.722 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 679 (ObjNum 643 snap 169 seq_num 643) dirty exists 2024-04-15T16:35:06.722 INFO:tasks.rados.rados.0.smithi090.stdout:1956: left oid 43 (ObjNum 643 snap 169 seq_num 643) 2024-04-15T16:35:06.777 INFO:tasks.rados.rados.0.smithi090.stdout:1956: done (1 left) 2024-04-15T16:35:06.777 INFO:tasks.rados.rados.0.smithi090.stdout:1957: done (0 left) 2024-04-15T16:35:06.777 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 170 2024-04-15T16:35:06.777 INFO:tasks.rados.rados.0.smithi090.stdout:1958: seq_num 644 ranges {6299648=794624,7094272=401408} 2024-04-15T16:35:06.814 INFO:tasks.rados.rados.0.smithi090.stdout:1958: writing smithi09078167-42 from 6299648 to 7094272 tid 1 2024-04-15T16:35:06.817 INFO:tasks.rados.rados.0.smithi090.stdout:1958: writing smithi09078167-42 from 7094272 to 7495680 tid 2 2024-04-15T16:35:06.817 INFO:tasks.rados.rados.0.smithi090.stdout:1959: snap_create 2024-04-15T16:35:06.821 INFO:tasks.rados.rados.0.smithi090.stdout:1958: finishing write tid 1 to smithi09078167-42 2024-04-15T16:35:06.821 INFO:tasks.rados.rados.0.smithi090.stdout:1958: finishing write tid 2 to smithi09078167-42 2024-04-15T16:35:06.821 INFO:tasks.rados.rados.0.smithi090.stdout:1958: finishing write tid 3 to smithi09078167-42 2024-04-15T16:35:06.822 INFO:tasks.rados.rados.0.smithi090.stdout:1958: finishing write tid 4 to smithi09078167-42 2024-04-15T16:35:06.822 INFO:tasks.rados.rados.0.smithi090.stdout:1958: oid 42 updating version 0 to 612 2024-04-15T16:35:06.822 INFO:tasks.rados.rados.0.smithi090.stdout:1958: oid 42 version 612 is already newer than 611 2024-04-15T16:35:06.822 INFO:tasks.rados.rados.0.smithi090.stdout:1958: oid 42 version 612 is already newer than 610 2024-04-15T16:35:06.822 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 612 (ObjNum 644 snap 170 seq_num 644) dirty exists 2024-04-15T16:35:06.823 INFO:tasks.rados.rados.0.smithi090.stdout:1958: left oid 42 (ObjNum 644 snap 170 seq_num 644) 2024-04-15T16:35:07.780 INFO:tasks.rados.rados.0.smithi090.stdout:1958: done (1 left) 2024-04-15T16:35:07.780 INFO:tasks.rados.rados.0.smithi090.stdout:1959: done (0 left) 2024-04-15T16:35:07.780 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 171 2024-04-15T16:35:07.780 INFO:tasks.rados.rados.0.smithi090.stdout:1960: seq_num 645 ranges {2342912=409600,2752512=778240,3530752=24576} 2024-04-15T16:35:07.795 INFO:tasks.rados.rados.0.smithi090.stdout:1960: writing smithi09078167-18 from 2342912 to 2752512 tid 1 2024-04-15T16:35:07.800 INFO:tasks.rados.rados.0.smithi090.stdout:1960: writing smithi09078167-18 from 2752512 to 3530752 tid 2 2024-04-15T16:35:07.800 INFO:tasks.rados.rados.0.smithi090.stdout:1960: writing smithi09078167-18 from 3530752 to 3555328 tid 3 2024-04-15T16:35:07.800 INFO:tasks.rados.rados.0.smithi090.stdout:1961: snap_create 2024-04-15T16:35:07.801 INFO:tasks.rados.rados.0.smithi090.stdout:1960: finishing write tid 1 to smithi09078167-18 2024-04-15T16:35:07.804 INFO:tasks.rados.rados.0.smithi090.stdout:1960: finishing write tid 2 to smithi09078167-18 2024-04-15T16:35:07.805 INFO:tasks.rados.rados.0.smithi090.stdout:1960: finishing write tid 3 to smithi09078167-18 2024-04-15T16:35:07.805 INFO:tasks.rados.rados.0.smithi090.stdout:1960: finishing write tid 4 to smithi09078167-18 2024-04-15T16:35:07.806 INFO:tasks.rados.rados.0.smithi090.stdout:1960: finishing write tid 5 to smithi09078167-18 2024-04-15T16:35:07.806 INFO:tasks.rados.rados.0.smithi090.stdout:1960: oid 18 updating version 0 to 682 2024-04-15T16:35:07.806 INFO:tasks.rados.rados.0.smithi090.stdout:1960: oid 18 updating version 682 to 683 2024-04-15T16:35:07.806 INFO:tasks.rados.rados.0.smithi090.stdout:1960: oid 18 updating version 683 to 684 2024-04-15T16:35:07.806 INFO:tasks.rados.rados.0.smithi090.stdout:1960: oid 18 version 684 is already newer than 681 2024-04-15T16:35:07.806 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 684 (ObjNum 645 snap 171 seq_num 645) dirty exists 2024-04-15T16:35:07.806 INFO:tasks.rados.rados.0.smithi090.stdout:1960: left oid 18 (ObjNum 645 snap 171 seq_num 645) 2024-04-15T16:35:08.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:07 smithi090 ceph-mon[89240]: pgmap v275: 121 pgs: 121 active+clean; 206 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-15T16:35:08.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:07 smithi090 ceph-mon[89240]: osdmap e412: 8 total, 8 up, 8 in 2024-04-15T16:35:08.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:08.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:35:08.084 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:07 smithi090 ceph-mon[91618]: pgmap v275: 121 pgs: 121 active+clean; 206 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-15T16:35:08.084 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:07 smithi090 ceph-mon[91618]: osdmap e412: 8 total, 8 up, 8 in 2024-04-15T16:35:08.084 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:08.084 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:35:08.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:07 smithi153 ceph-mon[84714]: pgmap v275: 121 pgs: 121 active+clean; 206 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-15T16:35:08.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:07 smithi153 ceph-mon[84714]: osdmap e412: 8 total, 8 up, 8 in 2024-04-15T16:35:08.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:08.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:35:08.798 INFO:tasks.rados.rados.0.smithi090.stdout:1960: done (1 left) 2024-04-15T16:35:08.798 INFO:tasks.rados.rados.0.smithi090.stdout:1961: done (0 left) 2024-04-15T16:35:08.798 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 172 2024-04-15T16:35:08.799 INFO:tasks.rados.rados.0.smithi090.stdout:1962: seq_num 646 ranges {4415488=425984,4841472=655360,5496832=147456} 2024-04-15T16:35:08.824 INFO:tasks.rados.rados.0.smithi090.stdout:1962: writing smithi09078167-17 from 4415488 to 4841472 tid 1 2024-04-15T16:35:08.828 INFO:tasks.rados.rados.0.smithi090.stdout:1962: writing smithi09078167-17 from 4841472 to 5496832 tid 2 2024-04-15T16:35:08.829 INFO:tasks.rados.rados.0.smithi090.stdout:1962: writing smithi09078167-17 from 5496832 to 5644288 tid 3 2024-04-15T16:35:08.829 INFO:tasks.rados.rados.0.smithi090.stdout:1963: rollback oid 22 current snap is 172 2024-04-15T16:35:08.829 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 167 2024-04-15T16:35:08.829 INFO:tasks.rados.rados.0.smithi090.stdout:1964: delete oid 39 current snap is 172 2024-04-15T16:35:08.833 INFO:tasks.rados.rados.0.smithi090.stdout:1962: finishing write tid 1 to smithi09078167-17 2024-04-15T16:35:08.834 INFO:tasks.rados.rados.0.smithi090.stdout:1962: finishing write tid 2 to smithi09078167-17 2024-04-15T16:35:08.835 INFO:tasks.rados.rados.0.smithi090.stdout:1964: done (2 left) 2024-04-15T16:35:08.835 INFO:tasks.rados.rados.0.smithi090.stdout:1965: snap_remove snap 156 2024-04-15T16:35:09.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:08 smithi090 ceph-mon[89240]: osdmap e413: 8 total, 8 up, 8 in 2024-04-15T16:35:09.084 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:08 smithi090 ceph-mon[91618]: osdmap e413: 8 total, 8 up, 8 in 2024-04-15T16:35:09.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:08 smithi153 ceph-mon[84714]: osdmap e413: 8 total, 8 up, 8 in 2024-04-15T16:35:09.367 INFO:tasks.rados.rados.0.smithi090.stdout:1965: done (2 left) 2024-04-15T16:35:09.368 INFO:tasks.rados.rados.0.smithi090.stdout:1966: snap_create 2024-04-15T16:35:09.368 INFO:tasks.rados.rados.0.smithi090.stdout:1963: finishing rollback tid 0 to smithi09078167-22 2024-04-15T16:35:09.368 INFO:tasks.rados.rados.0.smithi090.stdout:1962: finishing write tid 3 to smithi09078167-17 2024-04-15T16:35:09.368 INFO:tasks.rados.rados.0.smithi090.stdout:1963: finishing rollback tid 1 to smithi09078167-22 2024-04-15T16:35:09.368 INFO:tasks.rados.rados.0.smithi090.stdout:1962: finishing write tid 4 to smithi09078167-17 2024-04-15T16:35:09.368 INFO:tasks.rados.rados.0.smithi090.stdout:1963: finishing rollback tid 2 to smithi09078167-22 2024-04-15T16:35:09.368 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 662 (ObjNum 582 snap 153 seq_num 582) dirty exists 2024-04-15T16:35:09.368 INFO:tasks.rados.rados.0.smithi090.stdout:1962: finishing write tid 5 to smithi09078167-17 2024-04-15T16:35:09.368 INFO:tasks.rados.rados.0.smithi090.stdout:1962: oid 17 updating version 0 to 551 2024-04-15T16:35:09.368 INFO:tasks.rados.rados.0.smithi090.stdout:1962: oid 17 version 551 is already newer than 548 2024-04-15T16:35:09.368 INFO:tasks.rados.rados.0.smithi090.stdout:1962: oid 17 version 551 is already newer than 549 2024-04-15T16:35:09.368 INFO:tasks.rados.rados.0.smithi090.stdout:1962: oid 17 version 551 is already newer than 550 2024-04-15T16:35:09.369 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 551 (ObjNum 646 snap 172 seq_num 646) dirty exists 2024-04-15T16:35:09.369 INFO:tasks.rados.rados.0.smithi090.stdout:1962: left oid 17 (ObjNum 646 snap 172 seq_num 646) 2024-04-15T16:35:09.583 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:35:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:35:09] "GET /metrics HTTP/1.1" 200 36130 "" "Prometheus/2.43.0" 2024-04-15T16:35:10.084 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:09 smithi090 ceph-mon[91618]: pgmap v278: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-15T16:35:10.084 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:09 smithi090 ceph-mon[91618]: osdmap e414: 8 total, 8 up, 8 in 2024-04-15T16:35:10.084 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:09 smithi090 ceph-mon[91618]: osdmap e415: 8 total, 8 up, 8 in 2024-04-15T16:35:10.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:09 smithi090 ceph-mon[89240]: pgmap v278: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-15T16:35:10.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:09 smithi090 ceph-mon[89240]: osdmap e414: 8 total, 8 up, 8 in 2024-04-15T16:35:10.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:09 smithi090 ceph-mon[89240]: osdmap e415: 8 total, 8 up, 8 in 2024-04-15T16:35:10.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:09 smithi153 ceph-mon[84714]: pgmap v278: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 22 op/s 2024-04-15T16:35:10.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:09 smithi153 ceph-mon[84714]: osdmap e414: 8 total, 8 up, 8 in 2024-04-15T16:35:10.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:09 smithi153 ceph-mon[84714]: osdmap e415: 8 total, 8 up, 8 in 2024-04-15T16:35:10.367 INFO:tasks.rados.rados.0.smithi090.stdout:1962: done (2 left) 2024-04-15T16:35:10.367 INFO:tasks.rados.rados.0.smithi090.stdout:1963: done (1 left) 2024-04-15T16:35:10.367 INFO:tasks.rados.rados.0.smithi090.stdout:1966: done (0 left) 2024-04-15T16:35:10.368 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 173 2024-04-15T16:35:10.368 INFO:tasks.rados.rados.0.smithi090.stdout:1967: seq_num 648 ranges {14295040=458752,14753792=475136,15228928=327680} 2024-04-15T16:35:10.445 INFO:tasks.rados.rados.0.smithi090.stdout:1967: writing smithi09078167-10 from 14295040 to 14753792 tid 1 2024-04-15T16:35:10.448 INFO:tasks.rados.rados.0.smithi090.stdout:1967: writing smithi09078167-10 from 14753792 to 15228928 tid 2 2024-04-15T16:35:10.450 INFO:tasks.rados.rados.0.smithi090.stdout:1967: writing smithi09078167-10 from 15228928 to 15556608 tid 3 2024-04-15T16:35:10.451 INFO:tasks.rados.rados.0.smithi090.stdout:1968: snap_create 2024-04-15T16:35:10.451 INFO:tasks.rados.rados.0.smithi090.stdout:1967: finishing write tid 1 to smithi09078167-10 2024-04-15T16:35:10.453 INFO:tasks.rados.rados.0.smithi090.stdout:1967: finishing write tid 2 to smithi09078167-10 2024-04-15T16:35:10.453 INFO:tasks.rados.rados.0.smithi090.stdout:1967: finishing write tid 3 to smithi09078167-10 2024-04-15T16:35:10.453 INFO:tasks.rados.rados.0.smithi090.stdout:1967: finishing write tid 4 to smithi09078167-10 2024-04-15T16:35:10.454 INFO:tasks.rados.rados.0.smithi090.stdout:1967: finishing write tid 5 to smithi09078167-10 2024-04-15T16:35:10.454 INFO:tasks.rados.rados.0.smithi090.stdout:1967: oid 10 updating version 0 to 577 2024-04-15T16:35:10.455 INFO:tasks.rados.rados.0.smithi090.stdout:1967: oid 10 updating version 577 to 578 2024-04-15T16:35:10.455 INFO:tasks.rados.rados.0.smithi090.stdout:1967: oid 10 updating version 578 to 580 2024-04-15T16:35:10.455 INFO:tasks.rados.rados.0.smithi090.stdout:1967: oid 10 version 580 is already newer than 579 2024-04-15T16:35:10.455 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 580 (ObjNum 648 snap 173 seq_num 648) dirty exists 2024-04-15T16:35:10.455 INFO:tasks.rados.rados.0.smithi090.stdout:1967: left oid 10 (ObjNum 648 snap 173 seq_num 648) 2024-04-15T16:35:11.370 INFO:tasks.rados.rados.0.smithi090.stdout:1967: done (1 left) 2024-04-15T16:35:11.370 INFO:tasks.rados.rados.0.smithi090.stdout:1968: done (0 left) 2024-04-15T16:35:11.370 INFO:tasks.rados.rados.0.smithi090.stdout:1969: rollback oid 27 current snap is 174 2024-04-15T16:35:11.370 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 172 2024-04-15T16:35:11.370 INFO:tasks.rados.rados.0.smithi090.stdout:1970: delete oid 39 current snap is 174 2024-04-15T16:35:11.374 INFO:tasks.rados.rados.0.smithi090.stdout:1970: done (1 left) 2024-04-15T16:35:11.375 INFO:tasks.rados.rados.0.smithi090.stdout:1971: rollback oid 5 current snap is 174 2024-04-15T16:35:11.375 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 5 to 171 2024-04-15T16:35:11.375 INFO:tasks.rados.rados.0.smithi090.stdout:1972: copy_from oid 6 from oid 24 current snap is 174 2024-04-15T16:35:11.375 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 174 2024-04-15T16:35:11.375 INFO:tasks.rados.rados.0.smithi090.stdout:1973: seq_num 650 ranges {5644288=491520,6135808=647168,6782976=155648} 2024-04-15T16:35:11.407 INFO:tasks.rados.rados.0.smithi090.stdout:1973: writing smithi09078167-17 from 5644288 to 6135808 tid 1 2024-04-15T16:35:11.411 INFO:tasks.rados.rados.0.smithi090.stdout:1973: writing smithi09078167-17 from 6135808 to 6782976 tid 2 2024-04-15T16:35:11.412 INFO:tasks.rados.rados.0.smithi090.stdout:1973: writing smithi09078167-17 from 6782976 to 6938624 tid 3 2024-04-15T16:35:11.412 INFO:tasks.rados.rados.0.smithi090.stdout:1974: snap_create 2024-04-15T16:35:11.413 INFO:tasks.rados.rados.0.smithi090.stdout:1969: finishing rollback tid 0 to smithi09078167-27 2024-04-15T16:35:11.413 INFO:tasks.rados.rados.0.smithi090.stdout:1969: finishing rollback tid 1 to smithi09078167-27 2024-04-15T16:35:11.413 INFO:tasks.rados.rados.0.smithi090.stdout:1971: finishing rollback tid 0 to smithi09078167-5 2024-04-15T16:35:11.413 INFO:tasks.rados.rados.0.smithi090.stdout:1969: finishing rollback tid 2 to smithi09078167-27 2024-04-15T16:35:11.413 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 671 (ObjNum 600 snap 158 seq_num 600) dirty exists 2024-04-15T16:35:11.413 INFO:tasks.rados.rados.0.smithi090.stdout:1972: finishing copy_from to smithi09078167-6 2024-04-15T16:35:11.413 INFO:tasks.rados.rados.0.smithi090.stdout:1972: got expected ENOENT (src dne) 2024-04-15T16:35:11.413 INFO:tasks.rados.rados.0.smithi090.stdout:1971: finishing rollback tid 1 to smithi09078167-5 2024-04-15T16:35:11.413 INFO:tasks.rados.rados.0.smithi090.stdout:1972: finishing copy_from racing read to smithi09078167-6 2024-04-15T16:35:11.413 INFO:tasks.rados.rados.0.smithi090.stdout:1971: finishing rollback tid 2 to smithi09078167-5 2024-04-15T16:35:11.413 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 462 (ObjNum 459 snap 117 seq_num 459) dirty exists 2024-04-15T16:35:11.413 INFO:tasks.rados.rados.0.smithi090.stdout:1973: finishing write tid 1 to smithi09078167-17 2024-04-15T16:35:11.415 INFO:tasks.rados.rados.0.smithi090.stdout:1973: finishing write tid 2 to smithi09078167-17 2024-04-15T16:35:11.415 INFO:tasks.rados.rados.0.smithi090.stdout:1973: finishing write tid 3 to smithi09078167-17 2024-04-15T16:35:11.416 INFO:tasks.rados.rados.0.smithi090.stdout:1973: finishing write tid 4 to smithi09078167-17 2024-04-15T16:35:11.417 INFO:tasks.rados.rados.0.smithi090.stdout:1973: finishing write tid 5 to smithi09078167-17 2024-04-15T16:35:11.417 INFO:tasks.rados.rados.0.smithi090.stdout:1973: oid 17 updating version 0 to 555 2024-04-15T16:35:11.417 INFO:tasks.rados.rados.0.smithi090.stdout:1973: oid 17 version 555 is already newer than 552 2024-04-15T16:35:11.417 INFO:tasks.rados.rados.0.smithi090.stdout:1973: oid 17 version 555 is already newer than 553 2024-04-15T16:35:11.417 INFO:tasks.rados.rados.0.smithi090.stdout:1973: oid 17 version 555 is already newer than 554 2024-04-15T16:35:11.417 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 555 (ObjNum 650 snap 174 seq_num 650) dirty exists 2024-04-15T16:35:11.417 INFO:tasks.rados.rados.0.smithi090.stdout:1973: left oid 17 (ObjNum 650 snap 174 seq_num 650) 2024-04-15T16:35:11.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:11 smithi153 ceph-mon[84714]: osdmap e416: 8 total, 8 up, 8 in 2024-04-15T16:35:11.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:11 smithi153 ceph-mon[84714]: pgmap v282: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-04-15T16:35:11.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T16:35:11.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:11 smithi090 ceph-mon[91618]: osdmap e416: 8 total, 8 up, 8 in 2024-04-15T16:35:11.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:11 smithi090 ceph-mon[91618]: pgmap v282: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-04-15T16:35:11.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T16:35:11.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:11 smithi090 ceph-mon[89240]: osdmap e416: 8 total, 8 up, 8 in 2024-04-15T16:35:11.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:11 smithi090 ceph-mon[89240]: pgmap v282: 121 pgs: 121 active+clean; 224 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 3.4 MiB/s wr, 12 op/s 2024-04-15T16:35:11.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T16:35:12.374 INFO:tasks.rados.rados.0.smithi090.stdout:1969: done (4 left) 2024-04-15T16:35:12.374 INFO:tasks.rados.rados.0.smithi090.stdout:1971: done (3 left) 2024-04-15T16:35:12.374 INFO:tasks.rados.rados.0.smithi090.stdout:1972: done (2 left) 2024-04-15T16:35:12.374 INFO:tasks.rados.rados.0.smithi090.stdout:1973: done (1 left) 2024-04-15T16:35:12.374 INFO:tasks.rados.rados.0.smithi090.stdout:1974: done (0 left) 2024-04-15T16:35:12.374 INFO:tasks.rados.rados.0.smithi090.stdout:1975: snap_remove snap 160 2024-04-15T16:35:12.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:12 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T16:35:12.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:12 smithi153 ceph-mon[84714]: Upgrade: osd.4 is safe to restart 2024-04-15T16:35:12.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:12 smithi153 ceph-mon[84714]: osdmap e417: 8 total, 8 up, 8 in 2024-04-15T16:35:12.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:35:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:35:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:35:12.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:12 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T16:35:12.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:12 smithi090 ceph-mon[89240]: Upgrade: osd.4 is safe to restart 2024-04-15T16:35:12.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:12 smithi090 ceph-mon[89240]: osdmap e417: 8 total, 8 up, 8 in 2024-04-15T16:35:12.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:12 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-15T16:35:12.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:12 smithi090 ceph-mon[91618]: Upgrade: osd.4 is safe to restart 2024-04-15T16:35:12.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:12 smithi090 ceph-mon[91618]: osdmap e417: 8 total, 8 up, 8 in 2024-04-15T16:35:13.389 INFO:tasks.rados.rados.0.smithi090.stdout:1975: done (0 left) 2024-04-15T16:35:13.390 INFO:tasks.rados.rados.0.smithi090.stdout:1976: read oid 42 snap 168 2024-04-15T16:35:13.390 INFO:tasks.rados.rados.0.smithi090.stdout:1976: expect (ObjNum 576 snap 150 seq_num 576) 2024-04-15T16:35:13.390 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 175 2024-04-15T16:35:13.390 INFO:tasks.rados.rados.0.smithi090.stdout:1977: seq_num 651 ranges {0=507904,507904=532480,1040384=270336} 2024-04-15T16:35:13.393 INFO:tasks.rados.rados.0.smithi090.stdout:1977: writing smithi09078167-33 from 0 to 507904 tid 1 2024-04-15T16:35:13.396 INFO:tasks.rados.rados.0.smithi090.stdout:1977: writing smithi09078167-33 from 507904 to 1040384 tid 2 2024-04-15T16:35:13.398 INFO:tasks.rados.rados.0.smithi090.stdout:1977: writing smithi09078167-33 from 1040384 to 1310720 tid 3 2024-04-15T16:35:13.398 INFO:tasks.rados.rados.0.smithi090.stdout:1978: delete oid 6 current snap is 175 2024-04-15T16:35:13.403 INFO:tasks.rados.rados.0.smithi090.stdout:1978: done (2 left) 2024-04-15T16:35:13.403 INFO:tasks.rados.rados.0.smithi090.stdout:1979: read oid 24 snap -1 2024-04-15T16:35:13.403 INFO:tasks.rados.rados.0.smithi090.stdout:1979: expect deleted 2024-04-15T16:35:13.403 INFO:tasks.rados.rados.0.smithi090.stdout:1980: read oid 39 snap -1 2024-04-15T16:35:13.403 INFO:tasks.rados.rados.0.smithi090.stdout:1980: expect deleted 2024-04-15T16:35:13.403 INFO:tasks.rados.rados.0.smithi090.stdout:1981: snap_create 2024-04-15T16:35:13.405 INFO:tasks.rados.rados.0.smithi090.stdout:1977: finishing write tid 1 to smithi09078167-33 2024-04-15T16:35:13.406 INFO:tasks.rados.rados.0.smithi090.stdout:1977: finishing write tid 2 to smithi09078167-33 2024-04-15T16:35:13.407 INFO:tasks.rados.rados.0.smithi090.stdout:1977: finishing write tid 3 to smithi09078167-33 2024-04-15T16:35:13.409 INFO:tasks.rados.rados.0.smithi090.stdout:1977: finishing write tid 4 to smithi09078167-33 2024-04-15T16:35:13.414 INFO:tasks.rados.rados.0.smithi090.stdout:1977: finishing write tid 5 to smithi09078167-33 2024-04-15T16:35:13.414 INFO:tasks.rados.rados.0.smithi090.stdout:1977: oid 33 updating version 0 to 480 2024-04-15T16:35:13.414 INFO:tasks.rados.rados.0.smithi090.stdout:1977: oid 33 updating version 480 to 481 2024-04-15T16:35:13.415 INFO:tasks.rados.rados.0.smithi090.stdout:1977: oid 33 version 481 is already newer than 479 2024-04-15T16:35:13.415 INFO:tasks.rados.rados.0.smithi090.stdout:1977: oid 33 updating version 481 to 482 2024-04-15T16:35:13.415 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 482 (ObjNum 651 snap 175 seq_num 651) dirty exists 2024-04-15T16:35:13.415 INFO:tasks.rados.rados.0.smithi090.stdout:1977: left oid 33 (ObjNum 651 snap 175 seq_num 651) 2024-04-15T16:35:13.422 INFO:tasks.rados.rados.0.smithi090.stdout:1976: expect (ObjNum 576 snap 150 seq_num 576) 2024-04-15T16:35:13.716 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:35:13 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:35:13.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:35:13.717 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:13 smithi153 ceph-mon[84714]: osdmap e418: 8 total, 8 up, 8 in 2024-04-15T16:35:13.717 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:13 smithi153 ceph-mon[84714]: pgmap v285: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 522 B/s rd, 612 KiB/s wr, 3 op/s 2024-04-15T16:35:13.717 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:13 smithi153 ceph-mon[84714]: Upgrade: Updating osd.4 2024-04-15T16:35:13.717 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:13 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:13.717 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:13 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T16:35:13.718 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:13 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:35:13.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:13 smithi090 ceph-mon[89240]: osdmap e418: 8 total, 8 up, 8 in 2024-04-15T16:35:13.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:13 smithi090 ceph-mon[89240]: pgmap v285: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 522 B/s rd, 612 KiB/s wr, 3 op/s 2024-04-15T16:35:13.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:13 smithi090 ceph-mon[89240]: Upgrade: Updating osd.4 2024-04-15T16:35:13.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:13 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:13.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:13 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T16:35:13.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:13 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:35:13.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:13 smithi090 ceph-mon[91618]: osdmap e418: 8 total, 8 up, 8 in 2024-04-15T16:35:13.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:13 smithi090 ceph-mon[91618]: pgmap v285: 121 pgs: 121 active+clean; 226 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 522 B/s rd, 612 KiB/s wr, 3 op/s 2024-04-15T16:35:13.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:13 smithi090 ceph-mon[91618]: Upgrade: Updating osd.4 2024-04-15T16:35:13.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:13 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:13.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:13 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-15T16:35:13.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:13 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:35:14.392 INFO:tasks.rados.rados.0.smithi090.stdout:1976: done (4 left) 2024-04-15T16:35:14.393 INFO:tasks.rados.rados.0.smithi090.stdout:1977: done (3 left) 2024-04-15T16:35:14.393 INFO:tasks.rados.rados.0.smithi090.stdout:1979: done (2 left) 2024-04-15T16:35:14.393 INFO:tasks.rados.rados.0.smithi090.stdout:1980: done (1 left) 2024-04-15T16:35:14.393 INFO:tasks.rados.rados.0.smithi090.stdout:1981: done (0 left) 2024-04-15T16:35:14.393 INFO:tasks.rados.rados.0.smithi090.stdout:1982: delete oid 33 current snap is 176 2024-04-15T16:35:14.399 INFO:tasks.rados.rados.0.smithi090.stdout:1982: done (0 left) 2024-04-15T16:35:14.399 INFO:tasks.rados.rados.0.smithi090.stdout:1983: copy_from oid 29 from oid 38 current snap is 176 2024-04-15T16:35:14.399 INFO:tasks.rados.rados.0.smithi090.stdout:1984: setattr oid 45 current snap is 176 2024-04-15T16:35:14.401 INFO:tasks.rados.rados.0.smithi090.stdout:1985: delete oid 12 current snap is 176 2024-04-15T16:35:14.403 INFO:tasks.rados.rados.0.smithi090.stdout:1985: done (2 left) 2024-04-15T16:35:14.403 INFO:tasks.rados.rados.0.smithi090.stdout:1986: snap_create 2024-04-15T16:35:14.404 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 667 (ObjNum 526 snap 132 seq_num 526) dirty exists 2024-04-15T16:35:14.419 INFO:tasks.rados.rados.0.smithi090.stdout:1983: finishing copy_from racing read to smithi09078167-29 2024-04-15T16:35:14.423 INFO:tasks.rados.rados.0.smithi090.stdout:1983: finishing copy_from to smithi09078167-29 2024-04-15T16:35:14.423 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 659 (ObjNum 583 snap 154 seq_num 583) dirty exists 2024-04-15T16:35:14.754 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:14 smithi153 ceph-mon[84714]: Deploying daemon osd.4 on smithi153 2024-04-15T16:35:14.754 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:14 smithi153 ceph-mon[84714]: osdmap e419: 8 total, 8 up, 8 in 2024-04-15T16:35:14.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:14 smithi090 ceph-mon[89240]: Deploying daemon osd.4 on smithi153 2024-04-15T16:35:14.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:14 smithi090 ceph-mon[89240]: osdmap e419: 8 total, 8 up, 8 in 2024-04-15T16:35:14.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:14 smithi090 ceph-mon[91618]: Deploying daemon osd.4 on smithi153 2024-04-15T16:35:14.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:14 smithi090 ceph-mon[91618]: osdmap e419: 8 total, 8 up, 8 in 2024-04-15T16:35:15.398 INFO:tasks.rados.rados.0.smithi090.stdout:1983: done (2 left) 2024-04-15T16:35:15.399 INFO:tasks.rados.rados.0.smithi090.stdout:1984: done (1 left) 2024-04-15T16:35:15.399 INFO:tasks.rados.rados.0.smithi090.stdout:1986: done (0 left) 2024-04-15T16:35:15.399 INFO:tasks.rados.rados.0.smithi090.stdout:1987: snap_remove snap 170 2024-04-15T16:35:15.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:15 smithi153 ceph-mon[84714]: osdmap e420: 8 total, 8 up, 8 in 2024-04-15T16:35:15.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:15 smithi153 ceph-mon[84714]: pgmap v288: 121 pgs: 121 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-15T16:35:15.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:15 smithi090 ceph-mon[89240]: osdmap e420: 8 total, 8 up, 8 in 2024-04-15T16:35:15.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:15 smithi090 ceph-mon[89240]: pgmap v288: 121 pgs: 121 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-15T16:35:15.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:15 smithi090 ceph-mon[91618]: osdmap e420: 8 total, 8 up, 8 in 2024-04-15T16:35:15.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:15 smithi090 ceph-mon[91618]: pgmap v288: 121 pgs: 121 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1023 B/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-15T16:35:16.339 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:15 smithi153 systemd[1]: Stopping Ceph osd.4 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:35:16.339 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:16 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[35279]: 2024-04-15T16:35:16.236+0000 7fc05248a700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:35:16.339 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:16 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[35279]: 2024-04-15T16:35:16.236+0000 7fc05248a700 -1 osd.4 421 *** Got signal Terminated *** 2024-04-15T16:35:16.339 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:16 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[35279]: 2024-04-15T16:35:16.236+0000 7fc05248a700 -1 osd.4 421 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:35:16.402 INFO:tasks.rados.rados.0.smithi090.stdout:1987: done (0 left) 2024-04-15T16:35:16.403 INFO:tasks.rados.rados.0.smithi090.stdout:1988: snap_remove snap 159 2024-04-15T16:35:16.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:16 smithi153 ceph-mon[84714]: osdmap e421: 8 total, 8 up, 8 in 2024-04-15T16:35:16.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:16 smithi153 ceph-mon[84714]: osd.4 marked itself down and dead 2024-04-15T16:35:16.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:16 smithi090 ceph-mon[89240]: osdmap e421: 8 total, 8 up, 8 in 2024-04-15T16:35:16.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:16 smithi090 ceph-mon[89240]: osd.4 marked itself down and dead 2024-04-15T16:35:16.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:16 smithi090 ceph-mon[91618]: osdmap e421: 8 total, 8 up, 8 in 2024-04-15T16:35:16.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:16 smithi090 ceph-mon[91618]: osd.4 marked itself down and dead 2024-04-15T16:35:17.257 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:16 smithi153 podman[89944]: 2024-04-15 16:35:16.961684156 +0000 UTC m=+0.825319669 container died 72f8dca53733d838a65a41a41e372419601f6107cd5c4ae6eb15abd0f1210ca3 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4, RELEASE=reef-e3fb05d, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:35:17.402 INFO:tasks.rados.rados.0.smithi090.stdout:1988: done (0 left) 2024-04-15T16:35:17.403 INFO:tasks.rados.rados.0.smithi090.stdout:1989: snap_remove snap 176 2024-04-15T16:35:17.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:17 smithi153 ceph-mon[84714]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:35:17.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:17 smithi153 ceph-mon[84714]: osdmap e422: 8 total, 7 up, 8 in 2024-04-15T16:35:17.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:17 smithi153 ceph-mon[84714]: pgmap v291: 121 pgs: 14 peering, 6 stale+active+clean, 101 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 936 KiB/s wr, 6 op/s 2024-04-15T16:35:17.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:17 smithi153 ceph-mon[84714]: osdmap e423: 8 total, 7 up, 8 in 2024-04-15T16:35:17.616 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:17 smithi153 podman[89944]: 2024-04-15 16:35:17.361066708 +0000 UTC m=+1.224702146 container cleanup 72f8dca53733d838a65a41a41e372419601f6107cd5c4ae6eb15abd0f1210ca3 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e3fb05d, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:35:17.616 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:17 smithi153 bash[89944]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4 2024-04-15T16:35:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:17 smithi090 ceph-mon[89240]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:35:17.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:17 smithi090 ceph-mon[89240]: osdmap e422: 8 total, 7 up, 8 in 2024-04-15T16:35:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:17 smithi090 ceph-mon[89240]: pgmap v291: 121 pgs: 14 peering, 6 stale+active+clean, 101 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 936 KiB/s wr, 6 op/s 2024-04-15T16:35:17.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:17 smithi090 ceph-mon[89240]: osdmap e423: 8 total, 7 up, 8 in 2024-04-15T16:35:17.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:17 smithi090 ceph-mon[91618]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:35:17.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:17 smithi090 ceph-mon[91618]: osdmap e422: 8 total, 7 up, 8 in 2024-04-15T16:35:17.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:17 smithi090 ceph-mon[91618]: pgmap v291: 121 pgs: 14 peering, 6 stale+active+clean, 101 active+clean; 230 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 936 KiB/s wr, 6 op/s 2024-04-15T16:35:17.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:17 smithi090 ceph-mon[91618]: osdmap e423: 8 total, 7 up, 8 in 2024-04-15T16:35:17.876 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:17 smithi153 podman[89964]: 2024-04-15 16:35:17.620773582 +0000 UTC m=+0.651525986 container remove 72f8dca53733d838a65a41a41e372419601f6107cd5c4ae6eb15abd0f1210ca3 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e3fb05d, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0) 2024-04-15T16:35:18.294 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:17 smithi153 podman[90054]: 2024-04-15 16:35:17.840190184 +0000 UTC m=+0.017784422 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:35:18.294 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:17 smithi153 podman[90054]: 2024-04-15 16:35:17.946952888 +0000 UTC m=+0.124547127 container create 6ab68247e74fbb878d48d43b731a6b48f36d899f3b95e64b322345fc1743b346 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-deactivate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-15T16:35:18.406 INFO:tasks.rados.rados.0.smithi090.stdout:1989: done (0 left) 2024-04-15T16:35:18.407 INFO:tasks.rados.rados.0.smithi090.stdout:1990: delete oid 26 current snap is 177 2024-04-15T16:35:18.409 INFO:tasks.rados.rados.0.smithi090.stdout:1990: done (0 left) 2024-04-15T16:35:18.410 INFO:tasks.rados.rados.0.smithi090.stdout:1991: snap_remove snap 172 2024-04-15T16:35:18.597 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:18 smithi153 podman[90054]: 2024-04-15 16:35:18.299305546 +0000 UTC m=+0.476899785 container init 6ab68247e74fbb878d48d43b731a6b48f36d899f3b95e64b322345fc1743b346 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-deactivate, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD) 2024-04-15T16:35:18.597 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:18 smithi153 podman[90054]: 2024-04-15 16:35:18.3030128 +0000 UTC m=+0.480607049 container start 6ab68247e74fbb878d48d43b731a6b48f36d899f3b95e64b322345fc1743b346 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-deactivate, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-15T16:35:18.597 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:18 smithi153 podman[90054]: 2024-04-15 16:35:18.433069298 +0000 UTC m=+0.610663544 container attach 6ab68247e74fbb878d48d43b731a6b48f36d899f3b95e64b322345fc1743b346 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-15T16:35:18.865 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:18 smithi153 podman[90054]: 2024-04-15 16:35:18.602405823 +0000 UTC m=+0.780000077 container died 6ab68247e74fbb878d48d43b731a6b48f36d899f3b95e64b322345fc1743b346 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-15T16:35:19.115 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:19 smithi153 podman[90080]: 2024-04-15 16:35:19.103362822 +0000 UTC m=+0.494584404 container remove 6ab68247e74fbb878d48d43b731a6b48f36d899f3b95e64b322345fc1743b346 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.build-date=20240409) 2024-04-15T16:35:19.115 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:19 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.4.service: Deactivated successfully. 2024-04-15T16:35:19.365 INFO:tasks.rados.rados.0.smithi090.stdout:1991: done (0 left) 2024-04-15T16:35:19.365 INFO:tasks.rados.rados.0.smithi090.stdout:1992: read oid 49 snap -1 2024-04-15T16:35:19.365 INFO:tasks.rados.rados.0.smithi090.stdout:1992: expect (ObjNum 631 snap 168 seq_num 631) 2024-04-15T16:35:19.365 INFO:tasks.rados.rados.0.smithi090.stdout:1993: snap_remove snap 175 2024-04-15T16:35:19.376 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:19 smithi153 systemd[1]: Stopped Ceph osd.4 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:35:19.376 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:19 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.4.service: Consumed 15.008s CPU time. 2024-04-15T16:35:19.376 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:19 smithi153 systemd[1]: Starting Ceph osd.4 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:35:19.403 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:35:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:35:19] "GET /metrics HTTP/1.1" 200 36130 "" "Prometheus/2.43.0" 2024-04-15T16:35:19.662 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:19 smithi153 ceph-mon[84714]: osdmap e424: 8 total, 7 up, 8 in 2024-04-15T16:35:19.662 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:19 smithi153 ceph-mon[84714]: pgmap v294: 121 pgs: 7 active+undersized+degraded, 14 peering, 25 active+undersized, 75 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 27/360 objects degraded (7.500%) 2024-04-15T16:35:19.663 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:19 smithi153 ceph-mon[84714]: osdmap e425: 8 total, 7 up, 8 in 2024-04-15T16:35:19.663 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:19 smithi153 podman[90183]: 2024-04-15 16:35:19.440859651 +0000 UTC m=+0.018366058 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:35:19.663 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:19 smithi153 podman[90183]: 2024-04-15 16:35:19.562692513 +0000 UTC m=+0.140198903 container create 9b3ac589a8db088190a6c0cdaf07264c5b366f1ffa55178c6224424fb01e6ed1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-activate, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-15T16:35:19.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:19 smithi090 ceph-mon[89240]: osdmap e424: 8 total, 7 up, 8 in 2024-04-15T16:35:19.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:19 smithi090 ceph-mon[89240]: pgmap v294: 121 pgs: 7 active+undersized+degraded, 14 peering, 25 active+undersized, 75 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 27/360 objects degraded (7.500%) 2024-04-15T16:35:19.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:19 smithi090 ceph-mon[89240]: osdmap e425: 8 total, 7 up, 8 in 2024-04-15T16:35:19.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:19 smithi090 ceph-mon[91618]: osdmap e424: 8 total, 7 up, 8 in 2024-04-15T16:35:19.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:19 smithi090 ceph-mon[91618]: pgmap v294: 121 pgs: 7 active+undersized+degraded, 14 peering, 25 active+undersized, 75 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 1.4 MiB/s wr, 7 op/s; 27/360 objects degraded (7.500%) 2024-04-15T16:35:19.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:19 smithi090 ceph-mon[91618]: osdmap e425: 8 total, 7 up, 8 in 2024-04-15T16:35:20.126 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:19 smithi153 podman[90183]: 2024-04-15 16:35:19.756688381 +0000 UTC m=+0.334194773 container init 9b3ac589a8db088190a6c0cdaf07264c5b366f1ffa55178c6224424fb01e6ed1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-activate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5) 2024-04-15T16:35:20.126 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:19 smithi153 podman[90183]: 2024-04-15 16:35:19.760061667 +0000 UTC m=+0.337568061 container start 9b3ac589a8db088190a6c0cdaf07264c5b366f1ffa55178c6224424fb01e6ed1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-activate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-15T16:35:20.126 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:19 smithi153 podman[90183]: 2024-04-15 16:35:19.839920998 +0000 UTC m=+0.417427399 container attach 9b3ac589a8db088190a6c0cdaf07264c5b366f1ffa55178c6224424fb01e6ed1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-activate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD) 2024-04-15T16:35:20.367 INFO:tasks.rados.rados.0.smithi090.stdout:1993: done (1 left) 2024-04-15T16:35:20.367 INFO:tasks.rados.rados.0.smithi090.stdout:1994: read oid 41 snap 174 2024-04-15T16:35:20.367 INFO:tasks.rados.rados.0.smithi090.stdout:1994: expect (ObjNum 599 snap 158 seq_num 599) 2024-04-15T16:35:20.367 INFO:tasks.rados.rados.0.smithi090.stdout:1995: read oid 28 snap 167 2024-04-15T16:35:20.367 INFO:tasks.rados.rados.0.smithi090.stdout:1995: expect (ObjNum 572 snap 149 seq_num 572) 2024-04-15T16:35:20.367 INFO:tasks.rados.rados.0.smithi090.stdout:1996: snap_create 2024-04-15T16:35:20.367 INFO:tasks.rados.rados.0.smithi090.stdout:1992: expect (ObjNum 631 snap 168 seq_num 631) 2024-04-15T16:35:20.410 INFO:tasks.rados.rados.0.smithi090.stdout:1994: expect (ObjNum 599 snap 158 seq_num 599) 2024-04-15T16:35:20.560 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:20 smithi153 ceph-mon[84714]: Health check failed: Degraded data redundancy: 27/360 objects degraded (7.500%), 7 pgs degraded (PG_DEGRADED) 2024-04-15T16:35:20.560 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:20 smithi153 ceph-mon[84714]: osdmap e426: 8 total, 7 up, 8 in 2024-04-15T16:35:20.560 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-activate[90197]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-15T16:35:20.560 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-activate[90197]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-15T16:35:20.560 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 bash[90183]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-15T16:35:20.561 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 bash[90183]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-15T16:35:20.561 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 bash[90183]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-15T16:35:20.561 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 bash[90183]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-15T16:35:20.561 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 bash[90183]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-15T16:35:20.561 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 bash[90183]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-15T16:35:20.561 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 bash[90183]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-15T16:35:20.561 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-activate[90197]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-15T16:35:20.561 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-activate[90197]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-15T16:35:20.561 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-activate[90197]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-15T16:35:20.561 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-activate[90197]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-15T16:35:20.561 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-activate[90197]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-15T16:35:20.561 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 podman[90183]: 2024-04-15 16:35:20.238755389 +0000 UTC m=+0.816261773 container died 9b3ac589a8db088190a6c0cdaf07264c5b366f1ffa55178c6224424fb01e6ed1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-activate, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-15T16:35:20.785 INFO:tasks.rados.rados.0.smithi090.stdout:1995: expect (ObjNum 572 snap 149 seq_num 572) 2024-04-15T16:35:20.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:20 smithi090 ceph-mon[91618]: Health check failed: Degraded data redundancy: 27/360 objects degraded (7.500%), 7 pgs degraded (PG_DEGRADED) 2024-04-15T16:35:20.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:20 smithi090 ceph-mon[91618]: osdmap e426: 8 total, 7 up, 8 in 2024-04-15T16:35:20.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:20 smithi090 ceph-mon[89240]: Health check failed: Degraded data redundancy: 27/360 objects degraded (7.500%), 7 pgs degraded (PG_DEGRADED) 2024-04-15T16:35:20.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:20 smithi090 ceph-mon[89240]: osdmap e426: 8 total, 7 up, 8 in 2024-04-15T16:35:20.876 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 podman[90319]: 2024-04-15 16:35:20.784933155 +0000 UTC m=+0.540514344 container remove 9b3ac589a8db088190a6c0cdaf07264c5b366f1ffa55178c6224424fb01e6ed1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2) 2024-04-15T16:35:21.166 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:35:21.250 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:20 smithi153 podman[90381]: 2024-04-15 16:35:20.901329844 +0000 UTC m=+0.017912486 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:35:21.251 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:21 smithi153 podman[90381]: 2024-04-15 16:35:21.019513585 +0000 UTC m=+0.136096227 container create ead96f9e7b8db54414cc39839d7c3b4d5a30a58b6b7f3ec840c087691778d655 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-15T16:35:21.251 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:21 smithi153 podman[90381]: 2024-04-15 16:35:21.254948288 +0000 UTC m=+0.371530930 container init ead96f9e7b8db54414cc39839d7c3b4d5a30a58b6b7f3ec840c087691778d655 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5) 2024-04-15T16:35:21.455 INFO:tasks.rados.rados.0.smithi090.stdout:1992: done (3 left) 2024-04-15T16:35:21.455 INFO:tasks.rados.rados.0.smithi090.stdout:1994: done (2 left) 2024-04-15T16:35:21.456 INFO:tasks.rados.rados.0.smithi090.stdout:1995: done (1 left) 2024-04-15T16:35:21.456 INFO:tasks.rados.rados.0.smithi090.stdout:1996: done (0 left) 2024-04-15T16:35:21.456 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 178 2024-04-15T16:35:21.456 INFO:tasks.rados.rados.0.smithi090.stdout:1997: seq_num 656 ranges {3137536=589824,3727360=802816} 2024-04-15T16:35:21.475 INFO:tasks.rados.rados.0.smithi090.stdout:1997: writing smithi09078167-22 from 3137536 to 3727360 tid 1 2024-04-15T16:35:21.481 INFO:tasks.rados.rados.0.smithi090.stdout:1997: writing smithi09078167-22 from 3727360 to 4530176 tid 2 2024-04-15T16:35:21.481 INFO:tasks.rados.rados.0.smithi090.stdout:1998: copy_from oid 50 from oid 15 current snap is 178 2024-04-15T16:35:21.481 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 178 2024-04-15T16:35:21.481 INFO:tasks.rados.rados.0.smithi090.stdout:1999: seq_num 657 ranges {4554752=606208,5160960=688128,5849088=114688} 2024-04-15T16:35:21.505 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:35:21.505 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (8m) 30s ago 8m 23.9M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:35:21.505 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (8m) 2m ago 8m 91.5M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:35:21.506 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (9m) 30s ago 9m 19.9M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:35:21.506 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (9m) 2m ago 9m 15.5M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:35:21.506 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (3m) 2m ago 13m 449M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:35:21.506 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (4m) 30s ago 15m 514M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:35:21.506 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (3m) 30s ago 15m 51.8M 2048M 19.0.0-3080-gc2d8c315 259793512b73 82f63672a8c1 2024-04-15T16:35:21.506 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (2m) 2m ago 13m 25.4M 2048M 19.0.0-3080-gc2d8c315 259793512b73 a8c48d861c6e 2024-04-15T16:35:21.506 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (3m) 30s ago 13m 45.2M 2048M 19.0.0-3080-gc2d8c315 259793512b73 28c14668bcb2 2024-04-15T16:35:21.506 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (8m) 30s ago 8m 15.6M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:35:21.506 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (8m) 2m ago 8m 15.4M - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:35:21.506 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (2m) 30s ago 13m 119M 2480M 19.0.0-3080-gc2d8c315 259793512b73 220a8dfc36ad 2024-04-15T16:35:21.506 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (89s) 30s ago 12m 102M 2480M 19.0.0-3080-gc2d8c315 259793512b73 1c837b285ce5 2024-04-15T16:35:21.506 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (54s) 30s ago 12m 94.9M 2480M 19.0.0-3080-gc2d8c315 259793512b73 915f230e2693 2024-04-15T16:35:21.506 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (34s) 30s ago 11m 12.5M 2480M 19.0.0-3080-gc2d8c315 259793512b73 a0a34f8fff3a 2024-04-15T16:35:21.507 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 starting - - - 2480M 2024-04-15T16:35:21.507 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (11m) 2m ago 11m 143M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f4ca8da35c81 2024-04-15T16:35:21.507 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (10m) 2m ago 10m 123M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 66e4ab03958e 2024-04-15T16:35:21.507 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (10m) 2m ago 10m 103M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:35:21.507 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (3m) 2m ago 9m 56.5M - 2.43.0 a07b618ecd1d ac36942670ad 2024-04-15T16:35:21.507 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:21 smithi090 ceph-mon[91618]: pgmap v297: 121 pgs: 7 active+undersized+degraded, 14 peering, 25 active+undersized, 75 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s wr, 5 op/s; 27/360 objects degraded (7.500%) 2024-04-15T16:35:21.507 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:21 smithi090 ceph-mon[91618]: osdmap e427: 8 total, 7 up, 8 in 2024-04-15T16:35:21.507 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:21 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:21.507 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:21 smithi090 ceph-mon[89240]: pgmap v297: 121 pgs: 7 active+undersized+degraded, 14 peering, 25 active+undersized, 75 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s wr, 5 op/s; 27/360 objects degraded (7.500%) 2024-04-15T16:35:21.507 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:21 smithi090 ceph-mon[89240]: osdmap e427: 8 total, 7 up, 8 in 2024-04-15T16:35:21.508 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:21 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:21.509 INFO:tasks.rados.rados.0.smithi090.stdout:1999: writing smithi09078167-8 from 4554752 to 5160960 tid 1 2024-04-15T16:35:21.513 INFO:tasks.rados.rados.0.smithi090.stdout:1999: writing smithi09078167-8 from 5160960 to 5849088 tid 2 2024-04-15T16:35:21.514 INFO:tasks.rados.rados.0.smithi090.stdout:1999: writing smithi09078167-8 from 5849088 to 5963776 tid 3 2024-04-15T16:35:21.515 INFO:tasks.rados.rados.0.smithi090.stdout:2000: copy_from oid 31 from oid 27 current snap is 178 2024-04-15T16:35:21.515 INFO:tasks.rados.rados.0.smithi090.stdout:1997: finishing write tid 1 to smithi09078167-22 2024-04-15T16:35:21.515 INFO:tasks.rados.rados.0.smithi090.stdout:2001: snap_create 2024-04-15T16:35:21.515 INFO:tasks.rados.rados.0.smithi090.stdout:1997: finishing write tid 2 to smithi09078167-22 2024-04-15T16:35:21.516 INFO:tasks.rados.rados.0.smithi090.stdout:1997: finishing write tid 3 to smithi09078167-22 2024-04-15T16:35:21.516 INFO:tasks.rados.rados.0.smithi090.stdout:1997: finishing write tid 4 to smithi09078167-22 2024-04-15T16:35:21.516 INFO:tasks.rados.rados.0.smithi090.stdout:1997: oid 22 updating version 0 to 685 2024-04-15T16:35:21.516 INFO:tasks.rados.rados.0.smithi090.stdout:1997: oid 22 updating version 685 to 686 2024-04-15T16:35:21.516 INFO:tasks.rados.rados.0.smithi090.stdout:1997: oid 22 updating version 686 to 687 2024-04-15T16:35:21.516 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 687 (ObjNum 656 snap 178 seq_num 656) dirty exists 2024-04-15T16:35:21.516 INFO:tasks.rados.rados.0.smithi090.stdout:1997: left oid 22 (ObjNum 656 snap 178 seq_num 656) 2024-04-15T16:35:21.516 INFO:tasks.rados.rados.0.smithi090.stdout:1998: finishing copy_from racing read to smithi09078167-50 2024-04-15T16:35:21.516 INFO:tasks.rados.rados.0.smithi090.stdout:1998: finishing copy_from to smithi09078167-50 2024-04-15T16:35:21.516 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 657 (ObjNum 608 snap 163 seq_num 608) dirty exists 2024-04-15T16:35:21.516 INFO:tasks.rados.rados.0.smithi090.stdout:1999: finishing write tid 1 to smithi09078167-8 2024-04-15T16:35:21.517 INFO:tasks.rados.rados.0.smithi090.stdout:1999: finishing write tid 2 to smithi09078167-8 2024-04-15T16:35:21.517 INFO:tasks.rados.rados.0.smithi090.stdout:1999: finishing write tid 3 to smithi09078167-8 2024-04-15T16:35:21.517 INFO:tasks.rados.rados.0.smithi090.stdout:1999: finishing write tid 4 to smithi09078167-8 2024-04-15T16:35:21.518 INFO:tasks.rados.rados.0.smithi090.stdout:1999: finishing write tid 5 to smithi09078167-8 2024-04-15T16:35:21.519 INFO:tasks.rados.rados.0.smithi090.stdout:1999: oid 8 updating version 0 to 689 2024-04-15T16:35:21.519 INFO:tasks.rados.rados.0.smithi090.stdout:1999: oid 8 updating version 689 to 692 2024-04-15T16:35:21.519 INFO:tasks.rados.rados.0.smithi090.stdout:1999: oid 8 version 692 is already newer than 690 2024-04-15T16:35:21.519 INFO:tasks.rados.rados.0.smithi090.stdout:1999: oid 8 version 692 is already newer than 691 2024-04-15T16:35:21.519 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 692 (ObjNum 657 snap 178 seq_num 657) dirty exists 2024-04-15T16:35:21.519 INFO:tasks.rados.rados.0.smithi090.stdout:1999: left oid 8 (ObjNum 657 snap 178 seq_num 657) 2024-04-15T16:35:21.528 INFO:tasks.rados.rados.0.smithi090.stdout:2000: finishing copy_from racing read to smithi09078167-31 2024-04-15T16:35:21.529 INFO:tasks.rados.rados.0.smithi090.stdout:2000: finishing copy_from to smithi09078167-31 2024-04-15T16:35:21.529 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 671 (ObjNum 600 snap 158 seq_num 600) dirty exists 2024-04-15T16:35:21.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:21 smithi153 ceph-mon[84714]: pgmap v297: 121 pgs: 7 active+undersized+degraded, 14 peering, 25 active+undersized, 75 active+clean; 228 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s wr, 5 op/s; 27/360 objects degraded (7.500%) 2024-04-15T16:35:21.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:21 smithi153 ceph-mon[84714]: osdmap e427: 8 total, 7 up, 8 in 2024-04-15T16:35:21.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:21 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:21.626 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:21 smithi153 podman[90381]: 2024-04-15 16:35:21.258625394 +0000 UTC m=+0.375208039 container start ead96f9e7b8db54414cc39839d7c3b4d5a30a58b6b7f3ec840c087691778d655 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-15T16:35:21.627 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:21 smithi153 ceph-osd[90400]: -- 172.21.15.153:0/83731877 <== mon.1 v2:172.21.15.153:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55baf464f680 con 0x55baf4619400 2024-04-15T16:35:21.627 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:21 smithi153 bash[90381]: ead96f9e7b8db54414cc39839d7c3b4d5a30a58b6b7f3ec840c087691778d655 2024-04-15T16:35:21.627 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:21 smithi153 systemd[1]: Started Ceph osd.4 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:35:21.907 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:35:21.907 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:35:21.907 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:35:21.907 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:35:21.907 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:35:21.907 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:35:21.907 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:35:21.907 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:35:21.907 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3, 2024-04-15T16:35:21.907 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 4 2024-04-15T16:35:21.907 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:35:21.907 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:35:21.908 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:35:21.908 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:35:21.908 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:35:21.908 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 5, 2024-04-15T16:35:21.908 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 9 2024-04-15T16:35:21.908 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:35:21.908 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:35:22.126 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T16:35:21.804+0000 7f83247667c0 -1 Falling back to public interface 2024-04-15T16:35:22.429 INFO:tasks.rados.rados.0.smithi090.stdout:1997: done (4 left) 2024-04-15T16:35:22.430 INFO:tasks.rados.rados.0.smithi090.stdout:1998: done (3 left) 2024-04-15T16:35:22.430 INFO:tasks.rados.rados.0.smithi090.stdout:1999: done (2 left) 2024-04-15T16:35:22.430 INFO:tasks.rados.rados.0.smithi090.stdout:2000: done (1 left) 2024-04-15T16:35:22.430 INFO:tasks.rados.rados.0.smithi090.stdout:2001: done (0 left) 2024-04-15T16:35:22.430 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 179 2024-04-15T16:35:22.430 INFO:tasks.rados.rados.0.smithi090.stdout:2002: seq_num 658 ranges {3809280=622592,4431872=565248,4997120=237568} 2024-04-15T16:35:22.453 INFO:tasks.rados.rados.0.smithi090.stdout:2002: writing smithi09078167-43 from 3809280 to 4431872 tid 1 2024-04-15T16:35:22.456 INFO:tasks.rados.rados.0.smithi090.stdout:2002: writing smithi09078167-43 from 4431872 to 4997120 tid 2 2024-04-15T16:35:22.458 INFO:tasks.rados.rados.0.smithi090.stdout:2002: writing smithi09078167-43 from 4997120 to 5234688 tid 3 2024-04-15T16:35:22.458 INFO:tasks.rados.rados.0.smithi090.stdout:2003: delete oid 18 current snap is 179 2024-04-15T16:35:22.460 INFO:tasks.rados.rados.0.smithi090.stdout:2002: finishing write tid 1 to smithi09078167-43 2024-04-15T16:35:22.461 INFO:tasks.rados.rados.0.smithi090.stdout:2002: finishing write tid 2 to smithi09078167-43 2024-04-15T16:35:22.461 INFO:tasks.rados.rados.0.smithi090.stdout:2002: finishing write tid 3 to smithi09078167-43 2024-04-15T16:35:22.462 INFO:tasks.rados.rados.0.smithi090.stdout:2002: finishing write tid 4 to smithi09078167-43 2024-04-15T16:35:22.463 INFO:tasks.rados.rados.0.smithi090.stdout:2003: done (1 left) 2024-04-15T16:35:22.463 INFO:tasks.rados.rados.0.smithi090.stdout:2004: read oid 13 snap -1 2024-04-15T16:35:22.463 INFO:tasks.rados.rados.0.smithi090.stdout:2004: expect deleted 2024-04-15T16:35:22.463 INFO:tasks.rados.rados.0.smithi090.stdout:2005: snap_create 2024-04-15T16:35:22.464 INFO:tasks.rados.rados.0.smithi090.stdout:2002: finishing write tid 5 to smithi09078167-43 2024-04-15T16:35:22.464 INFO:tasks.rados.rados.0.smithi090.stdout:2002: oid 43 updating version 0 to 701 2024-04-15T16:35:22.464 INFO:tasks.rados.rados.0.smithi090.stdout:2002: oid 43 updating version 701 to 702 2024-04-15T16:35:22.464 INFO:tasks.rados.rados.0.smithi090.stdout:2002: oid 43 version 702 is already newer than 700 2024-04-15T16:35:22.464 INFO:tasks.rados.rados.0.smithi090.stdout:2002: oid 43 updating version 702 to 703 2024-04-15T16:35:22.464 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 703 (ObjNum 658 snap 179 seq_num 658) dirty exists 2024-04-15T16:35:22.464 INFO:tasks.rados.rados.0.smithi090.stdout:2002: left oid 43 (ObjNum 658 snap 179 seq_num 658) 2024-04-15T16:35:22.626 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:35:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:35:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:35:22.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:22 smithi153 ceph-mon[84714]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:35:22.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:22.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:35:22.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:22 smithi153 ceph-mon[84714]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:35:22.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:22 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1274084440' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:35:22.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:22 smithi090 ceph-mon[89240]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:35:22.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:22.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:35:22.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:22 smithi090 ceph-mon[89240]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:35:22.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:22 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1274084440' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:35:22.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:22 smithi090 ceph-mon[91618]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:35:22.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:22.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:35:22.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:22 smithi090 ceph-mon[91618]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:35:22.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:22 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1274084440' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:35:23.438 INFO:tasks.rados.rados.0.smithi090.stdout:2002: done (2 left) 2024-04-15T16:35:23.438 INFO:tasks.rados.rados.0.smithi090.stdout:2004: done (1 left) 2024-04-15T16:35:23.438 INFO:tasks.rados.rados.0.smithi090.stdout:2005: done (0 left) 2024-04-15T16:35:23.439 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 180 2024-04-15T16:35:23.439 INFO:tasks.rados.rados.0.smithi090.stdout:2006: seq_num 660 ranges {4767744=663552,5431296=737280,6168576=65536} 2024-04-15T16:35:23.467 INFO:tasks.rados.rados.0.smithi090.stdout:2006: writing smithi09078167-7 from 4767744 to 5431296 tid 1 2024-04-15T16:35:23.471 INFO:tasks.rados.rados.0.smithi090.stdout:2006: writing smithi09078167-7 from 5431296 to 6168576 tid 2 2024-04-15T16:35:23.472 INFO:tasks.rados.rados.0.smithi090.stdout:2006: writing smithi09078167-7 from 6168576 to 6234112 tid 3 2024-04-15T16:35:23.472 INFO:tasks.rados.rados.0.smithi090.stdout:2007: read oid 43 snap -1 2024-04-15T16:35:23.472 INFO:tasks.rados.rados.0.smithi090.stdout:2007: expect (ObjNum 658 snap 179 seq_num 658) 2024-04-15T16:35:23.472 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 180 2024-04-15T16:35:23.472 INFO:tasks.rados.rados.0.smithi090.stdout:2006: finishing write tid 1 to smithi09078167-7 2024-04-15T16:35:23.473 INFO:tasks.rados.rados.0.smithi090.stdout:2008: seq_num 661 ranges {0=679936,679936=622592,1302528=180224} 2024-04-15T16:35:23.476 INFO:tasks.rados.rados.0.smithi090.stdout:2008: writing smithi09078167-40 from 0 to 679936 tid 1 2024-04-15T16:35:23.481 INFO:tasks.rados.rados.0.smithi090.stdout:2008: writing smithi09078167-40 from 679936 to 1302528 tid 2 2024-04-15T16:35:23.483 INFO:tasks.rados.rados.0.smithi090.stdout:2008: writing smithi09078167-40 from 1302528 to 1482752 tid 3 2024-04-15T16:35:23.483 INFO:tasks.rados.rados.0.smithi090.stdout:2009: read oid 45 snap -1 2024-04-15T16:35:23.483 INFO:tasks.rados.rados.0.smithi090.stdout:2009: expect (ObjNum 526 snap 132 seq_num 526) 2024-04-15T16:35:23.483 INFO:tasks.rados.rados.0.smithi090.stdout:2010: rollback oid 6 current snap is 180 2024-04-15T16:35:23.483 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 174 2024-04-15T16:35:23.483 INFO:tasks.rados.rados.0.smithi090.stdout:2011: read oid 16 snap 167 2024-04-15T16:35:23.483 INFO:tasks.rados.rados.0.smithi090.stdout:2011: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:35:23.483 INFO:tasks.rados.rados.0.smithi090.stdout:2012: delete oid 10 current snap is 180 2024-04-15T16:35:23.484 INFO:tasks.rados.rados.0.smithi090.stdout:2006: finishing write tid 2 to smithi09078167-7 2024-04-15T16:35:23.484 INFO:tasks.rados.rados.0.smithi090.stdout:2006: finishing write tid 3 to smithi09078167-7 2024-04-15T16:35:23.484 INFO:tasks.rados.rados.0.smithi090.stdout:2006: finishing write tid 4 to smithi09078167-7 2024-04-15T16:35:23.484 INFO:tasks.rados.rados.0.smithi090.stdout:2006: finishing write tid 5 to smithi09078167-7 2024-04-15T16:35:23.484 INFO:tasks.rados.rados.0.smithi090.stdout:2006: oid 7 updating version 0 to 616 2024-04-15T16:35:23.484 INFO:tasks.rados.rados.0.smithi090.stdout:2006: oid 7 version 616 is already newer than 614 2024-04-15T16:35:23.484 INFO:tasks.rados.rados.0.smithi090.stdout:2006: oid 7 version 616 is already newer than 615 2024-04-15T16:35:23.484 INFO:tasks.rados.rados.0.smithi090.stdout:2006: oid 7 version 616 is already newer than 613 2024-04-15T16:35:23.484 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 616 (ObjNum 660 snap 180 seq_num 660) dirty exists 2024-04-15T16:35:23.484 INFO:tasks.rados.rados.0.smithi090.stdout:2006: left oid 7 (ObjNum 660 snap 180 seq_num 660) 2024-04-15T16:35:23.485 INFO:tasks.rados.rados.0.smithi090.stdout:2008: finishing write tid 1 to smithi09078167-40 2024-04-15T16:35:23.486 INFO:tasks.rados.rados.0.smithi090.stdout:2008: finishing write tid 2 to smithi09078167-40 2024-04-15T16:35:23.486 INFO:tasks.rados.rados.0.smithi090.stdout:2008: finishing write tid 3 to smithi09078167-40 2024-04-15T16:35:23.490 INFO:tasks.rados.rados.0.smithi090.stdout:2008: finishing write tid 4 to smithi09078167-40 2024-04-15T16:35:23.490 INFO:tasks.rados.rados.0.smithi090.stdout:2010: finishing rollback tid 1 to smithi09078167-6 2024-04-15T16:35:23.490 INFO:tasks.rados.rados.0.smithi090.stdout:2010: finishing rollback tid 2 to smithi09078167-6 2024-04-15T16:35:23.490 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 684 (ObjNum 630 snap 167 seq_num 630) dirty exists 2024-04-15T16:35:23.490 INFO:tasks.rados.rados.0.smithi090.stdout:2008: finishing write tid 5 to smithi09078167-40 2024-04-15T16:35:23.491 INFO:tasks.rados.rados.0.smithi090.stdout:2008: oid 40 updating version 0 to 682 2024-04-15T16:35:23.491 INFO:tasks.rados.rados.0.smithi090.stdout:2008: oid 40 version 682 is already newer than 680 2024-04-15T16:35:23.491 INFO:tasks.rados.rados.0.smithi090.stdout:2008: oid 40 version 682 is already newer than 681 2024-04-15T16:35:23.491 INFO:tasks.rados.rados.0.smithi090.stdout:2008: oid 40 version 682 is already newer than 679 2024-04-15T16:35:23.491 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 682 (ObjNum 661 snap 180 seq_num 661) dirty exists 2024-04-15T16:35:23.491 INFO:tasks.rados.rados.0.smithi090.stdout:2008: left oid 40 (ObjNum 661 snap 180 seq_num 661) 2024-04-15T16:35:23.493 INFO:tasks.rados.rados.0.smithi090.stdout:2006: done (6 left) 2024-04-15T16:35:23.493 INFO:tasks.rados.rados.0.smithi090.stdout:2008: done (5 left) 2024-04-15T16:35:23.493 INFO:tasks.rados.rados.0.smithi090.stdout:2010: done (4 left) 2024-04-15T16:35:23.494 INFO:tasks.rados.rados.0.smithi090.stdout:2012: done (3 left) 2024-04-15T16:35:23.494 INFO:tasks.rados.rados.0.smithi090.stdout:2013: read oid 11 snap -1 2024-04-15T16:35:23.494 INFO:tasks.rados.rados.0.smithi090.stdout:2013: expect deleted 2024-04-15T16:35:23.494 INFO:tasks.rados.rados.0.smithi090.stdout:2014: snap_remove snap 177 2024-04-15T16:35:23.775 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:23 smithi153 ceph-mon[84714]: osdmap e428: 8 total, 7 up, 8 in 2024-04-15T16:35:23.776 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:23 smithi153 ceph-mon[84714]: pgmap v300: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 231 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 5 op/s; 63/360 objects degraded (17.500%) 2024-04-15T16:35:23.776 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:23.776 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:35:23.776 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:35:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:35:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:35:23.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:23 smithi090 ceph-mon[89240]: osdmap e428: 8 total, 7 up, 8 in 2024-04-15T16:35:23.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:23 smithi090 ceph-mon[89240]: pgmap v300: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 231 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 5 op/s; 63/360 objects degraded (17.500%) 2024-04-15T16:35:23.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:23.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:35:23.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:23 smithi090 ceph-mon[91618]: osdmap e428: 8 total, 7 up, 8 in 2024-04-15T16:35:23.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:23 smithi090 ceph-mon[91618]: pgmap v300: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 231 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.2 MiB/s wr, 5 op/s; 63/360 objects degraded (17.500%) 2024-04-15T16:35:23.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:23.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:35:24.367 INFO:tasks.rados.rados.0.smithi090.stdout:2014: done (4 left) 2024-04-15T16:35:24.367 INFO:tasks.rados.rados.0.smithi090.stdout:2015: snap_create 2024-04-15T16:35:24.367 INFO:tasks.rados.rados.0.smithi090.stdout:2007: expect (ObjNum 658 snap 179 seq_num 658) 2024-04-15T16:35:24.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:24 smithi153 ceph-mon[84714]: osdmap e429: 8 total, 7 up, 8 in 2024-04-15T16:35:24.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:24 smithi153 ceph-mon[84714]: osdmap e430: 8 total, 7 up, 8 in 2024-04-15T16:35:24.639 INFO:tasks.rados.rados.0.smithi090.stdout:2011: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:35:24.742 INFO:tasks.rados.rados.0.smithi090.stdout:2009: expect (ObjNum 526 snap 132 seq_num 526) 2024-04-15T16:35:24.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:24 smithi090 ceph-mon[91618]: osdmap e429: 8 total, 7 up, 8 in 2024-04-15T16:35:24.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:24 smithi090 ceph-mon[91618]: osdmap e430: 8 total, 7 up, 8 in 2024-04-15T16:35:24.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:24 smithi090 ceph-mon[89240]: osdmap e429: 8 total, 7 up, 8 in 2024-04-15T16:35:24.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:24 smithi090 ceph-mon[89240]: osdmap e430: 8 total, 7 up, 8 in 2024-04-15T16:35:25.368 INFO:tasks.rados.rados.0.smithi090.stdout:2007: done (4 left) 2024-04-15T16:35:25.368 INFO:tasks.rados.rados.0.smithi090.stdout:2009: done (3 left) 2024-04-15T16:35:25.368 INFO:tasks.rados.rados.0.smithi090.stdout:2011: done (2 left) 2024-04-15T16:35:25.368 INFO:tasks.rados.rados.0.smithi090.stdout:2013: done (1 left) 2024-04-15T16:35:25.368 INFO:tasks.rados.rados.0.smithi090.stdout:2015: done (0 left) 2024-04-15T16:35:25.368 INFO:tasks.rados.rados.0.smithi090.stdout:2016: delete oid 8 current snap is 181 2024-04-15T16:35:25.372 INFO:tasks.rados.rados.0.smithi090.stdout:2016: done (0 left) 2024-04-15T16:35:25.372 INFO:tasks.rados.rados.0.smithi090.stdout:2017: rollback oid 13 current snap is 181 2024-04-15T16:35:25.372 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 13 to 168 2024-04-15T16:35:25.372 INFO:tasks.rados.rados.0.smithi090.stdout:2018: snap_create 2024-04-15T16:35:25.376 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:25 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T16:35:25.017+0000 7f83247667c0 -1 osd.4 421 log_to_monitors true 2024-04-15T16:35:25.376 INFO:tasks.rados.rados.0.smithi090.stdout:2017: finishing rollback tid 1 to smithi09078167-13 2024-04-15T16:35:25.376 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 458 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T16:35:25.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:25 smithi090 ceph-mon[91618]: pgmap v303: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 240 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 63/363 objects degraded (17.355%) 2024-04-15T16:35:25.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:25 smithi090 ceph-mon[91618]: from='osd.4 [v2:172.21.15.153:6800/2834904722,v1:172.21.15.153:6801/2834904722]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T16:35:25.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:25 smithi090 ceph-mon[91618]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T16:35:25.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:25 smithi090 ceph-mon[91618]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-15T16:35:25.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:25 smithi090 ceph-mon[91618]: from='osd.4 [v2:172.21.15.153:6800/2834904722,v1:172.21.15.153:6801/2834904722]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:35:25.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:25 smithi090 ceph-mon[91618]: osdmap e431: 8 total, 7 up, 8 in 2024-04-15T16:35:25.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:25 smithi090 ceph-mon[91618]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:35:25.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:25 smithi090 ceph-mon[89240]: pgmap v303: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 240 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 63/363 objects degraded (17.355%) 2024-04-15T16:35:25.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:25 smithi090 ceph-mon[89240]: from='osd.4 [v2:172.21.15.153:6800/2834904722,v1:172.21.15.153:6801/2834904722]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T16:35:25.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:25 smithi090 ceph-mon[89240]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T16:35:25.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:25 smithi090 ceph-mon[89240]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-15T16:35:25.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:25 smithi090 ceph-mon[89240]: from='osd.4 [v2:172.21.15.153:6800/2834904722,v1:172.21.15.153:6801/2834904722]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:35:25.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:25 smithi090 ceph-mon[89240]: osdmap e431: 8 total, 7 up, 8 in 2024-04-15T16:35:25.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:25 smithi090 ceph-mon[89240]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:35:25.876 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 16:35:25 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T16:35:25.399+0000 7f8315bbe700 -1 osd.4 421 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:35:25.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:25 smithi153 ceph-mon[84714]: pgmap v303: 121 pgs: 13 active+undersized+degraded, 33 active+undersized, 75 active+clean; 240 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 9 op/s; 63/363 objects degraded (17.355%) 2024-04-15T16:35:25.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:25 smithi153 ceph-mon[84714]: from='osd.4 [v2:172.21.15.153:6800/2834904722,v1:172.21.15.153:6801/2834904722]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T16:35:25.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:25 smithi153 ceph-mon[84714]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-15T16:35:25.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:25 smithi153 ceph-mon[84714]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-15T16:35:25.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:25 smithi153 ceph-mon[84714]: from='osd.4 [v2:172.21.15.153:6800/2834904722,v1:172.21.15.153:6801/2834904722]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:35:25.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:25 smithi153 ceph-mon[84714]: osdmap e431: 8 total, 7 up, 8 in 2024-04-15T16:35:25.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:25 smithi153 ceph-mon[84714]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:35:26.375 INFO:tasks.rados.rados.0.smithi090.stdout:2017: done (1 left) 2024-04-15T16:35:26.375 INFO:tasks.rados.rados.0.smithi090.stdout:2018: done (0 left) 2024-04-15T16:35:26.375 INFO:tasks.rados.rados.0.smithi090.stdout:2019: snap_remove snap 178 2024-04-15T16:35:26.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:26 smithi090 ceph-mon[91618]: Health check update: Degraded data redundancy: 63/363 objects degraded (17.355%), 13 pgs degraded (PG_DEGRADED) 2024-04-15T16:35:26.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:26 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:26.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:26 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:26.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:26 smithi090 ceph-mon[91618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:35:26.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:26 smithi090 ceph-mon[91618]: osd.4 [v2:172.21.15.153:6800/2834904722,v1:172.21.15.153:6801/2834904722] boot 2024-04-15T16:35:26.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:26 smithi090 ceph-mon[91618]: osdmap e432: 8 total, 8 up, 8 in 2024-04-15T16:35:26.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:26 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:35:26.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:26 smithi090 ceph-mon[89240]: Health check update: Degraded data redundancy: 63/363 objects degraded (17.355%), 13 pgs degraded (PG_DEGRADED) 2024-04-15T16:35:26.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:26 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:26.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:26 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:26.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:26 smithi090 ceph-mon[89240]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:35:26.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:26 smithi090 ceph-mon[89240]: osd.4 [v2:172.21.15.153:6800/2834904722,v1:172.21.15.153:6801/2834904722] boot 2024-04-15T16:35:26.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:26 smithi090 ceph-mon[89240]: osdmap e432: 8 total, 8 up, 8 in 2024-04-15T16:35:26.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:26 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:35:26.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:26 smithi153 ceph-mon[84714]: Health check update: Degraded data redundancy: 63/363 objects degraded (17.355%), 13 pgs degraded (PG_DEGRADED) 2024-04-15T16:35:26.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:26 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:26.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:26 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:26.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:26 smithi153 ceph-mon[84714]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:35:26.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:26 smithi153 ceph-mon[84714]: osd.4 [v2:172.21.15.153:6800/2834904722,v1:172.21.15.153:6801/2834904722] boot 2024-04-15T16:35:26.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:26 smithi153 ceph-mon[84714]: osdmap e432: 8 total, 8 up, 8 in 2024-04-15T16:35:26.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:26 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-15T16:35:27.374 INFO:tasks.rados.rados.0.smithi090.stdout:2019: done (0 left) 2024-04-15T16:35:27.374 INFO:tasks.rados.rados.0.smithi090.stdout:2020: copy_from oid 10 from oid 48 current snap is 182 2024-04-15T16:35:27.374 INFO:tasks.rados.rados.0.smithi090.stdout:2021: snap_create 2024-04-15T16:35:27.437 INFO:tasks.rados.rados.0.smithi090.stdout:2020: finishing copy_from racing read to smithi09078167-10 2024-04-15T16:35:27.439 INFO:tasks.rados.rados.0.smithi090.stdout:2020: finishing copy_from to smithi09078167-10 2024-04-15T16:35:27.439 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 493 (ObjNum 605 snap 161 seq_num 605) dirty exists 2024-04-15T16:35:27.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:27.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:27.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:27 smithi153 ceph-mon[84714]: pgmap v306: 121 pgs: 11 peering, 8 active+undersized+degraded, 27 active+undersized, 75 active+clean; 242 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 5 op/s; 37/369 objects degraded (10.027%) 2024-04-15T16:35:27.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:27 smithi153 ceph-mon[84714]: osdmap e433: 8 total, 8 up, 8 in 2024-04-15T16:35:28.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:28.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:28.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:27 smithi090 ceph-mon[91618]: pgmap v306: 121 pgs: 11 peering, 8 active+undersized+degraded, 27 active+undersized, 75 active+clean; 242 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 5 op/s; 37/369 objects degraded (10.027%) 2024-04-15T16:35:28.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:27 smithi090 ceph-mon[91618]: osdmap e433: 8 total, 8 up, 8 in 2024-04-15T16:35:28.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:28.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:28.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:27 smithi090 ceph-mon[89240]: pgmap v306: 121 pgs: 11 peering, 8 active+undersized+degraded, 27 active+undersized, 75 active+clean; 242 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 5 op/s; 37/369 objects degraded (10.027%) 2024-04-15T16:35:28.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:27 smithi090 ceph-mon[89240]: osdmap e433: 8 total, 8 up, 8 in 2024-04-15T16:35:28.372 INFO:tasks.rados.rados.0.smithi090.stdout:2020: done (1 left) 2024-04-15T16:35:28.372 INFO:tasks.rados.rados.0.smithi090.stdout:2021: done (0 left) 2024-04-15T16:35:28.372 INFO:tasks.rados.rados.0.smithi090.stdout:2022: read oid 11 snap -1 2024-04-15T16:35:28.373 INFO:tasks.rados.rados.0.smithi090.stdout:2022: expect deleted 2024-04-15T16:35:28.373 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 183 2024-04-15T16:35:28.373 INFO:tasks.rados.rados.0.smithi090.stdout:2023: seq_num 664 ranges {6209536=729088,6938624=729088,7667712=73728} 2024-04-15T16:35:28.408 INFO:tasks.rados.rados.0.smithi090.stdout:2023: writing smithi09078167-34 from 6209536 to 6938624 tid 1 2024-04-15T16:35:28.413 INFO:tasks.rados.rados.0.smithi090.stdout:2023: writing smithi09078167-34 from 6938624 to 7667712 tid 2 2024-04-15T16:35:28.414 INFO:tasks.rados.rados.0.smithi090.stdout:2023: writing smithi09078167-34 from 7667712 to 7741440 tid 3 2024-04-15T16:35:28.414 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 183 2024-04-15T16:35:28.414 INFO:tasks.rados.rados.0.smithi090.stdout:2024: seq_num 665 ranges {7872512=745472,8617984=606208,9224192=196608} 2024-04-15T16:35:28.461 INFO:tasks.rados.rados.0.smithi090.stdout:2024: writing smithi09078167-45 from 7872512 to 8617984 tid 1 2024-04-15T16:35:28.464 INFO:tasks.rados.rados.0.smithi090.stdout:2024: writing smithi09078167-45 from 8617984 to 9224192 tid 2 2024-04-15T16:35:28.466 INFO:tasks.rados.rados.0.smithi090.stdout:2024: writing smithi09078167-45 from 9224192 to 9420800 tid 3 2024-04-15T16:35:28.466 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 183 2024-04-15T16:35:28.466 INFO:tasks.rados.rados.0.smithi090.stdout:2023: finishing write tid 1 to smithi09078167-34 2024-04-15T16:35:28.466 INFO:tasks.rados.rados.0.smithi090.stdout:2023: finishing write tid 2 to smithi09078167-34 2024-04-15T16:35:28.466 INFO:tasks.rados.rados.0.smithi090.stdout:2023: finishing write tid 3 to smithi09078167-34 2024-04-15T16:35:28.466 INFO:tasks.rados.rados.0.smithi090.stdout:2023: finishing write tid 4 to smithi09078167-34 2024-04-15T16:35:28.466 INFO:tasks.rados.rados.0.smithi090.stdout:2023: finishing write tid 5 to smithi09078167-34 2024-04-15T16:35:28.466 INFO:tasks.rados.rados.0.smithi090.stdout:2023: oid 34 updating version 0 to 497 2024-04-15T16:35:28.466 INFO:tasks.rados.rados.0.smithi090.stdout:2023: oid 34 version 497 is already newer than 494 2024-04-15T16:35:28.466 INFO:tasks.rados.rados.0.smithi090.stdout:2023: oid 34 version 497 is already newer than 495 2024-04-15T16:35:28.467 INFO:tasks.rados.rados.0.smithi090.stdout:2023: oid 34 version 497 is already newer than 496 2024-04-15T16:35:28.467 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 497 (ObjNum 664 snap 183 seq_num 664) dirty exists 2024-04-15T16:35:28.467 INFO:tasks.rados.rados.0.smithi090.stdout:2023: left oid 34 (ObjNum 664 snap 183 seq_num 664) 2024-04-15T16:35:28.467 INFO:tasks.rados.rados.0.smithi090.stdout:2024: finishing write tid 1 to smithi09078167-45 2024-04-15T16:35:28.467 INFO:tasks.rados.rados.0.smithi090.stdout:2025: seq_num 666 ranges {4349952=761856,5111808=491520,5603328=311296} 2024-04-15T16:35:28.493 INFO:tasks.rados.rados.0.smithi090.stdout:2025: writing smithi09078167-25 from 4349952 to 5111808 tid 1 2024-04-15T16:35:28.496 INFO:tasks.rados.rados.0.smithi090.stdout:2025: writing smithi09078167-25 from 5111808 to 5603328 tid 2 2024-04-15T16:35:28.498 INFO:tasks.rados.rados.0.smithi090.stdout:2025: writing smithi09078167-25 from 5603328 to 5914624 tid 3 2024-04-15T16:35:28.498 INFO:tasks.rados.rados.0.smithi090.stdout:2022: done (3 left) 2024-04-15T16:35:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2023: done (2 left) 2024-04-15T16:35:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2026: rollback oid 46 current snap is 183 2024-04-15T16:35:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 174 2024-04-15T16:35:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2024: finishing write tid 2 to smithi09078167-45 2024-04-15T16:35:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2024: finishing write tid 3 to smithi09078167-45 2024-04-15T16:35:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2024: finishing write tid 4 to smithi09078167-45 2024-04-15T16:35:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2024: finishing write tid 5 to smithi09078167-45 2024-04-15T16:35:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2024: oid 45 updating version 0 to 705 2024-04-15T16:35:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2024: oid 45 version 705 is already newer than 703 2024-04-15T16:35:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2024: oid 45 version 705 is already newer than 702 2024-04-15T16:35:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2024: oid 45 version 705 is already newer than 704 2024-04-15T16:35:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 705 (ObjNum 665 snap 183 seq_num 665) dirty exists 2024-04-15T16:35:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2024: left oid 45 (ObjNum 665 snap 183 seq_num 665) 2024-04-15T16:35:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2024: done (2 left) 2024-04-15T16:35:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2027: setattr oid 20 current snap is 183 2024-04-15T16:35:28.500 INFO:tasks.rados.rados.0.smithi090.stdout:2025: finishing write tid 1 to smithi09078167-25 2024-04-15T16:35:28.500 INFO:tasks.rados.rados.0.smithi090.stdout:2028: read oid 16 snap 169 2024-04-15T16:35:28.500 INFO:tasks.rados.rados.0.smithi090.stdout:2028: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:35:28.500 INFO:tasks.rados.rados.0.smithi090.stdout:2029: read oid 33 snap -1 2024-04-15T16:35:28.500 INFO:tasks.rados.rados.0.smithi090.stdout:2029: expect deleted 2024-04-15T16:35:28.500 INFO:tasks.rados.rados.0.smithi090.stdout:2030: snap_remove snap 179 2024-04-15T16:35:29.375 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:35:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:35:29] "GET /metrics HTTP/1.1" 200 36128 "" "Prometheus/2.43.0" 2024-04-15T16:35:29.379 INFO:tasks.rados.rados.0.smithi090.stdout:2025: finishing write tid 2 to smithi09078167-25 2024-04-15T16:35:29.379 INFO:tasks.rados.rados.0.smithi090.stdout:2026: finishing rollback tid 0 to smithi09078167-46 2024-04-15T16:35:29.379 INFO:tasks.rados.rados.0.smithi090.stdout:2026: finishing rollback tid 1 to smithi09078167-46 2024-04-15T16:35:29.380 INFO:tasks.rados.rados.0.smithi090.stdout:2026: finishing rollback tid 2 to smithi09078167-46 2024-04-15T16:35:29.380 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 500 (ObjNum 610 snap 164 seq_num 610) dirty exists 2024-04-15T16:35:29.380 INFO:tasks.rados.rados.0.smithi090.stdout:2025: finishing write tid 3 to smithi09078167-25 2024-04-15T16:35:29.380 INFO:tasks.rados.rados.0.smithi090.stdout:2025: finishing write tid 4 to smithi09078167-25 2024-04-15T16:35:29.380 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 723 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-15T16:35:29.380 INFO:tasks.rados.rados.0.smithi090.stdout:2025: finishing write tid 5 to smithi09078167-25 2024-04-15T16:35:29.380 INFO:tasks.rados.rados.0.smithi090.stdout:2025: oid 25 updating version 0 to 720 2024-04-15T16:35:29.380 INFO:tasks.rados.rados.0.smithi090.stdout:2025: oid 25 updating version 720 to 722 2024-04-15T16:35:29.380 INFO:tasks.rados.rados.0.smithi090.stdout:2025: oid 25 version 722 is already newer than 719 2024-04-15T16:35:29.380 INFO:tasks.rados.rados.0.smithi090.stdout:2025: oid 25 version 722 is already newer than 721 2024-04-15T16:35:29.380 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 722 (ObjNum 666 snap 183 seq_num 666) dirty exists 2024-04-15T16:35:29.380 INFO:tasks.rados.rados.0.smithi090.stdout:2025: left oid 25 (ObjNum 666 snap 183 seq_num 666) 2024-04-15T16:35:29.380 INFO:tasks.rados.rados.0.smithi090.stdout:2028: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:35:29.486 INFO:tasks.rados.rados.0.smithi090.stdout:2025: done (5 left) 2024-04-15T16:35:29.486 INFO:tasks.rados.rados.0.smithi090.stdout:2026: done (4 left) 2024-04-15T16:35:29.486 INFO:tasks.rados.rados.0.smithi090.stdout:2027: done (3 left) 2024-04-15T16:35:29.486 INFO:tasks.rados.rados.0.smithi090.stdout:2028: done (2 left) 2024-04-15T16:35:29.487 INFO:tasks.rados.rados.0.smithi090.stdout:2029: done (1 left) 2024-04-15T16:35:29.487 INFO:tasks.rados.rados.0.smithi090.stdout:2030: done (0 left) 2024-04-15T16:35:29.487 INFO:tasks.rados.rados.0.smithi090.stdout:2031: read oid 47 snap -1 2024-04-15T16:35:29.487 INFO:tasks.rados.rados.0.smithi090.stdout:2031: expect (ObjNum 610 snap 164 seq_num 610) 2024-04-15T16:35:29.487 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 183 2024-04-15T16:35:29.487 INFO:tasks.rados.rados.0.smithi090.stdout:2032: seq_num 667 ranges {991232=778240,1769472=778240,2547712=24576} 2024-04-15T16:35:29.496 INFO:tasks.rados.rados.0.smithi090.stdout:2032: writing smithi09078167-46 from 991232 to 1769472 tid 1 2024-04-15T16:35:29.501 INFO:tasks.rados.rados.0.smithi090.stdout:2032: writing smithi09078167-46 from 1769472 to 2547712 tid 2 2024-04-15T16:35:29.501 INFO:tasks.rados.rados.0.smithi090.stdout:2032: writing smithi09078167-46 from 2547712 to 2572288 tid 3 2024-04-15T16:35:29.501 INFO:tasks.rados.rados.0.smithi090.stdout:2033: read oid 33 snap -1 2024-04-15T16:35:29.501 INFO:tasks.rados.rados.0.smithi090.stdout:2033: expect deleted 2024-04-15T16:35:29.501 INFO:tasks.rados.rados.0.smithi090.stdout:2034: rollback oid 32 current snap is 183 2024-04-15T16:35:29.501 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 32 to 173 2024-04-15T16:35:29.501 INFO:tasks.rados.rados.0.smithi090.stdout:2031: expect (ObjNum 610 snap 164 seq_num 610) 2024-04-15T16:35:29.534 INFO:tasks.rados.rados.0.smithi090.stdout:2032: finishing write tid 1 to smithi09078167-46 2024-04-15T16:35:29.534 INFO:tasks.rados.rados.0.smithi090.stdout:2032: finishing write tid 2 to smithi09078167-46 2024-04-15T16:35:29.534 INFO:tasks.rados.rados.0.smithi090.stdout:2032: finishing write tid 3 to smithi09078167-46 2024-04-15T16:35:29.534 INFO:tasks.rados.rados.0.smithi090.stdout:2034: finishing rollback tid 0 to smithi09078167-32 2024-04-15T16:35:29.534 INFO:tasks.rados.rados.0.smithi090.stdout:2034: finishing rollback tid 1 to smithi09078167-32 2024-04-15T16:35:29.534 INFO:tasks.rados.rados.0.smithi090.stdout:2034: finishing rollback tid 2 to smithi09078167-32 2024-04-15T16:35:29.534 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 395 (ObjNum 619 snap 166 seq_num 619) dirty exists 2024-04-15T16:35:29.534 INFO:tasks.rados.rados.0.smithi090.stdout:2032: finishing write tid 4 to smithi09078167-46 2024-04-15T16:35:29.534 INFO:tasks.rados.rados.0.smithi090.stdout:2031: done (3 left) 2024-04-15T16:35:29.534 INFO:tasks.rados.rados.0.smithi090.stdout:2033: done (2 left) 2024-04-15T16:35:29.534 INFO:tasks.rados.rados.0.smithi090.stdout:2034: done (1 left) 2024-04-15T16:35:29.535 INFO:tasks.rados.rados.0.smithi090.stdout:2035: delete oid 32 current snap is 183 2024-04-15T16:35:29.535 INFO:tasks.rados.rados.0.smithi090.stdout:2032: finishing write tid 5 to smithi09078167-46 2024-04-15T16:35:29.535 INFO:tasks.rados.rados.0.smithi090.stdout:2032: oid 46 updating version 0 to 504 2024-04-15T16:35:29.535 INFO:tasks.rados.rados.0.smithi090.stdout:2032: oid 46 version 504 is already newer than 502 2024-04-15T16:35:29.535 INFO:tasks.rados.rados.0.smithi090.stdout:2032: oid 46 version 504 is already newer than 503 2024-04-15T16:35:29.535 INFO:tasks.rados.rados.0.smithi090.stdout:2032: oid 46 version 504 is already newer than 501 2024-04-15T16:35:29.535 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 504 (ObjNum 667 snap 183 seq_num 667) dirty exists 2024-04-15T16:35:29.535 INFO:tasks.rados.rados.0.smithi090.stdout:2032: left oid 46 (ObjNum 667 snap 183 seq_num 667) 2024-04-15T16:35:29.535 INFO:tasks.rados.rados.0.smithi090.stdout:2032: done (1 left) 2024-04-15T16:35:29.536 INFO:tasks.rados.rados.0.smithi090.stdout:2035: done (0 left) 2024-04-15T16:35:29.536 INFO:tasks.rados.rados.0.smithi090.stdout:2036: snap_create 2024-04-15T16:35:29.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:29 smithi153 ceph-mon[84714]: osdmap e434: 8 total, 8 up, 8 in 2024-04-15T16:35:29.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:29 smithi153 ceph-mon[84714]: pgmap v309: 121 pgs: 11 peering, 3 active+undersized+degraded, 6 active+undersized, 101 active+clean; 242 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 358 KiB/s wr, 3 op/s; 19/372 objects degraded (5.108%); 1.7 MiB/s, 0 objects/s recovering 2024-04-15T16:35:29.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:29 smithi090 ceph-mon[91618]: osdmap e434: 8 total, 8 up, 8 in 2024-04-15T16:35:29.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:29 smithi090 ceph-mon[91618]: pgmap v309: 121 pgs: 11 peering, 3 active+undersized+degraded, 6 active+undersized, 101 active+clean; 242 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 358 KiB/s wr, 3 op/s; 19/372 objects degraded (5.108%); 1.7 MiB/s, 0 objects/s recovering 2024-04-15T16:35:29.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:29 smithi090 ceph-mon[89240]: osdmap e434: 8 total, 8 up, 8 in 2024-04-15T16:35:29.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:29 smithi090 ceph-mon[89240]: pgmap v309: 121 pgs: 11 peering, 3 active+undersized+degraded, 6 active+undersized, 101 active+clean; 242 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 7.6 MiB/s rd, 358 KiB/s wr, 3 op/s; 19/372 objects degraded (5.108%); 1.7 MiB/s, 0 objects/s recovering 2024-04-15T16:35:30.387 INFO:tasks.rados.rados.0.smithi090.stdout:2036: done (0 left) 2024-04-15T16:35:30.387 INFO:tasks.rados.rados.0.smithi090.stdout:2037: copy_from oid 25 from oid 32 current snap is 184 2024-04-15T16:35:30.387 INFO:tasks.rados.rados.0.smithi090.stdout:2038: snap_create 2024-04-15T16:35:30.390 INFO:tasks.rados.rados.0.smithi090.stdout:2037: finishing copy_from to smithi09078167-25 2024-04-15T16:35:30.390 INFO:tasks.rados.rados.0.smithi090.stdout:2037: got expected ENOENT (src dne) 2024-04-15T16:35:30.390 INFO:tasks.rados.rados.0.smithi090.stdout:2037: finishing copy_from racing read to smithi09078167-25 2024-04-15T16:35:30.583 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:35:30.237+0000 7f2b83936700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-04-15T16:35:30.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[91618]: osdmap e435: 8 total, 8 up, 8 in 2024-04-15T16:35:30.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:30.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:30.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:35:30.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:35:30.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:30.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:35:30.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:35:30.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:35:30.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:35:30.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T16:35:30.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[89240]: osdmap e435: 8 total, 8 up, 8 in 2024-04-15T16:35:30.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:30.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:30.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:35:30.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:35:30.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:30.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:35:30.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:35:30.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:35:30.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:35:30.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T16:35:30.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:30 smithi153 ceph-mon[84714]: osdmap e435: 8 total, 8 up, 8 in 2024-04-15T16:35:30.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:30.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:30.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:35:30.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:35:30.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:30.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:35:30.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:35:30.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:35:30.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:35:30.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T16:35:31.395 INFO:tasks.rados.rados.0.smithi090.stdout:2037: done (1 left) 2024-04-15T16:35:31.395 INFO:tasks.rados.rados.0.smithi090.stdout:2038: done (0 left) 2024-04-15T16:35:31.395 INFO:tasks.rados.rados.0.smithi090.stdout:2039: delete oid 44 current snap is 185 2024-04-15T16:35:31.399 INFO:tasks.rados.rados.0.smithi090.stdout:2039: done (0 left) 2024-04-15T16:35:31.400 INFO:tasks.rados.rados.0.smithi090.stdout:2040: copy_from oid 39 from oid 22 current snap is 185 2024-04-15T16:35:31.400 INFO:tasks.rados.rados.0.smithi090.stdout:2041: snap_remove snap 169 2024-04-15T16:35:31.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:31 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T16:35:31.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:31 smithi090 ceph-mon[91618]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-04-15T16:35:31.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:31 smithi090 ceph-mon[91618]: osdmap e436: 8 total, 8 up, 8 in 2024-04-15T16:35:31.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:31 smithi090 ceph-mon[91618]: pgmap v312: 121 pgs: 11 peering, 110 active+clean; 245 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 730 KiB/s wr, 11 op/s; 4.7 MiB/s, 1 objects/s recovering 2024-04-15T16:35:31.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:31 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T16:35:31.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:31 smithi090 ceph-mon[89240]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-04-15T16:35:31.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:31 smithi090 ceph-mon[89240]: osdmap e436: 8 total, 8 up, 8 in 2024-04-15T16:35:31.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:31 smithi090 ceph-mon[89240]: pgmap v312: 121 pgs: 11 peering, 110 active+clean; 245 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 730 KiB/s wr, 11 op/s; 4.7 MiB/s, 1 objects/s recovering 2024-04-15T16:35:31.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:31 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T16:35:31.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:31 smithi153 ceph-mon[84714]: Upgrade: unsafe to stop osd(s) at this time (3 PGs are or would become offline) 2024-04-15T16:35:31.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:31 smithi153 ceph-mon[84714]: osdmap e436: 8 total, 8 up, 8 in 2024-04-15T16:35:31.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:31 smithi153 ceph-mon[84714]: pgmap v312: 121 pgs: 11 peering, 110 active+clean; 245 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 730 KiB/s wr, 11 op/s; 4.7 MiB/s, 1 objects/s recovering 2024-04-15T16:35:32.403 INFO:tasks.rados.rados.0.smithi090.stdout:2041: done (1 left) 2024-04-15T16:35:32.404 INFO:tasks.rados.rados.0.smithi090.stdout:2042: read oid 14 snap -1 2024-04-15T16:35:32.404 INFO:tasks.rados.rados.0.smithi090.stdout:2042: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:35:32.404 INFO:tasks.rados.rados.0.smithi090.stdout:2043: delete oid 30 current snap is 185 2024-04-15T16:35:32.404 INFO:tasks.rados.rados.0.smithi090.stdout:2040: finishing copy_from racing read to smithi09078167-39 2024-04-15T16:35:32.404 INFO:tasks.rados.rados.0.smithi090.stdout:2040: finishing copy_from to smithi09078167-39 2024-04-15T16:35:32.404 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 687 (ObjNum 656 snap 178 seq_num 656) dirty exists 2024-04-15T16:35:32.418 INFO:tasks.rados.rados.0.smithi090.stdout:2040: done (2 left) 2024-04-15T16:35:32.418 INFO:tasks.rados.rados.0.smithi090.stdout:2043: done (1 left) 2024-04-15T16:35:32.418 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 185 2024-04-15T16:35:32.418 INFO:tasks.rados.rados.0.smithi090.stdout:2044: seq_num 671 ranges {7495680=442368,7938048=761856,8699904=442368} 2024-04-15T16:35:32.462 INFO:tasks.rados.rados.0.smithi090.stdout:2044: writing smithi09078167-42 from 7495680 to 7938048 tid 1 2024-04-15T16:35:32.466 INFO:tasks.rados.rados.0.smithi090.stdout:2044: writing smithi09078167-42 from 7938048 to 8699904 tid 2 2024-04-15T16:35:32.469 INFO:tasks.rados.rados.0.smithi090.stdout:2044: writing smithi09078167-42 from 8699904 to 9142272 tid 3 2024-04-15T16:35:32.469 INFO:tasks.rados.rados.0.smithi090.stdout:2045: copy_from oid 1 from oid 8 current snap is 185 2024-04-15T16:35:32.469 INFO:tasks.rados.rados.0.smithi090.stdout:2042: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:35:32.520 INFO:tasks.rados.rados.0.smithi090.stdout:2044: finishing write tid 1 to smithi09078167-42 2024-04-15T16:35:32.521 INFO:tasks.rados.rados.0.smithi090.stdout:2044: finishing write tid 2 to smithi09078167-42 2024-04-15T16:35:32.521 INFO:tasks.rados.rados.0.smithi090.stdout:2042: done (2 left) 2024-04-15T16:35:32.521 INFO:tasks.rados.rados.0.smithi090.stdout:2046: snap_create 2024-04-15T16:35:32.521 INFO:tasks.rados.rados.0.smithi090.stdout:2045: finishing copy_from to smithi09078167-1 2024-04-15T16:35:32.521 INFO:tasks.rados.rados.0.smithi090.stdout:2045: got expected ENOENT (src dne) 2024-04-15T16:35:32.521 INFO:tasks.rados.rados.0.smithi090.stdout:2045: finishing copy_from racing read to smithi09078167-1 2024-04-15T16:35:32.521 INFO:tasks.rados.rados.0.smithi090.stdout:2044: finishing write tid 3 to smithi09078167-42 2024-04-15T16:35:32.521 INFO:tasks.rados.rados.0.smithi090.stdout:2044: finishing write tid 4 to smithi09078167-42 2024-04-15T16:35:32.521 INFO:tasks.rados.rados.0.smithi090.stdout:2044: finishing write tid 5 to smithi09078167-42 2024-04-15T16:35:32.522 INFO:tasks.rados.rados.0.smithi090.stdout:2044: oid 42 updating version 0 to 618 2024-04-15T16:35:32.522 INFO:tasks.rados.rados.0.smithi090.stdout:2044: oid 42 updating version 618 to 620 2024-04-15T16:35:32.522 INFO:tasks.rados.rados.0.smithi090.stdout:2044: oid 42 version 620 is already newer than 619 2024-04-15T16:35:32.522 INFO:tasks.rados.rados.0.smithi090.stdout:2044: oid 42 version 620 is already newer than 617 2024-04-15T16:35:32.522 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 620 (ObjNum 671 snap 185 seq_num 671) dirty exists 2024-04-15T16:35:32.522 INFO:tasks.rados.rados.0.smithi090.stdout:2044: left oid 42 (ObjNum 671 snap 185 seq_num 671) 2024-04-15T16:35:32.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:32 smithi153 ceph-mon[84714]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/372 objects degraded (5.108%), 3 pgs degraded) 2024-04-15T16:35:32.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:32 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:35:32.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:32 smithi153 ceph-mon[84714]: osdmap e437: 8 total, 8 up, 8 in 2024-04-15T16:35:32.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:35:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:35:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:35:32.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:32 smithi090 ceph-mon[89240]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/372 objects degraded (5.108%), 3 pgs degraded) 2024-04-15T16:35:32.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:32 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:35:32.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:32 smithi090 ceph-mon[89240]: osdmap e437: 8 total, 8 up, 8 in 2024-04-15T16:35:32.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:32 smithi090 ceph-mon[91618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 19/372 objects degraded (5.108%), 3 pgs degraded) 2024-04-15T16:35:32.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:32 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:35:32.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:32 smithi090 ceph-mon[91618]: osdmap e437: 8 total, 8 up, 8 in 2024-04-15T16:35:33.411 INFO:tasks.rados.rados.0.smithi090.stdout:2044: done (2 left) 2024-04-15T16:35:33.412 INFO:tasks.rados.rados.0.smithi090.stdout:2045: done (1 left) 2024-04-15T16:35:33.412 INFO:tasks.rados.rados.0.smithi090.stdout:2046: done (0 left) 2024-04-15T16:35:33.412 INFO:tasks.rados.rados.0.smithi090.stdout:2047: delete oid 42 current snap is 186 2024-04-15T16:35:33.416 INFO:tasks.rados.rados.0.smithi090.stdout:2047: done (0 left) 2024-04-15T16:35:33.416 INFO:tasks.rados.rados.0.smithi090.stdout:2048: delete oid 48 current snap is 186 2024-04-15T16:35:33.420 INFO:tasks.rados.rados.0.smithi090.stdout:2048: done (0 left) 2024-04-15T16:35:33.420 INFO:tasks.rados.rados.0.smithi090.stdout:2049: rollback oid 47 current snap is 186 2024-04-15T16:35:33.420 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 168 2024-04-15T16:35:33.420 INFO:tasks.rados.rados.0.smithi090.stdout:2050: read oid 15 snap -1 2024-04-15T16:35:33.420 INFO:tasks.rados.rados.0.smithi090.stdout:2050: expect (ObjNum 608 snap 163 seq_num 608) 2024-04-15T16:35:33.420 INFO:tasks.rados.rados.0.smithi090.stdout:2051: snap_remove snap 173 2024-04-15T16:35:33.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:33 smithi090 ceph-mon[89240]: osdmap e438: 8 total, 8 up, 8 in 2024-04-15T16:35:33.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:33 smithi090 ceph-mon[89240]: pgmap v315: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.9 MiB/s wr, 15 op/s; 9.9 MiB/s, 2 objects/s recovering 2024-04-15T16:35:33.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:33 smithi090 ceph-mon[91618]: osdmap e438: 8 total, 8 up, 8 in 2024-04-15T16:35:33.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:33 smithi090 ceph-mon[91618]: pgmap v315: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.9 MiB/s wr, 15 op/s; 9.9 MiB/s, 2 objects/s recovering 2024-04-15T16:35:33.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:33 smithi153 ceph-mon[84714]: osdmap e438: 8 total, 8 up, 8 in 2024-04-15T16:35:33.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:33 smithi153 ceph-mon[84714]: pgmap v315: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.9 MiB/s wr, 15 op/s; 9.9 MiB/s, 2 objects/s recovering 2024-04-15T16:35:33.876 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:35:33 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:35:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:35:34.368 INFO:tasks.rados.rados.0.smithi090.stdout:2051: done (2 left) 2024-04-15T16:35:34.368 INFO:tasks.rados.rados.0.smithi090.stdout:2052: read oid 42 snap -1 2024-04-15T16:35:34.368 INFO:tasks.rados.rados.0.smithi090.stdout:2052: expect deleted 2024-04-15T16:35:34.368 INFO:tasks.rados.rados.0.smithi090.stdout:2053: delete oid 41 current snap is 186 2024-04-15T16:35:34.368 INFO:tasks.rados.rados.0.smithi090.stdout:2049: finishing rollback tid 0 to smithi09078167-47 2024-04-15T16:35:34.368 INFO:tasks.rados.rados.0.smithi090.stdout:2049: finishing rollback tid 1 to smithi09078167-47 2024-04-15T16:35:34.368 INFO:tasks.rados.rados.0.smithi090.stdout:2049: finishing rollback tid 2 to smithi09078167-47 2024-04-15T16:35:34.368 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 498 (ObjNum 610 snap 164 seq_num 610) dirty exists 2024-04-15T16:35:34.368 INFO:tasks.rados.rados.0.smithi090.stdout:2050: expect (ObjNum 608 snap 163 seq_num 608) 2024-04-15T16:35:34.482 INFO:tasks.rados.rados.0.smithi090.stdout:2049: done (3 left) 2024-04-15T16:35:34.482 INFO:tasks.rados.rados.0.smithi090.stdout:2050: done (2 left) 2024-04-15T16:35:34.482 INFO:tasks.rados.rados.0.smithi090.stdout:2052: done (1 left) 2024-04-15T16:35:34.482 INFO:tasks.rados.rados.0.smithi090.stdout:2053: done (0 left) 2024-04-15T16:35:34.483 INFO:tasks.rados.rados.0.smithi090.stdout:2054: read oid 10 snap -1 2024-04-15T16:35:34.483 INFO:tasks.rados.rados.0.smithi090.stdout:2054: expect (ObjNum 605 snap 161 seq_num 605) 2024-04-15T16:35:34.483 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 186 2024-04-15T16:35:34.483 INFO:tasks.rados.rados.0.smithi090.stdout:2055: seq_num 675 ranges {573440=507904,1081344=704512,1785856=499712} 2024-04-15T16:35:34.488 INFO:tasks.rados.rados.0.smithi090.stdout:2055: writing smithi09078167-3 from 573440 to 1081344 tid 1 2024-04-15T16:35:34.492 INFO:tasks.rados.rados.0.smithi090.stdout:2055: writing smithi09078167-3 from 1081344 to 1785856 tid 2 2024-04-15T16:35:34.495 INFO:tasks.rados.rados.0.smithi090.stdout:2055: writing smithi09078167-3 from 1785856 to 2285568 tid 3 2024-04-15T16:35:34.495 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 186 2024-04-15T16:35:34.496 INFO:tasks.rados.rados.0.smithi090.stdout:2055: finishing write tid 1 to smithi09078167-3 2024-04-15T16:35:34.496 INFO:tasks.rados.rados.0.smithi090.stdout:2056: seq_num 676 ranges {5668864=524288,6193152=589824,6782976=450560,7233536=163840} 2024-04-15T16:35:34.528 INFO:tasks.rados.rados.0.smithi090.stdout:2056: writing smithi09078167-5 from 5668864 to 6193152 tid 1 2024-04-15T16:35:34.532 INFO:tasks.rados.rados.0.smithi090.stdout:2056: writing smithi09078167-5 from 6193152 to 6782976 tid 2 2024-04-15T16:35:34.534 INFO:tasks.rados.rados.0.smithi090.stdout:2056: writing smithi09078167-5 from 6782976 to 7233536 tid 3 2024-04-15T16:35:34.536 INFO:tasks.rados.rados.0.smithi090.stdout:2056: writing smithi09078167-5 from 7233536 to 7397376 tid 4 2024-04-15T16:35:34.536 INFO:tasks.rados.rados.0.smithi090.stdout:2057: read oid 16 snap -1 2024-04-15T16:35:34.536 INFO:tasks.rados.rados.0.smithi090.stdout:2057: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:35:34.536 INFO:tasks.rados.rados.0.smithi090.stdout:2058: setattr oid 29 current snap is 186 2024-04-15T16:35:34.536 INFO:tasks.rados.rados.0.smithi090.stdout:2055: finishing write tid 2 to smithi09078167-3 2024-04-15T16:35:34.536 INFO:tasks.rados.rados.0.smithi090.stdout:2055: finishing write tid 3 to smithi09078167-3 2024-04-15T16:35:34.536 INFO:tasks.rados.rados.0.smithi090.stdout:2055: finishing write tid 4 to smithi09078167-3 2024-04-15T16:35:34.536 INFO:tasks.rados.rados.0.smithi090.stdout:2055: finishing write tid 5 to smithi09078167-3 2024-04-15T16:35:34.536 INFO:tasks.rados.rados.0.smithi090.stdout:2055: oid 3 updating version 0 to 660 2024-04-15T16:35:34.536 INFO:tasks.rados.rados.0.smithi090.stdout:2055: oid 3 updating version 660 to 661 2024-04-15T16:35:34.537 INFO:tasks.rados.rados.0.smithi090.stdout:2055: oid 3 updating version 661 to 662 2024-04-15T16:35:34.537 INFO:tasks.rados.rados.0.smithi090.stdout:2055: oid 3 updating version 662 to 663 2024-04-15T16:35:34.537 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 663 (ObjNum 675 snap 186 seq_num 675) dirty exists 2024-04-15T16:35:34.537 INFO:tasks.rados.rados.0.smithi090.stdout:2055: left oid 3 (ObjNum 675 snap 186 seq_num 675) 2024-04-15T16:35:34.537 INFO:tasks.rados.rados.0.smithi090.stdout:2054: expect (ObjNum 605 snap 161 seq_num 605) 2024-04-15T16:35:34.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:34 smithi090 ceph-mon[91618]: osdmap e439: 8 total, 8 up, 8 in 2024-04-15T16:35:34.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:34 smithi090 ceph-mon[91618]: osdmap e440: 8 total, 8 up, 8 in 2024-04-15T16:35:34.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:34 smithi090 ceph-mon[89240]: osdmap e439: 8 total, 8 up, 8 in 2024-04-15T16:35:34.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:34 smithi090 ceph-mon[89240]: osdmap e440: 8 total, 8 up, 8 in 2024-04-15T16:35:34.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:34 smithi153 ceph-mon[84714]: osdmap e439: 8 total, 8 up, 8 in 2024-04-15T16:35:34.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:34 smithi153 ceph-mon[84714]: osdmap e440: 8 total, 8 up, 8 in 2024-04-15T16:35:35.171 INFO:tasks.rados.rados.0.smithi090.stdout:2056: finishing write tid 1 to smithi09078167-5 2024-04-15T16:35:35.171 INFO:tasks.rados.rados.0.smithi090.stdout:2056: finishing write tid 2 to smithi09078167-5 2024-04-15T16:35:35.171 INFO:tasks.rados.rados.0.smithi090.stdout:2056: finishing write tid 3 to smithi09078167-5 2024-04-15T16:35:35.171 INFO:tasks.rados.rados.0.smithi090.stdout:2056: finishing write tid 4 to smithi09078167-5 2024-04-15T16:35:35.171 INFO:tasks.rados.rados.0.smithi090.stdout:2056: finishing write tid 5 to smithi09078167-5 2024-04-15T16:35:35.171 INFO:tasks.rados.rados.0.smithi090.stdout:2056: finishing write tid 6 to smithi09078167-5 2024-04-15T16:35:35.171 INFO:tasks.rados.rados.0.smithi090.stdout:2056: oid 5 updating version 0 to 465 2024-04-15T16:35:35.171 INFO:tasks.rados.rados.0.smithi090.stdout:2056: oid 5 updating version 465 to 467 2024-04-15T16:35:35.171 INFO:tasks.rados.rados.0.smithi090.stdout:2056: oid 5 version 467 is already newer than 466 2024-04-15T16:35:35.171 INFO:tasks.rados.rados.0.smithi090.stdout:2056: oid 5 version 467 is already newer than 464 2024-04-15T16:35:35.171 INFO:tasks.rados.rados.0.smithi090.stdout:2056: oid 5 version 467 is already newer than 463 2024-04-15T16:35:35.171 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 467 (ObjNum 676 snap 186 seq_num 676) dirty exists 2024-04-15T16:35:35.172 INFO:tasks.rados.rados.0.smithi090.stdout:2056: left oid 5 (ObjNum 676 snap 186 seq_num 676) 2024-04-15T16:35:35.172 INFO:tasks.rados.rados.0.smithi090.stdout:2057: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:35:35.272 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 664 (ObjNum 583 snap 154 seq_num 583) dirty exists 2024-04-15T16:35:35.272 INFO:tasks.rados.rados.0.smithi090.stdout:2054: done (4 left) 2024-04-15T16:35:35.272 INFO:tasks.rados.rados.0.smithi090.stdout:2055: done (3 left) 2024-04-15T16:35:35.272 INFO:tasks.rados.rados.0.smithi090.stdout:2056: done (2 left) 2024-04-15T16:35:35.272 INFO:tasks.rados.rados.0.smithi090.stdout:2057: done (1 left) 2024-04-15T16:35:35.272 INFO:tasks.rados.rados.0.smithi090.stdout:2058: done (0 left) 2024-04-15T16:35:35.272 INFO:tasks.rados.rados.0.smithi090.stdout:2059: snap_create 2024-04-15T16:35:35.417 INFO:tasks.rados.rados.0.smithi090.stdout:2059: done (0 left) 2024-04-15T16:35:35.417 INFO:tasks.rados.rados.0.smithi090.stdout:2060: setattr oid 1 current snap is 187 2024-04-15T16:35:35.418 INFO:tasks.rados.rados.0.smithi090.stdout:2061: rmattr oid 4 current snap is 187 2024-04-15T16:35:35.418 INFO:tasks.rados.rados.0.smithi090.stdout:2062: copy_from oid 14 from oid 44 current snap is 187 2024-04-15T16:35:35.418 INFO:tasks.rados.rados.0.smithi090.stdout:2063: snap_remove snap 181 2024-04-15T16:35:35.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:35 smithi090 ceph-mon[91618]: pgmap v318: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 727 KiB/s rd, 4.2 MiB/s wr, 7 op/s; 6.9 MiB/s, 1 objects/s recovering 2024-04-15T16:35:35.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:35 smithi090 ceph-mon[89240]: pgmap v318: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 727 KiB/s rd, 4.2 MiB/s wr, 7 op/s; 6.9 MiB/s, 1 objects/s recovering 2024-04-15T16:35:35.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:35 smithi153 ceph-mon[84714]: pgmap v318: 121 pgs: 121 active+clean; 262 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 727 KiB/s rd, 4.2 MiB/s wr, 7 op/s; 6.9 MiB/s, 1 objects/s recovering 2024-04-15T16:35:36.417 INFO:tasks.rados.rados.0.smithi090.stdout:2063: done (3 left) 2024-04-15T16:35:36.418 INFO:tasks.rados.rados.0.smithi090.stdout:2064: setattr oid 27 current snap is 187 2024-04-15T16:35:36.418 INFO:tasks.rados.rados.0.smithi090.stdout:2062: finishing copy_from to smithi09078167-14 2024-04-15T16:35:36.418 INFO:tasks.rados.rados.0.smithi090.stdout:2062: got expected ENOENT (src dne) 2024-04-15T16:35:36.418 INFO:tasks.rados.rados.0.smithi090.stdout:2062: finishing copy_from racing read to smithi09078167-14 2024-04-15T16:35:36.418 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 739 (ObjNum 503 snap 128 seq_num 503) dirty exists 2024-04-15T16:35:36.418 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 661 (ObjNum 600 snap 158 seq_num 600) dirty exists 2024-04-15T16:35:36.419 INFO:tasks.rados.rados.0.smithi090.stdout:2060: done (3 left) 2024-04-15T16:35:36.419 INFO:tasks.rados.rados.0.smithi090.stdout:2061: done (2 left) 2024-04-15T16:35:36.419 INFO:tasks.rados.rados.0.smithi090.stdout:2062: done (1 left) 2024-04-15T16:35:36.419 INFO:tasks.rados.rados.0.smithi090.stdout:2065: read oid 46 snap 167 2024-04-15T16:35:36.420 INFO:tasks.rados.rados.0.smithi090.stdout:2065: expect (ObjNum 610 snap 164 seq_num 610) 2024-04-15T16:35:36.420 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 187 2024-04-15T16:35:36.420 INFO:tasks.rados.rados.0.smithi090.stdout:2066: seq_num 677 ranges {4530176=540672,5070848=516096,5586944=655360,6242304=32768} 2024-04-15T16:35:36.448 INFO:tasks.rados.rados.0.smithi090.stdout:2066: writing smithi09078167-22 from 4530176 to 5070848 tid 1 2024-04-15T16:35:36.451 INFO:tasks.rados.rados.0.smithi090.stdout:2066: writing smithi09078167-22 from 5070848 to 5586944 tid 2 2024-04-15T16:35:36.456 INFO:tasks.rados.rados.0.smithi090.stdout:2066: writing smithi09078167-22 from 5586944 to 6242304 tid 3 2024-04-15T16:35:36.457 INFO:tasks.rados.rados.0.smithi090.stdout:2066: writing smithi09078167-22 from 6242304 to 6275072 tid 4 2024-04-15T16:35:36.457 INFO:tasks.rados.rados.0.smithi090.stdout:2067: copy_from oid 28 from oid 34 current snap is 187 2024-04-15T16:35:36.457 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 706 (ObjNum 600 snap 158 seq_num 600) dirty exists 2024-04-15T16:35:36.457 INFO:tasks.rados.rados.0.smithi090.stdout:2065: expect (ObjNum 610 snap 164 seq_num 610) 2024-04-15T16:35:36.493 INFO:tasks.rados.rados.0.smithi090.stdout:2066: finishing write tid 1 to smithi09078167-22 2024-04-15T16:35:36.493 INFO:tasks.rados.rados.0.smithi090.stdout:2066: finishing write tid 2 to smithi09078167-22 2024-04-15T16:35:36.493 INFO:tasks.rados.rados.0.smithi090.stdout:2064: done (3 left) 2024-04-15T16:35:36.493 INFO:tasks.rados.rados.0.smithi090.stdout:2065: done (2 left) 2024-04-15T16:35:36.493 INFO:tasks.rados.rados.0.smithi090.stdout:2068: rollback oid 39 current snap is 187 2024-04-15T16:35:36.493 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 39 to 174 2024-04-15T16:35:36.493 INFO:tasks.rados.rados.0.smithi090.stdout:2066: finishing write tid 3 to smithi09078167-22 2024-04-15T16:35:36.493 INFO:tasks.rados.rados.0.smithi090.stdout:2066: finishing write tid 4 to smithi09078167-22 2024-04-15T16:35:36.493 INFO:tasks.rados.rados.0.smithi090.stdout:2066: finishing write tid 5 to smithi09078167-22 2024-04-15T16:35:36.493 INFO:tasks.rados.rados.0.smithi090.stdout:2066: finishing write tid 6 to smithi09078167-22 2024-04-15T16:35:36.493 INFO:tasks.rados.rados.0.smithi090.stdout:2066: oid 22 updating version 0 to 727 2024-04-15T16:35:36.493 INFO:tasks.rados.rados.0.smithi090.stdout:2066: oid 22 version 727 is already newer than 725 2024-04-15T16:35:36.494 INFO:tasks.rados.rados.0.smithi090.stdout:2066: oid 22 updating version 727 to 728 2024-04-15T16:35:36.494 INFO:tasks.rados.rados.0.smithi090.stdout:2066: oid 22 version 728 is already newer than 726 2024-04-15T16:35:36.494 INFO:tasks.rados.rados.0.smithi090.stdout:2066: oid 22 updating version 728 to 729 2024-04-15T16:35:36.494 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 729 (ObjNum 677 snap 187 seq_num 677) dirty exists 2024-04-15T16:35:36.494 INFO:tasks.rados.rados.0.smithi090.stdout:2066: left oid 22 (ObjNum 677 snap 187 seq_num 677) 2024-04-15T16:35:36.494 INFO:tasks.rados.rados.0.smithi090.stdout:2066: done (2 left) 2024-04-15T16:35:36.494 INFO:tasks.rados.rados.0.smithi090.stdout:2069: read oid 7 snap -1 2024-04-15T16:35:36.494 INFO:tasks.rados.rados.0.smithi090.stdout:2069: expect (ObjNum 660 snap 180 seq_num 660) 2024-04-15T16:35:36.494 INFO:tasks.rados.rados.0.smithi090.stdout:2070: snap_create 2024-04-15T16:35:36.500 INFO:tasks.rados.rados.0.smithi090.stdout:2068: finishing rollback tid 0 to smithi09078167-39 2024-04-15T16:35:36.500 INFO:tasks.rados.rados.0.smithi090.stdout:2068: finishing rollback tid 1 to smithi09078167-39 2024-04-15T16:35:36.500 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 689 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-15T16:35:36.502 INFO:tasks.rados.rados.0.smithi090.stdout:2067: finishing copy_from racing read to smithi09078167-28 2024-04-15T16:35:36.511 INFO:tasks.rados.rados.0.smithi090.stdout:2067: finishing copy_from to smithi09078167-28 2024-04-15T16:35:36.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 497 (ObjNum 664 snap 183 seq_num 664) dirty exists 2024-04-15T16:35:36.515 INFO:tasks.rados.rados.0.smithi090.stdout:2069: expect (ObjNum 660 snap 180 seq_num 660) 2024-04-15T16:35:36.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:36 smithi090 ceph-mon[91618]: osdmap e441: 8 total, 8 up, 8 in 2024-04-15T16:35:36.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:36 smithi090 ceph-mon[89240]: osdmap e441: 8 total, 8 up, 8 in 2024-04-15T16:35:36.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:36 smithi153 ceph-mon[84714]: osdmap e441: 8 total, 8 up, 8 in 2024-04-15T16:35:37.430 INFO:tasks.rados.rados.0.smithi090.stdout:2067: done (3 left) 2024-04-15T16:35:37.430 INFO:tasks.rados.rados.0.smithi090.stdout:2068: done (2 left) 2024-04-15T16:35:37.431 INFO:tasks.rados.rados.0.smithi090.stdout:2069: done (1 left) 2024-04-15T16:35:37.431 INFO:tasks.rados.rados.0.smithi090.stdout:2070: done (0 left) 2024-04-15T16:35:37.431 INFO:tasks.rados.rados.0.smithi090.stdout:2071: snap_create 2024-04-15T16:35:37.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:37 smithi090 ceph-mon[91618]: osdmap e442: 8 total, 8 up, 8 in 2024-04-15T16:35:37.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:37 smithi090 ceph-mon[91618]: pgmap v321: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 272 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-04-15T16:35:37.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:37 smithi090 ceph-mon[89240]: osdmap e442: 8 total, 8 up, 8 in 2024-04-15T16:35:37.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:37 smithi090 ceph-mon[89240]: pgmap v321: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 272 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-04-15T16:35:37.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:37 smithi153 ceph-mon[84714]: osdmap e442: 8 total, 8 up, 8 in 2024-04-15T16:35:37.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:37 smithi153 ceph-mon[84714]: pgmap v321: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 272 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.6 MiB/s wr, 15 op/s 2024-04-15T16:35:38.431 INFO:tasks.rados.rados.0.smithi090.stdout:2071: done (0 left) 2024-04-15T16:35:38.431 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 189 2024-04-15T16:35:38.431 INFO:tasks.rados.rados.0.smithi090.stdout:2072: seq_num 678 ranges {6938624=565248,7503872=802816,8306688=401408} 2024-04-15T16:35:38.471 INFO:tasks.rados.rados.0.smithi090.stdout:2072: writing smithi09078167-17 from 6938624 to 7503872 tid 1 2024-04-15T16:35:38.476 INFO:tasks.rados.rados.0.smithi090.stdout:2072: writing smithi09078167-17 from 7503872 to 8306688 tid 2 2024-04-15T16:35:38.479 INFO:tasks.rados.rados.0.smithi090.stdout:2072: writing smithi09078167-17 from 8306688 to 8708096 tid 3 2024-04-15T16:35:38.479 INFO:tasks.rados.rados.0.smithi090.stdout:2073: delete oid 34 current snap is 189 2024-04-15T16:35:38.479 INFO:tasks.rados.rados.0.smithi090.stdout:2072: finishing write tid 1 to smithi09078167-17 2024-04-15T16:35:38.480 INFO:tasks.rados.rados.0.smithi090.stdout:2072: finishing write tid 2 to smithi09078167-17 2024-04-15T16:35:38.482 INFO:tasks.rados.rados.0.smithi090.stdout:2072: finishing write tid 3 to smithi09078167-17 2024-04-15T16:35:38.482 INFO:tasks.rados.rados.0.smithi090.stdout:2072: finishing write tid 4 to smithi09078167-17 2024-04-15T16:35:38.482 INFO:tasks.rados.rados.0.smithi090.stdout:2073: done (1 left) 2024-04-15T16:35:38.483 INFO:tasks.rados.rados.0.smithi090.stdout:2074: delete oid 48 current snap is 189 2024-04-15T16:35:38.483 INFO:tasks.rados.rados.0.smithi090.stdout:2072: finishing write tid 5 to smithi09078167-17 2024-04-15T16:35:38.483 INFO:tasks.rados.rados.0.smithi090.stdout:2072: oid 17 updating version 0 to 665 2024-04-15T16:35:38.483 INFO:tasks.rados.rados.0.smithi090.stdout:2072: oid 17 updating version 665 to 668 2024-04-15T16:35:38.483 INFO:tasks.rados.rados.0.smithi090.stdout:2072: oid 17 version 668 is already newer than 667 2024-04-15T16:35:38.483 INFO:tasks.rados.rados.0.smithi090.stdout:2072: oid 17 version 668 is already newer than 666 2024-04-15T16:35:38.483 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 668 (ObjNum 678 snap 189 seq_num 678) dirty exists 2024-04-15T16:35:38.484 INFO:tasks.rados.rados.0.smithi090.stdout:2072: left oid 17 (ObjNum 678 snap 189 seq_num 678) 2024-04-15T16:35:38.485 INFO:tasks.rados.rados.0.smithi090.stdout:2072: done (1 left) 2024-04-15T16:35:38.486 INFO:tasks.rados.rados.0.smithi090.stdout:2074: done (0 left) 2024-04-15T16:35:38.486 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 189 2024-04-15T16:35:38.486 INFO:tasks.rados.rados.0.smithi090.stdout:2075: seq_num 681 ranges {0=614400,614400=458752,1073152=638976,1712128=106496} 2024-04-15T16:35:38.489 INFO:tasks.rados.rados.0.smithi090.stdout:2075: writing smithi09078167-39 from 0 to 614400 tid 1 2024-04-15T16:35:38.491 INFO:tasks.rados.rados.0.smithi090.stdout:2075: writing smithi09078167-39 from 614400 to 1073152 tid 2 2024-04-15T16:35:38.495 INFO:tasks.rados.rados.0.smithi090.stdout:2075: writing smithi09078167-39 from 1073152 to 1712128 tid 3 2024-04-15T16:35:38.496 INFO:tasks.rados.rados.0.smithi090.stdout:2075: writing smithi09078167-39 from 1712128 to 1818624 tid 4 2024-04-15T16:35:38.497 INFO:tasks.rados.rados.0.smithi090.stdout:2076: rollback oid 36 current snap is 189 2024-04-15T16:35:38.497 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 180 2024-04-15T16:35:38.497 INFO:tasks.rados.rados.0.smithi090.stdout:2075: finishing write tid 1 to smithi09078167-39 2024-04-15T16:35:38.497 INFO:tasks.rados.rados.0.smithi090.stdout:2075: finishing write tid 2 to smithi09078167-39 2024-04-15T16:35:38.497 INFO:tasks.rados.rados.0.smithi090.stdout:2077: read oid 43 snap -1 2024-04-15T16:35:38.497 INFO:tasks.rados.rados.0.smithi090.stdout:2077: expect (ObjNum 658 snap 179 seq_num 658) 2024-04-15T16:35:38.497 INFO:tasks.rados.rados.0.smithi090.stdout:2078: read oid 14 snap -1 2024-04-15T16:35:38.497 INFO:tasks.rados.rados.0.smithi090.stdout:2078: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:35:38.497 INFO:tasks.rados.rados.0.smithi090.stdout:2079: snap_remove snap 183 2024-04-15T16:35:38.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:38 smithi090 ceph-mon[91618]: osdmap e443: 8 total, 8 up, 8 in 2024-04-15T16:35:38.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:38.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:35:38.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:38.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:38 smithi090 ceph-mon[89240]: osdmap e443: 8 total, 8 up, 8 in 2024-04-15T16:35:38.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:38.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:35:38.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:38.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:38 smithi153 ceph-mon[84714]: osdmap e443: 8 total, 8 up, 8 in 2024-04-15T16:35:38.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:38.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:35:38.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:39.369 INFO:tasks.rados.rados.0.smithi090.stdout:2079: done (4 left) 2024-04-15T16:35:39.369 INFO:tasks.rados.rados.0.smithi090.stdout:2080: rollback oid 31 current snap is 189 2024-04-15T16:35:39.369 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 167 2024-04-15T16:35:39.369 INFO:tasks.rados.rados.0.smithi090.stdout:2075: finishing write tid 3 to smithi09078167-39 2024-04-15T16:35:39.370 INFO:tasks.rados.rados.0.smithi090.stdout:2075: finishing write tid 4 to smithi09078167-39 2024-04-15T16:35:39.370 INFO:tasks.rados.rados.0.smithi090.stdout:2075: finishing write tid 5 to smithi09078167-39 2024-04-15T16:35:39.370 INFO:tasks.rados.rados.0.smithi090.stdout:2076: finishing rollback tid 0 to smithi09078167-36 2024-04-15T16:35:39.370 INFO:tasks.rados.rados.0.smithi090.stdout:2076: finishing rollback tid 1 to smithi09078167-36 2024-04-15T16:35:39.370 INFO:tasks.rados.rados.0.smithi090.stdout:2076: finishing rollback tid 2 to smithi09078167-36 2024-04-15T16:35:39.370 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 674 (ObjNum 502 snap 127 seq_num 502) dirty exists 2024-04-15T16:35:39.370 INFO:tasks.rados.rados.0.smithi090.stdout:2078: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:35:39.424 INFO:tasks.rados.rados.0.smithi090.stdout:2075: finishing write tid 6 to smithi09078167-39 2024-04-15T16:35:39.424 INFO:tasks.rados.rados.0.smithi090.stdout:2075: oid 39 updating version 0 to 694 2024-04-15T16:35:39.424 INFO:tasks.rados.rados.0.smithi090.stdout:2075: oid 39 version 694 is already newer than 693 2024-04-15T16:35:39.424 INFO:tasks.rados.rados.0.smithi090.stdout:2075: oid 39 version 694 is already newer than 692 2024-04-15T16:35:39.424 INFO:tasks.rados.rados.0.smithi090.stdout:2075: oid 39 version 694 is already newer than 690 2024-04-15T16:35:39.424 INFO:tasks.rados.rados.0.smithi090.stdout:2075: oid 39 version 694 is already newer than 691 2024-04-15T16:35:39.424 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 694 (ObjNum 681 snap 189 seq_num 681) dirty exists 2024-04-15T16:35:39.424 INFO:tasks.rados.rados.0.smithi090.stdout:2075: left oid 39 (ObjNum 681 snap 189 seq_num 681) 2024-04-15T16:35:39.425 INFO:tasks.rados.rados.0.smithi090.stdout:2077: expect (ObjNum 658 snap 179 seq_num 658) 2024-04-15T16:35:39.437 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:35:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:35:39] "GET /metrics HTTP/1.1" 200 36124 "" "Prometheus/2.43.0" 2024-04-15T16:35:39.696 INFO:tasks.rados.rados.0.smithi090.stdout:2080: finishing rollback tid 0 to smithi09078167-31 2024-04-15T16:35:39.696 INFO:tasks.rados.rados.0.smithi090.stdout:2080: finishing rollback tid 1 to smithi09078167-31 2024-04-15T16:35:39.696 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 676 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T16:35:39.696 INFO:tasks.rados.rados.0.smithi090.stdout:2075: done (4 left) 2024-04-15T16:35:39.696 INFO:tasks.rados.rados.0.smithi090.stdout:2076: done (3 left) 2024-04-15T16:35:39.696 INFO:tasks.rados.rados.0.smithi090.stdout:2077: done (2 left) 2024-04-15T16:35:39.697 INFO:tasks.rados.rados.0.smithi090.stdout:2078: done (1 left) 2024-04-15T16:35:39.697 INFO:tasks.rados.rados.0.smithi090.stdout:2080: done (0 left) 2024-04-15T16:35:39.697 INFO:tasks.rados.rados.0.smithi090.stdout:2081: read oid 16 snap -1 2024-04-15T16:35:39.697 INFO:tasks.rados.rados.0.smithi090.stdout:2081: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:35:39.697 INFO:tasks.rados.rados.0.smithi090.stdout:2082: read oid 26 snap -1 2024-04-15T16:35:39.697 INFO:tasks.rados.rados.0.smithi090.stdout:2082: expect deleted 2024-04-15T16:35:39.697 INFO:tasks.rados.rados.0.smithi090.stdout:2083: copy_from oid 17 from oid 36 current snap is 189 2024-04-15T16:35:39.697 INFO:tasks.rados.rados.0.smithi090.stdout:2084: rmattr oid 27 current snap is 189 2024-04-15T16:35:39.697 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 189 2024-04-15T16:35:39.697 INFO:tasks.rados.rados.0.smithi090.stdout:2085: seq_num 682 ranges {974848=630784,1605632=745472,2351104=442368,2793472=16384} 2024-04-15T16:35:39.705 INFO:tasks.rados.rados.0.smithi090.stdout:2085: writing smithi09078167-49 from 974848 to 1605632 tid 1 2024-04-15T16:35:39.710 INFO:tasks.rados.rados.0.smithi090.stdout:2085: writing smithi09078167-49 from 1605632 to 2351104 tid 2 2024-04-15T16:35:39.712 INFO:tasks.rados.rados.0.smithi090.stdout:2085: writing smithi09078167-49 from 2351104 to 2793472 tid 3 2024-04-15T16:35:39.712 INFO:tasks.rados.rados.0.smithi090.stdout:2085: writing smithi09078167-49 from 2793472 to 2809856 tid 4 2024-04-15T16:35:39.712 INFO:tasks.rados.rados.0.smithi090.stdout:2086: rollback oid 10 current snap is 189 2024-04-15T16:35:39.712 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 174 2024-04-15T16:35:39.712 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 714 (ObjNum 600 snap 158 seq_num 600) dirty exists 2024-04-15T16:35:39.712 INFO:tasks.rados.rados.0.smithi090.stdout:2085: finishing write tid 1 to smithi09078167-49 2024-04-15T16:35:39.713 INFO:tasks.rados.rados.0.smithi090.stdout:2081: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:35:39.819 INFO:tasks.rados.rados.0.smithi090.stdout:2086: finishing rollback tid 0 to smithi09078167-10 2024-04-15T16:35:39.820 INFO:tasks.rados.rados.0.smithi090.stdout:2085: finishing write tid 2 to smithi09078167-49 2024-04-15T16:35:39.820 INFO:tasks.rados.rados.0.smithi090.stdout:2085: finishing write tid 3 to smithi09078167-49 2024-04-15T16:35:39.820 INFO:tasks.rados.rados.0.smithi090.stdout:2081: done (5 left) 2024-04-15T16:35:39.820 INFO:tasks.rados.rados.0.smithi090.stdout:2082: done (4 left) 2024-04-15T16:35:39.820 INFO:tasks.rados.rados.0.smithi090.stdout:2084: done (3 left) 2024-04-15T16:35:39.820 INFO:tasks.rados.rados.0.smithi090.stdout:2087: copy_from oid 28 from oid 7 current snap is 189 2024-04-15T16:35:39.820 INFO:tasks.rados.rados.0.smithi090.stdout:2086: finishing rollback tid 1 to smithi09078167-10 2024-04-15T16:35:39.820 INFO:tasks.rados.rados.0.smithi090.stdout:2086: finishing rollback tid 2 to smithi09078167-10 2024-04-15T16:35:39.820 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 697 (ObjNum 648 snap 173 seq_num 648) dirty exists 2024-04-15T16:35:39.820 INFO:tasks.rados.rados.0.smithi090.stdout:2085: finishing write tid 4 to smithi09078167-49 2024-04-15T16:35:39.820 INFO:tasks.rados.rados.0.smithi090.stdout:2085: finishing write tid 5 to smithi09078167-49 2024-04-15T16:35:39.820 INFO:tasks.rados.rados.0.smithi090.stdout:2083: finishing copy_from racing read to smithi09078167-17 2024-04-15T16:35:39.820 INFO:tasks.rados.rados.0.smithi090.stdout:2083: finishing copy_from to smithi09078167-17 2024-04-15T16:35:39.821 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 674 (ObjNum 502 snap 127 seq_num 502) dirty exists 2024-04-15T16:35:39.821 INFO:tasks.rados.rados.0.smithi090.stdout:2085: finishing write tid 6 to smithi09078167-49 2024-04-15T16:35:39.821 INFO:tasks.rados.rados.0.smithi090.stdout:2085: oid 49 updating version 0 to 470 2024-04-15T16:35:39.821 INFO:tasks.rados.rados.0.smithi090.stdout:2085: oid 49 version 470 is already newer than 469 2024-04-15T16:35:39.821 INFO:tasks.rados.rados.0.smithi090.stdout:2085: oid 49 version 470 is already newer than 468 2024-04-15T16:35:39.821 INFO:tasks.rados.rados.0.smithi090.stdout:2085: oid 49 updating version 470 to 471 2024-04-15T16:35:39.821 INFO:tasks.rados.rados.0.smithi090.stdout:2085: oid 49 version 471 is already newer than 467 2024-04-15T16:35:39.821 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 471 (ObjNum 682 snap 189 seq_num 682) dirty exists 2024-04-15T16:35:39.821 INFO:tasks.rados.rados.0.smithi090.stdout:2085: left oid 49 (ObjNum 682 snap 189 seq_num 682) 2024-04-15T16:35:39.821 INFO:tasks.rados.rados.0.smithi090.stdout:2083: done (3 left) 2024-04-15T16:35:39.821 INFO:tasks.rados.rados.0.smithi090.stdout:2085: done (2 left) 2024-04-15T16:35:39.821 INFO:tasks.rados.rados.0.smithi090.stdout:2086: done (1 left) 2024-04-15T16:35:39.821 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 189 2024-04-15T16:35:39.821 INFO:tasks.rados.rados.0.smithi090.stdout:2088: seq_num 683 ranges {2285568=647168,2932736=630784,3563520=573440} 2024-04-15T16:35:39.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:39 smithi090 ceph-mon[89240]: osdmap e444: 8 total, 8 up, 8 in 2024-04-15T16:35:39.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:39 smithi090 ceph-mon[89240]: pgmap v324: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 275 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-04-15T16:35:39.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:39 smithi090 ceph-mon[89240]: osdmap e445: 8 total, 8 up, 8 in 2024-04-15T16:35:39.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:39 smithi090 ceph-mon[91618]: osdmap e444: 8 total, 8 up, 8 in 2024-04-15T16:35:39.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:39 smithi090 ceph-mon[91618]: pgmap v324: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 275 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-04-15T16:35:39.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:39 smithi090 ceph-mon[91618]: osdmap e445: 8 total, 8 up, 8 in 2024-04-15T16:35:39.836 INFO:tasks.rados.rados.0.smithi090.stdout:2088: writing smithi09078167-3 from 2285568 to 2932736 tid 1 2024-04-15T16:35:39.840 INFO:tasks.rados.rados.0.smithi090.stdout:2088: writing smithi09078167-3 from 2932736 to 3563520 tid 2 2024-04-15T16:35:39.844 INFO:tasks.rados.rados.0.smithi090.stdout:2088: writing smithi09078167-3 from 3563520 to 4136960 tid 3 2024-04-15T16:35:39.844 INFO:tasks.rados.rados.0.smithi090.stdout:2089: read oid 9 snap -1 2024-04-15T16:35:39.844 INFO:tasks.rados.rados.0.smithi090.stdout:2089: expect (ObjNum 637 snap 169 seq_num 637) 2024-04-15T16:35:39.844 INFO:tasks.rados.rados.0.smithi090.stdout:2090: rollback oid 33 current snap is 189 2024-04-15T16:35:39.844 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 33 to 157 2024-04-15T16:35:39.844 INFO:tasks.rados.rados.0.smithi090.stdout:2088: finishing write tid 1 to smithi09078167-3 2024-04-15T16:35:39.844 INFO:tasks.rados.rados.0.smithi090.stdout:2087: finishing copy_from racing read to smithi09078167-28 2024-04-15T16:35:39.845 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 189 2024-04-15T16:35:39.845 INFO:tasks.rados.rados.0.smithi090.stdout:2091: seq_num 684 ranges {0=663552,663552=507904,1171456=409600,1581056=286720} 2024-04-15T16:35:39.847 INFO:tasks.rados.rados.0.smithi090.stdout:2091: writing smithi09078167-8 from 0 to 663552 tid 1 2024-04-15T16:35:39.851 INFO:tasks.rados.rados.0.smithi090.stdout:2091: writing smithi09078167-8 from 663552 to 1171456 tid 2 2024-04-15T16:35:39.854 INFO:tasks.rados.rados.0.smithi090.stdout:2091: writing smithi09078167-8 from 1171456 to 1581056 tid 3 2024-04-15T16:35:39.856 INFO:tasks.rados.rados.0.smithi090.stdout:2091: writing smithi09078167-8 from 1581056 to 1867776 tid 4 2024-04-15T16:35:39.856 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 189 2024-04-15T16:35:39.856 INFO:tasks.rados.rados.0.smithi090.stdout:2087: finishing copy_from to smithi09078167-28 2024-04-15T16:35:39.856 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 616 (ObjNum 660 snap 180 seq_num 660) dirty exists 2024-04-15T16:35:39.856 INFO:tasks.rados.rados.0.smithi090.stdout:2088: finishing write tid 2 to smithi09078167-3 2024-04-15T16:35:39.856 INFO:tasks.rados.rados.0.smithi090.stdout:2092: seq_num 685 ranges {2236416=679936,2916352=442368,3358720=622592,3981312=139264} 2024-04-15T16:35:39.871 INFO:tasks.rados.rados.0.smithi090.stdout:2092: writing smithi09078167-50 from 2236416 to 2916352 tid 1 2024-04-15T16:35:39.874 INFO:tasks.rados.rados.0.smithi090.stdout:2092: writing smithi09078167-50 from 2916352 to 3358720 tid 2 2024-04-15T16:35:39.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:39 smithi153 ceph-mon[84714]: osdmap e444: 8 total, 8 up, 8 in 2024-04-15T16:35:39.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:39 smithi153 ceph-mon[84714]: pgmap v324: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 275 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-04-15T16:35:39.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:39 smithi153 ceph-mon[84714]: osdmap e445: 8 total, 8 up, 8 in 2024-04-15T16:35:39.878 INFO:tasks.rados.rados.0.smithi090.stdout:2092: writing smithi09078167-50 from 3358720 to 3981312 tid 3 2024-04-15T16:35:39.879 INFO:tasks.rados.rados.0.smithi090.stdout:2092: writing smithi09078167-50 from 3981312 to 4120576 tid 4 2024-04-15T16:35:39.879 INFO:tasks.rados.rados.0.smithi090.stdout:2087: done (5 left) 2024-04-15T16:35:39.879 INFO:tasks.rados.rados.0.smithi090.stdout:2093: snap_create 2024-04-15T16:35:39.879 INFO:tasks.rados.rados.0.smithi090.stdout:2088: finishing write tid 3 to smithi09078167-3 2024-04-15T16:35:39.879 INFO:tasks.rados.rados.0.smithi090.stdout:2088: finishing write tid 4 to smithi09078167-3 2024-04-15T16:35:39.879 INFO:tasks.rados.rados.0.smithi090.stdout:2088: finishing write tid 5 to smithi09078167-3 2024-04-15T16:35:39.879 INFO:tasks.rados.rados.0.smithi090.stdout:2088: oid 3 updating version 0 to 677 2024-04-15T16:35:39.879 INFO:tasks.rados.rados.0.smithi090.stdout:2088: oid 3 version 677 is already newer than 676 2024-04-15T16:35:39.879 INFO:tasks.rados.rados.0.smithi090.stdout:2088: oid 3 version 677 is already newer than 675 2024-04-15T16:35:39.879 INFO:tasks.rados.rados.0.smithi090.stdout:2088: oid 3 updating version 677 to 678 2024-04-15T16:35:39.880 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 678 (ObjNum 683 snap 189 seq_num 683) dirty exists 2024-04-15T16:35:39.880 INFO:tasks.rados.rados.0.smithi090.stdout:2088: left oid 3 (ObjNum 683 snap 189 seq_num 683) 2024-04-15T16:35:39.880 INFO:tasks.rados.rados.0.smithi090.stdout:2090: finishing rollback tid 1 to smithi09078167-33 2024-04-15T16:35:39.880 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 0 (ObjNum 33 snap 0 seq_num 3694314744) dirty dne 2024-04-15T16:35:39.880 INFO:tasks.rados.rados.0.smithi090.stdout:2091: finishing write tid 1 to smithi09078167-8 2024-04-15T16:35:39.880 INFO:tasks.rados.rados.0.smithi090.stdout:2089: expect (ObjNum 637 snap 169 seq_num 637) 2024-04-15T16:35:39.949 INFO:tasks.rados.rados.0.smithi090.stdout:2091: finishing write tid 2 to smithi09078167-8 2024-04-15T16:35:39.949 INFO:tasks.rados.rados.0.smithi090.stdout:2091: finishing write tid 3 to smithi09078167-8 2024-04-15T16:35:39.949 INFO:tasks.rados.rados.0.smithi090.stdout:2091: finishing write tid 4 to smithi09078167-8 2024-04-15T16:35:39.949 INFO:tasks.rados.rados.0.smithi090.stdout:2091: finishing write tid 5 to smithi09078167-8 2024-04-15T16:35:39.949 INFO:tasks.rados.rados.0.smithi090.stdout:2091: finishing write tid 6 to smithi09078167-8 2024-04-15T16:35:39.949 INFO:tasks.rados.rados.0.smithi090.stdout:2091: oid 8 updating version 0 to 734 2024-04-15T16:35:39.949 INFO:tasks.rados.rados.0.smithi090.stdout:2091: oid 8 version 734 is already newer than 733 2024-04-15T16:35:39.949 INFO:tasks.rados.rados.0.smithi090.stdout:2091: oid 8 version 734 is already newer than 732 2024-04-15T16:35:39.949 INFO:tasks.rados.rados.0.smithi090.stdout:2091: oid 8 updating version 734 to 735 2024-04-15T16:35:39.949 INFO:tasks.rados.rados.0.smithi090.stdout:2091: oid 8 updating version 735 to 736 2024-04-15T16:35:39.949 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 736 (ObjNum 684 snap 189 seq_num 684) dirty exists 2024-04-15T16:35:39.950 INFO:tasks.rados.rados.0.smithi090.stdout:2091: left oid 8 (ObjNum 684 snap 189 seq_num 684) 2024-04-15T16:35:39.950 INFO:tasks.rados.rados.0.smithi090.stdout:2092: finishing write tid 1 to smithi09078167-50 2024-04-15T16:35:39.950 INFO:tasks.rados.rados.0.smithi090.stdout:2092: finishing write tid 2 to smithi09078167-50 2024-04-15T16:35:39.950 INFO:tasks.rados.rados.0.smithi090.stdout:2092: finishing write tid 3 to smithi09078167-50 2024-04-15T16:35:39.950 INFO:tasks.rados.rados.0.smithi090.stdout:2092: finishing write tid 4 to smithi09078167-50 2024-04-15T16:35:39.950 INFO:tasks.rados.rados.0.smithi090.stdout:2092: finishing write tid 5 to smithi09078167-50 2024-04-15T16:35:39.950 INFO:tasks.rados.rados.0.smithi090.stdout:2092: finishing write tid 6 to smithi09078167-50 2024-04-15T16:35:39.950 INFO:tasks.rados.rados.0.smithi090.stdout:2092: oid 50 updating version 0 to 702 2024-04-15T16:35:39.950 INFO:tasks.rados.rados.0.smithi090.stdout:2092: oid 50 version 702 is already newer than 701 2024-04-15T16:35:39.950 INFO:tasks.rados.rados.0.smithi090.stdout:2092: oid 50 version 702 is already newer than 698 2024-04-15T16:35:39.950 INFO:tasks.rados.rados.0.smithi090.stdout:2092: oid 50 version 702 is already newer than 700 2024-04-15T16:35:39.950 INFO:tasks.rados.rados.0.smithi090.stdout:2092: oid 50 version 702 is already newer than 699 2024-04-15T16:35:39.950 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 702 (ObjNum 685 snap 189 seq_num 685) dirty exists 2024-04-15T16:35:39.951 INFO:tasks.rados.rados.0.smithi090.stdout:2092: left oid 50 (ObjNum 685 snap 189 seq_num 685) 2024-04-15T16:35:40.442 INFO:tasks.rados.rados.0.smithi090.stdout:2088: done (5 left) 2024-04-15T16:35:40.442 INFO:tasks.rados.rados.0.smithi090.stdout:2089: done (4 left) 2024-04-15T16:35:40.442 INFO:tasks.rados.rados.0.smithi090.stdout:2090: done (3 left) 2024-04-15T16:35:40.442 INFO:tasks.rados.rados.0.smithi090.stdout:2091: done (2 left) 2024-04-15T16:35:40.442 INFO:tasks.rados.rados.0.smithi090.stdout:2092: done (1 left) 2024-04-15T16:35:40.442 INFO:tasks.rados.rados.0.smithi090.stdout:2093: done (0 left) 2024-04-15T16:35:40.442 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 190 2024-04-15T16:35:40.443 INFO:tasks.rados.rados.0.smithi090.stdout:2094: seq_num 686 ranges {2809856=696320,3506176=729088,4235264=425984,4661248=49152} 2024-04-15T16:35:40.460 INFO:tasks.rados.rados.0.smithi090.stdout:2094: writing smithi09078167-49 from 2809856 to 3506176 tid 1 2024-04-15T16:35:40.464 INFO:tasks.rados.rados.0.smithi090.stdout:2094: writing smithi09078167-49 from 3506176 to 4235264 tid 2 2024-04-15T16:35:40.466 INFO:tasks.rados.rados.0.smithi090.stdout:2094: writing smithi09078167-49 from 4235264 to 4661248 tid 3 2024-04-15T16:35:40.467 INFO:tasks.rados.rados.0.smithi090.stdout:2094: writing smithi09078167-49 from 4661248 to 4710400 tid 4 2024-04-15T16:35:40.467 INFO:tasks.rados.rados.0.smithi090.stdout:2095: delete oid 40 current snap is 190 2024-04-15T16:35:40.470 INFO:tasks.rados.rados.0.smithi090.stdout:2095: done (1 left) 2024-04-15T16:35:40.470 INFO:tasks.rados.rados.0.smithi090.stdout:2096: read oid 6 snap 168 2024-04-15T16:35:40.470 INFO:tasks.rados.rados.0.smithi090.stdout:2096: expect (ObjNum 630 snap 167 seq_num 630) 2024-04-15T16:35:40.470 INFO:tasks.rados.rados.0.smithi090.stdout:2097: rollback oid 3 current snap is 190 2024-04-15T16:35:40.471 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 184 2024-04-15T16:35:40.471 INFO:tasks.rados.rados.0.smithi090.stdout:2094: finishing write tid 1 to smithi09078167-49 2024-04-15T16:35:40.471 INFO:tasks.rados.rados.0.smithi090.stdout:2098: read oid 42 snap -1 2024-04-15T16:35:40.471 INFO:tasks.rados.rados.0.smithi090.stdout:2098: expect deleted 2024-04-15T16:35:40.471 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 190 2024-04-15T16:35:40.471 INFO:tasks.rados.rados.0.smithi090.stdout:2099: seq_num 688 ranges {0=729088,729088=499712,1228800=704512} 2024-04-15T16:35:40.474 INFO:tasks.rados.rados.0.smithi090.stdout:2099: writing smithi09078167-41 from 0 to 729088 tid 1 2024-04-15T16:35:40.478 INFO:tasks.rados.rados.0.smithi090.stdout:2099: writing smithi09078167-41 from 729088 to 1228800 tid 2 2024-04-15T16:35:40.482 INFO:tasks.rados.rados.0.smithi090.stdout:2099: writing smithi09078167-41 from 1228800 to 1933312 tid 3 2024-04-15T16:35:40.482 INFO:tasks.rados.rados.0.smithi090.stdout:2100: read oid 28 snap -1 2024-04-15T16:35:40.482 INFO:tasks.rados.rados.0.smithi090.stdout:2100: expect (ObjNum 660 snap 180 seq_num 660) 2024-04-15T16:35:40.482 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 190 2024-04-15T16:35:40.482 INFO:tasks.rados.rados.0.smithi090.stdout:2101: seq_num 689 ranges {6234112=745472,6979584=786432,7766016=417792} 2024-04-15T16:35:40.522 INFO:tasks.rados.rados.0.smithi090.stdout:2101: writing smithi09078167-7 from 6234112 to 6979584 tid 1 2024-04-15T16:35:40.525 INFO:tasks.rados.rados.0.smithi090.stdout:2101: writing smithi09078167-7 from 6979584 to 7766016 tid 2 2024-04-15T16:35:40.528 INFO:tasks.rados.rados.0.smithi090.stdout:2101: writing smithi09078167-7 from 7766016 to 8183808 tid 3 2024-04-15T16:35:40.529 INFO:tasks.rados.rados.0.smithi090.stdout:2102: rollback oid 25 current snap is 190 2024-04-15T16:35:40.529 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 25 to 186 2024-04-15T16:35:40.529 INFO:tasks.rados.rados.0.smithi090.stdout:2094: finishing write tid 2 to smithi09078167-49 2024-04-15T16:35:40.529 INFO:tasks.rados.rados.0.smithi090.stdout:2094: finishing write tid 3 to smithi09078167-49 2024-04-15T16:35:40.529 INFO:tasks.rados.rados.0.smithi090.stdout:2094: finishing write tid 4 to smithi09078167-49 2024-04-15T16:35:40.529 INFO:tasks.rados.rados.0.smithi090.stdout:2094: finishing write tid 5 to smithi09078167-49 2024-04-15T16:35:40.529 INFO:tasks.rados.rados.0.smithi090.stdout:2097: finishing rollback tid 0 to smithi09078167-3 2024-04-15T16:35:40.529 INFO:tasks.rados.rados.0.smithi090.stdout:2097: finishing rollback tid 1 to smithi09078167-3 2024-04-15T16:35:40.529 INFO:tasks.rados.rados.0.smithi090.stdout:2097: finishing rollback tid 2 to smithi09078167-3 2024-04-15T16:35:40.529 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 681 (ObjNum 607 snap 162 seq_num 607) dirty exists 2024-04-15T16:35:40.529 INFO:tasks.rados.rados.0.smithi090.stdout:2094: finishing write tid 6 to smithi09078167-49 2024-04-15T16:35:40.529 INFO:tasks.rados.rados.0.smithi090.stdout:2094: oid 49 updating version 0 to 475 2024-04-15T16:35:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:2094: oid 49 version 475 is already newer than 473 2024-04-15T16:35:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:2094: oid 49 updating version 475 to 476 2024-04-15T16:35:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:2094: oid 49 version 476 is already newer than 474 2024-04-15T16:35:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:2094: oid 49 version 476 is already newer than 472 2024-04-15T16:35:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 476 (ObjNum 686 snap 190 seq_num 686) dirty exists 2024-04-15T16:35:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:2094: left oid 49 (ObjNum 686 snap 190 seq_num 686) 2024-04-15T16:35:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:2094: done (7 left) 2024-04-15T16:35:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:2097: done (6 left) 2024-04-15T16:35:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:2098: done (5 left) 2024-04-15T16:35:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:2103: delete oid 22 current snap is 190 2024-04-15T16:35:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:2099: finishing write tid 1 to smithi09078167-41 2024-04-15T16:35:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:2099: finishing write tid 2 to smithi09078167-41 2024-04-15T16:35:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:2099: finishing write tid 3 to smithi09078167-41 2024-04-15T16:35:40.530 INFO:tasks.rados.rados.0.smithi090.stdout:2099: finishing write tid 4 to smithi09078167-41 2024-04-15T16:35:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:2099: finishing write tid 5 to smithi09078167-41 2024-04-15T16:35:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:2099: oid 41 updating version 0 to 510 2024-04-15T16:35:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:2099: oid 41 version 510 is already newer than 507 2024-04-15T16:35:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:2099: oid 41 version 510 is already newer than 509 2024-04-15T16:35:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:2099: oid 41 version 510 is already newer than 508 2024-04-15T16:35:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 510 (ObjNum 688 snap 190 seq_num 688) dirty exists 2024-04-15T16:35:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:2099: left oid 41 (ObjNum 688 snap 190 seq_num 688) 2024-04-15T16:35:40.531 INFO:tasks.rados.rados.0.smithi090.stdout:2096: expect (ObjNum 630 snap 167 seq_num 630) 2024-04-15T16:35:40.788 INFO:tasks.rados.rados.0.smithi090.stdout:2100: expect (ObjNum 660 snap 180 seq_num 660) 2024-04-15T16:35:41.061 INFO:tasks.rados.rados.0.smithi090.stdout:2101: finishing write tid 1 to smithi09078167-7 2024-04-15T16:35:41.061 INFO:tasks.rados.rados.0.smithi090.stdout:2101: finishing write tid 2 to smithi09078167-7 2024-04-15T16:35:41.061 INFO:tasks.rados.rados.0.smithi090.stdout:2102: finishing rollback tid 0 to smithi09078167-25 2024-04-15T16:35:41.061 INFO:tasks.rados.rados.0.smithi090.stdout:2101: finishing write tid 3 to smithi09078167-7 2024-04-15T16:35:41.061 INFO:tasks.rados.rados.0.smithi090.stdout:2101: finishing write tid 4 to smithi09078167-7 2024-04-15T16:35:41.061 INFO:tasks.rados.rados.0.smithi090.stdout:2102: finishing rollback tid 1 to smithi09078167-25 2024-04-15T16:35:41.061 INFO:tasks.rados.rados.0.smithi090.stdout:2102: finishing rollback tid 2 to smithi09078167-25 2024-04-15T16:35:41.061 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 749 (ObjNum 666 snap 183 seq_num 666) dirty exists 2024-04-15T16:35:41.061 INFO:tasks.rados.rados.0.smithi090.stdout:2101: finishing write tid 5 to smithi09078167-7 2024-04-15T16:35:41.062 INFO:tasks.rados.rados.0.smithi090.stdout:2101: oid 7 updating version 0 to 622 2024-04-15T16:35:41.062 INFO:tasks.rados.rados.0.smithi090.stdout:2101: oid 7 updating version 622 to 625 2024-04-15T16:35:41.062 INFO:tasks.rados.rados.0.smithi090.stdout:2101: oid 7 version 625 is already newer than 623 2024-04-15T16:35:41.062 INFO:tasks.rados.rados.0.smithi090.stdout:2101: oid 7 version 625 is already newer than 624 2024-04-15T16:35:41.062 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 625 (ObjNum 689 snap 190 seq_num 689) dirty exists 2024-04-15T16:35:41.062 INFO:tasks.rados.rados.0.smithi090.stdout:2101: left oid 7 (ObjNum 689 snap 190 seq_num 689) 2024-04-15T16:35:41.062 INFO:tasks.rados.rados.0.smithi090.stdout:2096: done (5 left) 2024-04-15T16:35:41.062 INFO:tasks.rados.rados.0.smithi090.stdout:2099: done (4 left) 2024-04-15T16:35:41.062 INFO:tasks.rados.rados.0.smithi090.stdout:2100: done (3 left) 2024-04-15T16:35:41.062 INFO:tasks.rados.rados.0.smithi090.stdout:2101: done (2 left) 2024-04-15T16:35:41.062 INFO:tasks.rados.rados.0.smithi090.stdout:2102: done (1 left) 2024-04-15T16:35:41.062 INFO:tasks.rados.rados.0.smithi090.stdout:2103: done (0 left) 2024-04-15T16:35:41.062 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 190 2024-04-15T16:35:41.062 INFO:tasks.rados.rados.0.smithi090.stdout:2104: seq_num 691 ranges {8183808=778240,8962048=548864,9510912=614400,10125312=40960} 2024-04-15T16:35:41.108 INFO:tasks.rados.rados.0.smithi090.stdout:2104: writing smithi09078167-7 from 8183808 to 8962048 tid 1 2024-04-15T16:35:41.111 INFO:tasks.rados.rados.0.smithi090.stdout:2104: writing smithi09078167-7 from 8962048 to 9510912 tid 2 2024-04-15T16:35:41.114 INFO:tasks.rados.rados.0.smithi090.stdout:2104: writing smithi09078167-7 from 9510912 to 10125312 tid 3 2024-04-15T16:35:41.115 INFO:tasks.rados.rados.0.smithi090.stdout:2104: writing smithi09078167-7 from 10125312 to 10166272 tid 4 2024-04-15T16:35:41.115 INFO:tasks.rados.rados.0.smithi090.stdout:2105: rollback oid 20 current snap is 190 2024-04-15T16:35:41.115 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 174 2024-04-15T16:35:41.115 INFO:tasks.rados.rados.0.smithi090.stdout:2104: finishing write tid 1 to smithi09078167-7 2024-04-15T16:35:41.115 INFO:tasks.rados.rados.0.smithi090.stdout:2104: finishing write tid 2 to smithi09078167-7 2024-04-15T16:35:41.116 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 190 2024-04-15T16:35:41.116 INFO:tasks.rados.rados.0.smithi090.stdout:2106: seq_num 692 ranges {0=794624,794624=483328,1277952=720896} 2024-04-15T16:35:41.119 INFO:tasks.rados.rados.0.smithi090.stdout:2106: writing smithi09078167-11 from 0 to 794624 tid 1 2024-04-15T16:35:41.122 INFO:tasks.rados.rados.0.smithi090.stdout:2106: writing smithi09078167-11 from 794624 to 1277952 tid 2 2024-04-15T16:35:41.127 INFO:tasks.rados.rados.0.smithi090.stdout:2106: writing smithi09078167-11 from 1277952 to 1998848 tid 3 2024-04-15T16:35:41.127 INFO:tasks.rados.rados.0.smithi090.stdout:2107: rollback oid 44 current snap is 190 2024-04-15T16:35:41.128 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 44 to 167 2024-04-15T16:35:41.128 INFO:tasks.rados.rados.0.smithi090.stdout:2104: finishing write tid 3 to smithi09078167-7 2024-04-15T16:35:41.128 INFO:tasks.rados.rados.0.smithi090.stdout:2104: finishing write tid 4 to smithi09078167-7 2024-04-15T16:35:41.128 INFO:tasks.rados.rados.0.smithi090.stdout:2105: finishing rollback tid 0 to smithi09078167-20 2024-04-15T16:35:41.128 INFO:tasks.rados.rados.0.smithi090.stdout:2104: finishing write tid 5 to smithi09078167-7 2024-04-15T16:35:41.128 INFO:tasks.rados.rados.0.smithi090.stdout:2105: finishing rollback tid 1 to smithi09078167-20 2024-04-15T16:35:41.128 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 752 (ObjNum 0 snap 0 seq_num 304) dirty dne 2024-04-15T16:35:41.128 INFO:tasks.rados.rados.0.smithi090.stdout:2104: finishing write tid 6 to smithi09078167-7 2024-04-15T16:35:41.128 INFO:tasks.rados.rados.0.smithi090.stdout:2104: oid 7 updating version 0 to 630 2024-04-15T16:35:41.128 INFO:tasks.rados.rados.0.smithi090.stdout:2104: oid 7 version 630 is already newer than 627 2024-04-15T16:35:41.128 INFO:tasks.rados.rados.0.smithi090.stdout:2104: oid 7 version 630 is already newer than 629 2024-04-15T16:35:41.128 INFO:tasks.rados.rados.0.smithi090.stdout:2104: oid 7 version 630 is already newer than 628 2024-04-15T16:35:41.128 INFO:tasks.rados.rados.0.smithi090.stdout:2104: oid 7 version 630 is already newer than 626 2024-04-15T16:35:41.129 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 630 (ObjNum 691 snap 190 seq_num 691) dirty exists 2024-04-15T16:35:41.129 INFO:tasks.rados.rados.0.smithi090.stdout:2104: left oid 7 (ObjNum 691 snap 190 seq_num 691) 2024-04-15T16:35:41.129 INFO:tasks.rados.rados.0.smithi090.stdout:2106: finishing write tid 1 to smithi09078167-11 2024-04-15T16:35:41.129 INFO:tasks.rados.rados.0.smithi090.stdout:2106: finishing write tid 2 to smithi09078167-11 2024-04-15T16:35:41.129 INFO:tasks.rados.rados.0.smithi090.stdout:2104: done (3 left) 2024-04-15T16:35:41.129 INFO:tasks.rados.rados.0.smithi090.stdout:2105: done (2 left) 2024-04-15T16:35:41.129 INFO:tasks.rados.rados.0.smithi090.stdout:2108: snap_create 2024-04-15T16:35:41.130 INFO:tasks.rados.rados.0.smithi090.stdout:2107: finishing rollback tid 1 to smithi09078167-44 2024-04-15T16:35:41.130 INFO:tasks.rados.rados.0.smithi090.stdout:2107: finishing rollback tid 2 to smithi09078167-44 2024-04-15T16:35:41.130 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 704 (ObjNum 569 snap 147 seq_num 569) dirty exists 2024-04-15T16:35:41.130 INFO:tasks.rados.rados.0.smithi090.stdout:2106: finishing write tid 3 to smithi09078167-11 2024-04-15T16:35:41.130 INFO:tasks.rados.rados.0.smithi090.stdout:2106: finishing write tid 4 to smithi09078167-11 2024-04-15T16:35:41.132 INFO:tasks.rados.rados.0.smithi090.stdout:2106: finishing write tid 5 to smithi09078167-11 2024-04-15T16:35:41.132 INFO:tasks.rados.rados.0.smithi090.stdout:2106: oid 11 updating version 0 to 684 2024-04-15T16:35:41.132 INFO:tasks.rados.rados.0.smithi090.stdout:2106: oid 11 version 684 is already newer than 682 2024-04-15T16:35:41.132 INFO:tasks.rados.rados.0.smithi090.stdout:2106: oid 11 version 684 is already newer than 683 2024-04-15T16:35:41.132 INFO:tasks.rados.rados.0.smithi090.stdout:2106: oid 11 updating version 684 to 685 2024-04-15T16:35:41.132 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 685 (ObjNum 692 snap 190 seq_num 692) dirty exists 2024-04-15T16:35:41.132 INFO:tasks.rados.rados.0.smithi090.stdout:2106: left oid 11 (ObjNum 692 snap 190 seq_num 692) 2024-04-15T16:35:41.449 INFO:tasks.rados.rados.0.smithi090.stdout:2106: done (2 left) 2024-04-15T16:35:41.449 INFO:tasks.rados.rados.0.smithi090.stdout:2107: done (1 left) 2024-04-15T16:35:41.449 INFO:tasks.rados.rados.0.smithi090.stdout:2108: done (0 left) 2024-04-15T16:35:41.449 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 191 2024-04-15T16:35:41.449 INFO:tasks.rados.rados.0.smithi090.stdout:2109: seq_num 693 ranges {4120576=409600,4530176=770048,5300224=581632,5881856=253952} 2024-04-15T16:35:41.473 INFO:tasks.rados.rados.0.smithi090.stdout:2109: writing smithi09078167-50 from 4120576 to 4530176 tid 1 2024-04-15T16:35:41.477 INFO:tasks.rados.rados.0.smithi090.stdout:2109: writing smithi09078167-50 from 4530176 to 5300224 tid 2 2024-04-15T16:35:41.480 INFO:tasks.rados.rados.0.smithi090.stdout:2109: writing smithi09078167-50 from 5300224 to 5881856 tid 3 2024-04-15T16:35:41.483 INFO:tasks.rados.rados.0.smithi090.stdout:2109: writing smithi09078167-50 from 5881856 to 6135808 tid 4 2024-04-15T16:35:41.483 INFO:tasks.rados.rados.0.smithi090.stdout:2110: read oid 28 snap 188 2024-04-15T16:35:41.483 INFO:tasks.rados.rados.0.smithi090.stdout:2110: expect (ObjNum 664 snap 183 seq_num 664) 2024-04-15T16:35:41.483 INFO:tasks.rados.rados.0.smithi090.stdout:2111: snap_remove snap 184 2024-04-15T16:35:41.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:41 smithi090 ceph-mon[89240]: osdmap e446: 8 total, 8 up, 8 in 2024-04-15T16:35:41.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:41 smithi090 ceph-mon[89240]: pgmap v327: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-15T16:35:41.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:41 smithi090 ceph-mon[91618]: osdmap e446: 8 total, 8 up, 8 in 2024-04-15T16:35:41.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:41 smithi090 ceph-mon[91618]: pgmap v327: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-15T16:35:41.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:41 smithi153 ceph-mon[84714]: osdmap e446: 8 total, 8 up, 8 in 2024-04-15T16:35:41.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:41 smithi153 ceph-mon[84714]: pgmap v327: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 281 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 2.6 MiB/s wr, 20 op/s 2024-04-15T16:35:42.461 INFO:tasks.rados.rados.0.smithi090.stdout:2111: done (2 left) 2024-04-15T16:35:42.461 INFO:tasks.rados.rados.0.smithi090.stdout:2112: read oid 36 snap -1 2024-04-15T16:35:42.461 INFO:tasks.rados.rados.0.smithi090.stdout:2112: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:35:42.461 INFO:tasks.rados.rados.0.smithi090.stdout:2113: read oid 4 snap 180 2024-04-15T16:35:42.461 INFO:tasks.rados.rados.0.smithi090.stdout:2113: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:35:42.461 INFO:tasks.rados.rados.0.smithi090.stdout:2114: snap_remove snap 187 2024-04-15T16:35:42.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:42 smithi153 ceph-mon[84714]: osdmap e447: 8 total, 8 up, 8 in 2024-04-15T16:35:42.626 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:35:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:35:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:35:42.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:42 smithi090 ceph-mon[91618]: osdmap e447: 8 total, 8 up, 8 in 2024-04-15T16:35:42.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:42 smithi090 ceph-mon[89240]: osdmap e447: 8 total, 8 up, 8 in 2024-04-15T16:35:43.471 INFO:tasks.rados.rados.0.smithi090.stdout:2114: done (4 left) 2024-04-15T16:35:43.471 INFO:tasks.rados.rados.0.smithi090.stdout:2115: snap_create 2024-04-15T16:35:43.471 INFO:tasks.rados.rados.0.smithi090.stdout:2109: finishing write tid 1 to smithi09078167-50 2024-04-15T16:35:43.471 INFO:tasks.rados.rados.0.smithi090.stdout:2109: finishing write tid 2 to smithi09078167-50 2024-04-15T16:35:43.471 INFO:tasks.rados.rados.0.smithi090.stdout:2109: finishing write tid 3 to smithi09078167-50 2024-04-15T16:35:43.471 INFO:tasks.rados.rados.0.smithi090.stdout:2109: finishing write tid 4 to smithi09078167-50 2024-04-15T16:35:43.471 INFO:tasks.rados.rados.0.smithi090.stdout:2109: finishing write tid 5 to smithi09078167-50 2024-04-15T16:35:43.472 INFO:tasks.rados.rados.0.smithi090.stdout:2109: finishing write tid 6 to smithi09078167-50 2024-04-15T16:35:43.472 INFO:tasks.rados.rados.0.smithi090.stdout:2109: oid 50 updating version 0 to 707 2024-04-15T16:35:43.472 INFO:tasks.rados.rados.0.smithi090.stdout:2109: oid 50 version 707 is already newer than 706 2024-04-15T16:35:43.472 INFO:tasks.rados.rados.0.smithi090.stdout:2109: oid 50 updating version 707 to 709 2024-04-15T16:35:43.472 INFO:tasks.rados.rados.0.smithi090.stdout:2109: oid 50 version 709 is already newer than 705 2024-04-15T16:35:43.472 INFO:tasks.rados.rados.0.smithi090.stdout:2109: oid 50 version 709 is already newer than 708 2024-04-15T16:35:43.472 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 709 (ObjNum 693 snap 191 seq_num 693) dirty exists 2024-04-15T16:35:43.472 INFO:tasks.rados.rados.0.smithi090.stdout:2109: left oid 50 (ObjNum 693 snap 191 seq_num 693) 2024-04-15T16:35:43.472 INFO:tasks.rados.rados.0.smithi090.stdout:2110: expect (ObjNum 664 snap 183 seq_num 664) 2024-04-15T16:35:43.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:43 smithi090 ceph-mon[89240]: osdmap e448: 8 total, 8 up, 8 in 2024-04-15T16:35:43.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:43 smithi090 ceph-mon[89240]: pgmap v330: 121 pgs: 121 active+clean; 317 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.4 MiB/s wr, 25 op/s 2024-04-15T16:35:43.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:43 smithi090 ceph-mon[91618]: osdmap e448: 8 total, 8 up, 8 in 2024-04-15T16:35:43.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:43 smithi090 ceph-mon[91618]: pgmap v330: 121 pgs: 121 active+clean; 317 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.4 MiB/s wr, 25 op/s 2024-04-15T16:35:43.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:43 smithi153 ceph-mon[84714]: osdmap e448: 8 total, 8 up, 8 in 2024-04-15T16:35:43.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:43 smithi153 ceph-mon[84714]: pgmap v330: 121 pgs: 121 active+clean; 317 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 6.4 MiB/s wr, 25 op/s 2024-04-15T16:35:43.876 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:35:43 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:35:43.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi090\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", domainname=\"(none)\", instance=\"smithi090\", job=\"node\", machine=\"x86_64\", nodename=\"smithi090\", release=\"5.14.0-438.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:35:43.877 INFO:tasks.rados.rados.0.smithi090.stdout:2113: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:35:43.980 INFO:tasks.rados.rados.0.smithi090.stdout:2112: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:35:44.371 INFO:tasks.rados.rados.0.smithi090.stdout:2109: done (4 left) 2024-04-15T16:35:44.371 INFO:tasks.rados.rados.0.smithi090.stdout:2110: done (3 left) 2024-04-15T16:35:44.371 INFO:tasks.rados.rados.0.smithi090.stdout:2112: done (2 left) 2024-04-15T16:35:44.372 INFO:tasks.rados.rados.0.smithi090.stdout:2113: done (1 left) 2024-04-15T16:35:44.372 INFO:tasks.rados.rados.0.smithi090.stdout:2115: done (0 left) 2024-04-15T16:35:44.372 INFO:tasks.rados.rados.0.smithi090.stdout:2116: delete oid 3 current snap is 192 2024-04-15T16:35:44.373 INFO:tasks.rados.rados.0.smithi090.stdout:2116: done (0 left) 2024-04-15T16:35:44.373 INFO:tasks.rados.rados.0.smithi090.stdout:2117: snap_create 2024-04-15T16:35:44.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:44 smithi090 ceph-mon[91618]: osdmap e449: 8 total, 8 up, 8 in 2024-04-15T16:35:44.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:44 smithi090 ceph-mon[91618]: osdmap e450: 8 total, 8 up, 8 in 2024-04-15T16:35:44.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:44 smithi090 ceph-mon[89240]: osdmap e449: 8 total, 8 up, 8 in 2024-04-15T16:35:44.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:44 smithi090 ceph-mon[89240]: osdmap e450: 8 total, 8 up, 8 in 2024-04-15T16:35:44.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:44 smithi153 ceph-mon[84714]: osdmap e449: 8 total, 8 up, 8 in 2024-04-15T16:35:44.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:44 smithi153 ceph-mon[84714]: osdmap e450: 8 total, 8 up, 8 in 2024-04-15T16:35:45.374 INFO:tasks.rados.rados.0.smithi090.stdout:2117: done (0 left) 2024-04-15T16:35:45.374 INFO:tasks.rados.rados.0.smithi090.stdout:2118: read oid 11 snap -1 2024-04-15T16:35:45.374 INFO:tasks.rados.rados.0.smithi090.stdout:2118: expect (ObjNum 692 snap 190 seq_num 692) 2024-04-15T16:35:45.374 INFO:tasks.rados.rados.0.smithi090.stdout:2119: snap_remove snap 167 2024-04-15T16:35:45.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:45 smithi090 ceph-mon[91618]: pgmap v333: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 5.6 MiB/s wr, 25 op/s 2024-04-15T16:35:45.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:45 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T16:35:45.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:45 smithi090 ceph-mon[91618]: osdmap e451: 8 total, 8 up, 8 in 2024-04-15T16:35:45.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:45 smithi090 ceph-mon[89240]: pgmap v333: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 5.6 MiB/s wr, 25 op/s 2024-04-15T16:35:45.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:45 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T16:35:45.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:45 smithi090 ceph-mon[89240]: osdmap e451: 8 total, 8 up, 8 in 2024-04-15T16:35:45.847 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:45 smithi153 ceph-mon[84714]: pgmap v333: 121 pgs: 121 active+clean; 320 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 5.6 MiB/s wr, 25 op/s 2024-04-15T16:35:45.847 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:45 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T16:35:45.847 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:45 smithi153 ceph-mon[84714]: osdmap e451: 8 total, 8 up, 8 in 2024-04-15T16:35:46.376 INFO:tasks.rados.rados.0.smithi090.stdout:2119: done (1 left) 2024-04-15T16:35:46.376 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 193 2024-04-15T16:35:46.376 INFO:tasks.rados.rados.0.smithi090.stdout:2120: seq_num 695 ranges {2572288=442368,3014656=540672,3555328=598016,4153344=466944} 2024-04-15T16:35:46.393 INFO:tasks.rados.rados.0.smithi090.stdout:2120: writing smithi09078167-46 from 2572288 to 3014656 tid 1 2024-04-15T16:35:46.396 INFO:tasks.rados.rados.0.smithi090.stdout:2120: writing smithi09078167-46 from 3014656 to 3555328 tid 2 2024-04-15T16:35:46.400 INFO:tasks.rados.rados.0.smithi090.stdout:2120: writing smithi09078167-46 from 3555328 to 4153344 tid 3 2024-04-15T16:35:46.403 INFO:tasks.rados.rados.0.smithi090.stdout:2120: writing smithi09078167-46 from 4153344 to 4620288 tid 4 2024-04-15T16:35:46.403 INFO:tasks.rados.rados.0.smithi090.stdout:2121: copy_from oid 33 from oid 25 current snap is 193 2024-04-15T16:35:46.403 INFO:tasks.rados.rados.0.smithi090.stdout:2118: expect (ObjNum 692 snap 190 seq_num 692) 2024-04-15T16:35:46.458 INFO:tasks.rados.rados.0.smithi090.stdout:2120: finishing write tid 1 to smithi09078167-46 2024-04-15T16:35:46.458 INFO:tasks.rados.rados.0.smithi090.stdout:2120: finishing write tid 2 to smithi09078167-46 2024-04-15T16:35:46.458 INFO:tasks.rados.rados.0.smithi090.stdout:2118: done (2 left) 2024-04-15T16:35:46.458 INFO:tasks.rados.rados.0.smithi090.stdout:2122: snap_create 2024-04-15T16:35:46.458 INFO:tasks.rados.rados.0.smithi090.stdout:2120: finishing write tid 3 to smithi09078167-46 2024-04-15T16:35:46.458 INFO:tasks.rados.rados.0.smithi090.stdout:2120: finishing write tid 4 to smithi09078167-46 2024-04-15T16:35:46.458 INFO:tasks.rados.rados.0.smithi090.stdout:2120: finishing write tid 5 to smithi09078167-46 2024-04-15T16:35:46.458 INFO:tasks.rados.rados.0.smithi090.stdout:2120: finishing write tid 6 to smithi09078167-46 2024-04-15T16:35:46.458 INFO:tasks.rados.rados.0.smithi090.stdout:2120: oid 46 updating version 0 to 513 2024-04-15T16:35:46.459 INFO:tasks.rados.rados.0.smithi090.stdout:2120: oid 46 version 513 is already newer than 512 2024-04-15T16:35:46.459 INFO:tasks.rados.rados.0.smithi090.stdout:2120: oid 46 updating version 513 to 515 2024-04-15T16:35:46.459 INFO:tasks.rados.rados.0.smithi090.stdout:2120: oid 46 version 515 is already newer than 511 2024-04-15T16:35:46.459 INFO:tasks.rados.rados.0.smithi090.stdout:2120: oid 46 version 515 is already newer than 514 2024-04-15T16:35:46.459 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 515 (ObjNum 695 snap 193 seq_num 695) dirty exists 2024-04-15T16:35:46.459 INFO:tasks.rados.rados.0.smithi090.stdout:2120: left oid 46 (ObjNum 695 snap 193 seq_num 695) 2024-04-15T16:35:46.459 INFO:tasks.rados.rados.0.smithi090.stdout:2121: finishing copy_from racing read to smithi09078167-33 2024-04-15T16:35:46.459 INFO:tasks.rados.rados.0.smithi090.stdout:2121: finishing copy_from to smithi09078167-33 2024-04-15T16:35:46.459 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 749 (ObjNum 666 snap 183 seq_num 666) dirty exists 2024-04-15T16:35:46.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:46 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T16:35:46.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:46 smithi090 ceph-mon[91618]: Upgrade: osd.5 is safe to restart 2024-04-15T16:35:46.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:46 smithi090 ceph-mon[91618]: osdmap e452: 8 total, 8 up, 8 in 2024-04-15T16:35:46.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:46 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T16:35:46.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:46 smithi090 ceph-mon[89240]: Upgrade: osd.5 is safe to restart 2024-04-15T16:35:46.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:46 smithi090 ceph-mon[89240]: osdmap e452: 8 total, 8 up, 8 in 2024-04-15T16:35:46.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:46 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-15T16:35:46.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:46 smithi153 ceph-mon[84714]: Upgrade: osd.5 is safe to restart 2024-04-15T16:35:46.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:46 smithi153 ceph-mon[84714]: osdmap e452: 8 total, 8 up, 8 in 2024-04-15T16:35:47.381 INFO:tasks.rados.rados.0.smithi090.stdout:2120: done (2 left) 2024-04-15T16:35:47.381 INFO:tasks.rados.rados.0.smithi090.stdout:2121: done (1 left) 2024-04-15T16:35:47.381 INFO:tasks.rados.rados.0.smithi090.stdout:2122: done (0 left) 2024-04-15T16:35:47.381 INFO:tasks.rados.rados.0.smithi090.stdout:2123: copy_from oid 24 from oid 14 current snap is 194 2024-04-15T16:35:47.381 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 194 2024-04-15T16:35:47.381 INFO:tasks.rados.rados.0.smithi090.stdout:2124: seq_num 696 ranges {15556608=458752,16015360=417792,16433152=753664,17186816=434176} 2024-04-15T16:35:47.465 INFO:tasks.rados.rados.0.smithi090.stdout:2124: writing smithi09078167-10 from 15556608 to 16015360 tid 1 2024-04-15T16:35:47.468 INFO:tasks.rados.rados.0.smithi090.stdout:2124: writing smithi09078167-10 from 16015360 to 16433152 tid 2 2024-04-15T16:35:47.472 INFO:tasks.rados.rados.0.smithi090.stdout:2124: writing smithi09078167-10 from 16433152 to 17186816 tid 3 2024-04-15T16:35:47.478 INFO:tasks.rados.rados.0.smithi090.stdout:2124: writing smithi09078167-10 from 17186816 to 17620992 tid 4 2024-04-15T16:35:47.478 INFO:tasks.rados.rados.0.smithi090.stdout:2125: snap_remove snap 168 2024-04-15T16:35:47.743 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:47 smithi153 ceph-mon[84714]: pgmap v336: 121 pgs: 121 active+clean; 330 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-15T16:35:47.743 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:47.744 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T16:35:47.744 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:35:47.744 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:47 smithi153 ceph-mon[84714]: osdmap e453: 8 total, 8 up, 8 in 2024-04-15T16:35:47.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:47 smithi090 ceph-mon[91618]: pgmap v336: 121 pgs: 121 active+clean; 330 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-15T16:35:47.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:47.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T16:35:47.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:35:47.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:47 smithi090 ceph-mon[91618]: osdmap e453: 8 total, 8 up, 8 in 2024-04-15T16:35:47.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:47 smithi090 ceph-mon[89240]: pgmap v336: 121 pgs: 121 active+clean; 330 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-15T16:35:47.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:47.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-15T16:35:47.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:35:47.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:47 smithi090 ceph-mon[89240]: osdmap e453: 8 total, 8 up, 8 in 2024-04-15T16:35:48.383 INFO:tasks.rados.rados.0.smithi090.stdout:2125: done (2 left) 2024-04-15T16:35:48.383 INFO:tasks.rados.rados.0.smithi090.stdout:2126: read oid 36 snap -1 2024-04-15T16:35:48.383 INFO:tasks.rados.rados.0.smithi090.stdout:2126: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:35:48.383 INFO:tasks.rados.rados.0.smithi090.stdout:2127: snap_create 2024-04-15T16:35:48.383 INFO:tasks.rados.rados.0.smithi090.stdout:2123: finishing copy_from racing read to smithi09078167-24 2024-04-15T16:35:48.383 INFO:tasks.rados.rados.0.smithi090.stdout:2123: finishing copy_from to smithi09078167-24 2024-04-15T16:35:48.383 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 488 (ObjNum 628 snap 167 seq_num 628) dirty exists 2024-04-15T16:35:48.384 INFO:tasks.rados.rados.0.smithi090.stdout:2124: finishing write tid 1 to smithi09078167-10 2024-04-15T16:35:48.384 INFO:tasks.rados.rados.0.smithi090.stdout:2124: finishing write tid 2 to smithi09078167-10 2024-04-15T16:35:48.384 INFO:tasks.rados.rados.0.smithi090.stdout:2124: finishing write tid 3 to smithi09078167-10 2024-04-15T16:35:48.384 INFO:tasks.rados.rados.0.smithi090.stdout:2124: finishing write tid 4 to smithi09078167-10 2024-04-15T16:35:48.384 INFO:tasks.rados.rados.0.smithi090.stdout:2124: finishing write tid 5 to smithi09078167-10 2024-04-15T16:35:48.384 INFO:tasks.rados.rados.0.smithi090.stdout:2124: finishing write tid 6 to smithi09078167-10 2024-04-15T16:35:48.384 INFO:tasks.rados.rados.0.smithi090.stdout:2124: oid 10 updating version 0 to 713 2024-04-15T16:35:48.384 INFO:tasks.rados.rados.0.smithi090.stdout:2124: oid 10 version 713 is already newer than 711 2024-04-15T16:35:48.384 INFO:tasks.rados.rados.0.smithi090.stdout:2124: oid 10 version 713 is already newer than 710 2024-04-15T16:35:48.384 INFO:tasks.rados.rados.0.smithi090.stdout:2124: oid 10 updating version 713 to 714 2024-04-15T16:35:48.384 INFO:tasks.rados.rados.0.smithi090.stdout:2124: oid 10 version 714 is already newer than 712 2024-04-15T16:35:48.384 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 714 (ObjNum 696 snap 194 seq_num 696) dirty exists 2024-04-15T16:35:48.384 INFO:tasks.rados.rados.0.smithi090.stdout:2124: left oid 10 (ObjNum 696 snap 194 seq_num 696) 2024-04-15T16:35:48.414 INFO:tasks.rados.rados.0.smithi090.stdout:2126: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:35:48.793 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:48 smithi153 ceph-mon[84714]: Upgrade: Updating osd.5 2024-04-15T16:35:48.793 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:48 smithi153 ceph-mon[84714]: Deploying daemon osd.5 on smithi153 2024-04-15T16:35:48.793 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:48 smithi153 ceph-mon[84714]: osdmap e454: 8 total, 8 up, 8 in 2024-04-15T16:35:48.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:48 smithi090 ceph-mon[89240]: Upgrade: Updating osd.5 2024-04-15T16:35:48.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:48 smithi090 ceph-mon[89240]: Deploying daemon osd.5 on smithi153 2024-04-15T16:35:48.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:48 smithi090 ceph-mon[89240]: osdmap e454: 8 total, 8 up, 8 in 2024-04-15T16:35:48.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:48 smithi090 ceph-mon[91618]: Upgrade: Updating osd.5 2024-04-15T16:35:48.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:48 smithi090 ceph-mon[91618]: Deploying daemon osd.5 on smithi153 2024-04-15T16:35:48.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:48 smithi090 ceph-mon[91618]: osdmap e454: 8 total, 8 up, 8 in 2024-04-15T16:35:49.370 INFO:tasks.rados.rados.0.smithi090.stdout:2123: done (3 left) 2024-04-15T16:35:49.371 INFO:tasks.rados.rados.0.smithi090.stdout:2124: done (2 left) 2024-04-15T16:35:49.371 INFO:tasks.rados.rados.0.smithi090.stdout:2126: done (1 left) 2024-04-15T16:35:49.371 INFO:tasks.rados.rados.0.smithi090.stdout:2127: done (0 left) 2024-04-15T16:35:49.371 INFO:tasks.rados.rados.0.smithi090.stdout:2128: snap_create 2024-04-15T16:35:49.489 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:35:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:35:49] "GET /metrics HTTP/1.1" 200 36124 "" "Prometheus/2.43.0" 2024-04-15T16:35:49.644 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:49 smithi153 ceph-mon[84714]: pgmap v339: 121 pgs: 121 active+clean; 328 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-04-15T16:35:49.645 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:49 smithi153 ceph-mon[84714]: osdmap e455: 8 total, 8 up, 8 in 2024-04-15T16:35:49.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:49 smithi090 ceph-mon[91618]: pgmap v339: 121 pgs: 121 active+clean; 328 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-04-15T16:35:49.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:49 smithi090 ceph-mon[91618]: osdmap e455: 8 total, 8 up, 8 in 2024-04-15T16:35:49.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:49 smithi090 ceph-mon[89240]: pgmap v339: 121 pgs: 121 active+clean; 328 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.7 MiB/s wr, 7 op/s 2024-04-15T16:35:49.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:49 smithi090 ceph-mon[89240]: osdmap e455: 8 total, 8 up, 8 in 2024-04-15T16:35:50.373 INFO:tasks.rados.rados.0.smithi090.stdout:2128: done (0 left) 2024-04-15T16:35:50.373 INFO:tasks.rados.rados.0.smithi090.stdout:2129: delete oid 9 current snap is 196 2024-04-15T16:35:50.375 INFO:tasks.rados.rados.0.smithi090.stdout:2129: done (0 left) 2024-04-15T16:35:50.375 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 35 current snap is 196 2024-04-15T16:35:50.375 INFO:tasks.rados.rados.0.smithi090.stdout:2130: seq_num 698 ranges {8445952=499712,8945664=589824,9535488=770048,10305536=245760} 2024-04-15T16:35:50.423 INFO:tasks.rados.rados.0.smithi090.stdout:2130: writing smithi09078167-35 from 8445952 to 8945664 tid 1 2024-04-15T16:35:50.426 INFO:tasks.rados.rados.0.smithi090.stdout:2130: writing smithi09078167-35 from 8945664 to 9535488 tid 2 2024-04-15T16:35:50.431 INFO:tasks.rados.rados.0.smithi090.stdout:2130: writing smithi09078167-35 from 9535488 to 10305536 tid 3 2024-04-15T16:35:50.432 INFO:tasks.rados.rados.0.smithi090.stdout:2130: writing smithi09078167-35 from 10305536 to 10551296 tid 4 2024-04-15T16:35:50.433 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 196 2024-04-15T16:35:50.433 INFO:tasks.rados.rados.0.smithi090.stdout:2130: finishing write tid 1 to smithi09078167-35 2024-04-15T16:35:50.433 INFO:tasks.rados.rados.0.smithi090.stdout:2131: seq_num 699 ranges {5726208=516096,6242304=475136,6717440=573440,7290880=557056} 2024-04-15T16:35:50.465 INFO:tasks.rados.rados.0.smithi090.stdout:2131: writing smithi09078167-6 from 5726208 to 6242304 tid 1 2024-04-15T16:35:50.468 INFO:tasks.rados.rados.0.smithi090.stdout:2131: writing smithi09078167-6 from 6242304 to 6717440 tid 2 2024-04-15T16:35:50.471 INFO:tasks.rados.rados.0.smithi090.stdout:2131: writing smithi09078167-6 from 6717440 to 7290880 tid 3 2024-04-15T16:35:50.475 INFO:tasks.rados.rados.0.smithi090.stdout:2131: writing smithi09078167-6 from 7290880 to 7847936 tid 4 2024-04-15T16:35:50.475 INFO:tasks.rados.rados.0.smithi090.stdout:2132: delete oid 37 current snap is 196 2024-04-15T16:35:50.475 INFO:tasks.rados.rados.0.smithi090.stdout:2130: finishing write tid 2 to smithi09078167-35 2024-04-15T16:35:50.475 INFO:tasks.rados.rados.0.smithi090.stdout:2130: finishing write tid 3 to smithi09078167-35 2024-04-15T16:35:50.475 INFO:tasks.rados.rados.0.smithi090.stdout:2130: finishing write tid 4 to smithi09078167-35 2024-04-15T16:35:50.475 INFO:tasks.rados.rados.0.smithi090.stdout:2130: finishing write tid 5 to smithi09078167-35 2024-04-15T16:35:50.475 INFO:tasks.rados.rados.0.smithi090.stdout:2130: finishing write tid 6 to smithi09078167-35 2024-04-15T16:35:50.475 INFO:tasks.rados.rados.0.smithi090.stdout:2130: oid 35 updating version 0 to 541 2024-04-15T16:35:50.476 INFO:tasks.rados.rados.0.smithi090.stdout:2130: oid 35 updating version 541 to 543 2024-04-15T16:35:50.476 INFO:tasks.rados.rados.0.smithi090.stdout:2130: oid 35 updating version 543 to 544 2024-04-15T16:35:50.476 INFO:tasks.rados.rados.0.smithi090.stdout:2130: oid 35 updating version 544 to 545 2024-04-15T16:35:50.476 INFO:tasks.rados.rados.0.smithi090.stdout:2130: oid 35 version 545 is already newer than 542 2024-04-15T16:35:50.476 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 545 (ObjNum 698 snap 196 seq_num 698) dirty exists 2024-04-15T16:35:50.476 INFO:tasks.rados.rados.0.smithi090.stdout:2130: left oid 35 (ObjNum 698 snap 196 seq_num 698) 2024-04-15T16:35:50.476 INFO:tasks.rados.rados.0.smithi090.stdout:2131: finishing write tid 1 to smithi09078167-6 2024-04-15T16:35:50.476 INFO:tasks.rados.rados.0.smithi090.stdout:2131: finishing write tid 2 to smithi09078167-6 2024-04-15T16:35:50.476 INFO:tasks.rados.rados.0.smithi090.stdout:2131: finishing write tid 3 to smithi09078167-6 2024-04-15T16:35:50.479 INFO:tasks.rados.rados.0.smithi090.stdout:2131: finishing write tid 4 to smithi09078167-6 2024-04-15T16:35:50.480 INFO:tasks.rados.rados.0.smithi090.stdout:2131: finishing write tid 5 to smithi09078167-6 2024-04-15T16:35:50.480 INFO:tasks.rados.rados.0.smithi090.stdout:2130: done (2 left) 2024-04-15T16:35:50.480 INFO:tasks.rados.rados.0.smithi090.stdout:2132: done (1 left) 2024-04-15T16:35:50.480 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 196 2024-04-15T16:35:50.481 INFO:tasks.rados.rados.0.smithi090.stdout:2133: seq_num 701 ranges {0=548864,548864=696320,1245184=540672,1785856=368640} 2024-04-15T16:35:50.483 INFO:tasks.rados.rados.0.smithi090.stdout:2133: writing smithi09078167-40 from 0 to 548864 tid 1 2024-04-15T16:35:50.487 INFO:tasks.rados.rados.0.smithi090.stdout:2133: writing smithi09078167-40 from 548864 to 1245184 tid 2 2024-04-15T16:35:50.490 INFO:tasks.rados.rados.0.smithi090.stdout:2133: writing smithi09078167-40 from 1245184 to 1785856 tid 3 2024-04-15T16:35:50.492 INFO:tasks.rados.rados.0.smithi090.stdout:2133: writing smithi09078167-40 from 1785856 to 2154496 tid 4 2024-04-15T16:35:50.492 INFO:tasks.rados.rados.0.smithi090.stdout:2134: copy_from oid 31 from oid 21 current snap is 196 2024-04-15T16:35:50.492 INFO:tasks.rados.rados.0.smithi090.stdout:2131: finishing write tid 6 to smithi09078167-6 2024-04-15T16:35:50.492 INFO:tasks.rados.rados.0.smithi090.stdout:2131: oid 6 updating version 0 to 750 2024-04-15T16:35:50.493 INFO:tasks.rados.rados.0.smithi090.stdout:2131: oid 6 version 750 is already newer than 749 2024-04-15T16:35:50.493 INFO:tasks.rados.rados.0.smithi090.stdout:2131: oid 6 version 750 is already newer than 746 2024-04-15T16:35:50.493 INFO:tasks.rados.rados.0.smithi090.stdout:2131: oid 6 version 750 is already newer than 748 2024-04-15T16:35:50.493 INFO:tasks.rados.rados.0.smithi090.stdout:2131: oid 6 version 750 is already newer than 747 2024-04-15T16:35:50.493 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 750 (ObjNum 699 snap 196 seq_num 699) dirty exists 2024-04-15T16:35:50.493 INFO:tasks.rados.rados.0.smithi090.stdout:2131: left oid 6 (ObjNum 699 snap 196 seq_num 699) 2024-04-15T16:35:50.493 INFO:tasks.rados.rados.0.smithi090.stdout:2133: finishing write tid 1 to smithi09078167-40 2024-04-15T16:35:50.493 INFO:tasks.rados.rados.0.smithi090.stdout:2133: finishing write tid 2 to smithi09078167-40 2024-04-15T16:35:50.493 INFO:tasks.rados.rados.0.smithi090.stdout:2131: done (2 left) 2024-04-15T16:35:50.493 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 196 2024-04-15T16:35:50.494 INFO:tasks.rados.rados.0.smithi090.stdout:2135: seq_num 702 ranges {17620992=565248,18186240=581632,18767872=745472,19513344=278528} 2024-04-15T16:35:50.586 INFO:tasks.rados.rados.0.smithi090.stdout:2135: writing smithi09078167-10 from 17620992 to 18186240 tid 1 2024-04-15T16:35:50.590 INFO:tasks.rados.rados.0.smithi090.stdout:2135: writing smithi09078167-10 from 18186240 to 18767872 tid 2 2024-04-15T16:35:50.594 INFO:tasks.rados.rados.0.smithi090.stdout:2135: writing smithi09078167-10 from 18767872 to 19513344 tid 3 2024-04-15T16:35:50.596 INFO:tasks.rados.rados.0.smithi090.stdout:2135: writing smithi09078167-10 from 19513344 to 19791872 tid 4 2024-04-15T16:35:50.597 INFO:tasks.rados.rados.0.smithi090.stdout:2136: copy_from oid 19 from oid 47 current snap is 196 2024-04-15T16:35:50.597 INFO:tasks.rados.rados.0.smithi090.stdout:2134: finishing copy_from to smithi09078167-31 2024-04-15T16:35:50.597 INFO:tasks.rados.rados.0.smithi090.stdout:2134: got expected ENOENT (src dne) 2024-04-15T16:35:50.597 INFO:tasks.rados.rados.0.smithi090.stdout:2134: finishing copy_from racing read to smithi09078167-31 2024-04-15T16:35:50.597 INFO:tasks.rados.rados.0.smithi090.stdout:2133: finishing write tid 3 to smithi09078167-40 2024-04-15T16:35:50.597 INFO:tasks.rados.rados.0.smithi090.stdout:2133: finishing write tid 4 to smithi09078167-40 2024-04-15T16:35:50.597 INFO:tasks.rados.rados.0.smithi090.stdout:2133: finishing write tid 5 to smithi09078167-40 2024-04-15T16:35:50.597 INFO:tasks.rados.rados.0.smithi090.stdout:2133: finishing write tid 6 to smithi09078167-40 2024-04-15T16:35:50.597 INFO:tasks.rados.rados.0.smithi090.stdout:2133: oid 40 updating version 0 to 753 2024-04-15T16:35:50.597 INFO:tasks.rados.rados.0.smithi090.stdout:2133: oid 40 updating version 753 to 755 2024-04-15T16:35:50.597 INFO:tasks.rados.rados.0.smithi090.stdout:2133: oid 40 version 755 is already newer than 752 2024-04-15T16:35:50.597 INFO:tasks.rados.rados.0.smithi090.stdout:2133: oid 40 version 755 is already newer than 754 2024-04-15T16:35:50.597 INFO:tasks.rados.rados.0.smithi090.stdout:2133: oid 40 version 755 is already newer than 751 2024-04-15T16:35:50.598 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 755 (ObjNum 701 snap 196 seq_num 701) dirty exists 2024-04-15T16:35:50.598 INFO:tasks.rados.rados.0.smithi090.stdout:2133: left oid 40 (ObjNum 701 snap 196 seq_num 701) 2024-04-15T16:35:50.598 INFO:tasks.rados.rados.0.smithi090.stdout:2135: finishing write tid 1 to smithi09078167-10 2024-04-15T16:35:50.598 INFO:tasks.rados.rados.0.smithi090.stdout:2133: done (3 left) 2024-04-15T16:35:50.598 INFO:tasks.rados.rados.0.smithi090.stdout:2134: done (2 left) 2024-04-15T16:35:50.598 INFO:tasks.rados.rados.0.smithi090.stdout:2137: delete oid 31 current snap is 196 2024-04-15T16:35:50.598 INFO:tasks.rados.rados.0.smithi090.stdout:2135: finishing write tid 2 to smithi09078167-10 2024-04-15T16:35:50.598 INFO:tasks.rados.rados.0.smithi090.stdout:2137: done (2 left) 2024-04-15T16:35:50.598 INFO:tasks.rados.rados.0.smithi090.stdout:2138: snap_remove snap 186 2024-04-15T16:35:50.745 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:50 smithi153 systemd[1]: Stopping Ceph osd.5 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:35:51.125 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:50 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[40931]: 2024-04-15T16:35:50.749+0000 7f8a4f686700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:35:51.126 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:50 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[40931]: 2024-04-15T16:35:50.749+0000 7f8a4f686700 -1 osd.5 456 *** Got signal Terminated *** 2024-04-15T16:35:51.126 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:50 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[40931]: 2024-04-15T16:35:50.749+0000 7f8a4f686700 -1 osd.5 456 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:35:51.380 INFO:tasks.rados.rados.0.smithi090.stdout:2138: done (2 left) 2024-04-15T16:35:51.380 INFO:tasks.rados.rados.0.smithi090.stdout:2139: snap_remove snap 189 2024-04-15T16:35:51.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:51 smithi090 ceph-mon[89240]: osdmap e456: 8 total, 8 up, 8 in 2024-04-15T16:35:51.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:51 smithi090 ceph-mon[89240]: pgmap v342: 121 pgs: 121 active+clean; 328 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 382 KiB/s wr, 1 op/s 2024-04-15T16:35:51.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:51 smithi090 ceph-mon[89240]: osd.5 marked itself down and dead 2024-04-15T16:35:51.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:51 smithi090 ceph-mon[91618]: osdmap e456: 8 total, 8 up, 8 in 2024-04-15T16:35:51.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:51 smithi090 ceph-mon[91618]: pgmap v342: 121 pgs: 121 active+clean; 328 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 382 KiB/s wr, 1 op/s 2024-04-15T16:35:51.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:51 smithi090 ceph-mon[91618]: osd.5 marked itself down and dead 2024-04-15T16:35:51.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:51 smithi153 ceph-mon[84714]: osdmap e456: 8 total, 8 up, 8 in 2024-04-15T16:35:51.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:51 smithi153 ceph-mon[84714]: pgmap v342: 121 pgs: 121 active+clean; 328 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 2.6 MiB/s rd, 382 KiB/s wr, 1 op/s 2024-04-15T16:35:51.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:51 smithi153 ceph-mon[84714]: osd.5 marked itself down and dead 2024-04-15T16:35:52.268 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:35:52.301 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:51 smithi153 podman[94602]: 2024-04-15 16:35:51.946767462 +0000 UTC m=+1.305461648 container died f4ca8da35c81106f4a7271aafad30dc4e5c30f79991874fb02b0f91a9ae9a9c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-e3fb05d, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:35:52.302 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:52 smithi153 podman[94602]: 2024-04-15 16:35:52.307441293 +0000 UTC m=+1.666135517 container cleanup f4ca8da35c81106f4a7271aafad30dc4e5c30f79991874fb02b0f91a9ae9a9c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-e3fb05d, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-15T16:35:52.390 INFO:tasks.rados.rados.0.smithi090.stdout:2139: done (2 left) 2024-04-15T16:35:52.390 INFO:tasks.rados.rados.0.smithi090.stdout:2140: copy_from oid 30 from oid 31 current snap is 196 2024-04-15T16:35:52.390 INFO:tasks.rados.rados.0.smithi090.stdout:2135: finishing write tid 3 to smithi09078167-10 2024-04-15T16:35:52.390 INFO:tasks.rados.rados.0.smithi090.stdout:2135: finishing write tid 4 to smithi09078167-10 2024-04-15T16:35:52.390 INFO:tasks.rados.rados.0.smithi090.stdout:2135: finishing write tid 5 to smithi09078167-10 2024-04-15T16:35:52.390 INFO:tasks.rados.rados.0.smithi090.stdout:2135: finishing write tid 6 to smithi09078167-10 2024-04-15T16:35:52.390 INFO:tasks.rados.rados.0.smithi090.stdout:2135: oid 10 updating version 0 to 717 2024-04-15T16:35:52.391 INFO:tasks.rados.rados.0.smithi090.stdout:2135: oid 10 version 717 is already newer than 716 2024-04-15T16:35:52.391 INFO:tasks.rados.rados.0.smithi090.stdout:2135: oid 10 version 717 is already newer than 715 2024-04-15T16:35:52.391 INFO:tasks.rados.rados.0.smithi090.stdout:2135: oid 10 updating version 717 to 719 2024-04-15T16:35:52.391 INFO:tasks.rados.rados.0.smithi090.stdout:2135: oid 10 version 719 is already newer than 718 2024-04-15T16:35:52.391 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 719 (ObjNum 702 snap 196 seq_num 702) dirty exists 2024-04-15T16:35:52.391 INFO:tasks.rados.rados.0.smithi090.stdout:2135: left oid 10 (ObjNum 702 snap 196 seq_num 702) 2024-04-15T16:35:52.391 INFO:tasks.rados.rados.0.smithi090.stdout:2136: finishing copy_from racing read to smithi09078167-19 2024-04-15T16:35:52.391 INFO:tasks.rados.rados.0.smithi090.stdout:2136: finishing copy_from to smithi09078167-19 2024-04-15T16:35:52.391 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 498 (ObjNum 610 snap 164 seq_num 610) dirty exists 2024-04-15T16:35:52.391 INFO:tasks.rados.rados.0.smithi090.stdout:2135: done (2 left) 2024-04-15T16:35:52.391 INFO:tasks.rados.rados.0.smithi090.stdout:2136: done (1 left) 2024-04-15T16:35:52.391 INFO:tasks.rados.rados.0.smithi090.stdout:2141: read oid 21 snap -1 2024-04-15T16:35:52.391 INFO:tasks.rados.rados.0.smithi090.stdout:2141: expect deleted 2024-04-15T16:35:52.391 INFO:tasks.rados.rados.0.smithi090.stdout:2142: setattr oid 28 current snap is 196 2024-04-15T16:35:52.392 INFO:tasks.rados.rados.0.smithi090.stdout:2143: snap_remove snap 182 2024-04-15T16:35:52.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:52 smithi090 ceph-mon[91618]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:35:52.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:52 smithi090 ceph-mon[91618]: osdmap e457: 8 total, 7 up, 8 in 2024-04-15T16:35:52.583 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:52 smithi090 ceph-mon[89240]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:35:52.583 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:52 smithi090 ceph-mon[89240]: osdmap e457: 8 total, 7 up, 8 in 2024-04-15T16:35:52.586 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:52 smithi153 ceph-mon[84714]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:35:52.586 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:52 smithi153 ceph-mon[84714]: osdmap e457: 8 total, 7 up, 8 in 2024-04-15T16:35:52.589 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:52 smithi153 bash[94602]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5 2024-04-15T16:35:52.590 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:35:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:35:52.605 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:35:52.605 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (8m) 61s ago 9m 23.9M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:35:52.605 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (9m) 27s ago 9m 89.4M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:35:52.605 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (10m) 61s ago 10m 19.9M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:35:52.605 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (10m) 27s ago 10m 16.2M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:35:52.605 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (4m) 27s ago 13m 452M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:35:52.605 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (4m) 61s ago 15m 514M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:35:52.605 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (4m) 61s ago 15m 51.8M 2048M 19.0.0-3080-gc2d8c315 259793512b73 82f63672a8c1 2024-04-15T16:35:52.605 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (3m) 27s ago 14m 46.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 a8c48d861c6e 2024-04-15T16:35:52.605 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (3m) 61s ago 14m 45.2M 2048M 19.0.0-3080-gc2d8c315 259793512b73 28c14668bcb2 2024-04-15T16:35:52.605 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (8m) 61s ago 8m 15.6M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:35:52.605 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (8m) 27s ago 8m 15.5M - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:35:52.606 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (2m) 61s ago 13m 119M 2480M 19.0.0-3080-gc2d8c315 259793512b73 220a8dfc36ad 2024-04-15T16:35:52.606 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (2m) 61s ago 13m 102M 2480M 19.0.0-3080-gc2d8c315 259793512b73 1c837b285ce5 2024-04-15T16:35:52.606 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (85s) 61s ago 12m 94.9M 2480M 19.0.0-3080-gc2d8c315 259793512b73 915f230e2693 2024-04-15T16:35:52.606 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (65s) 61s ago 12m 12.5M 2480M 19.0.0-3080-gc2d8c315 259793512b73 a0a34f8fff3a 2024-04-15T16:35:52.606 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (31s) 27s ago 11m 12.5M 2480M 19.0.0-3080-gc2d8c315 259793512b73 ead96f9e7b8d 2024-04-15T16:35:52.606 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (11m) 27s ago 11m 205M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a f4ca8da35c81 2024-04-15T16:35:52.606 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (11m) 27s ago 11m 184M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 66e4ab03958e 2024-04-15T16:35:52.606 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (10m) 27s ago 10m 163M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:35:52.606 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (4m) 27s ago 9m 58.5M - 2.43.0 a07b618ecd1d ac36942670ad 2024-04-15T16:35:52.875 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:52 smithi153 podman[94621]: 2024-04-15 16:35:52.592500486 +0000 UTC m=+0.649017196 container remove f4ca8da35c81106f4a7271aafad30dc4e5c30f79991874fb02b0f91a9ae9a9c1 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-e3fb05d, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-15T16:35:53.007 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:35:53.007 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:35:53.007 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:35:53.007 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:35:53.007 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:35:53.007 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:35:53.007 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:35:53.008 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:35:53.008 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2, 2024-04-15T16:35:53.008 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 5 2024-04-15T16:35:53.008 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:35:53.008 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:35:53.008 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:35:53.008 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:35:53.008 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:35:53.008 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 4, 2024-04-15T16:35:53.008 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 10 2024-04-15T16:35:53.008 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:35:53.009 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:35:53.186 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:52 smithi153 podman[94718]: 2024-04-15 16:35:52.841815483 +0000 UTC m=+0.017838164 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:35:53.186 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:52 smithi153 podman[94718]: 2024-04-15 16:35:52.960402619 +0000 UTC m=+0.136425300 container create ace34f4b1c77bb4ca6c0ec02bb3f45f8eebca9bdffd2349877de2d5cb2e968e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-deactivate, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:35:53.186 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:53 smithi153 podman[94718]: 2024-04-15 16:35:53.188155094 +0000 UTC m=+0.364177775 container init ace34f4b1c77bb4ca6c0ec02bb3f45f8eebca9bdffd2349877de2d5cb2e968e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-15T16:35:53.395 INFO:tasks.rados.rados.0.smithi090.stdout:2143: done (3 left) 2024-04-15T16:35:53.395 INFO:tasks.rados.rados.0.smithi090.stdout:2144: read oid 42 snap 174 2024-04-15T16:35:53.395 INFO:tasks.rados.rados.0.smithi090.stdout:2144: expect (ObjNum 644 snap 170 seq_num 644) 2024-04-15T16:35:53.395 INFO:tasks.rados.rados.0.smithi090.stdout:2145: rmattr oid 29 current snap is 196 2024-04-15T16:35:53.395 INFO:tasks.rados.rados.0.smithi090.stdout:2140: finishing copy_from to smithi09078167-30 2024-04-15T16:35:53.396 INFO:tasks.rados.rados.0.smithi090.stdout:2140: got expected ENOENT (src dne) 2024-04-15T16:35:53.396 INFO:tasks.rados.rados.0.smithi090.stdout:2140: finishing copy_from racing read to smithi09078167-30 2024-04-15T16:35:53.396 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 617 (ObjNum 660 snap 180 seq_num 660) dirty exists 2024-04-15T16:35:53.396 INFO:tasks.rados.rados.0.smithi090.stdout:2140: done (4 left) 2024-04-15T16:35:53.396 INFO:tasks.rados.rados.0.smithi090.stdout:2141: done (3 left) 2024-04-15T16:35:53.396 INFO:tasks.rados.rados.0.smithi090.stdout:2142: done (2 left) 2024-04-15T16:35:53.396 INFO:tasks.rados.rados.0.smithi090.stdout:2146: read oid 17 snap -1 2024-04-15T16:35:53.396 INFO:tasks.rados.rados.0.smithi090.stdout:2146: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:35:53.396 INFO:tasks.rados.rados.0.smithi090.stdout:2147: rollback oid 7 current snap is 196 2024-04-15T16:35:53.396 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 7 to 192 2024-04-15T16:35:53.396 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 196 2024-04-15T16:35:53.396 INFO:tasks.rados.rados.0.smithi090.stdout:2148: seq_num 704 ranges {0=598016,598016=745472,1343488=712704,2056192=147456} 2024-04-15T16:35:53.399 INFO:tasks.rados.rados.0.smithi090.stdout:2148: writing smithi09078167-37 from 0 to 598016 tid 1 2024-04-15T16:35:53.404 INFO:tasks.rados.rados.0.smithi090.stdout:2148: writing smithi09078167-37 from 598016 to 1343488 tid 2 2024-04-15T16:35:53.410 INFO:tasks.rados.rados.0.smithi090.stdout:2148: writing smithi09078167-37 from 1343488 to 2056192 tid 3 2024-04-15T16:35:53.411 INFO:tasks.rados.rados.0.smithi090.stdout:2148: writing smithi09078167-37 from 2056192 to 2203648 tid 4 2024-04-15T16:35:53.411 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 196 2024-04-15T16:35:53.411 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 687 (ObjNum 583 snap 154 seq_num 583) dirty exists 2024-04-15T16:35:53.411 INFO:tasks.rados.rados.0.smithi090.stdout:2148: finishing write tid 1 to smithi09078167-37 2024-04-15T16:35:53.411 INFO:tasks.rados.rados.0.smithi090.stdout:2149: seq_num 705 ranges {2236416=614400,2850816=630784,3481600=524288,4005888=450560} 2024-04-15T16:35:53.428 INFO:tasks.rados.rados.0.smithi090.stdout:2149: writing smithi09078167-15 from 2236416 to 2850816 tid 1 2024-04-15T16:35:53.432 INFO:tasks.rados.rados.0.smithi090.stdout:2149: writing smithi09078167-15 from 2850816 to 3481600 tid 2 2024-04-15T16:35:53.436 INFO:tasks.rados.rados.0.smithi090.stdout:2149: writing smithi09078167-15 from 3481600 to 4005888 tid 3 2024-04-15T16:35:53.439 INFO:tasks.rados.rados.0.smithi090.stdout:2149: writing smithi09078167-15 from 4005888 to 4456448 tid 4 2024-04-15T16:35:53.439 INFO:tasks.rados.rados.0.smithi090.stdout:2145: done (5 left) 2024-04-15T16:35:53.440 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 196 2024-04-15T16:35:53.440 INFO:tasks.rados.rados.0.smithi090.stdout:2148: finishing write tid 2 to smithi09078167-37 2024-04-15T16:35:53.440 INFO:tasks.rados.rados.0.smithi090.stdout:2148: finishing write tid 3 to smithi09078167-37 2024-04-15T16:35:53.440 INFO:tasks.rados.rados.0.smithi090.stdout:2148: finishing write tid 4 to smithi09078167-37 2024-04-15T16:35:53.440 INFO:tasks.rados.rados.0.smithi090.stdout:2150: seq_num 706 ranges {991232=630784,1622016=516096,2138112=729088,2867200=360448} 2024-04-15T16:35:53.448 INFO:tasks.rados.rados.0.smithi090.stdout:2150: writing smithi09078167-47 from 991232 to 1622016 tid 1 2024-04-15T16:35:53.451 INFO:tasks.rados.rados.0.smithi090.stdout:2150: writing smithi09078167-47 from 1622016 to 2138112 tid 2 2024-04-15T16:35:53.455 INFO:tasks.rados.rados.0.smithi090.stdout:2150: writing smithi09078167-47 from 2138112 to 2867200 tid 3 2024-04-15T16:35:53.458 INFO:tasks.rados.rados.0.smithi090.stdout:2150: writing smithi09078167-47 from 2867200 to 3227648 tid 4 2024-04-15T16:35:53.458 INFO:tasks.rados.rados.0.smithi090.stdout:2151: read oid 32 snap -1 2024-04-15T16:35:53.458 INFO:tasks.rados.rados.0.smithi090.stdout:2151: expect deleted 2024-04-15T16:35:53.458 INFO:tasks.rados.rados.0.smithi090.stdout:2152: snap_create 2024-04-15T16:35:53.458 INFO:tasks.rados.rados.0.smithi090.stdout:2148: finishing write tid 5 to smithi09078167-37 2024-04-15T16:35:53.458 INFO:tasks.rados.rados.0.smithi090.stdout:2148: finishing write tid 6 to smithi09078167-37 2024-04-15T16:35:53.458 INFO:tasks.rados.rados.0.smithi090.stdout:2148: oid 37 updating version 0 to 400 2024-04-15T16:35:53.458 INFO:tasks.rados.rados.0.smithi090.stdout:2148: oid 37 updating version 400 to 401 2024-04-15T16:35:53.459 INFO:tasks.rados.rados.0.smithi090.stdout:2148: oid 37 version 401 is already newer than 399 2024-04-15T16:35:53.459 INFO:tasks.rados.rados.0.smithi090.stdout:2148: oid 37 version 401 is already newer than 398 2024-04-15T16:35:53.459 INFO:tasks.rados.rados.0.smithi090.stdout:2148: oid 37 updating version 401 to 402 2024-04-15T16:35:53.459 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 402 (ObjNum 704 snap 196 seq_num 704) dirty exists 2024-04-15T16:35:53.459 INFO:tasks.rados.rados.0.smithi090.stdout:2148: left oid 37 (ObjNum 704 snap 196 seq_num 704) 2024-04-15T16:35:53.459 INFO:tasks.rados.rados.0.smithi090.stdout:2146: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:35:53.494 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:53 smithi153 ceph-mon[84714]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:35:53.494 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:53 smithi153 ceph-mon[84714]: osdmap e458: 8 total, 7 up, 8 in 2024-04-15T16:35:53.494 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:53 smithi153 ceph-mon[84714]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:35:53.494 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:53 smithi153 ceph-mon[84714]: pgmap v345: 121 pgs: 24 peering, 8 stale+active+clean, 3 active+undersized, 86 active+clean; 334 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:35:53.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:53.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:35:53.495 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:53 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2376243478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:35:53.495 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:53 smithi153 podman[94718]: 2024-04-15 16:35:53.191648564 +0000 UTC m=+0.367671245 container start ace34f4b1c77bb4ca6c0ec02bb3f45f8eebca9bdffd2349877de2d5cb2e968e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T16:35:53.495 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:53 smithi153 podman[94718]: 2024-04-15 16:35:53.279465488 +0000 UTC m=+0.455488186 container attach ace34f4b1c77bb4ca6c0ec02bb3f45f8eebca9bdffd2349877de2d5cb2e968e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T16:35:53.635 INFO:tasks.rados.rados.0.smithi090.stdout:2149: finishing write tid 1 to smithi09078167-15 2024-04-15T16:35:53.635 INFO:tasks.rados.rados.0.smithi090.stdout:2149: finishing write tid 2 to smithi09078167-15 2024-04-15T16:35:53.635 INFO:tasks.rados.rados.0.smithi090.stdout:2149: finishing write tid 3 to smithi09078167-15 2024-04-15T16:35:53.636 INFO:tasks.rados.rados.0.smithi090.stdout:2144: expect (ObjNum 644 snap 170 seq_num 644) 2024-04-15T16:35:53.795 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:53 smithi153 podman[94718]: 2024-04-15 16:35:53.500394042 +0000 UTC m=+0.676416731 container died ace34f4b1c77bb4ca6c0ec02bb3f45f8eebca9bdffd2349877de2d5cb2e968e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=main-c2d8c31) 2024-04-15T16:35:53.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:53 smithi090 ceph-mon[89240]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:35:53.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:53 smithi090 ceph-mon[89240]: osdmap e458: 8 total, 7 up, 8 in 2024-04-15T16:35:53.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:53 smithi090 ceph-mon[89240]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:35:53.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:53 smithi090 ceph-mon[89240]: pgmap v345: 121 pgs: 24 peering, 8 stale+active+clean, 3 active+undersized, 86 active+clean; 334 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:35:53.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:53.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:35:53.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:53 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2376243478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:35:53.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:53 smithi090 ceph-mon[91618]: from='client.44240 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:35:53.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:53 smithi090 ceph-mon[91618]: osdmap e458: 8 total, 7 up, 8 in 2024-04-15T16:35:53.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:53 smithi090 ceph-mon[91618]: from='client.44246 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:35:53.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:53 smithi090 ceph-mon[91618]: pgmap v345: 121 pgs: 24 peering, 8 stale+active+clean, 3 active+undersized, 86 active+clean; 334 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:35:53.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:53.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:35:53.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:53 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2376243478' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:35:54.176 INFO:tasks.rados.rados.0.smithi090.stdout:2147: finishing rollback tid 0 to smithi09078167-7 2024-04-15T16:35:54.176 INFO:tasks.rados.rados.0.smithi090.stdout:2147: finishing rollback tid 1 to smithi09078167-7 2024-04-15T16:35:54.176 INFO:tasks.rados.rados.0.smithi090.stdout:2147: finishing rollback tid 2 to smithi09078167-7 2024-04-15T16:35:54.176 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 633 (ObjNum 691 snap 190 seq_num 691) dirty exists 2024-04-15T16:35:54.176 INFO:tasks.rados.rados.0.smithi090.stdout:2149: finishing write tid 4 to smithi09078167-15 2024-04-15T16:35:54.177 INFO:tasks.rados.rados.0.smithi090.stdout:2149: finishing write tid 5 to smithi09078167-15 2024-04-15T16:35:54.177 INFO:tasks.rados.rados.0.smithi090.stdout:2149: finishing write tid 6 to smithi09078167-15 2024-04-15T16:35:54.177 INFO:tasks.rados.rados.0.smithi090.stdout:2149: oid 15 updating version 0 to 765 2024-04-15T16:35:54.177 INFO:tasks.rados.rados.0.smithi090.stdout:2149: oid 15 updating version 765 to 766 2024-04-15T16:35:54.177 INFO:tasks.rados.rados.0.smithi090.stdout:2149: oid 15 version 766 is already newer than 763 2024-04-15T16:35:54.177 INFO:tasks.rados.rados.0.smithi090.stdout:2149: oid 15 version 766 is already newer than 764 2024-04-15T16:35:54.177 INFO:tasks.rados.rados.0.smithi090.stdout:2149: oid 15 version 766 is already newer than 762 2024-04-15T16:35:54.177 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 766 (ObjNum 705 snap 196 seq_num 705) dirty exists 2024-04-15T16:35:54.177 INFO:tasks.rados.rados.0.smithi090.stdout:2149: left oid 15 (ObjNum 705 snap 196 seq_num 705) 2024-04-15T16:35:54.177 INFO:tasks.rados.rados.0.smithi090.stdout:2150: finishing write tid 1 to smithi09078167-47 2024-04-15T16:35:54.177 INFO:tasks.rados.rados.0.smithi090.stdout:2150: finishing write tid 2 to smithi09078167-47 2024-04-15T16:35:54.177 INFO:tasks.rados.rados.0.smithi090.stdout:2150: finishing write tid 3 to smithi09078167-47 2024-04-15T16:35:54.177 INFO:tasks.rados.rados.0.smithi090.stdout:2150: finishing write tid 4 to smithi09078167-47 2024-04-15T16:35:54.177 INFO:tasks.rados.rados.0.smithi090.stdout:2150: finishing write tid 5 to smithi09078167-47 2024-04-15T16:35:54.178 INFO:tasks.rados.rados.0.smithi090.stdout:2150: finishing write tid 6 to smithi09078167-47 2024-04-15T16:35:54.178 INFO:tasks.rados.rados.0.smithi090.stdout:2150: oid 47 updating version 0 to 621 2024-04-15T16:35:54.178 INFO:tasks.rados.rados.0.smithi090.stdout:2150: oid 47 updating version 621 to 622 2024-04-15T16:35:54.178 INFO:tasks.rados.rados.0.smithi090.stdout:2150: oid 47 version 622 is already newer than 618 2024-04-15T16:35:54.178 INFO:tasks.rados.rados.0.smithi090.stdout:2150: oid 47 version 622 is already newer than 619 2024-04-15T16:35:54.178 INFO:tasks.rados.rados.0.smithi090.stdout:2150: oid 47 version 622 is already newer than 620 2024-04-15T16:35:54.178 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 622 (ObjNum 706 snap 196 seq_num 706) dirty exists 2024-04-15T16:35:54.178 INFO:tasks.rados.rados.0.smithi090.stdout:2150: left oid 47 (ObjNum 706 snap 196 seq_num 706) 2024-04-15T16:35:54.372 INFO:tasks.rados.rados.0.smithi090.stdout:2144: done (7 left) 2024-04-15T16:35:54.372 INFO:tasks.rados.rados.0.smithi090.stdout:2146: done (6 left) 2024-04-15T16:35:54.372 INFO:tasks.rados.rados.0.smithi090.stdout:2147: done (5 left) 2024-04-15T16:35:54.372 INFO:tasks.rados.rados.0.smithi090.stdout:2148: done (4 left) 2024-04-15T16:35:54.372 INFO:tasks.rados.rados.0.smithi090.stdout:2149: done (3 left) 2024-04-15T16:35:54.372 INFO:tasks.rados.rados.0.smithi090.stdout:2150: done (2 left) 2024-04-15T16:35:54.372 INFO:tasks.rados.rados.0.smithi090.stdout:2151: done (1 left) 2024-04-15T16:35:54.372 INFO:tasks.rados.rados.0.smithi090.stdout:2152: done (0 left) 2024-04-15T16:35:54.372 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 197 2024-04-15T16:35:54.372 INFO:tasks.rados.rados.0.smithi090.stdout:2153: seq_num 707 ranges {1818624=647168,2465792=802816,3268608=532480,3801088=270336} 2024-04-15T16:35:54.375 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:54 smithi153 podman[94745]: 2024-04-15 16:35:54.074763602 +0000 UTC m=+0.568448084 container remove ace34f4b1c77bb4ca6c0ec02bb3f45f8eebca9bdffd2349877de2d5cb2e968e1 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-deactivate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux ) 2024-04-15T16:35:54.375 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:54 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.5.service: Deactivated successfully. 2024-04-15T16:35:54.375 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:54 smithi153 systemd[1]: Stopped Ceph osd.5 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:35:54.375 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:54 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.5.service: Consumed 14.949s CPU time. 2024-04-15T16:35:54.375 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:54 smithi153 systemd[1]: Starting Ceph osd.5 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:35:54.384 INFO:tasks.rados.rados.0.smithi090.stdout:2153: writing smithi09078167-39 from 1818624 to 2465792 tid 1 2024-04-15T16:35:54.389 INFO:tasks.rados.rados.0.smithi090.stdout:2153: writing smithi09078167-39 from 2465792 to 3268608 tid 2 2024-04-15T16:35:54.392 INFO:tasks.rados.rados.0.smithi090.stdout:2153: writing smithi09078167-39 from 3268608 to 3801088 tid 3 2024-04-15T16:35:54.395 INFO:tasks.rados.rados.0.smithi090.stdout:2153: writing smithi09078167-39 from 3801088 to 4071424 tid 4 2024-04-15T16:35:54.395 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 197 2024-04-15T16:35:54.395 INFO:tasks.rados.rados.0.smithi090.stdout:2153: finishing write tid 1 to smithi09078167-39 2024-04-15T16:35:54.395 INFO:tasks.rados.rados.0.smithi090.stdout:2153: finishing write tid 2 to smithi09078167-39 2024-04-15T16:35:54.395 INFO:tasks.rados.rados.0.smithi090.stdout:2154: seq_num 708 ranges {4554752=663552,5218304=737280,5955584=696320,6651904=172032} 2024-04-15T16:35:54.423 INFO:tasks.rados.rados.0.smithi090.stdout:2154: writing smithi09078167-38 from 4554752 to 5218304 tid 1 2024-04-15T16:35:54.427 INFO:tasks.rados.rados.0.smithi090.stdout:2154: writing smithi09078167-38 from 5218304 to 5955584 tid 2 2024-04-15T16:35:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:2154: writing smithi09078167-38 from 5955584 to 6651904 tid 3 2024-04-15T16:35:54.433 INFO:tasks.rados.rados.0.smithi090.stdout:2154: writing smithi09078167-38 from 6651904 to 6823936 tid 4 2024-04-15T16:35:54.433 INFO:tasks.rados.rados.0.smithi090.stdout:2155: read oid 35 snap -1 2024-04-15T16:35:54.434 INFO:tasks.rados.rados.0.smithi090.stdout:2155: expect (ObjNum 698 snap 196 seq_num 698) 2024-04-15T16:35:54.434 INFO:tasks.rados.rados.0.smithi090.stdout:2156: read oid 3 snap 194 2024-04-15T16:35:54.434 INFO:tasks.rados.rados.0.smithi090.stdout:2156: expect deleted 2024-04-15T16:35:54.434 INFO:tasks.rados.rados.0.smithi090.stdout:2157: rollback oid 46 current snap is 197 2024-04-15T16:35:54.434 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 193 2024-04-15T16:35:54.434 INFO:tasks.rados.rados.0.smithi090.stdout:2153: finishing write tid 3 to smithi09078167-39 2024-04-15T16:35:54.434 INFO:tasks.rados.rados.0.smithi090.stdout:2153: finishing write tid 4 to smithi09078167-39 2024-04-15T16:35:54.434 INFO:tasks.rados.rados.0.smithi090.stdout:2153: finishing write tid 5 to smithi09078167-39 2024-04-15T16:35:54.434 INFO:tasks.rados.rados.0.smithi090.stdout:2153: finishing write tid 6 to smithi09078167-39 2024-04-15T16:35:54.434 INFO:tasks.rados.rados.0.smithi090.stdout:2153: oid 39 updating version 0 to 722 2024-04-15T16:35:54.434 INFO:tasks.rados.rados.0.smithi090.stdout:2153: oid 39 updating version 722 to 724 2024-04-15T16:35:54.434 INFO:tasks.rados.rados.0.smithi090.stdout:2153: oid 39 version 724 is already newer than 720 2024-04-15T16:35:54.435 INFO:tasks.rados.rados.0.smithi090.stdout:2153: oid 39 version 724 is already newer than 723 2024-04-15T16:35:54.435 INFO:tasks.rados.rados.0.smithi090.stdout:2153: oid 39 version 724 is already newer than 721 2024-04-15T16:35:54.435 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 724 (ObjNum 707 snap 197 seq_num 707) dirty exists 2024-04-15T16:35:54.435 INFO:tasks.rados.rados.0.smithi090.stdout:2153: left oid 39 (ObjNum 707 snap 197 seq_num 707) 2024-04-15T16:35:54.435 INFO:tasks.rados.rados.0.smithi090.stdout:2154: finishing write tid 1 to smithi09078167-38 2024-04-15T16:35:54.435 INFO:tasks.rados.rados.0.smithi090.stdout:2154: finishing write tid 2 to smithi09078167-38 2024-04-15T16:35:54.435 INFO:tasks.rados.rados.0.smithi090.stdout:2153: done (4 left) 2024-04-15T16:35:54.439 INFO:tasks.rados.rados.0.smithi090.stdout:2158: rollback oid 6 current snap is 197 2024-04-15T16:35:54.439 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 191 2024-04-15T16:35:54.439 INFO:tasks.rados.rados.0.smithi090.stdout:2159: read oid 15 snap 180 2024-04-15T16:35:54.439 INFO:tasks.rados.rados.0.smithi090.stdout:2159: expect (ObjNum 608 snap 163 seq_num 608) 2024-04-15T16:35:54.439 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 197 2024-04-15T16:35:54.439 INFO:tasks.rados.rados.0.smithi090.stdout:2160: seq_num 709 ranges {1998848=679936,2678784=614400,3293184=499712,3792896=491520} 2024-04-15T16:35:54.448 INFO:tasks.rados.rados.0.smithi090.stdout:2160: writing smithi09078167-11 from 1998848 to 2678784 tid 1 2024-04-15T16:35:54.451 INFO:tasks.rados.rados.0.smithi090.stdout:2160: writing smithi09078167-11 from 2678784 to 3293184 tid 2 2024-04-15T16:35:54.455 INFO:tasks.rados.rados.0.smithi090.stdout:2160: writing smithi09078167-11 from 3293184 to 3792896 tid 3 2024-04-15T16:35:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:2160: writing smithi09078167-11 from 3792896 to 4284416 tid 4 2024-04-15T16:35:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:2161: copy_from oid 48 from oid 32 current snap is 197 2024-04-15T16:35:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:2154: finishing write tid 3 to smithi09078167-38 2024-04-15T16:35:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:2154: finishing write tid 4 to smithi09078167-38 2024-04-15T16:35:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:2157: finishing rollback tid 0 to smithi09078167-46 2024-04-15T16:35:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:2158: finishing rollback tid 0 to smithi09078167-6 2024-04-15T16:35:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:2154: finishing write tid 5 to smithi09078167-38 2024-04-15T16:35:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:2156: done (7 left) 2024-04-15T16:35:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 197 2024-04-15T16:35:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:2158: finishing rollback tid 1 to smithi09078167-6 2024-04-15T16:35:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:2158: finishing rollback tid 2 to smithi09078167-6 2024-04-15T16:35:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 759 (ObjNum 630 snap 167 seq_num 630) dirty exists 2024-04-15T16:35:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:2157: finishing rollback tid 1 to smithi09078167-46 2024-04-15T16:35:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:2154: finishing write tid 6 to smithi09078167-38 2024-04-15T16:35:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:2154: oid 38 updating version 0 to 678 2024-04-15T16:35:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:2154: oid 38 updating version 678 to 681 2024-04-15T16:35:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:2154: oid 38 version 681 is already newer than 677 2024-04-15T16:35:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:2154: oid 38 version 681 is already newer than 679 2024-04-15T16:35:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:2154: oid 38 version 681 is already newer than 680 2024-04-15T16:35:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 681 (ObjNum 708 snap 197 seq_num 708) dirty exists 2024-04-15T16:35:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:2154: left oid 38 (ObjNum 708 snap 197 seq_num 708) 2024-04-15T16:35:54.460 INFO:tasks.rados.rados.0.smithi090.stdout:2157: finishing rollback tid 2 to smithi09078167-46 2024-04-15T16:35:54.461 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 518 (ObjNum 695 snap 193 seq_num 695) dirty exists 2024-04-15T16:35:54.461 INFO:tasks.rados.rados.0.smithi090.stdout:2162: seq_num 710 ranges {1933312=696320,2629632=499712,3129344=712704,3842048=393216} 2024-04-15T16:35:54.473 INFO:tasks.rados.rados.0.smithi090.stdout:2162: writing smithi09078167-41 from 1933312 to 2629632 tid 1 2024-04-15T16:35:54.476 INFO:tasks.rados.rados.0.smithi090.stdout:2162: writing smithi09078167-41 from 2629632 to 3129344 tid 2 2024-04-15T16:35:54.480 INFO:tasks.rados.rados.0.smithi090.stdout:2162: writing smithi09078167-41 from 3129344 to 3842048 tid 3 2024-04-15T16:35:54.483 INFO:tasks.rados.rados.0.smithi090.stdout:2162: writing smithi09078167-41 from 3842048 to 4235264 tid 4 2024-04-15T16:35:54.483 INFO:tasks.rados.rados.0.smithi090.stdout:2154: done (7 left) 2024-04-15T16:35:54.483 INFO:tasks.rados.rados.0.smithi090.stdout:2157: done (6 left) 2024-04-15T16:35:54.483 INFO:tasks.rados.rados.0.smithi090.stdout:2158: done (5 left) 2024-04-15T16:35:54.484 INFO:tasks.rados.rados.0.smithi090.stdout:2163: read oid 12 snap -1 2024-04-15T16:35:54.484 INFO:tasks.rados.rados.0.smithi090.stdout:2163: expect deleted 2024-04-15T16:35:54.484 INFO:tasks.rados.rados.0.smithi090.stdout:2164: rollback oid 27 current snap is 197 2024-04-15T16:35:54.484 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 191 2024-04-15T16:35:54.484 INFO:tasks.rados.rados.0.smithi090.stdout:2165: delete oid 21 current snap is 197 2024-04-15T16:35:54.484 INFO:tasks.rados.rados.0.smithi090.stdout:2159: expect (ObjNum 608 snap 163 seq_num 608) 2024-04-15T16:35:54.588 INFO:tasks.rados.rados.0.smithi090.stdout:2160: finishing write tid 1 to smithi09078167-11 2024-04-15T16:35:54.588 INFO:tasks.rados.rados.0.smithi090.stdout:2160: finishing write tid 2 to smithi09078167-11 2024-04-15T16:35:54.588 INFO:tasks.rados.rados.0.smithi090.stdout:2160: finishing write tid 3 to smithi09078167-11 2024-04-15T16:35:54.588 INFO:tasks.rados.rados.0.smithi090.stdout:2160: finishing write tid 4 to smithi09078167-11 2024-04-15T16:35:54.588 INFO:tasks.rados.rados.0.smithi090.stdout:2160: finishing write tid 5 to smithi09078167-11 2024-04-15T16:35:54.589 INFO:tasks.rados.rados.0.smithi090.stdout:2160: finishing write tid 6 to smithi09078167-11 2024-04-15T16:35:54.589 INFO:tasks.rados.rados.0.smithi090.stdout:2160: oid 11 updating version 0 to 691 2024-04-15T16:35:54.589 INFO:tasks.rados.rados.0.smithi090.stdout:2160: oid 11 version 691 is already newer than 688 2024-04-15T16:35:54.589 INFO:tasks.rados.rados.0.smithi090.stdout:2160: oid 11 updating version 691 to 692 2024-04-15T16:35:54.589 INFO:tasks.rados.rados.0.smithi090.stdout:2160: oid 11 version 692 is already newer than 690 2024-04-15T16:35:54.589 INFO:tasks.rados.rados.0.smithi090.stdout:2160: oid 11 version 692 is already newer than 689 2024-04-15T16:35:54.589 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 692 (ObjNum 709 snap 197 seq_num 709) dirty exists 2024-04-15T16:35:54.589 INFO:tasks.rados.rados.0.smithi090.stdout:2160: left oid 11 (ObjNum 709 snap 197 seq_num 709) 2024-04-15T16:35:54.589 INFO:tasks.rados.rados.0.smithi090.stdout:2161: finishing copy_from to smithi09078167-48 2024-04-15T16:35:54.589 INFO:tasks.rados.rados.0.smithi090.stdout:2161: got expected ENOENT (src dne) 2024-04-15T16:35:54.589 INFO:tasks.rados.rados.0.smithi090.stdout:2161: finishing copy_from racing read to smithi09078167-48 2024-04-15T16:35:54.589 INFO:tasks.rados.rados.0.smithi090.stdout:2162: finishing write tid 1 to smithi09078167-41 2024-04-15T16:35:54.590 INFO:tasks.rados.rados.0.smithi090.stdout:2159: done (7 left) 2024-04-15T16:35:54.590 INFO:tasks.rados.rados.0.smithi090.stdout:2160: done (6 left) 2024-04-15T16:35:54.590 INFO:tasks.rados.rados.0.smithi090.stdout:2161: done (5 left) 2024-04-15T16:35:54.590 INFO:tasks.rados.rados.0.smithi090.stdout:2165: done (4 left) 2024-04-15T16:35:54.590 INFO:tasks.rados.rados.0.smithi090.stdout:2166: snap_create 2024-04-15T16:35:54.590 INFO:tasks.rados.rados.0.smithi090.stdout:2162: finishing write tid 2 to smithi09078167-41 2024-04-15T16:35:54.590 INFO:tasks.rados.rados.0.smithi090.stdout:2155: expect (ObjNum 698 snap 196 seq_num 698) 2024-04-15T16:35:54.646 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:54 smithi153 ceph-mon[84714]: Health check failed: Reduced data availability: 8 pgs inactive, 8 pgs peering (PG_AVAILABILITY) 2024-04-15T16:35:54.646 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:54 smithi153 ceph-mon[84714]: osdmap e459: 8 total, 7 up, 8 in 2024-04-15T16:35:54.646 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:54 smithi153 ceph-mon[84714]: osdmap e460: 8 total, 7 up, 8 in 2024-04-15T16:35:54.646 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:54 smithi153 podman[94848]: 2024-04-15 16:35:54.413106692 +0000 UTC m=+0.018555113 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:35:54.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:54 smithi090 ceph-mon[91618]: Health check failed: Reduced data availability: 8 pgs inactive, 8 pgs peering (PG_AVAILABILITY) 2024-04-15T16:35:54.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:54 smithi090 ceph-mon[91618]: osdmap e459: 8 total, 7 up, 8 in 2024-04-15T16:35:54.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:54 smithi090 ceph-mon[91618]: osdmap e460: 8 total, 7 up, 8 in 2024-04-15T16:35:54.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:54 smithi090 ceph-mon[89240]: Health check failed: Reduced data availability: 8 pgs inactive, 8 pgs peering (PG_AVAILABILITY) 2024-04-15T16:35:54.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:54 smithi090 ceph-mon[89240]: osdmap e459: 8 total, 7 up, 8 in 2024-04-15T16:35:54.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:54 smithi090 ceph-mon[89240]: osdmap e460: 8 total, 7 up, 8 in 2024-04-15T16:35:54.907 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:54 smithi153 podman[94848]: 2024-04-15 16:35:54.651638608 +0000 UTC m=+0.257087013 container create 04543edb174892ed15466b24f082ab8e550ec184e88e0e67fa2d080140da68a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-activate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5) 2024-04-15T16:35:54.907 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:54 smithi153 podman[94848]: 2024-04-15 16:35:54.837920921 +0000 UTC m=+0.443369326 container init 04543edb174892ed15466b24f082ab8e550ec184e88e0e67fa2d080140da68a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-activate, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T16:35:54.907 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:54 smithi153 podman[94848]: 2024-04-15 16:35:54.841212193 +0000 UTC m=+0.446660599 container start 04543edb174892ed15466b24f082ab8e550ec184e88e0e67fa2d080140da68a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-activate, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, GIT_CLEAN=True) 2024-04-15T16:35:54.907 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:54 smithi153 podman[94848]: 2024-04-15 16:35:54.912307813 +0000 UTC m=+0.517756238 container attach 04543edb174892ed15466b24f082ab8e550ec184e88e0e67fa2d080140da68a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-activate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-15T16:35:55.372 INFO:tasks.rados.rados.0.smithi090.stdout:2162: finishing write tid 3 to smithi09078167-41 2024-04-15T16:35:55.373 INFO:tasks.rados.rados.0.smithi090.stdout:2162: finishing write tid 4 to smithi09078167-41 2024-04-15T16:35:55.373 INFO:tasks.rados.rados.0.smithi090.stdout:2162: finishing write tid 5 to smithi09078167-41 2024-04-15T16:35:55.373 INFO:tasks.rados.rados.0.smithi090.stdout:2162: finishing write tid 6 to smithi09078167-41 2024-04-15T16:35:55.373 INFO:tasks.rados.rados.0.smithi090.stdout:2162: oid 41 updating version 0 to 519 2024-04-15T16:35:55.373 INFO:tasks.rados.rados.0.smithi090.stdout:2162: oid 41 updating version 519 to 523 2024-04-15T16:35:55.373 INFO:tasks.rados.rados.0.smithi090.stdout:2162: oid 41 version 523 is already newer than 520 2024-04-15T16:35:55.373 INFO:tasks.rados.rados.0.smithi090.stdout:2162: oid 41 version 523 is already newer than 522 2024-04-15T16:35:55.373 INFO:tasks.rados.rados.0.smithi090.stdout:2162: oid 41 version 523 is already newer than 521 2024-04-15T16:35:55.373 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 523 (ObjNum 710 snap 197 seq_num 710) dirty exists 2024-04-15T16:35:55.373 INFO:tasks.rados.rados.0.smithi090.stdout:2162: left oid 41 (ObjNum 710 snap 197 seq_num 710) 2024-04-15T16:35:55.373 INFO:tasks.rados.rados.0.smithi090.stdout:2164: finishing rollback tid 0 to smithi09078167-27 2024-04-15T16:35:55.373 INFO:tasks.rados.rados.0.smithi090.stdout:2164: finishing rollback tid 1 to smithi09078167-27 2024-04-15T16:35:55.373 INFO:tasks.rados.rados.0.smithi090.stdout:2164: finishing rollback tid 2 to smithi09078167-27 2024-04-15T16:35:55.374 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 763 (ObjNum 600 snap 158 seq_num 600) dirty exists 2024-04-15T16:35:55.405 INFO:tasks.rados.rados.0.smithi090.stdout:2155: done (4 left) 2024-04-15T16:35:55.405 INFO:tasks.rados.rados.0.smithi090.stdout:2162: done (3 left) 2024-04-15T16:35:55.405 INFO:tasks.rados.rados.0.smithi090.stdout:2163: done (2 left) 2024-04-15T16:35:55.405 INFO:tasks.rados.rados.0.smithi090.stdout:2164: done (1 left) 2024-04-15T16:35:55.405 INFO:tasks.rados.rados.0.smithi090.stdout:2166: done (0 left) 2024-04-15T16:35:55.405 INFO:tasks.rados.rados.0.smithi090.stdout:2167: snap_create 2024-04-15T16:35:55.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:55 smithi153 ceph-mon[84714]: pgmap v348: 121 pgs: 5 active+undersized+degraded, 24 peering, 4 stale+active+clean, 14 active+undersized, 74 active+clean; 336 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 6 op/s; 20/483 objects degraded (4.141%) 2024-04-15T16:35:55.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-activate[94863]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-15T16:35:55.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-activate[94863]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-15T16:35:55.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 bash[94848]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-15T16:35:55.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 bash[94848]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-15T16:35:55.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 bash[94848]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-15T16:35:55.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 bash[94848]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-15T16:35:55.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 bash[94848]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-15T16:35:55.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 bash[94848]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-15T16:35:55.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 bash[94848]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-15T16:35:55.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-activate[94863]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-15T16:35:55.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-activate[94863]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-15T16:35:55.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-activate[94863]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-15T16:35:55.627 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-activate[94863]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-15T16:35:55.627 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-activate[94863]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-15T16:35:55.627 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 podman[94848]: 2024-04-15 16:35:55.320436153 +0000 UTC m=+0.925884549 container died 04543edb174892ed15466b24f082ab8e550ec184e88e0e67fa2d080140da68a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-activate, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux ) 2024-04-15T16:35:55.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:55 smithi090 ceph-mon[91618]: pgmap v348: 121 pgs: 5 active+undersized+degraded, 24 peering, 4 stale+active+clean, 14 active+undersized, 74 active+clean; 336 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 6 op/s; 20/483 objects degraded (4.141%) 2024-04-15T16:35:55.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:55 smithi090 ceph-mon[89240]: pgmap v348: 121 pgs: 5 active+undersized+degraded, 24 peering, 4 stale+active+clean, 14 active+undersized, 74 active+clean; 336 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 2.3 MiB/s wr, 6 op/s; 20/483 objects degraded (4.141%) 2024-04-15T16:35:56.075 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:55 smithi153 podman[94995]: 2024-04-15 16:35:55.866009728 +0000 UTC m=+0.540568220 container remove 04543edb174892ed15466b24f082ab8e550ec184e88e0e67fa2d080140da68a7 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-activate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-15T16:35:56.355 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:56 smithi153 podman[95059]: 2024-04-15 16:35:55.983780118 +0000 UTC m=+0.018083739 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:35:56.355 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:56 smithi153 podman[95059]: 2024-04-15 16:35:56.12553696 +0000 UTC m=+0.159840616 container create 35917c9a8a507defa78ed133c52fd0dca60a165306659493deb62ecabfa5d939 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-15T16:35:56.356 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:56 smithi153 podman[95059]: 2024-04-15 16:35:56.361302703 +0000 UTC m=+0.395606316 container init 35917c9a8a507defa78ed133c52fd0dca60a165306659493deb62ecabfa5d939 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-04-15T16:35:56.411 INFO:tasks.rados.rados.0.smithi090.stdout:2167: done (0 left) 2024-04-15T16:35:56.411 INFO:tasks.rados.rados.0.smithi090.stdout:2168: rmattr oid 40 current snap is 199 2024-04-15T16:35:56.411 INFO:tasks.rados.rados.0.smithi090.stdout:2168: done (0 left) 2024-04-15T16:35:56.411 INFO:tasks.rados.rados.0.smithi090.stdout:2169: rmattr oid 32 current snap is 199 2024-04-15T16:35:56.411 INFO:tasks.rados.rados.0.smithi090.stdout:2169: done (0 left) 2024-04-15T16:35:56.411 INFO:tasks.rados.rados.0.smithi090.stdout:2170: rollback oid 31 current snap is 199 2024-04-15T16:35:56.411 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 171 2024-04-15T16:35:56.411 INFO:tasks.rados.rados.0.smithi090.stdout:2171: snap_create 2024-04-15T16:35:56.413 INFO:tasks.rados.rados.0.smithi090.stdout:2170: finishing rollback tid 1 to smithi09078167-31 2024-04-15T16:35:56.413 INFO:tasks.rados.rados.0.smithi090.stdout:2170: finishing rollback tid 2 to smithi09078167-31 2024-04-15T16:35:56.413 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 683 (ObjNum 641 snap 169 seq_num 641) dirty exists 2024-04-15T16:35:56.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:56 smithi153 ceph-mon[84714]: Health check failed: Degraded data redundancy: 20/483 objects degraded (4.141%), 5 pgs degraded (PG_DEGRADED) 2024-04-15T16:35:56.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:56 smithi153 ceph-mon[84714]: osdmap e461: 8 total, 7 up, 8 in 2024-04-15T16:35:56.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:56 smithi153 podman[95059]: 2024-04-15 16:35:56.364459518 +0000 UTC m=+0.398763132 container start 35917c9a8a507defa78ed133c52fd0dca60a165306659493deb62ecabfa5d939 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True) 2024-04-15T16:35:56.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:56 smithi153 ceph-osd[95078]: -- 172.21.15.153:0/3319766020 <== mon.1 v2:172.21.15.153:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55963c353680 con 0x55963c31d000 2024-04-15T16:35:56.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:56 smithi153 bash[95059]: 35917c9a8a507defa78ed133c52fd0dca60a165306659493deb62ecabfa5d939 2024-04-15T16:35:56.626 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:56 smithi153 systemd[1]: Started Ceph osd.5 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:35:56.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:56 smithi090 ceph-mon[91618]: Health check failed: Degraded data redundancy: 20/483 objects degraded (4.141%), 5 pgs degraded (PG_DEGRADED) 2024-04-15T16:35:56.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:56 smithi090 ceph-mon[91618]: osdmap e461: 8 total, 7 up, 8 in 2024-04-15T16:35:56.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:56 smithi090 ceph-mon[89240]: Health check failed: Degraded data redundancy: 20/483 objects degraded (4.141%), 5 pgs degraded (PG_DEGRADED) 2024-04-15T16:35:56.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:56 smithi090 ceph-mon[89240]: osdmap e461: 8 total, 7 up, 8 in 2024-04-15T16:35:57.285 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:35:56 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T16:35:56.912+0000 7fdf8304e7c0 -1 Falling back to public interface 2024-04-15T16:35:57.409 INFO:tasks.rados.rados.0.smithi090.stdout:2170: done (1 left) 2024-04-15T16:35:57.409 INFO:tasks.rados.rados.0.smithi090.stdout:2171: done (0 left) 2024-04-15T16:35:57.410 INFO:tasks.rados.rados.0.smithi090.stdout:2172: rollback oid 31 current snap is 200 2024-04-15T16:35:57.410 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 171 2024-04-15T16:35:57.410 INFO:tasks.rados.rados.0.smithi090.stdout:2173: snap_remove snap 192 2024-04-15T16:35:57.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:57 smithi153 ceph-mon[84714]: osdmap e462: 8 total, 7 up, 8 in 2024-04-15T16:35:57.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:57.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:57.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:35:57.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:57 smithi153 ceph-mon[84714]: pgmap v351: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 349 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 22 op/s; 66/516 objects degraded (12.791%) 2024-04-15T16:35:57.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:57 smithi090 ceph-mon[89240]: osdmap e462: 8 total, 7 up, 8 in 2024-04-15T16:35:57.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:57.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:57.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:35:57.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:57 smithi090 ceph-mon[89240]: pgmap v351: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 349 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 22 op/s; 66/516 objects degraded (12.791%) 2024-04-15T16:35:57.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:57 smithi090 ceph-mon[91618]: osdmap e462: 8 total, 7 up, 8 in 2024-04-15T16:35:57.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:57.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:35:57.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:35:57.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:57 smithi090 ceph-mon[91618]: pgmap v351: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 349 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 3.7 MiB/s wr, 22 op/s; 66/516 objects degraded (12.791%) 2024-04-15T16:35:58.410 INFO:tasks.rados.rados.0.smithi090.stdout:2173: done (1 left) 2024-04-15T16:35:58.411 INFO:tasks.rados.rados.0.smithi090.stdout:2174: rmattr oid 21 current snap is 200 2024-04-15T16:35:58.411 INFO:tasks.rados.rados.0.smithi090.stdout:2174: done (1 left) 2024-04-15T16:35:58.411 INFO:tasks.rados.rados.0.smithi090.stdout:2175: snap_remove snap 195 2024-04-15T16:35:58.832 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:58 smithi153 ceph-mon[84714]: osdmap e463: 8 total, 7 up, 8 in 2024-04-15T16:35:58.832 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:58 smithi153 ceph-mon[84714]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 8 pgs peering) 2024-04-15T16:35:58.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:58 smithi090 ceph-mon[89240]: osdmap e463: 8 total, 7 up, 8 in 2024-04-15T16:35:58.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:58 smithi090 ceph-mon[89240]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 8 pgs peering) 2024-04-15T16:35:58.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:58 smithi090 ceph-mon[91618]: osdmap e463: 8 total, 7 up, 8 in 2024-04-15T16:35:58.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:58 smithi090 ceph-mon[91618]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 8 pgs inactive, 8 pgs peering) 2024-04-15T16:35:59.416 INFO:tasks.rados.rados.0.smithi090.stdout:2175: done (1 left) 2024-04-15T16:35:59.416 INFO:tasks.rados.rados.0.smithi090.stdout:2176: rollback oid 12 current snap is 200 2024-04-15T16:35:59.416 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 12 to 185 2024-04-15T16:35:59.416 INFO:tasks.rados.rados.0.smithi090.stdout:2177: read oid 34 snap -1 2024-04-15T16:35:59.416 INFO:tasks.rados.rados.0.smithi090.stdout:2177: expect deleted 2024-04-15T16:35:59.416 INFO:tasks.rados.rados.0.smithi090.stdout:2178: snap_create 2024-04-15T16:35:59.417 INFO:tasks.rados.rados.0.smithi090.stdout:2172: finishing rollback tid 0 to smithi09078167-31 2024-04-15T16:35:59.417 INFO:tasks.rados.rados.0.smithi090.stdout:2172: finishing rollback tid 1 to smithi09078167-31 2024-04-15T16:35:59.417 INFO:tasks.rados.rados.0.smithi090.stdout:2172: finishing rollback tid 2 to smithi09078167-31 2024-04-15T16:35:59.417 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 686 (ObjNum 641 snap 169 seq_num 641) dirty exists 2024-04-15T16:35:59.417 INFO:tasks.rados.rados.0.smithi090.stdout:2176: finishing rollback tid 1 to smithi09078167-12 2024-04-15T16:35:59.417 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 0 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-15T16:35:59.423 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:35:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:35:59] "GET /metrics HTTP/1.1" 200 36126 "" "Prometheus/2.43.0" 2024-04-15T16:35:59.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:59 smithi090 ceph-mon[89240]: osdmap e464: 8 total, 7 up, 8 in 2024-04-15T16:35:59.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:35:59 smithi090 ceph-mon[89240]: pgmap v354: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 357 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 25 op/s; 68/525 objects degraded (12.952%) 2024-04-15T16:35:59.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:59 smithi090 ceph-mon[91618]: osdmap e464: 8 total, 7 up, 8 in 2024-04-15T16:35:59.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:35:59 smithi090 ceph-mon[91618]: pgmap v354: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 357 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 25 op/s; 68/525 objects degraded (12.952%) 2024-04-15T16:35:59.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:59 smithi153 ceph-mon[84714]: osdmap e464: 8 total, 7 up, 8 in 2024-04-15T16:35:59.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:35:59 smithi153 ceph-mon[84714]: pgmap v354: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 357 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.3 MiB/s wr, 25 op/s; 68/525 objects degraded (12.952%) 2024-04-15T16:36:00.375 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:36:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T16:36:00.105+0000 7fdf8304e7c0 -1 osd.5 456 log_to_monitors true 2024-04-15T16:36:00.416 INFO:tasks.rados.rados.0.smithi090.stdout:2172: done (3 left) 2024-04-15T16:36:00.416 INFO:tasks.rados.rados.0.smithi090.stdout:2176: done (2 left) 2024-04-15T16:36:00.416 INFO:tasks.rados.rados.0.smithi090.stdout:2177: done (1 left) 2024-04-15T16:36:00.416 INFO:tasks.rados.rados.0.smithi090.stdout:2178: done (0 left) 2024-04-15T16:36:00.416 INFO:tasks.rados.rados.0.smithi090.stdout:2179: copy_from oid 21 from oid 50 current snap is 201 2024-04-15T16:36:00.416 INFO:tasks.rados.rados.0.smithi090.stdout:2180: read oid 7 snap -1 2024-04-15T16:36:00.416 INFO:tasks.rados.rados.0.smithi090.stdout:2180: expect (ObjNum 691 snap 190 seq_num 691) 2024-04-15T16:36:00.416 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 201 2024-04-15T16:36:00.416 INFO:tasks.rados.rados.0.smithi090.stdout:2181: seq_num 712 ranges {0=729088,729088=671744,1400832=671744,2072576=262144} 2024-04-15T16:36:00.420 INFO:tasks.rados.rados.0.smithi090.stdout:2181: writing smithi09078167-9 from 0 to 729088 tid 1 2024-04-15T16:36:00.424 INFO:tasks.rados.rados.0.smithi090.stdout:2181: writing smithi09078167-9 from 729088 to 1400832 tid 2 2024-04-15T16:36:00.429 INFO:tasks.rados.rados.0.smithi090.stdout:2181: writing smithi09078167-9 from 1400832 to 2072576 tid 3 2024-04-15T16:36:00.431 INFO:tasks.rados.rados.0.smithi090.stdout:2181: writing smithi09078167-9 from 2072576 to 2334720 tid 4 2024-04-15T16:36:00.431 INFO:tasks.rados.rados.0.smithi090.stdout:2182: snap_create 2024-04-15T16:36:00.431 INFO:tasks.rados.rados.0.smithi090.stdout:2181: finishing write tid 1 to smithi09078167-9 2024-04-15T16:36:00.431 INFO:tasks.rados.rados.0.smithi090.stdout:2181: finishing write tid 2 to smithi09078167-9 2024-04-15T16:36:00.434 INFO:tasks.rados.rados.0.smithi090.stdout:2181: finishing write tid 3 to smithi09078167-9 2024-04-15T16:36:00.434 INFO:tasks.rados.rados.0.smithi090.stdout:2181: finishing write tid 4 to smithi09078167-9 2024-04-15T16:36:00.434 INFO:tasks.rados.rados.0.smithi090.stdout:2181: finishing write tid 5 to smithi09078167-9 2024-04-15T16:36:00.436 INFO:tasks.rados.rados.0.smithi090.stdout:2181: finishing write tid 6 to smithi09078167-9 2024-04-15T16:36:00.436 INFO:tasks.rados.rados.0.smithi090.stdout:2181: oid 9 updating version 0 to 547 2024-04-15T16:36:00.436 INFO:tasks.rados.rados.0.smithi090.stdout:2181: oid 9 version 547 is already newer than 546 2024-04-15T16:36:00.436 INFO:tasks.rados.rados.0.smithi090.stdout:2181: oid 9 updating version 547 to 550 2024-04-15T16:36:00.436 INFO:tasks.rados.rados.0.smithi090.stdout:2181: oid 9 version 550 is already newer than 549 2024-04-15T16:36:00.436 INFO:tasks.rados.rados.0.smithi090.stdout:2181: oid 9 version 550 is already newer than 548 2024-04-15T16:36:00.436 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 550 (ObjNum 712 snap 201 seq_num 712) dirty exists 2024-04-15T16:36:00.436 INFO:tasks.rados.rados.0.smithi090.stdout:2181: left oid 9 (ObjNum 712 snap 201 seq_num 712) 2024-04-15T16:36:00.452 INFO:tasks.rados.rados.0.smithi090.stdout:2179: finishing copy_from racing read to smithi09078167-21 2024-04-15T16:36:00.458 INFO:tasks.rados.rados.0.smithi090.stdout:2179: finishing copy_from to smithi09078167-21 2024-04-15T16:36:00.458 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 709 (ObjNum 693 snap 191 seq_num 693) dirty exists 2024-04-15T16:36:00.460 INFO:tasks.rados.rados.0.smithi090.stdout:2180: expect (ObjNum 691 snap 190 seq_num 691) 2024-04-15T16:36:00.707 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:00 smithi153 ceph-mon[84714]: osdmap e465: 8 total, 7 up, 8 in 2024-04-15T16:36:00.707 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:00 smithi153 ceph-mon[84714]: from='osd.5 [v2:172.21.15.153:6808/1008785821,v1:172.21.15.153:6809/1008785821]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T16:36:00.707 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:00 smithi153 ceph-mon[84714]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T16:36:00.707 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:00 smithi153 ceph-mon[84714]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-15T16:36:00.708 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:00 smithi153 ceph-mon[84714]: from='osd.5 [v2:172.21.15.153:6808/1008785821,v1:172.21.15.153:6809/1008785821]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:36:00.708 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:00 smithi153 ceph-mon[84714]: osdmap e466: 8 total, 7 up, 8 in 2024-04-15T16:36:00.708 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:00 smithi153 ceph-mon[84714]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:36:00.708 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 16:36:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T16:36:00.450+0000 7fdf744a6700 -1 osd.5 456 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:36:00.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:00 smithi090 ceph-mon[91618]: osdmap e465: 8 total, 7 up, 8 in 2024-04-15T16:36:00.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:00 smithi090 ceph-mon[91618]: from='osd.5 [v2:172.21.15.153:6808/1008785821,v1:172.21.15.153:6809/1008785821]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T16:36:00.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:00 smithi090 ceph-mon[91618]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T16:36:00.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:00 smithi090 ceph-mon[91618]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-15T16:36:00.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:00 smithi090 ceph-mon[91618]: from='osd.5 [v2:172.21.15.153:6808/1008785821,v1:172.21.15.153:6809/1008785821]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:36:00.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:00 smithi090 ceph-mon[91618]: osdmap e466: 8 total, 7 up, 8 in 2024-04-15T16:36:00.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:00 smithi090 ceph-mon[91618]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:36:00.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:00 smithi090 ceph-mon[89240]: osdmap e465: 8 total, 7 up, 8 in 2024-04-15T16:36:00.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:00 smithi090 ceph-mon[89240]: from='osd.5 [v2:172.21.15.153:6808/1008785821,v1:172.21.15.153:6809/1008785821]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T16:36:00.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:00 smithi090 ceph-mon[89240]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-15T16:36:00.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:00 smithi090 ceph-mon[89240]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-15T16:36:00.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:00 smithi090 ceph-mon[89240]: from='osd.5 [v2:172.21.15.153:6808/1008785821,v1:172.21.15.153:6809/1008785821]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:36:00.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:00 smithi090 ceph-mon[89240]: osdmap e466: 8 total, 7 up, 8 in 2024-04-15T16:36:00.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:00 smithi090 ceph-mon[89240]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:36:01.430 INFO:tasks.rados.rados.0.smithi090.stdout:2179: done (3 left) 2024-04-15T16:36:01.431 INFO:tasks.rados.rados.0.smithi090.stdout:2180: done (2 left) 2024-04-15T16:36:01.431 INFO:tasks.rados.rados.0.smithi090.stdout:2181: done (1 left) 2024-04-15T16:36:01.431 INFO:tasks.rados.rados.0.smithi090.stdout:2182: done (0 left) 2024-04-15T16:36:01.431 INFO:tasks.rados.rados.0.smithi090.stdout:2183: snap_remove snap 194 2024-04-15T16:36:01.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:01.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:01.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:01 smithi153 ceph-mon[84714]: pgmap v357: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 357 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 4 op/s; 68/525 objects degraded (12.952%) 2024-04-15T16:36:01.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:01 smithi153 ceph-mon[84714]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:36:01.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:01 smithi153 ceph-mon[84714]: osd.5 [v2:172.21.15.153:6808/1008785821,v1:172.21.15.153:6809/1008785821] boot 2024-04-15T16:36:01.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:01 smithi153 ceph-mon[84714]: osdmap e467: 8 total, 8 up, 8 in 2024-04-15T16:36:01.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:36:02.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:02.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:02.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:01 smithi090 ceph-mon[89240]: pgmap v357: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 357 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 4 op/s; 68/525 objects degraded (12.952%) 2024-04-15T16:36:02.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:01 smithi090 ceph-mon[89240]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:36:02.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:01 smithi090 ceph-mon[89240]: osd.5 [v2:172.21.15.153:6808/1008785821,v1:172.21.15.153:6809/1008785821] boot 2024-04-15T16:36:02.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:01 smithi090 ceph-mon[89240]: osdmap e467: 8 total, 8 up, 8 in 2024-04-15T16:36:02.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:36:02.084 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:02.084 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:02.084 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:01 smithi090 ceph-mon[91618]: pgmap v357: 121 pgs: 12 active+undersized+degraded, 37 active+undersized, 72 active+clean; 357 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.1 MiB/s wr, 4 op/s; 68/525 objects degraded (12.952%) 2024-04-15T16:36:02.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:01 smithi090 ceph-mon[91618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:36:02.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:01 smithi090 ceph-mon[91618]: osd.5 [v2:172.21.15.153:6808/1008785821,v1:172.21.15.153:6809/1008785821] boot 2024-04-15T16:36:02.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:01 smithi090 ceph-mon[91618]: osdmap e467: 8 total, 8 up, 8 in 2024-04-15T16:36:02.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-15T16:36:02.437 INFO:tasks.rados.rados.0.smithi090.stdout:2183: done (0 left) 2024-04-15T16:36:02.437 INFO:tasks.rados.rados.0.smithi090.stdout:2184: read oid 39 snap -1 2024-04-15T16:36:02.437 INFO:tasks.rados.rados.0.smithi090.stdout:2184: expect (ObjNum 707 snap 197 seq_num 707) 2024-04-15T16:36:02.437 INFO:tasks.rados.rados.0.smithi090.stdout:2185: read oid 18 snap -1 2024-04-15T16:36:02.437 INFO:tasks.rados.rados.0.smithi090.stdout:2185: expect deleted 2024-04-15T16:36:02.437 INFO:tasks.rados.rados.0.smithi090.stdout:2186: delete oid 8 current snap is 202 2024-04-15T16:36:02.448 INFO:tasks.rados.rados.0.smithi090.stdout:2185: done (2 left) 2024-04-15T16:36:02.449 INFO:tasks.rados.rados.0.smithi090.stdout:2186: done (1 left) 2024-04-15T16:36:02.449 INFO:tasks.rados.rados.0.smithi090.stdout:2187: copy_from oid 48 from oid 20 current snap is 202 2024-04-15T16:36:02.449 INFO:tasks.rados.rados.0.smithi090.stdout:2188: read oid 40 snap -1 2024-04-15T16:36:02.449 INFO:tasks.rados.rados.0.smithi090.stdout:2188: expect (ObjNum 701 snap 196 seq_num 701) 2024-04-15T16:36:02.449 INFO:tasks.rados.rados.0.smithi090.stdout:2189: delete oid 9 current snap is 202 2024-04-15T16:36:02.458 INFO:tasks.rados.rados.0.smithi090.stdout:2187: finishing copy_from to smithi09078167-48 2024-04-15T16:36:02.458 INFO:tasks.rados.rados.0.smithi090.stdout:2187: got expected ENOENT (src dne) 2024-04-15T16:36:02.458 INFO:tasks.rados.rados.0.smithi090.stdout:2187: finishing copy_from racing read to smithi09078167-48 2024-04-15T16:36:02.469 INFO:tasks.rados.rados.0.smithi090.stdout:2184: expect (ObjNum 707 snap 197 seq_num 707) 2024-04-15T16:36:02.603 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:36:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:36:02.611 INFO:tasks.rados.rados.0.smithi090.stdout:2188: expect (ObjNum 701 snap 196 seq_num 701) 2024-04-15T16:36:02.666 INFO:tasks.rados.rados.0.smithi090.stdout:2184: done (3 left) 2024-04-15T16:36:02.666 INFO:tasks.rados.rados.0.smithi090.stdout:2187: done (2 left) 2024-04-15T16:36:02.667 INFO:tasks.rados.rados.0.smithi090.stdout:2188: done (1 left) 2024-04-15T16:36:02.667 INFO:tasks.rados.rados.0.smithi090.stdout:2189: done (0 left) 2024-04-15T16:36:02.667 INFO:tasks.rados.rados.0.smithi090.stdout:2190: snap_create 2024-04-15T16:36:02.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:02 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:02.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:02 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:02.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:02 smithi153 ceph-mon[84714]: osdmap e468: 8 total, 8 up, 8 in 2024-04-15T16:36:03.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:03.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:03.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:02 smithi090 ceph-mon[89240]: osdmap e468: 8 total, 8 up, 8 in 2024-04-15T16:36:03.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:02 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:03.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:02 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:03.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:02 smithi090 ceph-mon[91618]: osdmap e468: 8 total, 8 up, 8 in 2024-04-15T16:36:03.437 INFO:tasks.rados.rados.0.smithi090.stdout:2190: done (0 left) 2024-04-15T16:36:03.438 INFO:tasks.rados.rados.0.smithi090.stdout:2191: copy_from oid 23 from oid 20 current snap is 203 2024-04-15T16:36:03.438 INFO:tasks.rados.rados.0.smithi090.stdout:2192: rmattr oid 4 current snap is 203 2024-04-15T16:36:03.438 INFO:tasks.rados.rados.0.smithi090.stdout:2193: snap_create 2024-04-15T16:36:03.438 INFO:tasks.rados.rados.0.smithi090.stdout:2191: finishing copy_from to smithi09078167-23 2024-04-15T16:36:03.438 INFO:tasks.rados.rados.0.smithi090.stdout:2191: got expected ENOENT (src dne) 2024-04-15T16:36:03.439 INFO:tasks.rados.rados.0.smithi090.stdout:2191: finishing copy_from racing read to smithi09078167-23 2024-04-15T16:36:03.442 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 662 (ObjNum 600 snap 158 seq_num 600) dirty exists 2024-04-15T16:36:04.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:03 smithi090 ceph-mon[91618]: pgmap v360: 121 pgs: 1 activating, 15 peering, 8 active+undersized+degraded, 24 active+undersized, 73 active+clean; 360 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 570 KiB/s wr, 2 op/s; 54/528 objects degraded (10.227%) 2024-04-15T16:36:04.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:03 smithi090 ceph-mon[91618]: osdmap e469: 8 total, 8 up, 8 in 2024-04-15T16:36:04.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:03 smithi090 ceph-mon[89240]: pgmap v360: 121 pgs: 1 activating, 15 peering, 8 active+undersized+degraded, 24 active+undersized, 73 active+clean; 360 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 570 KiB/s wr, 2 op/s; 54/528 objects degraded (10.227%) 2024-04-15T16:36:04.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:03 smithi090 ceph-mon[89240]: osdmap e469: 8 total, 8 up, 8 in 2024-04-15T16:36:04.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:03 smithi153 ceph-mon[84714]: pgmap v360: 121 pgs: 1 activating, 15 peering, 8 active+undersized+degraded, 24 active+undersized, 73 active+clean; 360 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 570 KiB/s wr, 2 op/s; 54/528 objects degraded (10.227%) 2024-04-15T16:36:04.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:03 smithi153 ceph-mon[84714]: osdmap e469: 8 total, 8 up, 8 in 2024-04-15T16:36:04.438 INFO:tasks.rados.rados.0.smithi090.stdout:2191: done (2 left) 2024-04-15T16:36:04.439 INFO:tasks.rados.rados.0.smithi090.stdout:2192: done (1 left) 2024-04-15T16:36:04.439 INFO:tasks.rados.rados.0.smithi090.stdout:2193: done (0 left) 2024-04-15T16:36:04.439 INFO:tasks.rados.rados.0.smithi090.stdout:2194: rollback oid 37 current snap is 204 2024-04-15T16:36:04.439 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 37 to 185 2024-04-15T16:36:04.439 INFO:tasks.rados.rados.0.smithi090.stdout:2195: read oid 25 snap -1 2024-04-15T16:36:04.439 INFO:tasks.rados.rados.0.smithi090.stdout:2195: expect (ObjNum 666 snap 183 seq_num 666) 2024-04-15T16:36:04.439 INFO:tasks.rados.rados.0.smithi090.stdout:2196: read oid 28 snap -1 2024-04-15T16:36:04.439 INFO:tasks.rados.rados.0.smithi090.stdout:2196: expect (ObjNum 660 snap 180 seq_num 660) 2024-04-15T16:36:04.439 INFO:tasks.rados.rados.0.smithi090.stdout:2197: snap_remove snap 198 2024-04-15T16:36:04.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:04 smithi153 ceph-mon[84714]: Health check update: Degraded data redundancy: 54/528 objects degraded (10.227%), 8 pgs degraded (PG_DEGRADED) 2024-04-15T16:36:04.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:04 smithi153 ceph-mon[84714]: osdmap e470: 8 total, 8 up, 8 in 2024-04-15T16:36:05.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:04 smithi090 ceph-mon[91618]: Health check update: Degraded data redundancy: 54/528 objects degraded (10.227%), 8 pgs degraded (PG_DEGRADED) 2024-04-15T16:36:05.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:04 smithi090 ceph-mon[91618]: osdmap e470: 8 total, 8 up, 8 in 2024-04-15T16:36:05.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:04 smithi090 ceph-mon[89240]: Health check update: Degraded data redundancy: 54/528 objects degraded (10.227%), 8 pgs degraded (PG_DEGRADED) 2024-04-15T16:36:05.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:04 smithi090 ceph-mon[89240]: osdmap e470: 8 total, 8 up, 8 in 2024-04-15T16:36:05.439 INFO:tasks.rados.rados.0.smithi090.stdout:2197: done (3 left) 2024-04-15T16:36:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:2198: delete oid 47 current snap is 204 2024-04-15T16:36:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:2194: finishing rollback tid 0 to smithi09078167-37 2024-04-15T16:36:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:2194: finishing rollback tid 1 to smithi09078167-37 2024-04-15T16:36:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:2194: finishing rollback tid 2 to smithi09078167-37 2024-04-15T16:36:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 405 (ObjNum 474 snap 122 seq_num 474) dirty exists 2024-04-15T16:36:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:2196: expect (ObjNum 660 snap 180 seq_num 660) 2024-04-15T16:36:05.693 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:36:05.427+0000 7f2b83936700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-15T16:36:05.718 INFO:tasks.rados.rados.0.smithi090.stdout:2195: expect (ObjNum 666 snap 183 seq_num 666) 2024-04-15T16:36:05.968 INFO:tasks.rados.rados.0.smithi090.stdout:2194: done (3 left) 2024-04-15T16:36:05.968 INFO:tasks.rados.rados.0.smithi090.stdout:2195: done (2 left) 2024-04-15T16:36:05.968 INFO:tasks.rados.rados.0.smithi090.stdout:2196: done (1 left) 2024-04-15T16:36:05.968 INFO:tasks.rados.rados.0.smithi090.stdout:2198: done (0 left) 2024-04-15T16:36:05.968 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 204 2024-04-15T16:36:05.968 INFO:tasks.rados.rados.0.smithi090.stdout:2199: seq_num 716 ranges {2760704=794624,3555328=655360,4210688=704512,4915200=245760} 2024-04-15T16:36:05.986 INFO:tasks.rados.rados.0.smithi090.stdout:2199: writing smithi09078167-23 from 2760704 to 3555328 tid 1 2024-04-15T16:36:05.990 INFO:tasks.rados.rados.0.smithi090.stdout:2199: writing smithi09078167-23 from 3555328 to 4210688 tid 2 2024-04-15T16:36:05.994 INFO:tasks.rados.rados.0.smithi090.stdout:2199: writing smithi09078167-23 from 4210688 to 4915200 tid 3 2024-04-15T16:36:05.995 INFO:tasks.rados.rados.0.smithi090.stdout:2199: writing smithi09078167-23 from 4915200 to 5160960 tid 4 2024-04-15T16:36:05.996 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 204 2024-04-15T16:36:05.996 INFO:tasks.rados.rados.0.smithi090.stdout:2199: finishing write tid 1 to smithi09078167-23 2024-04-15T16:36:05.996 INFO:tasks.rados.rados.0.smithi090.stdout:2200: seq_num 717 ranges {5234688=16384} 2024-04-15T16:36:06.024 INFO:tasks.rados.rados.0.smithi090.stdout:2200: writing smithi09078167-43 from 5234688 to 5251072 tid 1 2024-04-15T16:36:06.024 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 204 2024-04-15T16:36:06.024 INFO:tasks.rados.rados.0.smithi090.stdout:2199: finishing write tid 2 to smithi09078167-23 2024-04-15T16:36:06.024 INFO:tasks.rados.rados.0.smithi090.stdout:2199: finishing write tid 3 to smithi09078167-23 2024-04-15T16:36:06.024 INFO:tasks.rados.rados.0.smithi090.stdout:2199: finishing write tid 4 to smithi09078167-23 2024-04-15T16:36:06.025 INFO:tasks.rados.rados.0.smithi090.stdout:2201: seq_num 718 ranges {0=32768} 2024-04-15T16:36:06.025 INFO:tasks.rados.rados.0.smithi090.stdout:2201: writing smithi09078167-48 from 0 to 32768 tid 1 2024-04-15T16:36:06.025 INFO:tasks.rados.rados.0.smithi090.stdout:2202: read oid 10 snap -1 2024-04-15T16:36:06.025 INFO:tasks.rados.rados.0.smithi090.stdout:2202: expect (ObjNum 702 snap 196 seq_num 702) 2024-04-15T16:36:06.025 INFO:tasks.rados.rados.0.smithi090.stdout:2203: snap_remove snap 197 2024-04-15T16:36:06.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[91618]: pgmap v363: 121 pgs: 1 activating, 15 peering, 3 active+undersized+degraded, 17 active+undersized, 85 active+clean; 360 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 570 KiB/s wr, 2 op/s; 32/525 objects degraded (6.095%); 3.8 MiB/s, 0 objects/s recovering 2024-04-15T16:36:06.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:06.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:06.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:36:06.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:36:06.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:06.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:36:06.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:06.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:06.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:06.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T16:36:06.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[91618]: osdmap e471: 8 total, 8 up, 8 in 2024-04-15T16:36:06.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[89240]: pgmap v363: 121 pgs: 1 activating, 15 peering, 3 active+undersized+degraded, 17 active+undersized, 85 active+clean; 360 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 570 KiB/s wr, 2 op/s; 32/525 objects degraded (6.095%); 3.8 MiB/s, 0 objects/s recovering 2024-04-15T16:36:06.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:06.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:06.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:36:06.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:36:06.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:06.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:36:06.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:06.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:06.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:06.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T16:36:06.084 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:05 smithi090 ceph-mon[89240]: osdmap e471: 8 total, 8 up, 8 in 2024-04-15T16:36:06.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:05 smithi153 ceph-mon[84714]: pgmap v363: 121 pgs: 1 activating, 15 peering, 3 active+undersized+degraded, 17 active+undersized, 85 active+clean; 360 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 570 KiB/s wr, 2 op/s; 32/525 objects degraded (6.095%); 3.8 MiB/s, 0 objects/s recovering 2024-04-15T16:36:06.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:05 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:06.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:05 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:06.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:05 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:36:06.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:05 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:36:06.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:05 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:06.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:05 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:36:06.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:05 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:06.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:05 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:06.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:05 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:06.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:05 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T16:36:06.126 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:05 smithi153 ceph-mon[84714]: osdmap e471: 8 total, 8 up, 8 in 2024-04-15T16:36:06.708 INFO:tasks.rados.rados.0.smithi090.stdout:2199: finishing write tid 5 to smithi09078167-23 2024-04-15T16:36:06.709 INFO:tasks.rados.rados.0.smithi090.stdout:2199: finishing write tid 6 to smithi09078167-23 2024-04-15T16:36:06.709 INFO:tasks.rados.rados.0.smithi090.stdout:2199: oid 23 updating version 0 to 636 2024-04-15T16:36:06.709 INFO:tasks.rados.rados.0.smithi090.stdout:2199: oid 23 updating version 636 to 637 2024-04-15T16:36:06.709 INFO:tasks.rados.rados.0.smithi090.stdout:2199: oid 23 version 637 is already newer than 634 2024-04-15T16:36:06.709 INFO:tasks.rados.rados.0.smithi090.stdout:2199: oid 23 updating version 637 to 638 2024-04-15T16:36:06.709 INFO:tasks.rados.rados.0.smithi090.stdout:2199: oid 23 version 638 is already newer than 635 2024-04-15T16:36:06.709 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 638 (ObjNum 716 snap 204 seq_num 716) dirty exists 2024-04-15T16:36:06.709 INFO:tasks.rados.rados.0.smithi090.stdout:2199: left oid 23 (ObjNum 716 snap 204 seq_num 716) 2024-04-15T16:36:06.709 INFO:tasks.rados.rados.0.smithi090.stdout:2200: finishing write tid 1 to smithi09078167-43 2024-04-15T16:36:06.709 INFO:tasks.rados.rados.0.smithi090.stdout:2200: finishing write tid 2 to smithi09078167-43 2024-04-15T16:36:06.709 INFO:tasks.rados.rados.0.smithi090.stdout:2200: finishing write tid 3 to smithi09078167-43 2024-04-15T16:36:06.710 INFO:tasks.rados.rados.0.smithi090.stdout:2200: oid 43 updating version 0 to 801 2024-04-15T16:36:06.710 INFO:tasks.rados.rados.0.smithi090.stdout:2200: oid 43 version 801 is already newer than 800 2024-04-15T16:36:06.710 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 801 (ObjNum 717 snap 204 seq_num 717) dirty exists 2024-04-15T16:36:06.710 INFO:tasks.rados.rados.0.smithi090.stdout:2200: left oid 43 (ObjNum 717 snap 204 seq_num 717) 2024-04-15T16:36:06.710 INFO:tasks.rados.rados.0.smithi090.stdout:2201: finishing write tid 1 to smithi09078167-48 2024-04-15T16:36:06.710 INFO:tasks.rados.rados.0.smithi090.stdout:2201: finishing write tid 2 to smithi09078167-48 2024-04-15T16:36:06.710 INFO:tasks.rados.rados.0.smithi090.stdout:2201: finishing write tid 3 to smithi09078167-48 2024-04-15T16:36:06.710 INFO:tasks.rados.rados.0.smithi090.stdout:2201: oid 48 updating version 0 to 625 2024-04-15T16:36:06.710 INFO:tasks.rados.rados.0.smithi090.stdout:2201: oid 48 version 625 is already newer than 624 2024-04-15T16:36:06.710 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 625 (ObjNum 718 snap 204 seq_num 718) dirty exists 2024-04-15T16:36:06.710 INFO:tasks.rados.rados.0.smithi090.stdout:2201: left oid 48 (ObjNum 718 snap 204 seq_num 718) 2024-04-15T16:36:06.710 INFO:tasks.rados.rados.0.smithi090.stdout:2202: expect (ObjNum 702 snap 196 seq_num 702) 2024-04-15T16:36:07.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:06 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T16:36:07.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:06 smithi090 ceph-mon[89240]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-15T16:36:07.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:06 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T16:36:07.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:06 smithi090 ceph-mon[91618]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-15T16:36:07.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:06 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T16:36:07.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:06 smithi153 ceph-mon[84714]: Upgrade: unsafe to stop osd(s) at this time (10 PGs are or would become offline) 2024-04-15T16:36:08.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:07 smithi090 ceph-mon[91618]: osdmap e472: 8 total, 8 up, 8 in 2024-04-15T16:36:08.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:07 smithi090 ceph-mon[91618]: pgmap v366: 121 pgs: 1 activating, 120 active+clean; 366 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 8 op/s; 12 MiB/s, 3 objects/s recovering 2024-04-15T16:36:08.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:07 smithi090 ceph-mon[89240]: osdmap e472: 8 total, 8 up, 8 in 2024-04-15T16:36:08.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:07 smithi090 ceph-mon[89240]: pgmap v366: 121 pgs: 1 activating, 120 active+clean; 366 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 8 op/s; 12 MiB/s, 3 objects/s recovering 2024-04-15T16:36:08.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:07 smithi153 ceph-mon[84714]: osdmap e472: 8 total, 8 up, 8 in 2024-04-15T16:36:08.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:07 smithi153 ceph-mon[84714]: pgmap v366: 121 pgs: 1 activating, 120 active+clean; 366 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 27 MiB/s rd, 2.0 MiB/s wr, 8 op/s; 12 MiB/s, 3 objects/s recovering 2024-04-15T16:36:09.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:08 smithi090 ceph-mon[91618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 32/525 objects degraded (6.095%), 3 pgs degraded) 2024-04-15T16:36:09.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:08 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:36:09.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:09.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:36:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:08 smithi090 ceph-mon[89240]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 32/525 objects degraded (6.095%), 3 pgs degraded) 2024-04-15T16:36:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:08 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:36:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:09.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:36:09.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:08 smithi153 ceph-mon[84714]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 32/525 objects degraded (6.095%), 3 pgs degraded) 2024-04-15T16:36:09.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:08 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:36:09.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:09.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:36:09.196 INFO:tasks.rados.rados.0.smithi090.stdout:2199: done (4 left) 2024-04-15T16:36:09.196 INFO:tasks.rados.rados.0.smithi090.stdout:2200: done (3 left) 2024-04-15T16:36:09.197 INFO:tasks.rados.rados.0.smithi090.stdout:2201: done (2 left) 2024-04-15T16:36:09.197 INFO:tasks.rados.rados.0.smithi090.stdout:2202: done (1 left) 2024-04-15T16:36:09.197 INFO:tasks.rados.rados.0.smithi090.stdout:2203: done (0 left) 2024-04-15T16:36:09.197 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 204 2024-04-15T16:36:09.197 INFO:tasks.rados.rados.0.smithi090.stdout:2204: seq_num 719 ranges {0=49152} 2024-04-15T16:36:09.197 INFO:tasks.rados.rados.0.smithi090.stdout:2204: writing smithi09078167-22 from 0 to 49152 tid 1 2024-04-15T16:36:09.197 INFO:tasks.rados.rados.0.smithi090.stdout:2205: read oid 40 snap 202 2024-04-15T16:36:09.197 INFO:tasks.rados.rados.0.smithi090.stdout:2205: expect (ObjNum 701 snap 196 seq_num 701) 2024-04-15T16:36:09.197 INFO:tasks.rados.rados.0.smithi090.stdout:2206: read oid 46 snap -1 2024-04-15T16:36:09.197 INFO:tasks.rados.rados.0.smithi090.stdout:2206: expect (ObjNum 695 snap 193 seq_num 695) 2024-04-15T16:36:09.197 INFO:tasks.rados.rados.0.smithi090.stdout:2207: rollback oid 32 current snap is 204 2024-04-15T16:36:09.197 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 32 to 191 2024-04-15T16:36:09.197 INFO:tasks.rados.rados.0.smithi090.stdout:2208: read oid 47 snap -1 2024-04-15T16:36:09.197 INFO:tasks.rados.rados.0.smithi090.stdout:2208: expect deleted 2024-04-15T16:36:09.198 INFO:tasks.rados.rados.0.smithi090.stdout:2209: rollback oid 34 current snap is 204 2024-04-15T16:36:09.198 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 34 to 199 2024-04-15T16:36:09.198 INFO:tasks.rados.rados.0.smithi090.stdout:2210: delete oid 35 current snap is 204 2024-04-15T16:36:09.199 INFO:tasks.rados.rados.0.smithi090.stdout:2207: finishing rollback tid 1 to smithi09078167-32 2024-04-15T16:36:09.199 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 396 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T16:36:09.199 INFO:tasks.rados.rados.0.smithi090.stdout:2204: finishing write tid 1 to smithi09078167-22 2024-04-15T16:36:09.199 INFO:tasks.rados.rados.0.smithi090.stdout:2204: finishing write tid 2 to smithi09078167-22 2024-04-15T16:36:09.202 INFO:tasks.rados.rados.0.smithi090.stdout:2207: done (6 left) 2024-04-15T16:36:09.202 INFO:tasks.rados.rados.0.smithi090.stdout:2208: done (5 left) 2024-04-15T16:36:09.202 INFO:tasks.rados.rados.0.smithi090.stdout:2210: done (4 left) 2024-04-15T16:36:09.202 INFO:tasks.rados.rados.0.smithi090.stdout:2211: read oid 2 snap -1 2024-04-15T16:36:09.202 INFO:tasks.rados.rados.0.smithi090.stdout:2211: expect (ObjNum 622 snap 167 seq_num 622) 2024-04-15T16:36:09.202 INFO:tasks.rados.rados.0.smithi090.stdout:2212: read oid 21 snap -1 2024-04-15T16:36:09.202 INFO:tasks.rados.rados.0.smithi090.stdout:2212: expect (ObjNum 693 snap 191 seq_num 693) 2024-04-15T16:36:09.202 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 204 2024-04-15T16:36:09.202 INFO:tasks.rados.rados.0.smithi090.stdout:2213: seq_num 721 ranges {0=81920} 2024-04-15T16:36:09.203 INFO:tasks.rados.rados.0.smithi090.stdout:2213: writing smithi09078167-30 from 0 to 81920 tid 1 2024-04-15T16:36:09.203 INFO:tasks.rados.rados.0.smithi090.stdout:2214: read oid 49 snap 171 2024-04-15T16:36:09.203 INFO:tasks.rados.rados.0.smithi090.stdout:2214: expect (ObjNum 631 snap 168 seq_num 631) 2024-04-15T16:36:09.203 INFO:tasks.rados.rados.0.smithi090.stdout:2215: read oid 33 snap -1 2024-04-15T16:36:09.204 INFO:tasks.rados.rados.0.smithi090.stdout:2215: expect (ObjNum 666 snap 183 seq_num 666) 2024-04-15T16:36:09.204 INFO:tasks.rados.rados.0.smithi090.stdout:2216: read oid 18 snap -1 2024-04-15T16:36:09.204 INFO:tasks.rados.rados.0.smithi090.stdout:2216: expect deleted 2024-04-15T16:36:09.204 INFO:tasks.rados.rados.0.smithi090.stdout:2217: snap_create 2024-04-15T16:36:09.204 INFO:tasks.rados.rados.0.smithi090.stdout:2204: finishing write tid 3 to smithi09078167-22 2024-04-15T16:36:09.204 INFO:tasks.rados.rados.0.smithi090.stdout:2204: oid 22 updating version 0 to 780 2024-04-15T16:36:09.204 INFO:tasks.rados.rados.0.smithi090.stdout:2204: oid 22 version 780 is already newer than 779 2024-04-15T16:36:09.204 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 780 (ObjNum 719 snap 204 seq_num 719) dirty exists 2024-04-15T16:36:09.204 INFO:tasks.rados.rados.0.smithi090.stdout:2204: left oid 22 (ObjNum 719 snap 204 seq_num 719) 2024-04-15T16:36:09.215 INFO:tasks.rados.rados.0.smithi090.stdout:2209: finishing rollback tid 1 to smithi09078167-34 2024-04-15T16:36:09.215 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 506 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-15T16:36:09.221 INFO:tasks.rados.rados.0.smithi090.stdout:2214: expect (ObjNum 631 snap 168 seq_num 631) 2024-04-15T16:36:09.252 INFO:tasks.rados.rados.0.smithi090.stdout:2205: expect (ObjNum 701 snap 196 seq_num 701) 2024-04-15T16:36:09.307 INFO:tasks.rados.rados.0.smithi090.stdout:2213: finishing write tid 1 to smithi09078167-30 2024-04-15T16:36:09.307 INFO:tasks.rados.rados.0.smithi090.stdout:2213: finishing write tid 2 to smithi09078167-30 2024-04-15T16:36:09.307 INFO:tasks.rados.rados.0.smithi090.stdout:2213: finishing write tid 3 to smithi09078167-30 2024-04-15T16:36:09.307 INFO:tasks.rados.rados.0.smithi090.stdout:2213: oid 30 updating version 0 to 776 2024-04-15T16:36:09.308 INFO:tasks.rados.rados.0.smithi090.stdout:2213: oid 30 version 776 is already newer than 775 2024-04-15T16:36:09.308 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 776 (ObjNum 721 snap 204 seq_num 721) dirty exists 2024-04-15T16:36:09.308 INFO:tasks.rados.rados.0.smithi090.stdout:2213: left oid 30 (ObjNum 721 snap 204 seq_num 721) 2024-04-15T16:36:09.308 INFO:tasks.rados.rados.0.smithi090.stdout:2206: expect (ObjNum 695 snap 193 seq_num 695) 2024-04-15T16:36:09.488 INFO:tasks.rados.rados.0.smithi090.stdout:2215: expect (ObjNum 666 snap 183 seq_num 666) 2024-04-15T16:36:09.582 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:36:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:36:09] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2024-04-15T16:36:09.743 INFO:tasks.rados.rados.0.smithi090.stdout:2211: expect (ObjNum 622 snap 167 seq_num 622) 2024-04-15T16:36:10.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:09 smithi090 ceph-mon[89240]: pgmap v367: 121 pgs: 121 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.5 MiB/s wr, 7 op/s; 9.4 MiB/s, 2 objects/s recovering 2024-04-15T16:36:10.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:09 smithi090 ceph-mon[89240]: osdmap e473: 8 total, 8 up, 8 in 2024-04-15T16:36:10.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:09 smithi090 ceph-mon[91618]: pgmap v367: 121 pgs: 121 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.5 MiB/s wr, 7 op/s; 9.4 MiB/s, 2 objects/s recovering 2024-04-15T16:36:10.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:09 smithi090 ceph-mon[91618]: osdmap e473: 8 total, 8 up, 8 in 2024-04-15T16:36:10.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:09 smithi153 ceph-mon[84714]: pgmap v367: 121 pgs: 121 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.5 MiB/s wr, 7 op/s; 9.4 MiB/s, 2 objects/s recovering 2024-04-15T16:36:10.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:09 smithi153 ceph-mon[84714]: osdmap e473: 8 total, 8 up, 8 in 2024-04-15T16:36:10.197 INFO:tasks.rados.rados.0.smithi090.stdout:2212: expect (ObjNum 693 snap 191 seq_num 693) 2024-04-15T16:36:10.504 INFO:tasks.rados.rados.0.smithi090.stdout:2204: done (10 left) 2024-04-15T16:36:10.504 INFO:tasks.rados.rados.0.smithi090.stdout:2205: done (9 left) 2024-04-15T16:36:10.504 INFO:tasks.rados.rados.0.smithi090.stdout:2206: done (8 left) 2024-04-15T16:36:10.504 INFO:tasks.rados.rados.0.smithi090.stdout:2209: done (7 left) 2024-04-15T16:36:10.504 INFO:tasks.rados.rados.0.smithi090.stdout:2211: done (6 left) 2024-04-15T16:36:10.504 INFO:tasks.rados.rados.0.smithi090.stdout:2212: done (5 left) 2024-04-15T16:36:10.504 INFO:tasks.rados.rados.0.smithi090.stdout:2213: done (4 left) 2024-04-15T16:36:10.504 INFO:tasks.rados.rados.0.smithi090.stdout:2214: done (3 left) 2024-04-15T16:36:10.504 INFO:tasks.rados.rados.0.smithi090.stdout:2215: done (2 left) 2024-04-15T16:36:10.504 INFO:tasks.rados.rados.0.smithi090.stdout:2216: done (1 left) 2024-04-15T16:36:10.505 INFO:tasks.rados.rados.0.smithi090.stdout:2217: done (0 left) 2024-04-15T16:36:10.505 INFO:tasks.rados.rados.0.smithi090.stdout:2218: read oid 15 snap 190 2024-04-15T16:36:10.505 INFO:tasks.rados.rados.0.smithi090.stdout:2218: expect (ObjNum 608 snap 163 seq_num 608) 2024-04-15T16:36:10.505 INFO:tasks.rados.rados.0.smithi090.stdout:2219: snap_remove snap 204 2024-04-15T16:36:10.720 INFO:tasks.rados.rados.0.smithi090.stdout:2219: done (1 left) 2024-04-15T16:36:10.720 INFO:tasks.rados.rados.0.smithi090.stdout:2220: read oid 49 snap -1 2024-04-15T16:36:10.720 INFO:tasks.rados.rados.0.smithi090.stdout:2220: expect (ObjNum 686 snap 190 seq_num 686) 2024-04-15T16:36:10.721 INFO:tasks.rados.rados.0.smithi090.stdout:2221: read oid 4 snap -1 2024-04-15T16:36:10.721 INFO:tasks.rados.rados.0.smithi090.stdout:2221: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:36:10.721 INFO:tasks.rados.rados.0.smithi090.stdout:2222: copy_from oid 5 from oid 18 current snap is 205 2024-04-15T16:36:10.721 INFO:tasks.rados.rados.0.smithi090.stdout:2218: expect (ObjNum 608 snap 163 seq_num 608) 2024-04-15T16:36:10.828 INFO:tasks.rados.rados.0.smithi090.stdout:2222: finishing copy_from to smithi09078167-5 2024-04-15T16:36:10.828 INFO:tasks.rados.rados.0.smithi090.stdout:2222: got expected ENOENT (src dne) 2024-04-15T16:36:10.828 INFO:tasks.rados.rados.0.smithi090.stdout:2222: finishing copy_from racing read to smithi09078167-5 2024-04-15T16:36:10.828 INFO:tasks.rados.rados.0.smithi090.stdout:2221: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:36:10.930 INFO:tasks.rados.rados.0.smithi090.stdout:2220: expect (ObjNum 686 snap 190 seq_num 686) 2024-04-15T16:36:11.111 INFO:tasks.rados.rados.0.smithi090.stdout:2218: done (3 left) 2024-04-15T16:36:11.111 INFO:tasks.rados.rados.0.smithi090.stdout:2220: done (2 left) 2024-04-15T16:36:11.111 INFO:tasks.rados.rados.0.smithi090.stdout:2221: done (1 left) 2024-04-15T16:36:11.112 INFO:tasks.rados.rados.0.smithi090.stdout:2222: done (0 left) 2024-04-15T16:36:11.112 INFO:tasks.rados.rados.0.smithi090.stdout:2223: snap_create 2024-04-15T16:36:11.723 INFO:tasks.rados.rados.0.smithi090.stdout:2223: done (0 left) 2024-04-15T16:36:11.724 INFO:tasks.rados.rados.0.smithi090.stdout:2224: snap_create 2024-04-15T16:36:12.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:11 smithi090 ceph-mon[89240]: osdmap e474: 8 total, 8 up, 8 in 2024-04-15T16:36:12.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:11 smithi090 ceph-mon[89240]: pgmap v370: 121 pgs: 121 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 467 KiB/s wr, 8 op/s; 3.8 MiB/s, 0 objects/s recovering 2024-04-15T16:36:12.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:11 smithi090 ceph-mon[91618]: osdmap e474: 8 total, 8 up, 8 in 2024-04-15T16:36:12.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:11 smithi090 ceph-mon[91618]: pgmap v370: 121 pgs: 121 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 467 KiB/s wr, 8 op/s; 3.8 MiB/s, 0 objects/s recovering 2024-04-15T16:36:12.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:11 smithi153 ceph-mon[84714]: osdmap e474: 8 total, 8 up, 8 in 2024-04-15T16:36:12.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:11 smithi153 ceph-mon[84714]: pgmap v370: 121 pgs: 121 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 22 MiB/s rd, 467 KiB/s wr, 8 op/s; 3.8 MiB/s, 0 objects/s recovering 2024-04-15T16:36:12.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:36:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:36:12.725 INFO:tasks.rados.rados.0.smithi090.stdout:2224: done (0 left) 2024-04-15T16:36:12.725 INFO:tasks.rados.rados.0.smithi090.stdout:2225: snap_create 2024-04-15T16:36:13.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:12 smithi090 ceph-mon[89240]: osdmap e475: 8 total, 8 up, 8 in 2024-04-15T16:36:13.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:12 smithi090 ceph-mon[91618]: osdmap e475: 8 total, 8 up, 8 in 2024-04-15T16:36:13.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:12 smithi153 ceph-mon[84714]: osdmap e475: 8 total, 8 up, 8 in 2024-04-15T16:36:13.725 INFO:tasks.rados.rados.0.smithi090.stdout:2225: done (0 left) 2024-04-15T16:36:13.725 INFO:tasks.rados.rados.0.smithi090.stdout:2226: delete oid 45 current snap is 208 2024-04-15T16:36:13.732 INFO:tasks.rados.rados.0.smithi090.stdout:2226: done (0 left) 2024-04-15T16:36:13.733 INFO:tasks.rados.rados.0.smithi090.stdout:2227: read oid 40 snap -1 2024-04-15T16:36:13.733 INFO:tasks.rados.rados.0.smithi090.stdout:2227: expect (ObjNum 701 snap 196 seq_num 701) 2024-04-15T16:36:13.733 INFO:tasks.rados.rados.0.smithi090.stdout:2228: snap_remove snap 202 2024-04-15T16:36:14.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:13 smithi090 ceph-mon[89240]: osdmap e476: 8 total, 8 up, 8 in 2024-04-15T16:36:14.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:13 smithi090 ceph-mon[89240]: pgmap v373: 121 pgs: 121 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 36 KiB/s wr, 8 op/s 2024-04-15T16:36:14.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:13 smithi090 ceph-mon[89240]: osdmap e477: 8 total, 8 up, 8 in 2024-04-15T16:36:14.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:13 smithi090 ceph-mon[91618]: osdmap e476: 8 total, 8 up, 8 in 2024-04-15T16:36:14.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:13 smithi090 ceph-mon[91618]: pgmap v373: 121 pgs: 121 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 36 KiB/s wr, 8 op/s 2024-04-15T16:36:14.083 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:13 smithi090 ceph-mon[91618]: osdmap e477: 8 total, 8 up, 8 in 2024-04-15T16:36:14.124 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:13 smithi153 ceph-mon[84714]: osdmap e476: 8 total, 8 up, 8 in 2024-04-15T16:36:14.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:13 smithi153 ceph-mon[84714]: pgmap v373: 121 pgs: 121 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 36 KiB/s wr, 8 op/s 2024-04-15T16:36:14.125 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:13 smithi153 ceph-mon[84714]: osdmap e477: 8 total, 8 up, 8 in 2024-04-15T16:36:14.379 INFO:tasks.rados.rados.0.smithi090.stdout:2228: done (1 left) 2024-04-15T16:36:14.380 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 208 2024-04-15T16:36:14.380 INFO:tasks.rados.rados.0.smithi090.stdout:2227: expect (ObjNum 701 snap 196 seq_num 701) 2024-04-15T16:36:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:2229: seq_num 723 ranges {3637248=114688} 2024-04-15T16:36:14.457 INFO:tasks.rados.rados.0.smithi090.stdout:2229: writing smithi09078167-36 from 3637248 to 3751936 tid 1 2024-04-15T16:36:14.457 INFO:tasks.rados.rados.0.smithi090.stdout:2227: done (1 left) 2024-04-15T16:36:14.457 INFO:tasks.rados.rados.0.smithi090.stdout:2230: delete oid 20 current snap is 208 2024-04-15T16:36:14.460 INFO:tasks.rados.rados.0.smithi090.stdout:2230: done (1 left) 2024-04-15T16:36:14.460 INFO:tasks.rados.rados.0.smithi090.stdout:2231: read oid 9 snap -1 2024-04-15T16:36:14.460 INFO:tasks.rados.rados.0.smithi090.stdout:2231: expect deleted 2024-04-15T16:36:14.460 INFO:tasks.rados.rados.0.smithi090.stdout:2232: delete oid 22 current snap is 208 2024-04-15T16:36:14.462 INFO:tasks.rados.rados.0.smithi090.stdout:2229: finishing write tid 1 to smithi09078167-36 2024-04-15T16:36:14.463 INFO:tasks.rados.rados.0.smithi090.stdout:2229: finishing write tid 2 to smithi09078167-36 2024-04-15T16:36:14.466 INFO:tasks.rados.rados.0.smithi090.stdout:2231: done (2 left) 2024-04-15T16:36:14.466 INFO:tasks.rados.rados.0.smithi090.stdout:2232: done (1 left) 2024-04-15T16:36:14.466 INFO:tasks.rados.rados.0.smithi090.stdout:2233: delete oid 44 current snap is 208 2024-04-15T16:36:14.467 INFO:tasks.rados.rados.0.smithi090.stdout:2229: finishing write tid 3 to smithi09078167-36 2024-04-15T16:36:14.467 INFO:tasks.rados.rados.0.smithi090.stdout:2229: oid 36 updating version 0 to 688 2024-04-15T16:36:14.467 INFO:tasks.rados.rados.0.smithi090.stdout:2229: oid 36 version 688 is already newer than 687 2024-04-15T16:36:14.467 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 688 (ObjNum 723 snap 208 seq_num 723) dirty exists 2024-04-15T16:36:14.467 INFO:tasks.rados.rados.0.smithi090.stdout:2229: left oid 36 (ObjNum 723 snap 208 seq_num 723) 2024-04-15T16:36:14.469 INFO:tasks.rados.rados.0.smithi090.stdout:2229: done (1 left) 2024-04-15T16:36:14.469 INFO:tasks.rados.rados.0.smithi090.stdout:2233: done (0 left) 2024-04-15T16:36:14.469 INFO:tasks.rados.rados.0.smithi090.stdout:2234: read oid 37 snap 203 2024-04-15T16:36:14.469 INFO:tasks.rados.rados.0.smithi090.stdout:2234: expect (ObjNum 704 snap 196 seq_num 704) 2024-04-15T16:36:14.469 INFO:tasks.rados.rados.0.smithi090.stdout:2235: read oid 33 snap -1 2024-04-15T16:36:14.469 INFO:tasks.rados.rados.0.smithi090.stdout:2235: expect (ObjNum 666 snap 183 seq_num 666) 2024-04-15T16:36:14.469 INFO:tasks.rados.rados.0.smithi090.stdout:2236: delete oid 4 current snap is 208 2024-04-15T16:36:14.473 INFO:tasks.rados.rados.0.smithi090.stdout:2236: done (2 left) 2024-04-15T16:36:14.473 INFO:tasks.rados.rados.0.smithi090.stdout:2237: rollback oid 19 current snap is 208 2024-04-15T16:36:14.473 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 205 2024-04-15T16:36:14.473 INFO:tasks.rados.rados.0.smithi090.stdout:2238: snap_create 2024-04-15T16:36:14.482 INFO:tasks.rados.rados.0.smithi090.stdout:2234: expect (ObjNum 704 snap 196 seq_num 704) 2024-04-15T16:36:14.540 INFO:tasks.rados.rados.0.smithi090.stdout:2235: expect (ObjNum 666 snap 183 seq_num 666) 2024-04-15T16:36:14.788 INFO:tasks.rados.rados.0.smithi090.stdout:2237: finishing rollback tid 0 to smithi09078167-19 2024-04-15T16:36:14.789 INFO:tasks.rados.rados.0.smithi090.stdout:2237: finishing rollback tid 1 to smithi09078167-19 2024-04-15T16:36:14.789 INFO:tasks.rados.rados.0.smithi090.stdout:2237: finishing rollback tid 2 to smithi09078167-19 2024-04-15T16:36:14.789 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 752 (ObjNum 610 snap 164 seq_num 610) dirty exists 2024-04-15T16:36:15.383 INFO:tasks.rados.rados.0.smithi090.stdout:2234: done (3 left) 2024-04-15T16:36:15.383 INFO:tasks.rados.rados.0.smithi090.stdout:2235: done (2 left) 2024-04-15T16:36:15.383 INFO:tasks.rados.rados.0.smithi090.stdout:2237: done (1 left) 2024-04-15T16:36:15.383 INFO:tasks.rados.rados.0.smithi090.stdout:2238: done (0 left) 2024-04-15T16:36:15.384 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 209 2024-04-15T16:36:15.384 INFO:tasks.rados.rados.0.smithi090.stdout:2239: seq_num 728 ranges {0=196608} 2024-04-15T16:36:15.384 INFO:tasks.rados.rados.0.smithi090.stdout:2239: writing smithi09078167-20 from 0 to 196608 tid 1 2024-04-15T16:36:15.384 INFO:tasks.rados.rados.0.smithi090.stdout:2240: delete oid 11 current snap is 209 2024-04-15T16:36:15.390 INFO:tasks.rados.rados.0.smithi090.stdout:2240: done (1 left) 2024-04-15T16:36:15.390 INFO:tasks.rados.rados.0.smithi090.stdout:2241: snap_remove snap 180 2024-04-15T16:36:15.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:15 smithi090 ceph-mon[89240]: osdmap e478: 8 total, 8 up, 8 in 2024-04-15T16:36:15.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:15 smithi090 ceph-mon[89240]: pgmap v376: 121 pgs: 121 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 12 KiB/s wr, 7 op/s 2024-04-15T16:36:15.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:15 smithi090 ceph-mon[91618]: osdmap e478: 8 total, 8 up, 8 in 2024-04-15T16:36:15.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:15 smithi090 ceph-mon[91618]: pgmap v376: 121 pgs: 121 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 12 KiB/s wr, 7 op/s 2024-04-15T16:36:15.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:15 smithi153 ceph-mon[84714]: osdmap e478: 8 total, 8 up, 8 in 2024-04-15T16:36:15.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:15 smithi153 ceph-mon[84714]: pgmap v376: 121 pgs: 121 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 12 KiB/s wr, 7 op/s 2024-04-15T16:36:16.394 INFO:tasks.rados.rados.0.smithi090.stdout:2241: done (1 left) 2024-04-15T16:36:16.394 INFO:tasks.rados.rados.0.smithi090.stdout:2242: read oid 18 snap 206 2024-04-15T16:36:16.394 INFO:tasks.rados.rados.0.smithi090.stdout:2242: expect deleted 2024-04-15T16:36:16.394 INFO:tasks.rados.rados.0.smithi090.stdout:2243: delete oid 42 current snap is 209 2024-04-15T16:36:16.394 INFO:tasks.rados.rados.0.smithi090.stdout:2239: finishing write tid 1 to smithi09078167-20 2024-04-15T16:36:16.394 INFO:tasks.rados.rados.0.smithi090.stdout:2239: finishing write tid 2 to smithi09078167-20 2024-04-15T16:36:16.394 INFO:tasks.rados.rados.0.smithi090.stdout:2239: finishing write tid 3 to smithi09078167-20 2024-04-15T16:36:16.394 INFO:tasks.rados.rados.0.smithi090.stdout:2239: oid 20 updating version 0 to 808 2024-04-15T16:36:16.395 INFO:tasks.rados.rados.0.smithi090.stdout:2239: oid 20 version 808 is already newer than 807 2024-04-15T16:36:16.395 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 808 (ObjNum 728 snap 209 seq_num 728) dirty exists 2024-04-15T16:36:16.395 INFO:tasks.rados.rados.0.smithi090.stdout:2239: left oid 20 (ObjNum 728 snap 209 seq_num 728) 2024-04-15T16:36:16.406 INFO:tasks.rados.rados.0.smithi090.stdout:2239: done (2 left) 2024-04-15T16:36:16.406 INFO:tasks.rados.rados.0.smithi090.stdout:2242: done (1 left) 2024-04-15T16:36:16.406 INFO:tasks.rados.rados.0.smithi090.stdout:2243: done (0 left) 2024-04-15T16:36:16.406 INFO:tasks.rados.rados.0.smithi090.stdout:2244: read oid 7 snap -1 2024-04-15T16:36:16.406 INFO:tasks.rados.rados.0.smithi090.stdout:2244: expect (ObjNum 691 snap 190 seq_num 691) 2024-04-15T16:36:16.406 INFO:tasks.rados.rados.0.smithi090.stdout:2245: rollback oid 5 current snap is 209 2024-04-15T16:36:16.406 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 5 to 193 2024-04-15T16:36:16.406 INFO:tasks.rados.rados.0.smithi090.stdout:2246: snap_remove snap 205 2024-04-15T16:36:16.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:16 smithi090 ceph-mon[89240]: osdmap e479: 8 total, 8 up, 8 in 2024-04-15T16:36:16.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:16 smithi090 ceph-mon[91618]: osdmap e479: 8 total, 8 up, 8 in 2024-04-15T16:36:16.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:16 smithi153 ceph-mon[84714]: osdmap e479: 8 total, 8 up, 8 in 2024-04-15T16:36:17.400 INFO:tasks.rados.rados.0.smithi090.stdout:2246: done (2 left) 2024-04-15T16:36:17.400 INFO:tasks.rados.rados.0.smithi090.stdout:2247: snap_remove snap 201 2024-04-15T16:36:17.400 INFO:tasks.rados.rados.0.smithi090.stdout:2245: finishing rollback tid 0 to smithi09078167-5 2024-04-15T16:36:17.401 INFO:tasks.rados.rados.0.smithi090.stdout:2245: finishing rollback tid 1 to smithi09078167-5 2024-04-15T16:36:17.401 INFO:tasks.rados.rados.0.smithi090.stdout:2245: finishing rollback tid 2 to smithi09078167-5 2024-04-15T16:36:17.401 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 470 (ObjNum 676 snap 186 seq_num 676) dirty exists 2024-04-15T16:36:17.401 INFO:tasks.rados.rados.0.smithi090.stdout:2244: expect (ObjNum 691 snap 190 seq_num 691) 2024-04-15T16:36:17.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:17 smithi090 ceph-mon[91618]: osdmap e480: 8 total, 8 up, 8 in 2024-04-15T16:36:17.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:17 smithi090 ceph-mon[91618]: pgmap v379: 121 pgs: 121 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 0 B/s wr, 7 op/s 2024-04-15T16:36:17.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:17 smithi090 ceph-mon[89240]: osdmap e480: 8 total, 8 up, 8 in 2024-04-15T16:36:17.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:17 smithi090 ceph-mon[89240]: pgmap v379: 121 pgs: 121 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 0 B/s wr, 7 op/s 2024-04-15T16:36:17.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:17 smithi153 ceph-mon[84714]: osdmap e480: 8 total, 8 up, 8 in 2024-04-15T16:36:17.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:17 smithi153 ceph-mon[84714]: pgmap v379: 121 pgs: 121 active+clean; 373 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 0 B/s wr, 7 op/s 2024-04-15T16:36:18.397 INFO:tasks.rados.rados.0.smithi090.stdout:2244: done (2 left) 2024-04-15T16:36:18.398 INFO:tasks.rados.rados.0.smithi090.stdout:2245: done (1 left) 2024-04-15T16:36:18.398 INFO:tasks.rados.rados.0.smithi090.stdout:2247: done (0 left) 2024-04-15T16:36:18.398 INFO:tasks.rados.rados.0.smithi090.stdout:2248: snap_remove snap 207 2024-04-15T16:36:18.776 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:18 smithi153 ceph-mon[84714]: osdmap e481: 8 total, 8 up, 8 in 2024-04-15T16:36:18.776 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:18.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:18 smithi090 ceph-mon[91618]: osdmap e481: 8 total, 8 up, 8 in 2024-04-15T16:36:18.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:18.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:18 smithi090 ceph-mon[89240]: osdmap e481: 8 total, 8 up, 8 in 2024-04-15T16:36:18.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:19.378 INFO:tasks.rados.rados.0.smithi090.stdout:2248: done (0 left) 2024-04-15T16:36:19.378 INFO:tasks.rados.rados.0.smithi090.stdout:2249: rollback oid 29 current snap is 209 2024-04-15T16:36:19.379 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 203 2024-04-15T16:36:19.379 INFO:tasks.rados.rados.0.smithi090.stdout:2250: delete oid 23 current snap is 209 2024-04-15T16:36:19.388 INFO:tasks.rados.rados.0.smithi090.stdout:2249: finishing rollback tid 0 to smithi09078167-29 2024-04-15T16:36:19.388 INFO:tasks.rados.rados.0.smithi090.stdout:2249: finishing rollback tid 1 to smithi09078167-29 2024-04-15T16:36:19.390 INFO:tasks.rados.rados.0.smithi090.stdout:2249: finishing rollback tid 2 to smithi09078167-29 2024-04-15T16:36:19.390 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 696 (ObjNum 583 snap 154 seq_num 583) dirty exists 2024-04-15T16:36:19.391 INFO:tasks.rados.rados.0.smithi090.stdout:2249: done (1 left) 2024-04-15T16:36:19.391 INFO:tasks.rados.rados.0.smithi090.stdout:2250: done (0 left) 2024-04-15T16:36:19.391 INFO:tasks.rados.rados.0.smithi090.stdout:2251: rollback oid 28 current snap is 209 2024-04-15T16:36:19.391 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 28 to 208 2024-04-15T16:36:19.391 INFO:tasks.rados.rados.0.smithi090.stdout:2252: copy_from oid 35 from oid 21 current snap is 209 2024-04-15T16:36:19.391 INFO:tasks.rados.rados.0.smithi090.stdout:2253: delete oid 50 current snap is 209 2024-04-15T16:36:19.398 INFO:tasks.rados.rados.0.smithi090.stdout:2253: done (2 left) 2024-04-15T16:36:19.399 INFO:tasks.rados.rados.0.smithi090.stdout:2254: setattr oid 44 current snap is 209 2024-04-15T16:36:19.399 INFO:tasks.rados.rados.0.smithi090.stdout:2251: finishing rollback tid 0 to smithi09078167-28 2024-04-15T16:36:19.399 INFO:tasks.rados.rados.0.smithi090.stdout:2251: finishing rollback tid 1 to smithi09078167-28 2024-04-15T16:36:19.399 INFO:tasks.rados.rados.0.smithi090.stdout:2251: finishing rollback tid 2 to smithi09078167-28 2024-04-15T16:36:19.399 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 628 (ObjNum 660 snap 180 seq_num 660) dirty exists 2024-04-15T16:36:19.400 INFO:tasks.rados.rados.0.smithi090.stdout:2251: done (2 left) 2024-04-15T16:36:19.400 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 209 2024-04-15T16:36:19.400 INFO:tasks.rados.rados.0.smithi090.stdout:2255: seq_num 733 ranges {1228800=278528} 2024-04-15T16:36:19.407 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:36:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:36:19] "GET /metrics HTTP/1.1" 200 36140 "" "Prometheus/2.43.0" 2024-04-15T16:36:19.410 INFO:tasks.rados.rados.0.smithi090.stdout:2255: writing smithi09078167-1 from 1228800 to 1507328 tid 1 2024-04-15T16:36:19.410 INFO:tasks.rados.rados.0.smithi090.stdout:2256: read oid 12 snap -1 2024-04-15T16:36:19.410 INFO:tasks.rados.rados.0.smithi090.stdout:2256: expect deleted 2024-04-15T16:36:19.410 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 209 2024-04-15T16:36:19.410 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 737 (ObjNum 129 snap 0 seq_num 3729039000) dirty exists 2024-04-15T16:36:19.410 INFO:tasks.rados.rados.0.smithi090.stdout:2257: seq_num 734 ranges {0=294912} 2024-04-15T16:36:19.411 INFO:tasks.rados.rados.0.smithi090.stdout:2257: writing smithi09078167-32 from 0 to 294912 tid 1 2024-04-15T16:36:19.411 INFO:tasks.rados.rados.0.smithi090.stdout:2254: done (4 left) 2024-04-15T16:36:19.412 INFO:tasks.rados.rados.0.smithi090.stdout:2258: snap_create 2024-04-15T16:36:19.416 INFO:tasks.rados.rados.0.smithi090.stdout:2255: finishing write tid 1 to smithi09078167-1 2024-04-15T16:36:19.416 INFO:tasks.rados.rados.0.smithi090.stdout:2255: finishing write tid 2 to smithi09078167-1 2024-04-15T16:36:19.416 INFO:tasks.rados.rados.0.smithi090.stdout:2257: finishing write tid 1 to smithi09078167-32 2024-04-15T16:36:19.416 INFO:tasks.rados.rados.0.smithi090.stdout:2257: finishing write tid 2 to smithi09078167-32 2024-04-15T16:36:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:2255: finishing write tid 3 to smithi09078167-1 2024-04-15T16:36:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:2255: oid 1 updating version 0 to 819 2024-04-15T16:36:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:2255: oid 1 version 819 is already newer than 818 2024-04-15T16:36:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 819 (ObjNum 733 snap 209 seq_num 733) dirty exists 2024-04-15T16:36:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:2255: left oid 1 (ObjNum 733 snap 209 seq_num 733) 2024-04-15T16:36:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:2257: finishing write tid 3 to smithi09078167-32 2024-04-15T16:36:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:2257: oid 32 updating version 0 to 406 2024-04-15T16:36:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:2257: oid 32 updating version 406 to 407 2024-04-15T16:36:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 407 (ObjNum 734 snap 209 seq_num 734) dirty exists 2024-04-15T16:36:19.418 INFO:tasks.rados.rados.0.smithi090.stdout:2257: left oid 32 (ObjNum 734 snap 209 seq_num 734) 2024-04-15T16:36:19.421 INFO:tasks.rados.rados.0.smithi090.stdout:2252: finishing copy_from racing read to smithi09078167-35 2024-04-15T16:36:19.431 INFO:tasks.rados.rados.0.smithi090.stdout:2252: finishing copy_from to smithi09078167-35 2024-04-15T16:36:19.431 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 709 (ObjNum 693 snap 191 seq_num 693) dirty exists 2024-04-15T16:36:19.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:19 smithi090 ceph-mon[89240]: osdmap e482: 8 total, 8 up, 8 in 2024-04-15T16:36:19.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:19 smithi090 ceph-mon[89240]: pgmap v382: 121 pgs: 121 active+clean; 372 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 28 KiB/s wr, 8 op/s 2024-04-15T16:36:19.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:19 smithi090 ceph-mon[89240]: osdmap e483: 8 total, 8 up, 8 in 2024-04-15T16:36:19.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:19 smithi090 ceph-mon[91618]: osdmap e482: 8 total, 8 up, 8 in 2024-04-15T16:36:19.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:19 smithi090 ceph-mon[91618]: pgmap v382: 121 pgs: 121 active+clean; 372 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 28 KiB/s wr, 8 op/s 2024-04-15T16:36:19.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:19 smithi090 ceph-mon[91618]: osdmap e483: 8 total, 8 up, 8 in 2024-04-15T16:36:19.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:19 smithi153 ceph-mon[84714]: osdmap e482: 8 total, 8 up, 8 in 2024-04-15T16:36:19.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:19 smithi153 ceph-mon[84714]: pgmap v382: 121 pgs: 121 active+clean; 372 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 28 KiB/s wr, 8 op/s 2024-04-15T16:36:19.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:19 smithi153 ceph-mon[84714]: osdmap e483: 8 total, 8 up, 8 in 2024-04-15T16:36:20.414 INFO:tasks.rados.rados.0.smithi090.stdout:2252: done (4 left) 2024-04-15T16:36:20.414 INFO:tasks.rados.rados.0.smithi090.stdout:2255: done (3 left) 2024-04-15T16:36:20.414 INFO:tasks.rados.rados.0.smithi090.stdout:2256: done (2 left) 2024-04-15T16:36:20.414 INFO:tasks.rados.rados.0.smithi090.stdout:2257: done (1 left) 2024-04-15T16:36:20.414 INFO:tasks.rados.rados.0.smithi090.stdout:2258: done (0 left) 2024-04-15T16:36:20.414 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 210 2024-04-15T16:36:20.414 INFO:tasks.rados.rados.0.smithi090.stdout:2259: seq_num 735 ranges {5726208=311296} 2024-04-15T16:36:20.446 INFO:tasks.rados.rados.0.smithi090.stdout:2259: writing smithi09078167-6 from 5726208 to 6037504 tid 1 2024-04-15T16:36:20.446 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 210 2024-04-15T16:36:20.446 INFO:tasks.rados.rados.0.smithi090.stdout:2260: seq_num 736 ranges {3751936=335872} 2024-04-15T16:36:20.468 INFO:tasks.rados.rados.0.smithi090.stdout:2260: writing smithi09078167-36 from 3751936 to 4087808 tid 1 2024-04-15T16:36:20.468 INFO:tasks.rados.rados.0.smithi090.stdout:2261: snap_create 2024-04-15T16:36:20.468 INFO:tasks.rados.rados.0.smithi090.stdout:2259: finishing write tid 1 to smithi09078167-6 2024-04-15T16:36:20.468 INFO:tasks.rados.rados.0.smithi090.stdout:2259: finishing write tid 2 to smithi09078167-6 2024-04-15T16:36:20.468 INFO:tasks.rados.rados.0.smithi090.stdout:2259: finishing write tid 3 to smithi09078167-6 2024-04-15T16:36:20.468 INFO:tasks.rados.rados.0.smithi090.stdout:2259: oid 6 updating version 0 to 787 2024-04-15T16:36:20.469 INFO:tasks.rados.rados.0.smithi090.stdout:2259: oid 6 version 787 is already newer than 786 2024-04-15T16:36:20.469 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 787 (ObjNum 735 snap 210 seq_num 735) dirty exists 2024-04-15T16:36:20.469 INFO:tasks.rados.rados.0.smithi090.stdout:2259: left oid 6 (ObjNum 735 snap 210 seq_num 735) 2024-04-15T16:36:20.473 INFO:tasks.rados.rados.0.smithi090.stdout:2260: finishing write tid 1 to smithi09078167-36 2024-04-15T16:36:20.473 INFO:tasks.rados.rados.0.smithi090.stdout:2260: finishing write tid 2 to smithi09078167-36 2024-04-15T16:36:20.474 INFO:tasks.rados.rados.0.smithi090.stdout:2260: finishing write tid 3 to smithi09078167-36 2024-04-15T16:36:20.475 INFO:tasks.rados.rados.0.smithi090.stdout:2260: oid 36 updating version 0 to 689 2024-04-15T16:36:20.475 INFO:tasks.rados.rados.0.smithi090.stdout:2260: oid 36 updating version 689 to 690 2024-04-15T16:36:20.475 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 690 (ObjNum 736 snap 210 seq_num 736) dirty exists 2024-04-15T16:36:20.475 INFO:tasks.rados.rados.0.smithi090.stdout:2260: left oid 36 (ObjNum 736 snap 210 seq_num 736) 2024-04-15T16:36:21.419 INFO:tasks.rados.rados.0.smithi090.stdout:2259: done (2 left) 2024-04-15T16:36:21.419 INFO:tasks.rados.rados.0.smithi090.stdout:2260: done (1 left) 2024-04-15T16:36:21.419 INFO:tasks.rados.rados.0.smithi090.stdout:2261: done (0 left) 2024-04-15T16:36:21.420 INFO:tasks.rados.rados.0.smithi090.stdout:2262: rmattr oid 11 current snap is 211 2024-04-15T16:36:21.420 INFO:tasks.rados.rados.0.smithi090.stdout:2262: done (0 left) 2024-04-15T16:36:21.420 INFO:tasks.rados.rados.0.smithi090.stdout:2263: read oid 45 snap -1 2024-04-15T16:36:21.420 INFO:tasks.rados.rados.0.smithi090.stdout:2263: expect deleted 2024-04-15T16:36:21.420 INFO:tasks.rados.rados.0.smithi090.stdout:2264: copy_from oid 30 from oid 9 current snap is 211 2024-04-15T16:36:21.420 INFO:tasks.rados.rados.0.smithi090.stdout:2265: snap_create 2024-04-15T16:36:21.425 INFO:tasks.rados.rados.0.smithi090.stdout:2264: finishing copy_from to smithi09078167-30 2024-04-15T16:36:21.425 INFO:tasks.rados.rados.0.smithi090.stdout:2264: got expected ENOENT (src dne) 2024-04-15T16:36:21.425 INFO:tasks.rados.rados.0.smithi090.stdout:2264: finishing copy_from racing read to smithi09078167-30 2024-04-15T16:36:21.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:21 smithi153 ceph-mon[84714]: osdmap e484: 8 total, 8 up, 8 in 2024-04-15T16:36:21.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:21 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T16:36:21.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:21 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T16:36:21.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:21 smithi153 ceph-mon[84714]: Upgrade: osd.6 is safe to restart 2024-04-15T16:36:21.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:21 smithi153 ceph-mon[84714]: pgmap v385: 121 pgs: 121 active+clean; 372 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 144 KiB/s wr, 4 op/s 2024-04-15T16:36:21.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:21 smithi090 ceph-mon[89240]: osdmap e484: 8 total, 8 up, 8 in 2024-04-15T16:36:21.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:21 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T16:36:21.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:21 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T16:36:21.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:21 smithi090 ceph-mon[89240]: Upgrade: osd.6 is safe to restart 2024-04-15T16:36:21.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:21 smithi090 ceph-mon[89240]: pgmap v385: 121 pgs: 121 active+clean; 372 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 144 KiB/s wr, 4 op/s 2024-04-15T16:36:21.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:21 smithi090 ceph-mon[91618]: osdmap e484: 8 total, 8 up, 8 in 2024-04-15T16:36:21.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:21 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T16:36:21.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:21 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-15T16:36:21.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:21 smithi090 ceph-mon[91618]: Upgrade: osd.6 is safe to restart 2024-04-15T16:36:21.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:21 smithi090 ceph-mon[91618]: pgmap v385: 121 pgs: 121 active+clean; 372 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.6 MiB/s rd, 144 KiB/s wr, 4 op/s 2024-04-15T16:36:22.420 INFO:tasks.rados.rados.0.smithi090.stdout:2263: done (2 left) 2024-04-15T16:36:22.420 INFO:tasks.rados.rados.0.smithi090.stdout:2264: done (1 left) 2024-04-15T16:36:22.420 INFO:tasks.rados.rados.0.smithi090.stdout:2265: done (0 left) 2024-04-15T16:36:22.420 INFO:tasks.rados.rados.0.smithi090.stdout:2266: rollback oid 30 current snap is 212 2024-04-15T16:36:22.420 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 200 2024-04-15T16:36:22.420 INFO:tasks.rados.rados.0.smithi090.stdout:2267: rollback oid 36 current snap is 212 2024-04-15T16:36:22.420 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 191 2024-04-15T16:36:22.421 INFO:tasks.rados.rados.0.smithi090.stdout:2268: read oid 1 snap -1 2024-04-15T16:36:22.421 INFO:tasks.rados.rados.0.smithi090.stdout:2268: expect (ObjNum 733 snap 209 seq_num 733) 2024-04-15T16:36:22.421 INFO:tasks.rados.rados.0.smithi090.stdout:2269: read oid 26 snap -1 2024-04-15T16:36:22.421 INFO:tasks.rados.rados.0.smithi090.stdout:2269: expect deleted 2024-04-15T16:36:22.421 INFO:tasks.rados.rados.0.smithi090.stdout:2270: rollback oid 28 current snap is 212 2024-04-15T16:36:22.421 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 28 to 190 2024-04-15T16:36:22.421 INFO:tasks.rados.rados.0.smithi090.stdout:2271: setattr oid 8 current snap is 212 2024-04-15T16:36:22.422 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 212 2024-04-15T16:36:22.422 INFO:tasks.rados.rados.0.smithi090.stdout:2272: seq_num 737 ranges {0=352256} 2024-04-15T16:36:22.424 INFO:tasks.rados.rados.0.smithi090.stdout:2272: writing smithi09078167-23 from 0 to 352256 tid 1 2024-04-15T16:36:22.424 INFO:tasks.rados.rados.0.smithi090.stdout:2273: copy_from oid 38 from oid 22 current snap is 212 2024-04-15T16:36:22.424 INFO:tasks.rados.rados.0.smithi090.stdout:2274: snap_remove snap 185 2024-04-15T16:36:22.589 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:22 smithi153 ceph-mon[84714]: osdmap e485: 8 total, 8 up, 8 in 2024-04-15T16:36:22.589 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:22.589 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T16:36:22.589 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:36:22.590 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:36:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:36:22.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:22 smithi090 ceph-mon[89240]: osdmap e485: 8 total, 8 up, 8 in 2024-04-15T16:36:22.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:22.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T16:36:22.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:36:22.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:22 smithi090 ceph-mon[91618]: osdmap e485: 8 total, 8 up, 8 in 2024-04-15T16:36:22.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:22.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-15T16:36:22.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:36:23.368 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:36:23.435 INFO:tasks.rados.rados.0.smithi090.stdout:2274: done (8 left) 2024-04-15T16:36:23.435 INFO:tasks.rados.rados.0.smithi090.stdout:2275: snap_create 2024-04-15T16:36:23.435 INFO:tasks.rados.rados.0.smithi090.stdout:2266: finishing rollback tid 0 to smithi09078167-30 2024-04-15T16:36:23.435 INFO:tasks.rados.rados.0.smithi090.stdout:2266: finishing rollback tid 1 to smithi09078167-30 2024-04-15T16:36:23.435 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 790 (ObjNum 65 snap 0 seq_num 1397773922) dirty dne 2024-04-15T16:36:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:2272: finishing write tid 1 to smithi09078167-23 2024-04-15T16:36:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:2272: finishing write tid 2 to smithi09078167-23 2024-04-15T16:36:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:2270: finishing rollback tid 0 to smithi09078167-28 2024-04-15T16:36:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:2267: finishing rollback tid 0 to smithi09078167-36 2024-04-15T16:36:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:2270: finishing rollback tid 1 to smithi09078167-28 2024-04-15T16:36:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:2270: finishing rollback tid 2 to smithi09078167-28 2024-04-15T16:36:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 631 (ObjNum 660 snap 180 seq_num 660) dirty exists 2024-04-15T16:36:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:2272: finishing write tid 3 to smithi09078167-23 2024-04-15T16:36:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:2272: oid 23 updating version 0 to 641 2024-04-15T16:36:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:2272: oid 23 version 641 is already newer than 640 2024-04-15T16:36:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 641 (ObjNum 737 snap 212 seq_num 737) dirty exists 2024-04-15T16:36:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:2272: left oid 23 (ObjNum 737 snap 212 seq_num 737) 2024-04-15T16:36:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:2267: finishing rollback tid 1 to smithi09078167-36 2024-04-15T16:36:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:2267: finishing rollback tid 2 to smithi09078167-36 2024-04-15T16:36:23.436 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 693 (ObjNum 502 snap 127 seq_num 502) dirty exists 2024-04-15T16:36:23.437 INFO:tasks.rados.rados.0.smithi090.stdout:2273: finishing copy_from to smithi09078167-38 2024-04-15T16:36:23.437 INFO:tasks.rados.rados.0.smithi090.stdout:2273: got expected ENOENT (src dne) 2024-04-15T16:36:23.437 INFO:tasks.rados.rados.0.smithi090.stdout:2268: expect (ObjNum 733 snap 209 seq_num 733) 2024-04-15T16:36:23.506 INFO:tasks.rados.rados.0.smithi090.stdout:2273: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:36:23.506 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 807 (ObjNum 1265 snap 0 seq_num 3729881360) dirty exists 2024-04-15T16:36:23.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:23 smithi153 ceph-mon[84714]: Upgrade: Updating osd.6 2024-04-15T16:36:23.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:23 smithi153 ceph-mon[84714]: Deploying daemon osd.6 on smithi153 2024-04-15T16:36:23.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:23 smithi153 ceph-mon[84714]: osdmap e486: 8 total, 8 up, 8 in 2024-04-15T16:36:23.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:23 smithi153 ceph-mon[84714]: pgmap v388: 121 pgs: 121 active+clean; 376 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-15T16:36:23.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:36:23.703 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:36:23.704 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (9m) 92s ago 9m 23.9M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:36:23.704 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (9m) 23s ago 9m 90.7M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:36:23.704 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (10m) 92s ago 10m 19.9M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:36:23.704 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (10m) 23s ago 10m 16.3M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:36:23.704 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (4m) 23s ago 14m 452M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:36:23.704 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (5m) 92s ago 16m 514M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:36:23.704 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (4m) 92s ago 16m 51.8M 2048M 19.0.0-3080-gc2d8c315 259793512b73 82f63672a8c1 2024-04-15T16:36:23.704 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (3m) 23s ago 14m 47.1M 2048M 19.0.0-3080-gc2d8c315 259793512b73 a8c48d861c6e 2024-04-15T16:36:23.704 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (4m) 92s ago 14m 45.2M 2048M 19.0.0-3080-gc2d8c315 259793512b73 28c14668bcb2 2024-04-15T16:36:23.704 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (9m) 92s ago 9m 15.6M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:36:23.704 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (9m) 23s ago 9m 15.7M - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:36:23.704 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (3m) 92s ago 14m 119M 2480M 19.0.0-3080-gc2d8c315 259793512b73 220a8dfc36ad 2024-04-15T16:36:23.704 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (2m) 92s ago 13m 102M 2480M 19.0.0-3080-gc2d8c315 259793512b73 1c837b285ce5 2024-04-15T16:36:23.705 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (116s) 92s ago 13m 94.9M 2480M 19.0.0-3080-gc2d8c315 259793512b73 915f230e2693 2024-04-15T16:36:23.705 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (96s) 92s ago 12m 12.5M 2480M 19.0.0-3080-gc2d8c315 259793512b73 a0a34f8fff3a 2024-04-15T16:36:23.705 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (62s) 23s ago 12m 118M 2480M 19.0.0-3080-gc2d8c315 259793512b73 ead96f9e7b8d 2024-04-15T16:36:23.705 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (27s) 23s ago 12m 12.7M 2480M 19.0.0-3080-gc2d8c315 259793512b73 35917c9a8a50 2024-04-15T16:36:23.705 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (11m) 23s ago 11m 204M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a 66e4ab03958e 2024-04-15T16:36:23.705 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (11m) 23s ago 11m 177M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:36:23.705 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (5m) 23s ago 10m 58.8M - 2.43.0 a07b618ecd1d ac36942670ad 2024-04-15T16:36:23.705 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:23 smithi090 ceph-mon[91618]: Upgrade: Updating osd.6 2024-04-15T16:36:23.705 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:23 smithi090 ceph-mon[91618]: Deploying daemon osd.6 on smithi153 2024-04-15T16:36:23.705 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:23 smithi090 ceph-mon[91618]: osdmap e486: 8 total, 8 up, 8 in 2024-04-15T16:36:23.705 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:23 smithi090 ceph-mon[91618]: pgmap v388: 121 pgs: 121 active+clean; 376 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-15T16:36:23.705 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:36:23.706 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:23 smithi090 ceph-mon[89240]: Upgrade: Updating osd.6 2024-04-15T16:36:23.706 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:23 smithi090 ceph-mon[89240]: Deploying daemon osd.6 on smithi153 2024-04-15T16:36:23.706 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:23 smithi090 ceph-mon[89240]: osdmap e486: 8 total, 8 up, 8 in 2024-04-15T16:36:23.706 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:23 smithi090 ceph-mon[89240]: pgmap v388: 121 pgs: 121 active+clean; 376 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-15T16:36:23.706 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:36:24.101 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:36:24.101 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:36:24.101 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:36:24.101 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:36:24.101 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:36:24.102 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:36:24.102 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:36:24.102 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:36:24.102 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2, 2024-04-15T16:36:24.102 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 6 2024-04-15T16:36:24.102 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:36:24.102 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:36:24.102 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:36:24.102 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:36:24.102 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:36:24.102 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 4, 2024-04-15T16:36:24.102 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 11 2024-04-15T16:36:24.102 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:36:24.103 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:36:24.381 INFO:tasks.rados.rados.0.smithi090.stdout:2266: done (8 left) 2024-04-15T16:36:24.381 INFO:tasks.rados.rados.0.smithi090.stdout:2267: done (7 left) 2024-04-15T16:36:24.381 INFO:tasks.rados.rados.0.smithi090.stdout:2268: done (6 left) 2024-04-15T16:36:24.381 INFO:tasks.rados.rados.0.smithi090.stdout:2269: done (5 left) 2024-04-15T16:36:24.381 INFO:tasks.rados.rados.0.smithi090.stdout:2270: done (4 left) 2024-04-15T16:36:24.381 INFO:tasks.rados.rados.0.smithi090.stdout:2271: done (3 left) 2024-04-15T16:36:24.381 INFO:tasks.rados.rados.0.smithi090.stdout:2272: done (2 left) 2024-04-15T16:36:24.381 INFO:tasks.rados.rados.0.smithi090.stdout:2273: done (1 left) 2024-04-15T16:36:24.381 INFO:tasks.rados.rados.0.smithi090.stdout:2275: done (0 left) 2024-04-15T16:36:24.381 INFO:tasks.rados.rados.0.smithi090.stdout:2276: rollback oid 29 current snap is 213 2024-04-15T16:36:24.382 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 157 2024-04-15T16:36:24.382 INFO:tasks.rados.rados.0.smithi090.stdout:2277: snap_remove snap 211 2024-04-15T16:36:24.595 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:24 smithi153 ceph-mon[84714]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:36:24.595 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:24 smithi153 ceph-mon[84714]: osdmap e487: 8 total, 8 up, 8 in 2024-04-15T16:36:24.595 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:24 smithi153 ceph-mon[84714]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:36:24.595 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:24 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3013644311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:24.595 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:24 smithi153 ceph-mon[84714]: osdmap e488: 8 total, 8 up, 8 in 2024-04-15T16:36:24.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:24 smithi090 ceph-mon[89240]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:36:24.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:24 smithi090 ceph-mon[89240]: osdmap e487: 8 total, 8 up, 8 in 2024-04-15T16:36:24.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:24 smithi090 ceph-mon[89240]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:36:24.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:24 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3013644311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:24.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:24 smithi090 ceph-mon[89240]: osdmap e488: 8 total, 8 up, 8 in 2024-04-15T16:36:24.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:24 smithi090 ceph-mon[91618]: from='client.34338 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:36:24.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:24 smithi090 ceph-mon[91618]: osdmap e487: 8 total, 8 up, 8 in 2024-04-15T16:36:24.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:24 smithi090 ceph-mon[91618]: from='client.34344 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:36:24.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:24 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3013644311' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:24.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:24 smithi090 ceph-mon[91618]: osdmap e488: 8 total, 8 up, 8 in 2024-04-15T16:36:25.300 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:25 smithi153 systemd[1]: Stopping Ceph osd.6 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:36:25.389 INFO:tasks.rados.rados.0.smithi090.stdout:2277: done (1 left) 2024-04-15T16:36:25.389 INFO:tasks.rados.rados.0.smithi090.stdout:2278: rollback oid 42 current snap is 213 2024-04-15T16:36:25.389 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 199 2024-04-15T16:36:25.389 INFO:tasks.rados.rados.0.smithi090.stdout:2279: delete oid 2 current snap is 213 2024-04-15T16:36:25.389 INFO:tasks.rados.rados.0.smithi090.stdout:2276: finishing rollback tid 0 to smithi09078167-29 2024-04-15T16:36:25.390 INFO:tasks.rados.rados.0.smithi090.stdout:2276: finishing rollback tid 1 to smithi09078167-29 2024-04-15T16:36:25.390 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 698 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T16:36:25.391 INFO:tasks.rados.rados.0.smithi090.stdout:2278: finishing rollback tid 1 to smithi09078167-42 2024-04-15T16:36:25.392 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 621 (ObjNum 529 snap 0 seq_num 3772755680) dirty dne 2024-04-15T16:36:25.393 INFO:tasks.rados.rados.0.smithi090.stdout:2276: done (2 left) 2024-04-15T16:36:25.393 INFO:tasks.rados.rados.0.smithi090.stdout:2278: done (1 left) 2024-04-15T16:36:25.393 INFO:tasks.rados.rados.0.smithi090.stdout:2279: done (0 left) 2024-04-15T16:36:25.393 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 213 2024-04-15T16:36:25.393 INFO:tasks.rados.rados.0.smithi090.stdout:2280: seq_num 739 ranges {0=385024} 2024-04-15T16:36:25.396 INFO:tasks.rados.rados.0.smithi090.stdout:2280: writing smithi09078167-34 from 0 to 385024 tid 1 2024-04-15T16:36:25.396 INFO:tasks.rados.rados.0.smithi090.stdout:2281: rmattr oid 44 current snap is 213 2024-04-15T16:36:25.396 INFO:tasks.rados.rados.0.smithi090.stdout:2282: rmattr oid 10 current snap is 213 2024-04-15T16:36:25.396 INFO:tasks.rados.rados.0.smithi090.stdout:2282: done (2 left) 2024-04-15T16:36:25.396 INFO:tasks.rados.rados.0.smithi090.stdout:2283: copy_from oid 23 from oid 37 current snap is 213 2024-04-15T16:36:25.396 INFO:tasks.rados.rados.0.smithi090.stdout:2284: copy_from oid 11 from oid 50 current snap is 213 2024-04-15T16:36:25.396 INFO:tasks.rados.rados.0.smithi090.stdout:2285: snap_remove snap 191 2024-04-15T16:36:25.550 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:25 smithi153 ceph-mon[84714]: pgmap v391: 121 pgs: 121 active+clean; 376 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-15T16:36:25.551 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:25 smithi153 ceph-mon[84714]: osdmap e489: 8 total, 8 up, 8 in 2024-04-15T16:36:25.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:25 smithi090 ceph-mon[89240]: pgmap v391: 121 pgs: 121 active+clean; 376 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-15T16:36:25.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:25 smithi090 ceph-mon[89240]: osdmap e489: 8 total, 8 up, 8 in 2024-04-15T16:36:25.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:25 smithi090 ceph-mon[91618]: pgmap v391: 121 pgs: 121 active+clean; 376 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 1.6 MiB/s wr, 14 op/s 2024-04-15T16:36:25.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:25 smithi090 ceph-mon[91618]: osdmap e489: 8 total, 8 up, 8 in 2024-04-15T16:36:25.874 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:25 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[46606]: 2024-04-15T16:36:25.556+0000 7fae7d829700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:36:25.874 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:25 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[46606]: 2024-04-15T16:36:25.556+0000 7fae7d829700 -1 osd.6 489 *** Got signal Terminated *** 2024-04-15T16:36:25.874 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:25 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[46606]: 2024-04-15T16:36:25.556+0000 7fae7d829700 -1 osd.6 489 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:36:26.388 INFO:tasks.rados.rados.0.smithi090.stdout:2285: done (4 left) 2024-04-15T16:36:26.388 INFO:tasks.rados.rados.0.smithi090.stdout:2286: rollback oid 1 current snap is 213 2024-04-15T16:36:26.388 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 200 2024-04-15T16:36:26.388 INFO:tasks.rados.rados.0.smithi090.stdout:2287: rollback oid 43 current snap is 213 2024-04-15T16:36:26.388 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 43 to 199 2024-04-15T16:36:26.388 INFO:tasks.rados.rados.0.smithi090.stdout:2288: read oid 48 snap -1 2024-04-15T16:36:26.388 INFO:tasks.rados.rados.0.smithi090.stdout:2288: expect (ObjNum 718 snap 204 seq_num 718) 2024-04-15T16:36:26.388 INFO:tasks.rados.rados.0.smithi090.stdout:2289: rollback oid 5 current snap is 213 2024-04-15T16:36:26.388 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 5 to 193 2024-04-15T16:36:26.388 INFO:tasks.rados.rados.0.smithi090.stdout:2290: snap_remove snap 171 2024-04-15T16:36:26.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:26 smithi090 ceph-mon[89240]: osd.6 marked itself down and dead 2024-04-15T16:36:26.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:26 smithi090 ceph-mon[89240]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:36:26.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:26 smithi090 ceph-mon[89240]: osdmap e490: 8 total, 7 up, 8 in 2024-04-15T16:36:26.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:26 smithi090 ceph-mon[91618]: osd.6 marked itself down and dead 2024-04-15T16:36:26.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:26 smithi090 ceph-mon[91618]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:36:26.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:26 smithi090 ceph-mon[91618]: osdmap e490: 8 total, 7 up, 8 in 2024-04-15T16:36:26.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:26 smithi153 ceph-mon[84714]: osd.6 marked itself down and dead 2024-04-15T16:36:26.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:26 smithi153 ceph-mon[84714]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:36:26.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:26 smithi153 ceph-mon[84714]: osdmap e490: 8 total, 7 up, 8 in 2024-04-15T16:36:27.324 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:26 smithi153 podman[99428]: 2024-04-15 16:36:26.957569044 +0000 UTC m=+1.498402813 container died 66e4ab03958e259f21788607eed6fcf387dd066821bc8fa548f3f8cc10a65f4b (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=reef-e3fb05d, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:36:27.324 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:27 smithi153 podman[99428]: 2024-04-15 16:36:27.330587779 +0000 UTC m=+1.871421559 container cleanup 66e4ab03958e259f21788607eed6fcf387dd066821bc8fa548f3f8cc10a65f4b (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-e3fb05d, maintainer=Guillaume Abrioux ) 2024-04-15T16:36:27.394 INFO:tasks.rados.rados.0.smithi090.stdout:2290: done (8 left) 2024-04-15T16:36:27.394 INFO:tasks.rados.rados.0.smithi090.stdout:2291: rollback oid 42 current snap is 213 2024-04-15T16:36:27.394 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 208 2024-04-15T16:36:27.394 INFO:tasks.rados.rados.0.smithi090.stdout:2292: delete oid 35 current snap is 213 2024-04-15T16:36:27.394 INFO:tasks.rados.rados.0.smithi090.stdout:2280: finishing write tid 1 to smithi09078167-34 2024-04-15T16:36:27.394 INFO:tasks.rados.rados.0.smithi090.stdout:2280: finishing write tid 2 to smithi09078167-34 2024-04-15T16:36:27.394 INFO:tasks.rados.rados.0.smithi090.stdout:2280: finishing write tid 3 to smithi09078167-34 2024-04-15T16:36:27.395 INFO:tasks.rados.rados.0.smithi090.stdout:2280: oid 34 updating version 0 to 524 2024-04-15T16:36:27.395 INFO:tasks.rados.rados.0.smithi090.stdout:2280: oid 34 updating version 524 to 525 2024-04-15T16:36:27.395 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 525 (ObjNum 739 snap 213 seq_num 739) dirty exists 2024-04-15T16:36:27.395 INFO:tasks.rados.rados.0.smithi090.stdout:2280: left oid 34 (ObjNum 739 snap 213 seq_num 739) 2024-04-15T16:36:27.395 INFO:tasks.rados.rados.0.smithi090.stdout:2283: finishing copy_from racing read to smithi09078167-23 2024-04-15T16:36:27.395 INFO:tasks.rados.rados.0.smithi090.stdout:2284: finishing copy_from to smithi09078167-11 2024-04-15T16:36:27.395 INFO:tasks.rados.rados.0.smithi090.stdout:2284: got expected ENOENT (src dne) 2024-04-15T16:36:27.395 INFO:tasks.rados.rados.0.smithi090.stdout:2284: finishing copy_from racing read to smithi09078167-11 2024-04-15T16:36:27.395 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 745 (ObjNum 769 snap 0 seq_num 2414930253) dirty exists 2024-04-15T16:36:27.395 INFO:tasks.rados.rados.0.smithi090.stdout:2283: finishing copy_from to smithi09078167-23 2024-04-15T16:36:27.395 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 405 (ObjNum 474 snap 122 seq_num 474) dirty exists 2024-04-15T16:36:27.395 INFO:tasks.rados.rados.0.smithi090.stdout:2288: expect (ObjNum 718 snap 204 seq_num 718) 2024-04-15T16:36:27.397 INFO:tasks.rados.rados.0.smithi090.stdout:2286: finishing rollback tid 0 to smithi09078167-1 2024-04-15T16:36:27.397 INFO:tasks.rados.rados.0.smithi090.stdout:2286: finishing rollback tid 1 to smithi09078167-1 2024-04-15T16:36:27.397 INFO:tasks.rados.rados.0.smithi090.stdout:2286: finishing rollback tid 2 to smithi09078167-1 2024-04-15T16:36:27.397 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 835 (ObjNum 503 snap 128 seq_num 503) dirty exists 2024-04-15T16:36:27.397 INFO:tasks.rados.rados.0.smithi090.stdout:2287: finishing rollback tid 0 to smithi09078167-43 2024-04-15T16:36:27.397 INFO:tasks.rados.rados.0.smithi090.stdout:2287: finishing rollback tid 1 to smithi09078167-43 2024-04-15T16:36:27.397 INFO:tasks.rados.rados.0.smithi090.stdout:2287: finishing rollback tid 2 to smithi09078167-43 2024-04-15T16:36:27.397 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 839 (ObjNum 658 snap 179 seq_num 658) dirty exists 2024-04-15T16:36:27.397 INFO:tasks.rados.rados.0.smithi090.stdout:2289: finishing rollback tid 0 to smithi09078167-5 2024-04-15T16:36:27.398 INFO:tasks.rados.rados.0.smithi090.stdout:2289: finishing rollback tid 1 to smithi09078167-5 2024-04-15T16:36:27.398 INFO:tasks.rados.rados.0.smithi090.stdout:2289: finishing rollback tid 2 to smithi09078167-5 2024-04-15T16:36:27.398 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 473 (ObjNum 676 snap 186 seq_num 676) dirty exists 2024-04-15T16:36:27.408 INFO:tasks.rados.rados.0.smithi090.stdout:2291: finishing rollback tid 1 to smithi09078167-42 2024-04-15T16:36:27.408 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 621 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-15T16:36:27.409 INFO:tasks.rados.rados.0.smithi090.stdout:2280: done (9 left) 2024-04-15T16:36:27.409 INFO:tasks.rados.rados.0.smithi090.stdout:2281: done (8 left) 2024-04-15T16:36:27.409 INFO:tasks.rados.rados.0.smithi090.stdout:2283: done (7 left) 2024-04-15T16:36:27.409 INFO:tasks.rados.rados.0.smithi090.stdout:2284: done (6 left) 2024-04-15T16:36:27.409 INFO:tasks.rados.rados.0.smithi090.stdout:2286: done (5 left) 2024-04-15T16:36:27.409 INFO:tasks.rados.rados.0.smithi090.stdout:2287: done (4 left) 2024-04-15T16:36:27.409 INFO:tasks.rados.rados.0.smithi090.stdout:2288: done (3 left) 2024-04-15T16:36:27.409 INFO:tasks.rados.rados.0.smithi090.stdout:2289: done (2 left) 2024-04-15T16:36:27.409 INFO:tasks.rados.rados.0.smithi090.stdout:2291: done (1 left) 2024-04-15T16:36:27.410 INFO:tasks.rados.rados.0.smithi090.stdout:2292: done (0 left) 2024-04-15T16:36:27.410 INFO:tasks.rados.rados.0.smithi090.stdout:2293: rollback oid 11 current snap is 213 2024-04-15T16:36:27.410 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 174 2024-04-15T16:36:27.410 INFO:tasks.rados.rados.0.smithi090.stdout:2294: snap_create 2024-04-15T16:36:27.414 INFO:tasks.rados.rados.0.smithi090.stdout:2293: finishing rollback tid 1 to smithi09078167-11 2024-04-15T16:36:27.414 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 693 (ObjNum 529 snap 0 seq_num 3729072976) dirty dne 2024-04-15T16:36:27.592 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:27 smithi153 ceph-mon[84714]: pgmap v394: 121 pgs: 12 peering, 13 stale+active+clean, 96 active+clean; 378 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-15T16:36:27.593 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:27 smithi153 ceph-mon[84714]: osdmap e491: 8 total, 7 up, 8 in 2024-04-15T16:36:27.593 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:27 smithi153 bash[99428]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6 2024-04-15T16:36:27.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:27 smithi090 ceph-mon[91618]: pgmap v394: 121 pgs: 12 peering, 13 stale+active+clean, 96 active+clean; 378 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-15T16:36:27.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:27 smithi090 ceph-mon[91618]: osdmap e491: 8 total, 7 up, 8 in 2024-04-15T16:36:27.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:27 smithi090 ceph-mon[89240]: pgmap v394: 121 pgs: 12 peering, 13 stale+active+clean, 96 active+clean; 378 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.1 MiB/s wr, 10 op/s 2024-04-15T16:36:27.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:27 smithi090 ceph-mon[89240]: osdmap e491: 8 total, 7 up, 8 in 2024-04-15T16:36:27.874 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:27 smithi153 podman[99443]: 2024-04-15 16:36:27.599167476 +0000 UTC m=+0.639408421 container remove 66e4ab03958e259f21788607eed6fcf387dd066821bc8fa548f3f8cc10a65f4b (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, maintainer=Guillaume Abrioux , RELEASE=reef-e3fb05d, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-15T16:36:28.205 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:27 smithi153 podman[99536]: 2024-04-15 16:36:27.824210568 +0000 UTC m=+0.017859366 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:36:28.205 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:27 smithi153 podman[99536]: 2024-04-15 16:36:27.92521689 +0000 UTC m=+0.118865701 container create 660fed2f50efc92ac59bce7e4cdf514fdc15844432add5c133e5f02096743b97 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-deactivate, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True) 2024-04-15T16:36:28.205 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:28 smithi153 podman[99536]: 2024-04-15 16:36:28.136270781 +0000 UTC m=+0.329919551 container init 660fed2f50efc92ac59bce7e4cdf514fdc15844432add5c133e5f02096743b97 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T16:36:28.205 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:28 smithi153 podman[99536]: 2024-04-15 16:36:28.13982807 +0000 UTC m=+0.333476846 container start 660fed2f50efc92ac59bce7e4cdf514fdc15844432add5c133e5f02096743b97 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-deactivate, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31) 2024-04-15T16:36:28.205 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:28 smithi153 podman[99536]: 2024-04-15 16:36:28.210996102 +0000 UTC m=+0.404644868 container attach 660fed2f50efc92ac59bce7e4cdf514fdc15844432add5c133e5f02096743b97 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:36:28.387 INFO:tasks.rados.rados.0.smithi090.stdout:2293: done (1 left) 2024-04-15T16:36:28.387 INFO:tasks.rados.rados.0.smithi090.stdout:2294: done (0 left) 2024-04-15T16:36:28.388 INFO:tasks.rados.rados.0.smithi090.stdout:2295: snap_create 2024-04-15T16:36:28.469 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:28 smithi153 podman[99536]: 2024-04-15 16:36:28.444245749 +0000 UTC m=+0.637894524 container died 660fed2f50efc92ac59bce7e4cdf514fdc15844432add5c133e5f02096743b97 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, ceph=True, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-15T16:36:28.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:28 smithi090 ceph-mon[91618]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-15T16:36:28.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:28 smithi090 ceph-mon[91618]: osdmap e492: 8 total, 7 up, 8 in 2024-04-15T16:36:28.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:28 smithi090 ceph-mon[89240]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-15T16:36:28.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:28 smithi090 ceph-mon[89240]: osdmap e492: 8 total, 7 up, 8 in 2024-04-15T16:36:28.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:28 smithi153 ceph-mon[84714]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-15T16:36:28.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:28 smithi153 ceph-mon[84714]: osdmap e492: 8 total, 7 up, 8 in 2024-04-15T16:36:29.374 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:28 smithi153 podman[99562]: 2024-04-15 16:36:28.981671904 +0000 UTC m=+0.527920640 container remove 660fed2f50efc92ac59bce7e4cdf514fdc15844432add5c133e5f02096743b97 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-15T16:36:29.375 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:29 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.6.service: Deactivated successfully. 2024-04-15T16:36:29.375 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:29 smithi153 systemd[1]: Stopped Ceph osd.6 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:36:29.375 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:29 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.6.service: Consumed 13.566s CPU time. 2024-04-15T16:36:29.375 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:29 smithi153 systemd[1]: Starting Ceph osd.6 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:36:29.383 INFO:tasks.rados.rados.0.smithi090.stdout:2295: done (0 left) 2024-04-15T16:36:29.383 INFO:tasks.rados.rados.0.smithi090.stdout:2296: snap_create 2024-04-15T16:36:29.474 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:36:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:36:29] "GET /metrics HTTP/1.1" 200 36123 "" "Prometheus/2.43.0" 2024-04-15T16:36:29.695 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:29 smithi153 ceph-mon[84714]: pgmap v397: 121 pgs: 6 active+undersized+degraded, 12 peering, 8 stale+active+clean, 7 active+undersized, 88 active+clean; 378 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 8 op/s; 39/591 objects degraded (6.599%) 2024-04-15T16:36:29.695 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:29 smithi153 ceph-mon[84714]: osdmap e493: 8 total, 7 up, 8 in 2024-04-15T16:36:29.696 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:29 smithi153 podman[99661]: 2024-04-15 16:36:29.338340328 +0000 UTC m=+0.018066079 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:36:29.696 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:29 smithi153 podman[99661]: 2024-04-15 16:36:29.483121559 +0000 UTC m=+0.162847300 container create f937de1e3f0f72785f9a02dae57105649274183d4ae5962c8090c029fd48f4fb (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-activate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux ) 2024-04-15T16:36:29.696 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:29 smithi153 podman[99661]: 2024-04-15 16:36:29.702179117 +0000 UTC m=+0.381904857 container init f937de1e3f0f72785f9a02dae57105649274183d4ae5962c8090c029fd48f4fb (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-activate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:36:29.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:29 smithi090 ceph-mon[89240]: pgmap v397: 121 pgs: 6 active+undersized+degraded, 12 peering, 8 stale+active+clean, 7 active+undersized, 88 active+clean; 378 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 8 op/s; 39/591 objects degraded (6.599%) 2024-04-15T16:36:29.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:29 smithi090 ceph-mon[89240]: osdmap e493: 8 total, 7 up, 8 in 2024-04-15T16:36:29.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:29 smithi090 ceph-mon[91618]: pgmap v397: 121 pgs: 6 active+undersized+degraded, 12 peering, 8 stale+active+clean, 7 active+undersized, 88 active+clean; 378 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.9 MiB/s wr, 8 op/s; 39/591 objects degraded (6.599%) 2024-04-15T16:36:29.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:29 smithi090 ceph-mon[91618]: osdmap e493: 8 total, 7 up, 8 in 2024-04-15T16:36:30.125 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:29 smithi153 podman[99661]: 2024-04-15 16:36:29.70564019 +0000 UTC m=+0.385365937 container start f937de1e3f0f72785f9a02dae57105649274183d4ae5962c8090c029fd48f4fb (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-15T16:36:30.125 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:29 smithi153 podman[99661]: 2024-04-15 16:36:29.785619891 +0000 UTC m=+0.465345647 container attach f937de1e3f0f72785f9a02dae57105649274183d4ae5962c8090c029fd48f4fb (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-activate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T16:36:30.385 INFO:tasks.rados.rados.0.smithi090.stdout:2296: done (0 left) 2024-04-15T16:36:30.386 INFO:tasks.rados.rados.0.smithi090.stdout:2297: read oid 21 snap -1 2024-04-15T16:36:30.386 INFO:tasks.rados.rados.0.smithi090.stdout:2297: expect (ObjNum 693 snap 191 seq_num 693) 2024-04-15T16:36:30.386 INFO:tasks.rados.rados.0.smithi090.stdout:2298: read oid 18 snap -1 2024-04-15T16:36:30.386 INFO:tasks.rados.rados.0.smithi090.stdout:2298: expect deleted 2024-04-15T16:36:30.386 INFO:tasks.rados.rados.0.smithi090.stdout:2299: snap_remove snap 210 2024-04-15T16:36:30.476 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-activate[99676]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-15T16:36:30.477 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-activate[99676]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-15T16:36:30.477 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 bash[99661]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-15T16:36:30.477 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 bash[99661]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-15T16:36:30.477 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 bash[99661]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-15T16:36:30.477 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 bash[99661]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-15T16:36:30.477 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 bash[99661]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-15T16:36:30.477 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 bash[99661]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-15T16:36:30.477 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 bash[99661]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-15T16:36:30.477 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-activate[99676]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-15T16:36:30.477 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-activate[99676]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-15T16:36:30.477 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-activate[99676]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-15T16:36:30.477 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-activate[99676]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-15T16:36:30.478 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-activate[99676]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-15T16:36:30.478 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 podman[99661]: 2024-04-15 16:36:30.187526503 +0000 UTC m=+0.867252248 container died f937de1e3f0f72785f9a02dae57105649274183d4ae5962c8090c029fd48f4fb (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-activate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-15T16:36:30.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:30 smithi090 ceph-mon[89240]: Health check failed: Degraded data redundancy: 39/591 objects degraded (6.599%), 6 pgs degraded (PG_DEGRADED) 2024-04-15T16:36:30.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:30 smithi090 ceph-mon[89240]: osdmap e494: 8 total, 7 up, 8 in 2024-04-15T16:36:30.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:30 smithi090 ceph-mon[91618]: Health check failed: Degraded data redundancy: 39/591 objects degraded (6.599%), 6 pgs degraded (PG_DEGRADED) 2024-04-15T16:36:30.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:30 smithi090 ceph-mon[91618]: osdmap e494: 8 total, 7 up, 8 in 2024-04-15T16:36:30.875 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 podman[99808]: 2024-04-15 16:36:30.68969685 +0000 UTC m=+0.495929744 container remove f937de1e3f0f72785f9a02dae57105649274183d4ae5962c8090c029fd48f4fb (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True) 2024-04-15T16:36:30.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:30 smithi153 ceph-mon[84714]: Health check failed: Degraded data redundancy: 39/591 objects degraded (6.599%), 6 pgs degraded (PG_DEGRADED) 2024-04-15T16:36:30.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:30 smithi153 ceph-mon[84714]: osdmap e494: 8 total, 7 up, 8 in 2024-04-15T16:36:31.160 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 podman[99875]: 2024-04-15 16:36:30.804889069 +0000 UTC m=+0.018542067 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:36:31.160 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:30 smithi153 podman[99875]: 2024-04-15 16:36:30.907209241 +0000 UTC m=+0.120862276 container create 3685571262f094faace55d88735e52c08248319aa1cc5ac69902399a49ffdc33 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True) 2024-04-15T16:36:31.160 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:31 smithi153 podman[99875]: 2024-04-15 16:36:31.142730526 +0000 UTC m=+0.356383494 container init 3685571262f094faace55d88735e52c08248319aa1cc5ac69902399a49ffdc33 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-15T16:36:31.160 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:31 smithi153 podman[99875]: 2024-04-15 16:36:31.145959722 +0000 UTC m=+0.359612692 container start 3685571262f094faace55d88735e52c08248319aa1cc5ac69902399a49ffdc33 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-15T16:36:31.387 INFO:tasks.rados.rados.0.smithi090.stdout:2299: done (2 left) 2024-04-15T16:36:31.387 INFO:tasks.rados.rados.0.smithi090.stdout:2300: copy_from oid 22 from oid 19 current snap is 216 2024-04-15T16:36:31.387 INFO:tasks.rados.rados.0.smithi090.stdout:2301: read oid 15 snap 213 2024-04-15T16:36:31.387 INFO:tasks.rados.rados.0.smithi090.stdout:2301: expect (ObjNum 705 snap 196 seq_num 705) 2024-04-15T16:36:31.387 INFO:tasks.rados.rados.0.smithi090.stdout:2302: rollback oid 49 current snap is 216 2024-04-15T16:36:31.387 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 49 to 214 2024-04-15T16:36:31.387 INFO:tasks.rados.rados.0.smithi090.stdout:2297: expect (ObjNum 693 snap 191 seq_num 693) 2024-04-15T16:36:31.480 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:31 smithi153 ceph-osd[99894]: -- 172.21.15.153:0/1876938388 <== mon.1 v2:172.21.15.153:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5630a4665680 con 0x5630a462f400 2024-04-15T16:36:31.480 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:31 smithi153 bash[99875]: 3685571262f094faace55d88735e52c08248319aa1cc5ac69902399a49ffdc33 2024-04-15T16:36:31.480 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:31 smithi153 systemd[1]: Started Ceph osd.6 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:36:31.700 INFO:tasks.rados.rados.0.smithi090.stdout:2302: finishing rollback tid 0 to smithi09078167-49 2024-04-15T16:36:31.700 INFO:tasks.rados.rados.0.smithi090.stdout:2302: finishing rollback tid 1 to smithi09078167-49 2024-04-15T16:36:31.700 INFO:tasks.rados.rados.0.smithi090.stdout:2302: finishing rollback tid 2 to smithi09078167-49 2024-04-15T16:36:31.700 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 491 (ObjNum 686 snap 190 seq_num 686) dirty exists 2024-04-15T16:36:31.700 INFO:tasks.rados.rados.0.smithi090.stdout:2301: expect (ObjNum 705 snap 196 seq_num 705) 2024-04-15T16:36:31.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:31 smithi090 ceph-mon[89240]: pgmap v400: 121 pgs: 7 active+undersized+degraded, 12 peering, 24 active+undersized, 78 active+clean; 378 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 0 B/s wr, 1 op/s; 56/597 objects degraded (9.380%) 2024-04-15T16:36:31.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:31 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:31.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:31 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:31.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:31 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:36:31.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:31 smithi090 ceph-mon[89240]: osdmap e495: 8 total, 7 up, 8 in 2024-04-15T16:36:31.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:31 smithi090 ceph-mon[91618]: pgmap v400: 121 pgs: 7 active+undersized+degraded, 12 peering, 24 active+undersized, 78 active+clean; 378 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 0 B/s wr, 1 op/s; 56/597 objects degraded (9.380%) 2024-04-15T16:36:31.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:31 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:31.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:31 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:31.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:31 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:36:31.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:31 smithi090 ceph-mon[91618]: osdmap e495: 8 total, 7 up, 8 in 2024-04-15T16:36:31.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:31 smithi153 ceph-mon[84714]: pgmap v400: 121 pgs: 7 active+undersized+degraded, 12 peering, 24 active+undersized, 78 active+clean; 378 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 0 B/s wr, 1 op/s; 56/597 objects degraded (9.380%) 2024-04-15T16:36:31.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:31 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:31.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:31 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:31.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:31 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:36:31.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:31 smithi153 ceph-mon[84714]: osdmap e495: 8 total, 7 up, 8 in 2024-04-15T16:36:31.875 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:31 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T16:36:31.694+0000 7fefd82fd7c0 -1 Falling back to public interface 2024-04-15T16:36:31.896 INFO:tasks.rados.rados.0.smithi090.stdout:2300: finishing copy_from racing read to smithi09078167-22 2024-04-15T16:36:31.896 INFO:tasks.rados.rados.0.smithi090.stdout:2300: finishing copy_from to smithi09078167-22 2024-04-15T16:36:31.896 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 752 (ObjNum 610 snap 164 seq_num 610) dirty exists 2024-04-15T16:36:31.896 INFO:tasks.rados.rados.0.smithi090.stdout:2297: done (4 left) 2024-04-15T16:36:31.896 INFO:tasks.rados.rados.0.smithi090.stdout:2298: done (3 left) 2024-04-15T16:36:31.896 INFO:tasks.rados.rados.0.smithi090.stdout:2300: done (2 left) 2024-04-15T16:36:31.896 INFO:tasks.rados.rados.0.smithi090.stdout:2301: done (1 left) 2024-04-15T16:36:31.896 INFO:tasks.rados.rados.0.smithi090.stdout:2302: done (0 left) 2024-04-15T16:36:31.896 INFO:tasks.rados.rados.0.smithi090.stdout:2303: read oid 26 snap -1 2024-04-15T16:36:31.897 INFO:tasks.rados.rados.0.smithi090.stdout:2303: expect deleted 2024-04-15T16:36:31.897 INFO:tasks.rados.rados.0.smithi090.stdout:2304: read oid 3 snap -1 2024-04-15T16:36:31.897 INFO:tasks.rados.rados.0.smithi090.stdout:2304: expect deleted 2024-04-15T16:36:31.897 INFO:tasks.rados.rados.0.smithi090.stdout:2305: setattr oid 41 current snap is 216 2024-04-15T16:36:31.897 INFO:tasks.rados.rados.0.smithi090.stdout:2303: done (2 left) 2024-04-15T16:36:31.897 INFO:tasks.rados.rados.0.smithi090.stdout:2304: done (1 left) 2024-04-15T16:36:31.897 INFO:tasks.rados.rados.0.smithi090.stdout:2306: rollback oid 30 current snap is 216 2024-04-15T16:36:31.898 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 193 2024-04-15T16:36:31.898 INFO:tasks.rados.rados.0.smithi090.stdout:2307: snap_create 2024-04-15T16:36:31.898 INFO:tasks.rados.rados.0.smithi090.stdout:2306: finishing rollback tid 1 to smithi09078167-30 2024-04-15T16:36:31.898 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 790 (ObjNum 129 snap 0 seq_num 3727821008) dirty dne 2024-04-15T16:36:31.899 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 526 (ObjNum 710 snap 197 seq_num 710) dirty exists 2024-04-15T16:36:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:2305: done (2 left) 2024-04-15T16:36:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:2306: done (1 left) 2024-04-15T16:36:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:2307: done (0 left) 2024-04-15T16:36:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:2308: read oid 7 snap -1 2024-04-15T16:36:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:2308: expect (ObjNum 691 snap 190 seq_num 691) 2024-04-15T16:36:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:2309: read oid 34 snap -1 2024-04-15T16:36:32.486 INFO:tasks.rados.rados.0.smithi090.stdout:2309: expect (ObjNum 739 snap 213 seq_num 739) 2024-04-15T16:36:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 217 2024-04-15T16:36:32.487 INFO:tasks.rados.rados.0.smithi090.stdout:2310: seq_num 741 ranges {7094272=417792} 2024-04-15T16:36:32.527 INFO:tasks.rados.rados.0.smithi090.stdout:2310: writing smithi09078167-23 from 7094272 to 7512064 tid 1 2024-04-15T16:36:32.528 INFO:tasks.rados.rados.0.smithi090.stdout:2311: copy_from oid 1 from oid 39 current snap is 217 2024-04-15T16:36:32.528 INFO:tasks.rados.rados.0.smithi090.stdout:2309: expect (ObjNum 739 snap 213 seq_num 739) 2024-04-15T16:36:32.540 INFO:tasks.rados.rados.0.smithi090.stdout:2309: done (3 left) 2024-04-15T16:36:32.541 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 217 2024-04-15T16:36:32.541 INFO:tasks.rados.rados.0.smithi090.stdout:2308: expect (ObjNum 691 snap 190 seq_num 691) 2024-04-15T16:36:32.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:36:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:36:33.140 INFO:tasks.rados.rados.0.smithi090.stdout:2310: finishing write tid 1 to smithi09078167-23 2024-04-15T16:36:33.140 INFO:tasks.rados.rados.0.smithi090.stdout:2310: finishing write tid 2 to smithi09078167-23 2024-04-15T16:36:33.140 INFO:tasks.rados.rados.0.smithi090.stdout:2310: finishing write tid 3 to smithi09078167-23 2024-04-15T16:36:33.140 INFO:tasks.rados.rados.0.smithi090.stdout:2310: oid 23 updating version 0 to 643 2024-04-15T16:36:33.140 INFO:tasks.rados.rados.0.smithi090.stdout:2310: oid 23 version 643 is already newer than 642 2024-04-15T16:36:33.140 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 643 (ObjNum 741 snap 217 seq_num 741) dirty exists 2024-04-15T16:36:33.140 INFO:tasks.rados.rados.0.smithi090.stdout:2310: left oid 23 (ObjNum 741 snap 217 seq_num 741) 2024-04-15T16:36:33.141 INFO:tasks.rados.rados.0.smithi090.stdout:2311: finishing copy_from racing read to smithi09078167-1 2024-04-15T16:36:33.141 INFO:tasks.rados.rados.0.smithi090.stdout:2311: finishing copy_from to smithi09078167-1 2024-04-15T16:36:33.141 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 724 (ObjNum 707 snap 197 seq_num 707) dirty exists 2024-04-15T16:36:33.141 INFO:tasks.rados.rados.0.smithi090.stdout:2312: seq_num 742 ranges {4710400=434176} 2024-04-15T16:36:33.167 INFO:tasks.rados.rados.0.smithi090.stdout:2312: writing smithi09078167-49 from 4710400 to 5144576 tid 1 2024-04-15T16:36:33.167 INFO:tasks.rados.rados.0.smithi090.stdout:2308: done (3 left) 2024-04-15T16:36:33.167 INFO:tasks.rados.rados.0.smithi090.stdout:2310: done (2 left) 2024-04-15T16:36:33.167 INFO:tasks.rados.rados.0.smithi090.stdout:2311: done (1 left) 2024-04-15T16:36:33.168 INFO:tasks.rados.rados.0.smithi090.stdout:2313: read oid 24 snap -1 2024-04-15T16:36:33.168 INFO:tasks.rados.rados.0.smithi090.stdout:2313: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:36:33.168 INFO:tasks.rados.rados.0.smithi090.stdout:2314: read oid 27 snap -1 2024-04-15T16:36:33.168 INFO:tasks.rados.rados.0.smithi090.stdout:2314: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:36:33.168 INFO:tasks.rados.rados.0.smithi090.stdout:2315: snap_create 2024-04-15T16:36:33.171 INFO:tasks.rados.rados.0.smithi090.stdout:2312: finishing write tid 1 to smithi09078167-49 2024-04-15T16:36:33.171 INFO:tasks.rados.rados.0.smithi090.stdout:2312: finishing write tid 2 to smithi09078167-49 2024-04-15T16:36:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:2312: finishing write tid 3 to smithi09078167-49 2024-04-15T16:36:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:2312: oid 49 updating version 0 to 492 2024-04-15T16:36:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:2312: oid 49 updating version 492 to 493 2024-04-15T16:36:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 493 (ObjNum 742 snap 217 seq_num 742) dirty exists 2024-04-15T16:36:33.180 INFO:tasks.rados.rados.0.smithi090.stdout:2312: left oid 49 (ObjNum 742 snap 217 seq_num 742) 2024-04-15T16:36:33.185 INFO:tasks.rados.rados.0.smithi090.stdout:2313: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:36:33.235 INFO:tasks.rados.rados.0.smithi090.stdout:2314: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:36:33.492 INFO:tasks.rados.rados.0.smithi090.stdout:2312: done (3 left) 2024-04-15T16:36:33.492 INFO:tasks.rados.rados.0.smithi090.stdout:2313: done (2 left) 2024-04-15T16:36:33.492 INFO:tasks.rados.rados.0.smithi090.stdout:2314: done (1 left) 2024-04-15T16:36:33.492 INFO:tasks.rados.rados.0.smithi090.stdout:2315: done (0 left) 2024-04-15T16:36:33.492 INFO:tasks.rados.rados.0.smithi090.stdout:2316: copy_from oid 27 from oid 9 current snap is 218 2024-04-15T16:36:33.492 INFO:tasks.rados.rados.0.smithi090.stdout:2317: read oid 16 snap 188 2024-04-15T16:36:33.492 INFO:tasks.rados.rados.0.smithi090.stdout:2317: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:36:33.492 INFO:tasks.rados.rados.0.smithi090.stdout:2318: copy_from oid 42 from oid 3 current snap is 218 2024-04-15T16:36:33.492 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 218 2024-04-15T16:36:33.493 INFO:tasks.rados.rados.0.smithi090.stdout:2319: seq_num 743 ranges {6234112=450560} 2024-04-15T16:36:33.527 INFO:tasks.rados.rados.0.smithi090.stdout:2319: writing smithi09078167-28 from 6234112 to 6684672 tid 1 2024-04-15T16:36:33.527 INFO:tasks.rados.rados.0.smithi090.stdout:2320: snap_remove snap 199 2024-04-15T16:36:33.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:33 smithi090 ceph-mon[89240]: osdmap e496: 8 total, 7 up, 8 in 2024-04-15T16:36:33.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:33 smithi090 ceph-mon[89240]: pgmap v403: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 242 KiB/s wr, 3 op/s; 61/597 objects degraded (10.218%) 2024-04-15T16:36:33.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:33 smithi090 ceph-mon[91618]: osdmap e496: 8 total, 7 up, 8 in 2024-04-15T16:36:33.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:33 smithi090 ceph-mon[91618]: pgmap v403: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 242 KiB/s wr, 3 op/s; 61/597 objects degraded (10.218%) 2024-04-15T16:36:33.838 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:33 smithi153 ceph-mon[84714]: osdmap e496: 8 total, 7 up, 8 in 2024-04-15T16:36:33.838 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:33 smithi153 ceph-mon[84714]: pgmap v403: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 377 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 242 KiB/s wr, 3 op/s; 61/597 objects degraded (10.218%) 2024-04-15T16:36:34.387 INFO:tasks.rados.rados.0.smithi090.stdout:2320: done (4 left) 2024-04-15T16:36:34.387 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 218 2024-04-15T16:36:34.387 INFO:tasks.rados.rados.0.smithi090.stdout:2321: seq_num 744 ranges {0=466944} 2024-04-15T16:36:34.391 INFO:tasks.rados.rados.0.smithi090.stdout:2321: writing smithi09078167-12 from 0 to 466944 tid 1 2024-04-15T16:36:34.391 INFO:tasks.rados.rados.0.smithi090.stdout:2322: rollback oid 47 current snap is 218 2024-04-15T16:36:34.391 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 200 2024-04-15T16:36:34.391 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 218 2024-04-15T16:36:34.391 INFO:tasks.rados.rados.0.smithi090.stdout:2323: seq_num 745 ranges {2154496=483328} 2024-04-15T16:36:34.406 INFO:tasks.rados.rados.0.smithi090.stdout:2323: writing smithi09078167-40 from 2154496 to 2637824 tid 1 2024-04-15T16:36:34.407 INFO:tasks.rados.rados.0.smithi090.stdout:2318: finishing copy_from to smithi09078167-42 2024-04-15T16:36:34.407 INFO:tasks.rados.rados.0.smithi090.stdout:2318: got expected ENOENT (src dne) 2024-04-15T16:36:34.407 INFO:tasks.rados.rados.0.smithi090.stdout:2318: finishing copy_from racing read to smithi09078167-42 2024-04-15T16:36:34.407 INFO:tasks.rados.rados.0.smithi090.stdout:2316: finishing copy_from to smithi09078167-27 2024-04-15T16:36:34.407 INFO:tasks.rados.rados.0.smithi090.stdout:2316: got expected ENOENT (src dne) 2024-04-15T16:36:34.408 INFO:tasks.rados.rados.0.smithi090.stdout:2316: finishing copy_from racing read to smithi09078167-27 2024-04-15T16:36:34.408 INFO:tasks.rados.rados.0.smithi090.stdout:2317: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:36:34.514 INFO:tasks.rados.rados.0.smithi090.stdout:2319: finishing write tid 1 to smithi09078167-28 2024-04-15T16:36:34.514 INFO:tasks.rados.rados.0.smithi090.stdout:2319: finishing write tid 2 to smithi09078167-28 2024-04-15T16:36:34.514 INFO:tasks.rados.rados.0.smithi090.stdout:2319: finishing write tid 3 to smithi09078167-28 2024-04-15T16:36:34.514 INFO:tasks.rados.rados.0.smithi090.stdout:2319: oid 28 updating version 0 to 632 2024-04-15T16:36:34.514 INFO:tasks.rados.rados.0.smithi090.stdout:2319: oid 28 updating version 632 to 633 2024-04-15T16:36:34.514 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 633 (ObjNum 743 snap 218 seq_num 743) dirty exists 2024-04-15T16:36:34.514 INFO:tasks.rados.rados.0.smithi090.stdout:2319: left oid 28 (ObjNum 743 snap 218 seq_num 743) 2024-04-15T16:36:34.514 INFO:tasks.rados.rados.0.smithi090.stdout:2321: finishing write tid 1 to smithi09078167-12 2024-04-15T16:36:34.514 INFO:tasks.rados.rados.0.smithi090.stdout:2321: finishing write tid 2 to smithi09078167-12 2024-04-15T16:36:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:2321: finishing write tid 3 to smithi09078167-12 2024-04-15T16:36:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:2321: oid 12 updating version 0 to 801 2024-04-15T16:36:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:2321: oid 12 version 801 is already newer than 800 2024-04-15T16:36:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 801 (ObjNum 744 snap 218 seq_num 744) dirty exists 2024-04-15T16:36:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:2321: left oid 12 (ObjNum 744 snap 218 seq_num 744) 2024-04-15T16:36:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:2322: finishing rollback tid 1 to smithi09078167-47 2024-04-15T16:36:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:2322: finishing rollback tid 2 to smithi09078167-47 2024-04-15T16:36:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 635 (ObjNum 706 snap 196 seq_num 706) dirty exists 2024-04-15T16:36:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:2316: done (6 left) 2024-04-15T16:36:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:2317: done (5 left) 2024-04-15T16:36:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:2318: done (4 left) 2024-04-15T16:36:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:2319: done (3 left) 2024-04-15T16:36:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:2321: done (2 left) 2024-04-15T16:36:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:2322: done (1 left) 2024-04-15T16:36:34.516 INFO:tasks.rados.rados.0.smithi090.stdout:2324: snap_create 2024-04-15T16:36:34.516 INFO:tasks.rados.rados.0.smithi090.stdout:2323: finishing write tid 1 to smithi09078167-40 2024-04-15T16:36:34.516 INFO:tasks.rados.rados.0.smithi090.stdout:2323: finishing write tid 2 to smithi09078167-40 2024-04-15T16:36:34.516 INFO:tasks.rados.rados.0.smithi090.stdout:2323: finishing write tid 3 to smithi09078167-40 2024-04-15T16:36:34.516 INFO:tasks.rados.rados.0.smithi090.stdout:2323: oid 40 updating version 0 to 803 2024-04-15T16:36:34.516 INFO:tasks.rados.rados.0.smithi090.stdout:2323: oid 40 updating version 803 to 804 2024-04-15T16:36:34.516 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 804 (ObjNum 745 snap 218 seq_num 745) dirty exists 2024-04-15T16:36:34.516 INFO:tasks.rados.rados.0.smithi090.stdout:2323: left oid 40 (ObjNum 745 snap 218 seq_num 745) 2024-04-15T16:36:34.604 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:34 smithi153 ceph-mon[84714]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-15T16:36:34.604 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:34 smithi153 ceph-mon[84714]: osdmap e497: 8 total, 7 up, 8 in 2024-04-15T16:36:34.604 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:34 smithi153 ceph-mon[84714]: osdmap e498: 8 total, 7 up, 8 in 2024-04-15T16:36:34.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:34 smithi090 ceph-mon[89240]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-15T16:36:34.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:34 smithi090 ceph-mon[89240]: osdmap e497: 8 total, 7 up, 8 in 2024-04-15T16:36:34.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:34 smithi090 ceph-mon[89240]: osdmap e498: 8 total, 7 up, 8 in 2024-04-15T16:36:34.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:34 smithi090 ceph-mon[91618]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-15T16:36:34.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:34 smithi090 ceph-mon[91618]: osdmap e497: 8 total, 7 up, 8 in 2024-04-15T16:36:34.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:34 smithi090 ceph-mon[91618]: osdmap e498: 8 total, 7 up, 8 in 2024-04-15T16:36:34.874 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:34 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T16:36:34.839+0000 7fefd82fd7c0 -1 osd.6 489 log_to_monitors true 2024-04-15T16:36:35.496 INFO:tasks.rados.rados.0.smithi090.stdout:2323: done (1 left) 2024-04-15T16:36:35.496 INFO:tasks.rados.rados.0.smithi090.stdout:2324: done (0 left) 2024-04-15T16:36:35.496 INFO:tasks.rados.rados.0.smithi090.stdout:2325: snap_remove snap 196 2024-04-15T16:36:35.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:35 smithi090 ceph-mon[91618]: pgmap v406: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 378 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 348 KiB/s wr, 3 op/s; 61/603 objects degraded (10.116%) 2024-04-15T16:36:35.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:35 smithi090 ceph-mon[91618]: from='osd.6 [v2:172.21.15.153:6816/296675559,v1:172.21.15.153:6817/296675559]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T16:36:35.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:35 smithi090 ceph-mon[91618]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T16:36:35.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:35 smithi090 ceph-mon[89240]: pgmap v406: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 378 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 348 KiB/s wr, 3 op/s; 61/603 objects degraded (10.116%) 2024-04-15T16:36:35.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:35 smithi090 ceph-mon[89240]: from='osd.6 [v2:172.21.15.153:6816/296675559,v1:172.21.15.153:6817/296675559]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T16:36:35.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:35 smithi090 ceph-mon[89240]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T16:36:35.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:35 smithi153 ceph-mon[84714]: pgmap v406: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 378 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 348 KiB/s wr, 3 op/s; 61/603 objects degraded (10.116%) 2024-04-15T16:36:35.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:35 smithi153 ceph-mon[84714]: from='osd.6 [v2:172.21.15.153:6816/296675559,v1:172.21.15.153:6817/296675559]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T16:36:35.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:35 smithi153 ceph-mon[84714]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-15T16:36:35.875 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 16:36:35 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T16:36:35.522+0000 7fefc9755700 -1 osd.6 489 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:36:36.500 INFO:tasks.rados.rados.0.smithi090.stdout:2325: done (0 left) 2024-04-15T16:36:36.500 INFO:tasks.rados.rados.0.smithi090.stdout:2326: read oid 16 snap -1 2024-04-15T16:36:36.500 INFO:tasks.rados.rados.0.smithi090.stdout:2326: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:36:36.500 INFO:tasks.rados.rados.0.smithi090.stdout:2327: copy_from oid 17 from oid 8 current snap is 219 2024-04-15T16:36:36.501 INFO:tasks.rados.rados.0.smithi090.stdout:2328: snap_create 2024-04-15T16:36:36.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:36 smithi090 ceph-mon[91618]: Health check update: Degraded data redundancy: 61/603 objects degraded (10.116%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T16:36:36.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:36 smithi090 ceph-mon[91618]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-15T16:36:36.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:36 smithi090 ceph-mon[91618]: osdmap e499: 8 total, 7 up, 8 in 2024-04-15T16:36:36.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:36 smithi090 ceph-mon[91618]: from='osd.6 [v2:172.21.15.153:6816/296675559,v1:172.21.15.153:6817/296675559]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:36:36.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:36 smithi090 ceph-mon[91618]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:36:36.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:36.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:36.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:36 smithi090 ceph-mon[89240]: Health check update: Degraded data redundancy: 61/603 objects degraded (10.116%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T16:36:36.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:36 smithi090 ceph-mon[89240]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-15T16:36:36.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:36 smithi090 ceph-mon[89240]: osdmap e499: 8 total, 7 up, 8 in 2024-04-15T16:36:36.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:36 smithi090 ceph-mon[89240]: from='osd.6 [v2:172.21.15.153:6816/296675559,v1:172.21.15.153:6817/296675559]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:36:36.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:36 smithi090 ceph-mon[89240]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:36:36.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:36.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:36.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:36 smithi153 ceph-mon[84714]: Health check update: Degraded data redundancy: 61/603 objects degraded (10.116%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T16:36:36.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:36 smithi153 ceph-mon[84714]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-15T16:36:36.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:36 smithi153 ceph-mon[84714]: osdmap e499: 8 total, 7 up, 8 in 2024-04-15T16:36:36.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:36 smithi153 ceph-mon[84714]: from='osd.6 [v2:172.21.15.153:6816/296675559,v1:172.21.15.153:6817/296675559]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:36:36.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:36 smithi153 ceph-mon[84714]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:36:36.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:36.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:37.502 INFO:tasks.rados.rados.0.smithi090.stdout:2328: done (2 left) 2024-04-15T16:36:37.502 INFO:tasks.rados.rados.0.smithi090.stdout:2329: setattr oid 48 current snap is 220 2024-04-15T16:36:37.506 INFO:tasks.rados.rados.0.smithi090.stdout:2330: rmattr oid 46 current snap is 220 2024-04-15T16:36:37.506 INFO:tasks.rados.rados.0.smithi090.stdout:2330: done (3 left) 2024-04-15T16:36:37.506 INFO:tasks.rados.rados.0.smithi090.stdout:2331: read oid 37 snap -1 2024-04-15T16:36:37.506 INFO:tasks.rados.rados.0.smithi090.stdout:2331: expect (ObjNum 474 snap 122 seq_num 474) 2024-04-15T16:36:37.506 INFO:tasks.rados.rados.0.smithi090.stdout:2332: snap_create 2024-04-15T16:36:37.514 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 636 (ObjNum 718 snap 204 seq_num 718) dirty exists 2024-04-15T16:36:37.528 INFO:tasks.rados.rados.0.smithi090.stdout:2327: finishing copy_from racing read to smithi09078167-17 2024-04-15T16:36:37.529 INFO:tasks.rados.rados.0.smithi090.stdout:2327: finishing copy_from to smithi09078167-17 2024-04-15T16:36:37.529 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 807 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T16:36:37.545 INFO:tasks.rados.rados.0.smithi090.stdout:2326: expect (ObjNum 600 snap 158 seq_num 600) 2024-04-15T16:36:37.650 INFO:tasks.rados.rados.0.smithi090.stdout:2331: expect (ObjNum 474 snap 122 seq_num 474) 2024-04-15T16:36:37.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[91618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:36:37.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[91618]: osd.6 [v2:172.21.15.153:6816/296675559,v1:172.21.15.153:6817/296675559] boot 2024-04-15T16:36:37.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[91618]: osdmap e500: 8 total, 8 up, 8 in 2024-04-15T16:36:37.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:36:37.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[91618]: pgmap v409: 121 pgs: 8 peering, 9 active+undersized+degraded, 26 active+undersized, 78 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 14 op/s; 63/621 objects degraded (10.145%) 2024-04-15T16:36:37.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:37.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:37.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[91618]: osdmap e501: 8 total, 8 up, 8 in 2024-04-15T16:36:37.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[89240]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:36:37.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[89240]: osd.6 [v2:172.21.15.153:6816/296675559,v1:172.21.15.153:6817/296675559] boot 2024-04-15T16:36:37.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[89240]: osdmap e500: 8 total, 8 up, 8 in 2024-04-15T16:36:37.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:36:37.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[89240]: pgmap v409: 121 pgs: 8 peering, 9 active+undersized+degraded, 26 active+undersized, 78 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 14 op/s; 63/621 objects degraded (10.145%) 2024-04-15T16:36:37.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:37.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:37.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:37 smithi090 ceph-mon[89240]: osdmap e501: 8 total, 8 up, 8 in 2024-04-15T16:36:37.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:37 smithi153 ceph-mon[84714]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:36:37.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:37 smithi153 ceph-mon[84714]: osd.6 [v2:172.21.15.153:6816/296675559,v1:172.21.15.153:6817/296675559] boot 2024-04-15T16:36:37.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:37 smithi153 ceph-mon[84714]: osdmap e500: 8 total, 8 up, 8 in 2024-04-15T16:36:37.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-15T16:36:37.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:37 smithi153 ceph-mon[84714]: pgmap v409: 121 pgs: 8 peering, 9 active+undersized+degraded, 26 active+undersized, 78 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 1.5 MiB/s wr, 14 op/s; 63/621 objects degraded (10.145%) 2024-04-15T16:36:37.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:37.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:37.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:37 smithi153 ceph-mon[84714]: osdmap e501: 8 total, 8 up, 8 in 2024-04-15T16:36:38.500 INFO:tasks.rados.rados.0.smithi090.stdout:2326: done (4 left) 2024-04-15T16:36:38.501 INFO:tasks.rados.rados.0.smithi090.stdout:2327: done (3 left) 2024-04-15T16:36:38.501 INFO:tasks.rados.rados.0.smithi090.stdout:2329: done (2 left) 2024-04-15T16:36:38.501 INFO:tasks.rados.rados.0.smithi090.stdout:2331: done (1 left) 2024-04-15T16:36:38.501 INFO:tasks.rados.rados.0.smithi090.stdout:2332: done (0 left) 2024-04-15T16:36:38.501 INFO:tasks.rados.rados.0.smithi090.stdout:2333: read oid 13 snap 193 2024-04-15T16:36:38.501 INFO:tasks.rados.rados.0.smithi090.stdout:2333: expect deleted 2024-04-15T16:36:38.501 INFO:tasks.rados.rados.0.smithi090.stdout:2334: read oid 44 snap 212 2024-04-15T16:36:38.501 INFO:tasks.rados.rados.0.smithi090.stdout:2334: expect (ObjNum -566965424 snap 22010 seq_num 3624220624) 2024-04-15T16:36:38.501 INFO:tasks.rados.rados.0.smithi090.stdout:2335: rollback oid 18 current snap is 221 2024-04-15T16:36:38.501 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 18 to 216 2024-04-15T16:36:38.501 INFO:tasks.rados.rados.0.smithi090.stdout:2336: read oid 42 snap -1 2024-04-15T16:36:38.501 INFO:tasks.rados.rados.0.smithi090.stdout:2336: expect deleted 2024-04-15T16:36:38.502 INFO:tasks.rados.rados.0.smithi090.stdout:2337: rmattr oid 17 current snap is 221 2024-04-15T16:36:38.502 INFO:tasks.rados.rados.0.smithi090.stdout:2338: read oid 7 snap -1 2024-04-15T16:36:38.502 INFO:tasks.rados.rados.0.smithi090.stdout:2338: expect (ObjNum 691 snap 190 seq_num 691) 2024-04-15T16:36:38.502 INFO:tasks.rados.rados.0.smithi090.stdout:2339: snap_remove snap 213 2024-04-15T16:36:38.824 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:38.824 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:36:38.824 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:38 smithi153 ceph-mon[84714]: osdmap e502: 8 total, 8 up, 8 in 2024-04-15T16:36:39.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:39.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:36:39.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:38 smithi090 ceph-mon[89240]: osdmap e502: 8 total, 8 up, 8 in 2024-04-15T16:36:39.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:39.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:36:39.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:38 smithi090 ceph-mon[91618]: osdmap e502: 8 total, 8 up, 8 in 2024-04-15T16:36:39.507 INFO:tasks.rados.rados.0.smithi090.stdout:2339: done (6 left) 2024-04-15T16:36:39.507 INFO:tasks.rados.rados.0.smithi090.stdout:2340: setattr oid 23 current snap is 221 2024-04-15T16:36:39.507 INFO:tasks.rados.rados.0.smithi090.stdout:2334: expect (ObjNum -566965424 snap 22010 seq_num 3624220624) 2024-04-15T16:36:39.510 INFO:tasks.rados.rados.0.smithi090.stdout:2335: finishing rollback tid 1 to smithi09078167-18 2024-04-15T16:36:39.510 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 705 (ObjNum 4113 snap 0 seq_num 3847026275) dirty dne 2024-04-15T16:36:39.510 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 808 (ObjNum 129 snap 0 seq_num 3728016768) dirty exists 2024-04-15T16:36:39.510 INFO:tasks.rados.rados.0.smithi090.stdout:2338: expect (ObjNum 691 snap 190 seq_num 691) 2024-04-15T16:36:39.581 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:36:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:36:39] "GET /metrics HTTP/1.1" 200 35978 "" "Prometheus/2.43.0" 2024-04-15T16:36:39.978 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:39 smithi153 ceph-mon[84714]: pgmap v412: 121 pgs: 9 peering, 5 active+undersized+degraded, 22 active+undersized, 85 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 38/621 objects degraded (6.119%) 2024-04-15T16:36:39.978 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:39 smithi153 ceph-mon[84714]: osdmap e503: 8 total, 8 up, 8 in 2024-04-15T16:36:40.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:39 smithi090 ceph-mon[91618]: pgmap v412: 121 pgs: 9 peering, 5 active+undersized+degraded, 22 active+undersized, 85 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 38/621 objects degraded (6.119%) 2024-04-15T16:36:40.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:39 smithi090 ceph-mon[91618]: osdmap e503: 8 total, 8 up, 8 in 2024-04-15T16:36:40.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:39 smithi090 ceph-mon[89240]: pgmap v412: 121 pgs: 9 peering, 5 active+undersized+degraded, 22 active+undersized, 85 active+clean; 387 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 1.4 MiB/s wr, 13 op/s; 38/621 objects degraded (6.119%) 2024-04-15T16:36:40.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:39 smithi090 ceph-mon[89240]: osdmap e503: 8 total, 8 up, 8 in 2024-04-15T16:36:40.115 INFO:tasks.rados.rados.0.smithi090.stdout:2333: done (6 left) 2024-04-15T16:36:40.115 INFO:tasks.rados.rados.0.smithi090.stdout:2334: done (5 left) 2024-04-15T16:36:40.115 INFO:tasks.rados.rados.0.smithi090.stdout:2335: done (4 left) 2024-04-15T16:36:40.115 INFO:tasks.rados.rados.0.smithi090.stdout:2336: done (3 left) 2024-04-15T16:36:40.115 INFO:tasks.rados.rados.0.smithi090.stdout:2337: done (2 left) 2024-04-15T16:36:40.115 INFO:tasks.rados.rados.0.smithi090.stdout:2338: done (1 left) 2024-04-15T16:36:40.115 INFO:tasks.rados.rados.0.smithi090.stdout:2341: read oid 28 snap -1 2024-04-15T16:36:40.115 INFO:tasks.rados.rados.0.smithi090.stdout:2341: expect (ObjNum 743 snap 218 seq_num 743) 2024-04-15T16:36:40.116 INFO:tasks.rados.rados.0.smithi090.stdout:2342: delete oid 20 current snap is 221 2024-04-15T16:36:40.118 INFO:tasks.rados.rados.0.smithi090.stdout:2342: done (2 left) 2024-04-15T16:36:40.118 INFO:tasks.rados.rados.0.smithi090.stdout:2343: read oid 31 snap -1 2024-04-15T16:36:40.118 INFO:tasks.rados.rados.0.smithi090.stdout:2343: expect (ObjNum 641 snap 169 seq_num 641) 2024-04-15T16:36:40.118 INFO:tasks.rados.rados.0.smithi090.stdout:2344: snap_remove snap 214 2024-04-15T16:36:40.775 INFO:tasks.rados.rados.0.smithi090.stdout:2344: done (3 left) 2024-04-15T16:36:40.775 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 221 2024-04-15T16:36:40.775 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 644 (ObjNum 741 snap 217 seq_num 741) dirty exists 2024-04-15T16:36:40.775 INFO:tasks.rados.rados.0.smithi090.stdout:2345: seq_num 747 ranges {2629632=516096} 2024-04-15T16:36:40.793 INFO:tasks.rados.rados.0.smithi090.stdout:2345: writing smithi09078167-16 from 2629632 to 3145728 tid 1 2024-04-15T16:36:40.793 INFO:tasks.rados.rados.0.smithi090.stdout:2340: done (3 left) 2024-04-15T16:36:40.793 INFO:tasks.rados.rados.0.smithi090.stdout:2346: rmattr oid 10 current snap is 221 2024-04-15T16:36:40.793 INFO:tasks.rados.rados.0.smithi090.stdout:2346: done (3 left) 2024-04-15T16:36:40.793 INFO:tasks.rados.rados.0.smithi090.stdout:2347: read oid 9 snap 209 2024-04-15T16:36:40.793 INFO:tasks.rados.rados.0.smithi090.stdout:2347: expect deleted 2024-04-15T16:36:40.793 INFO:tasks.rados.rados.0.smithi090.stdout:2348: read oid 17 snap 217 2024-04-15T16:36:40.793 INFO:tasks.rados.rados.0.smithi090.stdout:2348: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:36:40.793 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 221 2024-04-15T16:36:40.793 INFO:tasks.rados.rados.0.smithi090.stdout:2343: expect (ObjNum 641 snap 169 seq_num 641) 2024-04-15T16:36:40.831 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:36:40 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T16:36:40.515+0000 7f2b83936700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-15T16:36:40.868 INFO:tasks.rados.rados.0.smithi090.stdout:2341: expect (ObjNum 743 snap 218 seq_num 743) 2024-04-15T16:36:41.249 INFO:tasks.rados.rados.0.smithi090.stdout:2345: finishing write tid 1 to smithi09078167-16 2024-04-15T16:36:41.249 INFO:tasks.rados.rados.0.smithi090.stdout:2345: finishing write tid 2 to smithi09078167-16 2024-04-15T16:36:41.249 INFO:tasks.rados.rados.0.smithi090.stdout:2345: finishing write tid 3 to smithi09078167-16 2024-04-15T16:36:41.249 INFO:tasks.rados.rados.0.smithi090.stdout:2345: oid 16 updating version 0 to 694 2024-04-15T16:36:41.250 INFO:tasks.rados.rados.0.smithi090.stdout:2345: oid 16 updating version 694 to 695 2024-04-15T16:36:41.250 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 695 (ObjNum 747 snap 221 seq_num 747) dirty exists 2024-04-15T16:36:41.250 INFO:tasks.rados.rados.0.smithi090.stdout:2345: left oid 16 (ObjNum 747 snap 221 seq_num 747) 2024-04-15T16:36:41.250 INFO:tasks.rados.rados.0.smithi090.stdout:2348: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:36:41.426 INFO:tasks.rados.rados.0.smithi090.stdout:2349: seq_num 748 ranges {0=532480} 2024-04-15T16:36:41.429 INFO:tasks.rados.rados.0.smithi090.stdout:2349: writing smithi09078167-44 from 0 to 532480 tid 1 2024-04-15T16:36:41.429 INFO:tasks.rados.rados.0.smithi090.stdout:2341: done (5 left) 2024-04-15T16:36:41.429 INFO:tasks.rados.rados.0.smithi090.stdout:2343: done (4 left) 2024-04-15T16:36:41.429 INFO:tasks.rados.rados.0.smithi090.stdout:2345: done (3 left) 2024-04-15T16:36:41.429 INFO:tasks.rados.rados.0.smithi090.stdout:2347: done (2 left) 2024-04-15T16:36:41.429 INFO:tasks.rados.rados.0.smithi090.stdout:2348: done (1 left) 2024-04-15T16:36:41.429 INFO:tasks.rados.rados.0.smithi090.stdout:2350: snap_create 2024-04-15T16:36:41.432 INFO:tasks.rados.rados.0.smithi090.stdout:2349: finishing write tid 1 to smithi09078167-44 2024-04-15T16:36:41.432 INFO:tasks.rados.rados.0.smithi090.stdout:2349: finishing write tid 2 to smithi09078167-44 2024-04-15T16:36:41.434 INFO:tasks.rados.rados.0.smithi090.stdout:2349: finishing write tid 3 to smithi09078167-44 2024-04-15T16:36:41.434 INFO:tasks.rados.rados.0.smithi090.stdout:2349: oid 44 updating version 0 to 774 2024-04-15T16:36:41.434 INFO:tasks.rados.rados.0.smithi090.stdout:2349: oid 44 version 774 is already newer than 773 2024-04-15T16:36:41.434 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 774 (ObjNum 748 snap 221 seq_num 748) dirty exists 2024-04-15T16:36:41.434 INFO:tasks.rados.rados.0.smithi090.stdout:2349: left oid 44 (ObjNum 748 snap 221 seq_num 748) 2024-04-15T16:36:41.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:41 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:41.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:41 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:41.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:41 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:36:41.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:41 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:36:41.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:41 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:41.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:41 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:36:41.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:41 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:41.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:41 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:41.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:41 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:41.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:41 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T16:36:41.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:41 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T16:36:41.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:41 smithi153 ceph-mon[84714]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-15T16:36:41.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:41 smithi153 ceph-mon[84714]: pgmap v414: 121 pgs: 9 peering, 1 active+undersized+degraded, 2 active+undersized, 109 active+clean; 382 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 200 KiB/s wr, 8 op/s; 1/618 objects degraded (0.162%); 1.2 MiB/s, 0 objects/s recovering 2024-04-15T16:36:41.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:41 smithi153 ceph-mon[84714]: osdmap e504: 8 total, 8 up, 8 in 2024-04-15T16:36:41.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:41.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:41.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:36:41.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:36:41.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:41.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:36:41.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:41.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:41.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:41.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T16:36:41.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T16:36:41.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[89240]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-15T16:36:41.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[89240]: pgmap v414: 121 pgs: 9 peering, 1 active+undersized+degraded, 2 active+undersized, 109 active+clean; 382 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 200 KiB/s wr, 8 op/s; 1/618 objects degraded (0.162%); 1.2 MiB/s, 0 objects/s recovering 2024-04-15T16:36:41.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[89240]: osdmap e504: 8 total, 8 up, 8 in 2024-04-15T16:36:41.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:41.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:41.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:36:41.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:36:41.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:41.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:36:41.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:41.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:41.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:41.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T16:36:41.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T16:36:41.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[91618]: Upgrade: unsafe to stop osd(s) at this time (8 PGs are or would become offline) 2024-04-15T16:36:41.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[91618]: pgmap v414: 121 pgs: 9 peering, 1 active+undersized+degraded, 2 active+undersized, 109 active+clean; 382 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 200 KiB/s wr, 8 op/s; 1/618 objects degraded (0.162%); 1.2 MiB/s, 0 objects/s recovering 2024-04-15T16:36:41.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:41 smithi090 ceph-mon[91618]: osdmap e504: 8 total, 8 up, 8 in 2024-04-15T16:36:42.370 INFO:tasks.rados.rados.0.smithi090.stdout:2349: done (1 left) 2024-04-15T16:36:42.370 INFO:tasks.rados.rados.0.smithi090.stdout:2350: done (0 left) 2024-04-15T16:36:42.371 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 222 2024-04-15T16:36:42.371 INFO:tasks.rados.rados.0.smithi090.stdout:2351: seq_num 749 ranges {5914624=548864} 2024-04-15T16:36:42.405 INFO:tasks.rados.rados.0.smithi090.stdout:2351: writing smithi09078167-33 from 5914624 to 6463488 tid 1 2024-04-15T16:36:42.405 INFO:tasks.rados.rados.0.smithi090.stdout:2352: snap_create 2024-04-15T16:36:42.411 INFO:tasks.rados.rados.0.smithi090.stdout:2351: finishing write tid 1 to smithi09078167-33 2024-04-15T16:36:42.411 INFO:tasks.rados.rados.0.smithi090.stdout:2351: finishing write tid 2 to smithi09078167-33 2024-04-15T16:36:42.412 INFO:tasks.rados.rados.0.smithi090.stdout:2351: finishing write tid 3 to smithi09078167-33 2024-04-15T16:36:42.412 INFO:tasks.rados.rados.0.smithi090.stdout:2351: oid 33 updating version 0 to 754 2024-04-15T16:36:42.412 INFO:tasks.rados.rados.0.smithi090.stdout:2351: oid 33 version 754 is already newer than 753 2024-04-15T16:36:42.412 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 754 (ObjNum 749 snap 222 seq_num 749) dirty exists 2024-04-15T16:36:42.412 INFO:tasks.rados.rados.0.smithi090.stdout:2351: left oid 33 (ObjNum 749 snap 222 seq_num 749) 2024-04-15T16:36:42.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:42 smithi153 ceph-mon[84714]: Health check update: Degraded data redundancy: 1/618 objects degraded (0.162%), 1 pg degraded (PG_DEGRADED) 2024-04-15T16:36:42.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:36:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:36:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:36:42.625 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:36:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=sqlstore.transactions t=2024-04-15T16:36:42.385220547Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-15T16:36:42.625 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:36:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[60643]: logger=cleanup t=2024-04-15T16:36:42.386548855Z level=info msg="Completed cleanup jobs" duration=12.631373ms 2024-04-15T16:36:42.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:42 smithi090 ceph-mon[89240]: Health check update: Degraded data redundancy: 1/618 objects degraded (0.162%), 1 pg degraded (PG_DEGRADED) 2024-04-15T16:36:42.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:42 smithi090 ceph-mon[91618]: Health check update: Degraded data redundancy: 1/618 objects degraded (0.162%), 1 pg degraded (PG_DEGRADED) 2024-04-15T16:36:43.377 INFO:tasks.rados.rados.0.smithi090.stdout:2351: done (1 left) 2024-04-15T16:36:43.378 INFO:tasks.rados.rados.0.smithi090.stdout:2352: done (0 left) 2024-04-15T16:36:43.378 INFO:tasks.rados.rados.0.smithi090.stdout:2353: delete oid 46 current snap is 223 2024-04-15T16:36:43.380 INFO:tasks.rados.rados.0.smithi090.stdout:2353: done (0 left) 2024-04-15T16:36:43.380 INFO:tasks.rados.rados.0.smithi090.stdout:2354: delete oid 40 current snap is 223 2024-04-15T16:36:43.385 INFO:tasks.rados.rados.0.smithi090.stdout:2354: done (0 left) 2024-04-15T16:36:43.385 INFO:tasks.rados.rados.0.smithi090.stdout:2355: snap_create 2024-04-15T16:36:43.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:43 smithi090 ceph-mon[89240]: osdmap e505: 8 total, 8 up, 8 in 2024-04-15T16:36:43.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:43 smithi090 ceph-mon[89240]: pgmap v417: 121 pgs: 121 active+clean; 383 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 123 KiB/s wr, 18 op/s; 1.4 MiB/s, 0 objects/s recovering 2024-04-15T16:36:43.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:43 smithi090 ceph-mon[91618]: osdmap e505: 8 total, 8 up, 8 in 2024-04-15T16:36:43.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:43 smithi090 ceph-mon[91618]: pgmap v417: 121 pgs: 121 active+clean; 383 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 123 KiB/s wr, 18 op/s; 1.4 MiB/s, 0 objects/s recovering 2024-04-15T16:36:43.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:43 smithi153 ceph-mon[84714]: osdmap e505: 8 total, 8 up, 8 in 2024-04-15T16:36:43.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:43 smithi153 ceph-mon[84714]: pgmap v417: 121 pgs: 121 active+clean; 383 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 123 KiB/s wr, 18 op/s; 1.4 MiB/s, 0 objects/s recovering 2024-04-15T16:36:44.386 INFO:tasks.rados.rados.0.smithi090.stdout:2355: done (0 left) 2024-04-15T16:36:44.386 INFO:tasks.rados.rados.0.smithi090.stdout:2356: read oid 50 snap -1 2024-04-15T16:36:44.387 INFO:tasks.rados.rados.0.smithi090.stdout:2356: expect deleted 2024-04-15T16:36:44.387 INFO:tasks.rados.rados.0.smithi090.stdout:2357: read oid 18 snap -1 2024-04-15T16:36:44.387 INFO:tasks.rados.rados.0.smithi090.stdout:2357: expect deleted 2024-04-15T16:36:44.387 INFO:tasks.rados.rados.0.smithi090.stdout:2358: rmattr oid 13 current snap is 224 2024-04-15T16:36:44.387 INFO:tasks.rados.rados.0.smithi090.stdout:2358: done (2 left) 2024-04-15T16:36:44.387 INFO:tasks.rados.rados.0.smithi090.stdout:2359: rmattr oid 11 current snap is 224 2024-04-15T16:36:44.387 INFO:tasks.rados.rados.0.smithi090.stdout:2359: done (2 left) 2024-04-15T16:36:44.387 INFO:tasks.rados.rados.0.smithi090.stdout:2360: snap_create 2024-04-15T16:36:44.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:44 smithi090 ceph-mon[91618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/618 objects degraded (0.162%), 1 pg degraded) 2024-04-15T16:36:44.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:44 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:36:44.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:44 smithi090 ceph-mon[91618]: osdmap e506: 8 total, 8 up, 8 in 2024-04-15T16:36:44.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:44 smithi090 ceph-mon[89240]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/618 objects degraded (0.162%), 1 pg degraded) 2024-04-15T16:36:44.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:44 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:36:44.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:44 smithi090 ceph-mon[89240]: osdmap e506: 8 total, 8 up, 8 in 2024-04-15T16:36:44.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:44 smithi153 ceph-mon[84714]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 1/618 objects degraded (0.162%), 1 pg degraded) 2024-04-15T16:36:44.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:44 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:36:44.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:44 smithi153 ceph-mon[84714]: osdmap e506: 8 total, 8 up, 8 in 2024-04-15T16:36:45.394 INFO:tasks.rados.rados.0.smithi090.stdout:2356: done (2 left) 2024-04-15T16:36:45.395 INFO:tasks.rados.rados.0.smithi090.stdout:2357: done (1 left) 2024-04-15T16:36:45.395 INFO:tasks.rados.rados.0.smithi090.stdout:2360: done (0 left) 2024-04-15T16:36:45.395 INFO:tasks.rados.rados.0.smithi090.stdout:2361: copy_from oid 48 from oid 32 current snap is 225 2024-04-15T16:36:45.395 INFO:tasks.rados.rados.0.smithi090.stdout:2362: rollback oid 19 current snap is 225 2024-04-15T16:36:45.395 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 218 2024-04-15T16:36:45.395 INFO:tasks.rados.rados.0.smithi090.stdout:2363: copy_from oid 36 from oid 37 current snap is 225 2024-04-15T16:36:45.395 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 225 2024-04-15T16:36:45.395 INFO:tasks.rados.rados.0.smithi090.stdout:2364: seq_num 752 ranges {4071424=598016} 2024-04-15T16:36:45.420 INFO:tasks.rados.rados.0.smithi090.stdout:2364: writing smithi09078167-39 from 4071424 to 4669440 tid 1 2024-04-15T16:36:45.420 INFO:tasks.rados.rados.0.smithi090.stdout:2365: snap_create 2024-04-15T16:36:45.420 INFO:tasks.rados.rados.0.smithi090.stdout:2362: finishing rollback tid 0 to smithi09078167-19 2024-04-15T16:36:45.420 INFO:tasks.rados.rados.0.smithi090.stdout:2362: finishing rollback tid 1 to smithi09078167-19 2024-04-15T16:36:45.420 INFO:tasks.rados.rados.0.smithi090.stdout:2362: finishing rollback tid 2 to smithi09078167-19 2024-04-15T16:36:45.421 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 757 (ObjNum 610 snap 164 seq_num 610) dirty exists 2024-04-15T16:36:45.421 INFO:tasks.rados.rados.0.smithi090.stdout:2361: finishing copy_from racing read to smithi09078167-48 2024-04-15T16:36:45.421 INFO:tasks.rados.rados.0.smithi090.stdout:2361: finishing copy_from to smithi09078167-48 2024-04-15T16:36:45.421 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 407 (ObjNum 734 snap 209 seq_num 734) dirty exists 2024-04-15T16:36:45.426 INFO:tasks.rados.rados.0.smithi090.stdout:2364: finishing write tid 1 to smithi09078167-39 2024-04-15T16:36:45.427 INFO:tasks.rados.rados.0.smithi090.stdout:2364: finishing write tid 2 to smithi09078167-39 2024-04-15T16:36:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:2364: finishing write tid 3 to smithi09078167-39 2024-04-15T16:36:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:2364: oid 39 updating version 0 to 776 2024-04-15T16:36:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:2364: oid 39 updating version 776 to 777 2024-04-15T16:36:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 777 (ObjNum 752 snap 225 seq_num 752) dirty exists 2024-04-15T16:36:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:2364: left oid 39 (ObjNum 752 snap 225 seq_num 752) 2024-04-15T16:36:45.428 INFO:tasks.rados.rados.0.smithi090.stdout:2363: finishing copy_from racing read to smithi09078167-36 2024-04-15T16:36:45.435 INFO:tasks.rados.rados.0.smithi090.stdout:2363: finishing copy_from to smithi09078167-36 2024-04-15T16:36:45.435 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 405 (ObjNum 474 snap 122 seq_num 474) dirty exists 2024-04-15T16:36:45.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:45 smithi090 ceph-mon[91618]: osdmap e507: 8 total, 8 up, 8 in 2024-04-15T16:36:45.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:45 smithi090 ceph-mon[91618]: osdmap e508: 8 total, 8 up, 8 in 2024-04-15T16:36:45.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:45 smithi090 ceph-mon[91618]: pgmap v421: 121 pgs: 121 active+clean; 383 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 131 KiB/s wr, 13 op/s; 244 KiB/s, 0 objects/s recovering 2024-04-15T16:36:45.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:45 smithi090 ceph-mon[89240]: osdmap e507: 8 total, 8 up, 8 in 2024-04-15T16:36:45.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:45 smithi090 ceph-mon[89240]: osdmap e508: 8 total, 8 up, 8 in 2024-04-15T16:36:45.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:45 smithi090 ceph-mon[89240]: pgmap v421: 121 pgs: 121 active+clean; 383 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 131 KiB/s wr, 13 op/s; 244 KiB/s, 0 objects/s recovering 2024-04-15T16:36:45.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:45 smithi153 ceph-mon[84714]: osdmap e507: 8 total, 8 up, 8 in 2024-04-15T16:36:45.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:45 smithi153 ceph-mon[84714]: osdmap e508: 8 total, 8 up, 8 in 2024-04-15T16:36:45.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:45 smithi153 ceph-mon[84714]: pgmap v421: 121 pgs: 121 active+clean; 383 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 131 KiB/s wr, 13 op/s; 244 KiB/s, 0 objects/s recovering 2024-04-15T16:36:46.400 INFO:tasks.rados.rados.0.smithi090.stdout:2361: done (4 left) 2024-04-15T16:36:46.400 INFO:tasks.rados.rados.0.smithi090.stdout:2362: done (3 left) 2024-04-15T16:36:46.400 INFO:tasks.rados.rados.0.smithi090.stdout:2363: done (2 left) 2024-04-15T16:36:46.400 INFO:tasks.rados.rados.0.smithi090.stdout:2364: done (1 left) 2024-04-15T16:36:46.400 INFO:tasks.rados.rados.0.smithi090.stdout:2365: done (0 left) 2024-04-15T16:36:46.400 INFO:tasks.rados.rados.0.smithi090.stdout:2366: read oid 28 snap -1 2024-04-15T16:36:46.400 INFO:tasks.rados.rados.0.smithi090.stdout:2366: expect (ObjNum 743 snap 218 seq_num 743) 2024-04-15T16:36:46.400 INFO:tasks.rados.rados.0.smithi090.stdout:2367: setattr oid 27 current snap is 226 2024-04-15T16:36:46.401 INFO:tasks.rados.rados.0.smithi090.stdout:2368: read oid 38 snap -1 2024-04-15T16:36:46.401 INFO:tasks.rados.rados.0.smithi090.stdout:2368: expect (ObjNum 708 snap 197 seq_num 708) 2024-04-15T16:36:46.401 INFO:tasks.rados.rados.0.smithi090.stdout:2369: snap_create 2024-04-15T16:36:46.411 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 830 (ObjNum 600 snap 158 seq_num 600) dirty exists 2024-04-15T16:36:46.422 INFO:tasks.rados.rados.0.smithi090.stdout:2366: expect (ObjNum 743 snap 218 seq_num 743) 2024-04-15T16:36:46.805 INFO:tasks.rados.rados.0.smithi090.stdout:2368: expect (ObjNum 708 snap 197 seq_num 708) 2024-04-15T16:36:46.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:46 smithi090 ceph-mon[91618]: osdmap e509: 8 total, 8 up, 8 in 2024-04-15T16:36:46.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:46 smithi090 ceph-mon[89240]: osdmap e509: 8 total, 8 up, 8 in 2024-04-15T16:36:46.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:46 smithi153 ceph-mon[84714]: osdmap e509: 8 total, 8 up, 8 in 2024-04-15T16:36:47.404 INFO:tasks.rados.rados.0.smithi090.stdout:2366: done (3 left) 2024-04-15T16:36:47.404 INFO:tasks.rados.rados.0.smithi090.stdout:2367: done (2 left) 2024-04-15T16:36:47.404 INFO:tasks.rados.rados.0.smithi090.stdout:2368: done (1 left) 2024-04-15T16:36:47.404 INFO:tasks.rados.rados.0.smithi090.stdout:2369: done (0 left) 2024-04-15T16:36:47.404 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 227 2024-04-15T16:36:47.404 INFO:tasks.rados.rados.0.smithi090.stdout:2370: seq_num 753 ranges {1564672=614400} 2024-04-15T16:36:47.415 INFO:tasks.rados.rados.0.smithi090.stdout:2370: writing smithi09078167-24 from 1564672 to 2179072 tid 1 2024-04-15T16:36:47.415 INFO:tasks.rados.rados.0.smithi090.stdout:2371: copy_from oid 30 from oid 12 current snap is 227 2024-04-15T16:36:47.416 INFO:tasks.rados.rados.0.smithi090.stdout:2372: copy_from oid 43 from oid 16 current snap is 227 2024-04-15T16:36:47.416 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 227 2024-04-15T16:36:47.416 INFO:tasks.rados.rados.0.smithi090.stdout:2373: seq_num 754 ranges {4669440=630784} 2024-04-15T16:36:47.445 INFO:tasks.rados.rados.0.smithi090.stdout:2373: writing smithi09078167-39 from 4669440 to 5300224 tid 1 2024-04-15T16:36:47.445 INFO:tasks.rados.rados.0.smithi090.stdout:2374: snap_create 2024-04-15T16:36:47.445 INFO:tasks.rados.rados.0.smithi090.stdout:2370: finishing write tid 1 to smithi09078167-24 2024-04-15T16:36:47.445 INFO:tasks.rados.rados.0.smithi090.stdout:2370: finishing write tid 2 to smithi09078167-24 2024-04-15T16:36:47.445 INFO:tasks.rados.rados.0.smithi090.stdout:2370: finishing write tid 3 to smithi09078167-24 2024-04-15T16:36:47.445 INFO:tasks.rados.rados.0.smithi090.stdout:2370: oid 24 updating version 0 to 495 2024-04-15T16:36:47.445 INFO:tasks.rados.rados.0.smithi090.stdout:2370: oid 24 version 495 is already newer than 494 2024-04-15T16:36:47.445 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 495 (ObjNum 753 snap 227 seq_num 753) dirty exists 2024-04-15T16:36:47.445 INFO:tasks.rados.rados.0.smithi090.stdout:2370: left oid 24 (ObjNum 753 snap 227 seq_num 753) 2024-04-15T16:36:47.445 INFO:tasks.rados.rados.0.smithi090.stdout:2371: finishing copy_from racing read to smithi09078167-30 2024-04-15T16:36:47.445 INFO:tasks.rados.rados.0.smithi090.stdout:2371: finishing copy_from to smithi09078167-30 2024-04-15T16:36:47.446 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 801 (ObjNum 744 snap 218 seq_num 744) dirty exists 2024-04-15T16:36:47.446 INFO:tasks.rados.rados.0.smithi090.stdout:2372: finishing copy_from racing read to smithi09078167-43 2024-04-15T16:36:47.446 INFO:tasks.rados.rados.0.smithi090.stdout:2372: finishing copy_from to smithi09078167-43 2024-04-15T16:36:47.446 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 695 (ObjNum 747 snap 221 seq_num 747) dirty exists 2024-04-15T16:36:47.447 INFO:tasks.rados.rados.0.smithi090.stdout:2373: finishing write tid 1 to smithi09078167-39 2024-04-15T16:36:47.447 INFO:tasks.rados.rados.0.smithi090.stdout:2373: finishing write tid 2 to smithi09078167-39 2024-04-15T16:36:47.448 INFO:tasks.rados.rados.0.smithi090.stdout:2373: finishing write tid 3 to smithi09078167-39 2024-04-15T16:36:47.448 INFO:tasks.rados.rados.0.smithi090.stdout:2373: oid 39 updating version 0 to 779 2024-04-15T16:36:47.448 INFO:tasks.rados.rados.0.smithi090.stdout:2373: oid 39 updating version 779 to 780 2024-04-15T16:36:47.449 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 780 (ObjNum 754 snap 227 seq_num 754) dirty exists 2024-04-15T16:36:47.449 INFO:tasks.rados.rados.0.smithi090.stdout:2373: left oid 39 (ObjNum 754 snap 227 seq_num 754) 2024-04-15T16:36:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:47 smithi090 ceph-mon[91618]: osdmap e510: 8 total, 8 up, 8 in 2024-04-15T16:36:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:47 smithi090 ceph-mon[91618]: pgmap v424: 121 pgs: 121 active+clean; 391 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-04-15T16:36:47.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:47 smithi090 ceph-mon[89240]: osdmap e510: 8 total, 8 up, 8 in 2024-04-15T16:36:47.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:47 smithi090 ceph-mon[89240]: pgmap v424: 121 pgs: 121 active+clean; 391 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-04-15T16:36:47.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:47 smithi153 ceph-mon[84714]: osdmap e510: 8 total, 8 up, 8 in 2024-04-15T16:36:47.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:47 smithi153 ceph-mon[84714]: pgmap v424: 121 pgs: 121 active+clean; 391 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.6 MiB/s wr, 7 op/s 2024-04-15T16:36:48.415 INFO:tasks.rados.rados.0.smithi090.stdout:2370: done (4 left) 2024-04-15T16:36:48.415 INFO:tasks.rados.rados.0.smithi090.stdout:2371: done (3 left) 2024-04-15T16:36:48.415 INFO:tasks.rados.rados.0.smithi090.stdout:2372: done (2 left) 2024-04-15T16:36:48.416 INFO:tasks.rados.rados.0.smithi090.stdout:2373: done (1 left) 2024-04-15T16:36:48.416 INFO:tasks.rados.rados.0.smithi090.stdout:2374: done (0 left) 2024-04-15T16:36:48.416 INFO:tasks.rados.rados.0.smithi090.stdout:2375: read oid 8 snap -1 2024-04-15T16:36:48.416 INFO:tasks.rados.rados.0.smithi090.stdout:2375: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:36:48.416 INFO:tasks.rados.rados.0.smithi090.stdout:2376: read oid 28 snap -1 2024-04-15T16:36:48.416 INFO:tasks.rados.rados.0.smithi090.stdout:2376: expect (ObjNum 743 snap 218 seq_num 743) 2024-04-15T16:36:48.416 INFO:tasks.rados.rados.0.smithi090.stdout:2377: delete oid 23 current snap is 228 2024-04-15T16:36:48.419 INFO:tasks.rados.rados.0.smithi090.stdout:2375: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:36:48.428 INFO:tasks.rados.rados.0.smithi090.stdout:2375: done (2 left) 2024-04-15T16:36:48.428 INFO:tasks.rados.rados.0.smithi090.stdout:2377: done (1 left) 2024-04-15T16:36:48.428 INFO:tasks.rados.rados.0.smithi090.stdout:2378: snap_remove snap 222 2024-04-15T16:36:48.775 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:48 smithi153 ceph-mon[84714]: osdmap e511: 8 total, 8 up, 8 in 2024-04-15T16:36:48.776 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:48 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:48.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:48 smithi090 ceph-mon[91618]: osdmap e511: 8 total, 8 up, 8 in 2024-04-15T16:36:48.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:48 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:48.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:48 smithi090 ceph-mon[89240]: osdmap e511: 8 total, 8 up, 8 in 2024-04-15T16:36:48.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:48 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:49.393 INFO:tasks.rados.rados.0.smithi090.stdout:2378: done (1 left) 2024-04-15T16:36:49.393 INFO:tasks.rados.rados.0.smithi090.stdout:2379: read oid 38 snap 209 2024-04-15T16:36:49.393 INFO:tasks.rados.rados.0.smithi090.stdout:2379: expect (ObjNum 708 snap 197 seq_num 708) 2024-04-15T16:36:49.393 INFO:tasks.rados.rados.0.smithi090.stdout:2380: snap_remove snap 208 2024-04-15T16:36:49.415 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:36:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:36:49] "GET /metrics HTTP/1.1" 200 35978 "" "Prometheus/2.43.0" 2024-04-15T16:36:49.792 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:49 smithi153 ceph-mon[84714]: osdmap e512: 8 total, 8 up, 8 in 2024-04-15T16:36:49.792 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:49 smithi153 ceph-mon[84714]: pgmap v427: 121 pgs: 121 active+clean; 392 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-15T16:36:49.792 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:49 smithi153 ceph-mon[84714]: osdmap e513: 8 total, 8 up, 8 in 2024-04-15T16:36:49.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:49 smithi090 ceph-mon[89240]: osdmap e512: 8 total, 8 up, 8 in 2024-04-15T16:36:49.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:49 smithi090 ceph-mon[89240]: pgmap v427: 121 pgs: 121 active+clean; 392 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-15T16:36:49.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:49 smithi090 ceph-mon[89240]: osdmap e513: 8 total, 8 up, 8 in 2024-04-15T16:36:49.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:49 smithi090 ceph-mon[91618]: osdmap e512: 8 total, 8 up, 8 in 2024-04-15T16:36:49.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:49 smithi090 ceph-mon[91618]: pgmap v427: 121 pgs: 121 active+clean; 392 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-15T16:36:49.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:49 smithi090 ceph-mon[91618]: osdmap e513: 8 total, 8 up, 8 in 2024-04-15T16:36:50.397 INFO:tasks.rados.rados.0.smithi090.stdout:2380: done (2 left) 2024-04-15T16:36:50.398 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 228 2024-04-15T16:36:50.398 INFO:tasks.rados.rados.0.smithi090.stdout:2381: seq_num 756 ranges {5914624=671744} 2024-04-15T16:36:50.434 INFO:tasks.rados.rados.0.smithi090.stdout:2381: writing smithi09078167-25 from 5914624 to 6586368 tid 1 2024-04-15T16:36:50.434 INFO:tasks.rados.rados.0.smithi090.stdout:2382: rollback oid 33 current snap is 228 2024-04-15T16:36:50.434 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 33 to 193 2024-04-15T16:36:50.434 INFO:tasks.rados.rados.0.smithi090.stdout:2376: expect (ObjNum 743 snap 218 seq_num 743) 2024-04-15T16:36:50.817 INFO:tasks.rados.rados.0.smithi090.stdout:2379: expect (ObjNum 708 snap 197 seq_num 708) 2024-04-15T16:36:51.161 INFO:tasks.rados.rados.0.smithi090.stdout:2382: finishing rollback tid 0 to smithi09078167-33 2024-04-15T16:36:51.162 INFO:tasks.rados.rados.0.smithi090.stdout:2382: finishing rollback tid 1 to smithi09078167-33 2024-04-15T16:36:51.162 INFO:tasks.rados.rados.0.smithi090.stdout:2382: finishing rollback tid 2 to smithi09078167-33 2024-04-15T16:36:51.162 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 760 (ObjNum 666 snap 183 seq_num 666) dirty exists 2024-04-15T16:36:51.162 INFO:tasks.rados.rados.0.smithi090.stdout:2381: finishing write tid 1 to smithi09078167-25 2024-04-15T16:36:51.162 INFO:tasks.rados.rados.0.smithi090.stdout:2376: done (3 left) 2024-04-15T16:36:51.162 INFO:tasks.rados.rados.0.smithi090.stdout:2379: done (2 left) 2024-04-15T16:36:51.162 INFO:tasks.rados.rados.0.smithi090.stdout:2382: done (1 left) 2024-04-15T16:36:51.162 INFO:tasks.rados.rados.0.smithi090.stdout:2383: read oid 38 snap -1 2024-04-15T16:36:51.162 INFO:tasks.rados.rados.0.smithi090.stdout:2383: expect (ObjNum 708 snap 197 seq_num 708) 2024-04-15T16:36:51.162 INFO:tasks.rados.rados.0.smithi090.stdout:2384: snap_create 2024-04-15T16:36:51.162 INFO:tasks.rados.rados.0.smithi090.stdout:2381: finishing write tid 2 to smithi09078167-25 2024-04-15T16:36:51.162 INFO:tasks.rados.rados.0.smithi090.stdout:2381: finishing write tid 3 to smithi09078167-25 2024-04-15T16:36:51.163 INFO:tasks.rados.rados.0.smithi090.stdout:2381: oid 25 updating version 0 to 881 2024-04-15T16:36:51.163 INFO:tasks.rados.rados.0.smithi090.stdout:2381: oid 25 version 881 is already newer than 880 2024-04-15T16:36:51.163 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 881 (ObjNum 756 snap 228 seq_num 756) dirty exists 2024-04-15T16:36:51.163 INFO:tasks.rados.rados.0.smithi090.stdout:2381: left oid 25 (ObjNum 756 snap 228 seq_num 756) 2024-04-15T16:36:51.202 INFO:tasks.rados.rados.0.smithi090.stdout:2383: expect (ObjNum 708 snap 197 seq_num 708) 2024-04-15T16:36:51.552 INFO:tasks.rados.rados.0.smithi090.stdout:2381: done (2 left) 2024-04-15T16:36:51.552 INFO:tasks.rados.rados.0.smithi090.stdout:2383: done (1 left) 2024-04-15T16:36:51.552 INFO:tasks.rados.rados.0.smithi090.stdout:2384: done (0 left) 2024-04-15T16:36:51.552 INFO:tasks.rados.rados.0.smithi090.stdout:2385: delete oid 35 current snap is 229 2024-04-15T16:36:51.553 INFO:tasks.rados.rados.0.smithi090.stdout:2385: done (0 left) 2024-04-15T16:36:51.553 INFO:tasks.rados.rados.0.smithi090.stdout:2386: snap_create 2024-04-15T16:36:51.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:51 smithi090 ceph-mon[89240]: osdmap e514: 8 total, 8 up, 8 in 2024-04-15T16:36:51.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:51 smithi090 ceph-mon[89240]: pgmap v430: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 395 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-15T16:36:51.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:51 smithi090 ceph-mon[91618]: osdmap e514: 8 total, 8 up, 8 in 2024-04-15T16:36:51.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:51 smithi090 ceph-mon[91618]: pgmap v430: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 395 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-15T16:36:51.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:51 smithi153 ceph-mon[84714]: osdmap e514: 8 total, 8 up, 8 in 2024-04-15T16:36:51.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:51 smithi153 ceph-mon[84714]: pgmap v430: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 395 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 1.0 MiB/s wr, 8 op/s 2024-04-15T16:36:52.407 INFO:tasks.rados.rados.0.smithi090.stdout:2386: done (0 left) 2024-04-15T16:36:52.407 INFO:tasks.rados.rados.0.smithi090.stdout:2387: copy_from oid 2 from oid 45 current snap is 230 2024-04-15T16:36:52.407 INFO:tasks.rados.rados.0.smithi090.stdout:2388: rmattr oid 23 current snap is 230 2024-04-15T16:36:52.407 INFO:tasks.rados.rados.0.smithi090.stdout:2388: done (1 left) 2024-04-15T16:36:52.407 INFO:tasks.rados.rados.0.smithi090.stdout:2389: rmattr oid 14 current snap is 230 2024-04-15T16:36:52.407 INFO:tasks.rados.rados.0.smithi090.stdout:2389: done (1 left) 2024-04-15T16:36:52.407 INFO:tasks.rados.rados.0.smithi090.stdout:2390: delete oid 18 current snap is 230 2024-04-15T16:36:52.409 INFO:tasks.rados.rados.0.smithi090.stdout:2390: done (1 left) 2024-04-15T16:36:52.409 INFO:tasks.rados.rados.0.smithi090.stdout:2391: snap_remove snap 227 2024-04-15T16:36:52.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:52 smithi153 ceph-mon[84714]: osdmap e515: 8 total, 8 up, 8 in 2024-04-15T16:36:52.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:36:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:36:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:36:52.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:52 smithi090 ceph-mon[89240]: osdmap e515: 8 total, 8 up, 8 in 2024-04-15T16:36:52.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:52 smithi090 ceph-mon[91618]: osdmap e515: 8 total, 8 up, 8 in 2024-04-15T16:36:53.413 INFO:tasks.rados.rados.0.smithi090.stdout:2391: done (1 left) 2024-04-15T16:36:53.422 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 230 2024-04-15T16:36:53.423 INFO:tasks.rados.rados.0.smithi090.stdout:2387: finishing copy_from to smithi09078167-2 2024-04-15T16:36:53.423 INFO:tasks.rados.rados.0.smithi090.stdout:2387: got expected ENOENT (src dne) 2024-04-15T16:36:53.423 INFO:tasks.rados.rados.0.smithi090.stdout:2392: seq_num 759 ranges {991232=720896} 2024-04-15T16:36:53.423 INFO:tasks.rados.rados.0.smithi090.stdout:2392: writing smithi09078167-22 from 991232 to 1712128 tid 1 2024-04-15T16:36:53.423 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 230 2024-04-15T16:36:53.423 INFO:tasks.rados.rados.0.smithi090.stdout:2387: finishing copy_from racing read to smithi09078167-2 2024-04-15T16:36:53.424 INFO:tasks.rados.rados.0.smithi090.stdout:2393: seq_num 760 ranges {5300224=737280} 2024-04-15T16:36:53.455 INFO:tasks.rados.rados.0.smithi090.stdout:2393: writing smithi09078167-39 from 5300224 to 6037504 tid 1 2024-04-15T16:36:53.455 INFO:tasks.rados.rados.0.smithi090.stdout:2387: done (2 left) 2024-04-15T16:36:53.455 INFO:tasks.rados.rados.0.smithi090.stdout:2394: snap_remove snap 221 2024-04-15T16:36:53.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:53 smithi090 ceph-mon[91618]: osdmap e516: 8 total, 8 up, 8 in 2024-04-15T16:36:53.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:53 smithi090 ceph-mon[91618]: pgmap v433: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 396 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-15T16:36:53.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:53.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:36:53.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:53 smithi090 ceph-mon[89240]: osdmap e516: 8 total, 8 up, 8 in 2024-04-15T16:36:53.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:53 smithi090 ceph-mon[89240]: pgmap v433: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 396 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-15T16:36:53.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:53.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:36:53.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:53 smithi153 ceph-mon[84714]: osdmap e516: 8 total, 8 up, 8 in 2024-04-15T16:36:53.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:53 smithi153 ceph-mon[84714]: pgmap v433: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 396 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.0 MiB/s wr, 11 op/s 2024-04-15T16:36:53.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:53.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:36:54.427 INFO:tasks.rados.rados.0.smithi090.stdout:2394: done (2 left) 2024-04-15T16:36:54.427 INFO:tasks.rados.rados.0.smithi090.stdout:2395: setattr oid 10 current snap is 230 2024-04-15T16:36:54.430 INFO:tasks.rados.rados.0.smithi090.stdout:2392: finishing write tid 1 to smithi09078167-22 2024-04-15T16:36:54.430 INFO:tasks.rados.rados.0.smithi090.stdout:2392: finishing write tid 2 to smithi09078167-22 2024-04-15T16:36:54.430 INFO:tasks.rados.rados.0.smithi090.stdout:2392: finishing write tid 3 to smithi09078167-22 2024-04-15T16:36:54.430 INFO:tasks.rados.rados.0.smithi090.stdout:2392: oid 22 updating version 0 to 829 2024-04-15T16:36:54.430 INFO:tasks.rados.rados.0.smithi090.stdout:2392: oid 22 version 829 is already newer than 828 2024-04-15T16:36:54.430 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 829 (ObjNum 759 snap 230 seq_num 759) dirty exists 2024-04-15T16:36:54.430 INFO:tasks.rados.rados.0.smithi090.stdout:2392: left oid 22 (ObjNum 759 snap 230 seq_num 759) 2024-04-15T16:36:54.430 INFO:tasks.rados.rados.0.smithi090.stdout:2393: finishing write tid 1 to smithi09078167-39 2024-04-15T16:36:54.430 INFO:tasks.rados.rados.0.smithi090.stdout:2393: finishing write tid 2 to smithi09078167-39 2024-04-15T16:36:54.430 INFO:tasks.rados.rados.0.smithi090.stdout:2393: finishing write tid 3 to smithi09078167-39 2024-04-15T16:36:54.430 INFO:tasks.rados.rados.0.smithi090.stdout:2393: oid 39 updating version 0 to 788 2024-04-15T16:36:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:2393: oid 39 updating version 788 to 789 2024-04-15T16:36:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 789 (ObjNum 760 snap 230 seq_num 760) dirty exists 2024-04-15T16:36:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:2393: left oid 39 (ObjNum 760 snap 230 seq_num 760) 2024-04-15T16:36:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:2392: done (2 left) 2024-04-15T16:36:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:2393: done (1 left) 2024-04-15T16:36:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:2396: rmattr oid 39 current snap is 230 2024-04-15T16:36:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:2396: done (1 left) 2024-04-15T16:36:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:2397: rollback oid 23 current snap is 230 2024-04-15T16:36:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 23 to 203 2024-04-15T16:36:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:2398: snap_remove snap 212 2024-04-15T16:36:54.473 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:36:54.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:54 smithi090 ceph-mon[91618]: osdmap e517: 8 total, 8 up, 8 in 2024-04-15T16:36:54.795 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:54 smithi090 ceph-mon[89240]: osdmap e517: 8 total, 8 up, 8 in 2024-04-15T16:36:54.795 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:36:54.796 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (9m) 2m ago 10m 23.9M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:36:54.796 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (10m) 18s ago 10m 90.5M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:36:54.796 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (11m) 2m ago 11m 19.9M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:36:54.796 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (11m) 18s ago 11m 16.5M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:36:54.796 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (5m) 18s ago 14m 452M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:36:54.796 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (5m) 2m ago 16m 514M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:36:54.796 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (5m) 2m ago 16m 51.8M 2048M 19.0.0-3080-gc2d8c315 259793512b73 82f63672a8c1 2024-04-15T16:36:54.796 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (4m) 18s ago 15m 48.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 a8c48d861c6e 2024-04-15T16:36:54.796 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (4m) 2m ago 15m 45.2M 2048M 19.0.0-3080-gc2d8c315 259793512b73 28c14668bcb2 2024-04-15T16:36:54.796 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (9m) 2m ago 9m 15.6M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:36:54.796 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (9m) 18s ago 9m 15.8M - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:36:54.796 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (3m) 2m ago 14m 119M 2480M 19.0.0-3080-gc2d8c315 259793512b73 220a8dfc36ad 2024-04-15T16:36:54.796 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (3m) 2m ago 14m 102M 2480M 19.0.0-3080-gc2d8c315 259793512b73 1c837b285ce5 2024-04-15T16:36:54.796 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (2m) 2m ago 13m 94.9M 2480M 19.0.0-3080-gc2d8c315 259793512b73 915f230e2693 2024-04-15T16:36:54.797 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (2m) 2m ago 13m 12.5M 2480M 19.0.0-3080-gc2d8c315 259793512b73 a0a34f8fff3a 2024-04-15T16:36:54.797 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (93s) 18s ago 12m 146M 2480M 19.0.0-3080-gc2d8c315 259793512b73 ead96f9e7b8d 2024-04-15T16:36:54.797 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (58s) 18s ago 12m 86.0M 2480M 19.0.0-3080-gc2d8c315 259793512b73 35917c9a8a50 2024-04-15T16:36:54.797 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (23s) 18s ago 12m 12.4M 2480M 19.0.0-3080-gc2d8c315 259793512b73 3685571262f0 2024-04-15T16:36:54.797 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (11m) 18s ago 11m 191M 2480M 18.2.2-1221-ge3fb05d5 aa4d2281650a a0feddc11117 2024-04-15T16:36:54.797 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (5m) 18s ago 10m 61.2M - 2.43.0 a07b618ecd1d ac36942670ad 2024-04-15T16:36:54.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:54 smithi153 ceph-mon[84714]: osdmap e517: 8 total, 8 up, 8 in 2024-04-15T16:36:55.191 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:36:55.191 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:36:55.191 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:36:55.191 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:36:55.191 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:36:55.191 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:36:55.191 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:36:55.192 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:36:55.192 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 1, 2024-04-15T16:36:55.192 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 7 2024-04-15T16:36:55.192 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:36:55.192 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:36:55.192 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 2 2024-04-15T16:36:55.192 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:36:55.192 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:36:55.192 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 3, 2024-04-15T16:36:55.192 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 12 2024-04-15T16:36:55.192 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:36:55.192 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:36:55.430 INFO:tasks.rados.rados.0.smithi090.stdout:2398: done (2 left) 2024-04-15T16:36:55.430 INFO:tasks.rados.rados.0.smithi090.stdout:2399: delete oid 19 current snap is 230 2024-04-15T16:36:55.430 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 793 (ObjNum 702 snap 196 seq_num 702) dirty exists 2024-04-15T16:36:55.431 INFO:tasks.rados.rados.0.smithi090.stdout:2397: finishing rollback tid 1 to smithi09078167-23 2024-04-15T16:36:55.431 INFO:tasks.rados.rados.0.smithi090.stdout:2397: finishing rollback tid 2 to smithi09078167-23 2024-04-15T16:36:55.431 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 647 (ObjNum 636 snap 169 seq_num 636) dirty exists 2024-04-15T16:36:55.440 INFO:tasks.rados.rados.0.smithi090.stdout:2395: done (2 left) 2024-04-15T16:36:55.440 INFO:tasks.rados.rados.0.smithi090.stdout:2397: done (1 left) 2024-04-15T16:36:55.440 INFO:tasks.rados.rados.0.smithi090.stdout:2399: done (0 left) 2024-04-15T16:36:55.440 INFO:tasks.rados.rados.0.smithi090.stdout:2400: read oid 50 snap -1 2024-04-15T16:36:55.440 INFO:tasks.rados.rados.0.smithi090.stdout:2400: expect deleted 2024-04-15T16:36:55.440 INFO:tasks.rados.rados.0.smithi090.stdout:2401: rollback oid 21 current snap is 230 2024-04-15T16:36:55.440 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 218 2024-04-15T16:36:55.440 INFO:tasks.rados.rados.0.smithi090.stdout:2402: delete oid 35 current snap is 230 2024-04-15T16:36:55.444 INFO:tasks.rados.rados.0.smithi090.stdout:2400: done (2 left) 2024-04-15T16:36:55.444 INFO:tasks.rados.rados.0.smithi090.stdout:2402: done (1 left) 2024-04-15T16:36:55.445 INFO:tasks.rados.rados.0.smithi090.stdout:2403: delete oid 50 current snap is 230 2024-04-15T16:36:55.447 INFO:tasks.rados.rados.0.smithi090.stdout:2403: done (1 left) 2024-04-15T16:36:55.447 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 230 2024-04-15T16:36:55.447 INFO:tasks.rados.rados.0.smithi090.stdout:2404: seq_num 764 ranges {6037504=802816} 2024-04-15T16:36:55.483 INFO:tasks.rados.rados.0.smithi090.stdout:2404: writing smithi09078167-6 from 6037504 to 6840320 tid 1 2024-04-15T16:36:55.483 INFO:tasks.rados.rados.0.smithi090.stdout:2405: delete oid 20 current snap is 230 2024-04-15T16:36:55.483 INFO:tasks.rados.rados.0.smithi090.stdout:2401: finishing rollback tid 0 to smithi09078167-21 2024-04-15T16:36:55.484 INFO:tasks.rados.rados.0.smithi090.stdout:2401: finishing rollback tid 1 to smithi09078167-21 2024-04-15T16:36:55.484 INFO:tasks.rados.rados.0.smithi090.stdout:2401: finishing rollback tid 2 to smithi09078167-21 2024-04-15T16:36:55.484 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 900 (ObjNum 693 snap 191 seq_num 693) dirty exists 2024-04-15T16:36:55.485 INFO:tasks.rados.rados.0.smithi090.stdout:2401: done (2 left) 2024-04-15T16:36:55.485 INFO:tasks.rados.rados.0.smithi090.stdout:2405: done (1 left) 2024-04-15T16:36:55.485 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 230 2024-04-15T16:36:55.485 INFO:tasks.rados.rados.0.smithi090.stdout:2406: seq_num 766 ranges {0=434176,434176=401408} 2024-04-15T16:36:55.487 INFO:tasks.rados.rados.0.smithi090.stdout:2406: writing smithi09078167-3 from 0 to 434176 tid 1 2024-04-15T16:36:55.490 INFO:tasks.rados.rados.0.smithi090.stdout:2406: writing smithi09078167-3 from 434176 to 835584 tid 2 2024-04-15T16:36:55.490 INFO:tasks.rados.rados.0.smithi090.stdout:2407: snap_create 2024-04-15T16:36:55.490 INFO:tasks.rados.rados.0.smithi090.stdout:2404: finishing write tid 1 to smithi09078167-6 2024-04-15T16:36:55.490 INFO:tasks.rados.rados.0.smithi090.stdout:2404: finishing write tid 2 to smithi09078167-6 2024-04-15T16:36:55.490 INFO:tasks.rados.rados.0.smithi090.stdout:2404: finishing write tid 3 to smithi09078167-6 2024-04-15T16:36:55.490 INFO:tasks.rados.rados.0.smithi090.stdout:2404: oid 6 updating version 0 to 854 2024-04-15T16:36:55.490 INFO:tasks.rados.rados.0.smithi090.stdout:2404: oid 6 version 854 is already newer than 853 2024-04-15T16:36:55.490 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 854 (ObjNum 764 snap 230 seq_num 764) dirty exists 2024-04-15T16:36:55.490 INFO:tasks.rados.rados.0.smithi090.stdout:2404: left oid 6 (ObjNum 764 snap 230 seq_num 764) 2024-04-15T16:36:55.491 INFO:tasks.rados.rados.0.smithi090.stdout:2406: finishing write tid 1 to smithi09078167-3 2024-04-15T16:36:55.492 INFO:tasks.rados.rados.0.smithi090.stdout:2406: finishing write tid 2 to smithi09078167-3 2024-04-15T16:36:55.493 INFO:tasks.rados.rados.0.smithi090.stdout:2406: finishing write tid 3 to smithi09078167-3 2024-04-15T16:36:55.494 INFO:tasks.rados.rados.0.smithi090.stdout:2406: finishing write tid 4 to smithi09078167-3 2024-04-15T16:36:55.494 INFO:tasks.rados.rados.0.smithi090.stdout:2406: oid 3 updating version 0 to 809 2024-04-15T16:36:55.494 INFO:tasks.rados.rados.0.smithi090.stdout:2406: oid 3 updating version 809 to 810 2024-04-15T16:36:55.494 INFO:tasks.rados.rados.0.smithi090.stdout:2406: oid 3 updating version 810 to 811 2024-04-15T16:36:55.494 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 811 (ObjNum 766 snap 230 seq_num 766) dirty exists 2024-04-15T16:36:55.494 INFO:tasks.rados.rados.0.smithi090.stdout:2406: left oid 3 (ObjNum 766 snap 230 seq_num 766) 2024-04-15T16:36:55.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:55 smithi090 ceph-mon[91618]: osdmap e518: 8 total, 8 up, 8 in 2024-04-15T16:36:55.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:55 smithi090 ceph-mon[91618]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:36:55.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:55 smithi090 ceph-mon[91618]: pgmap v436: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 396 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 154 KiB/s wr, 3 op/s 2024-04-15T16:36:55.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:55 smithi090 ceph-mon[91618]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:36:55.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:55 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/132386300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:55.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:55 smithi090 ceph-mon[89240]: osdmap e518: 8 total, 8 up, 8 in 2024-04-15T16:36:55.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:55 smithi090 ceph-mon[89240]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:36:55.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:55 smithi090 ceph-mon[89240]: pgmap v436: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 396 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 154 KiB/s wr, 3 op/s 2024-04-15T16:36:55.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:55 smithi090 ceph-mon[89240]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:36:55.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:55 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/132386300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:55.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:55 smithi153 ceph-mon[84714]: osdmap e518: 8 total, 8 up, 8 in 2024-04-15T16:36:55.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:55 smithi153 ceph-mon[84714]: from='client.34362 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:36:55.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:55 smithi153 ceph-mon[84714]: pgmap v436: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 396 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 154 KiB/s wr, 3 op/s 2024-04-15T16:36:55.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:55 smithi153 ceph-mon[84714]: from='client.44294 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:36:55.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:55 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/132386300' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:36:56.435 INFO:tasks.rados.rados.0.smithi090.stdout:2404: done (2 left) 2024-04-15T16:36:56.435 INFO:tasks.rados.rados.0.smithi090.stdout:2406: done (1 left) 2024-04-15T16:36:56.435 INFO:tasks.rados.rados.0.smithi090.stdout:2407: done (0 left) 2024-04-15T16:36:56.435 INFO:tasks.rados.rados.0.smithi090.stdout:2408: delete oid 47 current snap is 231 2024-04-15T16:36:56.438 INFO:tasks.rados.rados.0.smithi090.stdout:2408: done (0 left) 2024-04-15T16:36:56.438 INFO:tasks.rados.rados.0.smithi090.stdout:2409: copy_from oid 37 from oid 34 current snap is 231 2024-04-15T16:36:56.438 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 231 2024-04-15T16:36:56.438 INFO:tasks.rados.rados.0.smithi090.stdout:2410: seq_num 768 ranges {0=466944,466944=401408} 2024-04-15T16:36:56.440 INFO:tasks.rados.rados.0.smithi090.stdout:2410: writing smithi09078167-9 from 0 to 466944 tid 1 2024-04-15T16:36:56.443 INFO:tasks.rados.rados.0.smithi090.stdout:2410: writing smithi09078167-9 from 466944 to 868352 tid 2 2024-04-15T16:36:56.443 INFO:tasks.rados.rados.0.smithi090.stdout:2411: rollback oid 27 current snap is 231 2024-04-15T16:36:56.443 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 218 2024-04-15T16:36:56.443 INFO:tasks.rados.rados.0.smithi090.stdout:2412: delete oid 28 current snap is 231 2024-04-15T16:36:56.445 INFO:tasks.rados.rados.0.smithi090.stdout:2410: finishing write tid 1 to smithi09078167-9 2024-04-15T16:36:56.446 INFO:tasks.rados.rados.0.smithi090.stdout:2412: done (3 left) 2024-04-15T16:36:56.446 INFO:tasks.rados.rados.0.smithi090.stdout:2413: delete oid 35 current snap is 231 2024-04-15T16:36:56.447 INFO:tasks.rados.rados.0.smithi090.stdout:2410: finishing write tid 2 to smithi09078167-9 2024-04-15T16:36:56.448 INFO:tasks.rados.rados.0.smithi090.stdout:2409: finishing copy_from racing read to smithi09078167-37 2024-04-15T16:36:56.448 INFO:tasks.rados.rados.0.smithi090.stdout:2410: finishing write tid 3 to smithi09078167-9 2024-04-15T16:36:56.450 INFO:tasks.rados.rados.0.smithi090.stdout:2410: finishing write tid 4 to smithi09078167-9 2024-04-15T16:36:56.450 INFO:tasks.rados.rados.0.smithi090.stdout:2410: oid 9 updating version 0 to 714 2024-04-15T16:36:56.450 INFO:tasks.rados.rados.0.smithi090.stdout:2410: oid 9 version 714 is already newer than 712 2024-04-15T16:36:56.450 INFO:tasks.rados.rados.0.smithi090.stdout:2410: oid 9 version 714 is already newer than 713 2024-04-15T16:36:56.451 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 714 (ObjNum 768 snap 231 seq_num 768) dirty exists 2024-04-15T16:36:56.451 INFO:tasks.rados.rados.0.smithi090.stdout:2410: left oid 9 (ObjNum 768 snap 231 seq_num 768) 2024-04-15T16:36:56.451 INFO:tasks.rados.rados.0.smithi090.stdout:2410: done (3 left) 2024-04-15T16:36:56.451 INFO:tasks.rados.rados.0.smithi090.stdout:2413: done (2 left) 2024-04-15T16:36:56.451 INFO:tasks.rados.rados.0.smithi090.stdout:2414: snap_create 2024-04-15T16:36:56.461 INFO:tasks.rados.rados.0.smithi090.stdout:2411: finishing rollback tid 0 to smithi09078167-27 2024-04-15T16:36:56.461 INFO:tasks.rados.rados.0.smithi090.stdout:2409: finishing copy_from to smithi09078167-37 2024-04-15T16:36:56.461 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 525 (ObjNum 739 snap 213 seq_num 739) dirty exists 2024-04-15T16:36:56.462 INFO:tasks.rados.rados.0.smithi090.stdout:2411: finishing rollback tid 1 to smithi09078167-27 2024-04-15T16:36:56.463 INFO:tasks.rados.rados.0.smithi090.stdout:2411: finishing rollback tid 2 to smithi09078167-27 2024-04-15T16:36:56.463 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 858 (ObjNum 600 snap 158 seq_num 600) dirty exists 2024-04-15T16:36:56.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:56 smithi090 ceph-mon[91618]: osdmap e519: 8 total, 8 up, 8 in 2024-04-15T16:36:56.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T16:36:56.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:56 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T16:36:56.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:56 smithi090 ceph-mon[91618]: Upgrade: osd.7 is safe to restart 2024-04-15T16:36:56.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:56 smithi090 ceph-mon[89240]: osdmap e519: 8 total, 8 up, 8 in 2024-04-15T16:36:56.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T16:36:56.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:56 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T16:36:56.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:56 smithi090 ceph-mon[89240]: Upgrade: osd.7 is safe to restart 2024-04-15T16:36:56.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:56 smithi153 ceph-mon[84714]: osdmap e519: 8 total, 8 up, 8 in 2024-04-15T16:36:56.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T16:36:56.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:56 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-15T16:36:56.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:56 smithi153 ceph-mon[84714]: Upgrade: osd.7 is safe to restart 2024-04-15T16:36:57.441 INFO:tasks.rados.rados.0.smithi090.stdout:2409: done (2 left) 2024-04-15T16:36:57.442 INFO:tasks.rados.rados.0.smithi090.stdout:2411: done (1 left) 2024-04-15T16:36:57.442 INFO:tasks.rados.rados.0.smithi090.stdout:2414: done (0 left) 2024-04-15T16:36:57.442 INFO:tasks.rados.rados.0.smithi090.stdout:2415: snap_remove snap 226 2024-04-15T16:36:57.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:57 smithi090 ceph-mon[91618]: osdmap e520: 8 total, 8 up, 8 in 2024-04-15T16:36:57.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:57 smithi090 ceph-mon[91618]: pgmap v439: 121 pgs: 121 active+clean; 400 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 556 KiB/s wr, 9 op/s 2024-04-15T16:36:57.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:57.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T16:36:57.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:36:57.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:57 smithi090 ceph-mon[89240]: osdmap e520: 8 total, 8 up, 8 in 2024-04-15T16:36:57.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:57 smithi090 ceph-mon[89240]: pgmap v439: 121 pgs: 121 active+clean; 400 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 556 KiB/s wr, 9 op/s 2024-04-15T16:36:57.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:57.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T16:36:57.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:36:57.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:57 smithi153 ceph-mon[84714]: osdmap e520: 8 total, 8 up, 8 in 2024-04-15T16:36:57.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:57 smithi153 ceph-mon[84714]: pgmap v439: 121 pgs: 121 active+clean; 400 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 556 KiB/s wr, 9 op/s 2024-04-15T16:36:57.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:36:57.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-15T16:36:57.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:36:58.459 INFO:tasks.rados.rados.0.smithi090.stdout:2415: done (0 left) 2024-04-15T16:36:58.459 INFO:tasks.rados.rados.0.smithi090.stdout:2416: snap_create 2024-04-15T16:36:58.550 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:58 smithi153 ceph-mon[84714]: Upgrade: Updating osd.7 2024-04-15T16:36:58.550 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:58 smithi153 ceph-mon[84714]: Deploying daemon osd.7 on smithi153 2024-04-15T16:36:58.550 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:58 smithi153 ceph-mon[84714]: osdmap e521: 8 total, 8 up, 8 in 2024-04-15T16:36:58.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:58 smithi090 ceph-mon[91618]: Upgrade: Updating osd.7 2024-04-15T16:36:58.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:58 smithi090 ceph-mon[91618]: Deploying daemon osd.7 on smithi153 2024-04-15T16:36:58.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:58 smithi090 ceph-mon[91618]: osdmap e521: 8 total, 8 up, 8 in 2024-04-15T16:36:58.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:58 smithi090 ceph-mon[89240]: Upgrade: Updating osd.7 2024-04-15T16:36:58.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:58 smithi090 ceph-mon[89240]: Deploying daemon osd.7 on smithi153 2024-04-15T16:36:58.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:58 smithi090 ceph-mon[89240]: osdmap e521: 8 total, 8 up, 8 in 2024-04-15T16:36:59.399 INFO:tasks.rados.rados.0.smithi090.stdout:2416: done (0 left) 2024-04-15T16:36:59.399 INFO:tasks.rados.rados.0.smithi090.stdout:2417: snap_remove snap 229 2024-04-15T16:36:59.448 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:36:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:36:59] "GET /metrics HTTP/1.1" 200 36121 "" "Prometheus/2.43.0" 2024-04-15T16:36:59.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:59 smithi153 ceph-mon[84714]: osdmap e522: 8 total, 8 up, 8 in 2024-04-15T16:36:59.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:59 smithi153 ceph-mon[84714]: pgmap v442: 121 pgs: 121 active+clean; 401 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 826 KiB/s wr, 11 op/s 2024-04-15T16:36:59.816 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:36:59 smithi153 ceph-mon[84714]: osdmap e523: 8 total, 8 up, 8 in 2024-04-15T16:36:59.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:59 smithi090 ceph-mon[89240]: osdmap e522: 8 total, 8 up, 8 in 2024-04-15T16:36:59.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:59 smithi090 ceph-mon[89240]: pgmap v442: 121 pgs: 121 active+clean; 401 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 826 KiB/s wr, 11 op/s 2024-04-15T16:36:59.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:36:59 smithi090 ceph-mon[89240]: osdmap e523: 8 total, 8 up, 8 in 2024-04-15T16:36:59.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:59 smithi090 ceph-mon[91618]: osdmap e522: 8 total, 8 up, 8 in 2024-04-15T16:36:59.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:59 smithi090 ceph-mon[91618]: pgmap v442: 121 pgs: 121 active+clean; 401 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 826 KiB/s wr, 11 op/s 2024-04-15T16:36:59.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:36:59 smithi090 ceph-mon[91618]: osdmap e523: 8 total, 8 up, 8 in 2024-04-15T16:37:00.398 INFO:tasks.rados.rados.0.smithi090.stdout:2417: done (0 left) 2024-04-15T16:37:00.398 INFO:tasks.rados.rados.0.smithi090.stdout:2418: setattr oid 43 current snap is 233 2024-04-15T16:37:00.398 INFO:tasks.rados.rados.0.smithi090.stdout:2419: setattr oid 29 current snap is 233 2024-04-15T16:37:00.400 INFO:tasks.rados.rados.0.smithi090.stdout:2420: rmattr oid 12 current snap is 233 2024-04-15T16:37:00.400 INFO:tasks.rados.rados.0.smithi090.stdout:2420: done (2 left) 2024-04-15T16:37:00.401 INFO:tasks.rados.rados.0.smithi090.stdout:2421: read oid 3 snap -1 2024-04-15T16:37:00.401 INFO:tasks.rados.rados.0.smithi090.stdout:2421: expect (ObjNum 766 snap 230 seq_num 766) 2024-04-15T16:37:00.401 INFO:tasks.rados.rados.0.smithi090.stdout:2422: copy_from oid 15 from oid 24 current snap is 233 2024-04-15T16:37:00.401 INFO:tasks.rados.rados.0.smithi090.stdout:2423: read oid 32 snap 220 2024-04-15T16:37:00.401 INFO:tasks.rados.rados.0.smithi090.stdout:2423: expect (ObjNum 734 snap 209 seq_num 734) 2024-04-15T16:37:00.401 INFO:tasks.rados.rados.0.smithi090.stdout:2424: setattr oid 26 current snap is 233 2024-04-15T16:37:00.401 INFO:tasks.rados.rados.0.smithi090.stdout:2425: delete oid 30 current snap is 233 2024-04-15T16:37:00.407 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 762 (ObjNum 33 snap 0 seq_num 3730005040) dirty exists 2024-04-15T16:37:00.407 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 911 (ObjNum 747 snap 221 seq_num 747) dirty exists 2024-04-15T16:37:00.408 INFO:tasks.rados.rados.0.smithi090.stdout:2423: expect (ObjNum 734 snap 209 seq_num 734) 2024-04-15T16:37:00.417 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 812 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-15T16:37:00.417 INFO:tasks.rados.rados.0.smithi090.stdout:2421: expect (ObjNum 766 snap 230 seq_num 766) 2024-04-15T16:37:00.440 INFO:tasks.rados.rados.0.smithi090.stdout:2422: finishing copy_from racing read to smithi09078167-15 2024-04-15T16:37:00.440 INFO:tasks.rados.rados.0.smithi090.stdout:2422: finishing copy_from to smithi09078167-15 2024-04-15T16:37:00.440 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 495 (ObjNum 753 snap 227 seq_num 753) dirty exists 2024-04-15T16:37:00.440 INFO:tasks.rados.rados.0.smithi090.stdout:2418: done (6 left) 2024-04-15T16:37:00.440 INFO:tasks.rados.rados.0.smithi090.stdout:2419: done (5 left) 2024-04-15T16:37:00.440 INFO:tasks.rados.rados.0.smithi090.stdout:2421: done (4 left) 2024-04-15T16:37:00.440 INFO:tasks.rados.rados.0.smithi090.stdout:2422: done (3 left) 2024-04-15T16:37:00.440 INFO:tasks.rados.rados.0.smithi090.stdout:2423: done (2 left) 2024-04-15T16:37:00.440 INFO:tasks.rados.rados.0.smithi090.stdout:2424: done (1 left) 2024-04-15T16:37:00.440 INFO:tasks.rados.rados.0.smithi090.stdout:2425: done (0 left) 2024-04-15T16:37:00.440 INFO:tasks.rados.rados.0.smithi090.stdout:2426: snap_remove snap 223 2024-04-15T16:37:00.821 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:00 smithi153 systemd[1]: Stopping Ceph osd.7 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:37:01.124 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[52649]: 2024-04-15T16:37:00.827+0000 7fd9a879e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:37:01.124 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[52649]: 2024-04-15T16:37:00.827+0000 7fd9a879e700 -1 osd.7 524 *** Got signal Terminated *** 2024-04-15T16:37:01.124 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[52649]: 2024-04-15T16:37:00.827+0000 7fd9a879e700 -1 osd.7 524 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T16:37:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:2426: done (0 left) 2024-04-15T16:37:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:2427: rollback oid 23 current snap is 233 2024-04-15T16:37:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 23 to 219 2024-04-15T16:37:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:2428: read oid 40 snap -1 2024-04-15T16:37:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:2428: expect deleted 2024-04-15T16:37:01.412 INFO:tasks.rados.rados.0.smithi090.stdout:2429: snap_create 2024-04-15T16:37:01.420 INFO:tasks.rados.rados.0.smithi090.stdout:2427: finishing rollback tid 0 to smithi09078167-23 2024-04-15T16:37:01.424 INFO:tasks.rados.rados.0.smithi090.stdout:2427: finishing rollback tid 1 to smithi09078167-23 2024-04-15T16:37:01.424 INFO:tasks.rados.rados.0.smithi090.stdout:2427: finishing rollback tid 2 to smithi09078167-23 2024-04-15T16:37:01.424 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 650 (ObjNum 741 snap 217 seq_num 741) dirty exists 2024-04-15T16:37:01.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:01 smithi153 ceph-mon[84714]: osdmap e524: 8 total, 8 up, 8 in 2024-04-15T16:37:01.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:01 smithi153 ceph-mon[84714]: pgmap v445: 121 pgs: 121 active+clean; 403 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 409 KiB/s rd, 670 KiB/s wr, 15 op/s 2024-04-15T16:37:01.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:01 smithi153 ceph-mon[84714]: osd.7 marked itself down and dead 2024-04-15T16:37:01.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:01 smithi090 ceph-mon[89240]: osdmap e524: 8 total, 8 up, 8 in 2024-04-15T16:37:01.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:01 smithi090 ceph-mon[89240]: pgmap v445: 121 pgs: 121 active+clean; 403 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 409 KiB/s rd, 670 KiB/s wr, 15 op/s 2024-04-15T16:37:01.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:01 smithi090 ceph-mon[89240]: osd.7 marked itself down and dead 2024-04-15T16:37:01.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:01 smithi090 ceph-mon[91618]: osdmap e524: 8 total, 8 up, 8 in 2024-04-15T16:37:01.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:01 smithi090 ceph-mon[91618]: pgmap v445: 121 pgs: 121 active+clean; 403 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 409 KiB/s rd, 670 KiB/s wr, 15 op/s 2024-04-15T16:37:01.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:01 smithi090 ceph-mon[91618]: osd.7 marked itself down and dead 2024-04-15T16:37:02.214 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:01 smithi153 podman[104127]: 2024-04-15 16:37:01.968208914 +0000 UTC m=+1.254486298 container died a0feddc11117cb72b55ec776ea6c1315359929caf98ed95972ac9c111b536b89 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-e3fb05d, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2) 2024-04-15T16:37:02.413 INFO:tasks.rados.rados.0.smithi090.stdout:2427: done (2 left) 2024-04-15T16:37:02.413 INFO:tasks.rados.rados.0.smithi090.stdout:2428: done (1 left) 2024-04-15T16:37:02.413 INFO:tasks.rados.rados.0.smithi090.stdout:2429: done (0 left) 2024-04-15T16:37:02.414 INFO:tasks.rados.rados.0.smithi090.stdout:2430: read oid 10 snap -1 2024-04-15T16:37:02.414 INFO:tasks.rados.rados.0.smithi090.stdout:2430: expect (ObjNum 702 snap 196 seq_num 702) 2024-04-15T16:37:02.414 INFO:tasks.rados.rados.0.smithi090.stdout:2431: read oid 48 snap -1 2024-04-15T16:37:02.414 INFO:tasks.rados.rados.0.smithi090.stdout:2431: expect (ObjNum 734 snap 209 seq_num 734) 2024-04-15T16:37:02.414 INFO:tasks.rados.rados.0.smithi090.stdout:2432: snap_create 2024-04-15T16:37:02.418 INFO:tasks.rados.rados.0.smithi090.stdout:2431: expect (ObjNum 734 snap 209 seq_num 734) 2024-04-15T16:37:02.485 INFO:tasks.rados.rados.0.smithi090.stdout:2430: expect (ObjNum 702 snap 196 seq_num 702) 2024-04-15T16:37:02.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:02 smithi153 ceph-mon[84714]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:37:02.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:02 smithi153 ceph-mon[84714]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-15T16:37:02.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:02 smithi153 ceph-mon[84714]: osdmap e525: 8 total, 7 up, 8 in 2024-04-15T16:37:02.624 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:02 smithi153 podman[104127]: 2024-04-15 16:37:02.386009975 +0000 UTC m=+1.672287347 container cleanup a0feddc11117cb72b55ec776ea6c1315359929caf98ed95972ac9c111b536b89 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7, RELEASE=reef-e3fb05d, ceph=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T16:37:02.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:02 smithi153 bash[104127]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7 2024-04-15T16:37:02.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:37:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:37:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:37:02.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:02 smithi090 ceph-mon[91618]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:37:02.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:02 smithi090 ceph-mon[91618]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-15T16:37:02.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:02 smithi090 ceph-mon[91618]: osdmap e525: 8 total, 7 up, 8 in 2024-04-15T16:37:02.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:02 smithi090 ceph-mon[89240]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T16:37:02.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:02 smithi090 ceph-mon[89240]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-15T16:37:02.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:02 smithi090 ceph-mon[89240]: osdmap e525: 8 total, 7 up, 8 in 2024-04-15T16:37:03.042 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:02 smithi153 podman[104147]: 2024-04-15 16:37:02.637711682 +0000 UTC m=+0.672892735 container remove a0feddc11117cb72b55ec776ea6c1315359929caf98ed95972ac9c111b536b89 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=reef-e3fb05d, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-15T16:37:03.301 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:03 smithi153 podman[104236]: 2024-04-15 16:37:02.952441263 +0000 UTC m=+0.018312277 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:37:03.301 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:03 smithi153 podman[104236]: 2024-04-15 16:37:03.055353101 +0000 UTC m=+0.121224161 container create f541b3340c466518ac3d5f8012997f70402a4b782be12827b03fb0567ace4b32 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-deactivate, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31) 2024-04-15T16:37:03.301 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:03 smithi153 podman[104236]: 2024-04-15 16:37:03.308084144 +0000 UTC m=+0.373955159 container init f541b3340c466518ac3d5f8012997f70402a4b782be12827b03fb0567ace4b32 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0) 2024-04-15T16:37:03.593 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:03 smithi153 podman[104236]: 2024-04-15 16:37:03.311508011 +0000 UTC m=+0.377379025 container start f541b3340c466518ac3d5f8012997f70402a4b782be12827b03fb0567ace4b32 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31) 2024-04-15T16:37:03.594 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:03 smithi153 podman[104236]: 2024-04-15 16:37:03.399511345 +0000 UTC m=+0.465382360 container attach f541b3340c466518ac3d5f8012997f70402a4b782be12827b03fb0567ace4b32 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-15T16:37:03.594 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:03 smithi153 ceph-mon[84714]: osdmap e526: 8 total, 7 up, 8 in 2024-04-15T16:37:03.594 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:03 smithi153 ceph-mon[84714]: pgmap v448: 121 pgs: 2 active+undersized+degraded, 14 peering, 11 stale+active+clean, 7 active+undersized, 87 active+clean; 412 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 932 KiB/s wr, 18 op/s; 4/711 objects degraded (0.563%) 2024-04-15T16:37:03.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:03 smithi090 ceph-mon[91618]: osdmap e526: 8 total, 7 up, 8 in 2024-04-15T16:37:03.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:03 smithi090 ceph-mon[91618]: pgmap v448: 121 pgs: 2 active+undersized+degraded, 14 peering, 11 stale+active+clean, 7 active+undersized, 87 active+clean; 412 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 932 KiB/s wr, 18 op/s; 4/711 objects degraded (0.563%) 2024-04-15T16:37:03.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:03 smithi090 ceph-mon[89240]: osdmap e526: 8 total, 7 up, 8 in 2024-04-15T16:37:03.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:03 smithi090 ceph-mon[89240]: pgmap v448: 121 pgs: 2 active+undersized+degraded, 14 peering, 11 stale+active+clean, 7 active+undersized, 87 active+clean; 412 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 932 KiB/s wr, 18 op/s; 4/711 objects degraded (0.563%) 2024-04-15T16:37:03.874 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:03 smithi153 podman[104236]: 2024-04-15 16:37:03.600974345 +0000 UTC m=+0.666845371 container died f541b3340c466518ac3d5f8012997f70402a4b782be12827b03fb0567ace4b32 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T16:37:04.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:04 smithi153 ceph-mon[84714]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-15T16:37:04.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:04 smithi153 ceph-mon[84714]: Health check failed: Degraded data redundancy: 4/711 objects degraded (0.563%), 2 pgs degraded (PG_DEGRADED) 2024-04-15T16:37:04.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:04 smithi153 ceph-mon[84714]: osdmap e527: 8 total, 7 up, 8 in 2024-04-15T16:37:04.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:04 smithi153 ceph-mon[84714]: osdmap e528: 8 total, 7 up, 8 in 2024-04-15T16:37:04.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:04 smithi153 podman[104262]: 2024-04-15 16:37:04.220151085 +0000 UTC m=+0.613316556 container remove f541b3340c466518ac3d5f8012997f70402a4b782be12827b03fb0567ace4b32 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, ceph=True) 2024-04-15T16:37:04.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:04 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.7.service: Deactivated successfully. 2024-04-15T16:37:04.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:04 smithi153 systemd[1]: Stopped Ceph osd.7 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:37:04.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:04 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.7.service: Consumed 15.309s CPU time. 2024-04-15T16:37:04.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:04 smithi153 systemd[1]: Starting Ceph osd.7 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:37:04.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:04 smithi090 ceph-mon[89240]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-15T16:37:04.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:04 smithi090 ceph-mon[89240]: Health check failed: Degraded data redundancy: 4/711 objects degraded (0.563%), 2 pgs degraded (PG_DEGRADED) 2024-04-15T16:37:04.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:04 smithi090 ceph-mon[89240]: osdmap e527: 8 total, 7 up, 8 in 2024-04-15T16:37:04.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:04 smithi090 ceph-mon[89240]: osdmap e528: 8 total, 7 up, 8 in 2024-04-15T16:37:04.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:04 smithi090 ceph-mon[91618]: Health check failed: Reduced data availability: 3 pgs inactive, 3 pgs peering (PG_AVAILABILITY) 2024-04-15T16:37:04.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:04 smithi090 ceph-mon[91618]: Health check failed: Degraded data redundancy: 4/711 objects degraded (0.563%), 2 pgs degraded (PG_DEGRADED) 2024-04-15T16:37:04.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:04 smithi090 ceph-mon[91618]: osdmap e527: 8 total, 7 up, 8 in 2024-04-15T16:37:04.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:04 smithi090 ceph-mon[91618]: osdmap e528: 8 total, 7 up, 8 in 2024-04-15T16:37:04.941 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:04 smithi153 podman[104365]: 2024-04-15 16:37:04.560108513 +0000 UTC m=+0.017859786 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:37:04.942 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:04 smithi153 podman[104365]: 2024-04-15 16:37:04.67125332 +0000 UTC m=+0.129004594 container create 206a248916acfe1662065b3119fb802f4ed1940593f89adc3e60683f31a99ef5 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-15T16:37:04.942 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:04 smithi153 podman[104365]: 2024-04-15 16:37:04.874792795 +0000 UTC m=+0.332544069 container init 206a248916acfe1662065b3119fb802f4ed1940593f89adc3e60683f31a99ef5 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-activate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:37:04.942 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:04 smithi153 podman[104365]: 2024-04-15 16:37:04.878324176 +0000 UTC m=+0.336075458 container start 206a248916acfe1662065b3119fb802f4ed1940593f89adc3e60683f31a99ef5 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-activate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2) 2024-04-15T16:37:04.942 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:04 smithi153 podman[104365]: 2024-04-15 16:37:04.948737936 +0000 UTC m=+0.406489225 container attach 206a248916acfe1662065b3119fb802f4ed1940593f89adc3e60683f31a99ef5 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-activate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-15T16:37:04.961 INFO:tasks.rados.rados.0.smithi090.stdout:2430: done (2 left) 2024-04-15T16:37:04.962 INFO:tasks.rados.rados.0.smithi090.stdout:2431: done (1 left) 2024-04-15T16:37:04.962 INFO:tasks.rados.rados.0.smithi090.stdout:2432: done (0 left) 2024-04-15T16:37:04.963 INFO:tasks.rados.rados.0.smithi090.stdout:2433: read oid 40 snap 232 2024-04-15T16:37:04.963 INFO:tasks.rados.rados.0.smithi090.stdout:2433: expect deleted 2024-04-15T16:37:04.963 INFO:tasks.rados.rados.0.smithi090.stdout:2434: read oid 23 snap 193 2024-04-15T16:37:04.963 INFO:tasks.rados.rados.0.smithi090.stdout:2434: expect (ObjNum 636 snap 169 seq_num 636) 2024-04-15T16:37:04.963 INFO:tasks.rados.rados.0.smithi090.stdout:2435: setattr oid 46 current snap is 235 2024-04-15T16:37:04.964 INFO:tasks.rados.rados.0.smithi090.stdout:2433: done (2 left) 2024-04-15T16:37:04.964 INFO:tasks.rados.rados.0.smithi090.stdout:2436: read oid 25 snap 232 2024-04-15T16:37:04.964 INFO:tasks.rados.rados.0.smithi090.stdout:2436: expect (ObjNum 756 snap 228 seq_num 756) 2024-04-15T16:37:04.964 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 235 2024-04-15T16:37:04.964 INFO:tasks.rados.rados.0.smithi090.stdout:2437: seq_num 772 ranges {0=532480,532480=401408} 2024-04-15T16:37:04.967 INFO:tasks.rados.rados.0.smithi090.stdout:2437: writing smithi09078167-40 from 0 to 532480 tid 1 2024-04-15T16:37:04.970 INFO:tasks.rados.rados.0.smithi090.stdout:2437: writing smithi09078167-40 from 532480 to 933888 tid 2 2024-04-15T16:37:04.970 INFO:tasks.rados.rados.0.smithi090.stdout:2438: snap_create 2024-04-15T16:37:04.970 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 531 (ObjNum 225 snap 0 seq_num 3729444624) dirty exists 2024-04-15T16:37:04.974 INFO:tasks.rados.rados.0.smithi090.stdout:2434: expect (ObjNum 636 snap 169 seq_num 636) 2024-04-15T16:37:05.087 INFO:tasks.rados.rados.0.smithi090.stdout:2437: finishing write tid 1 to smithi09078167-40 2024-04-15T16:37:05.087 INFO:tasks.rados.rados.0.smithi090.stdout:2437: finishing write tid 2 to smithi09078167-40 2024-04-15T16:37:05.087 INFO:tasks.rados.rados.0.smithi090.stdout:2437: finishing write tid 3 to smithi09078167-40 2024-04-15T16:37:05.087 INFO:tasks.rados.rados.0.smithi090.stdout:2437: finishing write tid 4 to smithi09078167-40 2024-04-15T16:37:05.087 INFO:tasks.rados.rados.0.smithi090.stdout:2437: oid 40 updating version 0 to 874 2024-04-15T16:37:05.087 INFO:tasks.rados.rados.0.smithi090.stdout:2437: oid 40 updating version 874 to 875 2024-04-15T16:37:05.087 INFO:tasks.rados.rados.0.smithi090.stdout:2437: oid 40 version 875 is already newer than 873 2024-04-15T16:37:05.087 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 875 (ObjNum 772 snap 235 seq_num 772) dirty exists 2024-04-15T16:37:05.088 INFO:tasks.rados.rados.0.smithi090.stdout:2437: left oid 40 (ObjNum 772 snap 235 seq_num 772) 2024-04-15T16:37:05.088 INFO:tasks.rados.rados.0.smithi090.stdout:2436: expect (ObjNum 756 snap 228 seq_num 756) 2024-04-15T16:37:05.450 INFO:tasks.rados.rados.0.smithi090.stdout:2434: done (4 left) 2024-04-15T16:37:05.450 INFO:tasks.rados.rados.0.smithi090.stdout:2435: done (3 left) 2024-04-15T16:37:05.450 INFO:tasks.rados.rados.0.smithi090.stdout:2436: done (2 left) 2024-04-15T16:37:05.450 INFO:tasks.rados.rados.0.smithi090.stdout:2437: done (1 left) 2024-04-15T16:37:05.451 INFO:tasks.rados.rados.0.smithi090.stdout:2438: done (0 left) 2024-04-15T16:37:05.451 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 236 2024-04-15T16:37:05.451 INFO:tasks.rados.rados.0.smithi090.stdout:2439: seq_num 773 ranges {868352=548864,1417216=401408} 2024-04-15T16:37:05.457 INFO:tasks.rados.rados.0.smithi090.stdout:2439: writing smithi09078167-9 from 868352 to 1417216 tid 1 2024-04-15T16:37:05.460 INFO:tasks.rados.rados.0.smithi090.stdout:2439: writing smithi09078167-9 from 1417216 to 1818624 tid 2 2024-04-15T16:37:05.460 INFO:tasks.rados.rados.0.smithi090.stdout:2440: read oid 18 snap -1 2024-04-15T16:37:05.460 INFO:tasks.rados.rados.0.smithi090.stdout:2440: expect deleted 2024-04-15T16:37:05.460 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 236 2024-04-15T16:37:05.460 INFO:tasks.rados.rados.0.smithi090.stdout:2441: seq_num 774 ranges {6135808=565248,6701056=401408} 2024-04-15T16:37:05.495 INFO:tasks.rados.rados.0.smithi090.stdout:2441: writing smithi09078167-21 from 6135808 to 6701056 tid 1 2024-04-15T16:37:05.498 INFO:tasks.rados.rados.0.smithi090.stdout:2441: writing smithi09078167-21 from 6701056 to 7102464 tid 2 2024-04-15T16:37:05.498 INFO:tasks.rados.rados.0.smithi090.stdout:2442: snap_create 2024-04-15T16:37:05.498 INFO:tasks.rados.rados.0.smithi090.stdout:2439: finishing write tid 1 to smithi09078167-9 2024-04-15T16:37:05.498 INFO:tasks.rados.rados.0.smithi090.stdout:2439: finishing write tid 2 to smithi09078167-9 2024-04-15T16:37:05.498 INFO:tasks.rados.rados.0.smithi090.stdout:2439: finishing write tid 3 to smithi09078167-9 2024-04-15T16:37:05.498 INFO:tasks.rados.rados.0.smithi090.stdout:2439: finishing write tid 4 to smithi09078167-9 2024-04-15T16:37:05.498 INFO:tasks.rados.rados.0.smithi090.stdout:2439: oid 9 updating version 0 to 717 2024-04-15T16:37:05.498 INFO:tasks.rados.rados.0.smithi090.stdout:2439: oid 9 version 717 is already newer than 715 2024-04-15T16:37:05.498 INFO:tasks.rados.rados.0.smithi090.stdout:2439: oid 9 version 717 is already newer than 716 2024-04-15T16:37:05.499 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 717 (ObjNum 773 snap 236 seq_num 773) dirty exists 2024-04-15T16:37:05.499 INFO:tasks.rados.rados.0.smithi090.stdout:2439: left oid 9 (ObjNum 773 snap 236 seq_num 773) 2024-04-15T16:37:05.500 INFO:tasks.rados.rados.0.smithi090.stdout:2441: finishing write tid 1 to smithi09078167-21 2024-04-15T16:37:05.500 INFO:tasks.rados.rados.0.smithi090.stdout:2441: finishing write tid 2 to smithi09078167-21 2024-04-15T16:37:05.500 INFO:tasks.rados.rados.0.smithi090.stdout:2441: finishing write tid 3 to smithi09078167-21 2024-04-15T16:37:05.502 INFO:tasks.rados.rados.0.smithi090.stdout:2441: finishing write tid 4 to smithi09078167-21 2024-04-15T16:37:05.502 INFO:tasks.rados.rados.0.smithi090.stdout:2441: oid 21 updating version 0 to 914 2024-04-15T16:37:05.502 INFO:tasks.rados.rados.0.smithi090.stdout:2441: oid 21 version 914 is already newer than 913 2024-04-15T16:37:05.502 INFO:tasks.rados.rados.0.smithi090.stdout:2441: oid 21 updating version 914 to 915 2024-04-15T16:37:05.503 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 915 (ObjNum 774 snap 236 seq_num 774) dirty exists 2024-04-15T16:37:05.503 INFO:tasks.rados.rados.0.smithi090.stdout:2441: left oid 21 (ObjNum 774 snap 236 seq_num 774) 2024-04-15T16:37:05.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:05 smithi153 ceph-mon[84714]: pgmap v451: 121 pgs: 2 active+undersized+degraded, 14 peering, 11 stale+active+clean, 7 active+undersized, 87 active+clean; 412 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 532 KiB/s wr, 5 op/s; 4/711 objects degraded (0.563%) 2024-04-15T16:37:05.624 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-activate[104380]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-15T16:37:05.624 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:05 smithi153 bash[104365]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-15T16:37:05.624 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:05 smithi153 bash[104365]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-15T16:37:05.624 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:05 smithi153 bash[104365]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-15T16:37:05.624 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:05 smithi153 bash[104365]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-15T16:37:05.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:05 smithi153 bash[104365]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-15T16:37:05.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:05 smithi153 bash[104365]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-15T16:37:05.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:05 smithi153 bash[104365]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-15T16:37:05.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-activate[104380]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-15T16:37:05.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-activate[104380]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-15T16:37:05.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-activate[104380]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-15T16:37:05.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-activate[104380]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-15T16:37:05.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-activate[104380]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-15T16:37:05.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-activate[104380]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-15T16:37:05.625 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:05 smithi153 podman[104365]: 2024-04-15 16:37:05.358780278 +0000 UTC m=+0.816531553 container died 206a248916acfe1662065b3119fb802f4ed1940593f89adc3e60683f31a99ef5 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=main-c2d8c31) 2024-04-15T16:37:05.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:05 smithi090 ceph-mon[89240]: pgmap v451: 121 pgs: 2 active+undersized+degraded, 14 peering, 11 stale+active+clean, 7 active+undersized, 87 active+clean; 412 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 532 KiB/s wr, 5 op/s; 4/711 objects degraded (0.563%) 2024-04-15T16:37:05.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:05 smithi090 ceph-mon[91618]: pgmap v451: 121 pgs: 2 active+undersized+degraded, 14 peering, 11 stale+active+clean, 7 active+undersized, 87 active+clean; 412 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 532 KiB/s wr, 5 op/s; 4/711 objects degraded (0.563%) 2024-04-15T16:37:06.335 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:06 smithi153 podman[104502]: 2024-04-15 16:37:06.003110653 +0000 UTC m=+0.638710172 container remove 206a248916acfe1662065b3119fb802f4ed1940593f89adc3e60683f31a99ef5 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-activate, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-15T16:37:06.335 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:06 smithi153 podman[104568]: 2024-04-15 16:37:06.122881758 +0000 UTC m=+0.018164365 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:37:06.335 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:06 smithi153 podman[104568]: 2024-04-15 16:37:06.245664835 +0000 UTC m=+0.140947420 container create ddae25a9b820bfe36bcd6f04b4711b1bdd85fb720e36fa6d06e86d893020b6d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.build-date=20240409, ceph=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:37:06.426 INFO:tasks.rados.rados.0.smithi090.stdout:2439: done (3 left) 2024-04-15T16:37:06.426 INFO:tasks.rados.rados.0.smithi090.stdout:2440: done (2 left) 2024-04-15T16:37:06.426 INFO:tasks.rados.rados.0.smithi090.stdout:2441: done (1 left) 2024-04-15T16:37:06.426 INFO:tasks.rados.rados.0.smithi090.stdout:2442: done (0 left) 2024-04-15T16:37:06.426 INFO:tasks.rados.rados.0.smithi090.stdout:2443: rmattr oid 11 current snap is 237 2024-04-15T16:37:06.427 INFO:tasks.rados.rados.0.smithi090.stdout:2443: done (0 left) 2024-04-15T16:37:06.427 INFO:tasks.rados.rados.0.smithi090.stdout:2444: read oid 43 snap -1 2024-04-15T16:37:06.427 INFO:tasks.rados.rados.0.smithi090.stdout:2444: expect (ObjNum 747 snap 221 seq_num 747) 2024-04-15T16:37:06.427 INFO:tasks.rados.rados.0.smithi090.stdout:2445: copy_from oid 33 from oid 44 current snap is 237 2024-04-15T16:37:06.427 INFO:tasks.rados.rados.0.smithi090.stdout:2446: snap_remove snap 216 2024-04-15T16:37:06.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:06 smithi090 ceph-mon[89240]: osdmap e529: 8 total, 7 up, 8 in 2024-04-15T16:37:06.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:06 smithi090 ceph-mon[91618]: osdmap e529: 8 total, 7 up, 8 in 2024-04-15T16:37:06.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:06 smithi153 ceph-mon[84714]: osdmap e529: 8 total, 7 up, 8 in 2024-04-15T16:37:06.874 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:06 smithi153 podman[104568]: 2024-04-15 16:37:06.473288332 +0000 UTC m=+0.368570915 container init ddae25a9b820bfe36bcd6f04b4711b1bdd85fb720e36fa6d06e86d893020b6d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0) 2024-04-15T16:37:06.874 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:06 smithi153 podman[104568]: 2024-04-15 16:37:06.476744589 +0000 UTC m=+0.372027181 container start ddae25a9b820bfe36bcd6f04b4711b1bdd85fb720e36fa6d06e86d893020b6d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-15T16:37:06.874 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:06 smithi153 ceph-osd[104587]: -- 172.21.15.153:0/1280790282 <== mon.2 v2:172.21.15.90:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55ff2278d680 con 0x55ff22757400 2024-04-15T16:37:06.874 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:06 smithi153 bash[104568]: ddae25a9b820bfe36bcd6f04b4711b1bdd85fb720e36fa6d06e86d893020b6d2 2024-04-15T16:37:06.874 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:06 smithi153 systemd[1]: Started Ceph osd.7 for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:37:07.374 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T16:37:07.030+0000 7f56fbdd77c0 -1 Falling back to public interface 2024-04-15T16:37:07.429 INFO:tasks.rados.rados.0.smithi090.stdout:2446: done (2 left) 2024-04-15T16:37:07.429 INFO:tasks.rados.rados.0.smithi090.stdout:2447: read oid 19 snap -1 2024-04-15T16:37:07.429 INFO:tasks.rados.rados.0.smithi090.stdout:2447: expect deleted 2024-04-15T16:37:07.430 INFO:tasks.rados.rados.0.smithi090.stdout:2448: rollback oid 20 current snap is 237 2024-04-15T16:37:07.430 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 234 2024-04-15T16:37:07.430 INFO:tasks.rados.rados.0.smithi090.stdout:2445: finishing copy_from racing read to smithi09078167-33 2024-04-15T16:37:07.430 INFO:tasks.rados.rados.0.smithi090.stdout:2449: delete oid 29 current snap is 237 2024-04-15T16:37:07.430 INFO:tasks.rados.rados.0.smithi090.stdout:2445: finishing copy_from to smithi09078167-33 2024-04-15T16:37:07.430 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 774 (ObjNum 748 snap 221 seq_num 748) dirty exists 2024-04-15T16:37:07.430 INFO:tasks.rados.rados.0.smithi090.stdout:2444: expect (ObjNum 747 snap 221 seq_num 747) 2024-04-15T16:37:07.593 INFO:tasks.rados.rados.0.smithi090.stdout:2448: finishing rollback tid 1 to smithi09078167-20 2024-04-15T16:37:07.593 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 866 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T16:37:07.593 INFO:tasks.rados.rados.0.smithi090.stdout:2444: done (4 left) 2024-04-15T16:37:07.593 INFO:tasks.rados.rados.0.smithi090.stdout:2445: done (3 left) 2024-04-15T16:37:07.593 INFO:tasks.rados.rados.0.smithi090.stdout:2447: done (2 left) 2024-04-15T16:37:07.593 INFO:tasks.rados.rados.0.smithi090.stdout:2448: done (1 left) 2024-04-15T16:37:07.594 INFO:tasks.rados.rados.0.smithi090.stdout:2449: done (0 left) 2024-04-15T16:37:07.594 INFO:tasks.rados.rados.0.smithi090.stdout:2450: delete oid 47 current snap is 237 2024-04-15T16:37:07.594 INFO:tasks.rados.rados.0.smithi090.stdout:2450: done (0 left) 2024-04-15T16:37:07.594 INFO:tasks.rados.rados.0.smithi090.stdout:2451: read oid 20 snap -1 2024-04-15T16:37:07.594 INFO:tasks.rados.rados.0.smithi090.stdout:2451: expect deleted 2024-04-15T16:37:07.594 INFO:tasks.rados.rados.0.smithi090.stdout:2452: snap_create 2024-04-15T16:37:07.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:07 smithi090 ceph-mon[89240]: osdmap e530: 8 total, 7 up, 8 in 2024-04-15T16:37:07.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:07.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:07.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:07.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:07 smithi090 ceph-mon[89240]: pgmap v454: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 415 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 590 KiB/s wr, 11 op/s; 61/717 objects degraded (8.508%) 2024-04-15T16:37:07.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:07 smithi090 ceph-mon[91618]: osdmap e530: 8 total, 7 up, 8 in 2024-04-15T16:37:07.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:07.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:07.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:07.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:07 smithi090 ceph-mon[91618]: pgmap v454: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 415 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 590 KiB/s wr, 11 op/s; 61/717 objects degraded (8.508%) 2024-04-15T16:37:07.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:07 smithi153 ceph-mon[84714]: osdmap e530: 8 total, 7 up, 8 in 2024-04-15T16:37:07.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:07.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:07.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:07.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:07 smithi153 ceph-mon[84714]: pgmap v454: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 415 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 590 KiB/s wr, 11 op/s; 61/717 objects degraded (8.508%) 2024-04-15T16:37:08.442 INFO:tasks.rados.rados.0.smithi090.stdout:2451: done (1 left) 2024-04-15T16:37:08.442 INFO:tasks.rados.rados.0.smithi090.stdout:2452: done (0 left) 2024-04-15T16:37:08.442 INFO:tasks.rados.rados.0.smithi090.stdout:2453: setattr oid 42 current snap is 238 2024-04-15T16:37:08.443 INFO:tasks.rados.rados.0.smithi090.stdout:2454: rollback oid 29 current snap is 238 2024-04-15T16:37:08.443 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 235 2024-04-15T16:37:08.443 INFO:tasks.rados.rados.0.smithi090.stdout:2455: snap_create 2024-04-15T16:37:08.446 INFO:tasks.rados.rados.0.smithi090.stdout:2454: finishing rollback tid 1 to smithi09078167-29 2024-04-15T16:37:08.446 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 651 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T16:37:08.447 INFO:tasks.rados.rados.0.smithi090.stdout:2454: finishing rollback tid 2 to smithi09078167-29 2024-04-15T16:37:08.447 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 815 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-15T16:37:08.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:08 smithi153 ceph-mon[84714]: osdmap e531: 8 total, 7 up, 8 in 2024-04-15T16:37:08.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:08 smithi153 ceph-mon[84714]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-04-15T16:37:08.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:08.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:37:08.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:08 smithi090 ceph-mon[89240]: osdmap e531: 8 total, 7 up, 8 in 2024-04-15T16:37:08.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:08 smithi090 ceph-mon[89240]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-04-15T16:37:08.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:08.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:37:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:08 smithi090 ceph-mon[91618]: osdmap e531: 8 total, 7 up, 8 in 2024-04-15T16:37:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:08 smithi090 ceph-mon[91618]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 3 pgs inactive, 3 pgs peering) 2024-04-15T16:37:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:08.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:37:09.398 INFO:tasks.rados.rados.0.smithi090.stdout:2453: done (2 left) 2024-04-15T16:37:09.398 INFO:tasks.rados.rados.0.smithi090.stdout:2454: done (1 left) 2024-04-15T16:37:09.398 INFO:tasks.rados.rados.0.smithi090.stdout:2455: done (0 left) 2024-04-15T16:37:09.398 INFO:tasks.rados.rados.0.smithi090.stdout:2456: copy_from oid 16 from oid 7 current snap is 239 2024-04-15T16:37:09.398 INFO:tasks.rados.rados.0.smithi090.stdout:2457: read oid 14 snap -1 2024-04-15T16:37:09.398 INFO:tasks.rados.rados.0.smithi090.stdout:2457: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:37:09.398 INFO:tasks.rados.rados.0.smithi090.stdout:2458: delete oid 40 current snap is 239 2024-04-15T16:37:09.404 INFO:tasks.rados.rados.0.smithi090.stdout:2458: done (2 left) 2024-04-15T16:37:09.404 INFO:tasks.rados.rados.0.smithi090.stdout:2459: snap_remove snap 206 2024-04-15T16:37:09.447 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:37:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:37:09] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-04-15T16:37:09.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:09 smithi153 ceph-mon[84714]: osdmap e532: 8 total, 7 up, 8 in 2024-04-15T16:37:09.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:09 smithi153 ceph-mon[84714]: pgmap v457: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 415 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 590 KiB/s wr, 11 op/s; 61/717 objects degraded (8.508%) 2024-04-15T16:37:09.822 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:09 smithi153 ceph-mon[84714]: Health check update: Degraded data redundancy: 61/717 objects degraded (8.508%), 12 pgs degraded (PG_DEGRADED) 2024-04-15T16:37:09.823 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:09 smithi153 ceph-mon[84714]: osdmap e533: 8 total, 7 up, 8 in 2024-04-15T16:37:09.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:09 smithi090 ceph-mon[91618]: osdmap e532: 8 total, 7 up, 8 in 2024-04-15T16:37:09.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:09 smithi090 ceph-mon[91618]: pgmap v457: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 415 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 590 KiB/s wr, 11 op/s; 61/717 objects degraded (8.508%) 2024-04-15T16:37:09.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:09 smithi090 ceph-mon[91618]: Health check update: Degraded data redundancy: 61/717 objects degraded (8.508%), 12 pgs degraded (PG_DEGRADED) 2024-04-15T16:37:09.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:09 smithi090 ceph-mon[91618]: osdmap e533: 8 total, 7 up, 8 in 2024-04-15T16:37:09.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:09 smithi090 ceph-mon[89240]: osdmap e532: 8 total, 7 up, 8 in 2024-04-15T16:37:09.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:09 smithi090 ceph-mon[89240]: pgmap v457: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 415 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 590 KiB/s wr, 11 op/s; 61/717 objects degraded (8.508%) 2024-04-15T16:37:09.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:09 smithi090 ceph-mon[89240]: Health check update: Degraded data redundancy: 61/717 objects degraded (8.508%), 12 pgs degraded (PG_DEGRADED) 2024-04-15T16:37:09.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:09 smithi090 ceph-mon[89240]: osdmap e533: 8 total, 7 up, 8 in 2024-04-15T16:37:10.124 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:09 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T16:37:09.919+0000 7f56fbdd77c0 -1 osd.7 524 log_to_monitors true 2024-04-15T16:37:10.408 INFO:tasks.rados.rados.0.smithi090.stdout:2459: done (2 left) 2024-04-15T16:37:10.408 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 239 2024-04-15T16:37:10.408 INFO:tasks.rados.rados.0.smithi090.stdout:2460: seq_num 778 ranges {385024=638976,1024000=401408} 2024-04-15T16:37:10.414 INFO:tasks.rados.rados.0.smithi090.stdout:2460: writing smithi09078167-37 from 385024 to 1024000 tid 1 2024-04-15T16:37:10.417 INFO:tasks.rados.rados.0.smithi090.stdout:2460: writing smithi09078167-37 from 1024000 to 1425408 tid 2 2024-04-15T16:37:10.417 INFO:tasks.rados.rados.0.smithi090.stdout:2461: snap_remove snap 190 2024-04-15T16:37:10.819 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:37:10 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T16:37:10.434+0000 7f56ed22f700 -1 osd.7 524 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-15T16:37:10.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:10 smithi153 ceph-mon[84714]: from='osd.7 [v2:172.21.15.153:6824/774807023,v1:172.21.15.153:6825/774807023]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T16:37:10.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:10 smithi153 ceph-mon[84714]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T16:37:10.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:10 smithi153 ceph-mon[84714]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-15T16:37:10.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:10 smithi153 ceph-mon[84714]: from='osd.7 [v2:172.21.15.153:6824/774807023,v1:172.21.15.153:6825/774807023]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:37:10.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:10 smithi153 ceph-mon[84714]: osdmap e534: 8 total, 7 up, 8 in 2024-04-15T16:37:10.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:10 smithi153 ceph-mon[84714]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:37:10.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:10 smithi090 ceph-mon[89240]: from='osd.7 [v2:172.21.15.153:6824/774807023,v1:172.21.15.153:6825/774807023]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T16:37:10.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:10 smithi090 ceph-mon[89240]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T16:37:10.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:10 smithi090 ceph-mon[89240]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-15T16:37:10.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:10 smithi090 ceph-mon[89240]: from='osd.7 [v2:172.21.15.153:6824/774807023,v1:172.21.15.153:6825/774807023]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:37:10.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:10 smithi090 ceph-mon[89240]: osdmap e534: 8 total, 7 up, 8 in 2024-04-15T16:37:10.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:10 smithi090 ceph-mon[89240]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:37:10.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:10 smithi090 ceph-mon[91618]: from='osd.7 [v2:172.21.15.153:6824/774807023,v1:172.21.15.153:6825/774807023]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T16:37:10.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:10 smithi090 ceph-mon[91618]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-15T16:37:10.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:10 smithi090 ceph-mon[91618]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-15T16:37:10.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:10 smithi090 ceph-mon[91618]: from='osd.7 [v2:172.21.15.153:6824/774807023,v1:172.21.15.153:6825/774807023]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:37:10.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:10 smithi090 ceph-mon[91618]: osdmap e534: 8 total, 7 up, 8 in 2024-04-15T16:37:10.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:10 smithi090 ceph-mon[91618]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi153", "root=default"]}]: dispatch 2024-04-15T16:37:11.411 INFO:tasks.rados.rados.0.smithi090.stdout:2461: done (3 left) 2024-04-15T16:37:11.411 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 239 2024-04-15T16:37:11.411 INFO:tasks.rados.rados.0.smithi090.stdout:2462: seq_num 779 ranges {0=655360,655360=401408} 2024-04-15T16:37:11.416 INFO:tasks.rados.rados.0.smithi090.stdout:2462: writing smithi09078167-13 from 0 to 655360 tid 1 2024-04-15T16:37:11.419 INFO:tasks.rados.rados.0.smithi090.stdout:2462: writing smithi09078167-13 from 655360 to 1056768 tid 2 2024-04-15T16:37:11.419 INFO:tasks.rados.rados.0.smithi090.stdout:2463: copy_from oid 34 from oid 12 current snap is 239 2024-04-15T16:37:11.419 INFO:tasks.rados.rados.0.smithi090.stdout:2457: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:37:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:2456: finishing copy_from racing read to smithi09078167-16 2024-04-15T16:37:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:2456: finishing copy_from to smithi09078167-16 2024-04-15T16:37:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 633 (ObjNum 691 snap 190 seq_num 691) dirty exists 2024-04-15T16:37:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:2460: finishing write tid 1 to smithi09078167-37 2024-04-15T16:37:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:2460: finishing write tid 2 to smithi09078167-37 2024-04-15T16:37:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:2456: done (4 left) 2024-04-15T16:37:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:2457: done (3 left) 2024-04-15T16:37:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:2464: rollback oid 21 current snap is 239 2024-04-15T16:37:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 230 2024-04-15T16:37:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:2460: finishing write tid 3 to smithi09078167-37 2024-04-15T16:37:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:2460: finishing write tid 4 to smithi09078167-37 2024-04-15T16:37:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:2460: oid 37 updating version 0 to 526 2024-04-15T16:37:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:2460: oid 37 updating version 526 to 527 2024-04-15T16:37:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:2460: oid 37 updating version 527 to 528 2024-04-15T16:37:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 528 (ObjNum 778 snap 239 seq_num 778) dirty exists 2024-04-15T16:37:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:2460: left oid 37 (ObjNum 778 snap 239 seq_num 778) 2024-04-15T16:37:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:2463: finishing copy_from racing read to smithi09078167-34 2024-04-15T16:37:11.479 INFO:tasks.rados.rados.0.smithi090.stdout:2463: finishing copy_from to smithi09078167-34 2024-04-15T16:37:11.480 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 801 (ObjNum 744 snap 218 seq_num 744) dirty exists 2024-04-15T16:37:11.480 INFO:tasks.rados.rados.0.smithi090.stdout:2460: done (3 left) 2024-04-15T16:37:11.480 INFO:tasks.rados.rados.0.smithi090.stdout:2463: done (2 left) 2024-04-15T16:37:11.480 INFO:tasks.rados.rados.0.smithi090.stdout:2465: delete oid 40 current snap is 239 2024-04-15T16:37:11.480 INFO:tasks.rados.rados.0.smithi090.stdout:2465: done (2 left) 2024-04-15T16:37:11.480 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 239 2024-04-15T16:37:11.480 INFO:tasks.rados.rados.0.smithi090.stdout:2466: seq_num 781 ranges {7094272=688128,7782400=401408} 2024-04-15T16:37:11.520 INFO:tasks.rados.rados.0.smithi090.stdout:2466: writing smithi09078167-36 from 7094272 to 7782400 tid 1 2024-04-15T16:37:11.523 INFO:tasks.rados.rados.0.smithi090.stdout:2466: writing smithi09078167-36 from 7782400 to 8183808 tid 2 2024-04-15T16:37:11.523 INFO:tasks.rados.rados.0.smithi090.stdout:2467: copy_from oid 27 from oid 41 current snap is 239 2024-04-15T16:37:11.523 INFO:tasks.rados.rados.0.smithi090.stdout:2468: snap_remove snap 237 2024-04-15T16:37:11.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:11 smithi090 ceph-mon[89240]: pgmap v460: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 426 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s; 63/732 objects degraded (8.607%) 2024-04-15T16:37:11.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:11.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:11.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:11 smithi090 ceph-mon[89240]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:37:11.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:11 smithi090 ceph-mon[89240]: osd.7 [v2:172.21.15.153:6824/774807023,v1:172.21.15.153:6825/774807023] boot 2024-04-15T16:37:11.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:11 smithi090 ceph-mon[89240]: osdmap e535: 8 total, 8 up, 8 in 2024-04-15T16:37:11.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:37:11.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:11 smithi090 ceph-mon[91618]: pgmap v460: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 426 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s; 63/732 objects degraded (8.607%) 2024-04-15T16:37:11.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:11.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:11.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:11 smithi090 ceph-mon[91618]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:37:11.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:11 smithi090 ceph-mon[91618]: osd.7 [v2:172.21.15.153:6824/774807023,v1:172.21.15.153:6825/774807023] boot 2024-04-15T16:37:11.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:11 smithi090 ceph-mon[91618]: osdmap e535: 8 total, 8 up, 8 in 2024-04-15T16:37:11.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:37:11.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:11 smithi153 ceph-mon[84714]: pgmap v460: 121 pgs: 12 active+undersized+degraded, 38 active+undersized, 71 active+clean; 426 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s; 63/732 objects degraded (8.607%) 2024-04-15T16:37:11.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:11.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:11.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:11 smithi153 ceph-mon[84714]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-15T16:37:11.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:11 smithi153 ceph-mon[84714]: osd.7 [v2:172.21.15.153:6824/774807023,v1:172.21.15.153:6825/774807023] boot 2024-04-15T16:37:11.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:11 smithi153 ceph-mon[84714]: osdmap e535: 8 total, 8 up, 8 in 2024-04-15T16:37:11.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-15T16:37:12.403 INFO:tasks.rados.rados.0.smithi090.stdout:2466: finishing write tid 1 to smithi09078167-36 2024-04-15T16:37:12.403 INFO:tasks.rados.rados.0.smithi090.stdout:2466: finishing write tid 2 to smithi09078167-36 2024-04-15T16:37:12.404 INFO:tasks.rados.rados.0.smithi090.stdout:2466: finishing write tid 3 to smithi09078167-36 2024-04-15T16:37:12.404 INFO:tasks.rados.rados.0.smithi090.stdout:2466: finishing write tid 4 to smithi09078167-36 2024-04-15T16:37:12.404 INFO:tasks.rados.rados.0.smithi090.stdout:2466: oid 36 updating version 0 to 696 2024-04-15T16:37:12.404 INFO:tasks.rados.rados.0.smithi090.stdout:2466: oid 36 updating version 696 to 697 2024-04-15T16:37:12.404 INFO:tasks.rados.rados.0.smithi090.stdout:2466: oid 36 updating version 697 to 698 2024-04-15T16:37:12.404 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 698 (ObjNum 781 snap 239 seq_num 781) dirty exists 2024-04-15T16:37:12.404 INFO:tasks.rados.rados.0.smithi090.stdout:2466: left oid 36 (ObjNum 781 snap 239 seq_num 781) 2024-04-15T16:37:12.404 INFO:tasks.rados.rados.0.smithi090.stdout:2467: finishing copy_from racing read to smithi09078167-27 2024-04-15T16:37:12.404 INFO:tasks.rados.rados.0.smithi090.stdout:2467: finishing copy_from to smithi09078167-27 2024-04-15T16:37:12.404 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 526 (ObjNum 710 snap 197 seq_num 710) dirty exists 2024-04-15T16:37:12.404 INFO:tasks.rados.rados.0.smithi090.stdout:2466: done (4 left) 2024-04-15T16:37:12.404 INFO:tasks.rados.rados.0.smithi090.stdout:2467: done (3 left) 2024-04-15T16:37:12.404 INFO:tasks.rados.rados.0.smithi090.stdout:2468: done (2 left) 2024-04-15T16:37:12.404 INFO:tasks.rados.rados.0.smithi090.stdout:2469: read oid 44 snap -1 2024-04-15T16:37:12.404 INFO:tasks.rados.rados.0.smithi090.stdout:2469: expect (ObjNum 748 snap 221 seq_num 748) 2024-04-15T16:37:12.405 INFO:tasks.rados.rados.0.smithi090.stdout:2470: read oid 31 snap -1 2024-04-15T16:37:12.405 INFO:tasks.rados.rados.0.smithi090.stdout:2470: expect (ObjNum 641 snap 169 seq_num 641) 2024-04-15T16:37:12.405 INFO:tasks.rados.rados.0.smithi090.stdout:2471: rmattr oid 5 current snap is 239 2024-04-15T16:37:12.405 INFO:tasks.rados.rados.0.smithi090.stdout:2472: snap_remove snap 231 2024-04-15T16:37:12.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:37:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:37:13.406 INFO:tasks.rados.rados.0.smithi090.stdout:2472: done (5 left) 2024-04-15T16:37:13.406 INFO:tasks.rados.rados.0.smithi090.stdout:2473: copy_from oid 38 from oid 35 current snap is 239 2024-04-15T16:37:13.406 INFO:tasks.rados.rados.0.smithi090.stdout:2469: expect (ObjNum 748 snap 221 seq_num 748) 2024-04-15T16:37:13.428 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 474 (ObjNum 676 snap 186 seq_num 676) dirty exists 2024-04-15T16:37:13.428 INFO:tasks.rados.rados.0.smithi090.stdout:2470: expect (ObjNum 641 snap 169 seq_num 641) 2024-04-15T16:37:13.503 INFO:tasks.rados.rados.0.smithi090.stdout:2462: finishing write tid 1 to smithi09078167-13 2024-04-15T16:37:13.503 INFO:tasks.rados.rados.0.smithi090.stdout:2462: finishing write tid 2 to smithi09078167-13 2024-04-15T16:37:13.504 INFO:tasks.rados.rados.0.smithi090.stdout:2462: finishing write tid 3 to smithi09078167-13 2024-04-15T16:37:13.504 INFO:tasks.rados.rados.0.smithi090.stdout:2462: finishing write tid 4 to smithi09078167-13 2024-04-15T16:37:13.504 INFO:tasks.rados.rados.0.smithi090.stdout:2462: oid 13 updating version 0 to 496 2024-04-15T16:37:13.504 INFO:tasks.rados.rados.0.smithi090.stdout:2462: oid 13 updating version 496 to 498 2024-04-15T16:37:13.504 INFO:tasks.rados.rados.0.smithi090.stdout:2462: oid 13 version 498 is already newer than 497 2024-04-15T16:37:13.504 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 498 (ObjNum 779 snap 239 seq_num 779) dirty exists 2024-04-15T16:37:13.504 INFO:tasks.rados.rados.0.smithi090.stdout:2462: left oid 13 (ObjNum 779 snap 239 seq_num 779) 2024-04-15T16:37:13.504 INFO:tasks.rados.rados.0.smithi090.stdout:2464: finishing rollback tid 0 to smithi09078167-21 2024-04-15T16:37:13.504 INFO:tasks.rados.rados.0.smithi090.stdout:2464: finishing rollback tid 1 to smithi09078167-21 2024-04-15T16:37:13.504 INFO:tasks.rados.rados.0.smithi090.stdout:2464: finishing rollback tid 2 to smithi09078167-21 2024-04-15T16:37:13.504 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 920 (ObjNum 693 snap 191 seq_num 693) dirty exists 2024-04-15T16:37:13.504 INFO:tasks.rados.rados.0.smithi090.stdout:2473: finishing copy_from to smithi09078167-38 2024-04-15T16:37:13.504 INFO:tasks.rados.rados.0.smithi090.stdout:2473: got expected ENOENT (src dne) 2024-04-15T16:37:13.504 INFO:tasks.rados.rados.0.smithi090.stdout:2473: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:37:13.505 INFO:tasks.rados.rados.0.smithi090.stdout:2462: done (5 left) 2024-04-15T16:37:13.505 INFO:tasks.rados.rados.0.smithi090.stdout:2464: done (4 left) 2024-04-15T16:37:13.505 INFO:tasks.rados.rados.0.smithi090.stdout:2469: done (3 left) 2024-04-15T16:37:13.505 INFO:tasks.rados.rados.0.smithi090.stdout:2470: done (2 left) 2024-04-15T16:37:13.505 INFO:tasks.rados.rados.0.smithi090.stdout:2471: done (1 left) 2024-04-15T16:37:13.505 INFO:tasks.rados.rados.0.smithi090.stdout:2473: done (0 left) 2024-04-15T16:37:13.505 INFO:tasks.rados.rados.0.smithi090.stdout:2474: snap_create 2024-04-15T16:37:13.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:13 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:13.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:13 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:13.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:13 smithi090 ceph-mon[89240]: osdmap e536: 8 total, 8 up, 8 in 2024-04-15T16:37:13.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:13 smithi090 ceph-mon[89240]: pgmap v463: 121 pgs: 9 peering, 9 active+undersized+degraded, 27 active+undersized, 76 active+clean; 424 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 15 op/s; 50/729 objects degraded (6.859%) 2024-04-15T16:37:13.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:13 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:13.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:13 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:13.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:13 smithi090 ceph-mon[91618]: osdmap e536: 8 total, 8 up, 8 in 2024-04-15T16:37:13.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:13 smithi090 ceph-mon[91618]: pgmap v463: 121 pgs: 9 peering, 9 active+undersized+degraded, 27 active+undersized, 76 active+clean; 424 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 15 op/s; 50/729 objects degraded (6.859%) 2024-04-15T16:37:13.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:13 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:13.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:13 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:13.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:13 smithi153 ceph-mon[84714]: osdmap e536: 8 total, 8 up, 8 in 2024-04-15T16:37:13.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:13 smithi153 ceph-mon[84714]: pgmap v463: 121 pgs: 9 peering, 9 active+undersized+degraded, 27 active+undersized, 76 active+clean; 424 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 3.0 MiB/s wr, 15 op/s; 50/729 objects degraded (6.859%) 2024-04-15T16:37:14.414 INFO:tasks.rados.rados.0.smithi090.stdout:2474: done (0 left) 2024-04-15T16:37:14.414 INFO:tasks.rados.rados.0.smithi090.stdout:2475: snap_create 2024-04-15T16:37:14.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:14 smithi090 ceph-mon[89240]: osdmap e537: 8 total, 8 up, 8 in 2024-04-15T16:37:14.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:14 smithi090 ceph-mon[89240]: Health check update: Degraded data redundancy: 50/729 objects degraded (6.859%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T16:37:14.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:14 smithi090 ceph-mon[91618]: osdmap e537: 8 total, 8 up, 8 in 2024-04-15T16:37:14.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:14 smithi090 ceph-mon[91618]: Health check update: Degraded data redundancy: 50/729 objects degraded (6.859%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T16:37:14.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:14 smithi153 ceph-mon[84714]: osdmap e537: 8 total, 8 up, 8 in 2024-04-15T16:37:14.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:14 smithi153 ceph-mon[84714]: Health check update: Degraded data redundancy: 50/729 objects degraded (6.859%), 9 pgs degraded (PG_DEGRADED) 2024-04-15T16:37:15.422 INFO:tasks.rados.rados.0.smithi090.stdout:2475: done (0 left) 2024-04-15T16:37:15.423 INFO:tasks.rados.rados.0.smithi090.stdout:2476: snap_remove snap 236 2024-04-15T16:37:15.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:15 smithi153 ceph-mon[84714]: osdmap e538: 8 total, 8 up, 8 in 2024-04-15T16:37:15.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:15 smithi153 ceph-mon[84714]: pgmap v466: 121 pgs: 9 peering, 9 active+undersized+degraded, 27 active+undersized, 76 active+clean; 424 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 114 KiB/s wr, 10 op/s; 50/729 objects degraded (6.859%) 2024-04-15T16:37:15.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:15 smithi090 ceph-mon[89240]: osdmap e538: 8 total, 8 up, 8 in 2024-04-15T16:37:15.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:15 smithi090 ceph-mon[89240]: pgmap v466: 121 pgs: 9 peering, 9 active+undersized+degraded, 27 active+undersized, 76 active+clean; 424 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 114 KiB/s wr, 10 op/s; 50/729 objects degraded (6.859%) 2024-04-15T16:37:15.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:15 smithi090 ceph-mon[91618]: osdmap e538: 8 total, 8 up, 8 in 2024-04-15T16:37:15.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:15 smithi090 ceph-mon[91618]: pgmap v466: 121 pgs: 9 peering, 9 active+undersized+degraded, 27 active+undersized, 76 active+clean; 424 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 114 KiB/s wr, 10 op/s; 50/729 objects degraded (6.859%) 2024-04-15T16:37:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:2476: done (0 left) 2024-04-15T16:37:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:2477: rmattr oid 25 current snap is 241 2024-04-15T16:37:16.426 INFO:tasks.rados.rados.0.smithi090.stdout:2478: read oid 26 snap -1 2024-04-15T16:37:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:2478: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:37:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:2479: read oid 39 snap -1 2024-04-15T16:37:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:2479: expect (ObjNum 760 snap 230 seq_num 760) 2024-04-15T16:37:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:2480: read oid 29 snap -1 2024-04-15T16:37:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:2480: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:37:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:2481: rollback oid 17 current snap is 241 2024-04-15T16:37:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 17 to 193 2024-04-15T16:37:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:2482: read oid 28 snap -1 2024-04-15T16:37:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:2482: expect deleted 2024-04-15T16:37:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:2483: rmattr oid 8 current snap is 241 2024-04-15T16:37:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:2484: copy_from oid 16 from oid 5 current snap is 241 2024-04-15T16:37:16.427 INFO:tasks.rados.rados.0.smithi090.stdout:2485: delete oid 13 current snap is 241 2024-04-15T16:37:16.428 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 0 (ObjNum 756 snap 228 seq_num 756) dirty exists 2024-04-15T16:37:16.437 INFO:tasks.rados.rados.0.smithi090.stdout:2478: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:37:16.437 INFO:tasks.rados.rados.0.smithi090.stdout:2480: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:37:16.443 INFO:tasks.rados.rados.0.smithi090.stdout:2477: done (8 left) 2024-04-15T16:37:16.443 INFO:tasks.rados.rados.0.smithi090.stdout:2478: done (7 left) 2024-04-15T16:37:16.443 INFO:tasks.rados.rados.0.smithi090.stdout:2480: done (6 left) 2024-04-15T16:37:16.443 INFO:tasks.rados.rados.0.smithi090.stdout:2485: done (5 left) 2024-04-15T16:37:16.443 INFO:tasks.rados.rados.0.smithi090.stdout:2486: rollback oid 7 current snap is 241 2024-04-15T16:37:16.443 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 7 to 238 2024-04-15T16:37:16.443 INFO:tasks.rados.rados.0.smithi090.stdout:2487: read oid 14 snap -1 2024-04-15T16:37:16.443 INFO:tasks.rados.rados.0.smithi090.stdout:2487: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:37:16.443 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 241 2024-04-15T16:37:16.443 INFO:tasks.rados.rados.0.smithi090.stdout:2488: seq_num 783 ranges {4071424=720896,4792320=401408} 2024-04-15T16:37:16.470 INFO:tasks.rados.rados.0.smithi090.stdout:2488: writing smithi09078167-1 from 4071424 to 4792320 tid 1 2024-04-15T16:37:16.473 INFO:tasks.rados.rados.0.smithi090.stdout:2488: writing smithi09078167-1 from 4792320 to 5193728 tid 2 2024-04-15T16:37:16.474 INFO:tasks.rados.rados.0.smithi090.stdout:2489: read oid 18 snap -1 2024-04-15T16:37:16.474 INFO:tasks.rados.rados.0.smithi090.stdout:2489: expect deleted 2024-04-15T16:37:16.474 INFO:tasks.rados.rados.0.smithi090.stdout:2490: snap_remove snap 232 2024-04-15T16:37:16.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: osdmap e539: 8 total, 8 up, 8 in 2024-04-15T16:37:16.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:16.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:16.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:37:16.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:37:16.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:16.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:16.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:16.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:16.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:16.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:16.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: Upgrade: Setting container_image for all osd 2024-04-15T16:37:16.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:16.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-15T16:37:16.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-15T16:37:16.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-15T16:37:16.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-15T16:37:16.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-15T16:37:16.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-15T16:37:16.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-15T16:37:16.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-15T16:37:16.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-15T16:37:16.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-15T16:37:16.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-15T16:37:16.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-15T16:37:16.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-15T16:37:16.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-15T16:37:16.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-15T16:37:16.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-15T16:37:16.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: Upgrade: Setting require_osd_release to 19 squid 2024-04-15T16:37:16.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-15T16:37:16.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: osdmap e539: 8 total, 8 up, 8 in 2024-04-15T16:37:16.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:16.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:16.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:37:16.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:37:16.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:16.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:16.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: Upgrade: Setting container_image for all osd 2024-04-15T16:37:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-15T16:37:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-15T16:37:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-15T16:37:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-15T16:37:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-15T16:37:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-15T16:37:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-15T16:37:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-15T16:37:16.835 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-15T16:37:16.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-15T16:37:16.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-15T16:37:16.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-15T16:37:16.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-15T16:37:16.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-15T16:37:16.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-15T16:37:16.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-15T16:37:16.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: Upgrade: Setting require_osd_release to 19 squid 2024-04-15T16:37:16.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-15T16:37:16.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: osdmap e539: 8 total, 8 up, 8 in 2024-04-15T16:37:16.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:16.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:16.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:37:16.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:37:16.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:16.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:16.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:16.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:16.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:16.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:16.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: Upgrade: Setting container_image for all osd 2024-04-15T16:37:16.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:16.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-15T16:37:16.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-15T16:37:16.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-15T16:37:16.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-15T16:37:16.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-15T16:37:16.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-15T16:37:16.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-15T16:37:16.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-15T16:37:16.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-15T16:37:16.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-15T16:37:16.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-15T16:37:16.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-15T16:37:16.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-15T16:37:16.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-15T16:37:16.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-15T16:37:16.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-15T16:37:16.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: Upgrade: Setting require_osd_release to 19 squid 2024-04-15T16:37:16.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-15T16:37:17.438 INFO:tasks.rados.rados.0.smithi090.stdout:2490: done (9 left) 2024-04-15T16:37:17.438 INFO:tasks.rados.rados.0.smithi090.stdout:2491: snap_create 2024-04-15T16:37:17.439 INFO:tasks.rados.rados.0.smithi090.stdout:2481: finishing rollback tid 0 to smithi09078167-17 2024-04-15T16:37:17.439 INFO:tasks.rados.rados.0.smithi090.stdout:2481: finishing rollback tid 1 to smithi09078167-17 2024-04-15T16:37:17.439 INFO:tasks.rados.rados.0.smithi090.stdout:2481: finishing rollback tid 2 to smithi09078167-17 2024-04-15T16:37:17.439 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 818 (ObjNum 502 snap 127 seq_num 502) dirty exists 2024-04-15T16:37:17.439 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 861 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-15T16:37:17.439 INFO:tasks.rados.rados.0.smithi090.stdout:2487: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:37:17.492 INFO:tasks.rados.rados.0.smithi090.stdout:2486: finishing rollback tid 0 to smithi09078167-7 2024-04-15T16:37:17.493 INFO:tasks.rados.rados.0.smithi090.stdout:2486: finishing rollback tid 1 to smithi09078167-7 2024-04-15T16:37:17.493 INFO:tasks.rados.rados.0.smithi090.stdout:2486: finishing rollback tid 2 to smithi09078167-7 2024-04-15T16:37:17.493 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 654 (ObjNum 691 snap 190 seq_num 691) dirty exists 2024-04-15T16:37:17.493 INFO:tasks.rados.rados.0.smithi090.stdout:2479: expect (ObjNum 760 snap 230 seq_num 760) 2024-04-15T16:37:17.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:17 smithi090 ceph-mon[89240]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-15T16:37:17.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-15T16:37:17.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:17 smithi090 ceph-mon[89240]: osdmap e540: 8 total, 8 up, 8 in 2024-04-15T16:37:17.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T16:37:17.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:17 smithi090 ceph-mon[89240]: Upgrade: It appears safe to stop mds.a 2024-04-15T16:37:17.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:17 smithi090 ceph-mon[89240]: pgmap v469: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-04-15T16:37:17.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:17 smithi090 ceph-mon[91618]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-15T16:37:17.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-15T16:37:17.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:17 smithi090 ceph-mon[91618]: osdmap e540: 8 total, 8 up, 8 in 2024-04-15T16:37:17.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T16:37:17.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:17 smithi090 ceph-mon[91618]: Upgrade: It appears safe to stop mds.a 2024-04-15T16:37:17.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:17 smithi090 ceph-mon[91618]: pgmap v469: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-04-15T16:37:17.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:17 smithi153 ceph-mon[84714]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-15T16:37:17.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-15T16:37:17.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:17 smithi153 ceph-mon[84714]: osdmap e540: 8 total, 8 up, 8 in 2024-04-15T16:37:17.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-15T16:37:17.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:17 smithi153 ceph-mon[84714]: Upgrade: It appears safe to stop mds.a 2024-04-15T16:37:17.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:17 smithi153 ceph-mon[84714]: pgmap v469: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.5 MiB/s wr, 8 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-04-15T16:37:17.900 INFO:tasks.rados.rados.0.smithi090.stdout:2488: finishing write tid 1 to smithi09078167-1 2024-04-15T16:37:17.900 INFO:tasks.rados.rados.0.smithi090.stdout:2488: finishing write tid 2 to smithi09078167-1 2024-04-15T16:37:17.900 INFO:tasks.rados.rados.0.smithi090.stdout:2488: finishing write tid 3 to smithi09078167-1 2024-04-15T16:37:17.901 INFO:tasks.rados.rados.0.smithi090.stdout:2488: finishing write tid 4 to smithi09078167-1 2024-04-15T16:37:17.901 INFO:tasks.rados.rados.0.smithi090.stdout:2488: oid 1 updating version 0 to 944 2024-04-15T16:37:17.901 INFO:tasks.rados.rados.0.smithi090.stdout:2488: oid 1 updating version 944 to 946 2024-04-15T16:37:17.901 INFO:tasks.rados.rados.0.smithi090.stdout:2488: oid 1 version 946 is already newer than 945 2024-04-15T16:37:17.901 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 946 (ObjNum 783 snap 241 seq_num 783) dirty exists 2024-04-15T16:37:17.901 INFO:tasks.rados.rados.0.smithi090.stdout:2488: left oid 1 (ObjNum 783 snap 241 seq_num 783) 2024-04-15T16:37:17.901 INFO:tasks.rados.rados.0.smithi090.stdout:2484: finishing copy_from racing read to smithi09078167-16 2024-04-15T16:37:17.901 INFO:tasks.rados.rados.0.smithi090.stdout:2484: finishing copy_from to smithi09078167-16 2024-04-15T16:37:17.901 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 474 (ObjNum 676 snap 186 seq_num 676) dirty exists 2024-04-15T16:37:18.435 INFO:tasks.rados.rados.0.smithi090.stdout:2479: done (9 left) 2024-04-15T16:37:18.435 INFO:tasks.rados.rados.0.smithi090.stdout:2481: done (8 left) 2024-04-15T16:37:18.435 INFO:tasks.rados.rados.0.smithi090.stdout:2482: done (7 left) 2024-04-15T16:37:18.435 INFO:tasks.rados.rados.0.smithi090.stdout:2483: done (6 left) 2024-04-15T16:37:18.435 INFO:tasks.rados.rados.0.smithi090.stdout:2484: done (5 left) 2024-04-15T16:37:18.435 INFO:tasks.rados.rados.0.smithi090.stdout:2486: done (4 left) 2024-04-15T16:37:18.435 INFO:tasks.rados.rados.0.smithi090.stdout:2487: done (3 left) 2024-04-15T16:37:18.436 INFO:tasks.rados.rados.0.smithi090.stdout:2488: done (2 left) 2024-04-15T16:37:18.436 INFO:tasks.rados.rados.0.smithi090.stdout:2489: done (1 left) 2024-04-15T16:37:18.436 INFO:tasks.rados.rados.0.smithi090.stdout:2491: done (0 left) 2024-04-15T16:37:18.436 INFO:tasks.rados.rados.0.smithi090.stdout:2492: delete oid 19 current snap is 242 2024-04-15T16:37:18.439 INFO:tasks.rados.rados.0.smithi090.stdout:2492: done (0 left) 2024-04-15T16:37:18.439 INFO:tasks.rados.rados.0.smithi090.stdout:2493: setattr oid 7 current snap is 242 2024-04-15T16:37:18.441 INFO:tasks.rados.rados.0.smithi090.stdout:2494: copy_from oid 43 from oid 12 current snap is 242 2024-04-15T16:37:18.441 INFO:tasks.rados.rados.0.smithi090.stdout:2495: read oid 28 snap -1 2024-04-15T16:37:18.441 INFO:tasks.rados.rados.0.smithi090.stdout:2495: expect deleted 2024-04-15T16:37:18.441 INFO:tasks.rados.rados.0.smithi090.stdout:2496: rollback oid 47 current snap is 242 2024-04-15T16:37:18.441 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 203 2024-04-15T16:37:18.441 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 242 2024-04-15T16:37:18.441 INFO:tasks.rados.rados.0.smithi090.stdout:2497: seq_num 785 ranges {19791872=753664,20545536=401408} 2024-04-15T16:37:18.551 INFO:tasks.rados.rados.0.smithi090.stdout:2497: writing smithi09078167-10 from 19791872 to 20545536 tid 1 2024-04-15T16:37:18.553 INFO:tasks.rados.rados.0.smithi090.stdout:2497: writing smithi09078167-10 from 20545536 to 20946944 tid 2 2024-04-15T16:37:18.554 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 242 2024-04-15T16:37:18.554 INFO:tasks.rados.rados.0.smithi090.stdout:2498: seq_num 786 ranges {466944=770048,1236992=401408} 2024-04-15T16:37:18.560 INFO:tasks.rados.rados.0.smithi090.stdout:2498: writing smithi09078167-34 from 466944 to 1236992 tid 1 2024-04-15T16:37:18.563 INFO:tasks.rados.rados.0.smithi090.stdout:2498: writing smithi09078167-34 from 1236992 to 1638400 tid 2 2024-04-15T16:37:18.563 INFO:tasks.rados.rados.0.smithi090.stdout:2499: snap_create 2024-04-15T16:37:18.564 INFO:tasks.rados.rados.0.smithi090.stdout:2496: finishing rollback tid 1 to smithi09078167-47 2024-04-15T16:37:18.564 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 658 (ObjNum 691 snap 190 seq_num 691) dirty exists 2024-04-15T16:37:18.564 INFO:tasks.rados.rados.0.smithi090.stdout:2496: finishing rollback tid 2 to smithi09078167-47 2024-04-15T16:37:18.564 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 640 (ObjNum 706 snap 196 seq_num 706) dirty exists 2024-04-15T16:37:18.564 INFO:tasks.rados.rados.0.smithi090.stdout:2494: finishing copy_from racing read to smithi09078167-43 2024-04-15T16:37:18.564 INFO:tasks.rados.rados.0.smithi090.stdout:2494: finishing copy_from to smithi09078167-43 2024-04-15T16:37:18.564 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 801 (ObjNum 744 snap 218 seq_num 744) dirty exists 2024-04-15T16:37:18.564 INFO:tasks.rados.rados.0.smithi090.stdout:2497: finishing write tid 1 to smithi09078167-10 2024-04-15T16:37:18.564 INFO:tasks.rados.rados.0.smithi090.stdout:2497: finishing write tid 2 to smithi09078167-10 2024-04-15T16:37:18.564 INFO:tasks.rados.rados.0.smithi090.stdout:2497: finishing write tid 3 to smithi09078167-10 2024-04-15T16:37:18.564 INFO:tasks.rados.rados.0.smithi090.stdout:2497: finishing write tid 4 to smithi09078167-10 2024-04-15T16:37:18.564 INFO:tasks.rados.rados.0.smithi090.stdout:2497: oid 10 updating version 0 to 838 2024-04-15T16:37:18.564 INFO:tasks.rados.rados.0.smithi090.stdout:2497: oid 10 version 838 is already newer than 836 2024-04-15T16:37:18.565 INFO:tasks.rados.rados.0.smithi090.stdout:2497: oid 10 version 838 is already newer than 837 2024-04-15T16:37:18.565 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 838 (ObjNum 785 snap 242 seq_num 785) dirty exists 2024-04-15T16:37:18.565 INFO:tasks.rados.rados.0.smithi090.stdout:2497: left oid 10 (ObjNum 785 snap 242 seq_num 785) 2024-04-15T16:37:18.565 INFO:tasks.rados.rados.0.smithi090.stdout:2498: finishing write tid 1 to smithi09078167-34 2024-04-15T16:37:18.565 INFO:tasks.rados.rados.0.smithi090.stdout:2498: finishing write tid 2 to smithi09078167-34 2024-04-15T16:37:18.565 INFO:tasks.rados.rados.0.smithi090.stdout:2498: finishing write tid 3 to smithi09078167-34 2024-04-15T16:37:18.567 INFO:tasks.rados.rados.0.smithi090.stdout:2498: finishing write tid 4 to smithi09078167-34 2024-04-15T16:37:18.567 INFO:tasks.rados.rados.0.smithi090.stdout:2498: oid 34 updating version 0 to 804 2024-04-15T16:37:18.567 INFO:tasks.rados.rados.0.smithi090.stdout:2498: oid 34 version 804 is already newer than 802 2024-04-15T16:37:18.567 INFO:tasks.rados.rados.0.smithi090.stdout:2498: oid 34 version 804 is already newer than 803 2024-04-15T16:37:18.567 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 804 (ObjNum 786 snap 242 seq_num 786) dirty exists 2024-04-15T16:37:18.567 INFO:tasks.rados.rados.0.smithi090.stdout:2498: left oid 34 (ObjNum 786 snap 242 seq_num 786) 2024-04-15T16:37:18.775 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:18 smithi153 ceph-mon[84714]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 50/729 objects degraded (6.859%), 9 pgs degraded) 2024-04-15T16:37:18.775 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:18 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:37:18.775 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:18 smithi153 ceph-mon[84714]: osdmap e541: 8 total, 8 up, 8 in 2024-04-15T16:37:18.776 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:18.776 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:37:18.776 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:37:18.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:18 smithi090 ceph-mon[89240]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 50/729 objects degraded (6.859%), 9 pgs degraded) 2024-04-15T16:37:18.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:18 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:37:18.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:18 smithi090 ceph-mon[89240]: osdmap e541: 8 total, 8 up, 8 in 2024-04-15T16:37:18.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:18.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:37:18.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:37:18.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:18 smithi090 ceph-mon[91618]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 50/729 objects degraded (6.859%), 9 pgs degraded) 2024-04-15T16:37:18.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:18 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:37:18.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:18 smithi090 ceph-mon[91618]: osdmap e541: 8 total, 8 up, 8 in 2024-04-15T16:37:18.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:18.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:37:18.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:37:19.403 INFO:tasks.rados.rados.0.smithi090.stdout:2493: done (6 left) 2024-04-15T16:37:19.403 INFO:tasks.rados.rados.0.smithi090.stdout:2494: done (5 left) 2024-04-15T16:37:19.403 INFO:tasks.rados.rados.0.smithi090.stdout:2495: done (4 left) 2024-04-15T16:37:19.403 INFO:tasks.rados.rados.0.smithi090.stdout:2496: done (3 left) 2024-04-15T16:37:19.403 INFO:tasks.rados.rados.0.smithi090.stdout:2497: done (2 left) 2024-04-15T16:37:19.403 INFO:tasks.rados.rados.0.smithi090.stdout:2498: done (1 left) 2024-04-15T16:37:19.403 INFO:tasks.rados.rados.0.smithi090.stdout:2499: done (0 left) 2024-04-15T16:37:19.403 INFO:tasks.rados.rados.0.smithi090.stdout:2500: rollback oid 45 current snap is 243 2024-04-15T16:37:19.404 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 45 to 242 2024-04-15T16:37:19.404 INFO:tasks.rados.rados.0.smithi090.stdout:2501: read oid 14 snap -1 2024-04-15T16:37:19.404 INFO:tasks.rados.rados.0.smithi090.stdout:2501: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:37:19.404 INFO:tasks.rados.rados.0.smithi090.stdout:2502: read oid 3 snap -1 2024-04-15T16:37:19.404 INFO:tasks.rados.rados.0.smithi090.stdout:2502: expect (ObjNum 766 snap 230 seq_num 766) 2024-04-15T16:37:19.404 INFO:tasks.rados.rados.0.smithi090.stdout:2503: delete oid 25 current snap is 243 2024-04-15T16:37:19.414 INFO:tasks.rados.rados.0.smithi090.stdout:2501: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:37:19.460 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:37:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:37:19] "GET /metrics HTTP/1.1" 200 36199 "" "Prometheus/2.43.0" 2024-04-15T16:37:19.472 INFO:tasks.rados.rados.0.smithi090.stdout:2500: finishing rollback tid 1 to smithi09078167-45 2024-04-15T16:37:19.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 782 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T16:37:19.473 INFO:tasks.rados.rados.0.smithi090.stdout:2502: expect (ObjNum 766 snap 230 seq_num 766) 2024-04-15T16:37:19.494 INFO:tasks.rados.rados.0.smithi090.stdout:2500: done (3 left) 2024-04-15T16:37:19.494 INFO:tasks.rados.rados.0.smithi090.stdout:2501: done (2 left) 2024-04-15T16:37:19.494 INFO:tasks.rados.rados.0.smithi090.stdout:2502: done (1 left) 2024-04-15T16:37:19.494 INFO:tasks.rados.rados.0.smithi090.stdout:2503: done (0 left) 2024-04-15T16:37:19.494 INFO:tasks.rados.rados.0.smithi090.stdout:2504: delete oid 22 current snap is 243 2024-04-15T16:37:19.496 INFO:tasks.rados.rados.0.smithi090.stdout:2504: done (0 left) 2024-04-15T16:37:19.496 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 243 2024-04-15T16:37:19.496 INFO:tasks.rados.rados.0.smithi090.stdout:2505: seq_num 789 ranges {6135808=417792,6553600=663552,7217152=139264} 2024-04-15T16:37:19.531 INFO:tasks.rados.rados.0.smithi090.stdout:2505: writing smithi09078167-21 from 6135808 to 6553600 tid 1 2024-04-15T16:37:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:2505: writing smithi09078167-21 from 6553600 to 7217152 tid 2 2024-04-15T16:37:19.536 INFO:tasks.rados.rados.0.smithi090.stdout:2505: writing smithi09078167-21 from 7217152 to 7356416 tid 3 2024-04-15T16:37:19.536 INFO:tasks.rados.rados.0.smithi090.stdout:2506: rollback oid 1 current snap is 243 2024-04-15T16:37:19.536 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 224 2024-04-15T16:37:19.536 INFO:tasks.rados.rados.0.smithi090.stdout:2505: finishing write tid 1 to smithi09078167-21 2024-04-15T16:37:19.536 INFO:tasks.rados.rados.0.smithi090.stdout:2507: snap_create 2024-04-15T16:37:19.539 INFO:tasks.rados.rados.0.smithi090.stdout:2505: finishing write tid 2 to smithi09078167-21 2024-04-15T16:37:19.539 INFO:tasks.rados.rados.0.smithi090.stdout:2505: finishing write tid 3 to smithi09078167-21 2024-04-15T16:37:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:2505: finishing write tid 4 to smithi09078167-21 2024-04-15T16:37:19.543 INFO:tasks.rados.rados.0.smithi090.stdout:2506: finishing rollback tid 0 to smithi09078167-1 2024-04-15T16:37:19.543 INFO:tasks.rados.rados.0.smithi090.stdout:2506: finishing rollback tid 1 to smithi09078167-1 2024-04-15T16:37:19.544 INFO:tasks.rados.rados.0.smithi090.stdout:2505: finishing write tid 5 to smithi09078167-21 2024-04-15T16:37:19.544 INFO:tasks.rados.rados.0.smithi090.stdout:2505: oid 21 updating version 0 to 958 2024-04-15T16:37:19.544 INFO:tasks.rados.rados.0.smithi090.stdout:2505: oid 21 updating version 958 to 960 2024-04-15T16:37:19.544 INFO:tasks.rados.rados.0.smithi090.stdout:2505: oid 21 updating version 960 to 961 2024-04-15T16:37:19.545 INFO:tasks.rados.rados.0.smithi090.stdout:2505: oid 21 version 961 is already newer than 959 2024-04-15T16:37:19.545 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 961 (ObjNum 789 snap 243 seq_num 789) dirty exists 2024-04-15T16:37:19.545 INFO:tasks.rados.rados.0.smithi090.stdout:2505: left oid 21 (ObjNum 789 snap 243 seq_num 789) 2024-04-15T16:37:19.545 INFO:tasks.rados.rados.0.smithi090.stdout:2506: finishing rollback tid 2 to smithi09078167-1 2024-04-15T16:37:19.545 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 965 (ObjNum 707 snap 197 seq_num 707) dirty exists 2024-04-15T16:37:19.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:19 smithi090 ceph-mon[91618]: Upgrade: Updating mds.a 2024-04-15T16:37:19.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:19 smithi090 ceph-mon[91618]: Deploying daemon mds.a on smithi090 2024-04-15T16:37:19.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:19 smithi090 ceph-mon[91618]: osdmap e542: 8 total, 8 up, 8 in 2024-04-15T16:37:19.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:19 smithi090 ceph-mon[91618]: pgmap v472: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.5 MiB/s wr, 10 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-04-15T16:37:19.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:19 smithi090 ceph-mon[91618]: osdmap e543: 8 total, 8 up, 8 in 2024-04-15T16:37:19.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:19 smithi090 ceph-mon[89240]: Upgrade: Updating mds.a 2024-04-15T16:37:19.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:19 smithi090 ceph-mon[89240]: Deploying daemon mds.a on smithi090 2024-04-15T16:37:19.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:19 smithi090 ceph-mon[89240]: osdmap e542: 8 total, 8 up, 8 in 2024-04-15T16:37:19.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:19 smithi090 ceph-mon[89240]: pgmap v472: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.5 MiB/s wr, 10 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-04-15T16:37:19.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:19 smithi090 ceph-mon[89240]: osdmap e543: 8 total, 8 up, 8 in 2024-04-15T16:37:19.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:19 smithi153 ceph-mon[84714]: Upgrade: Updating mds.a 2024-04-15T16:37:19.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:19 smithi153 ceph-mon[84714]: Deploying daemon mds.a on smithi090 2024-04-15T16:37:19.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:19 smithi153 ceph-mon[84714]: osdmap e542: 8 total, 8 up, 8 in 2024-04-15T16:37:19.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:19 smithi153 ceph-mon[84714]: pgmap v472: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 1.5 MiB/s wr, 10 op/s; 4.2 MiB/s, 1 objects/s recovering 2024-04-15T16:37:19.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:19 smithi153 ceph-mon[84714]: osdmap e543: 8 total, 8 up, 8 in 2024-04-15T16:37:20.397 INFO:tasks.rados.rados.0.smithi090.stdout:2505: done (2 left) 2024-04-15T16:37:20.397 INFO:tasks.rados.rados.0.smithi090.stdout:2506: done (1 left) 2024-04-15T16:37:20.397 INFO:tasks.rados.rados.0.smithi090.stdout:2507: done (0 left) 2024-04-15T16:37:20.397 INFO:tasks.rados.rados.0.smithi090.stdout:2508: snap_create 2024-04-15T16:37:20.461 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a[89236]: 2024-04-15T16:37:20.396+0000 7f51cc07a700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T16:37:20.462 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:20 smithi090 systemd[1]: Stopping Ceph mds.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:37:20.462 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a[65027]: 2024-04-15T16:37:20.395+0000 7fda9dd26700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:37:20.462 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a[65027]: 2024-04-15T16:37:20.395+0000 7fda9dd26700 -1 mds.a *** got signal Terminated *** 2024-04-15T16:37:20.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-mon[89240]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T16:37:20.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-mon[89240]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T16:37:20.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-mon[89240]: osdmap e544: 8 total, 8 up, 8 in 2024-04-15T16:37:20.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-mon[89240]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-15T16:37:20.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-mon[89240]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T16:37:20.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-mon[89240]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T16:37:20.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-mon[89240]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-15T16:37:20.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-mon[91618]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T16:37:20.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-mon[91618]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T16:37:20.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-mon[91618]: osdmap e544: 8 total, 8 up, 8 in 2024-04-15T16:37:20.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-mon[91618]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-15T16:37:20.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-mon[91618]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T16:37:20.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-mon[91618]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T16:37:20.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:20 smithi090 ceph-mon[91618]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-15T16:37:20.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:20 smithi153 ceph-mon[84714]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T16:37:20.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:20 smithi153 ceph-mon[84714]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T16:37:20.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:20 smithi153 ceph-mon[84714]: osdmap e544: 8 total, 8 up, 8 in 2024-04-15T16:37:20.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:20 smithi153 ceph-mon[84714]: Standby daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-15T16:37:20.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:20 smithi153 ceph-mon[84714]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T16:37:20.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:20 smithi153 ceph-mon[84714]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T16:37:20.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:20 smithi153 ceph-mon[84714]: fsmap cephfs:1/1 {0=b=up:replay} 2024-04-15T16:37:21.399 INFO:tasks.rados.rados.0.smithi090.stdout:2508: done (0 left) 2024-04-15T16:37:21.399 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 245 2024-04-15T16:37:21.399 INFO:tasks.rados.rados.0.smithi090.stdout:2509: seq_num 790 ranges {8183808=434176,8617984=548864,9166848=253952} 2024-04-15T16:37:21.445 INFO:tasks.rados.rados.0.smithi090.stdout:2509: writing smithi09078167-36 from 8183808 to 8617984 tid 1 2024-04-15T16:37:21.449 INFO:tasks.rados.rados.0.smithi090.stdout:2509: writing smithi09078167-36 from 8617984 to 9166848 tid 2 2024-04-15T16:37:21.450 INFO:tasks.rados.rados.0.smithi090.stdout:2509: writing smithi09078167-36 from 9166848 to 9420800 tid 3 2024-04-15T16:37:21.450 INFO:tasks.rados.rados.0.smithi090.stdout:2510: snap_create 2024-04-15T16:37:21.454 INFO:tasks.rados.rados.0.smithi090.stdout:2509: finishing write tid 1 to smithi09078167-36 2024-04-15T16:37:21.454 INFO:tasks.rados.rados.0.smithi090.stdout:2509: finishing write tid 2 to smithi09078167-36 2024-04-15T16:37:21.455 INFO:tasks.rados.rados.0.smithi090.stdout:2509: finishing write tid 3 to smithi09078167-36 2024-04-15T16:37:21.456 INFO:tasks.rados.rados.0.smithi090.stdout:2509: finishing write tid 4 to smithi09078167-36 2024-04-15T16:37:21.458 INFO:tasks.rados.rados.0.smithi090.stdout:2509: finishing write tid 5 to smithi09078167-36 2024-04-15T16:37:21.458 INFO:tasks.rados.rados.0.smithi090.stdout:2509: oid 36 updating version 0 to 702 2024-04-15T16:37:21.458 INFO:tasks.rados.rados.0.smithi090.stdout:2509: oid 36 updating version 702 to 705 2024-04-15T16:37:21.458 INFO:tasks.rados.rados.0.smithi090.stdout:2509: oid 36 version 705 is already newer than 704 2024-04-15T16:37:21.458 INFO:tasks.rados.rados.0.smithi090.stdout:2509: oid 36 version 705 is already newer than 703 2024-04-15T16:37:21.458 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 705 (ObjNum 790 snap 245 seq_num 790) dirty exists 2024-04-15T16:37:21.459 INFO:tasks.rados.rados.0.smithi090.stdout:2509: left oid 36 (ObjNum 790 snap 245 seq_num 790) 2024-04-15T16:37:21.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:21 smithi090 ceph-mon[89240]: pgmap v475: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 444 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 621 KiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-15T16:37:21.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:21 smithi090 ceph-mon[89240]: osdmap e545: 8 total, 8 up, 8 in 2024-04-15T16:37:21.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:21 smithi090 ceph-mon[89240]: mds.? [v2:172.21.15.153:6832/3196985028,v1:172.21.15.153:6833/3196985028] up:reconnect 2024-04-15T16:37:21.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:21 smithi090 ceph-mon[89240]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-15T16:37:21.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:21 smithi090 ceph-mon[91618]: pgmap v475: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 444 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 621 KiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-15T16:37:21.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:21 smithi090 ceph-mon[91618]: osdmap e545: 8 total, 8 up, 8 in 2024-04-15T16:37:21.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:21 smithi090 ceph-mon[91618]: mds.? [v2:172.21.15.153:6832/3196985028,v1:172.21.15.153:6833/3196985028] up:reconnect 2024-04-15T16:37:21.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:21 smithi090 ceph-mon[91618]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-15T16:37:21.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:21 smithi153 ceph-mon[84714]: pgmap v475: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 444 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 621 KiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-15T16:37:21.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:21 smithi153 ceph-mon[84714]: osdmap e545: 8 total, 8 up, 8 in 2024-04-15T16:37:21.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:21 smithi153 ceph-mon[84714]: mds.? [v2:172.21.15.153:6832/3196985028,v1:172.21.15.153:6833/3196985028] up:reconnect 2024-04-15T16:37:21.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:21 smithi153 ceph-mon[84714]: fsmap cephfs:1/1 {0=b=up:reconnect} 2024-04-15T16:37:22.413 INFO:tasks.rados.rados.0.smithi090.stdout:2509: done (1 left) 2024-04-15T16:37:22.413 INFO:tasks.rados.rados.0.smithi090.stdout:2510: done (0 left) 2024-04-15T16:37:22.414 INFO:tasks.rados.rados.0.smithi090.stdout:2511: read oid 5 snap 215 2024-04-15T16:37:22.414 INFO:tasks.rados.rados.0.smithi090.stdout:2511: expect (ObjNum 676 snap 186 seq_num 676) 2024-04-15T16:37:22.414 INFO:tasks.rados.rados.0.smithi090.stdout:2512: snap_create 2024-04-15T16:37:22.440 INFO:tasks.rados.rados.0.smithi090.stdout:2511: expect (ObjNum 676 snap 186 seq_num 676) 2024-04-15T16:37:22.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:37:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:37:23.418 INFO:tasks.rados.rados.0.smithi090.stdout:2511: done (1 left) 2024-04-15T16:37:23.418 INFO:tasks.rados.rados.0.smithi090.stdout:2512: done (0 left) 2024-04-15T16:37:23.419 INFO:tasks.rados.rados.0.smithi090.stdout:2513: snap_create 2024-04-15T16:37:23.680 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:23 smithi153 ceph-mon[84714]: mds.? [v2:172.21.15.153:6832/3196985028,v1:172.21.15.153:6833/3196985028] up:rejoin 2024-04-15T16:37:23.680 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:23 smithi153 ceph-mon[84714]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-15T16:37:23.680 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:23 smithi153 ceph-mon[84714]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-15T16:37:23.680 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:23 smithi153 ceph-mon[84714]: osdmap e546: 8 total, 8 up, 8 in 2024-04-15T16:37:23.681 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:23 smithi153 ceph-mon[84714]: pgmap v478: 121 pgs: 121 active+clean; 449 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-04-15T16:37:23.681 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:23.681 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:37:23.681 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:23.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[91618]: mds.? [v2:172.21.15.153:6832/3196985028,v1:172.21.15.153:6833/3196985028] up:rejoin 2024-04-15T16:37:23.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[91618]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-15T16:37:23.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[91618]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-15T16:37:23.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[91618]: osdmap e546: 8 total, 8 up, 8 in 2024-04-15T16:37:23.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[91618]: pgmap v478: 121 pgs: 121 active+clean; 449 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-04-15T16:37:23.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:23.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:37:23.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:23.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[89240]: mds.? [v2:172.21.15.153:6832/3196985028,v1:172.21.15.153:6833/3196985028] up:rejoin 2024-04-15T16:37:23.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[89240]: fsmap cephfs:1/1 {0=b=up:rejoin} 2024-04-15T16:37:23.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[89240]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-15T16:37:23.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[89240]: osdmap e546: 8 total, 8 up, 8 in 2024-04-15T16:37:23.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[89240]: pgmap v478: 121 pgs: 121 active+clean; 449 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-04-15T16:37:23.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:23.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:37:23.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:24.123 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b[57045]: 2024-04-15T16:37:23.687+0000 7fa569d9d700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-15T16:37:24.405 INFO:tasks.rados.rados.0.smithi090.stdout:2513: done (0 left) 2024-04-15T16:37:24.406 INFO:tasks.rados.rados.0.smithi090.stdout:2514: read oid 29 snap -1 2024-04-15T16:37:24.406 INFO:tasks.rados.rados.0.smithi090.stdout:2514: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:37:24.406 INFO:tasks.rados.rados.0.smithi090.stdout:2515: snap_create 2024-04-15T16:37:24.406 INFO:tasks.rados.rados.0.smithi090.stdout:2514: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:37:24.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:24 smithi090 ceph-mon[91618]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T16:37:24.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:24 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:37:24.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:24 smithi090 ceph-mon[91618]: mds.? [v2:172.21.15.153:6832/3196985028,v1:172.21.15.153:6833/3196985028] up:active 2024-04-15T16:37:24.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:24 smithi090 ceph-mon[91618]: fsmap cephfs:1 {0=b=up:active} 2024-04-15T16:37:24.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:24 smithi090 ceph-mon[91618]: osdmap e547: 8 total, 8 up, 8 in 2024-04-15T16:37:24.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:24 smithi090 ceph-mon[91618]: osdmap e548: 8 total, 8 up, 8 in 2024-04-15T16:37:24.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:24 smithi090 ceph-mon[89240]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T16:37:24.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:24 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:37:24.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:24 smithi090 ceph-mon[89240]: mds.? [v2:172.21.15.153:6832/3196985028,v1:172.21.15.153:6833/3196985028] up:active 2024-04-15T16:37:24.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:24 smithi090 ceph-mon[89240]: fsmap cephfs:1 {0=b=up:active} 2024-04-15T16:37:24.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:24 smithi090 ceph-mon[89240]: osdmap e547: 8 total, 8 up, 8 in 2024-04-15T16:37:24.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:24 smithi090 ceph-mon[89240]: osdmap e548: 8 total, 8 up, 8 in 2024-04-15T16:37:24.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:24 smithi153 ceph-mon[84714]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T16:37:24.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:24 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:37:24.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:24 smithi153 ceph-mon[84714]: mds.? [v2:172.21.15.153:6832/3196985028,v1:172.21.15.153:6833/3196985028] up:active 2024-04-15T16:37:24.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:24 smithi153 ceph-mon[84714]: fsmap cephfs:1 {0=b=up:active} 2024-04-15T16:37:24.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:24 smithi153 ceph-mon[84714]: osdmap e547: 8 total, 8 up, 8 in 2024-04-15T16:37:24.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:24 smithi153 ceph-mon[84714]: osdmap e548: 8 total, 8 up, 8 in 2024-04-15T16:37:25.406 INFO:tasks.rados.rados.0.smithi090.stdout:2514: done (1 left) 2024-04-15T16:37:25.406 INFO:tasks.rados.rados.0.smithi090.stdout:2515: done (0 left) 2024-04-15T16:37:25.406 INFO:tasks.rados.rados.0.smithi090.stdout:2516: rollback oid 30 current snap is 249 2024-04-15T16:37:25.407 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 244 2024-04-15T16:37:25.407 INFO:tasks.rados.rados.0.smithi090.stdout:2517: delete oid 21 current snap is 249 2024-04-15T16:37:25.411 INFO:tasks.rados.rados.0.smithi090.stdout:2517: done (1 left) 2024-04-15T16:37:25.411 INFO:tasks.rados.rados.0.smithi090.stdout:2518: snap_create 2024-04-15T16:37:25.412 INFO:tasks.rados.rados.0.smithi090.stdout:2516: finishing rollback tid 1 to smithi09078167-30 2024-04-15T16:37:25.412 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 868 (ObjNum 177 snap 0 seq_num 3729991264) dirty dne 2024-04-15T16:37:25.567 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:37:25.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:25 smithi090 ceph-mon[91618]: pgmap v481: 121 pgs: 121 active+clean; 449 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 568 KiB/s wr, 11 op/s 2024-04-15T16:37:25.681 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:25 smithi090 ceph-mon[91618]: osdmap e549: 8 total, 8 up, 8 in 2024-04-15T16:37:25.681 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:25 smithi090 podman[115801]: 2024-04-15 16:37:25.396153677 +0000 UTC m=+5.101928856 container died 9cbfe82332ca007247b4e2c2a66fb330674051a511f2ec2d922a6ba1f667088a (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=reef-e3fb05d, ceph=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:37:25.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:25 smithi090 ceph-mon[89240]: pgmap v481: 121 pgs: 121 active+clean; 449 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 568 KiB/s wr, 11 op/s 2024-04-15T16:37:25.682 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:25 smithi090 ceph-mon[89240]: osdmap e549: 8 total, 8 up, 8 in 2024-04-15T16:37:25.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:25 smithi153 ceph-mon[84714]: pgmap v481: 121 pgs: 121 active+clean; 449 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.4 MiB/s rd, 568 KiB/s wr, 11 op/s 2024-04-15T16:37:25.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:25 smithi153 ceph-mon[84714]: osdmap e549: 8 total, 8 up, 8 in 2024-04-15T16:37:25.897 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:37:25.897 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (10m) 2m ago 11m 23.9M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:37:25.897 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (10m) 14s ago 10m 91.6M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:37:25.897 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (11m) 2m ago 11m 19.9M - 18.2.2-1221-ge3fb05d5 aa4d2281650a 9cbfe82332ca 2024-04-15T16:37:25.897 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (11m) 14s ago 11m 16.6M - 18.2.2-1221-ge3fb05d5 aa4d2281650a a88224a1c3db 2024-04-15T16:37:25.897 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (5m) 14s ago 15m 452M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:37:25.897 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (6m) 2m ago 17m 514M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:37:25.897 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (5m) 2m ago 17m 51.8M 2048M 19.0.0-3080-gc2d8c315 259793512b73 82f63672a8c1 2024-04-15T16:37:25.897 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (4m) 14s ago 15m 51.0M 2048M 19.0.0-3080-gc2d8c315 259793512b73 a8c48d861c6e 2024-04-15T16:37:25.897 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (5m) 2m ago 15m 45.2M 2048M 19.0.0-3080-gc2d8c315 259793512b73 28c14668bcb2 2024-04-15T16:37:25.897 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (10m) 2m ago 10m 15.6M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:37:25.897 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (10m) 14s ago 10m 15.2M - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:37:25.898 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (4m) 2m ago 15m 119M 2480M 19.0.0-3080-gc2d8c315 259793512b73 220a8dfc36ad 2024-04-15T16:37:25.898 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (3m) 2m ago 14m 102M 2480M 19.0.0-3080-gc2d8c315 259793512b73 1c837b285ce5 2024-04-15T16:37:25.898 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (2m) 2m ago 14m 94.9M 2480M 19.0.0-3080-gc2d8c315 259793512b73 915f230e2693 2024-04-15T16:37:25.898 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (2m) 2m ago 13m 12.5M 2480M 19.0.0-3080-gc2d8c315 259793512b73 a0a34f8fff3a 2024-04-15T16:37:25.898 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (2m) 14s ago 13m 169M 2480M 19.0.0-3080-gc2d8c315 259793512b73 ead96f9e7b8d 2024-04-15T16:37:25.898 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (89s) 14s ago 13m 105M 2480M 19.0.0-3080-gc2d8c315 259793512b73 35917c9a8a50 2024-04-15T16:37:25.898 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (55s) 14s ago 12m 91.8M 2480M 19.0.0-3080-gc2d8c315 259793512b73 3685571262f0 2024-04-15T16:37:25.898 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (19s) 14s ago 12m 12.7M 2480M 19.0.0-3080-gc2d8c315 259793512b73 ddae25a9b820 2024-04-15T16:37:25.898 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (6m) 14s ago 11m 62.4M - 2.43.0 a07b618ecd1d ac36942670ad 2024-04-15T16:37:26.080 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:25 smithi090 podman[115801]: 2024-04-15 16:37:25.863659592 +0000 UTC m=+5.569434777 container cleanup 9cbfe82332ca007247b4e2c2a66fb330674051a511f2ec2d922a6ba1f667088a (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-e3fb05d, org.label-schema.build-date=20240409) 2024-04-15T16:37:26.081 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:25 smithi090 bash[115801]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a 2024-04-15T16:37:26.338 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:37:26.338 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:37:26.338 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:37:26.338 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:37:26.338 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:37:26.338 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:37:26.338 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:37:26.338 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:37:26.338 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T16:37:26.338 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:37:26.338 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:37:26.338 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 1 2024-04-15T16:37:26.339 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:37:26.339 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:37:26.339 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 18.2.2-1221-ge3fb05d5 (e3fb05d5e6da84b5c44db3f3051c4d242f9809c1) reef (stable)": 1, 2024-04-15T16:37:26.339 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 13 2024-04-15T16:37:26.339 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:37:26.339 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:37:26.417 INFO:tasks.rados.rados.0.smithi090.stdout:2516: done (1 left) 2024-04-15T16:37:26.418 INFO:tasks.rados.rados.0.smithi090.stdout:2518: done (0 left) 2024-04-15T16:37:26.418 INFO:tasks.rados.rados.0.smithi090.stdout:2519: snap_create 2024-04-15T16:37:26.421 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:26 smithi090 podman[115838]: 2024-04-15 16:37:26.142861704 +0000 UTC m=+0.746959846 container remove 9cbfe82332ca007247b4e2c2a66fb330674051a511f2ec2d922a6ba1f667088a (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a, RELEASE=reef-e3fb05d, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-15T16:37:26.421 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:26 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mds.a.service: Deactivated successfully. 2024-04-15T16:37:26.421 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:26 smithi090 systemd[1]: Stopped Ceph mds.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:37:26.421 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:26 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mds.a.service: Consumed 1.630s CPU time. 2024-04-15T16:37:26.729 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:26 smithi090 ceph-mon[91618]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:37:26.729 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:26 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/154358109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:26.729 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:26 smithi090 ceph-mon[91618]: osdmap e550: 8 total, 8 up, 8 in 2024-04-15T16:37:26.730 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:26 smithi090 systemd[1]: Starting Ceph mds.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:37:26.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:26 smithi090 ceph-mon[89240]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:37:26.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:26 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/154358109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:26.730 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:26 smithi090 ceph-mon[89240]: osdmap e550: 8 total, 8 up, 8 in 2024-04-15T16:37:26.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:26 smithi153 ceph-mon[84714]: from='client.34386 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:37:26.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:26 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/154358109' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:26.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:26 smithi153 ceph-mon[84714]: osdmap e550: 8 total, 8 up, 8 in 2024-04-15T16:37:26.999 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:26 smithi090 podman[116016]: 2024-04-15 16:37:26.640177902 +0000 UTC m=+0.017815281 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:37:26.999 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:26 smithi090 podman[116016]: 2024-04-15 16:37:26.751809766 +0000 UTC m=+0.129447167 container create d966adb74ded9573872e5d4320b38444073f6cda77baf11a8189c94cf132dd8e (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31) 2024-04-15T16:37:27.000 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:26 smithi090 podman[116016]: 2024-04-15 16:37:26.979789405 +0000 UTC m=+0.357426759 container init d966adb74ded9573872e5d4320b38444073f6cda77baf11a8189c94cf132dd8e (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T16:37:27.000 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:26 smithi090 podman[116016]: 2024-04-15 16:37:26.982809021 +0000 UTC m=+0.360446377 container start d966adb74ded9573872e5d4320b38444073f6cda77baf11a8189c94cf132dd8e (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, ceph=True, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T16:37:27.330 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:27 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a[116031]: starting mds.a at 2024-04-15T16:37:27.331 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:27 smithi090 bash[116016]: d966adb74ded9573872e5d4320b38444073f6cda77baf11a8189c94cf132dd8e 2024-04-15T16:37:27.331 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:27 smithi090 systemd[1]: Started Ceph mds.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:37:27.417 INFO:tasks.rados.rados.0.smithi090.stdout:2519: done (0 left) 2024-04-15T16:37:27.417 INFO:tasks.rados.rados.0.smithi090.stdout:2520: delete oid 36 current snap is 251 2024-04-15T16:37:27.424 INFO:tasks.rados.rados.0.smithi090.stdout:2520: done (0 left) 2024-04-15T16:37:27.424 INFO:tasks.rados.rados.0.smithi090.stdout:2521: delete oid 1 current snap is 251 2024-04-15T16:37:27.428 INFO:tasks.rados.rados.0.smithi090.stdout:2521: done (0 left) 2024-04-15T16:37:27.428 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 251 2024-04-15T16:37:27.428 INFO:tasks.rados.rados.0.smithi090.stdout:2522: seq_num 794 ranges {0=499712,499712=532480,1032192=270336} 2024-04-15T16:37:27.431 INFO:tasks.rados.rados.0.smithi090.stdout:2522: writing smithi09078167-21 from 0 to 499712 tid 1 2024-04-15T16:37:27.434 INFO:tasks.rados.rados.0.smithi090.stdout:2522: writing smithi09078167-21 from 499712 to 1032192 tid 2 2024-04-15T16:37:27.436 INFO:tasks.rados.rados.0.smithi090.stdout:2522: writing smithi09078167-21 from 1032192 to 1302528 tid 3 2024-04-15T16:37:27.436 INFO:tasks.rados.rados.0.smithi090.stdout:2523: copy_from oid 19 from oid 49 current snap is 251 2024-04-15T16:37:27.436 INFO:tasks.rados.rados.0.smithi090.stdout:2522: finishing write tid 1 to smithi09078167-21 2024-04-15T16:37:27.436 INFO:tasks.rados.rados.0.smithi090.stdout:2524: read oid 9 snap -1 2024-04-15T16:37:27.436 INFO:tasks.rados.rados.0.smithi090.stdout:2524: expect (ObjNum 773 snap 236 seq_num 773) 2024-04-15T16:37:27.436 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 251 2024-04-15T16:37:27.436 INFO:tasks.rados.rados.0.smithi090.stdout:2525: seq_num 795 ranges {7397376=524288,7921664=417792,8339456=385024} 2024-04-15T16:37:27.479 INFO:tasks.rados.rados.0.smithi090.stdout:2525: writing smithi09078167-5 from 7397376 to 7921664 tid 1 2024-04-15T16:37:27.482 INFO:tasks.rados.rados.0.smithi090.stdout:2525: writing smithi09078167-5 from 7921664 to 8339456 tid 2 2024-04-15T16:37:27.485 INFO:tasks.rados.rados.0.smithi090.stdout:2525: writing smithi09078167-5 from 8339456 to 8724480 tid 3 2024-04-15T16:37:27.485 INFO:tasks.rados.rados.0.smithi090.stdout:2526: read oid 46 snap -1 2024-04-15T16:37:27.485 INFO:tasks.rados.rados.0.smithi090.stdout:2526: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:37:27.485 INFO:tasks.rados.rados.0.smithi090.stdout:2527: snap_remove snap 242 2024-04-15T16:37:27.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:27 smithi090 ceph-mon[89240]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:37:27.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:27 smithi090 ceph-mon[89240]: pgmap v484: 121 pgs: 121 active+clean; 450 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 302 KiB/s wr, 17 op/s 2024-04-15T16:37:27.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:27.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:27.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:27.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:27 smithi090 ceph-mon[89240]: osdmap e551: 8 total, 8 up, 8 in 2024-04-15T16:37:27.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:27 smithi090 ceph-mon[91618]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:37:27.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:27 smithi090 ceph-mon[91618]: pgmap v484: 121 pgs: 121 active+clean; 450 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 302 KiB/s wr, 17 op/s 2024-04-15T16:37:27.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:27.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:27.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:27.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:27 smithi090 ceph-mon[91618]: osdmap e551: 8 total, 8 up, 8 in 2024-04-15T16:37:27.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:27 smithi153 ceph-mon[84714]: from='client.44318 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:37:27.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:27 smithi153 ceph-mon[84714]: pgmap v484: 121 pgs: 121 active+clean; 450 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 21 KiB/s rd, 302 KiB/s wr, 17 op/s 2024-04-15T16:37:27.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:27.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:27.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:27.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:27 smithi153 ceph-mon[84714]: osdmap e551: 8 total, 8 up, 8 in 2024-04-15T16:37:28.442 INFO:tasks.rados.rados.0.smithi090.stdout:2527: done (5 left) 2024-04-15T16:37:28.442 INFO:tasks.rados.rados.0.smithi090.stdout:2528: read oid 17 snap 239 2024-04-15T16:37:28.442 INFO:tasks.rados.rados.0.smithi090.stdout:2528: expect (ObjNum -566386096 snap 22010 seq_num 3729804752) 2024-04-15T16:37:28.442 INFO:tasks.rados.rados.0.smithi090.stdout:2529: copy_from oid 20 from oid 28 current snap is 251 2024-04-15T16:37:28.442 INFO:tasks.rados.rados.0.smithi090.stdout:2530: read oid 32 snap -1 2024-04-15T16:37:28.442 INFO:tasks.rados.rados.0.smithi090.stdout:2530: expect (ObjNum 734 snap 209 seq_num 734) 2024-04-15T16:37:28.442 INFO:tasks.rados.rados.0.smithi090.stdout:2531: snap_create 2024-04-15T16:37:28.444 INFO:tasks.rados.rados.0.smithi090.stdout:2522: finishing write tid 2 to smithi09078167-21 2024-04-15T16:37:28.444 INFO:tasks.rados.rados.0.smithi090.stdout:2522: finishing write tid 3 to smithi09078167-21 2024-04-15T16:37:28.444 INFO:tasks.rados.rados.0.smithi090.stdout:2522: finishing write tid 4 to smithi09078167-21 2024-04-15T16:37:28.444 INFO:tasks.rados.rados.0.smithi090.stdout:2522: finishing write tid 5 to smithi09078167-21 2024-04-15T16:37:28.444 INFO:tasks.rados.rados.0.smithi090.stdout:2522: oid 21 updating version 0 to 972 2024-04-15T16:37:28.444 INFO:tasks.rados.rados.0.smithi090.stdout:2522: oid 21 updating version 972 to 973 2024-04-15T16:37:28.444 INFO:tasks.rados.rados.0.smithi090.stdout:2522: oid 21 version 973 is already newer than 970 2024-04-15T16:37:28.444 INFO:tasks.rados.rados.0.smithi090.stdout:2522: oid 21 version 973 is already newer than 971 2024-04-15T16:37:28.445 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 973 (ObjNum 794 snap 251 seq_num 794) dirty exists 2024-04-15T16:37:28.445 INFO:tasks.rados.rados.0.smithi090.stdout:2522: left oid 21 (ObjNum 794 snap 251 seq_num 794) 2024-04-15T16:37:28.445 INFO:tasks.rados.rados.0.smithi090.stdout:2524: expect (ObjNum 773 snap 236 seq_num 773) 2024-04-15T16:37:28.499 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:28 smithi090 ceph-mon[91618]: mds.? [v2:172.21.15.90:6834/1486901634,v1:172.21.15.90:6835/1486901634] up:boot 2024-04-15T16:37:28.499 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:28 smithi090 ceph-mon[91618]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-15T16:37:28.499 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:37:28.499 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:28 smithi090 ceph-mon[89240]: mds.? [v2:172.21.15.90:6834/1486901634,v1:172.21.15.90:6835/1486901634] up:boot 2024-04-15T16:37:28.499 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:28 smithi090 ceph-mon[89240]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-15T16:37:28.499 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:37:28.512 INFO:tasks.rados.rados.0.smithi090.stdout:2523: finishing copy_from racing read to smithi09078167-19 2024-04-15T16:37:28.513 INFO:tasks.rados.rados.0.smithi090.stdout:2523: finishing copy_from to smithi09078167-19 2024-04-15T16:37:28.513 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 493 (ObjNum 742 snap 217 seq_num 742) dirty exists 2024-04-15T16:37:28.513 INFO:tasks.rados.rados.0.smithi090.stdout:2525: finishing write tid 1 to smithi09078167-5 2024-04-15T16:37:28.513 INFO:tasks.rados.rados.0.smithi090.stdout:2526: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:37:28.515 INFO:tasks.rados.rados.0.smithi090.stdout:2525: finishing write tid 2 to smithi09078167-5 2024-04-15T16:37:28.515 INFO:tasks.rados.rados.0.smithi090.stdout:2525: finishing write tid 3 to smithi09078167-5 2024-04-15T16:37:28.515 INFO:tasks.rados.rados.0.smithi090.stdout:2525: finishing write tid 4 to smithi09078167-5 2024-04-15T16:37:28.515 INFO:tasks.rados.rados.0.smithi090.stdout:2525: finishing write tid 5 to smithi09078167-5 2024-04-15T16:37:28.515 INFO:tasks.rados.rados.0.smithi090.stdout:2525: oid 5 updating version 0 to 475 2024-04-15T16:37:28.515 INFO:tasks.rados.rados.0.smithi090.stdout:2525: oid 5 updating version 475 to 476 2024-04-15T16:37:28.515 INFO:tasks.rados.rados.0.smithi090.stdout:2525: oid 5 updating version 476 to 478 2024-04-15T16:37:28.516 INFO:tasks.rados.rados.0.smithi090.stdout:2525: oid 5 version 478 is already newer than 477 2024-04-15T16:37:28.516 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 478 (ObjNum 795 snap 251 seq_num 795) dirty exists 2024-04-15T16:37:28.516 INFO:tasks.rados.rados.0.smithi090.stdout:2525: left oid 5 (ObjNum 795 snap 251 seq_num 795) 2024-04-15T16:37:28.516 INFO:tasks.rados.rados.0.smithi090.stdout:2528: expect (ObjNum -566386096 snap 22010 seq_num 3729804752) 2024-04-15T16:37:28.518 INFO:tasks.rados.rados.0.smithi090.stdout:2530: expect (ObjNum 734 snap 209 seq_num 734) 2024-04-15T16:37:28.526 INFO:tasks.rados.rados.0.smithi090.stdout:2529: finishing copy_from to smithi09078167-20 2024-04-15T16:37:28.526 INFO:tasks.rados.rados.0.smithi090.stdout:2529: got expected ENOENT (src dne) 2024-04-15T16:37:28.526 INFO:tasks.rados.rados.0.smithi090.stdout:2529: finishing copy_from racing read to smithi09078167-20 2024-04-15T16:37:28.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:28 smithi153 ceph-mon[84714]: mds.? [v2:172.21.15.90:6834/1486901634,v1:172.21.15.90:6835/1486901634] up:boot 2024-04-15T16:37:28.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:28 smithi153 ceph-mon[84714]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-15T16:37:28.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T16:37:29.331 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:37:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:37:29] "GET /metrics HTTP/1.1" 200 36028 "" "Prometheus/2.43.0" 2024-04-15T16:37:29.444 INFO:tasks.rados.rados.0.smithi090.stdout:2522: done (8 left) 2024-04-15T16:37:29.445 INFO:tasks.rados.rados.0.smithi090.stdout:2523: done (7 left) 2024-04-15T16:37:29.445 INFO:tasks.rados.rados.0.smithi090.stdout:2524: done (6 left) 2024-04-15T16:37:29.445 INFO:tasks.rados.rados.0.smithi090.stdout:2525: done (5 left) 2024-04-15T16:37:29.445 INFO:tasks.rados.rados.0.smithi090.stdout:2526: done (4 left) 2024-04-15T16:37:29.445 INFO:tasks.rados.rados.0.smithi090.stdout:2528: done (3 left) 2024-04-15T16:37:29.445 INFO:tasks.rados.rados.0.smithi090.stdout:2529: done (2 left) 2024-04-15T16:37:29.445 INFO:tasks.rados.rados.0.smithi090.stdout:2530: done (1 left) 2024-04-15T16:37:29.445 INFO:tasks.rados.rados.0.smithi090.stdout:2531: done (0 left) 2024-04-15T16:37:29.445 INFO:tasks.rados.rados.0.smithi090.stdout:2532: rmattr oid 7 current snap is 252 2024-04-15T16:37:29.445 INFO:tasks.rados.rados.0.smithi090.stdout:2533: read oid 45 snap -1 2024-04-15T16:37:29.445 INFO:tasks.rados.rados.0.smithi090.stdout:2533: expect deleted 2024-04-15T16:37:29.445 INFO:tasks.rados.rados.0.smithi090.stdout:2534: read oid 15 snap -1 2024-04-15T16:37:29.446 INFO:tasks.rados.rados.0.smithi090.stdout:2534: expect (ObjNum 753 snap 227 seq_num 753) 2024-04-15T16:37:29.446 INFO:tasks.rados.rados.0.smithi090.stdout:2535: snap_remove snap 188 2024-04-15T16:37:29.668 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:29 smithi090 ceph-mon[91618]: osdmap e552: 8 total, 8 up, 8 in 2024-04-15T16:37:29.668 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:29 smithi090 ceph-mon[91618]: pgmap v487: 121 pgs: 121 active+clean; 450 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 302 KiB/s wr, 19 op/s 2024-04-15T16:37:29.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:29 smithi090 ceph-mon[89240]: osdmap e552: 8 total, 8 up, 8 in 2024-04-15T16:37:29.668 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:29 smithi090 ceph-mon[89240]: pgmap v487: 121 pgs: 121 active+clean; 450 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 302 KiB/s wr, 19 op/s 2024-04-15T16:37:29.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:29 smithi153 ceph-mon[84714]: osdmap e552: 8 total, 8 up, 8 in 2024-04-15T16:37:29.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:29 smithi153 ceph-mon[84714]: pgmap v487: 121 pgs: 121 active+clean; 450 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 23 KiB/s rd, 302 KiB/s wr, 19 op/s 2024-04-15T16:37:30.453 INFO:tasks.rados.rados.0.smithi090.stdout:2535: done (3 left) 2024-04-15T16:37:30.453 INFO:tasks.rados.rados.0.smithi090.stdout:2536: delete oid 16 current snap is 252 2024-04-15T16:37:30.453 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 660 (ObjNum 691 snap 190 seq_num 691) dirty exists 2024-04-15T16:37:30.453 INFO:tasks.rados.rados.0.smithi090.stdout:2534: expect (ObjNum 753 snap 227 seq_num 753) 2024-04-15T16:37:30.551 INFO:tasks.rados.rados.0.smithi090.stdout:2532: done (3 left) 2024-04-15T16:37:30.551 INFO:tasks.rados.rados.0.smithi090.stdout:2533: done (2 left) 2024-04-15T16:37:30.551 INFO:tasks.rados.rados.0.smithi090.stdout:2534: done (1 left) 2024-04-15T16:37:30.551 INFO:tasks.rados.rados.0.smithi090.stdout:2536: done (0 left) 2024-04-15T16:37:30.551 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 252 2024-04-15T16:37:30.551 INFO:tasks.rados.rados.0.smithi090.stdout:2537: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2024-04-15T16:37:30.554 INFO:tasks.rados.rados.0.smithi090.stdout:2537: writing smithi09078167-29 from 0 to 557056 tid 1 2024-04-15T16:37:30.558 INFO:tasks.rados.rados.0.smithi090.stdout:2537: writing smithi09078167-29 from 557056 to 1146880 tid 2 2024-04-15T16:37:30.559 INFO:tasks.rados.rados.0.smithi090.stdout:2537: writing smithi09078167-29 from 1146880 to 1359872 tid 3 2024-04-15T16:37:30.559 INFO:tasks.rados.rados.0.smithi090.stdout:2538: copy_from oid 21 from oid 20 current snap is 252 2024-04-15T16:37:30.559 INFO:tasks.rados.rados.0.smithi090.stdout:2537: finishing write tid 1 to smithi09078167-29 2024-04-15T16:37:30.560 INFO:tasks.rados.rados.0.smithi090.stdout:2539: snap_create 2024-04-15T16:37:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:2538: finishing copy_from to smithi09078167-21 2024-04-15T16:37:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:2538: got expected ENOENT (src dne) 2024-04-15T16:37:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:2538: finishing copy_from racing read to smithi09078167-21 2024-04-15T16:37:30.562 INFO:tasks.rados.rados.0.smithi090.stdout:2537: finishing write tid 2 to smithi09078167-29 2024-04-15T16:37:30.562 INFO:tasks.rados.rados.0.smithi090.stdout:2537: finishing write tid 3 to smithi09078167-29 2024-04-15T16:37:30.563 INFO:tasks.rados.rados.0.smithi090.stdout:2537: finishing write tid 4 to smithi09078167-29 2024-04-15T16:37:30.564 INFO:tasks.rados.rados.0.smithi090.stdout:2537: finishing write tid 5 to smithi09078167-29 2024-04-15T16:37:30.564 INFO:tasks.rados.rados.0.smithi090.stdout:2537: oid 29 updating version 0 to 820 2024-04-15T16:37:30.564 INFO:tasks.rados.rados.0.smithi090.stdout:2537: oid 29 version 820 is already newer than 819 2024-04-15T16:37:30.564 INFO:tasks.rados.rados.0.smithi090.stdout:2537: oid 29 updating version 820 to 822 2024-04-15T16:37:30.564 INFO:tasks.rados.rados.0.smithi090.stdout:2537: oid 29 version 822 is already newer than 821 2024-04-15T16:37:30.564 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 822 (ObjNum 797 snap 252 seq_num 797) dirty exists 2024-04-15T16:37:30.564 INFO:tasks.rados.rados.0.smithi090.stdout:2537: left oid 29 (ObjNum 797 snap 252 seq_num 797) 2024-04-15T16:37:30.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:30 smithi090 ceph-mon[91618]: osdmap e553: 8 total, 8 up, 8 in 2024-04-15T16:37:30.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:30.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:30.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:30 smithi090 ceph-mon[89240]: osdmap e553: 8 total, 8 up, 8 in 2024-04-15T16:37:30.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:30.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:30.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:30 smithi153 ceph-mon[84714]: osdmap e553: 8 total, 8 up, 8 in 2024-04-15T16:37:30.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:30.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:31.452 INFO:tasks.rados.rados.0.smithi090.stdout:2537: done (2 left) 2024-04-15T16:37:31.452 INFO:tasks.rados.rados.0.smithi090.stdout:2538: done (1 left) 2024-04-15T16:37:31.453 INFO:tasks.rados.rados.0.smithi090.stdout:2539: done (0 left) 2024-04-15T16:37:31.453 INFO:tasks.rados.rados.0.smithi090.stdout:2540: setattr oid 10 current snap is 253 2024-04-15T16:37:31.454 INFO:tasks.rados.rados.0.smithi090.stdout:2541: copy_from oid 36 from oid 20 current snap is 253 2024-04-15T16:37:31.455 INFO:tasks.rados.rados.0.smithi090.stdout:2542: copy_from oid 12 from oid 48 current snap is 253 2024-04-15T16:37:31.455 INFO:tasks.rados.rados.0.smithi090.stdout:2543: snap_create 2024-04-15T16:37:31.459 INFO:tasks.rados.rados.0.smithi090.stdout:2541: finishing copy_from to smithi09078167-36 2024-04-15T16:37:31.459 INFO:tasks.rados.rados.0.smithi090.stdout:2541: got expected ENOENT (src dne) 2024-04-15T16:37:31.459 INFO:tasks.rados.rados.0.smithi090.stdout:2541: finishing copy_from racing read to smithi09078167-36 2024-04-15T16:37:31.460 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 844 (ObjNum 785 snap 242 seq_num 785) dirty exists 2024-04-15T16:37:31.463 INFO:tasks.rados.rados.0.smithi090.stdout:2542: finishing copy_from racing read to smithi09078167-12 2024-04-15T16:37:31.463 INFO:tasks.rados.rados.0.smithi090.stdout:2542: finishing copy_from to smithi09078167-12 2024-04-15T16:37:31.463 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 407 (ObjNum 734 snap 209 seq_num 734) dirty exists 2024-04-15T16:37:31.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:31 smithi090 ceph-mon[89240]: osdmap e554: 8 total, 8 up, 8 in 2024-04-15T16:37:31.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:31 smithi090 ceph-mon[89240]: pgmap v490: 121 pgs: 121 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 237 KiB/s rd, 318 KiB/s wr, 5 op/s 2024-04-15T16:37:31.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:31 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:31.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:31 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:31.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:31 smithi090 ceph-mon[91618]: osdmap e554: 8 total, 8 up, 8 in 2024-04-15T16:37:31.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:31 smithi090 ceph-mon[91618]: pgmap v490: 121 pgs: 121 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 237 KiB/s rd, 318 KiB/s wr, 5 op/s 2024-04-15T16:37:31.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:31 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:31.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:31 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:31.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:31 smithi153 ceph-mon[84714]: osdmap e554: 8 total, 8 up, 8 in 2024-04-15T16:37:31.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:31 smithi153 ceph-mon[84714]: pgmap v490: 121 pgs: 121 active+clean; 449 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 237 KiB/s rd, 318 KiB/s wr, 5 op/s 2024-04-15T16:37:31.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:31 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:31.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:31 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:32.455 INFO:tasks.rados.rados.0.smithi090.stdout:2540: done (3 left) 2024-04-15T16:37:32.455 INFO:tasks.rados.rados.0.smithi090.stdout:2541: done (2 left) 2024-04-15T16:37:32.455 INFO:tasks.rados.rados.0.smithi090.stdout:2542: done (1 left) 2024-04-15T16:37:32.455 INFO:tasks.rados.rados.0.smithi090.stdout:2543: done (0 left) 2024-04-15T16:37:32.455 INFO:tasks.rados.rados.0.smithi090.stdout:2544: rmattr oid 47 current snap is 254 2024-04-15T16:37:32.455 INFO:tasks.rados.rados.0.smithi090.stdout:2544: done (0 left) 2024-04-15T16:37:32.455 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 254 2024-04-15T16:37:32.455 INFO:tasks.rados.rados.0.smithi090.stdout:2545: seq_num 798 ranges {0=573440,573440=466944,1040384=335872} 2024-04-15T16:37:32.458 INFO:tasks.rados.rados.0.smithi090.stdout:2545: writing smithi09078167-50 from 0 to 573440 tid 1 2024-04-15T16:37:32.461 INFO:tasks.rados.rados.0.smithi090.stdout:2545: writing smithi09078167-50 from 573440 to 1040384 tid 2 2024-04-15T16:37:32.464 INFO:tasks.rados.rados.0.smithi090.stdout:2545: writing smithi09078167-50 from 1040384 to 1376256 tid 3 2024-04-15T16:37:32.464 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 254 2024-04-15T16:37:32.464 INFO:tasks.rados.rados.0.smithi090.stdout:2546: seq_num 799 ranges {1425408=589824,2015232=802816} 2024-04-15T16:37:32.476 INFO:tasks.rados.rados.0.smithi090.stdout:2546: writing smithi09078167-37 from 1425408 to 2015232 tid 1 2024-04-15T16:37:32.480 INFO:tasks.rados.rados.0.smithi090.stdout:2546: writing smithi09078167-37 from 2015232 to 2818048 tid 2 2024-04-15T16:37:32.480 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 254 2024-04-15T16:37:32.480 INFO:tasks.rados.rados.0.smithi090.stdout:2545: finishing write tid 1 to smithi09078167-50 2024-04-15T16:37:32.480 INFO:tasks.rados.rados.0.smithi090.stdout:2547: seq_num 800 ranges {3227648=606208,3833856=688128,4521984=114688} 2024-04-15T16:37:32.501 INFO:tasks.rados.rados.0.smithi090.stdout:2547: writing smithi09078167-47 from 3227648 to 3833856 tid 1 2024-04-15T16:37:32.506 INFO:tasks.rados.rados.0.smithi090.stdout:2547: writing smithi09078167-47 from 3833856 to 4521984 tid 2 2024-04-15T16:37:32.507 INFO:tasks.rados.rados.0.smithi090.stdout:2547: writing smithi09078167-47 from 4521984 to 4636672 tid 3 2024-04-15T16:37:32.507 INFO:tasks.rados.rados.0.smithi090.stdout:2548: delete oid 44 current snap is 254 2024-04-15T16:37:32.507 INFO:tasks.rados.rados.0.smithi090.stdout:2545: finishing write tid 2 to smithi09078167-50 2024-04-15T16:37:32.507 INFO:tasks.rados.rados.0.smithi090.stdout:2545: finishing write tid 3 to smithi09078167-50 2024-04-15T16:37:32.507 INFO:tasks.rados.rados.0.smithi090.stdout:2545: finishing write tid 4 to smithi09078167-50 2024-04-15T16:37:32.507 INFO:tasks.rados.rados.0.smithi090.stdout:2545: finishing write tid 5 to smithi09078167-50 2024-04-15T16:37:32.507 INFO:tasks.rados.rados.0.smithi090.stdout:2545: oid 50 updating version 0 to 845 2024-04-15T16:37:32.507 INFO:tasks.rados.rados.0.smithi090.stdout:2545: oid 50 updating version 845 to 847 2024-04-15T16:37:32.507 INFO:tasks.rados.rados.0.smithi090.stdout:2545: oid 50 updating version 847 to 848 2024-04-15T16:37:32.508 INFO:tasks.rados.rados.0.smithi090.stdout:2545: oid 50 version 848 is already newer than 846 2024-04-15T16:37:32.508 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 848 (ObjNum 798 snap 254 seq_num 798) dirty exists 2024-04-15T16:37:32.508 INFO:tasks.rados.rados.0.smithi090.stdout:2545: left oid 50 (ObjNum 798 snap 254 seq_num 798) 2024-04-15T16:37:32.508 INFO:tasks.rados.rados.0.smithi090.stdout:2546: finishing write tid 1 to smithi09078167-37 2024-04-15T16:37:32.508 INFO:tasks.rados.rados.0.smithi090.stdout:2546: finishing write tid 2 to smithi09078167-37 2024-04-15T16:37:32.508 INFO:tasks.rados.rados.0.smithi090.stdout:2546: finishing write tid 3 to smithi09078167-37 2024-04-15T16:37:32.508 INFO:tasks.rados.rados.0.smithi090.stdout:2546: finishing write tid 4 to smithi09078167-37 2024-04-15T16:37:32.508 INFO:tasks.rados.rados.0.smithi090.stdout:2546: oid 37 updating version 0 to 531 2024-04-15T16:37:32.508 INFO:tasks.rados.rados.0.smithi090.stdout:2546: oid 37 version 531 is already newer than 529 2024-04-15T16:37:32.508 INFO:tasks.rados.rados.0.smithi090.stdout:2546: oid 37 version 531 is already newer than 530 2024-04-15T16:37:32.508 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 531 (ObjNum 799 snap 254 seq_num 799) dirty exists 2024-04-15T16:37:32.508 INFO:tasks.rados.rados.0.smithi090.stdout:2546: left oid 37 (ObjNum 799 snap 254 seq_num 799) 2024-04-15T16:37:32.508 INFO:tasks.rados.rados.0.smithi090.stdout:2547: finishing write tid 1 to smithi09078167-47 2024-04-15T16:37:32.510 INFO:tasks.rados.rados.0.smithi090.stdout:2545: done (3 left) 2024-04-15T16:37:32.510 INFO:tasks.rados.rados.0.smithi090.stdout:2546: done (2 left) 2024-04-15T16:37:32.510 INFO:tasks.rados.rados.0.smithi090.stdout:2548: done (1 left) 2024-04-15T16:37:32.510 INFO:tasks.rados.rados.0.smithi090.stdout:2549: snap_create 2024-04-15T16:37:32.510 INFO:tasks.rados.rados.0.smithi090.stdout:2547: finishing write tid 2 to smithi09078167-47 2024-04-15T16:37:32.511 INFO:tasks.rados.rados.0.smithi090.stdout:2547: finishing write tid 3 to smithi09078167-47 2024-04-15T16:37:32.511 INFO:tasks.rados.rados.0.smithi090.stdout:2547: finishing write tid 4 to smithi09078167-47 2024-04-15T16:37:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:2547: finishing write tid 5 to smithi09078167-47 2024-04-15T16:37:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:2547: oid 47 updating version 0 to 644 2024-04-15T16:37:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:2547: oid 47 version 644 is already newer than 642 2024-04-15T16:37:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:2547: oid 47 version 644 is already newer than 643 2024-04-15T16:37:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:2547: oid 47 version 644 is already newer than 641 2024-04-15T16:37:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 644 (ObjNum 800 snap 254 seq_num 800) dirty exists 2024-04-15T16:37:32.512 INFO:tasks.rados.rados.0.smithi090.stdout:2547: left oid 47 (ObjNum 800 snap 254 seq_num 800) 2024-04-15T16:37:32.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:32 smithi090 ceph-mon[89240]: osdmap e555: 8 total, 8 up, 8 in 2024-04-15T16:37:32.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:32 smithi090 ceph-mon[91618]: osdmap e555: 8 total, 8 up, 8 in 2024-04-15T16:37:32.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:32 smithi153 ceph-mon[84714]: osdmap e555: 8 total, 8 up, 8 in 2024-04-15T16:37:32.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:37:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:37:33.467 INFO:tasks.rados.rados.0.smithi090.stdout:2547: done (1 left) 2024-04-15T16:37:33.467 INFO:tasks.rados.rados.0.smithi090.stdout:2549: done (0 left) 2024-04-15T16:37:33.467 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 255 2024-04-15T16:37:33.467 INFO:tasks.rados.rados.0.smithi090.stdout:2550: seq_num 802 ranges {294912=638976,933888=458752,1392640=344064} 2024-04-15T16:37:33.471 INFO:tasks.rados.rados.0.smithi090.stdout:2550: writing smithi09078167-48 from 294912 to 933888 tid 1 2024-04-15T16:37:33.474 INFO:tasks.rados.rados.0.smithi090.stdout:2550: writing smithi09078167-48 from 933888 to 1392640 tid 2 2024-04-15T16:37:33.477 INFO:tasks.rados.rados.0.smithi090.stdout:2550: writing smithi09078167-48 from 1392640 to 1736704 tid 3 2024-04-15T16:37:33.477 INFO:tasks.rados.rados.0.smithi090.stdout:2551: delete oid 9 current snap is 255 2024-04-15T16:37:33.477 INFO:tasks.rados.rados.0.smithi090.stdout:2550: finishing write tid 1 to smithi09078167-48 2024-04-15T16:37:33.478 INFO:tasks.rados.rados.0.smithi090.stdout:2550: finishing write tid 2 to smithi09078167-48 2024-04-15T16:37:33.482 INFO:tasks.rados.rados.0.smithi090.stdout:2550: finishing write tid 3 to smithi09078167-48 2024-04-15T16:37:33.482 INFO:tasks.rados.rados.0.smithi090.stdout:2551: done (1 left) 2024-04-15T16:37:33.482 INFO:tasks.rados.rados.0.smithi090.stdout:2552: read oid 25 snap -1 2024-04-15T16:37:33.483 INFO:tasks.rados.rados.0.smithi090.stdout:2552: expect deleted 2024-04-15T16:37:33.483 INFO:tasks.rados.rados.0.smithi090.stdout:2553: read oid 18 snap -1 2024-04-15T16:37:33.483 INFO:tasks.rados.rados.0.smithi090.stdout:2553: expect deleted 2024-04-15T16:37:33.483 INFO:tasks.rados.rados.0.smithi090.stdout:2554: copy_from oid 45 from oid 1 current snap is 255 2024-04-15T16:37:33.483 INFO:tasks.rados.rados.0.smithi090.stdout:2555: read oid 20 snap -1 2024-04-15T16:37:33.484 INFO:tasks.rados.rados.0.smithi090.stdout:2555: expect deleted 2024-04-15T16:37:33.484 INFO:tasks.rados.rados.0.smithi090.stdout:2556: rollback oid 21 current snap is 255 2024-04-15T16:37:33.484 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 193 2024-04-15T16:37:33.484 INFO:tasks.rados.rados.0.smithi090.stdout:2557: snap_create 2024-04-15T16:37:33.484 INFO:tasks.rados.rados.0.smithi090.stdout:2550: finishing write tid 4 to smithi09078167-48 2024-04-15T16:37:33.484 INFO:tasks.rados.rados.0.smithi090.stdout:2550: finishing write tid 5 to smithi09078167-48 2024-04-15T16:37:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:2550: oid 48 updating version 0 to 648 2024-04-15T16:37:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:2550: oid 48 version 648 is already newer than 646 2024-04-15T16:37:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:2550: oid 48 version 648 is already newer than 645 2024-04-15T16:37:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:2550: oid 48 version 648 is already newer than 647 2024-04-15T16:37:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 648 (ObjNum 802 snap 255 seq_num 802) dirty exists 2024-04-15T16:37:33.485 INFO:tasks.rados.rados.0.smithi090.stdout:2550: left oid 48 (ObjNum 802 snap 255 seq_num 802) 2024-04-15T16:37:33.486 INFO:tasks.rados.rados.0.smithi090.stdout:2554: finishing copy_from to smithi09078167-45 2024-04-15T16:37:33.486 INFO:tasks.rados.rados.0.smithi090.stdout:2554: got expected ENOENT (src dne) 2024-04-15T16:37:33.486 INFO:tasks.rados.rados.0.smithi090.stdout:2554: finishing copy_from racing read to smithi09078167-45 2024-04-15T16:37:33.487 INFO:tasks.rados.rados.0.smithi090.stdout:2556: finishing rollback tid 0 to smithi09078167-21 2024-04-15T16:37:33.487 INFO:tasks.rados.rados.0.smithi090.stdout:2556: finishing rollback tid 1 to smithi09078167-21 2024-04-15T16:37:33.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 990 (ObjNum 33 snap 0 seq_num 2174112468) dirty dne 2024-04-15T16:37:33.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:33 smithi090 ceph-mon[89240]: osdmap e556: 8 total, 8 up, 8 in 2024-04-15T16:37:33.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:33 smithi090 ceph-mon[89240]: pgmap v493: 121 pgs: 121 active+clean; 435 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-04-15T16:37:33.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:33 smithi090 ceph-mon[91618]: osdmap e556: 8 total, 8 up, 8 in 2024-04-15T16:37:33.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:33 smithi090 ceph-mon[91618]: pgmap v493: 121 pgs: 121 active+clean; 435 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-04-15T16:37:33.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:33 smithi153 ceph-mon[84714]: osdmap e556: 8 total, 8 up, 8 in 2024-04-15T16:37:33.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:33 smithi153 ceph-mon[84714]: pgmap v493: 121 pgs: 121 active+clean; 435 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 17 op/s 2024-04-15T16:37:34.404 INFO:tasks.rados.rados.0.smithi090.stdout:2550: done (6 left) 2024-04-15T16:37:34.404 INFO:tasks.rados.rados.0.smithi090.stdout:2552: done (5 left) 2024-04-15T16:37:34.404 INFO:tasks.rados.rados.0.smithi090.stdout:2553: done (4 left) 2024-04-15T16:37:34.404 INFO:tasks.rados.rados.0.smithi090.stdout:2554: done (3 left) 2024-04-15T16:37:34.404 INFO:tasks.rados.rados.0.smithi090.stdout:2555: done (2 left) 2024-04-15T16:37:34.405 INFO:tasks.rados.rados.0.smithi090.stdout:2556: done (1 left) 2024-04-15T16:37:34.405 INFO:tasks.rados.rados.0.smithi090.stdout:2557: done (0 left) 2024-04-15T16:37:34.405 INFO:tasks.rados.rados.0.smithi090.stdout:2558: snap_remove snap 224 2024-04-15T16:37:34.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:34 smithi090 ceph-mon[89240]: osdmap e557: 8 total, 8 up, 8 in 2024-04-15T16:37:34.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:34 smithi090 ceph-mon[89240]: osdmap e558: 8 total, 8 up, 8 in 2024-04-15T16:37:34.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:34 smithi090 ceph-mon[91618]: osdmap e557: 8 total, 8 up, 8 in 2024-04-15T16:37:34.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:34 smithi090 ceph-mon[91618]: osdmap e558: 8 total, 8 up, 8 in 2024-04-15T16:37:34.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:34 smithi153 ceph-mon[84714]: osdmap e557: 8 total, 8 up, 8 in 2024-04-15T16:37:34.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:34 smithi153 ceph-mon[84714]: osdmap e558: 8 total, 8 up, 8 in 2024-04-15T16:37:35.407 INFO:tasks.rados.rados.0.smithi090.stdout:2558: done (0 left) 2024-04-15T16:37:35.408 INFO:tasks.rados.rados.0.smithi090.stdout:2559: delete oid 47 current snap is 256 2024-04-15T16:37:35.416 INFO:tasks.rados.rados.0.smithi090.stdout:2559: done (0 left) 2024-04-15T16:37:35.416 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 256 2024-04-15T16:37:35.416 INFO:tasks.rados.rados.0.smithi090.stdout:2560: seq_num 805 ranges {4235264=688128,4923392=507904,5431296=294912} 2024-04-15T16:37:35.441 INFO:tasks.rados.rados.0.smithi090.stdout:2560: writing smithi09078167-27 from 4235264 to 4923392 tid 1 2024-04-15T16:37:35.444 INFO:tasks.rados.rados.0.smithi090.stdout:2560: writing smithi09078167-27 from 4923392 to 5431296 tid 2 2024-04-15T16:37:35.446 INFO:tasks.rados.rados.0.smithi090.stdout:2560: writing smithi09078167-27 from 5431296 to 5726208 tid 3 2024-04-15T16:37:35.446 INFO:tasks.rados.rados.0.smithi090.stdout:2561: read oid 18 snap -1 2024-04-15T16:37:35.447 INFO:tasks.rados.rados.0.smithi090.stdout:2561: expect deleted 2024-04-15T16:37:35.447 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 256 2024-04-15T16:37:35.447 INFO:tasks.rados.rados.0.smithi090.stdout:2562: seq_num 806 ranges {466944=704512,1171456=442368,1613824=360448} 2024-04-15T16:37:35.452 INFO:tasks.rados.rados.0.smithi090.stdout:2562: writing smithi09078167-43 from 466944 to 1171456 tid 1 2024-04-15T16:37:35.455 INFO:tasks.rados.rados.0.smithi090.stdout:2562: writing smithi09078167-43 from 1171456 to 1613824 tid 2 2024-04-15T16:37:35.457 INFO:tasks.rados.rados.0.smithi090.stdout:2562: writing smithi09078167-43 from 1613824 to 1974272 tid 3 2024-04-15T16:37:35.457 INFO:tasks.rados.rados.0.smithi090.stdout:2563: read oid 8 snap 218 2024-04-15T16:37:35.458 INFO:tasks.rados.rados.0.smithi090.stdout:2563: expect (ObjNum -565557744 snap 22010 seq_num 3725886944) 2024-04-15T16:37:35.458 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 256 2024-04-15T16:37:35.458 INFO:tasks.rados.rados.0.smithi090.stdout:2560: finishing write tid 1 to smithi09078167-27 2024-04-15T16:37:35.458 INFO:tasks.rados.rados.0.smithi090.stdout:2564: seq_num 807 ranges {1638400=720896,2359296=729088,3088384=73728} 2024-04-15T16:37:35.470 INFO:tasks.rados.rados.0.smithi090.stdout:2564: writing smithi09078167-34 from 1638400 to 2359296 tid 1 2024-04-15T16:37:35.476 INFO:tasks.rados.rados.0.smithi090.stdout:2564: writing smithi09078167-34 from 2359296 to 3088384 tid 2 2024-04-15T16:37:35.476 INFO:tasks.rados.rados.0.smithi090.stdout:2564: writing smithi09078167-34 from 3088384 to 3162112 tid 3 2024-04-15T16:37:35.476 INFO:tasks.rados.rados.0.smithi090.stdout:2565: delete oid 17 current snap is 256 2024-04-15T16:37:35.476 INFO:tasks.rados.rados.0.smithi090.stdout:2560: finishing write tid 2 to smithi09078167-27 2024-04-15T16:37:35.476 INFO:tasks.rados.rados.0.smithi090.stdout:2560: finishing write tid 3 to smithi09078167-27 2024-04-15T16:37:35.477 INFO:tasks.rados.rados.0.smithi090.stdout:2560: finishing write tid 4 to smithi09078167-27 2024-04-15T16:37:35.477 INFO:tasks.rados.rados.0.smithi090.stdout:2560: finishing write tid 5 to smithi09078167-27 2024-04-15T16:37:35.477 INFO:tasks.rados.rados.0.smithi090.stdout:2560: oid 27 updating version 0 to 931 2024-04-15T16:37:35.477 INFO:tasks.rados.rados.0.smithi090.stdout:2560: oid 27 updating version 931 to 934 2024-04-15T16:37:35.477 INFO:tasks.rados.rados.0.smithi090.stdout:2560: oid 27 version 934 is already newer than 932 2024-04-15T16:37:35.477 INFO:tasks.rados.rados.0.smithi090.stdout:2560: oid 27 version 934 is already newer than 933 2024-04-15T16:37:35.477 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 934 (ObjNum 805 snap 256 seq_num 805) dirty exists 2024-04-15T16:37:35.478 INFO:tasks.rados.rados.0.smithi090.stdout:2560: left oid 27 (ObjNum 805 snap 256 seq_num 805) 2024-04-15T16:37:35.478 INFO:tasks.rados.rados.0.smithi090.stdout:2562: finishing write tid 1 to smithi09078167-43 2024-04-15T16:37:35.478 INFO:tasks.rados.rados.0.smithi090.stdout:2562: finishing write tid 2 to smithi09078167-43 2024-04-15T16:37:35.478 INFO:tasks.rados.rados.0.smithi090.stdout:2563: expect (ObjNum -565557744 snap 22010 seq_num 3725886944) 2024-04-15T16:37:35.480 INFO:tasks.rados.rados.0.smithi090.stdout:2562: finishing write tid 3 to smithi09078167-43 2024-04-15T16:37:35.480 INFO:tasks.rados.rados.0.smithi090.stdout:2562: finishing write tid 4 to smithi09078167-43 2024-04-15T16:37:35.481 INFO:tasks.rados.rados.0.smithi090.stdout:2562: finishing write tid 5 to smithi09078167-43 2024-04-15T16:37:35.481 INFO:tasks.rados.rados.0.smithi090.stdout:2562: oid 43 updating version 0 to 1000 2024-04-15T16:37:35.481 INFO:tasks.rados.rados.0.smithi090.stdout:2562: oid 43 updating version 1000 to 1001 2024-04-15T16:37:35.481 INFO:tasks.rados.rados.0.smithi090.stdout:2562: oid 43 updating version 1001 to 1003 2024-04-15T16:37:35.481 INFO:tasks.rados.rados.0.smithi090.stdout:2562: oid 43 version 1003 is already newer than 1002 2024-04-15T16:37:35.481 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1003 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:37:35.481 INFO:tasks.rados.rados.0.smithi090.stdout:2562: left oid 43 (ObjNum 806 snap 256 seq_num 806) 2024-04-15T16:37:35.481 INFO:tasks.rados.rados.0.smithi090.stdout:2564: finishing write tid 1 to smithi09078167-34 2024-04-15T16:37:35.481 INFO:tasks.rados.rados.0.smithi090.stdout:2560: done (5 left) 2024-04-15T16:37:35.481 INFO:tasks.rados.rados.0.smithi090.stdout:2561: done (4 left) 2024-04-15T16:37:35.481 INFO:tasks.rados.rados.0.smithi090.stdout:2562: done (3 left) 2024-04-15T16:37:35.482 INFO:tasks.rados.rados.0.smithi090.stdout:2563: done (2 left) 2024-04-15T16:37:35.482 INFO:tasks.rados.rados.0.smithi090.stdout:2565: done (1 left) 2024-04-15T16:37:35.482 INFO:tasks.rados.rados.0.smithi090.stdout:2566: setattr oid 24 current snap is 256 2024-04-15T16:37:35.482 INFO:tasks.rados.rados.0.smithi090.stdout:2564: finishing write tid 2 to smithi09078167-34 2024-04-15T16:37:35.482 INFO:tasks.rados.rados.0.smithi090.stdout:2564: finishing write tid 3 to smithi09078167-34 2024-04-15T16:37:35.482 INFO:tasks.rados.rados.0.smithi090.stdout:2564: finishing write tid 4 to smithi09078167-34 2024-04-15T16:37:35.482 INFO:tasks.rados.rados.0.smithi090.stdout:2567: read oid 10 snap -1 2024-04-15T16:37:35.482 INFO:tasks.rados.rados.0.smithi090.stdout:2567: expect (ObjNum 785 snap 242 seq_num 785) 2024-04-15T16:37:35.483 INFO:tasks.rados.rados.0.smithi090.stdout:2568: rollback oid 36 current snap is 256 2024-04-15T16:37:35.483 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 244 2024-04-15T16:37:35.483 INFO:tasks.rados.rados.0.smithi090.stdout:2569: setattr oid 38 current snap is 256 2024-04-15T16:37:35.484 INFO:tasks.rados.rados.0.smithi090.stdout:2570: copy_from oid 41 from oid 12 current snap is 256 2024-04-15T16:37:35.484 INFO:tasks.rados.rados.0.smithi090.stdout:2571: snap_create 2024-04-15T16:37:35.485 INFO:tasks.rados.rados.0.smithi090.stdout:2564: finishing write tid 5 to smithi09078167-34 2024-04-15T16:37:35.485 INFO:tasks.rados.rados.0.smithi090.stdout:2564: oid 34 updating version 0 to 806 2024-04-15T16:37:35.485 INFO:tasks.rados.rados.0.smithi090.stdout:2564: oid 34 version 806 is already newer than 805 2024-04-15T16:37:35.485 INFO:tasks.rados.rados.0.smithi090.stdout:2564: oid 34 updating version 806 to 807 2024-04-15T16:37:35.485 INFO:tasks.rados.rados.0.smithi090.stdout:2564: oid 34 updating version 807 to 808 2024-04-15T16:37:35.485 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 808 (ObjNum 807 snap 256 seq_num 807) dirty exists 2024-04-15T16:37:35.486 INFO:tasks.rados.rados.0.smithi090.stdout:2564: left oid 34 (ObjNum 807 snap 256 seq_num 807) 2024-04-15T16:37:35.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 500 (ObjNum 753 snap 227 seq_num 753) dirty exists 2024-04-15T16:37:35.487 INFO:tasks.rados.rados.0.smithi090.stdout:2568: finishing rollback tid 1 to smithi09078167-36 2024-04-15T16:37:35.487 INFO:tasks.rados.rados.0.smithi090.stdout:2570: finishing copy_from racing read to smithi09078167-41 2024-04-15T16:37:35.490 INFO:tasks.rados.rados.0.smithi090.stdout:2568: finishing rollback tid 2 to smithi09078167-36 2024-04-15T16:37:35.491 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 725 (ObjNum 781 snap 239 seq_num 781) dirty exists 2024-04-15T16:37:35.491 INFO:tasks.rados.rados.0.smithi090.stdout:2570: finishing copy_from to smithi09078167-41 2024-04-15T16:37:35.491 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 407 (ObjNum 734 snap 209 seq_num 734) dirty exists 2024-04-15T16:37:35.491 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 727 (ObjNum 708 snap 197 seq_num 708) dirty exists 2024-04-15T16:37:35.551 INFO:tasks.rados.rados.0.smithi090.stdout:2567: expect (ObjNum 785 snap 242 seq_num 785) 2024-04-15T16:37:35.778 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:35.778 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:35 smithi153 ceph-mon[84714]: pgmap v496: 121 pgs: 121 active+clean; 435 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-15T16:37:35.778 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:35.778 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:37:35.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:37:35.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:35.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:35.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:35.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:35.779 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:35.780 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:35.780 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T16:37:35.780 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:35 smithi153 ceph-mon[84714]: osdmap e559: 8 total, 8 up, 8 in 2024-04-15T16:37:36.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:36.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[91618]: pgmap v496: 121 pgs: 121 active+clean; 435 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-15T16:37:36.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:36.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:37:36.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:37:36.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:36.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:36.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:36.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:36.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:36.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:36.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T16:37:36.082 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[91618]: osdmap e559: 8 total, 8 up, 8 in 2024-04-15T16:37:36.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:36.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[89240]: pgmap v496: 121 pgs: 121 active+clean; 435 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-15T16:37:36.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:36.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:37:36.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:37:36.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:36.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:36.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:36.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:36.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:36.082 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:36.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-15T16:37:36.083 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:35 smithi090 ceph-mon[89240]: osdmap e559: 8 total, 8 up, 8 in 2024-04-15T16:37:37.050 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:36 smithi153 ceph-mon[84714]: Upgrade: It appears safe to stop mds.b 2024-04-15T16:37:37.050 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:36 smithi153 ceph-mon[84714]: osdmap e560: 8 total, 8 up, 8 in 2024-04-15T16:37:37.051 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:37.051 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:37:37.051 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:37:37.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:36 smithi090 ceph-mon[91618]: Upgrade: It appears safe to stop mds.b 2024-04-15T16:37:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:36 smithi090 ceph-mon[91618]: osdmap e560: 8 total, 8 up, 8 in 2024-04-15T16:37:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:37:37.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:37:37.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:36 smithi090 ceph-mon[89240]: Upgrade: It appears safe to stop mds.b 2024-04-15T16:37:37.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:36 smithi090 ceph-mon[89240]: osdmap e560: 8 total, 8 up, 8 in 2024-04-15T16:37:37.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:37.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-15T16:37:37.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:37:38.060 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:37 smithi153 ceph-mon[84714]: Upgrade: Updating mds.b 2024-04-15T16:37:38.060 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:37 smithi153 ceph-mon[84714]: Deploying daemon mds.b on smithi153 2024-04-15T16:37:38.061 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:37 smithi153 ceph-mon[84714]: pgmap v499: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 450 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-04-15T16:37:38.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:37 smithi090 ceph-mon[91618]: Upgrade: Updating mds.b 2024-04-15T16:37:38.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:37 smithi090 ceph-mon[91618]: Deploying daemon mds.b on smithi153 2024-04-15T16:37:38.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:37 smithi090 ceph-mon[91618]: pgmap v499: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 450 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-04-15T16:37:38.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:37 smithi090 ceph-mon[89240]: Upgrade: Updating mds.b 2024-04-15T16:37:38.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:37 smithi090 ceph-mon[89240]: Deploying daemon mds.b on smithi153 2024-04-15T16:37:38.081 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:37 smithi090 ceph-mon[89240]: pgmap v499: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 450 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 17 op/s 2024-04-15T16:37:38.375 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:38 smithi153 systemd[1]: Stopping Ceph mds.b for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:37:38.381 INFO:tasks.rados.rados.0.smithi090.stdout:2564: done (6 left) 2024-04-15T16:37:38.381 INFO:tasks.rados.rados.0.smithi090.stdout:2566: done (5 left) 2024-04-15T16:37:38.381 INFO:tasks.rados.rados.0.smithi090.stdout:2567: done (4 left) 2024-04-15T16:37:38.381 INFO:tasks.rados.rados.0.smithi090.stdout:2568: done (3 left) 2024-04-15T16:37:38.381 INFO:tasks.rados.rados.0.smithi090.stdout:2569: done (2 left) 2024-04-15T16:37:38.381 INFO:tasks.rados.rados.0.smithi090.stdout:2570: done (1 left) 2024-04-15T16:37:38.382 INFO:tasks.rados.rados.0.smithi090.stdout:2571: done (0 left) 2024-04-15T16:37:38.382 INFO:tasks.rados.rados.0.smithi090.stdout:2572: rollback oid 44 current snap is 257 2024-04-15T16:37:38.382 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 44 to 249 2024-04-15T16:37:38.382 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 257 2024-04-15T16:37:38.382 INFO:tasks.rados.rados.0.smithi090.stdout:2573: seq_num 809 ranges {0=753664,753664=499712,1253376=303104} 2024-04-15T16:37:38.385 INFO:tasks.rados.rados.0.smithi090.stdout:2573: writing smithi09078167-42 from 0 to 753664 tid 1 2024-04-15T16:37:38.388 INFO:tasks.rados.rados.0.smithi090.stdout:2573: writing smithi09078167-42 from 753664 to 1253376 tid 2 2024-04-15T16:37:38.390 INFO:tasks.rados.rados.0.smithi090.stdout:2573: writing smithi09078167-42 from 1253376 to 1556480 tid 3 2024-04-15T16:37:38.390 INFO:tasks.rados.rados.0.smithi090.stdout:2574: rollback oid 5 current snap is 257 2024-04-15T16:37:38.390 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 5 to 200 2024-04-15T16:37:38.390 INFO:tasks.rados.rados.0.smithi090.stdout:2572: finishing rollback tid 1 to smithi09078167-44 2024-04-15T16:37:38.390 INFO:tasks.rados.rados.0.smithi090.stdout:2572: finishing rollback tid 2 to smithi09078167-44 2024-04-15T16:37:38.390 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 858 (ObjNum 748 snap 221 seq_num 748) dirty exists 2024-04-15T16:37:38.391 INFO:tasks.rados.rados.0.smithi090.stdout:2572: done (2 left) 2024-04-15T16:37:38.391 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 257 2024-04-15T16:37:38.391 INFO:tasks.rados.rados.0.smithi090.stdout:2575: seq_num 810 ranges {2818048=770048,3588096=778240,4366336=24576} 2024-04-15T16:37:38.410 INFO:tasks.rados.rados.0.smithi090.stdout:2575: writing smithi09078167-37 from 2818048 to 3588096 tid 1 2024-04-15T16:37:38.414 INFO:tasks.rados.rados.0.smithi090.stdout:2575: writing smithi09078167-37 from 3588096 to 4366336 tid 2 2024-04-15T16:37:38.414 INFO:tasks.rados.rados.0.smithi090.stdout:2575: writing smithi09078167-37 from 4366336 to 4390912 tid 3 2024-04-15T16:37:38.414 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 257 2024-04-15T16:37:38.414 INFO:tasks.rados.rados.0.smithi090.stdout:2573: finishing write tid 1 to smithi09078167-42 2024-04-15T16:37:38.415 INFO:tasks.rados.rados.0.smithi090.stdout:2573: finishing write tid 2 to smithi09078167-42 2024-04-15T16:37:38.415 INFO:tasks.rados.rados.0.smithi090.stdout:2573: finishing write tid 3 to smithi09078167-42 2024-04-15T16:37:38.415 INFO:tasks.rados.rados.0.smithi090.stdout:2576: seq_num 811 ranges {0=786432,786432=663552,1449984=139264} 2024-04-15T16:37:38.418 INFO:tasks.rados.rados.0.smithi090.stdout:2576: writing smithi09078167-9 from 0 to 786432 tid 1 2024-04-15T16:37:38.422 INFO:tasks.rados.rados.0.smithi090.stdout:2576: writing smithi09078167-9 from 786432 to 1449984 tid 2 2024-04-15T16:37:38.424 INFO:tasks.rados.rados.0.smithi090.stdout:2576: writing smithi09078167-9 from 1449984 to 1589248 tid 3 2024-04-15T16:37:38.424 INFO:tasks.rados.rados.0.smithi090.stdout:2577: read oid 19 snap -1 2024-04-15T16:37:38.424 INFO:tasks.rados.rados.0.smithi090.stdout:2577: expect (ObjNum 742 snap 217 seq_num 742) 2024-04-15T16:37:38.425 INFO:tasks.rados.rados.0.smithi090.stdout:2578: rollback oid 23 current snap is 257 2024-04-15T16:37:38.425 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 23 to 239 2024-04-15T16:37:38.425 INFO:tasks.rados.rados.0.smithi090.stdout:2573: finishing write tid 4 to smithi09078167-42 2024-04-15T16:37:38.425 INFO:tasks.rados.rados.0.smithi090.stdout:2574: finishing rollback tid 0 to smithi09078167-5 2024-04-15T16:37:38.425 INFO:tasks.rados.rados.0.smithi090.stdout:2574: finishing rollback tid 1 to smithi09078167-5 2024-04-15T16:37:38.425 INFO:tasks.rados.rados.0.smithi090.stdout:2574: finishing rollback tid 2 to smithi09078167-5 2024-04-15T16:37:38.425 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 481 (ObjNum 676 snap 186 seq_num 676) dirty exists 2024-04-15T16:37:38.425 INFO:tasks.rados.rados.0.smithi090.stdout:2574: done (5 left) 2024-04-15T16:37:38.425 INFO:tasks.rados.rados.0.smithi090.stdout:2579: read oid 13 snap -1 2024-04-15T16:37:38.425 INFO:tasks.rados.rados.0.smithi090.stdout:2579: expect deleted 2024-04-15T16:37:38.425 INFO:tasks.rados.rados.0.smithi090.stdout:2580: read oid 26 snap 215 2024-04-15T16:37:38.425 INFO:tasks.rados.rados.0.smithi090.stdout:2580: expect deleted 2024-04-15T16:37:38.425 INFO:tasks.rados.rados.0.smithi090.stdout:2581: read oid 44 snap -1 2024-04-15T16:37:38.425 INFO:tasks.rados.rados.0.smithi090.stdout:2581: expect (ObjNum 748 snap 221 seq_num 748) 2024-04-15T16:37:38.426 INFO:tasks.rados.rados.0.smithi090.stdout:2582: snap_create 2024-04-15T16:37:38.426 INFO:tasks.rados.rados.0.smithi090.stdout:2573: finishing write tid 5 to smithi09078167-42 2024-04-15T16:37:38.426 INFO:tasks.rados.rados.0.smithi090.stdout:2573: oid 42 updating version 0 to 671 2024-04-15T16:37:38.426 INFO:tasks.rados.rados.0.smithi090.stdout:2573: oid 42 version 671 is already newer than 670 2024-04-15T16:37:38.426 INFO:tasks.rados.rados.0.smithi090.stdout:2573: oid 42 updating version 671 to 672 2024-04-15T16:37:38.426 INFO:tasks.rados.rados.0.smithi090.stdout:2573: oid 42 updating version 672 to 673 2024-04-15T16:37:38.426 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 673 (ObjNum 809 snap 257 seq_num 809) dirty exists 2024-04-15T16:37:38.426 INFO:tasks.rados.rados.0.smithi090.stdout:2573: left oid 42 (ObjNum 809 snap 257 seq_num 809) 2024-04-15T16:37:38.426 INFO:tasks.rados.rados.0.smithi090.stdout:2575: finishing write tid 1 to smithi09078167-37 2024-04-15T16:37:38.426 INFO:tasks.rados.rados.0.smithi090.stdout:2575: finishing write tid 2 to smithi09078167-37 2024-04-15T16:37:38.426 INFO:tasks.rados.rados.0.smithi090.stdout:2575: finishing write tid 3 to smithi09078167-37 2024-04-15T16:37:38.426 INFO:tasks.rados.rados.0.smithi090.stdout:2575: finishing write tid 4 to smithi09078167-37 2024-04-15T16:37:38.426 INFO:tasks.rados.rados.0.smithi090.stdout:2575: finishing write tid 5 to smithi09078167-37 2024-04-15T16:37:38.426 INFO:tasks.rados.rados.0.smithi090.stdout:2575: oid 37 updating version 0 to 533 2024-04-15T16:37:38.427 INFO:tasks.rados.rados.0.smithi090.stdout:2575: oid 37 updating version 533 to 535 2024-04-15T16:37:38.427 INFO:tasks.rados.rados.0.smithi090.stdout:2575: oid 37 version 535 is already newer than 532 2024-04-15T16:37:38.427 INFO:tasks.rados.rados.0.smithi090.stdout:2575: oid 37 version 535 is already newer than 534 2024-04-15T16:37:38.427 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 535 (ObjNum 810 snap 257 seq_num 810) dirty exists 2024-04-15T16:37:38.427 INFO:tasks.rados.rados.0.smithi090.stdout:2575: left oid 37 (ObjNum 810 snap 257 seq_num 810) 2024-04-15T16:37:38.427 INFO:tasks.rados.rados.0.smithi090.stdout:2576: finishing write tid 1 to smithi09078167-9 2024-04-15T16:37:38.427 INFO:tasks.rados.rados.0.smithi090.stdout:2576: finishing write tid 2 to smithi09078167-9 2024-04-15T16:37:38.429 INFO:tasks.rados.rados.0.smithi090.stdout:2576: finishing write tid 3 to smithi09078167-9 2024-04-15T16:37:38.429 INFO:tasks.rados.rados.0.smithi090.stdout:2581: expect (ObjNum 748 snap 221 seq_num 748) 2024-04-15T16:37:38.447 INFO:tasks.rados.rados.0.smithi090.stdout:2576: finishing write tid 4 to smithi09078167-9 2024-04-15T16:37:38.447 INFO:tasks.rados.rados.0.smithi090.stdout:2578: finishing rollback tid 0 to smithi09078167-23 2024-04-15T16:37:38.447 INFO:tasks.rados.rados.0.smithi090.stdout:2576: finishing write tid 5 to smithi09078167-9 2024-04-15T16:37:38.447 INFO:tasks.rados.rados.0.smithi090.stdout:2576: oid 9 updating version 0 to 721 2024-04-15T16:37:38.447 INFO:tasks.rados.rados.0.smithi090.stdout:2576: oid 9 version 721 is already newer than 720 2024-04-15T16:37:38.447 INFO:tasks.rados.rados.0.smithi090.stdout:2576: oid 9 updating version 721 to 722 2024-04-15T16:37:38.447 INFO:tasks.rados.rados.0.smithi090.stdout:2576: oid 9 version 722 is already newer than 719 2024-04-15T16:37:38.448 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 722 (ObjNum 811 snap 257 seq_num 811) dirty exists 2024-04-15T16:37:38.448 INFO:tasks.rados.rados.0.smithi090.stdout:2576: left oid 9 (ObjNum 811 snap 257 seq_num 811) 2024-04-15T16:37:38.448 INFO:tasks.rados.rados.0.smithi090.stdout:2578: finishing rollback tid 1 to smithi09078167-23 2024-04-15T16:37:38.448 INFO:tasks.rados.rados.0.smithi090.stdout:2578: finishing rollback tid 2 to smithi09078167-23 2024-04-15T16:37:38.448 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 677 (ObjNum 741 snap 217 seq_num 741) dirty exists 2024-04-15T16:37:38.448 INFO:tasks.rados.rados.0.smithi090.stdout:2577: expect (ObjNum 742 snap 217 seq_num 742) 2024-04-15T16:37:38.719 INFO:tasks.rados.rados.0.smithi090.stdout:2573: done (8 left) 2024-04-15T16:37:38.719 INFO:tasks.rados.rados.0.smithi090.stdout:2575: done (7 left) 2024-04-15T16:37:38.720 INFO:tasks.rados.rados.0.smithi090.stdout:2576: done (6 left) 2024-04-15T16:37:38.720 INFO:tasks.rados.rados.0.smithi090.stdout:2577: done (5 left) 2024-04-15T16:37:38.720 INFO:tasks.rados.rados.0.smithi090.stdout:2578: done (4 left) 2024-04-15T16:37:38.720 INFO:tasks.rados.rados.0.smithi090.stdout:2579: done (3 left) 2024-04-15T16:37:38.720 INFO:tasks.rados.rados.0.smithi090.stdout:2580: done (2 left) 2024-04-15T16:37:38.721 INFO:tasks.rados.rados.0.smithi090.stdout:2581: done (1 left) 2024-04-15T16:37:38.721 INFO:tasks.rados.rados.0.smithi090.stdout:2582: done (0 left) 2024-04-15T16:37:38.721 INFO:tasks.rados.rados.0.smithi090.stdout:2583: read oid 29 snap -1 2024-04-15T16:37:38.721 INFO:tasks.rados.rados.0.smithi090.stdout:2583: expect (ObjNum 797 snap 252 seq_num 797) 2024-04-15T16:37:38.721 INFO:tasks.rados.rados.0.smithi090.stdout:2584: read oid 36 snap -1 2024-04-15T16:37:38.722 INFO:tasks.rados.rados.0.smithi090.stdout:2584: expect (ObjNum 781 snap 239 seq_num 781) 2024-04-15T16:37:38.722 INFO:tasks.rados.rados.0.smithi090.stdout:2585: delete oid 48 current snap is 258 2024-04-15T16:37:38.722 INFO:tasks.rados.rados.0.smithi090.stdout:2585: done (2 left) 2024-04-15T16:37:38.723 INFO:tasks.rados.rados.0.smithi090.stdout:2586: snap_create 2024-04-15T16:37:38.726 INFO:tasks.rados.rados.0.smithi090.stdout:2583: expect (ObjNum 797 snap 252 seq_num 797) 2024-04-15T16:37:38.766 INFO:tasks.rados.rados.0.smithi090.stdout:2584: expect (ObjNum 781 snap 239 seq_num 781) 2024-04-15T16:37:38.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:38.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:37:38.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[91618]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T16:37:38.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[91618]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T16:37:38.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[91618]: osdmap e561: 8 total, 8 up, 8 in 2024-04-15T16:37:38.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[91618]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-15T16:37:38.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[91618]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T16:37:38.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[91618]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T16:37:38.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[91618]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-15T16:37:38.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:37:38.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a[89236]: 2024-04-15T16:37:38.526+0000 7f51cc07a700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T16:37:38.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:38.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:37:38.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[89240]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T16:37:38.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[89240]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T16:37:38.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[89240]: osdmap e561: 8 total, 8 up, 8 in 2024-04-15T16:37:38.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[89240]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-15T16:37:38.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[89240]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T16:37:38.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[89240]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T16:37:38.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[89240]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-15T16:37:38.834 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:37:38.873 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:38 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b[57045]: 2024-04-15T16:37:38.526+0000 7fa56dda5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T16:37:38.874 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:38 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b[57045]: 2024-04-15T16:37:38.526+0000 7fa56dda5700 -1 mds.b *** got signal Terminated *** 2024-04-15T16:37:38.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:38.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:37:38.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:38 smithi153 ceph-mon[84714]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T16:37:38.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:38 smithi153 ceph-mon[84714]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T16:37:38.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:38 smithi153 ceph-mon[84714]: osdmap e561: 8 total, 8 up, 8 in 2024-04-15T16:37:38.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:38 smithi153 ceph-mon[84714]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-15T16:37:38.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:38 smithi153 ceph-mon[84714]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T16:37:38.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:38 smithi153 ceph-mon[84714]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T16:37:38.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:38 smithi153 ceph-mon[84714]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-15T16:37:38.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:37:39.331 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:37:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:37:39] "GET /metrics HTTP/1.1" 200 36264 "" "Prometheus/2.43.0" 2024-04-15T16:37:39.405 INFO:tasks.rados.rados.0.smithi090.stdout:2583: done (2 left) 2024-04-15T16:37:39.405 INFO:tasks.rados.rados.0.smithi090.stdout:2584: done (1 left) 2024-04-15T16:37:39.405 INFO:tasks.rados.rados.0.smithi090.stdout:2586: done (0 left) 2024-04-15T16:37:39.405 INFO:tasks.rados.rados.0.smithi090.stdout:2587: delete oid 33 current snap is 259 2024-04-15T16:37:39.408 INFO:tasks.rados.rados.0.smithi090.stdout:2587: done (0 left) 2024-04-15T16:37:39.409 INFO:tasks.rados.rados.0.smithi090.stdout:2588: read oid 30 snap -1 2024-04-15T16:37:39.409 INFO:tasks.rados.rados.0.smithi090.stdout:2588: expect deleted 2024-04-15T16:37:39.409 INFO:tasks.rados.rados.0.smithi090.stdout:2589: read oid 37 snap -1 2024-04-15T16:37:39.409 INFO:tasks.rados.rados.0.smithi090.stdout:2589: expect (ObjNum 810 snap 257 seq_num 810) 2024-04-15T16:37:39.409 INFO:tasks.rados.rados.0.smithi090.stdout:2590: delete oid 11 current snap is 259 2024-04-15T16:37:39.410 INFO:tasks.rados.rados.0.smithi090.stdout:2588: done (2 left) 2024-04-15T16:37:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:2590: done (1 left) 2024-04-15T16:37:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:2591: read oid 42 snap -1 2024-04-15T16:37:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:2591: expect (ObjNum 809 snap 257 seq_num 809) 2024-04-15T16:37:39.411 INFO:tasks.rados.rados.0.smithi090.stdout:2592: delete oid 36 current snap is 259 2024-04-15T16:37:39.416 INFO:tasks.rados.rados.0.smithi090.stdout:2591: expect (ObjNum 809 snap 257 seq_num 809) 2024-04-15T16:37:39.461 INFO:tasks.rados.rados.0.smithi090.stdout:2589: expect (ObjNum 810 snap 257 seq_num 810) 2024-04-15T16:37:39.652 INFO:tasks.rados.rados.0.smithi090.stdout:2589: done (2 left) 2024-04-15T16:37:39.652 INFO:tasks.rados.rados.0.smithi090.stdout:2591: done (1 left) 2024-04-15T16:37:39.652 INFO:tasks.rados.rados.0.smithi090.stdout:2592: done (0 left) 2024-04-15T16:37:39.652 INFO:tasks.rados.rados.0.smithi090.stdout:2593: rmattr oid 41 current snap is 259 2024-04-15T16:37:39.652 INFO:tasks.rados.rados.0.smithi090.stdout:2593: done (0 left) 2024-04-15T16:37:39.652 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 259 2024-04-15T16:37:39.652 INFO:tasks.rados.rados.0.smithi090.stdout:2594: seq_num 816 ranges {0=475136,475136=540672,1015808=614400,1630208=49152} 2024-04-15T16:37:39.654 INFO:tasks.rados.rados.0.smithi090.stdout:2594: writing smithi09078167-40 from 0 to 475136 tid 1 2024-04-15T16:37:39.657 INFO:tasks.rados.rados.0.smithi090.stdout:2594: writing smithi09078167-40 from 475136 to 1015808 tid 2 2024-04-15T16:37:39.660 INFO:tasks.rados.rados.0.smithi090.stdout:2594: writing smithi09078167-40 from 1015808 to 1630208 tid 3 2024-04-15T16:37:39.660 INFO:tasks.rados.rados.0.smithi090.stdout:2594: writing smithi09078167-40 from 1630208 to 1679360 tid 4 2024-04-15T16:37:39.661 INFO:tasks.rados.rados.0.smithi090.stdout:2595: delete oid 32 current snap is 259 2024-04-15T16:37:39.661 INFO:tasks.rados.rados.0.smithi090.stdout:2594: finishing write tid 1 to smithi09078167-40 2024-04-15T16:37:39.661 INFO:tasks.rados.rados.0.smithi090.stdout:2594: finishing write tid 2 to smithi09078167-40 2024-04-15T16:37:39.663 INFO:tasks.rados.rados.0.smithi090.stdout:2595: done (1 left) 2024-04-15T16:37:39.663 INFO:tasks.rados.rados.0.smithi090.stdout:2596: rollback oid 10 current snap is 259 2024-04-15T16:37:39.663 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 234 2024-04-15T16:37:39.663 INFO:tasks.rados.rados.0.smithi090.stdout:2597: snap_create 2024-04-15T16:37:39.665 INFO:tasks.rados.rados.0.smithi090.stdout:2594: finishing write tid 3 to smithi09078167-40 2024-04-15T16:37:39.665 INFO:tasks.rados.rados.0.smithi090.stdout:2594: finishing write tid 4 to smithi09078167-40 2024-04-15T16:37:39.665 INFO:tasks.rados.rados.0.smithi090.stdout:2594: finishing write tid 5 to smithi09078167-40 2024-04-15T16:37:39.668 INFO:tasks.rados.rados.0.smithi090.stdout:2594: finishing write tid 6 to smithi09078167-40 2024-04-15T16:37:39.668 INFO:tasks.rados.rados.0.smithi090.stdout:2594: oid 40 updating version 0 to 939 2024-04-15T16:37:39.668 INFO:tasks.rados.rados.0.smithi090.stdout:2594: oid 40 version 939 is already newer than 936 2024-04-15T16:37:39.668 INFO:tasks.rados.rados.0.smithi090.stdout:2594: oid 40 version 939 is already newer than 938 2024-04-15T16:37:39.668 INFO:tasks.rados.rados.0.smithi090.stdout:2594: oid 40 version 939 is already newer than 937 2024-04-15T16:37:39.668 INFO:tasks.rados.rados.0.smithi090.stdout:2594: oid 40 version 939 is already newer than 935 2024-04-15T16:37:39.668 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 939 (ObjNum 816 snap 259 seq_num 816) dirty exists 2024-04-15T16:37:39.668 INFO:tasks.rados.rados.0.smithi090.stdout:2594: left oid 40 (ObjNum 816 snap 259 seq_num 816) 2024-04-15T16:37:39.668 INFO:tasks.rados.rados.0.smithi090.stdout:2596: finishing rollback tid 0 to smithi09078167-10 2024-04-15T16:37:39.669 INFO:tasks.rados.rados.0.smithi090.stdout:2596: finishing rollback tid 1 to smithi09078167-10 2024-04-15T16:37:39.669 INFO:tasks.rados.rados.0.smithi090.stdout:2596: finishing rollback tid 2 to smithi09078167-10 2024-04-15T16:37:39.669 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 862 (ObjNum 702 snap 196 seq_num 702) dirty exists 2024-04-15T16:37:39.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:39 smithi090 ceph-mon[89240]: pgmap v501: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 450 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-15T16:37:39.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:39 smithi090 ceph-mon[89240]: osdmap e562: 8 total, 8 up, 8 in 2024-04-15T16:37:39.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:39 smithi090 ceph-mon[89240]: mds.? [v2:172.21.15.90:6834/1486901634,v1:172.21.15.90:6835/1486901634] up:reconnect 2024-04-15T16:37:39.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:39 smithi090 ceph-mon[89240]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-15T16:37:39.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:39 smithi090 ceph-mon[91618]: pgmap v501: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 450 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-15T16:37:39.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:39 smithi090 ceph-mon[91618]: osdmap e562: 8 total, 8 up, 8 in 2024-04-15T16:37:39.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:39 smithi090 ceph-mon[91618]: mds.? [v2:172.21.15.90:6834/1486901634,v1:172.21.15.90:6835/1486901634] up:reconnect 2024-04-15T16:37:39.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:39 smithi090 ceph-mon[91618]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-15T16:37:40.123 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:39 smithi153 ceph-mon[84714]: pgmap v501: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 450 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-15T16:37:40.123 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:39 smithi153 ceph-mon[84714]: osdmap e562: 8 total, 8 up, 8 in 2024-04-15T16:37:40.123 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:39 smithi153 ceph-mon[84714]: mds.? [v2:172.21.15.90:6834/1486901634,v1:172.21.15.90:6835/1486901634] up:reconnect 2024-04-15T16:37:40.123 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:39 smithi153 ceph-mon[84714]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-15T16:37:40.543 INFO:tasks.rados.rados.0.smithi090.stdout:2594: done (2 left) 2024-04-15T16:37:40.543 INFO:tasks.rados.rados.0.smithi090.stdout:2596: done (1 left) 2024-04-15T16:37:40.543 INFO:tasks.rados.rados.0.smithi090.stdout:2597: done (0 left) 2024-04-15T16:37:40.543 INFO:tasks.rados.rados.0.smithi090.stdout:2598: delete oid 44 current snap is 260 2024-04-15T16:37:40.548 INFO:tasks.rados.rados.0.smithi090.stdout:2598: done (0 left) 2024-04-15T16:37:40.548 INFO:tasks.rados.rados.0.smithi090.stdout:2599: read oid 11 snap -1 2024-04-15T16:37:40.548 INFO:tasks.rados.rados.0.smithi090.stdout:2599: expect deleted 2024-04-15T16:37:40.548 INFO:tasks.rados.rados.0.smithi090.stdout:2600: copy_from oid 15 from oid 43 current snap is 260 2024-04-15T16:37:40.548 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 260 2024-04-15T16:37:40.548 INFO:tasks.rados.rados.0.smithi090.stdout:2601: seq_num 819 ranges {0=524288,524288=589824,1114112=614400} 2024-04-15T16:37:40.550 INFO:tasks.rados.rados.0.smithi090.stdout:2601: writing smithi09078167-32 from 0 to 524288 tid 1 2024-04-15T16:37:40.554 INFO:tasks.rados.rados.0.smithi090.stdout:2601: writing smithi09078167-32 from 524288 to 1114112 tid 2 2024-04-15T16:37:40.559 INFO:tasks.rados.rados.0.smithi090.stdout:2601: writing smithi09078167-32 from 1114112 to 1728512 tid 3 2024-04-15T16:37:40.559 INFO:tasks.rados.rados.0.smithi090.stdout:2602: delete oid 37 current snap is 260 2024-04-15T16:37:40.559 INFO:tasks.rados.rados.0.smithi090.stdout:2601: finishing write tid 1 to smithi09078167-32 2024-04-15T16:37:40.559 INFO:tasks.rados.rados.0.smithi090.stdout:2601: finishing write tid 2 to smithi09078167-32 2024-04-15T16:37:40.560 INFO:tasks.rados.rados.0.smithi090.stdout:2600: finishing copy_from racing read to smithi09078167-15 2024-04-15T16:37:40.561 INFO:tasks.rados.rados.0.smithi090.stdout:2600: finishing copy_from to smithi09078167-15 2024-04-15T16:37:40.561 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1003 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:37:40.563 INFO:tasks.rados.rados.0.smithi090.stdout:2601: finishing write tid 3 to smithi09078167-32 2024-04-15T16:37:40.563 INFO:tasks.rados.rados.0.smithi090.stdout:2601: finishing write tid 4 to smithi09078167-32 2024-04-15T16:37:40.563 INFO:tasks.rados.rados.0.smithi090.stdout:2599: done (3 left) 2024-04-15T16:37:40.563 INFO:tasks.rados.rados.0.smithi090.stdout:2600: done (2 left) 2024-04-15T16:37:40.563 INFO:tasks.rados.rados.0.smithi090.stdout:2602: done (1 left) 2024-04-15T16:37:40.563 INFO:tasks.rados.rados.0.smithi090.stdout:2603: setattr oid 29 current snap is 260 2024-04-15T16:37:40.564 INFO:tasks.rados.rados.0.smithi090.stdout:2601: finishing write tid 5 to smithi09078167-32 2024-04-15T16:37:40.564 INFO:tasks.rados.rados.0.smithi090.stdout:2601: oid 32 updating version 0 to 539 2024-04-15T16:37:40.565 INFO:tasks.rados.rados.0.smithi090.stdout:2601: oid 32 version 539 is already newer than 538 2024-04-15T16:37:40.565 INFO:tasks.rados.rados.0.smithi090.stdout:2601: oid 32 version 539 is already newer than 537 2024-04-15T16:37:40.565 INFO:tasks.rados.rados.0.smithi090.stdout:2601: oid 32 updating version 539 to 540 2024-04-15T16:37:40.565 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 540 (ObjNum 819 snap 260 seq_num 819) dirty exists 2024-04-15T16:37:40.565 INFO:tasks.rados.rados.0.smithi090.stdout:2601: left oid 32 (ObjNum 819 snap 260 seq_num 819) 2024-04-15T16:37:40.565 INFO:tasks.rados.rados.0.smithi090.stdout:2601: done (1 left) 2024-04-15T16:37:40.565 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 260 2024-04-15T16:37:40.565 INFO:tasks.rados.rados.0.smithi090.stdout:2604: seq_num 821 ranges {835584=557056,1392640=761856,2154496=442368} 2024-04-15T16:37:40.572 INFO:tasks.rados.rados.0.smithi090.stdout:2604: writing smithi09078167-3 from 835584 to 1392640 tid 1 2024-04-15T16:37:40.576 INFO:tasks.rados.rados.0.smithi090.stdout:2604: writing smithi09078167-3 from 1392640 to 2154496 tid 2 2024-04-15T16:37:40.579 INFO:tasks.rados.rados.0.smithi090.stdout:2604: writing smithi09078167-3 from 2154496 to 2596864 tid 3 2024-04-15T16:37:40.579 INFO:tasks.rados.rados.0.smithi090.stdout:2605: setattr oid 37 current snap is 260 2024-04-15T16:37:40.579 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 824 (ObjNum 797 snap 252 seq_num 797) dirty exists 2024-04-15T16:37:40.579 INFO:tasks.rados.rados.0.smithi090.stdout:2604: finishing write tid 1 to smithi09078167-3 2024-04-15T16:37:40.581 INFO:tasks.rados.rados.0.smithi090.stdout:2603: done (2 left) 2024-04-15T16:37:40.582 INFO:tasks.rados.rados.0.smithi090.stdout:2606: rollback oid 17 current snap is 260 2024-04-15T16:37:40.582 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 17 to 218 2024-04-15T16:37:40.582 INFO:tasks.rados.rados.0.smithi090.stdout:2607: read oid 34 snap -1 2024-04-15T16:37:40.582 INFO:tasks.rados.rados.0.smithi090.stdout:2607: expect (ObjNum 807 snap 256 seq_num 807) 2024-04-15T16:37:40.582 INFO:tasks.rados.rados.0.smithi090.stdout:2608: read oid 19 snap -1 2024-04-15T16:37:40.582 INFO:tasks.rados.rados.0.smithi090.stdout:2608: expect (ObjNum 742 snap 217 seq_num 742) 2024-04-15T16:37:40.582 INFO:tasks.rados.rados.0.smithi090.stdout:2609: snap_remove snap 256 2024-04-15T16:37:41.561 INFO:tasks.rados.rados.0.smithi090.stdout:2609: done (5 left) 2024-04-15T16:37:41.562 INFO:tasks.rados.rados.0.smithi090.stdout:2610: snap_remove snap 235 2024-04-15T16:37:41.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:41 smithi090 ceph-mon[89240]: mds.? [v2:172.21.15.90:6834/1486901634,v1:172.21.15.90:6835/1486901634] up:rejoin 2024-04-15T16:37:41.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:41 smithi090 ceph-mon[89240]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-15T16:37:41.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:41 smithi090 ceph-mon[89240]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-15T16:37:41.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:41 smithi090 ceph-mon[89240]: osdmap e563: 8 total, 8 up, 8 in 2024-04-15T16:37:41.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:41 smithi090 ceph-mon[89240]: pgmap v504: 121 pgs: 121 active+clean; 454 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-04-15T16:37:41.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:41 smithi090 ceph-mon[91618]: mds.? [v2:172.21.15.90:6834/1486901634,v1:172.21.15.90:6835/1486901634] up:rejoin 2024-04-15T16:37:41.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:41 smithi090 ceph-mon[91618]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-15T16:37:41.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:41 smithi090 ceph-mon[91618]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-15T16:37:41.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:41 smithi090 ceph-mon[91618]: osdmap e563: 8 total, 8 up, 8 in 2024-04-15T16:37:41.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:41 smithi090 ceph-mon[91618]: pgmap v504: 121 pgs: 121 active+clean; 454 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-04-15T16:37:41.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:41 smithi153 ceph-mon[84714]: mds.? [v2:172.21.15.90:6834/1486901634,v1:172.21.15.90:6835/1486901634] up:rejoin 2024-04-15T16:37:41.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:41 smithi153 ceph-mon[84714]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-15T16:37:41.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:41 smithi153 ceph-mon[84714]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-15T16:37:41.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:41 smithi153 ceph-mon[84714]: osdmap e563: 8 total, 8 up, 8 in 2024-04-15T16:37:41.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:41 smithi153 ceph-mon[84714]: pgmap v504: 121 pgs: 121 active+clean; 454 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.4 MiB/s wr, 22 op/s 2024-04-15T16:37:42.565 INFO:tasks.rados.rados.0.smithi090.stdout:2610: done (5 left) 2024-04-15T16:37:42.566 INFO:tasks.rados.rados.0.smithi090.stdout:2611: delete oid 6 current snap is 260 2024-04-15T16:37:42.566 INFO:tasks.rados.rados.0.smithi090.stdout:2604: finishing write tid 2 to smithi09078167-3 2024-04-15T16:37:42.566 INFO:tasks.rados.rados.0.smithi090.stdout:2604: finishing write tid 3 to smithi09078167-3 2024-04-15T16:37:42.566 INFO:tasks.rados.rados.0.smithi090.stdout:2604: finishing write tid 4 to smithi09078167-3 2024-04-15T16:37:42.566 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 542 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-15T16:37:42.566 INFO:tasks.rados.rados.0.smithi090.stdout:2604: finishing write tid 5 to smithi09078167-3 2024-04-15T16:37:42.566 INFO:tasks.rados.rados.0.smithi090.stdout:2604: oid 3 updating version 0 to 825 2024-04-15T16:37:42.566 INFO:tasks.rados.rados.0.smithi090.stdout:2604: oid 3 updating version 825 to 828 2024-04-15T16:37:42.566 INFO:tasks.rados.rados.0.smithi090.stdout:2604: oid 3 version 828 is already newer than 826 2024-04-15T16:37:42.566 INFO:tasks.rados.rados.0.smithi090.stdout:2604: oid 3 version 828 is already newer than 827 2024-04-15T16:37:42.566 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 828 (ObjNum 821 snap 260 seq_num 821) dirty exists 2024-04-15T16:37:42.566 INFO:tasks.rados.rados.0.smithi090.stdout:2604: left oid 3 (ObjNum 821 snap 260 seq_num 821) 2024-04-15T16:37:42.566 INFO:tasks.rados.rados.0.smithi090.stdout:2606: finishing rollback tid 1 to smithi09078167-17 2024-04-15T16:37:42.567 INFO:tasks.rados.rados.0.smithi090.stdout:2606: finishing rollback tid 2 to smithi09078167-17 2024-04-15T16:37:42.567 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 830 (ObjNum 502 snap 127 seq_num 502) dirty exists 2024-04-15T16:37:42.567 INFO:tasks.rados.rados.0.smithi090.stdout:2607: expect (ObjNum 807 snap 256 seq_num 807) 2024-04-15T16:37:42.623 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:37:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:37:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:37:42.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:42 smithi153 ceph-mon[84714]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T16:37:42.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:42 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:37:42.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:42 smithi153 ceph-mon[84714]: mds.? [v2:172.21.15.90:6834/1486901634,v1:172.21.15.90:6835/1486901634] up:active 2024-04-15T16:37:42.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:42 smithi153 ceph-mon[84714]: fsmap cephfs:1 {0=a=up:active} 2024-04-15T16:37:42.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:42 smithi153 ceph-mon[84714]: osdmap e564: 8 total, 8 up, 8 in 2024-04-15T16:37:42.686 INFO:tasks.rados.rados.0.smithi090.stdout:2608: expect (ObjNum 742 snap 217 seq_num 742) 2024-04-15T16:37:42.830 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 16:37:42 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a[116031]: 2024-04-15T16:37:42.441+0000 7febba833700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-15T16:37:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:42 smithi090 ceph-mon[91618]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T16:37:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:42 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:37:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:42 smithi090 ceph-mon[91618]: mds.? [v2:172.21.15.90:6834/1486901634,v1:172.21.15.90:6835/1486901634] up:active 2024-04-15T16:37:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:42 smithi090 ceph-mon[91618]: fsmap cephfs:1 {0=a=up:active} 2024-04-15T16:37:42.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:42 smithi090 ceph-mon[91618]: osdmap e564: 8 total, 8 up, 8 in 2024-04-15T16:37:42.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:42 smithi090 ceph-mon[89240]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T16:37:42.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:42 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:37:42.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:42 smithi090 ceph-mon[89240]: mds.? [v2:172.21.15.90:6834/1486901634,v1:172.21.15.90:6835/1486901634] up:active 2024-04-15T16:37:42.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:42 smithi090 ceph-mon[89240]: fsmap cephfs:1 {0=a=up:active} 2024-04-15T16:37:42.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:42 smithi090 ceph-mon[89240]: osdmap e564: 8 total, 8 up, 8 in 2024-04-15T16:37:42.953 INFO:tasks.rados.rados.0.smithi090.stdout:2604: done (5 left) 2024-04-15T16:37:42.954 INFO:tasks.rados.rados.0.smithi090.stdout:2605: done (4 left) 2024-04-15T16:37:42.954 INFO:tasks.rados.rados.0.smithi090.stdout:2606: done (3 left) 2024-04-15T16:37:42.954 INFO:tasks.rados.rados.0.smithi090.stdout:2607: done (2 left) 2024-04-15T16:37:42.954 INFO:tasks.rados.rados.0.smithi090.stdout:2608: done (1 left) 2024-04-15T16:37:42.954 INFO:tasks.rados.rados.0.smithi090.stdout:2611: done (0 left) 2024-04-15T16:37:42.954 INFO:tasks.rados.rados.0.smithi090.stdout:2612: rollback oid 41 current snap is 260 2024-04-15T16:37:42.954 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 41 to 251 2024-04-15T16:37:42.954 INFO:tasks.rados.rados.0.smithi090.stdout:2613: copy_from oid 2 from oid 3 current snap is 260 2024-04-15T16:37:42.954 INFO:tasks.rados.rados.0.smithi090.stdout:2614: delete oid 12 current snap is 260 2024-04-15T16:37:42.956 INFO:tasks.rados.rados.0.smithi090.stdout:2612: finishing rollback tid 0 to smithi09078167-41 2024-04-15T16:37:42.956 INFO:tasks.rados.rados.0.smithi090.stdout:2612: finishing rollback tid 1 to smithi09078167-41 2024-04-15T16:37:42.956 INFO:tasks.rados.rados.0.smithi090.stdout:2614: done (2 left) 2024-04-15T16:37:42.956 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 260 2024-04-15T16:37:42.957 INFO:tasks.rados.rados.0.smithi090.stdout:2615: seq_num 824 ranges {0=606208,606208=458752,1064960=573440,1638400=172032} 2024-04-15T16:37:42.960 INFO:tasks.rados.rados.0.smithi090.stdout:2615: writing smithi09078167-46 from 0 to 606208 tid 1 2024-04-15T16:37:42.963 INFO:tasks.rados.rados.0.smithi090.stdout:2615: writing smithi09078167-46 from 606208 to 1064960 tid 2 2024-04-15T16:37:42.966 INFO:tasks.rados.rados.0.smithi090.stdout:2615: writing smithi09078167-46 from 1064960 to 1638400 tid 3 2024-04-15T16:37:42.970 INFO:tasks.rados.rados.0.smithi090.stdout:2615: writing smithi09078167-46 from 1638400 to 1810432 tid 4 2024-04-15T16:37:42.970 INFO:tasks.rados.rados.0.smithi090.stdout:2616: copy_from oid 30 from oid 25 current snap is 260 2024-04-15T16:37:42.970 INFO:tasks.rados.rados.0.smithi090.stdout:2612: finishing rollback tid 2 to smithi09078167-41 2024-04-15T16:37:42.970 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 811 (ObjNum 710 snap 197 seq_num 710) dirty exists 2024-04-15T16:37:42.970 INFO:tasks.rados.rados.0.smithi090.stdout:2615: finishing write tid 1 to smithi09078167-46 2024-04-15T16:37:42.970 INFO:tasks.rados.rados.0.smithi090.stdout:2612: done (3 left) 2024-04-15T16:37:42.970 INFO:tasks.rados.rados.0.smithi090.stdout:2617: snap_remove snap 157 2024-04-15T16:37:43.571 INFO:tasks.rados.rados.0.smithi090.stdout:2617: done (3 left) 2024-04-15T16:37:43.571 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 260 2024-04-15T16:37:43.571 INFO:tasks.rados.rados.0.smithi090.stdout:2613: finishing copy_from racing read to smithi09078167-2 2024-04-15T16:37:43.571 INFO:tasks.rados.rados.0.smithi090.stdout:2615: finishing write tid 2 to smithi09078167-46 2024-04-15T16:37:43.571 INFO:tasks.rados.rados.0.smithi090.stdout:2613: finishing copy_from to smithi09078167-2 2024-04-15T16:37:43.571 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 828 (ObjNum 821 snap 260 seq_num 821) dirty exists 2024-04-15T16:37:43.571 INFO:tasks.rados.rados.0.smithi090.stdout:2616: finishing copy_from to smithi09078167-30 2024-04-15T16:37:43.572 INFO:tasks.rados.rados.0.smithi090.stdout:2616: got expected ENOENT (src dne) 2024-04-15T16:37:43.572 INFO:tasks.rados.rados.0.smithi090.stdout:2616: finishing copy_from racing read to smithi09078167-30 2024-04-15T16:37:43.572 INFO:tasks.rados.rados.0.smithi090.stdout:2615: finishing write tid 3 to smithi09078167-46 2024-04-15T16:37:43.572 INFO:tasks.rados.rados.0.smithi090.stdout:2615: finishing write tid 4 to smithi09078167-46 2024-04-15T16:37:43.572 INFO:tasks.rados.rados.0.smithi090.stdout:2615: finishing write tid 5 to smithi09078167-46 2024-04-15T16:37:43.572 INFO:tasks.rados.rados.0.smithi090.stdout:2615: finishing write tid 6 to smithi09078167-46 2024-04-15T16:37:43.572 INFO:tasks.rados.rados.0.smithi090.stdout:2615: oid 46 updating version 0 to 816 2024-04-15T16:37:43.572 INFO:tasks.rados.rados.0.smithi090.stdout:2615: oid 46 version 816 is already newer than 814 2024-04-15T16:37:43.572 INFO:tasks.rados.rados.0.smithi090.stdout:2615: oid 46 version 816 is already newer than 812 2024-04-15T16:37:43.572 INFO:tasks.rados.rados.0.smithi090.stdout:2615: oid 46 version 816 is already newer than 815 2024-04-15T16:37:43.572 INFO:tasks.rados.rados.0.smithi090.stdout:2615: oid 46 version 816 is already newer than 813 2024-04-15T16:37:43.572 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 816 (ObjNum 824 snap 260 seq_num 824) dirty exists 2024-04-15T16:37:43.572 INFO:tasks.rados.rados.0.smithi090.stdout:2615: left oid 46 (ObjNum 824 snap 260 seq_num 824) 2024-04-15T16:37:43.572 INFO:tasks.rados.rados.0.smithi090.stdout:2618: seq_num 825 ranges {0=622592,622592=745472,1368064=458752} 2024-04-15T16:37:43.575 INFO:tasks.rados.rados.0.smithi090.stdout:2618: writing smithi09078167-26 from 0 to 622592 tid 1 2024-04-15T16:37:43.581 INFO:tasks.rados.rados.0.smithi090.stdout:2618: writing smithi09078167-26 from 622592 to 1368064 tid 2 2024-04-15T16:37:43.584 INFO:tasks.rados.rados.0.smithi090.stdout:2618: writing smithi09078167-26 from 1368064 to 1826816 tid 3 2024-04-15T16:37:43.584 INFO:tasks.rados.rados.0.smithi090.stdout:2613: done (3 left) 2024-04-15T16:37:43.584 INFO:tasks.rados.rados.0.smithi090.stdout:2615: done (2 left) 2024-04-15T16:37:43.584 INFO:tasks.rados.rados.0.smithi090.stdout:2616: done (1 left) 2024-04-15T16:37:43.584 INFO:tasks.rados.rados.0.smithi090.stdout:2619: delete oid 40 current snap is 260 2024-04-15T16:37:43.584 INFO:tasks.rados.rados.0.smithi090.stdout:2618: finishing write tid 1 to smithi09078167-26 2024-04-15T16:37:43.588 INFO:tasks.rados.rados.0.smithi090.stdout:2618: finishing write tid 2 to smithi09078167-26 2024-04-15T16:37:43.591 INFO:tasks.rados.rados.0.smithi090.stdout:2618: finishing write tid 3 to smithi09078167-26 2024-04-15T16:37:43.591 INFO:tasks.rados.rados.0.smithi090.stdout:2618: finishing write tid 4 to smithi09078167-26 2024-04-15T16:37:43.593 INFO:tasks.rados.rados.0.smithi090.stdout:2619: done (1 left) 2024-04-15T16:37:43.593 INFO:tasks.rados.rados.0.smithi090.stdout:2620: delete oid 29 current snap is 260 2024-04-15T16:37:43.595 INFO:tasks.rados.rados.0.smithi090.stdout:2618: finishing write tid 5 to smithi09078167-26 2024-04-15T16:37:43.596 INFO:tasks.rados.rados.0.smithi090.stdout:2618: oid 26 updating version 0 to 778 2024-04-15T16:37:43.596 INFO:tasks.rados.rados.0.smithi090.stdout:2618: oid 26 updating version 778 to 779 2024-04-15T16:37:43.596 INFO:tasks.rados.rados.0.smithi090.stdout:2618: oid 26 version 779 is already newer than 776 2024-04-15T16:37:43.596 INFO:tasks.rados.rados.0.smithi090.stdout:2618: oid 26 version 779 is already newer than 777 2024-04-15T16:37:43.596 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 779 (ObjNum 825 snap 260 seq_num 825) dirty exists 2024-04-15T16:37:43.596 INFO:tasks.rados.rados.0.smithi090.stdout:2618: left oid 26 (ObjNum 825 snap 260 seq_num 825) 2024-04-15T16:37:43.596 INFO:tasks.rados.rados.0.smithi090.stdout:2618: done (1 left) 2024-04-15T16:37:43.596 INFO:tasks.rados.rados.0.smithi090.stdout:2620: done (0 left) 2024-04-15T16:37:43.596 INFO:tasks.rados.rados.0.smithi090.stdout:2621: snap_remove snap 230 2024-04-15T16:37:43.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:43 smithi090 ceph-mon[91618]: osdmap e565: 8 total, 8 up, 8 in 2024-04-15T16:37:43.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:43 smithi090 ceph-mon[91618]: pgmap v507: 121 pgs: 121 active+clean; 460 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-04-15T16:37:43.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:43 smithi090 ceph-mon[89240]: osdmap e565: 8 total, 8 up, 8 in 2024-04-15T16:37:43.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:43 smithi090 ceph-mon[89240]: pgmap v507: 121 pgs: 121 active+clean; 460 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-04-15T16:37:43.831 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 16:37:43 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2[106469]: 2024-04-15T16:37:43.600+0000 7f97d755b700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap e8 after trimming was started 2024-04-15T16:37:43.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:43 smithi153 ceph-mon[84714]: osdmap e565: 8 total, 8 up, 8 in 2024-04-15T16:37:43.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:43 smithi153 ceph-mon[84714]: pgmap v507: 121 pgs: 121 active+clean; 460 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.4 MiB/s wr, 36 op/s 2024-04-15T16:37:44.414 INFO:tasks.rados.rados.0.smithi090.stdout:2621: done (0 left) 2024-04-15T16:37:44.414 INFO:tasks.rados.rados.0.smithi090.stdout:2622: snap_create 2024-04-15T16:37:44.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:44 smithi090 ceph-mon[89240]: osdmap e566: 8 total, 8 up, 8 in 2024-04-15T16:37:44.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:44 smithi090 ceph-mon[89240]: osdmap e567: 8 total, 8 up, 8 in 2024-04-15T16:37:44.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:44 smithi090 ceph-mon[91618]: osdmap e566: 8 total, 8 up, 8 in 2024-04-15T16:37:44.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:44 smithi090 ceph-mon[91618]: osdmap e567: 8 total, 8 up, 8 in 2024-04-15T16:37:44.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:44 smithi153 ceph-mon[84714]: osdmap e566: 8 total, 8 up, 8 in 2024-04-15T16:37:44.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:44 smithi153 ceph-mon[84714]: osdmap e567: 8 total, 8 up, 8 in 2024-04-15T16:37:45.409 INFO:tasks.rados.rados.0.smithi090.stdout:2622: done (0 left) 2024-04-15T16:37:45.409 INFO:tasks.rados.rados.0.smithi090.stdout:2623: rmattr oid 49 current snap is 261 2024-04-15T16:37:45.409 INFO:tasks.rados.rados.0.smithi090.stdout:2624: snap_remove snap 247 2024-04-15T16:37:45.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:45 smithi090 ceph-mon[89240]: pgmap v510: 121 pgs: 121 active+clean; 460 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 21 op/s 2024-04-15T16:37:45.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:45 smithi090 ceph-mon[89240]: osdmap e568: 8 total, 8 up, 8 in 2024-04-15T16:37:45.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:45 smithi090 ceph-mon[91618]: pgmap v510: 121 pgs: 121 active+clean; 460 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 21 op/s 2024-04-15T16:37:45.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:45 smithi090 ceph-mon[91618]: osdmap e568: 8 total, 8 up, 8 in 2024-04-15T16:37:45.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:45 smithi153 ceph-mon[84714]: pgmap v510: 121 pgs: 121 active+clean; 460 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 21 op/s 2024-04-15T16:37:45.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:45 smithi153 ceph-mon[84714]: osdmap e568: 8 total, 8 up, 8 in 2024-04-15T16:37:46.415 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 501 (ObjNum 742 snap 217 seq_num 742) dirty exists 2024-04-15T16:37:46.415 INFO:tasks.rados.rados.0.smithi090.stdout:2623: done (1 left) 2024-04-15T16:37:46.415 INFO:tasks.rados.rados.0.smithi090.stdout:2624: done (0 left) 2024-04-15T16:37:46.415 INFO:tasks.rados.rados.0.smithi090.stdout:2625: rollback oid 11 current snap is 261 2024-04-15T16:37:46.415 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 258 2024-04-15T16:37:46.415 INFO:tasks.rados.rados.0.smithi090.stdout:2626: delete oid 36 current snap is 261 2024-04-15T16:37:46.424 INFO:tasks.rados.rados.0.smithi090.stdout:2626: done (1 left) 2024-04-15T16:37:46.424 INFO:tasks.rados.rados.0.smithi090.stdout:2627: copy_from oid 1 from oid 9 current snap is 261 2024-04-15T16:37:46.424 INFO:tasks.rados.rados.0.smithi090.stdout:2628: snap_remove snap 251 2024-04-15T16:37:47.422 INFO:tasks.rados.rados.0.smithi090.stdout:2628: done (2 left) 2024-04-15T16:37:47.422 INFO:tasks.rados.rados.0.smithi090.stdout:2629: setattr oid 38 current snap is 261 2024-04-15T16:37:47.422 INFO:tasks.rados.rados.0.smithi090.stdout:2630: snap_create 2024-04-15T16:37:47.423 INFO:tasks.rados.rados.0.smithi090.stdout:2625: finishing rollback tid 1 to smithi09078167-11 2024-04-15T16:37:47.423 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 693 (ObjNum 65 snap 0 seq_num 1952600179) dirty dne 2024-04-15T16:37:47.423 INFO:tasks.rados.rados.0.smithi090.stdout:2627: finishing copy_from racing read to smithi09078167-1 2024-04-15T16:37:47.423 INFO:tasks.rados.rados.0.smithi090.stdout:2627: finishing copy_from to smithi09078167-1 2024-04-15T16:37:47.423 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 722 (ObjNum 811 snap 257 seq_num 811) dirty exists 2024-04-15T16:37:47.436 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 756 (ObjNum 708 snap 197 seq_num 708) dirty exists 2024-04-15T16:37:47.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:47 smithi090 ceph-mon[89240]: osdmap e569: 8 total, 8 up, 8 in 2024-04-15T16:37:47.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:47 smithi090 ceph-mon[89240]: pgmap v513: 121 pgs: 121 active+clean; 440 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.5 KiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-04-15T16:37:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:47 smithi090 ceph-mon[91618]: osdmap e569: 8 total, 8 up, 8 in 2024-04-15T16:37:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:47 smithi090 ceph-mon[91618]: pgmap v513: 121 pgs: 121 active+clean; 440 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.5 KiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-04-15T16:37:47.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:47 smithi153 ceph-mon[84714]: osdmap e569: 8 total, 8 up, 8 in 2024-04-15T16:37:47.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:47 smithi153 ceph-mon[84714]: pgmap v513: 121 pgs: 121 active+clean; 440 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.5 KiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-04-15T16:37:48.420 INFO:tasks.rados.rados.0.smithi090.stdout:2625: done (3 left) 2024-04-15T16:37:48.421 INFO:tasks.rados.rados.0.smithi090.stdout:2627: done (2 left) 2024-04-15T16:37:48.421 INFO:tasks.rados.rados.0.smithi090.stdout:2629: done (1 left) 2024-04-15T16:37:48.421 INFO:tasks.rados.rados.0.smithi090.stdout:2630: done (0 left) 2024-04-15T16:37:48.421 INFO:tasks.rados.rados.0.smithi090.stdout:2631: snap_remove snap 225 2024-04-15T16:37:48.774 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:48 smithi153 ceph-mon[84714]: osdmap e570: 8 total, 8 up, 8 in 2024-04-15T16:37:48.775 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:48 smithi153 bash[108951]: time="2024-04-15T16:37:48Z" level=warning msg="StopSignal SIGTERM failed to stop container ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b in 10 seconds, resorting to SIGKILL" 2024-04-15T16:37:48.775 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:48 smithi153 podman[108951]: 2024-04-15 16:37:48.55031255 +0000 UTC m=+10.145323541 container died a88224a1c3dbfb4ec0f5c9e645caed789762903eb9bda194edecc4855a1d1b47 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b, RELEASE=reef-e3fb05d, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-15T16:37:48.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:48 smithi090 ceph-mon[91618]: osdmap e570: 8 total, 8 up, 8 in 2024-04-15T16:37:48.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:48 smithi090 ceph-mon[89240]: osdmap e570: 8 total, 8 up, 8 in 2024-04-15T16:37:49.373 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:49 smithi153 podman[108951]: 2024-04-15 16:37:49.041750672 +0000 UTC m=+10.636761655 container cleanup a88224a1c3dbfb4ec0f5c9e645caed789762903eb9bda194edecc4855a1d1b47 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=reef-e3fb05d, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-15T16:37:49.373 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:49 smithi153 bash[108951]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b 2024-04-15T16:37:49.373 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:49 smithi153 podman[108966]: 2024-04-15 16:37:49.268166333 +0000 UTC m=+0.715445619 container remove a88224a1c3dbfb4ec0f5c9e645caed789762903eb9bda194edecc4855a1d1b47 (image=quay.ceph.io/ceph-ci/ceph@sha256:68779415073ff203e402b0379758fdddf51fc45e34dd0f039888aa95268c5315, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-e3fb05d, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-15T16:37:49.373 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:49 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mds.b.service: Main process exited, code=exited, status=137/n/a 2024-04-15T16:37:49.411 INFO:tasks.rados.rados.0.smithi090.stdout:2631: done (0 left) 2024-04-15T16:37:49.411 INFO:tasks.rados.rados.0.smithi090.stdout:2632: delete oid 29 current snap is 262 2024-04-15T16:37:49.424 INFO:tasks.rados.rados.0.smithi090.stdout:2632: done (0 left) 2024-04-15T16:37:49.424 INFO:tasks.rados.rados.0.smithi090.stdout:2633: copy_from oid 14 from oid 22 current snap is 262 2024-04-15T16:37:49.424 INFO:tasks.rados.rados.0.smithi090.stdout:2634: delete oid 40 current snap is 262 2024-04-15T16:37:49.427 INFO:tasks.rados.rados.0.smithi090.stdout:2633: finishing copy_from to smithi09078167-14 2024-04-15T16:37:49.427 INFO:tasks.rados.rados.0.smithi090.stdout:2633: got expected ENOENT (src dne) 2024-04-15T16:37:49.427 INFO:tasks.rados.rados.0.smithi090.stdout:2633: finishing copy_from racing read to smithi09078167-14 2024-04-15T16:37:49.431 INFO:tasks.rados.rados.0.smithi090.stdout:2633: done (1 left) 2024-04-15T16:37:49.431 INFO:tasks.rados.rados.0.smithi090.stdout:2634: done (0 left) 2024-04-15T16:37:49.431 INFO:tasks.rados.rados.0.smithi090.stdout:2635: delete oid 19 current snap is 262 2024-04-15T16:37:49.434 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:37:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:37:49] "GET /metrics HTTP/1.1" 200 36264 "" "Prometheus/2.43.0" 2024-04-15T16:37:49.436 INFO:tasks.rados.rados.0.smithi090.stdout:2635: done (0 left) 2024-04-15T16:37:49.436 INFO:tasks.rados.rados.0.smithi090.stdout:2636: rmattr oid 35 current snap is 262 2024-04-15T16:37:49.436 INFO:tasks.rados.rados.0.smithi090.stdout:2636: done (0 left) 2024-04-15T16:37:49.436 INFO:tasks.rados.rados.0.smithi090.stdout:2637: read oid 38 snap 243 2024-04-15T16:37:49.436 INFO:tasks.rados.rados.0.smithi090.stdout:2637: expect (ObjNum 708 snap 197 seq_num 708) 2024-04-15T16:37:49.437 INFO:tasks.rados.rados.0.smithi090.stdout:2638: copy_from oid 36 from oid 40 current snap is 262 2024-04-15T16:37:49.437 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 262 2024-04-15T16:37:49.437 INFO:tasks.rados.rados.0.smithi090.stdout:2639: seq_num 832 ranges {0=737280,737280=786432,1523712=417792} 2024-04-15T16:37:49.440 INFO:tasks.rados.rados.0.smithi090.stdout:2639: writing smithi09078167-4 from 0 to 737280 tid 1 2024-04-15T16:37:49.445 INFO:tasks.rados.rados.0.smithi090.stdout:2639: writing smithi09078167-4 from 737280 to 1523712 tid 2 2024-04-15T16:37:49.448 INFO:tasks.rados.rados.0.smithi090.stdout:2639: writing smithi09078167-4 from 1523712 to 1941504 tid 3 2024-04-15T16:37:49.448 INFO:tasks.rados.rados.0.smithi090.stdout:2640: read oid 32 snap -1 2024-04-15T16:37:49.448 INFO:tasks.rados.rados.0.smithi090.stdout:2640: expect (ObjNum 819 snap 260 seq_num 819) 2024-04-15T16:37:49.448 INFO:tasks.rados.rados.0.smithi090.stdout:2641: snap_remove snap 252 2024-04-15T16:37:49.659 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:49 smithi153 ceph-mon[84714]: osdmap e571: 8 total, 8 up, 8 in 2024-04-15T16:37:49.659 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:49 smithi153 ceph-mon[84714]: pgmap v516: 121 pgs: 121 active+clean; 433 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.5 KiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-04-15T16:37:49.659 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:49 smithi153 ceph-mon[84714]: osdmap e572: 8 total, 8 up, 8 in 2024-04-15T16:37:49.660 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:49 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mds.b.service: Failed with result 'exit-code'. 2024-04-15T16:37:49.660 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:49 smithi153 systemd[1]: Stopped Ceph mds.b for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:37:49.660 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:49 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mds.b.service: Consumed 1.187s CPU time. 2024-04-15T16:37:49.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:49 smithi090 ceph-mon[89240]: osdmap e571: 8 total, 8 up, 8 in 2024-04-15T16:37:49.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:49 smithi090 ceph-mon[89240]: pgmap v516: 121 pgs: 121 active+clean; 433 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.5 KiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-04-15T16:37:49.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:49 smithi090 ceph-mon[89240]: osdmap e572: 8 total, 8 up, 8 in 2024-04-15T16:37:49.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:49 smithi090 ceph-mon[91618]: osdmap e571: 8 total, 8 up, 8 in 2024-04-15T16:37:49.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:49 smithi090 ceph-mon[91618]: pgmap v516: 121 pgs: 121 active+clean; 433 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 8.5 KiB/s rd, 2.3 MiB/s wr, 26 op/s 2024-04-15T16:37:49.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:49 smithi090 ceph-mon[91618]: osdmap e572: 8 total, 8 up, 8 in 2024-04-15T16:37:50.001 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:49 smithi153 systemd[1]: Starting Ceph mds.b for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:37:50.001 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:49 smithi153 podman[109105]: 2024-04-15 16:37:49.787483093 +0000 UTC m=+0.018612762 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T16:37:50.002 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:49 smithi153 podman[109105]: 2024-04-15 16:37:49.910788692 +0000 UTC m=+0.141918353 container create 8b067668fd8be86b9350f1cb93ddcab7fa6923ae7db7a337c792c5b230a27461 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-15T16:37:50.373 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:50 smithi153 podman[109105]: 2024-04-15 16:37:50.105036783 +0000 UTC m=+0.336166442 container init 8b067668fd8be86b9350f1cb93ddcab7fa6923ae7db7a337c792c5b230a27461 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-15T16:37:50.373 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:50 smithi153 podman[109105]: 2024-04-15 16:37:50.108010687 +0000 UTC m=+0.339140352 container start 8b067668fd8be86b9350f1cb93ddcab7fa6923ae7db7a337c792c5b230a27461 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31) 2024-04-15T16:37:50.373 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:50 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b[109120]: starting mds.b at 2024-04-15T16:37:50.373 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:50 smithi153 bash[109105]: 8b067668fd8be86b9350f1cb93ddcab7fa6923ae7db7a337c792c5b230a27461 2024-04-15T16:37:50.373 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 16:37:50 smithi153 systemd[1]: Started Ceph mds.b for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:37:50.448 INFO:tasks.rados.rados.0.smithi090.stdout:2641: done (4 left) 2024-04-15T16:37:50.449 INFO:tasks.rados.rados.0.smithi090.stdout:2642: copy_from oid 41 from oid 9 current snap is 262 2024-04-15T16:37:50.449 INFO:tasks.rados.rados.0.smithi090.stdout:2643: read oid 35 snap 248 2024-04-15T16:37:50.449 INFO:tasks.rados.rados.0.smithi090.stdout:2643: expect deleted 2024-04-15T16:37:50.449 INFO:tasks.rados.rados.0.smithi090.stdout:2644: delete oid 6 current snap is 262 2024-04-15T16:37:50.449 INFO:tasks.rados.rados.0.smithi090.stdout:2638: finishing copy_from to smithi09078167-36 2024-04-15T16:37:50.449 INFO:tasks.rados.rados.0.smithi090.stdout:2638: got expected ENOENT (src dne) 2024-04-15T16:37:50.449 INFO:tasks.rados.rados.0.smithi090.stdout:2638: finishing copy_from racing read to smithi09078167-36 2024-04-15T16:37:50.449 INFO:tasks.rados.rados.0.smithi090.stdout:2639: finishing write tid 1 to smithi09078167-4 2024-04-15T16:37:50.449 INFO:tasks.rados.rados.0.smithi090.stdout:2639: finishing write tid 2 to smithi09078167-4 2024-04-15T16:37:50.449 INFO:tasks.rados.rados.0.smithi090.stdout:2639: finishing write tid 3 to smithi09078167-4 2024-04-15T16:37:50.449 INFO:tasks.rados.rados.0.smithi090.stdout:2639: finishing write tid 4 to smithi09078167-4 2024-04-15T16:37:50.449 INFO:tasks.rados.rados.0.smithi090.stdout:2639: finishing write tid 5 to smithi09078167-4 2024-04-15T16:37:50.449 INFO:tasks.rados.rados.0.smithi090.stdout:2639: oid 4 updating version 0 to 666 2024-04-15T16:37:50.449 INFO:tasks.rados.rados.0.smithi090.stdout:2639: oid 4 updating version 666 to 667 2024-04-15T16:37:50.450 INFO:tasks.rados.rados.0.smithi090.stdout:2639: oid 4 version 667 is already newer than 664 2024-04-15T16:37:50.450 INFO:tasks.rados.rados.0.smithi090.stdout:2639: oid 4 version 667 is already newer than 665 2024-04-15T16:37:50.450 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 667 (ObjNum 832 snap 262 seq_num 832) dirty exists 2024-04-15T16:37:50.450 INFO:tasks.rados.rados.0.smithi090.stdout:2639: left oid 4 (ObjNum 832 snap 262 seq_num 832) 2024-04-15T16:37:50.450 INFO:tasks.rados.rados.0.smithi090.stdout:2640: expect (ObjNum 819 snap 260 seq_num 819) 2024-04-15T16:37:50.502 INFO:tasks.rados.rados.0.smithi090.stdout:2637: expect (ObjNum 708 snap 197 seq_num 708) 2024-04-15T16:37:50.847 INFO:tasks.rados.rados.0.smithi090.stdout:2642: finishing copy_from racing read to smithi09078167-41 2024-04-15T16:37:50.847 INFO:tasks.rados.rados.0.smithi090.stdout:2642: finishing copy_from to smithi09078167-41 2024-04-15T16:37:50.847 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 722 (ObjNum 811 snap 257 seq_num 811) dirty exists 2024-04-15T16:37:50.847 INFO:tasks.rados.rados.0.smithi090.stdout:2637: done (6 left) 2024-04-15T16:37:50.847 INFO:tasks.rados.rados.0.smithi090.stdout:2638: done (5 left) 2024-04-15T16:37:50.847 INFO:tasks.rados.rados.0.smithi090.stdout:2639: done (4 left) 2024-04-15T16:37:50.847 INFO:tasks.rados.rados.0.smithi090.stdout:2640: done (3 left) 2024-04-15T16:37:50.847 INFO:tasks.rados.rados.0.smithi090.stdout:2642: done (2 left) 2024-04-15T16:37:50.847 INFO:tasks.rados.rados.0.smithi090.stdout:2643: done (1 left) 2024-04-15T16:37:50.847 INFO:tasks.rados.rados.0.smithi090.stdout:2644: done (0 left) 2024-04-15T16:37:50.847 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 262 2024-04-15T16:37:50.847 INFO:tasks.rados.rados.0.smithi090.stdout:2645: seq_num 834 ranges {6037504=778240,6815744=557056,7372800=548864,7921664=98304} 2024-04-15T16:37:50.882 INFO:tasks.rados.rados.0.smithi090.stdout:2645: writing smithi09078167-39 from 6037504 to 6815744 tid 1 2024-04-15T16:37:50.885 INFO:tasks.rados.rados.0.smithi090.stdout:2645: writing smithi09078167-39 from 6815744 to 7372800 tid 2 2024-04-15T16:37:50.888 INFO:tasks.rados.rados.0.smithi090.stdout:2645: writing smithi09078167-39 from 7372800 to 7921664 tid 3 2024-04-15T16:37:50.889 INFO:tasks.rados.rados.0.smithi090.stdout:2645: writing smithi09078167-39 from 7921664 to 8019968 tid 4 2024-04-15T16:37:50.889 INFO:tasks.rados.rados.0.smithi090.stdout:2646: delete oid 7 current snap is 262 2024-04-15T16:37:50.889 INFO:tasks.rados.rados.0.smithi090.stdout:2645: finishing write tid 1 to smithi09078167-39 2024-04-15T16:37:50.889 INFO:tasks.rados.rados.0.smithi090.stdout:2645: finishing write tid 2 to smithi09078167-39 2024-04-15T16:37:50.892 INFO:tasks.rados.rados.0.smithi090.stdout:2646: done (1 left) 2024-04-15T16:37:50.892 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 262 2024-04-15T16:37:50.893 INFO:tasks.rados.rados.0.smithi090.stdout:2645: finishing write tid 3 to smithi09078167-39 2024-04-15T16:37:50.893 INFO:tasks.rados.rados.0.smithi090.stdout:2647: seq_num 836 ranges {0=409600,409600=720896,1130496=516096,1646592=368640} 2024-04-15T16:37:50.894 INFO:tasks.rados.rados.0.smithi090.stdout:2647: writing smithi09078167-6 from 0 to 409600 tid 1 2024-04-15T16:37:50.899 INFO:tasks.rados.rados.0.smithi090.stdout:2647: writing smithi09078167-6 from 409600 to 1130496 tid 2 2024-04-15T16:37:50.901 INFO:tasks.rados.rados.0.smithi090.stdout:2647: writing smithi09078167-6 from 1130496 to 1646592 tid 3 2024-04-15T16:37:50.904 INFO:tasks.rados.rados.0.smithi090.stdout:2647: writing smithi09078167-6 from 1646592 to 2015232 tid 4 2024-04-15T16:37:50.904 INFO:tasks.rados.rados.0.smithi090.stdout:2648: delete oid 25 current snap is 262 2024-04-15T16:37:50.904 INFO:tasks.rados.rados.0.smithi090.stdout:2645: finishing write tid 4 to smithi09078167-39 2024-04-15T16:37:50.904 INFO:tasks.rados.rados.0.smithi090.stdout:2645: finishing write tid 5 to smithi09078167-39 2024-04-15T16:37:50.905 INFO:tasks.rados.rados.0.smithi090.stdout:2645: finishing write tid 6 to smithi09078167-39 2024-04-15T16:37:50.905 INFO:tasks.rados.rados.0.smithi090.stdout:2645: oid 39 updating version 0 to 906 2024-04-15T16:37:50.905 INFO:tasks.rados.rados.0.smithi090.stdout:2645: oid 39 version 906 is already newer than 903 2024-04-15T16:37:50.905 INFO:tasks.rados.rados.0.smithi090.stdout:2645: oid 39 version 906 is already newer than 904 2024-04-15T16:37:50.905 INFO:tasks.rados.rados.0.smithi090.stdout:2645: oid 39 version 906 is already newer than 905 2024-04-15T16:37:50.905 INFO:tasks.rados.rados.0.smithi090.stdout:2645: oid 39 version 906 is already newer than 902 2024-04-15T16:37:50.905 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 906 (ObjNum 834 snap 262 seq_num 834) dirty exists 2024-04-15T16:37:50.905 INFO:tasks.rados.rados.0.smithi090.stdout:2645: left oid 39 (ObjNum 834 snap 262 seq_num 834) 2024-04-15T16:37:50.905 INFO:tasks.rados.rados.0.smithi090.stdout:2647: finishing write tid 1 to smithi09078167-6 2024-04-15T16:37:50.905 INFO:tasks.rados.rados.0.smithi090.stdout:2647: finishing write tid 2 to smithi09078167-6 2024-04-15T16:37:50.905 INFO:tasks.rados.rados.0.smithi090.stdout:2647: finishing write tid 3 to smithi09078167-6 2024-04-15T16:37:50.906 INFO:tasks.rados.rados.0.smithi090.stdout:2645: done (2 left) 2024-04-15T16:37:50.906 INFO:tasks.rados.rados.0.smithi090.stdout:2648: done (1 left) 2024-04-15T16:37:50.906 INFO:tasks.rados.rados.0.smithi090.stdout:2649: snap_remove snap 249 2024-04-15T16:37:51.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:51 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:51.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:51 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:51.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:51 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:51.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:51 smithi153 ceph-mon[84714]: mds.? [v2:172.21.15.153:6832/902421380,v1:172.21.15.153:6833/902421380] up:boot 2024-04-15T16:37:51.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:51 smithi153 ceph-mon[84714]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:37:51.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:51 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:37:51.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:51 smithi153 ceph-mon[84714]: osdmap e573: 8 total, 8 up, 8 in 2024-04-15T16:37:51.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:51 smithi153 ceph-mon[84714]: pgmap v519: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 436 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 862 KiB/s wr, 8 op/s 2024-04-15T16:37:51.452 INFO:tasks.rados.rados.0.smithi090.stdout:2649: done (1 left) 2024-04-15T16:37:51.452 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 262 2024-04-15T16:37:51.452 INFO:tasks.rados.rados.0.smithi090.stdout:2647: finishing write tid 4 to smithi09078167-6 2024-04-15T16:37:51.452 INFO:tasks.rados.rados.0.smithi090.stdout:2647: finishing write tid 5 to smithi09078167-6 2024-04-15T16:37:51.452 INFO:tasks.rados.rados.0.smithi090.stdout:2647: finishing write tid 6 to smithi09078167-6 2024-04-15T16:37:51.452 INFO:tasks.rados.rados.0.smithi090.stdout:2647: oid 6 updating version 0 to 996 2024-04-15T16:37:51.452 INFO:tasks.rados.rados.0.smithi090.stdout:2647: oid 6 version 996 is already newer than 994 2024-04-15T16:37:51.452 INFO:tasks.rados.rados.0.smithi090.stdout:2647: oid 6 version 996 is already newer than 995 2024-04-15T16:37:51.452 INFO:tasks.rados.rados.0.smithi090.stdout:2647: oid 6 version 996 is already newer than 992 2024-04-15T16:37:51.453 INFO:tasks.rados.rados.0.smithi090.stdout:2647: oid 6 version 996 is already newer than 993 2024-04-15T16:37:51.453 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 996 (ObjNum 836 snap 262 seq_num 836) dirty exists 2024-04-15T16:37:51.453 INFO:tasks.rados.rados.0.smithi090.stdout:2647: left oid 6 (ObjNum 836 snap 262 seq_num 836) 2024-04-15T16:37:51.453 INFO:tasks.rados.rados.0.smithi090.stdout:2650: seq_num 838 ranges {0=442368,442368=540672,983040=532480,1515520=442368,1957888=90112} 2024-04-15T16:37:51.454 INFO:tasks.rados.rados.0.smithi090.stdout:2650: writing smithi09078167-8 from 0 to 442368 tid 1 2024-04-15T16:37:51.458 INFO:tasks.rados.rados.0.smithi090.stdout:2650: writing smithi09078167-8 from 442368 to 983040 tid 2 2024-04-15T16:37:51.462 INFO:tasks.rados.rados.0.smithi090.stdout:2650: writing smithi09078167-8 from 983040 to 1515520 tid 3 2024-04-15T16:37:51.465 INFO:tasks.rados.rados.0.smithi090.stdout:2650: writing smithi09078167-8 from 1515520 to 1957888 tid 4 2024-04-15T16:37:51.467 INFO:tasks.rados.rados.0.smithi090.stdout:2650: writing smithi09078167-8 from 1957888 to 2048000 tid 5 2024-04-15T16:37:51.467 INFO:tasks.rados.rados.0.smithi090.stdout:2647: done (1 left) 2024-04-15T16:37:51.467 INFO:tasks.rados.rados.0.smithi090.stdout:2651: read oid 4 snap -1 2024-04-15T16:37:51.467 INFO:tasks.rados.rados.0.smithi090.stdout:2651: expect (ObjNum 832 snap 262 seq_num 832) 2024-04-15T16:37:51.468 INFO:tasks.rados.rados.0.smithi090.stdout:2652: rollback oid 16 current snap is 262 2024-04-15T16:37:51.468 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 246 2024-04-15T16:37:51.468 INFO:tasks.rados.rados.0.smithi090.stdout:2653: read oid 15 snap -1 2024-04-15T16:37:51.468 INFO:tasks.rados.rados.0.smithi090.stdout:2653: expect (ObjNum 806 snap 256 seq_num 806) 2024-04-15T16:37:51.468 INFO:tasks.rados.rados.0.smithi090.stdout:2654: rmattr oid 29 current snap is 262 2024-04-15T16:37:51.468 INFO:tasks.rados.rados.0.smithi090.stdout:2654: done (4 left) 2024-04-15T16:37:51.468 INFO:tasks.rados.rados.0.smithi090.stdout:2655: copy_from oid 29 from oid 21 current snap is 262 2024-04-15T16:37:51.468 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 262 2024-04-15T16:37:51.468 INFO:tasks.rados.rados.0.smithi090.stdout:2656: seq_num 839 ranges {0=458752,458752=425984,884736=688128,1572864=491520} 2024-04-15T16:37:51.470 INFO:tasks.rados.rados.0.smithi090.stdout:2656: writing smithi09078167-11 from 0 to 458752 tid 1 2024-04-15T16:37:51.473 INFO:tasks.rados.rados.0.smithi090.stdout:2656: writing smithi09078167-11 from 458752 to 884736 tid 2 2024-04-15T16:37:51.478 INFO:tasks.rados.rados.0.smithi090.stdout:2656: writing smithi09078167-11 from 884736 to 1572864 tid 3 2024-04-15T16:37:51.482 INFO:tasks.rados.rados.0.smithi090.stdout:2656: writing smithi09078167-11 from 1572864 to 2064384 tid 4 2024-04-15T16:37:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:2657: delete oid 22 current snap is 262 2024-04-15T16:37:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:2655: finishing copy_from to smithi09078167-29 2024-04-15T16:37:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:2655: got expected ENOENT (src dne) 2024-04-15T16:37:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:2655: finishing copy_from racing read to smithi09078167-29 2024-04-15T16:37:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:2652: finishing rollback tid 1 to smithi09078167-16 2024-04-15T16:37:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:2652: finishing rollback tid 2 to smithi09078167-16 2024-04-15T16:37:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 776 (ObjNum 676 snap 186 seq_num 676) dirty exists 2024-04-15T16:37:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:2650: finishing write tid 1 to smithi09078167-8 2024-04-15T16:37:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:2650: finishing write tid 2 to smithi09078167-8 2024-04-15T16:37:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:2650: finishing write tid 3 to smithi09078167-8 2024-04-15T16:37:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:2650: finishing write tid 4 to smithi09078167-8 2024-04-15T16:37:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:2650: finishing write tid 5 to smithi09078167-8 2024-04-15T16:37:51.483 INFO:tasks.rados.rados.0.smithi090.stdout:2656: finishing write tid 1 to smithi09078167-11 2024-04-15T16:37:51.484 INFO:tasks.rados.rados.0.smithi090.stdout:2656: finishing write tid 2 to smithi09078167-11 2024-04-15T16:37:51.484 INFO:tasks.rados.rados.0.smithi090.stdout:2650: finishing write tid 6 to smithi09078167-8 2024-04-15T16:37:51.484 INFO:tasks.rados.rados.0.smithi090.stdout:2656: finishing write tid 3 to smithi09078167-11 2024-04-15T16:37:51.484 INFO:tasks.rados.rados.0.smithi090.stdout:2651: expect (ObjNum 832 snap 262 seq_num 832) 2024-04-15T16:37:51.535 INFO:tasks.rados.rados.0.smithi090.stdout:2650: finishing write tid 7 to smithi09078167-8 2024-04-15T16:37:51.535 INFO:tasks.rados.rados.0.smithi090.stdout:2650: oid 8 updating version 0 to 1004 2024-04-15T16:37:51.535 INFO:tasks.rados.rados.0.smithi090.stdout:2650: oid 8 updating version 1004 to 1006 2024-04-15T16:37:51.535 INFO:tasks.rados.rados.0.smithi090.stdout:2650: oid 8 version 1006 is already newer than 1005 2024-04-15T16:37:51.535 INFO:tasks.rados.rados.0.smithi090.stdout:2650: oid 8 updating version 1006 to 1009 2024-04-15T16:37:51.535 INFO:tasks.rados.rados.0.smithi090.stdout:2650: oid 8 version 1009 is already newer than 1007 2024-04-15T16:37:51.535 INFO:tasks.rados.rados.0.smithi090.stdout:2650: oid 8 version 1009 is already newer than 1008 2024-04-15T16:37:51.535 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1009 (ObjNum 838 snap 262 seq_num 838) dirty exists 2024-04-15T16:37:51.535 INFO:tasks.rados.rados.0.smithi090.stdout:2650: left oid 8 (ObjNum 838 snap 262 seq_num 838) 2024-04-15T16:37:51.535 INFO:tasks.rados.rados.0.smithi090.stdout:2656: finishing write tid 4 to smithi09078167-11 2024-04-15T16:37:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:2650: done (6 left) 2024-04-15T16:37:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:2651: done (5 left) 2024-04-15T16:37:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:2652: done (4 left) 2024-04-15T16:37:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:2655: done (3 left) 2024-04-15T16:37:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:2657: done (2 left) 2024-04-15T16:37:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 262 2024-04-15T16:37:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:2656: finishing write tid 5 to smithi09078167-11 2024-04-15T16:37:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:2656: finishing write tid 6 to smithi09078167-11 2024-04-15T16:37:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:2656: oid 11 updating version 0 to 834 2024-04-15T16:37:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:2656: oid 11 updating version 834 to 835 2024-04-15T16:37:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:2656: oid 11 version 835 is already newer than 833 2024-04-15T16:37:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:2656: oid 11 updating version 835 to 836 2024-04-15T16:37:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:2656: oid 11 version 836 is already newer than 832 2024-04-15T16:37:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 836 (ObjNum 839 snap 262 seq_num 839) dirty exists 2024-04-15T16:37:51.536 INFO:tasks.rados.rados.0.smithi090.stdout:2656: left oid 11 (ObjNum 839 snap 262 seq_num 839) 2024-04-15T16:37:51.537 INFO:tasks.rados.rados.0.smithi090.stdout:2653: expect (ObjNum 806 snap 256 seq_num 806) 2024-04-15T16:37:51.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:51.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:51.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:51.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[89240]: mds.? [v2:172.21.15.153:6832/902421380,v1:172.21.15.153:6833/902421380] up:boot 2024-04-15T16:37:51.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[89240]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:37:51.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:37:51.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[89240]: osdmap e573: 8 total, 8 up, 8 in 2024-04-15T16:37:51.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[89240]: pgmap v519: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 436 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 862 KiB/s wr, 8 op/s 2024-04-15T16:37:51.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:51.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:51.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:51.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[91618]: mds.? [v2:172.21.15.153:6832/902421380,v1:172.21.15.153:6833/902421380] up:boot 2024-04-15T16:37:51.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[91618]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-15T16:37:51.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-15T16:37:51.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[91618]: osdmap e573: 8 total, 8 up, 8 in 2024-04-15T16:37:51.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:51 smithi090 ceph-mon[91618]: pgmap v519: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 436 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.1 MiB/s rd, 862 KiB/s wr, 8 op/s 2024-04-15T16:37:51.593 INFO:tasks.rados.rados.0.smithi090.stdout:2658: seq_num 841 ranges {1589248=491520,2080768=598016,2678784=704512,3383296=303104} 2024-04-15T16:37:51.604 INFO:tasks.rados.rados.0.smithi090.stdout:2658: writing smithi09078167-9 from 1589248 to 2080768 tid 1 2024-04-15T16:37:51.607 INFO:tasks.rados.rados.0.smithi090.stdout:2658: writing smithi09078167-9 from 2080768 to 2678784 tid 2 2024-04-15T16:37:51.611 INFO:tasks.rados.rados.0.smithi090.stdout:2658: writing smithi09078167-9 from 2678784 to 3383296 tid 3 2024-04-15T16:37:51.613 INFO:tasks.rados.rados.0.smithi090.stdout:2658: writing smithi09078167-9 from 3383296 to 3686400 tid 4 2024-04-15T16:37:51.613 INFO:tasks.rados.rados.0.smithi090.stdout:2653: done (2 left) 2024-04-15T16:37:51.613 INFO:tasks.rados.rados.0.smithi090.stdout:2656: done (1 left) 2024-04-15T16:37:51.613 INFO:tasks.rados.rados.0.smithi090.stdout:2659: delete oid 14 current snap is 262 2024-04-15T16:37:51.613 INFO:tasks.rados.rados.0.smithi090.stdout:2658: finishing write tid 1 to smithi09078167-9 2024-04-15T16:37:51.613 INFO:tasks.rados.rados.0.smithi090.stdout:2658: finishing write tid 2 to smithi09078167-9 2024-04-15T16:37:51.615 INFO:tasks.rados.rados.0.smithi090.stdout:2658: finishing write tid 3 to smithi09078167-9 2024-04-15T16:37:51.615 INFO:tasks.rados.rados.0.smithi090.stdout:2659: done (1 left) 2024-04-15T16:37:51.615 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 262 2024-04-15T16:37:51.615 INFO:tasks.rados.rados.0.smithi090.stdout:2660: seq_num 843 ranges {0=524288,524288=761856,1286144=671744,1957888=172032} 2024-04-15T16:37:51.618 INFO:tasks.rados.rados.0.smithi090.stdout:2660: writing smithi09078167-37 from 0 to 524288 tid 1 2024-04-15T16:37:51.622 INFO:tasks.rados.rados.0.smithi090.stdout:2660: writing smithi09078167-37 from 524288 to 1286144 tid 2 2024-04-15T16:37:51.626 INFO:tasks.rados.rados.0.smithi090.stdout:2660: writing smithi09078167-37 from 1286144 to 1957888 tid 3 2024-04-15T16:37:51.627 INFO:tasks.rados.rados.0.smithi090.stdout:2660: writing smithi09078167-37 from 1957888 to 2129920 tid 4 2024-04-15T16:37:51.627 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 262 2024-04-15T16:37:51.628 INFO:tasks.rados.rados.0.smithi090.stdout:2658: finishing write tid 4 to smithi09078167-9 2024-04-15T16:37:51.628 INFO:tasks.rados.rados.0.smithi090.stdout:2661: seq_num 844 ranges {7397376=540672,7938048=696320,8634368=475136,9109504=434176} 2024-04-15T16:37:51.669 INFO:tasks.rados.rados.0.smithi090.stdout:2661: writing smithi09078167-5 from 7397376 to 7938048 tid 1 2024-04-15T16:37:51.674 INFO:tasks.rados.rados.0.smithi090.stdout:2661: writing smithi09078167-5 from 7938048 to 8634368 tid 2 2024-04-15T16:37:51.676 INFO:tasks.rados.rados.0.smithi090.stdout:2661: writing smithi09078167-5 from 8634368 to 9109504 tid 3 2024-04-15T16:37:51.679 INFO:tasks.rados.rados.0.smithi090.stdout:2661: writing smithi09078167-5 from 9109504 to 9543680 tid 4 2024-04-15T16:37:51.680 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 262 2024-04-15T16:37:51.680 INFO:tasks.rados.rados.0.smithi090.stdout:2658: finishing write tid 5 to smithi09078167-9 2024-04-15T16:37:51.680 INFO:tasks.rados.rados.0.smithi090.stdout:2658: finishing write tid 6 to smithi09078167-9 2024-04-15T16:37:51.680 INFO:tasks.rados.rados.0.smithi090.stdout:2658: oid 9 updating version 0 to 830 2024-04-15T16:37:51.680 INFO:tasks.rados.rados.0.smithi090.stdout:2658: oid 9 updating version 830 to 833 2024-04-15T16:37:51.680 INFO:tasks.rados.rados.0.smithi090.stdout:2658: oid 9 version 833 is already newer than 831 2024-04-15T16:37:51.680 INFO:tasks.rados.rados.0.smithi090.stdout:2658: oid 9 version 833 is already newer than 829 2024-04-15T16:37:51.680 INFO:tasks.rados.rados.0.smithi090.stdout:2658: oid 9 version 833 is already newer than 832 2024-04-15T16:37:51.680 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 833 (ObjNum 841 snap 262 seq_num 841) dirty exists 2024-04-15T16:37:51.680 INFO:tasks.rados.rados.0.smithi090.stdout:2658: left oid 9 (ObjNum 841 snap 262 seq_num 841) 2024-04-15T16:37:51.680 INFO:tasks.rados.rados.0.smithi090.stdout:2660: finishing write tid 1 to smithi09078167-37 2024-04-15T16:37:51.680 INFO:tasks.rados.rados.0.smithi090.stdout:2660: finishing write tid 2 to smithi09078167-37 2024-04-15T16:37:51.680 INFO:tasks.rados.rados.0.smithi090.stdout:2660: finishing write tid 3 to smithi09078167-37 2024-04-15T16:37:51.680 INFO:tasks.rados.rados.0.smithi090.stdout:2662: seq_num 845 ranges {2048000=557056,2605056=581632,3186688=688128,3874816=335872} 2024-04-15T16:37:51.693 INFO:tasks.rados.rados.0.smithi090.stdout:2662: writing smithi09078167-8 from 2048000 to 2605056 tid 1 2024-04-15T16:37:51.696 INFO:tasks.rados.rados.0.smithi090.stdout:2662: writing smithi09078167-8 from 2605056 to 3186688 tid 2 2024-04-15T16:37:51.700 INFO:tasks.rados.rados.0.smithi090.stdout:2662: writing smithi09078167-8 from 3186688 to 3874816 tid 3 2024-04-15T16:37:51.702 INFO:tasks.rados.rados.0.smithi090.stdout:2662: writing smithi09078167-8 from 3874816 to 4210688 tid 4 2024-04-15T16:37:51.702 INFO:tasks.rados.rados.0.smithi090.stdout:2658: done (3 left) 2024-04-15T16:37:51.702 INFO:tasks.rados.rados.0.smithi090.stdout:2663: read oid 41 snap -1 2024-04-15T16:37:51.702 INFO:tasks.rados.rados.0.smithi090.stdout:2663: expect (ObjNum 811 snap 257 seq_num 811) 2024-04-15T16:37:51.702 INFO:tasks.rados.rados.0.smithi090.stdout:2664: snap_remove snap 246 2024-04-15T16:37:52.454 INFO:tasks.rados.rados.0.smithi090.stdout:2664: done (4 left) 2024-04-15T16:37:52.455 INFO:tasks.rados.rados.0.smithi090.stdout:2665: delete oid 28 current snap is 262 2024-04-15T16:37:52.456 INFO:tasks.rados.rados.0.smithi090.stdout:2660: finishing write tid 4 to smithi09078167-37 2024-04-15T16:37:52.457 INFO:tasks.rados.rados.0.smithi090.stdout:2660: finishing write tid 5 to smithi09078167-37 2024-04-15T16:37:52.457 INFO:tasks.rados.rados.0.smithi090.stdout:2660: finishing write tid 6 to smithi09078167-37 2024-04-15T16:37:52.457 INFO:tasks.rados.rados.0.smithi090.stdout:2660: oid 37 updating version 0 to 543 2024-04-15T16:37:52.457 INFO:tasks.rados.rados.0.smithi090.stdout:2660: oid 37 updating version 543 to 545 2024-04-15T16:37:52.457 INFO:tasks.rados.rados.0.smithi090.stdout:2660: oid 37 updating version 545 to 546 2024-04-15T16:37:52.457 INFO:tasks.rados.rados.0.smithi090.stdout:2660: oid 37 version 546 is already newer than 544 2024-04-15T16:37:52.457 INFO:tasks.rados.rados.0.smithi090.stdout:2660: oid 37 updating version 546 to 547 2024-04-15T16:37:52.457 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 547 (ObjNum 843 snap 262 seq_num 843) dirty exists 2024-04-15T16:37:52.457 INFO:tasks.rados.rados.0.smithi090.stdout:2660: left oid 37 (ObjNum 843 snap 262 seq_num 843) 2024-04-15T16:37:52.457 INFO:tasks.rados.rados.0.smithi090.stdout:2661: finishing write tid 1 to smithi09078167-5 2024-04-15T16:37:52.457 INFO:tasks.rados.rados.0.smithi090.stdout:2661: finishing write tid 2 to smithi09078167-5 2024-04-15T16:37:52.457 INFO:tasks.rados.rados.0.smithi090.stdout:2661: finishing write tid 3 to smithi09078167-5 2024-04-15T16:37:52.457 INFO:tasks.rados.rados.0.smithi090.stdout:2661: finishing write tid 4 to smithi09078167-5 2024-04-15T16:37:52.457 INFO:tasks.rados.rados.0.smithi090.stdout:2661: finishing write tid 5 to smithi09078167-5 2024-04-15T16:37:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:2661: finishing write tid 6 to smithi09078167-5 2024-04-15T16:37:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:2661: oid 5 updating version 0 to 483 2024-04-15T16:37:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:2661: oid 5 updating version 483 to 486 2024-04-15T16:37:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:2661: oid 5 version 486 is already newer than 484 2024-04-15T16:37:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:2661: oid 5 version 486 is already newer than 482 2024-04-15T16:37:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:2661: oid 5 version 486 is already newer than 485 2024-04-15T16:37:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 486 (ObjNum 844 snap 262 seq_num 844) dirty exists 2024-04-15T16:37:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:2661: left oid 5 (ObjNum 844 snap 262 seq_num 844) 2024-04-15T16:37:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:2662: finishing write tid 1 to smithi09078167-8 2024-04-15T16:37:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:2662: finishing write tid 2 to smithi09078167-8 2024-04-15T16:37:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:2662: finishing write tid 3 to smithi09078167-8 2024-04-15T16:37:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:2662: finishing write tid 4 to smithi09078167-8 2024-04-15T16:37:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:2662: finishing write tid 5 to smithi09078167-8 2024-04-15T16:37:52.458 INFO:tasks.rados.rados.0.smithi090.stdout:2662: finishing write tid 6 to smithi09078167-8 2024-04-15T16:37:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:2662: oid 8 updating version 0 to 1014 2024-04-15T16:37:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:2662: oid 8 version 1014 is already newer than 1011 2024-04-15T16:37:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:2662: oid 8 version 1014 is already newer than 1012 2024-04-15T16:37:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:2662: oid 8 version 1014 is already newer than 1010 2024-04-15T16:37:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:2662: oid 8 version 1014 is already newer than 1013 2024-04-15T16:37:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1014 (ObjNum 845 snap 262 seq_num 845) dirty exists 2024-04-15T16:37:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:2662: left oid 8 (ObjNum 845 snap 262 seq_num 845) 2024-04-15T16:37:52.459 INFO:tasks.rados.rados.0.smithi090.stdout:2663: expect (ObjNum 811 snap 257 seq_num 811) 2024-04-15T16:37:52.505 INFO:tasks.rados.rados.0.smithi090.stdout:2660: done (4 left) 2024-04-15T16:37:52.506 INFO:tasks.rados.rados.0.smithi090.stdout:2661: done (3 left) 2024-04-15T16:37:52.506 INFO:tasks.rados.rados.0.smithi090.stdout:2662: done (2 left) 2024-04-15T16:37:52.506 INFO:tasks.rados.rados.0.smithi090.stdout:2663: done (1 left) 2024-04-15T16:37:52.506 INFO:tasks.rados.rados.0.smithi090.stdout:2665: done (0 left) 2024-04-15T16:37:52.506 INFO:tasks.rados.rados.0.smithi090.stdout:2666: delete oid 39 current snap is 262 2024-04-15T16:37:52.507 INFO:tasks.rados.rados.0.smithi090.stdout:2666: done (0 left) 2024-04-15T16:37:52.507 INFO:tasks.rados.rados.0.smithi090.stdout:2667: copy_from oid 18 from oid 48 current snap is 262 2024-04-15T16:37:52.508 INFO:tasks.rados.rados.0.smithi090.stdout:2668: read oid 29 snap -1 2024-04-15T16:37:52.508 INFO:tasks.rados.rados.0.smithi090.stdout:2668: expect deleted 2024-04-15T16:37:52.508 INFO:tasks.rados.rados.0.smithi090.stdout:2669: read oid 12 snap -1 2024-04-15T16:37:52.508 INFO:tasks.rados.rados.0.smithi090.stdout:2669: expect deleted 2024-04-15T16:37:52.508 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 262 2024-04-15T16:37:52.508 INFO:tasks.rados.rados.0.smithi090.stdout:2670: seq_num 848 ranges {0=606208,606208=630784,1236992=458752,1695744=516096} 2024-04-15T16:37:52.510 INFO:tasks.rados.rados.0.smithi090.stdout:2670: writing smithi09078167-21 from 0 to 606208 tid 1 2024-04-15T16:37:52.514 INFO:tasks.rados.rados.0.smithi090.stdout:2670: writing smithi09078167-21 from 606208 to 1236992 tid 2 2024-04-15T16:37:52.517 INFO:tasks.rados.rados.0.smithi090.stdout:2670: writing smithi09078167-21 from 1236992 to 1695744 tid 3 2024-04-15T16:37:52.520 INFO:tasks.rados.rados.0.smithi090.stdout:2670: writing smithi09078167-21 from 1695744 to 2211840 tid 4 2024-04-15T16:37:52.520 INFO:tasks.rados.rados.0.smithi090.stdout:2671: read oid 17 snap -1 2024-04-15T16:37:52.520 INFO:tasks.rados.rados.0.smithi090.stdout:2671: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:37:52.520 INFO:tasks.rados.rados.0.smithi090.stdout:2672: setattr oid 42 current snap is 262 2024-04-15T16:37:52.521 INFO:tasks.rados.rados.0.smithi090.stdout:2667: finishing copy_from to smithi09078167-18 2024-04-15T16:37:52.521 INFO:tasks.rados.rados.0.smithi090.stdout:2667: got expected ENOENT (src dne) 2024-04-15T16:37:52.521 INFO:tasks.rados.rados.0.smithi090.stdout:2667: finishing copy_from racing read to smithi09078167-18 2024-04-15T16:37:52.521 INFO:tasks.rados.rados.0.smithi090.stdout:2670: finishing write tid 1 to smithi09078167-21 2024-04-15T16:37:52.521 INFO:tasks.rados.rados.0.smithi090.stdout:2670: finishing write tid 2 to smithi09078167-21 2024-04-15T16:37:52.521 INFO:tasks.rados.rados.0.smithi090.stdout:2670: finishing write tid 3 to smithi09078167-21 2024-04-15T16:37:52.521 INFO:tasks.rados.rados.0.smithi090.stdout:2667: done (5 left) 2024-04-15T16:37:52.521 INFO:tasks.rados.rados.0.smithi090.stdout:2668: done (4 left) 2024-04-15T16:37:52.521 INFO:tasks.rados.rados.0.smithi090.stdout:2669: done (3 left) 2024-04-15T16:37:52.522 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 262 2024-04-15T16:37:52.522 INFO:tasks.rados.rados.0.smithi090.stdout:2673: seq_num 849 ranges {1589248=622592,2211840=516096,2727936=663552,3391488=425984} 2024-04-15T16:37:52.534 INFO:tasks.rados.rados.0.smithi090.stdout:2673: writing smithi09078167-41 from 1589248 to 2211840 tid 1 2024-04-15T16:37:52.538 INFO:tasks.rados.rados.0.smithi090.stdout:2673: writing smithi09078167-41 from 2211840 to 2727936 tid 2 2024-04-15T16:37:52.542 INFO:tasks.rados.rados.0.smithi090.stdout:2673: writing smithi09078167-41 from 2727936 to 3391488 tid 3 2024-04-15T16:37:52.545 INFO:tasks.rados.rados.0.smithi090.stdout:2673: writing smithi09078167-41 from 3391488 to 3817472 tid 4 2024-04-15T16:37:52.545 INFO:tasks.rados.rados.0.smithi090.stdout:2674: copy_from oid 35 from oid 7 current snap is 262 2024-04-15T16:37:52.545 INFO:tasks.rados.rados.0.smithi090.stdout:2670: finishing write tid 4 to smithi09078167-21 2024-04-15T16:37:52.545 INFO:tasks.rados.rados.0.smithi090.stdout:2670: finishing write tid 5 to smithi09078167-21 2024-04-15T16:37:52.545 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 729 (ObjNum 809 snap 257 seq_num 809) dirty exists 2024-04-15T16:37:52.546 INFO:tasks.rados.rados.0.smithi090.stdout:2670: finishing write tid 6 to smithi09078167-21 2024-04-15T16:37:52.546 INFO:tasks.rados.rados.0.smithi090.stdout:2670: oid 21 updating version 0 to 1065 2024-04-15T16:37:52.546 INFO:tasks.rados.rados.0.smithi090.stdout:2670: oid 21 updating version 1065 to 1066 2024-04-15T16:37:52.546 INFO:tasks.rados.rados.0.smithi090.stdout:2670: oid 21 version 1066 is already newer than 1064 2024-04-15T16:37:52.546 INFO:tasks.rados.rados.0.smithi090.stdout:2670: oid 21 updating version 1066 to 1068 2024-04-15T16:37:52.546 INFO:tasks.rados.rados.0.smithi090.stdout:2670: oid 21 version 1068 is already newer than 1067 2024-04-15T16:37:52.546 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1068 (ObjNum 848 snap 262 seq_num 848) dirty exists 2024-04-15T16:37:52.546 INFO:tasks.rados.rados.0.smithi090.stdout:2670: left oid 21 (ObjNum 848 snap 262 seq_num 848) 2024-04-15T16:37:52.546 INFO:tasks.rados.rados.0.smithi090.stdout:2673: finishing write tid 1 to smithi09078167-41 2024-04-15T16:37:52.546 INFO:tasks.rados.rados.0.smithi090.stdout:2671: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:37:52.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:52 smithi153 ceph-mon[84714]: osdmap e574: 8 total, 8 up, 8 in 2024-04-15T16:37:52.623 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:37:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:37:52.719 INFO:tasks.rados.rados.0.smithi090.stdout:2673: finishing write tid 2 to smithi09078167-41 2024-04-15T16:37:52.720 INFO:tasks.rados.rados.0.smithi090.stdout:2673: finishing write tid 3 to smithi09078167-41 2024-04-15T16:37:52.720 INFO:tasks.rados.rados.0.smithi090.stdout:2670: done (4 left) 2024-04-15T16:37:52.720 INFO:tasks.rados.rados.0.smithi090.stdout:2671: done (3 left) 2024-04-15T16:37:52.720 INFO:tasks.rados.rados.0.smithi090.stdout:2672: done (2 left) 2024-04-15T16:37:52.720 INFO:tasks.rados.rados.0.smithi090.stdout:2675: snap_create 2024-04-15T16:37:52.720 INFO:tasks.rados.rados.0.smithi090.stdout:2674: finishing copy_from to smithi09078167-35 2024-04-15T16:37:52.720 INFO:tasks.rados.rados.0.smithi090.stdout:2674: got expected ENOENT (src dne) 2024-04-15T16:37:52.720 INFO:tasks.rados.rados.0.smithi090.stdout:2674: finishing copy_from racing read to smithi09078167-35 2024-04-15T16:37:52.720 INFO:tasks.rados.rados.0.smithi090.stdout:2673: finishing write tid 4 to smithi09078167-41 2024-04-15T16:37:52.720 INFO:tasks.rados.rados.0.smithi090.stdout:2673: finishing write tid 5 to smithi09078167-41 2024-04-15T16:37:52.720 INFO:tasks.rados.rados.0.smithi090.stdout:2673: finishing write tid 6 to smithi09078167-41 2024-04-15T16:37:52.720 INFO:tasks.rados.rados.0.smithi090.stdout:2673: oid 41 updating version 0 to 819 2024-04-15T16:37:52.720 INFO:tasks.rados.rados.0.smithi090.stdout:2673: oid 41 version 819 is already newer than 818 2024-04-15T16:37:52.720 INFO:tasks.rados.rados.0.smithi090.stdout:2673: oid 41 version 819 is already newer than 817 2024-04-15T16:37:52.721 INFO:tasks.rados.rados.0.smithi090.stdout:2673: oid 41 updating version 819 to 820 2024-04-15T16:37:52.721 INFO:tasks.rados.rados.0.smithi090.stdout:2673: oid 41 updating version 820 to 821 2024-04-15T16:37:52.721 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 821 (ObjNum 849 snap 262 seq_num 849) dirty exists 2024-04-15T16:37:52.721 INFO:tasks.rados.rados.0.smithi090.stdout:2673: left oid 41 (ObjNum 849 snap 262 seq_num 849) 2024-04-15T16:37:52.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:52 smithi090 ceph-mon[89240]: osdmap e574: 8 total, 8 up, 8 in 2024-04-15T16:37:52.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:52 smithi090 ceph-mon[91618]: osdmap e574: 8 total, 8 up, 8 in 2024-04-15T16:37:53.458 INFO:tasks.rados.rados.0.smithi090.stdout:2673: done (2 left) 2024-04-15T16:37:53.459 INFO:tasks.rados.rados.0.smithi090.stdout:2674: done (1 left) 2024-04-15T16:37:53.459 INFO:tasks.rados.rados.0.smithi090.stdout:2675: done (0 left) 2024-04-15T16:37:53.459 INFO:tasks.rados.rados.0.smithi090.stdout:2676: snap_create 2024-04-15T16:37:53.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:53 smithi090 ceph-mon[89240]: osdmap e575: 8 total, 8 up, 8 in 2024-04-15T16:37:53.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:53 smithi090 ceph-mon[89240]: pgmap v522: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 447 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-15T16:37:53.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:37:53.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:53 smithi090 ceph-mon[91618]: osdmap e575: 8 total, 8 up, 8 in 2024-04-15T16:37:53.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:53 smithi090 ceph-mon[91618]: pgmap v522: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 447 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-15T16:37:53.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:37:53.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:53 smithi153 ceph-mon[84714]: osdmap e575: 8 total, 8 up, 8 in 2024-04-15T16:37:53.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:53 smithi153 ceph-mon[84714]: pgmap v522: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 447 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 3.7 MiB/s wr, 19 op/s 2024-04-15T16:37:53.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:37:54.409 INFO:tasks.rados.rados.0.smithi090.stdout:2676: done (0 left) 2024-04-15T16:37:54.410 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 264 2024-04-15T16:37:54.410 INFO:tasks.rados.rados.0.smithi090.stdout:2677: seq_num 850 ranges {1556480=638976,2195456=802816,2998272=475136,3473408=327680} 2024-04-15T16:37:54.421 INFO:tasks.rados.rados.0.smithi090.stdout:2677: writing smithi09078167-42 from 1556480 to 2195456 tid 1 2024-04-15T16:37:54.426 INFO:tasks.rados.rados.0.smithi090.stdout:2677: writing smithi09078167-42 from 2195456 to 2998272 tid 2 2024-04-15T16:37:54.428 INFO:tasks.rados.rados.0.smithi090.stdout:2677: writing smithi09078167-42 from 2998272 to 3473408 tid 3 2024-04-15T16:37:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:2677: writing smithi09078167-42 from 3473408 to 3801088 tid 4 2024-04-15T16:37:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:2678: read oid 35 snap 174 2024-04-15T16:37:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:2678: expect (ObjNum 585 snap 154 seq_num 585) 2024-04-15T16:37:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:2679: delete oid 31 current snap is 264 2024-04-15T16:37:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:2677: finishing write tid 1 to smithi09078167-42 2024-04-15T16:37:54.431 INFO:tasks.rados.rados.0.smithi090.stdout:2677: finishing write tid 2 to smithi09078167-42 2024-04-15T16:37:54.433 INFO:tasks.rados.rados.0.smithi090.stdout:2677: finishing write tid 3 to smithi09078167-42 2024-04-15T16:37:54.437 INFO:tasks.rados.rados.0.smithi090.stdout:2677: finishing write tid 4 to smithi09078167-42 2024-04-15T16:37:54.437 INFO:tasks.rados.rados.0.smithi090.stdout:2677: finishing write tid 5 to smithi09078167-42 2024-04-15T16:37:54.437 INFO:tasks.rados.rados.0.smithi090.stdout:2679: done (2 left) 2024-04-15T16:37:54.437 INFO:tasks.rados.rados.0.smithi090.stdout:2680: rmattr oid 3 current snap is 264 2024-04-15T16:37:54.437 INFO:tasks.rados.rados.0.smithi090.stdout:2680: done (2 left) 2024-04-15T16:37:54.437 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 264 2024-04-15T16:37:54.437 INFO:tasks.rados.rados.0.smithi090.stdout:2681: seq_num 852 ranges {1826816=671744,2498560=622592,3121152=442368,3563520=540672} 2024-04-15T16:37:54.452 INFO:tasks.rados.rados.0.smithi090.stdout:2681: writing smithi09078167-26 from 1826816 to 2498560 tid 1 2024-04-15T16:37:54.456 INFO:tasks.rados.rados.0.smithi090.stdout:2681: writing smithi09078167-26 from 2498560 to 3121152 tid 2 2024-04-15T16:37:54.459 INFO:tasks.rados.rados.0.smithi090.stdout:2681: writing smithi09078167-26 from 3121152 to 3563520 tid 3 2024-04-15T16:37:54.464 INFO:tasks.rados.rados.0.smithi090.stdout:2681: writing smithi09078167-26 from 3563520 to 4104192 tid 4 2024-04-15T16:37:54.464 INFO:tasks.rados.rados.0.smithi090.stdout:2682: rollback oid 8 current snap is 264 2024-04-15T16:37:54.464 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 193 2024-04-15T16:37:54.464 INFO:tasks.rados.rados.0.smithi090.stdout:2677: finishing write tid 6 to smithi09078167-42 2024-04-15T16:37:54.464 INFO:tasks.rados.rados.0.smithi090.stdout:2677: oid 42 updating version 0 to 735 2024-04-15T16:37:54.464 INFO:tasks.rados.rados.0.smithi090.stdout:2677: oid 42 version 735 is already newer than 733 2024-04-15T16:37:54.464 INFO:tasks.rados.rados.0.smithi090.stdout:2677: oid 42 version 735 is already newer than 732 2024-04-15T16:37:54.464 INFO:tasks.rados.rados.0.smithi090.stdout:2677: oid 42 version 735 is already newer than 731 2024-04-15T16:37:54.464 INFO:tasks.rados.rados.0.smithi090.stdout:2677: oid 42 version 735 is already newer than 734 2024-04-15T16:37:54.465 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 735 (ObjNum 850 snap 264 seq_num 850) dirty exists 2024-04-15T16:37:54.465 INFO:tasks.rados.rados.0.smithi090.stdout:2677: left oid 42 (ObjNum 850 snap 264 seq_num 850) 2024-04-15T16:37:54.465 INFO:tasks.rados.rados.0.smithi090.stdout:2677: done (3 left) 2024-04-15T16:37:54.465 INFO:tasks.rados.rados.0.smithi090.stdout:2683: setattr oid 36 current snap is 264 2024-04-15T16:37:54.465 INFO:tasks.rados.rados.0.smithi090.stdout:2684: rollback oid 5 current snap is 264 2024-04-15T16:37:54.465 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 5 to 257 2024-04-15T16:37:54.465 INFO:tasks.rados.rados.0.smithi090.stdout:2685: snap_create 2024-04-15T16:37:54.467 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 785 (ObjNum 33 snap 0 seq_num 3729907552) dirty exists 2024-04-15T16:37:54.468 INFO:tasks.rados.rados.0.smithi090.stdout:2678: expect (ObjNum 585 snap 154 seq_num 585) 2024-04-15T16:37:54.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:54 smithi090 ceph-mon[91618]: osdmap e576: 8 total, 8 up, 8 in 2024-04-15T16:37:54.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:54.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:54.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:54 smithi090 ceph-mon[91618]: osdmap e577: 8 total, 8 up, 8 in 2024-04-15T16:37:54.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:54 smithi090 ceph-mon[89240]: osdmap e576: 8 total, 8 up, 8 in 2024-04-15T16:37:54.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:54.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:54.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:54 smithi090 ceph-mon[89240]: osdmap e577: 8 total, 8 up, 8 in 2024-04-15T16:37:54.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:54 smithi153 ceph-mon[84714]: osdmap e576: 8 total, 8 up, 8 in 2024-04-15T16:37:54.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:54.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:54.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:54 smithi153 ceph-mon[84714]: osdmap e577: 8 total, 8 up, 8 in 2024-04-15T16:37:55.077 INFO:tasks.rados.rados.0.smithi090.stdout:2681: finishing write tid 1 to smithi09078167-26 2024-04-15T16:37:55.077 INFO:tasks.rados.rados.0.smithi090.stdout:2681: finishing write tid 2 to smithi09078167-26 2024-04-15T16:37:55.077 INFO:tasks.rados.rados.0.smithi090.stdout:2682: finishing rollback tid 0 to smithi09078167-8 2024-04-15T16:37:55.077 INFO:tasks.rados.rados.0.smithi090.stdout:2682: finishing rollback tid 1 to smithi09078167-8 2024-04-15T16:37:55.077 INFO:tasks.rados.rados.0.smithi090.stdout:2684: finishing rollback tid 0 to smithi09078167-5 2024-04-15T16:37:55.077 INFO:tasks.rados.rados.0.smithi090.stdout:2684: finishing rollback tid 1 to smithi09078167-5 2024-04-15T16:37:55.077 INFO:tasks.rados.rados.0.smithi090.stdout:2682: finishing rollback tid 2 to smithi09078167-8 2024-04-15T16:37:55.078 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1017 (ObjNum 684 snap 189 seq_num 684) dirty exists 2024-04-15T16:37:55.078 INFO:tasks.rados.rados.0.smithi090.stdout:2681: finishing write tid 3 to smithi09078167-26 2024-04-15T16:37:55.078 INFO:tasks.rados.rados.0.smithi090.stdout:2684: finishing rollback tid 2 to smithi09078167-5 2024-04-15T16:37:55.078 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 489 (ObjNum 676 snap 186 seq_num 676) dirty exists 2024-04-15T16:37:55.078 INFO:tasks.rados.rados.0.smithi090.stdout:2681: finishing write tid 4 to smithi09078167-26 2024-04-15T16:37:55.078 INFO:tasks.rados.rados.0.smithi090.stdout:2681: finishing write tid 5 to smithi09078167-26 2024-04-15T16:37:55.078 INFO:tasks.rados.rados.0.smithi090.stdout:2681: finishing write tid 6 to smithi09078167-26 2024-04-15T16:37:55.078 INFO:tasks.rados.rados.0.smithi090.stdout:2681: oid 26 updating version 0 to 784 2024-04-15T16:37:55.078 INFO:tasks.rados.rados.0.smithi090.stdout:2681: oid 26 updating version 784 to 785 2024-04-15T16:37:55.078 INFO:tasks.rados.rados.0.smithi090.stdout:2681: oid 26 version 785 is already newer than 783 2024-04-15T16:37:55.078 INFO:tasks.rados.rados.0.smithi090.stdout:2681: oid 26 version 785 is already newer than 782 2024-04-15T16:37:55.078 INFO:tasks.rados.rados.0.smithi090.stdout:2681: oid 26 version 785 is already newer than 781 2024-04-15T16:37:55.078 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 785 (ObjNum 852 snap 264 seq_num 852) dirty exists 2024-04-15T16:37:55.078 INFO:tasks.rados.rados.0.smithi090.stdout:2681: left oid 26 (ObjNum 852 snap 264 seq_num 852) 2024-04-15T16:37:55.467 INFO:tasks.rados.rados.0.smithi090.stdout:2678: done (5 left) 2024-04-15T16:37:55.468 INFO:tasks.rados.rados.0.smithi090.stdout:2681: done (4 left) 2024-04-15T16:37:55.468 INFO:tasks.rados.rados.0.smithi090.stdout:2682: done (3 left) 2024-04-15T16:37:55.468 INFO:tasks.rados.rados.0.smithi090.stdout:2683: done (2 left) 2024-04-15T16:37:55.468 INFO:tasks.rados.rados.0.smithi090.stdout:2684: done (1 left) 2024-04-15T16:37:55.468 INFO:tasks.rados.rados.0.smithi090.stdout:2685: done (0 left) 2024-04-15T16:37:55.468 INFO:tasks.rados.rados.0.smithi090.stdout:2686: rollback oid 14 current snap is 265 2024-04-15T16:37:55.468 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 14 to 217 2024-04-15T16:37:55.468 INFO:tasks.rados.rados.0.smithi090.stdout:2687: snap_create 2024-04-15T16:37:55.469 INFO:tasks.rados.rados.0.smithi090.stdout:2686: finishing rollback tid 1 to smithi09078167-14 2024-04-15T16:37:55.469 INFO:tasks.rados.rados.0.smithi090.stdout:2686: finishing rollback tid 2 to smithi09078167-14 2024-04-15T16:37:55.469 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 491 (ObjNum 628 snap 167 seq_num 628) dirty exists 2024-04-15T16:37:55.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:55 smithi153 ceph-mon[84714]: pgmap v525: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 447 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 10 op/s 2024-04-15T16:37:55.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:55.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:55.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:55 smithi090 ceph-mon[89240]: pgmap v525: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 447 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 10 op/s 2024-04-15T16:37:55.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:55.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:55.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:55 smithi090 ceph-mon[91618]: pgmap v525: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 447 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 10 op/s 2024-04-15T16:37:55.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:55.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:56.474 INFO:tasks.rados.rados.0.smithi090.stdout:2686: done (1 left) 2024-04-15T16:37:56.474 INFO:tasks.rados.rados.0.smithi090.stdout:2687: done (0 left) 2024-04-15T16:37:56.474 INFO:tasks.rados.rados.0.smithi090.stdout:2688: read oid 49 snap -1 2024-04-15T16:37:56.474 INFO:tasks.rados.rados.0.smithi090.stdout:2688: expect (ObjNum 742 snap 217 seq_num 742) 2024-04-15T16:37:56.474 INFO:tasks.rados.rados.0.smithi090.stdout:2689: read oid 19 snap -1 2024-04-15T16:37:56.474 INFO:tasks.rados.rados.0.smithi090.stdout:2689: expect deleted 2024-04-15T16:37:56.474 INFO:tasks.rados.rados.0.smithi090.stdout:2690: rollback oid 40 current snap is 266 2024-04-15T16:37:56.474 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 40 to 259 2024-04-15T16:37:56.474 INFO:tasks.rados.rados.0.smithi090.stdout:2691: copy_from oid 8 from oid 45 current snap is 266 2024-04-15T16:37:56.475 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 266 2024-04-15T16:37:56.475 INFO:tasks.rados.rados.0.smithi090.stdout:2692: seq_num 853 ranges {2064384=696320,2760704=507904,3268608=647168,3915776=450560} 2024-04-15T16:37:56.488 INFO:tasks.rados.rados.0.smithi090.stdout:2692: writing smithi09078167-11 from 2064384 to 2760704 tid 1 2024-04-15T16:37:56.494 INFO:tasks.rados.rados.0.smithi090.stdout:2692: writing smithi09078167-11 from 2760704 to 3268608 tid 2 2024-04-15T16:37:56.494 INFO:tasks.rados.rados.0.smithi090.stdout:2692: writing smithi09078167-11 from 3268608 to 3915776 tid 3 2024-04-15T16:37:56.497 INFO:tasks.rados.rados.0.smithi090.stdout:2692: writing smithi09078167-11 from 3915776 to 4366336 tid 4 2024-04-15T16:37:56.497 INFO:tasks.rados.rados.0.smithi090.stdout:2693: snap_remove snap 209 2024-04-15T16:37:56.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:56 smithi153 ceph-mon[84714]: osdmap e578: 8 total, 8 up, 8 in 2024-04-15T16:37:56.716 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:56 smithi090 ceph-mon[91618]: osdmap e578: 8 total, 8 up, 8 in 2024-04-15T16:37:56.716 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:56 smithi090 ceph-mon[89240]: osdmap e578: 8 total, 8 up, 8 in 2024-04-15T16:37:56.716 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:37:57.039 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:37:57.039 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (10m) 26s ago 11m 24.0M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:37:57.039 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (11m) 3s ago 11m 89.5M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:37:57.039 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (30s) 26s ago 12m 11.7M - 19.0.0-3080-gc2d8c315 259793512b73 d966adb74ded 2024-04-15T16:37:57.039 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (7s) 3s ago 12m 12.4M - 19.0.0-3080-gc2d8c315 259793512b73 8b067668fd8b 2024-04-15T16:37:57.039 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (6m) 3s ago 15m 453M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:37:57.039 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (6m) 26s ago 17m 518M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:37:57.039 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (6m) 26s ago 17m 65.0M 2048M 19.0.0-3080-gc2d8c315 259793512b73 82f63672a8c1 2024-04-15T16:37:57.039 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (5m) 3s ago 16m 55.3M 2048M 19.0.0-3080-gc2d8c315 259793512b73 a8c48d861c6e 2024-04-15T16:37:57.039 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (5m) 26s ago 16m 56.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 28c14668bcb2 2024-04-15T16:37:57.039 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (11m) 26s ago 10m 15.6M - 1.5.0 0da6a335fe13 3debabe09010 2024-04-15T16:37:57.040 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (10m) 3s ago 10m 15.5M - 1.5.0 0da6a335fe13 84d7909407d8 2024-04-15T16:37:57.040 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (4m) 26s ago 15m 222M 2480M 19.0.0-3080-gc2d8c315 259793512b73 220a8dfc36ad 2024-04-15T16:37:57.040 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (4m) 26s ago 15m 170M 2480M 19.0.0-3080-gc2d8c315 259793512b73 1c837b285ce5 2024-04-15T16:37:57.040 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (3m) 26s ago 14m 170M 2480M 19.0.0-3080-gc2d8c315 259793512b73 915f230e2693 2024-04-15T16:37:57.040 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (3m) 26s ago 14m 152M 2480M 19.0.0-3080-gc2d8c315 259793512b73 a0a34f8fff3a 2024-04-15T16:37:57.040 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (2m) 3s ago 14m 216M 2480M 19.0.0-3080-gc2d8c315 259793512b73 ead96f9e7b8d 2024-04-15T16:37:57.040 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (2m) 3s ago 13m 148M 2480M 19.0.0-3080-gc2d8c315 259793512b73 35917c9a8a50 2024-04-15T16:37:57.040 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (86s) 3s ago 13m 124M 2480M 19.0.0-3080-gc2d8c315 259793512b73 3685571262f0 2024-04-15T16:37:57.040 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (50s) 3s ago 12m 81.6M 2480M 19.0.0-3080-gc2d8c315 259793512b73 ddae25a9b820 2024-04-15T16:37:57.040 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (6m) 3s ago 11m 62.5M - 2.43.0 a07b618ecd1d ac36942670ad 2024-04-15T16:37:57.437 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:37:57.437 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:37:57.437 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:37:57.437 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:37:57.437 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:37:57.437 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:37:57.437 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:37:57.437 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:37:57.437 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T16:37:57.437 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:37:57.437 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:37:57.438 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:37:57.438 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:37:57.438 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:37:57.438 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 15 2024-04-15T16:37:57.438 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:37:57.438 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:37:57.479 INFO:tasks.rados.rados.0.smithi090.stdout:2693: done (5 left) 2024-04-15T16:37:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:2694: delete oid 18 current snap is 266 2024-04-15T16:37:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:2691: finishing copy_from to smithi09078167-8 2024-04-15T16:37:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:2691: got expected ENOENT (src dne) 2024-04-15T16:37:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:2691: finishing copy_from racing read to smithi09078167-8 2024-04-15T16:37:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:2690: finishing rollback tid 1 to smithi09078167-40 2024-04-15T16:37:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:2690: finishing rollback tid 2 to smithi09078167-40 2024-04-15T16:37:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 1010 (ObjNum 816 snap 259 seq_num 816) dirty exists 2024-04-15T16:37:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:2692: finishing write tid 1 to smithi09078167-11 2024-04-15T16:37:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:2692: finishing write tid 2 to smithi09078167-11 2024-04-15T16:37:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:2688: expect (ObjNum 742 snap 217 seq_num 742) 2024-04-15T16:37:57.752 INFO:tasks.rados.rados.0.smithi090.stdout:2692: finishing write tid 3 to smithi09078167-11 2024-04-15T16:37:57.752 INFO:tasks.rados.rados.0.smithi090.stdout:2692: finishing write tid 4 to smithi09078167-11 2024-04-15T16:37:57.753 INFO:tasks.rados.rados.0.smithi090.stdout:2692: finishing write tid 5 to smithi09078167-11 2024-04-15T16:37:57.753 INFO:tasks.rados.rados.0.smithi090.stdout:2692: finishing write tid 6 to smithi09078167-11 2024-04-15T16:37:57.753 INFO:tasks.rados.rados.0.smithi090.stdout:2692: oid 11 updating version 0 to 839 2024-04-15T16:37:57.753 INFO:tasks.rados.rados.0.smithi090.stdout:2692: oid 11 updating version 839 to 840 2024-04-15T16:37:57.753 INFO:tasks.rados.rados.0.smithi090.stdout:2692: oid 11 version 840 is already newer than 838 2024-04-15T16:37:57.753 INFO:tasks.rados.rados.0.smithi090.stdout:2692: oid 11 version 840 is already newer than 837 2024-04-15T16:37:57.753 INFO:tasks.rados.rados.0.smithi090.stdout:2692: oid 11 updating version 840 to 841 2024-04-15T16:37:57.753 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 841 (ObjNum 853 snap 266 seq_num 853) dirty exists 2024-04-15T16:37:57.753 INFO:tasks.rados.rados.0.smithi090.stdout:2692: left oid 11 (ObjNum 853 snap 266 seq_num 853) 2024-04-15T16:37:57.753 INFO:tasks.rados.rados.0.smithi090.stdout:2688: done (5 left) 2024-04-15T16:37:57.753 INFO:tasks.rados.rados.0.smithi090.stdout:2689: done (4 left) 2024-04-15T16:37:57.753 INFO:tasks.rados.rados.0.smithi090.stdout:2690: done (3 left) 2024-04-15T16:37:57.753 INFO:tasks.rados.rados.0.smithi090.stdout:2691: done (2 left) 2024-04-15T16:37:57.753 INFO:tasks.rados.rados.0.smithi090.stdout:2692: done (1 left) 2024-04-15T16:37:57.753 INFO:tasks.rados.rados.0.smithi090.stdout:2694: done (0 left) 2024-04-15T16:37:57.754 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 266 2024-04-15T16:37:57.754 INFO:tasks.rados.rados.0.smithi090.stdout:2695: seq_num 855 ranges {1974272=729088,2703360=671744,3375104=663552,4038656=270336} 2024-04-15T16:37:57.766 INFO:tasks.rados.rados.0.smithi090.stdout:2695: writing smithi09078167-43 from 1974272 to 2703360 tid 1 2024-04-15T16:37:57.770 INFO:tasks.rados.rados.0.smithi090.stdout:2695: writing smithi09078167-43 from 2703360 to 3375104 tid 2 2024-04-15T16:37:57.773 INFO:tasks.rados.rados.0.smithi090.stdout:2695: writing smithi09078167-43 from 3375104 to 4038656 tid 3 2024-04-15T16:37:57.775 INFO:tasks.rados.rados.0.smithi090.stdout:2695: writing smithi09078167-43 from 4038656 to 4308992 tid 4 2024-04-15T16:37:57.775 INFO:tasks.rados.rados.0.smithi090.stdout:2696: snap_remove snap 234 2024-04-15T16:37:57.825 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:57 smithi153 ceph-mon[84714]: osdmap e579: 8 total, 8 up, 8 in 2024-04-15T16:37:57.825 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:57 smithi153 ceph-mon[84714]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:37:57.825 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:57 smithi153 ceph-mon[84714]: pgmap v528: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 468 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-15T16:37:57.826 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:57 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1184970165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:57.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:57 smithi090 ceph-mon[91618]: osdmap e579: 8 total, 8 up, 8 in 2024-04-15T16:37:57.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:57 smithi090 ceph-mon[91618]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:37:57.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:57 smithi090 ceph-mon[91618]: pgmap v528: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 468 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-15T16:37:57.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:57 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1184970165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:57.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:57 smithi090 ceph-mon[89240]: osdmap e579: 8 total, 8 up, 8 in 2024-04-15T16:37:57.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:57 smithi090 ceph-mon[89240]: from='client.44339 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:37:57.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:57 smithi090 ceph-mon[89240]: pgmap v528: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 468 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 25 op/s 2024-04-15T16:37:57.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:57 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1184970165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:58.483 INFO:tasks.rados.rados.0.smithi090.stdout:2695: finishing write tid 1 to smithi09078167-43 2024-04-15T16:37:58.483 INFO:tasks.rados.rados.0.smithi090.stdout:2695: finishing write tid 2 to smithi09078167-43 2024-04-15T16:37:58.483 INFO:tasks.rados.rados.0.smithi090.stdout:2695: finishing write tid 3 to smithi09078167-43 2024-04-15T16:37:58.483 INFO:tasks.rados.rados.0.smithi090.stdout:2695: finishing write tid 4 to smithi09078167-43 2024-04-15T16:37:58.483 INFO:tasks.rados.rados.0.smithi090.stdout:2695: finishing write tid 5 to smithi09078167-43 2024-04-15T16:37:58.483 INFO:tasks.rados.rados.0.smithi090.stdout:2695: finishing write tid 6 to smithi09078167-43 2024-04-15T16:37:58.483 INFO:tasks.rados.rados.0.smithi090.stdout:2695: oid 43 updating version 0 to 1082 2024-04-15T16:37:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:2695: oid 43 updating version 1082 to 1083 2024-04-15T16:37:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:2695: oid 43 version 1083 is already newer than 1081 2024-04-15T16:37:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:2695: oid 43 updating version 1083 to 1085 2024-04-15T16:37:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:2695: oid 43 version 1085 is already newer than 1084 2024-04-15T16:37:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1085 (ObjNum 855 snap 266 seq_num 855) dirty exists 2024-04-15T16:37:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:2695: left oid 43 (ObjNum 855 snap 266 seq_num 855) 2024-04-15T16:37:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:2695: done (1 left) 2024-04-15T16:37:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:2696: done (0 left) 2024-04-15T16:37:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 266 2024-04-15T16:37:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:2697: seq_num 856 ranges {4104192=745472,4849664=557056,5406720=417792,5824512=434176,6258688=196608} 2024-04-15T16:37:58.510 INFO:tasks.rados.rados.0.smithi090.stdout:2697: writing smithi09078167-26 from 4104192 to 4849664 tid 1 2024-04-15T16:37:58.513 INFO:tasks.rados.rados.0.smithi090.stdout:2697: writing smithi09078167-26 from 4849664 to 5406720 tid 2 2024-04-15T16:37:58.516 INFO:tasks.rados.rados.0.smithi090.stdout:2697: writing smithi09078167-26 from 5406720 to 5824512 tid 3 2024-04-15T16:37:58.518 INFO:tasks.rados.rados.0.smithi090.stdout:2697: writing smithi09078167-26 from 5824512 to 6258688 tid 4 2024-04-15T16:37:58.520 INFO:tasks.rados.rados.0.smithi090.stdout:2697: writing smithi09078167-26 from 6258688 to 6455296 tid 5 2024-04-15T16:37:58.520 INFO:tasks.rados.rados.0.smithi090.stdout:2698: rmattr oid 36 current snap is 266 2024-04-15T16:37:58.520 INFO:tasks.rados.rados.0.smithi090.stdout:2697: finishing write tid 1 to smithi09078167-26 2024-04-15T16:37:58.520 INFO:tasks.rados.rados.0.smithi090.stdout:2697: finishing write tid 2 to smithi09078167-26 2024-04-15T16:37:58.520 INFO:tasks.rados.rados.0.smithi090.stdout:2697: finishing write tid 3 to smithi09078167-26 2024-04-15T16:37:58.520 INFO:tasks.rados.rados.0.smithi090.stdout:2699: snap_remove snap 259 2024-04-15T16:37:58.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:58 smithi090 ceph-mon[89240]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:37:58.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:58 smithi090 ceph-mon[89240]: osdmap e580: 8 total, 8 up, 8 in 2024-04-15T16:37:58.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:58 smithi090 ceph-mon[91618]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:37:58.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:58 smithi090 ceph-mon[91618]: osdmap e580: 8 total, 8 up, 8 in 2024-04-15T16:37:58.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:58 smithi153 ceph-mon[84714]: from='client.44345 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:37:58.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:58 smithi153 ceph-mon[84714]: osdmap e580: 8 total, 8 up, 8 in 2024-04-15T16:37:59.361 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:37:59] "GET /metrics HTTP/1.1" 200 36260 "" "Prometheus/2.43.0" 2024-04-15T16:37:59.413 INFO:tasks.rados.rados.0.smithi090.stdout:2699: done (2 left) 2024-04-15T16:37:59.413 INFO:tasks.rados.rados.0.smithi090.stdout:2700: snap_remove snap 257 2024-04-15T16:37:59.630 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: osdmap e581: 8 total, 8 up, 8 in 2024-04-15T16:37:59.631 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.631 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.631 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:37:59.631 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:37:59.631 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.631 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:59.631 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.631 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.631 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.631 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.631 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.631 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: Upgrade: Setting container_image for all mds 2024-04-15T16:37:59.631 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-15T16:37:59.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-15T16:37:59.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-15T16:37:59.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-15T16:37:59.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: Upgrade: Setting container_image for all rgw 2024-04-15T16:37:59.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: Upgrade: Setting container_image for all rbd-mirror 2024-04-15T16:37:59.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: pgmap v531: 121 pgs: 121 active+clean; 470 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-04-15T16:37:59.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: Upgrade: Setting container_image for all ceph-exporter 2024-04-15T16:37:59.632 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.633 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.633 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: Upgrade: Setting container_image for all iscsi 2024-04-15T16:37:59.633 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.633 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.633 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: Upgrade: Setting container_image for all nfs 2024-04-15T16:37:59.633 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.633 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.633 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: Upgrade: Setting container_image for all nvmeof 2024-04-15T16:37:59.633 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.633 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[89240]: osdmap e582: 8 total, 8 up, 8 in 2024-04-15T16:37:59.634 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: osdmap e581: 8 total, 8 up, 8 in 2024-04-15T16:37:59.634 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.634 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.634 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:37:59.634 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:37:59.634 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.634 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:59.634 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.634 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.634 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.635 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.635 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.635 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: Upgrade: Setting container_image for all mds 2024-04-15T16:37:59.635 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.635 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-15T16:37:59.635 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-15T16:37:59.635 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-15T16:37:59.635 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-15T16:37:59.635 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.635 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: Upgrade: Setting container_image for all rgw 2024-04-15T16:37:59.635 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.635 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.635 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: Upgrade: Setting container_image for all rbd-mirror 2024-04-15T16:37:59.635 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: pgmap v531: 121 pgs: 121 active+clean; 470 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-04-15T16:37:59.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: Upgrade: Setting container_image for all ceph-exporter 2024-04-15T16:37:59.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: Upgrade: Setting container_image for all iscsi 2024-04-15T16:37:59.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: Upgrade: Setting container_image for all nfs 2024-04-15T16:37:59.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: Upgrade: Setting container_image for all nvmeof 2024-04-15T16:37:59.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:37:59 smithi090 ceph-mon[91618]: osdmap e582: 8 total, 8 up, 8 in 2024-04-15T16:37:59.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: osdmap e581: 8 total, 8 up, 8 in 2024-04-15T16:37:59.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:37:59.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:37:59.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:37:59.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: Upgrade: Setting container_image for all mds 2024-04-15T16:37:59.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-15T16:37:59.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-15T16:37:59.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-15T16:37:59.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-15T16:37:59.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: Upgrade: Setting container_image for all rgw 2024-04-15T16:37:59.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: Upgrade: Setting container_image for all rbd-mirror 2024-04-15T16:37:59.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: pgmap v531: 121 pgs: 121 active+clean; 470 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.6 MiB/s wr, 26 op/s 2024-04-15T16:37:59.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: Upgrade: Setting container_image for all ceph-exporter 2024-04-15T16:37:59.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: Upgrade: Setting container_image for all iscsi 2024-04-15T16:37:59.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: Upgrade: Setting container_image for all nfs 2024-04-15T16:37:59.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.876 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:37:59.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: Upgrade: Setting container_image for all nvmeof 2024-04-15T16:37:59.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:37:59.877 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:37:59 smithi153 ceph-mon[84714]: osdmap e582: 8 total, 8 up, 8 in 2024-04-15T16:38:00.414 INFO:tasks.rados.rados.0.smithi090.stdout:2700: done (2 left) 2024-04-15T16:38:00.415 INFO:tasks.rados.rados.0.smithi090.stdout:2701: rmattr oid 29 current snap is 266 2024-04-15T16:38:00.415 INFO:tasks.rados.rados.0.smithi090.stdout:2701: done (2 left) 2024-04-15T16:38:00.415 INFO:tasks.rados.rados.0.smithi090.stdout:2702: read oid 11 snap -1 2024-04-15T16:38:00.415 INFO:tasks.rados.rados.0.smithi090.stdout:2702: expect (ObjNum 853 snap 266 seq_num 853) 2024-04-15T16:38:00.415 INFO:tasks.rados.rados.0.smithi090.stdout:2703: read oid 41 snap -1 2024-04-15T16:38:00.415 INFO:tasks.rados.rados.0.smithi090.stdout:2703: expect (ObjNum 849 snap 262 seq_num 849) 2024-04-15T16:38:00.415 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 266 2024-04-15T16:38:00.415 INFO:tasks.rados.rados.0.smithi090.stdout:2704: seq_num 857 ranges {0=761856,761856=442368,1204224=630784,1835008=532480} 2024-04-15T16:38:00.420 INFO:tasks.rados.rados.0.smithi090.stdout:2704: writing smithi09078167-18 from 0 to 761856 tid 1 2024-04-15T16:38:00.422 INFO:tasks.rados.rados.0.smithi090.stdout:2704: writing smithi09078167-18 from 761856 to 1204224 tid 2 2024-04-15T16:38:00.427 INFO:tasks.rados.rados.0.smithi090.stdout:2704: writing smithi09078167-18 from 1204224 to 1835008 tid 3 2024-04-15T16:38:00.432 INFO:tasks.rados.rados.0.smithi090.stdout:2704: writing smithi09078167-18 from 1835008 to 2367488 tid 4 2024-04-15T16:38:00.432 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 266 2024-04-15T16:38:00.432 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 803 (ObjNum 305 snap 0 seq_num 0) dirty exists 2024-04-15T16:38:00.432 INFO:tasks.rados.rados.0.smithi090.stdout:2697: finishing write tid 4 to smithi09078167-26 2024-04-15T16:38:00.432 INFO:tasks.rados.rados.0.smithi090.stdout:2697: finishing write tid 5 to smithi09078167-26 2024-04-15T16:38:00.432 INFO:tasks.rados.rados.0.smithi090.stdout:2697: finishing write tid 6 to smithi09078167-26 2024-04-15T16:38:00.432 INFO:tasks.rados.rados.0.smithi090.stdout:2697: finishing write tid 7 to smithi09078167-26 2024-04-15T16:38:00.432 INFO:tasks.rados.rados.0.smithi090.stdout:2697: oid 26 updating version 0 to 791 2024-04-15T16:38:00.432 INFO:tasks.rados.rados.0.smithi090.stdout:2697: oid 26 version 791 is already newer than 788 2024-04-15T16:38:00.432 INFO:tasks.rados.rados.0.smithi090.stdout:2697: oid 26 version 791 is already newer than 787 2024-04-15T16:38:00.433 INFO:tasks.rados.rados.0.smithi090.stdout:2697: oid 26 version 791 is already newer than 790 2024-04-15T16:38:00.433 INFO:tasks.rados.rados.0.smithi090.stdout:2697: oid 26 version 791 is already newer than 786 2024-04-15T16:38:00.433 INFO:tasks.rados.rados.0.smithi090.stdout:2697: oid 26 version 791 is already newer than 789 2024-04-15T16:38:00.433 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 791 (ObjNum 856 snap 266 seq_num 856) dirty exists 2024-04-15T16:38:00.433 INFO:tasks.rados.rados.0.smithi090.stdout:2697: left oid 26 (ObjNum 856 snap 266 seq_num 856) 2024-04-15T16:38:00.433 INFO:tasks.rados.rados.0.smithi090.stdout:2705: seq_num 858 ranges {0=778240,778240=729088,1507328=434176,1941504=442368} 2024-04-15T16:38:00.437 INFO:tasks.rados.rados.0.smithi090.stdout:2705: writing smithi09078167-7 from 0 to 778240 tid 1 2024-04-15T16:38:00.442 INFO:tasks.rados.rados.0.smithi090.stdout:2705: writing smithi09078167-7 from 778240 to 1507328 tid 2 2024-04-15T16:38:00.446 INFO:tasks.rados.rados.0.smithi090.stdout:2705: writing smithi09078167-7 from 1507328 to 1941504 tid 3 2024-04-15T16:38:00.449 INFO:tasks.rados.rados.0.smithi090.stdout:2705: writing smithi09078167-7 from 1941504 to 2383872 tid 4 2024-04-15T16:38:00.449 INFO:tasks.rados.rados.0.smithi090.stdout:2697: done (5 left) 2024-04-15T16:38:00.450 INFO:tasks.rados.rados.0.smithi090.stdout:2698: done (4 left) 2024-04-15T16:38:00.450 INFO:tasks.rados.rados.0.smithi090.stdout:2706: snap_remove snap 254 2024-04-15T16:38:01.413 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:01 smithi090 systemd[1]: Stopping Ceph node-exporter.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:38:01.413 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:01 smithi090 podman[119611]: 2024-04-15 16:38:01.376427116 +0000 UTC m=+0.103670735 container died 3debabe090107dc3ea6090b981914ecde80fb58cc44fb7f932f4251d6889dee4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:01.419 INFO:tasks.rados.rados.0.smithi090.stdout:2706: done (4 left) 2024-04-15T16:38:01.419 INFO:tasks.rados.rados.0.smithi090.stdout:2707: copy_from oid 32 from oid 45 current snap is 266 2024-04-15T16:38:01.419 INFO:tasks.rados.rados.0.smithi090.stdout:2708: snap_remove snap 263 2024-04-15T16:38:01.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:01 smithi090 ceph-mon[91618]: Upgrade: Updating node-exporter.a (1/2) 2024-04-15T16:38:01.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:01 smithi090 ceph-mon[91618]: Deploying daemon node-exporter.a on smithi090 2024-04-15T16:38:01.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:01 smithi090 ceph-mon[91618]: osdmap e583: 8 total, 8 up, 8 in 2024-04-15T16:38:01.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:01 smithi090 ceph-mon[91618]: pgmap v534: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 474 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-15T16:38:01.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:01 smithi090 ceph-mon[89240]: Upgrade: Updating node-exporter.a (1/2) 2024-04-15T16:38:01.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:01 smithi090 ceph-mon[89240]: Deploying daemon node-exporter.a on smithi090 2024-04-15T16:38:01.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:01 smithi090 ceph-mon[89240]: osdmap e583: 8 total, 8 up, 8 in 2024-04-15T16:38:01.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:01 smithi090 ceph-mon[89240]: pgmap v534: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 474 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-15T16:38:01.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:01 smithi153 ceph-mon[84714]: Upgrade: Updating node-exporter.a (1/2) 2024-04-15T16:38:01.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:01 smithi153 ceph-mon[84714]: Deploying daemon node-exporter.a on smithi090 2024-04-15T16:38:01.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:01 smithi153 ceph-mon[84714]: osdmap e583: 8 total, 8 up, 8 in 2024-04-15T16:38:01.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:01 smithi153 ceph-mon[84714]: pgmap v534: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 474 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.1 MiB/s wr, 6 op/s 2024-04-15T16:38:02.080 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:01 smithi090 podman[119611]: 2024-04-15 16:38:01.834380581 +0000 UTC m=+0.561624189 container cleanup 3debabe090107dc3ea6090b981914ecde80fb58cc44fb7f932f4251d6889dee4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:02.080 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:01 smithi090 bash[119611]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a 2024-04-15T16:38:02.080 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 podman[119625]: 2024-04-15 16:38:02.019337583 +0000 UTC m=+0.647344116 container remove 3debabe090107dc3ea6090b981914ecde80fb58cc44fb7f932f4251d6889dee4 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:02.080 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-15T16:38:02.427 INFO:tasks.rados.rados.0.smithi090.stdout:2708: done (5 left) 2024-04-15T16:38:02.427 INFO:tasks.rados.rados.0.smithi090.stdout:2709: copy_from oid 16 from oid 9 current snap is 266 2024-04-15T16:38:02.427 INFO:tasks.rados.rados.0.smithi090.stdout:2710: read oid 5 snap -1 2024-04-15T16:38:02.427 INFO:tasks.rados.rados.0.smithi090.stdout:2710: expect (ObjNum 676 snap 186 seq_num 676) 2024-04-15T16:38:02.427 INFO:tasks.rados.rados.0.smithi090.stdout:2711: rmattr oid 43 current snap is 266 2024-04-15T16:38:02.427 INFO:tasks.rados.rados.0.smithi090.stdout:2711: done (7 left) 2024-04-15T16:38:02.427 INFO:tasks.rados.rados.0.smithi090.stdout:2712: copy_from oid 50 from oid 27 current snap is 266 2024-04-15T16:38:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:2713: rmattr oid 14 current snap is 266 2024-04-15T16:38:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:2713: done (8 left) 2024-04-15T16:38:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 266 2024-04-15T16:38:02.428 INFO:tasks.rados.rados.0.smithi090.stdout:2714: seq_num 859 ranges {2129920=794624,2924544=614400,3538944=638976,4177920=352256} 2024-04-15T16:38:02.440 INFO:tasks.rados.rados.0.smithi090.stdout:2714: writing smithi09078167-37 from 2129920 to 2924544 tid 1 2024-04-15T16:38:02.444 INFO:tasks.rados.rados.0.smithi090.stdout:2714: writing smithi09078167-37 from 2924544 to 3538944 tid 2 2024-04-15T16:38:02.449 INFO:tasks.rados.rados.0.smithi090.stdout:2714: writing smithi09078167-37 from 3538944 to 4177920 tid 3 2024-04-15T16:38:02.451 INFO:tasks.rados.rados.0.smithi090.stdout:2714: writing smithi09078167-37 from 4177920 to 4530176 tid 4 2024-04-15T16:38:02.451 INFO:tasks.rados.rados.0.smithi090.stdout:2715: delete oid 14 current snap is 266 2024-04-15T16:38:02.451 INFO:tasks.rados.rados.0.smithi090.stdout:2704: finishing write tid 1 to smithi09078167-18 2024-04-15T16:38:02.451 INFO:tasks.rados.rados.0.smithi090.stdout:2705: finishing write tid 1 to smithi09078167-7 2024-04-15T16:38:02.451 INFO:tasks.rados.rados.0.smithi090.stdout:2702: expect (ObjNum 853 snap 266 seq_num 853) 2024-04-15T16:38:02.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-mon[91618]: osdmap e584: 8 total, 8 up, 8 in 2024-04-15T16:38:02.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-mon[89240]: osdmap e584: 8 total, 8 up, 8 in 2024-04-15T16:38:02.580 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-15T16:38:02.581 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 systemd[1]: Stopped Ceph node-exporter.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:38:02.581 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@node-exporter.a.service: Consumed 2.786s CPU time. 2024-04-15T16:38:02.581 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 systemd[1]: Starting Ceph node-exporter.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:38:02.614 INFO:tasks.rados.rados.0.smithi090.stdout:2704: finishing write tid 2 to smithi09078167-18 2024-04-15T16:38:02.614 INFO:tasks.rados.rados.0.smithi090.stdout:2704: finishing write tid 3 to smithi09078167-18 2024-04-15T16:38:02.615 INFO:tasks.rados.rados.0.smithi090.stdout:2704: finishing write tid 4 to smithi09078167-18 2024-04-15T16:38:02.615 INFO:tasks.rados.rados.0.smithi090.stdout:2704: finishing write tid 5 to smithi09078167-18 2024-04-15T16:38:02.615 INFO:tasks.rados.rados.0.smithi090.stdout:2704: finishing write tid 6 to smithi09078167-18 2024-04-15T16:38:02.615 INFO:tasks.rados.rados.0.smithi090.stdout:2704: oid 18 updating version 0 to 1102 2024-04-15T16:38:02.615 INFO:tasks.rados.rados.0.smithi090.stdout:2704: oid 18 version 1102 is already newer than 1099 2024-04-15T16:38:02.615 INFO:tasks.rados.rados.0.smithi090.stdout:2704: oid 18 version 1102 is already newer than 1100 2024-04-15T16:38:02.615 INFO:tasks.rados.rados.0.smithi090.stdout:2704: oid 18 version 1102 is already newer than 1098 2024-04-15T16:38:02.615 INFO:tasks.rados.rados.0.smithi090.stdout:2704: oid 18 version 1102 is already newer than 1101 2024-04-15T16:38:02.615 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1102 (ObjNum 857 snap 266 seq_num 857) dirty exists 2024-04-15T16:38:02.615 INFO:tasks.rados.rados.0.smithi090.stdout:2704: left oid 18 (ObjNum 857 snap 266 seq_num 857) 2024-04-15T16:38:02.615 INFO:tasks.rados.rados.0.smithi090.stdout:2705: finishing write tid 2 to smithi09078167-7 2024-04-15T16:38:02.615 INFO:tasks.rados.rados.0.smithi090.stdout:2702: done (9 left) 2024-04-15T16:38:02.615 INFO:tasks.rados.rados.0.smithi090.stdout:2704: done (8 left) 2024-04-15T16:38:02.615 INFO:tasks.rados.rados.0.smithi090.stdout:2715: done (7 left) 2024-04-15T16:38:02.616 INFO:tasks.rados.rados.0.smithi090.stdout:2716: snap_remove snap 248 2024-04-15T16:38:02.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:02 smithi153 ceph-mon[84714]: osdmap e584: 8 total, 8 up, 8 in 2024-04-15T16:38:02.623 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:38:02.923 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 podman[119749]: 2024-04-15 16:38:02.574433949 +0000 UTC m=+0.020404372 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-15T16:38:02.923 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 podman[119749]: 2024-04-15 16:38:02.704686438 +0000 UTC m=+0.150656842 container create 600caf4b1937fa695002a61c510c58ea2083a75eb2249d0b3bffdc1f8685ec64 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:03.330 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 podman[119749]: 2024-04-15 16:38:02.93204591 +0000 UTC m=+0.378016315 container init 600caf4b1937fa695002a61c510c58ea2083a75eb2249d0b3bffdc1f8685ec64 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:03.331 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 podman[119749]: 2024-04-15 16:38:02.934899079 +0000 UTC m=+0.380869495 container start 600caf4b1937fa695002a61c510c58ea2083a75eb2249d0b3bffdc1f8685ec64 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:03.331 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.938Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-15T16:38:03.331 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.938Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-15T16:38:03.331 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.938Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-15T16:38:03.331 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T16:38:03.331 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-15T16:38:03.331 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-15T16:38:03.331 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-15T16:38:03.331 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=arp 2024-04-15T16:38:03.331 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-15T16:38:03.331 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-15T16:38:03.331 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-15T16:38:03.331 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-15T16:38:03.331 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-15T16:38:03.332 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-15T16:38:03.332 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-15T16:38:03.332 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-15T16:38:03.332 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=edac 2024-04-15T16:38:03.332 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-15T16:38:03.332 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-15T16:38:03.332 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-15T16:38:03.333 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-15T16:38:03.333 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-15T16:38:03.333 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-15T16:38:03.333 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-15T16:38:03.333 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-15T16:38:03.333 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-15T16:38:03.333 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-15T16:38:03.333 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-15T16:38:03.333 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-15T16:38:03.333 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-15T16:38:03.333 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-15T16:38:03.333 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-15T16:38:03.333 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-15T16:38:03.333 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=os 2024-04-15T16:38:03.334 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-15T16:38:03.334 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-15T16:38:03.334 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-15T16:38:03.334 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-15T16:38:03.334 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-15T16:38:03.334 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-15T16:38:03.334 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-15T16:38:03.334 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=stat 2024-04-15T16:38:03.334 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-15T16:38:03.334 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-15T16:38:03.334 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-15T16:38:03.334 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=time 2024-04-15T16:38:03.334 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-15T16:38:03.334 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=uname 2024-04-15T16:38:03.335 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-15T16:38:03.335 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-15T16:38:03.335 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.939Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-15T16:38:03.335 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.940Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-15T16:38:03.335 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a[119763]: ts=2024-04-15T16:38:02.940Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-15T16:38:03.335 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:03 smithi090 bash[119749]: 600caf4b1937fa695002a61c510c58ea2083a75eb2249d0b3bffdc1f8685ec64 2024-04-15T16:38:03.335 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 16:38:03 smithi090 systemd[1]: Started Ceph node-exporter.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:38:03.435 INFO:tasks.rados.rados.0.smithi090.stdout:2716: done (7 left) 2024-04-15T16:38:03.435 INFO:tasks.rados.rados.0.smithi090.stdout:2717: read oid 20 snap -1 2024-04-15T16:38:03.435 INFO:tasks.rados.rados.0.smithi090.stdout:2717: expect deleted 2024-04-15T16:38:03.435 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 266 2024-04-15T16:38:03.435 INFO:tasks.rados.rados.0.smithi090.stdout:2718: seq_num 861 ranges {0=24576} 2024-04-15T16:38:03.435 INFO:tasks.rados.rados.0.smithi090.stdout:2718: writing smithi09078167-47 from 0 to 24576 tid 1 2024-04-15T16:38:03.435 INFO:tasks.rados.rados.0.smithi090.stdout:2719: rollback oid 28 current snap is 266 2024-04-15T16:38:03.435 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 28 to 255 2024-04-15T16:38:03.435 INFO:tasks.rados.rados.0.smithi090.stdout:2720: rmattr oid 13 current snap is 266 2024-04-15T16:38:03.436 INFO:tasks.rados.rados.0.smithi090.stdout:2720: done (10 left) 2024-04-15T16:38:03.436 INFO:tasks.rados.rados.0.smithi090.stdout:2721: read oid 1 snap 264 2024-04-15T16:38:03.436 INFO:tasks.rados.rados.0.smithi090.stdout:2721: expect (ObjNum 811 snap 257 seq_num 811) 2024-04-15T16:38:03.436 INFO:tasks.rados.rados.0.smithi090.stdout:2722: delete oid 44 current snap is 266 2024-04-15T16:38:03.436 INFO:tasks.rados.rados.0.smithi090.stdout:2705: finishing write tid 3 to smithi09078167-7 2024-04-15T16:38:03.436 INFO:tasks.rados.rados.0.smithi090.stdout:2703: expect (ObjNum 849 snap 262 seq_num 849) 2024-04-15T16:38:03.567 INFO:tasks.rados.rados.0.smithi090.stdout:2705: finishing write tid 4 to smithi09078167-7 2024-04-15T16:38:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:2705: finishing write tid 5 to smithi09078167-7 2024-04-15T16:38:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:2705: finishing write tid 6 to smithi09078167-7 2024-04-15T16:38:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:2705: oid 7 updating version 0 to 754 2024-04-15T16:38:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:2705: oid 7 version 754 is already newer than 751 2024-04-15T16:38:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:2705: oid 7 version 754 is already newer than 753 2024-04-15T16:38:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:2705: oid 7 version 754 is already newer than 750 2024-04-15T16:38:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:2705: oid 7 version 754 is already newer than 752 2024-04-15T16:38:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 754 (ObjNum 858 snap 266 seq_num 858) dirty exists 2024-04-15T16:38:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:2705: left oid 7 (ObjNum 858 snap 266 seq_num 858) 2024-04-15T16:38:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:2707: finishing copy_from to smithi09078167-32 2024-04-15T16:38:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:2707: got expected ENOENT (src dne) 2024-04-15T16:38:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:2707: finishing copy_from racing read to smithi09078167-32 2024-04-15T16:38:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:2714: finishing write tid 1 to smithi09078167-37 2024-04-15T16:38:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:2714: finishing write tid 2 to smithi09078167-37 2024-04-15T16:38:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:2703: done (11 left) 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:2705: done (10 left) 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:2707: done (9 left) 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:2722: done (8 left) 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:2723: copy_from oid 44 from oid 24 current snap is 266 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:2709: finishing copy_from racing read to smithi09078167-16 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:2714: finishing write tid 3 to smithi09078167-37 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:2714: finishing write tid 4 to smithi09078167-37 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:2714: finishing write tid 5 to smithi09078167-37 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:2709: finishing copy_from to smithi09078167-16 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 833 (ObjNum 841 snap 262 seq_num 841) dirty exists 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:2714: finishing write tid 6 to smithi09078167-37 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:2714: oid 37 updating version 0 to 548 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:2714: oid 37 updating version 548 to 549 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:2714: oid 37 updating version 549 to 552 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:2714: oid 37 version 552 is already newer than 550 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:2714: oid 37 version 552 is already newer than 551 2024-04-15T16:38:03.569 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 552 (ObjNum 859 snap 266 seq_num 859) dirty exists 2024-04-15T16:38:03.570 INFO:tasks.rados.rados.0.smithi090.stdout:2714: left oid 37 (ObjNum 859 snap 266 seq_num 859) 2024-04-15T16:38:03.570 INFO:tasks.rados.rados.0.smithi090.stdout:2710: expect (ObjNum 676 snap 186 seq_num 676) 2024-04-15T16:38:03.733 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:03 smithi153 ceph-mon[84714]: osdmap e585: 8 total, 8 up, 8 in 2024-04-15T16:38:03.733 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:03 smithi153 ceph-mon[84714]: pgmap v537: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 473 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-15T16:38:03.733 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:03 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:03.734 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:03 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:03.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:03 smithi090 ceph-mon[89240]: osdmap e585: 8 total, 8 up, 8 in 2024-04-15T16:38:03.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:03 smithi090 ceph-mon[89240]: pgmap v537: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 473 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-15T16:38:03.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:03.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:03.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:03 smithi090 ceph-mon[91618]: osdmap e585: 8 total, 8 up, 8 in 2024-04-15T16:38:03.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:03 smithi090 ceph-mon[91618]: pgmap v537: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 473 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-15T16:38:03.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:03 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:03.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:03 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:04.038 INFO:tasks.rados.rados.0.smithi090.stdout:2712: finishing copy_from racing read to smithi09078167-50 2024-04-15T16:38:04.038 INFO:tasks.rados.rados.0.smithi090.stdout:2712: finishing copy_from to smithi09078167-50 2024-04-15T16:38:04.038 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 934 (ObjNum 805 snap 256 seq_num 805) dirty exists 2024-04-15T16:38:04.038 INFO:tasks.rados.rados.0.smithi090.stdout:2718: finishing write tid 1 to smithi09078167-47 2024-04-15T16:38:04.038 INFO:tasks.rados.rados.0.smithi090.stdout:2718: finishing write tid 2 to smithi09078167-47 2024-04-15T16:38:04.038 INFO:tasks.rados.rados.0.smithi090.stdout:2709: done (8 left) 2024-04-15T16:38:04.038 INFO:tasks.rados.rados.0.smithi090.stdout:2710: done (7 left) 2024-04-15T16:38:04.038 INFO:tasks.rados.rados.0.smithi090.stdout:2712: done (6 left) 2024-04-15T16:38:04.038 INFO:tasks.rados.rados.0.smithi090.stdout:2714: done (5 left) 2024-04-15T16:38:04.038 INFO:tasks.rados.rados.0.smithi090.stdout:2717: done (4 left) 2024-04-15T16:38:04.039 INFO:tasks.rados.rados.0.smithi090.stdout:2724: read oid 5 snap -1 2024-04-15T16:38:04.039 INFO:tasks.rados.rados.0.smithi090.stdout:2724: expect (ObjNum 676 snap 186 seq_num 676) 2024-04-15T16:38:04.039 INFO:tasks.rados.rados.0.smithi090.stdout:2725: snap_create 2024-04-15T16:38:04.039 INFO:tasks.rados.rados.0.smithi090.stdout:2719: finishing rollback tid 1 to smithi09078167-28 2024-04-15T16:38:04.039 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 638 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-15T16:38:04.039 INFO:tasks.rados.rados.0.smithi090.stdout:2718: finishing write tid 3 to smithi09078167-47 2024-04-15T16:38:04.039 INFO:tasks.rados.rados.0.smithi090.stdout:2718: oid 47 updating version 0 to 701 2024-04-15T16:38:04.039 INFO:tasks.rados.rados.0.smithi090.stdout:2718: oid 47 version 701 is already newer than 700 2024-04-15T16:38:04.039 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 701 (ObjNum 861 snap 266 seq_num 861) dirty exists 2024-04-15T16:38:04.039 INFO:tasks.rados.rados.0.smithi090.stdout:2718: left oid 47 (ObjNum 861 snap 266 seq_num 861) 2024-04-15T16:38:04.039 INFO:tasks.rados.rados.0.smithi090.stdout:2721: expect (ObjNum 811 snap 257 seq_num 811) 2024-04-15T16:38:04.079 INFO:tasks.rados.rados.0.smithi090.stdout:2723: finishing copy_from racing read to smithi09078167-44 2024-04-15T16:38:04.079 INFO:tasks.rados.rados.0.smithi090.stdout:2723: finishing copy_from to smithi09078167-44 2024-04-15T16:38:04.079 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 500 (ObjNum 753 snap 227 seq_num 753) dirty exists 2024-04-15T16:38:04.080 INFO:tasks.rados.rados.0.smithi090.stdout:2724: expect (ObjNum 676 snap 186 seq_num 676) 2024-04-15T16:38:04.555 INFO:tasks.rados.rados.0.smithi090.stdout:2718: done (5 left) 2024-04-15T16:38:04.555 INFO:tasks.rados.rados.0.smithi090.stdout:2719: done (4 left) 2024-04-15T16:38:04.555 INFO:tasks.rados.rados.0.smithi090.stdout:2721: done (3 left) 2024-04-15T16:38:04.555 INFO:tasks.rados.rados.0.smithi090.stdout:2723: done (2 left) 2024-04-15T16:38:04.556 INFO:tasks.rados.rados.0.smithi090.stdout:2724: done (1 left) 2024-04-15T16:38:04.556 INFO:tasks.rados.rados.0.smithi090.stdout:2725: done (0 left) 2024-04-15T16:38:04.556 INFO:tasks.rados.rados.0.smithi090.stdout:2726: setattr oid 29 current snap is 267 2024-04-15T16:38:04.557 INFO:tasks.rados.rados.0.smithi090.stdout:2727: read oid 12 snap -1 2024-04-15T16:38:04.557 INFO:tasks.rados.rados.0.smithi090.stdout:2727: expect deleted 2024-04-15T16:38:04.557 INFO:tasks.rados.rados.0.smithi090.stdout:2728: rollback oid 32 current snap is 267 2024-04-15T16:38:04.557 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 32 to 217 2024-04-15T16:38:04.557 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 267 2024-04-15T16:38:04.558 INFO:tasks.rados.rados.0.smithi090.stdout:2729: seq_num 863 ranges {0=57344} 2024-04-15T16:38:04.558 INFO:tasks.rados.rados.0.smithi090.stdout:2729: writing smithi09078167-25 from 0 to 57344 tid 1 2024-04-15T16:38:04.558 INFO:tasks.rados.rados.0.smithi090.stdout:2730: read oid 17 snap -1 2024-04-15T16:38:04.558 INFO:tasks.rados.rados.0.smithi090.stdout:2730: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:38:04.558 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 267 2024-04-15T16:38:04.558 INFO:tasks.rados.rados.0.smithi090.stdout:2731: seq_num 864 ranges {0=73728} 2024-04-15T16:38:04.558 INFO:tasks.rados.rados.0.smithi090.stdout:2731: writing smithi09078167-14 from 0 to 73728 tid 1 2024-04-15T16:38:04.558 INFO:tasks.rados.rados.0.smithi090.stdout:2732: copy_from oid 3 from oid 18 current snap is 267 2024-04-15T16:38:04.558 INFO:tasks.rados.rados.0.smithi090.stdout:2733: snap_create 2024-04-15T16:38:04.584 INFO:tasks.rados.rados.0.smithi090.stdout:2731: finishing write tid 1 to smithi09078167-14 2024-04-15T16:38:04.585 INFO:tasks.rados.rados.0.smithi090.stdout:2731: finishing write tid 2 to smithi09078167-14 2024-04-15T16:38:04.586 INFO:tasks.rados.rados.0.smithi090.stdout:2729: finishing write tid 1 to smithi09078167-25 2024-04-15T16:38:04.587 INFO:tasks.rados.rados.0.smithi090.stdout:2729: finishing write tid 2 to smithi09078167-25 2024-04-15T16:38:04.587 INFO:tasks.rados.rados.0.smithi090.stdout:2731: finishing write tid 3 to smithi09078167-14 2024-04-15T16:38:04.587 INFO:tasks.rados.rados.0.smithi090.stdout:2731: oid 14 updating version 0 to 494 2024-04-15T16:38:04.587 INFO:tasks.rados.rados.0.smithi090.stdout:2731: oid 14 version 494 is already newer than 493 2024-04-15T16:38:04.587 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 494 (ObjNum 864 snap 267 seq_num 864) dirty exists 2024-04-15T16:38:04.587 INFO:tasks.rados.rados.0.smithi090.stdout:2731: left oid 14 (ObjNum 864 snap 267 seq_num 864) 2024-04-15T16:38:04.588 INFO:tasks.rados.rados.0.smithi090.stdout:2728: finishing rollback tid 0 to smithi09078167-32 2024-04-15T16:38:04.588 INFO:tasks.rados.rados.0.smithi090.stdout:2728: finishing rollback tid 1 to smithi09078167-32 2024-04-15T16:38:04.588 INFO:tasks.rados.rados.0.smithi090.stdout:2728: finishing rollback tid 2 to smithi09078167-32 2024-04-15T16:38:04.588 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 555 (ObjNum 734 snap 209 seq_num 734) dirty exists 2024-04-15T16:38:04.595 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 865 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-15T16:38:04.595 INFO:tasks.rados.rados.0.smithi090.stdout:2729: finishing write tid 3 to smithi09078167-25 2024-04-15T16:38:04.595 INFO:tasks.rados.rados.0.smithi090.stdout:2729: oid 25 updating version 0 to 1116 2024-04-15T16:38:04.595 INFO:tasks.rados.rados.0.smithi090.stdout:2729: oid 25 version 1116 is already newer than 1115 2024-04-15T16:38:04.595 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1116 (ObjNum 863 snap 267 seq_num 863) dirty exists 2024-04-15T16:38:04.595 INFO:tasks.rados.rados.0.smithi090.stdout:2729: left oid 25 (ObjNum 863 snap 267 seq_num 863) 2024-04-15T16:38:04.602 INFO:tasks.rados.rados.0.smithi090.stdout:2730: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:38:04.777 INFO:tasks.rados.rados.0.smithi090.stdout:2732: finishing copy_from racing read to smithi09078167-3 2024-04-15T16:38:04.777 INFO:tasks.rados.rados.0.smithi090.stdout:2732: finishing copy_from to smithi09078167-3 2024-04-15T16:38:04.777 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1102 (ObjNum 857 snap 266 seq_num 857) dirty exists 2024-04-15T16:38:04.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:04 smithi090 ceph-mon[89240]: osdmap e586: 8 total, 8 up, 8 in 2024-04-15T16:38:04.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:04 smithi090 ceph-mon[89240]: osdmap e587: 8 total, 8 up, 8 in 2024-04-15T16:38:04.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:04 smithi090 ceph-mon[91618]: osdmap e586: 8 total, 8 up, 8 in 2024-04-15T16:38:04.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:04 smithi090 ceph-mon[91618]: osdmap e587: 8 total, 8 up, 8 in 2024-04-15T16:38:04.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:04 smithi153 ceph-mon[84714]: osdmap e586: 8 total, 8 up, 8 in 2024-04-15T16:38:04.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:04 smithi153 ceph-mon[84714]: osdmap e587: 8 total, 8 up, 8 in 2024-04-15T16:38:05.437 INFO:tasks.rados.rados.0.smithi090.stdout:2726: done (7 left) 2024-04-15T16:38:05.437 INFO:tasks.rados.rados.0.smithi090.stdout:2727: done (6 left) 2024-04-15T16:38:05.437 INFO:tasks.rados.rados.0.smithi090.stdout:2728: done (5 left) 2024-04-15T16:38:05.437 INFO:tasks.rados.rados.0.smithi090.stdout:2729: done (4 left) 2024-04-15T16:38:05.437 INFO:tasks.rados.rados.0.smithi090.stdout:2730: done (3 left) 2024-04-15T16:38:05.437 INFO:tasks.rados.rados.0.smithi090.stdout:2731: done (2 left) 2024-04-15T16:38:05.437 INFO:tasks.rados.rados.0.smithi090.stdout:2732: done (1 left) 2024-04-15T16:38:05.438 INFO:tasks.rados.rados.0.smithi090.stdout:2733: done (0 left) 2024-04-15T16:38:05.438 INFO:tasks.rados.rados.0.smithi090.stdout:2734: delete oid 22 current snap is 268 2024-04-15T16:38:05.439 INFO:tasks.rados.rados.0.smithi090.stdout:2734: done (0 left) 2024-04-15T16:38:05.439 INFO:tasks.rados.rados.0.smithi090.stdout:2735: rollback oid 19 current snap is 268 2024-04-15T16:38:05.439 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 218 2024-04-15T16:38:05.439 INFO:tasks.rados.rados.0.smithi090.stdout:2736: rmattr oid 23 current snap is 268 2024-04-15T16:38:05.439 INFO:tasks.rados.rados.0.smithi090.stdout:2737: read oid 37 snap -1 2024-04-15T16:38:05.439 INFO:tasks.rados.rados.0.smithi090.stdout:2737: expect (ObjNum 859 snap 266 seq_num 859) 2024-04-15T16:38:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:2738: read oid 17 snap 243 2024-04-15T16:38:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:2738: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:38:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:2739: read oid 49 snap 174 2024-04-15T16:38:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:2739: expect (ObjNum 631 snap 168 seq_num 631) 2024-04-15T16:38:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:2740: read oid 20 snap -1 2024-04-15T16:38:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:2740: expect deleted 2024-04-15T16:38:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:2741: read oid 7 snap -1 2024-04-15T16:38:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:2741: expect (ObjNum 858 snap 266 seq_num 858) 2024-04-15T16:38:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:2742: rollback oid 33 current snap is 268 2024-04-15T16:38:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 33 to 240 2024-04-15T16:38:05.440 INFO:tasks.rados.rados.0.smithi090.stdout:2743: delete oid 32 current snap is 268 2024-04-15T16:38:05.445 INFO:tasks.rados.rados.0.smithi090.stdout:2735: finishing rollback tid 1 to smithi09078167-19 2024-04-15T16:38:05.447 INFO:tasks.rados.rados.0.smithi090.stdout:2735: finishing rollback tid 2 to smithi09078167-19 2024-04-15T16:38:05.447 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 793 (ObjNum 610 snap 164 seq_num 610) dirty exists 2024-04-15T16:38:05.447 INFO:tasks.rados.rados.0.smithi090.stdout:2742: finishing rollback tid 1 to smithi09078167-33 2024-04-15T16:38:05.448 INFO:tasks.rados.rados.0.smithi090.stdout:2742: finishing rollback tid 2 to smithi09078167-33 2024-04-15T16:38:05.448 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 795 (ObjNum 748 snap 221 seq_num 748) dirty exists 2024-04-15T16:38:05.450 INFO:tasks.rados.rados.0.smithi090.stdout:2739: expect (ObjNum 631 snap 168 seq_num 631) 2024-04-15T16:38:05.483 INFO:tasks.rados.rados.0.smithi090.stdout:2741: expect (ObjNum 858 snap 266 seq_num 858) 2024-04-15T16:38:05.546 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 770 (ObjNum 741 snap 217 seq_num 741) dirty exists 2024-04-15T16:38:05.546 INFO:tasks.rados.rados.0.smithi090.stdout:2738: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:38:05.719 INFO:tasks.rados.rados.0.smithi090.stdout:2737: expect (ObjNum 859 snap 266 seq_num 859) 2024-04-15T16:38:05.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:05 smithi090 ceph-mon[91618]: pgmap v540: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 473 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-15T16:38:05.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:05 smithi090 ceph-mon[89240]: pgmap v540: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 473 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-15T16:38:05.873 INFO:tasks.rados.rados.0.smithi090.stdout:2735: done (8 left) 2024-04-15T16:38:05.873 INFO:tasks.rados.rados.0.smithi090.stdout:2736: done (7 left) 2024-04-15T16:38:05.873 INFO:tasks.rados.rados.0.smithi090.stdout:2737: done (6 left) 2024-04-15T16:38:05.873 INFO:tasks.rados.rados.0.smithi090.stdout:2738: done (5 left) 2024-04-15T16:38:05.873 INFO:tasks.rados.rados.0.smithi090.stdout:2739: done (4 left) 2024-04-15T16:38:05.873 INFO:tasks.rados.rados.0.smithi090.stdout:2740: done (3 left) 2024-04-15T16:38:05.873 INFO:tasks.rados.rados.0.smithi090.stdout:2741: done (2 left) 2024-04-15T16:38:05.874 INFO:tasks.rados.rados.0.smithi090.stdout:2742: done (1 left) 2024-04-15T16:38:05.874 INFO:tasks.rados.rados.0.smithi090.stdout:2743: done (0 left) 2024-04-15T16:38:05.874 INFO:tasks.rados.rados.0.smithi090.stdout:2744: setattr oid 22 current snap is 268 2024-04-15T16:38:05.874 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 268 2024-04-15T16:38:05.874 INFO:tasks.rados.rados.0.smithi090.stdout:2745: seq_num 867 ranges {0=122880} 2024-04-15T16:38:05.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:05 smithi153 ceph-mon[84714]: pgmap v540: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 473 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-15T16:38:05.875 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:05 smithi153 systemd[1]: Stopping Ceph node-exporter.b for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:38:05.875 INFO:tasks.rados.rados.0.smithi090.stdout:2745: writing smithi09078167-36 from 0 to 122880 tid 1 2024-04-15T16:38:05.875 INFO:tasks.rados.rados.0.smithi090.stdout:2746: copy_from oid 7 from oid 37 current snap is 268 2024-04-15T16:38:05.875 INFO:tasks.rados.rados.0.smithi090.stdout:2747: rollback oid 33 current snap is 268 2024-04-15T16:38:05.875 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 33 to 264 2024-04-15T16:38:05.876 INFO:tasks.rados.rados.0.smithi090.stdout:2748: setattr oid 30 current snap is 268 2024-04-15T16:38:05.876 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1018 (ObjNum 0 snap 0 seq_num 304) dirty exists 2024-04-15T16:38:05.876 INFO:tasks.rados.rados.0.smithi090.stdout:2747: finishing rollback tid 0 to smithi09078167-33 2024-04-15T16:38:05.877 INFO:tasks.rados.rados.0.smithi090.stdout:2744: done (4 left) 2024-04-15T16:38:05.877 INFO:tasks.rados.rados.0.smithi090.stdout:2749: snap_create 2024-04-15T16:38:05.877 INFO:tasks.rados.rados.0.smithi090.stdout:2747: finishing rollback tid 1 to smithi09078167-33 2024-04-15T16:38:05.877 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 797 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-15T16:38:05.877 INFO:tasks.rados.rados.0.smithi090.stdout:2745: finishing write tid 1 to smithi09078167-36 2024-04-15T16:38:05.878 INFO:tasks.rados.rados.0.smithi090.stdout:2745: finishing write tid 2 to smithi09078167-36 2024-04-15T16:38:05.880 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1047 (ObjNum 225 snap 0 seq_num 3772755376) dirty exists 2024-04-15T16:38:05.880 INFO:tasks.rados.rados.0.smithi090.stdout:2745: finishing write tid 3 to smithi09078167-36 2024-04-15T16:38:05.880 INFO:tasks.rados.rados.0.smithi090.stdout:2745: oid 36 updating version 0 to 834 2024-04-15T16:38:05.881 INFO:tasks.rados.rados.0.smithi090.stdout:2745: oid 36 updating version 834 to 835 2024-04-15T16:38:05.881 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 835 (ObjNum 867 snap 268 seq_num 867) dirty exists 2024-04-15T16:38:05.881 INFO:tasks.rados.rados.0.smithi090.stdout:2745: left oid 36 (ObjNum 867 snap 268 seq_num 867) 2024-04-15T16:38:05.890 INFO:tasks.rados.rados.0.smithi090.stdout:2746: finishing copy_from racing read to smithi09078167-7 2024-04-15T16:38:05.893 INFO:tasks.rados.rados.0.smithi090.stdout:2746: finishing copy_from to smithi09078167-7 2024-04-15T16:38:05.893 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 552 (ObjNum 859 snap 266 seq_num 859) dirty exists 2024-04-15T16:38:06.302 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:05 smithi153 podman[113030]: 2024-04-15 16:38:05.938196476 +0000 UTC m=+0.120886942 container died 84d7909407d8e1a747f3dc394260e5a78ea294936e030c8e2d48d5b1f816d103 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T16:38:06.438 INFO:tasks.rados.rados.0.smithi090.stdout:2745: done (4 left) 2024-04-15T16:38:06.438 INFO:tasks.rados.rados.0.smithi090.stdout:2746: done (3 left) 2024-04-15T16:38:06.438 INFO:tasks.rados.rados.0.smithi090.stdout:2747: done (2 left) 2024-04-15T16:38:06.438 INFO:tasks.rados.rados.0.smithi090.stdout:2748: done (1 left) 2024-04-15T16:38:06.439 INFO:tasks.rados.rados.0.smithi090.stdout:2749: done (0 left) 2024-04-15T16:38:06.439 INFO:tasks.rados.rados.0.smithi090.stdout:2750: read oid 18 snap -1 2024-04-15T16:38:06.439 INFO:tasks.rados.rados.0.smithi090.stdout:2750: expect (ObjNum 857 snap 266 seq_num 857) 2024-04-15T16:38:06.439 INFO:tasks.rados.rados.0.smithi090.stdout:2751: read oid 38 snap -1 2024-04-15T16:38:06.439 INFO:tasks.rados.rados.0.smithi090.stdout:2751: expect (ObjNum 708 snap 197 seq_num 708) 2024-04-15T16:38:06.439 INFO:tasks.rados.rados.0.smithi090.stdout:2752: setattr oid 33 current snap is 269 2024-04-15T16:38:06.441 INFO:tasks.rados.rados.0.smithi090.stdout:2753: rmattr oid 49 current snap is 269 2024-04-15T16:38:06.441 INFO:tasks.rados.rados.0.smithi090.stdout:2754: read oid 23 snap 264 2024-04-15T16:38:06.441 INFO:tasks.rados.rados.0.smithi090.stdout:2754: expect (ObjNum 741 snap 217 seq_num 741) 2024-04-15T16:38:06.441 INFO:tasks.rados.rados.0.smithi090.stdout:2755: snap_create 2024-04-15T16:38:06.449 INFO:tasks.rados.rados.0.smithi090.stdout:2750: expect (ObjNum 857 snap 266 seq_num 857) 2024-04-15T16:38:06.517 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 798 (ObjNum 129 snap 0 seq_num 3729259976) dirty exists 2024-04-15T16:38:06.517 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 522 (ObjNum 742 snap 217 seq_num 742) dirty exists 2024-04-15T16:38:06.517 INFO:tasks.rados.rados.0.smithi090.stdout:2754: expect (ObjNum 741 snap 217 seq_num 741) 2024-04-15T16:38:06.570 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:06 smithi153 podman[113030]: 2024-04-15 16:38:06.310563043 +0000 UTC m=+0.493253552 container cleanup 84d7909407d8e1a747f3dc394260e5a78ea294936e030c8e2d48d5b1f816d103 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T16:38:06.570 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:06 smithi153 bash[113030]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b 2024-04-15T16:38:06.570 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:06 smithi153 ceph-mon[84714]: Upgrade: Updating node-exporter.b (2/2) 2024-04-15T16:38:06.571 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:06 smithi153 ceph-mon[84714]: Deploying daemon node-exporter.b on smithi153 2024-04-15T16:38:06.571 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:06 smithi153 ceph-mon[84714]: osdmap e588: 8 total, 8 up, 8 in 2024-04-15T16:38:06.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:06 smithi090 ceph-mon[91618]: Upgrade: Updating node-exporter.b (2/2) 2024-04-15T16:38:06.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:06 smithi090 ceph-mon[91618]: Deploying daemon node-exporter.b on smithi153 2024-04-15T16:38:06.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:06 smithi090 ceph-mon[91618]: osdmap e588: 8 total, 8 up, 8 in 2024-04-15T16:38:06.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:06 smithi090 ceph-mon[89240]: Upgrade: Updating node-exporter.b (2/2) 2024-04-15T16:38:06.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:06 smithi090 ceph-mon[89240]: Deploying daemon node-exporter.b on smithi153 2024-04-15T16:38:06.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:06 smithi090 ceph-mon[89240]: osdmap e588: 8 total, 8 up, 8 in 2024-04-15T16:38:06.873 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:06 smithi153 podman[113044]: 2024-04-15 16:38:06.578496966 +0000 UTC m=+0.644575417 container remove 84d7909407d8e1a747f3dc394260e5a78ea294936e030c8e2d48d5b1f816d103 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T16:38:06.873 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:06 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-15T16:38:06.873 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:06 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-15T16:38:06.873 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:06 smithi153 systemd[1]: Stopped Ceph node-exporter.b for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:38:06.873 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:06 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@node-exporter.b.service: Consumed 2.756s CPU time. 2024-04-15T16:38:07.096 INFO:tasks.rados.rados.0.smithi090.stdout:2751: expect (ObjNum 708 snap 197 seq_num 708) 2024-04-15T16:38:07.171 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:06 smithi153 systemd[1]: Starting Ceph node-exporter.b for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:38:07.171 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 podman[113174]: 2024-04-15 16:38:07.043649145 +0000 UTC m=+0.017263048 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-15T16:38:07.444 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 podman[113174]: 2024-04-15 16:38:07.179808826 +0000 UTC m=+0.153422706 container create e4f30e6410d44917a00534e54a87679c28dbb83e5af53823aaf843b906ff7fee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T16:38:07.444 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 podman[113174]: 2024-04-15 16:38:07.415558259 +0000 UTC m=+0.389172166 container init e4f30e6410d44917a00534e54a87679c28dbb83e5af53823aaf843b906ff7fee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T16:38:07.444 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 podman[113174]: 2024-04-15 16:38:07.418401624 +0000 UTC m=+0.392015501 container start e4f30e6410d44917a00534e54a87679c28dbb83e5af53823aaf843b906ff7fee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T16:38:07.444 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.422Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-15T16:38:07.444 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.422Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-15T16:38:07.444 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.422Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-15T16:38:07.444 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.422Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-15T16:38:07.444 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-15T16:38:07.444 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-15T16:38:07.444 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-15T16:38:07.445 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=arp 2024-04-15T16:38:07.445 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-15T16:38:07.445 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-15T16:38:07.445 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-15T16:38:07.445 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-15T16:38:07.445 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-15T16:38:07.445 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-15T16:38:07.446 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-15T16:38:07.446 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-15T16:38:07.446 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=edac 2024-04-15T16:38:07.446 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-15T16:38:07.446 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-15T16:38:07.446 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-15T16:38:07.446 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-15T16:38:07.446 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-15T16:38:07.446 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-15T16:38:07.446 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-15T16:38:07.446 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-15T16:38:07.446 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-15T16:38:07.446 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-15T16:38:07.447 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-15T16:38:07.447 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-15T16:38:07.447 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-15T16:38:07.447 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-15T16:38:07.447 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-15T16:38:07.447 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-15T16:38:07.447 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=os 2024-04-15T16:38:07.447 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-15T16:38:07.447 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-15T16:38:07.447 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-15T16:38:07.447 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-15T16:38:07.447 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-15T16:38:07.447 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-15T16:38:07.447 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-15T16:38:07.447 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=stat 2024-04-15T16:38:07.448 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-15T16:38:07.448 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-15T16:38:07.448 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-15T16:38:07.448 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=time 2024-04-15T16:38:07.448 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-15T16:38:07.448 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=uname 2024-04-15T16:38:07.448 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-15T16:38:07.448 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-15T16:38:07.448 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-15T16:38:07.448 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.423Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-15T16:38:07.448 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b[113190]: ts=2024-04-15T16:38:07.424Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-15T16:38:07.449 INFO:tasks.rados.rados.0.smithi090.stdout:2750: done (5 left) 2024-04-15T16:38:07.449 INFO:tasks.rados.rados.0.smithi090.stdout:2751: done (4 left) 2024-04-15T16:38:07.449 INFO:tasks.rados.rados.0.smithi090.stdout:2752: done (3 left) 2024-04-15T16:38:07.449 INFO:tasks.rados.rados.0.smithi090.stdout:2753: done (2 left) 2024-04-15T16:38:07.449 INFO:tasks.rados.rados.0.smithi090.stdout:2754: done (1 left) 2024-04-15T16:38:07.449 INFO:tasks.rados.rados.0.smithi090.stdout:2755: done (0 left) 2024-04-15T16:38:07.450 INFO:tasks.rados.rados.0.smithi090.stdout:2756: copy_from oid 32 from oid 31 current snap is 270 2024-04-15T16:38:07.450 INFO:tasks.rados.rados.0.smithi090.stdout:2757: rollback oid 43 current snap is 270 2024-04-15T16:38:07.450 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 43 to 174 2024-04-15T16:38:07.450 INFO:tasks.rados.rados.0.smithi090.stdout:2758: delete oid 34 current snap is 270 2024-04-15T16:38:07.452 INFO:tasks.rados.rados.0.smithi090.stdout:2758: done (2 left) 2024-04-15T16:38:07.452 INFO:tasks.rados.rados.0.smithi090.stdout:2759: read oid 37 snap -1 2024-04-15T16:38:07.452 INFO:tasks.rados.rados.0.smithi090.stdout:2759: expect (ObjNum 859 snap 266 seq_num 859) 2024-04-15T16:38:07.452 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 270 2024-04-15T16:38:07.452 INFO:tasks.rados.rados.0.smithi090.stdout:2760: seq_num 869 ranges {1810432=155648} 2024-04-15T16:38:07.463 INFO:tasks.rados.rados.0.smithi090.stdout:2760: writing smithi09078167-46 from 1810432 to 1966080 tid 1 2024-04-15T16:38:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:2761: rmattr oid 49 current snap is 270 2024-04-15T16:38:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:2757: finishing rollback tid 0 to smithi09078167-43 2024-04-15T16:38:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:2757: finishing rollback tid 1 to smithi09078167-43 2024-04-15T16:38:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:2757: finishing rollback tid 2 to smithi09078167-43 2024-04-15T16:38:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1120 (ObjNum 643 snap 169 seq_num 643) dirty exists 2024-04-15T16:38:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:2756: finishing copy_from to smithi09078167-32 2024-04-15T16:38:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:2756: got expected ENOENT (src dne) 2024-04-15T16:38:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:2756: finishing copy_from racing read to smithi09078167-32 2024-04-15T16:38:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:2756: done (4 left) 2024-04-15T16:38:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:2757: done (3 left) 2024-04-15T16:38:07.464 INFO:tasks.rados.rados.0.smithi090.stdout:2762: snap_remove snap 228 2024-04-15T16:38:07.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:07 smithi090 ceph-mon[91618]: osdmap e589: 8 total, 8 up, 8 in 2024-04-15T16:38:07.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:07 smithi090 ceph-mon[91618]: pgmap v543: 121 pgs: 121 active+clean; 496 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.6 MiB/s wr, 34 op/s 2024-04-15T16:38:07.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:07 smithi090 ceph-mon[89240]: osdmap e589: 8 total, 8 up, 8 in 2024-04-15T16:38:07.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:07 smithi090 ceph-mon[89240]: pgmap v543: 121 pgs: 121 active+clean; 496 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.6 MiB/s wr, 34 op/s 2024-04-15T16:38:07.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-mon[84714]: osdmap e589: 8 total, 8 up, 8 in 2024-04-15T16:38:07.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:07 smithi153 ceph-mon[84714]: pgmap v543: 121 pgs: 121 active+clean; 496 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.6 MiB/s wr, 34 op/s 2024-04-15T16:38:07.873 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 bash[113174]: e4f30e6410d44917a00534e54a87679c28dbb83e5af53823aaf843b906ff7fee 2024-04-15T16:38:07.873 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 16:38:07 smithi153 systemd[1]: Started Ceph node-exporter.b for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:38:08.457 INFO:tasks.rados.rados.0.smithi090.stdout:2762: done (3 left) 2024-04-15T16:38:08.457 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 270 2024-04-15T16:38:08.457 INFO:tasks.rados.rados.0.smithi090.stdout:2763: seq_num 870 ranges {5726208=172032} 2024-04-15T16:38:08.491 INFO:tasks.rados.rados.0.smithi090.stdout:2763: writing smithi09078167-27 from 5726208 to 5898240 tid 1 2024-04-15T16:38:08.491 INFO:tasks.rados.rados.0.smithi090.stdout:2764: snap_create 2024-04-15T16:38:08.491 INFO:tasks.rados.rados.0.smithi090.stdout:2760: finishing write tid 1 to smithi09078167-46 2024-04-15T16:38:08.491 INFO:tasks.rados.rados.0.smithi090.stdout:2760: finishing write tid 2 to smithi09078167-46 2024-04-15T16:38:08.491 INFO:tasks.rados.rados.0.smithi090.stdout:2760: finishing write tid 3 to smithi09078167-46 2024-04-15T16:38:08.491 INFO:tasks.rados.rados.0.smithi090.stdout:2760: oid 46 updating version 0 to 823 2024-04-15T16:38:08.491 INFO:tasks.rados.rados.0.smithi090.stdout:2760: oid 46 updating version 823 to 824 2024-04-15T16:38:08.491 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 824 (ObjNum 869 snap 270 seq_num 869) dirty exists 2024-04-15T16:38:08.491 INFO:tasks.rados.rados.0.smithi090.stdout:2760: left oid 46 (ObjNum 869 snap 270 seq_num 869) 2024-04-15T16:38:08.491 INFO:tasks.rados.rados.0.smithi090.stdout:2759: expect (ObjNum 859 snap 266 seq_num 859) 2024-04-15T16:38:08.643 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 524 (ObjNum 742 snap 217 seq_num 742) dirty exists 2024-04-15T16:38:08.644 INFO:tasks.rados.rados.0.smithi090.stdout:2763: finishing write tid 1 to smithi09078167-27 2024-04-15T16:38:08.644 INFO:tasks.rados.rados.0.smithi090.stdout:2763: finishing write tid 2 to smithi09078167-27 2024-04-15T16:38:08.644 INFO:tasks.rados.rados.0.smithi090.stdout:2763: finishing write tid 3 to smithi09078167-27 2024-04-15T16:38:08.644 INFO:tasks.rados.rados.0.smithi090.stdout:2763: oid 27 updating version 0 to 1058 2024-04-15T16:38:08.644 INFO:tasks.rados.rados.0.smithi090.stdout:2763: oid 27 version 1058 is already newer than 1057 2024-04-15T16:38:08.644 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 1058 (ObjNum 870 snap 270 seq_num 870) dirty exists 2024-04-15T16:38:08.644 INFO:tasks.rados.rados.0.smithi090.stdout:2763: left oid 27 (ObjNum 870 snap 270 seq_num 870) 2024-04-15T16:38:08.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:08 smithi090 ceph-mon[91618]: osdmap e590: 8 total, 8 up, 8 in 2024-04-15T16:38:08.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:08.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:08.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:08.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:38:08.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:08 smithi090 ceph-mon[89240]: osdmap e590: 8 total, 8 up, 8 in 2024-04-15T16:38:08.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:08.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:08.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:08.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:38:08.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:08 smithi153 ceph-mon[84714]: osdmap e590: 8 total, 8 up, 8 in 2024-04-15T16:38:08.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:08.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:08.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:08.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:38:09.413 INFO:tasks.rados.rados.0.smithi090.stdout:2759: done (4 left) 2024-04-15T16:38:09.413 INFO:tasks.rados.rados.0.smithi090.stdout:2760: done (3 left) 2024-04-15T16:38:09.413 INFO:tasks.rados.rados.0.smithi090.stdout:2761: done (2 left) 2024-04-15T16:38:09.413 INFO:tasks.rados.rados.0.smithi090.stdout:2763: done (1 left) 2024-04-15T16:38:09.414 INFO:tasks.rados.rados.0.smithi090.stdout:2764: done (0 left) 2024-04-15T16:38:09.414 INFO:tasks.rados.rados.0.smithi090.stdout:2765: rollback oid 12 current snap is 271 2024-04-15T16:38:09.414 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 12 to 218 2024-04-15T16:38:09.414 INFO:tasks.rados.rados.0.smithi090.stdout:2766: rmattr oid 23 current snap is 271 2024-04-15T16:38:09.414 INFO:tasks.rados.rados.0.smithi090.stdout:2767: read oid 28 snap -1 2024-04-15T16:38:09.414 INFO:tasks.rados.rados.0.smithi090.stdout:2767: expect deleted 2024-04-15T16:38:09.414 INFO:tasks.rados.rados.0.smithi090.stdout:2768: read oid 17 snap -1 2024-04-15T16:38:09.414 INFO:tasks.rados.rados.0.smithi090.stdout:2768: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:38:09.414 INFO:tasks.rados.rados.0.smithi090.stdout:2769: setattr oid 31 current snap is 271 2024-04-15T16:38:09.415 INFO:tasks.rados.rados.0.smithi090.stdout:2767: done (4 left) 2024-04-15T16:38:09.415 INFO:tasks.rados.rados.0.smithi090.stdout:2770: snap_remove snap 203 2024-04-15T16:38:09.451 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:38:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:38:09] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-04-15T16:38:09.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:09 smithi153 ceph-mon[84714]: osdmap e591: 8 total, 8 up, 8 in 2024-04-15T16:38:09.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:09 smithi153 ceph-mon[84714]: pgmap v546: 121 pgs: 121 active+clean; 496 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.6 MiB/s wr, 40 op/s 2024-04-15T16:38:09.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:09 smithi153 ceph-mon[84714]: osdmap e592: 8 total, 8 up, 8 in 2024-04-15T16:38:09.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:09 smithi090 ceph-mon[89240]: osdmap e591: 8 total, 8 up, 8 in 2024-04-15T16:38:09.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:09 smithi090 ceph-mon[89240]: pgmap v546: 121 pgs: 121 active+clean; 496 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.6 MiB/s wr, 40 op/s 2024-04-15T16:38:09.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:09 smithi090 ceph-mon[89240]: osdmap e592: 8 total, 8 up, 8 in 2024-04-15T16:38:09.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:09 smithi090 ceph-mon[91618]: osdmap e591: 8 total, 8 up, 8 in 2024-04-15T16:38:09.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:09 smithi090 ceph-mon[91618]: pgmap v546: 121 pgs: 121 active+clean; 496 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 5.6 MiB/s wr, 40 op/s 2024-04-15T16:38:09.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:09 smithi090 ceph-mon[91618]: osdmap e592: 8 total, 8 up, 8 in 2024-04-15T16:38:10.414 INFO:tasks.rados.rados.0.smithi090.stdout:2770: done (4 left) 2024-04-15T16:38:10.414 INFO:tasks.rados.rados.0.smithi090.stdout:2771: read oid 43 snap 270 2024-04-15T16:38:10.414 INFO:tasks.rados.rados.0.smithi090.stdout:2771: expect (ObjNum 643 snap 169 seq_num 643) 2024-04-15T16:38:10.414 INFO:tasks.rados.rados.0.smithi090.stdout:2772: read oid 44 snap -1 2024-04-15T16:38:10.414 INFO:tasks.rados.rados.0.smithi090.stdout:2772: expect (ObjNum 753 snap 227 seq_num 753) 2024-04-15T16:38:10.414 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 271 2024-04-15T16:38:10.414 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 776 (ObjNum 741 snap 217 seq_num 741) dirty exists 2024-04-15T16:38:10.414 INFO:tasks.rados.rados.0.smithi090.stdout:2773: seq_num 871 ranges {7397376=188416} 2024-04-15T16:38:10.458 INFO:tasks.rados.rados.0.smithi090.stdout:2773: writing smithi09078167-5 from 7397376 to 7585792 tid 1 2024-04-15T16:38:10.458 INFO:tasks.rados.rados.0.smithi090.stdout:2766: done (6 left) 2024-04-15T16:38:10.458 INFO:tasks.rados.rados.0.smithi090.stdout:2774: read oid 14 snap -1 2024-04-15T16:38:10.458 INFO:tasks.rados.rados.0.smithi090.stdout:2774: expect (ObjNum 864 snap 267 seq_num 864) 2024-04-15T16:38:10.458 INFO:tasks.rados.rados.0.smithi090.stdout:2775: snap_remove snap 245 2024-04-15T16:38:11.427 INFO:tasks.rados.rados.0.smithi090.stdout:2775: done (7 left) 2024-04-15T16:38:11.427 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 271 2024-04-15T16:38:11.427 INFO:tasks.rados.rados.0.smithi090.stdout:2776: seq_num 872 ranges {1941504=212992} 2024-04-15T16:38:11.439 INFO:tasks.rados.rados.0.smithi090.stdout:2776: writing smithi09078167-4 from 1941504 to 2154496 tid 1 2024-04-15T16:38:11.439 INFO:tasks.rados.rados.0.smithi090.stdout:2765: finishing rollback tid 1 to smithi09078167-12 2024-04-15T16:38:11.439 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 841 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T16:38:11.439 INFO:tasks.rados.rados.0.smithi090.stdout:2765: finishing rollback tid 2 to smithi09078167-12 2024-04-15T16:38:11.439 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1060 (ObjNum 744 snap 218 seq_num 744) dirty exists 2024-04-15T16:38:11.440 INFO:tasks.rados.rados.0.smithi090.stdout:2768: expect (ObjNum 502 snap 127 seq_num 502) 2024-04-15T16:38:11.628 INFO:tasks.rados.rados.0.smithi090.stdout:2772: expect (ObjNum 753 snap 227 seq_num 753) 2024-04-15T16:38:11.725 INFO:tasks.rados.rados.0.smithi090.stdout:2771: expect (ObjNum 643 snap 169 seq_num 643) 2024-04-15T16:38:11.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:11 smithi090 ceph-mon[89240]: osdmap e593: 8 total, 8 up, 8 in 2024-04-15T16:38:11.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:11.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:11.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:11 smithi090 ceph-mon[89240]: pgmap v549: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 500 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 72 KiB/s wr, 29 op/s 2024-04-15T16:38:11.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:11.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:11.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:11 smithi090 ceph-mon[91618]: osdmap e593: 8 total, 8 up, 8 in 2024-04-15T16:38:11.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:11.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:11.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:11 smithi090 ceph-mon[91618]: pgmap v549: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 500 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 72 KiB/s wr, 29 op/s 2024-04-15T16:38:11.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:11.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:11.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:11 smithi153 ceph-mon[84714]: osdmap e593: 8 total, 8 up, 8 in 2024-04-15T16:38:11.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:11.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:11.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:11 smithi153 ceph-mon[84714]: pgmap v549: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 500 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 72 KiB/s wr, 29 op/s 2024-04-15T16:38:11.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:11.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:11.905 INFO:tasks.rados.rados.0.smithi090.stdout:2774: expect (ObjNum 864 snap 267 seq_num 864) 2024-04-15T16:38:11.908 INFO:tasks.rados.rados.0.smithi090.stdout:2773: finishing write tid 1 to smithi09078167-5 2024-04-15T16:38:11.909 INFO:tasks.rados.rados.0.smithi090.stdout:2773: finishing write tid 2 to smithi09078167-5 2024-04-15T16:38:11.909 INFO:tasks.rados.rados.0.smithi090.stdout:2765: done (7 left) 2024-04-15T16:38:11.909 INFO:tasks.rados.rados.0.smithi090.stdout:2768: done (6 left) 2024-04-15T16:38:11.909 INFO:tasks.rados.rados.0.smithi090.stdout:2769: done (5 left) 2024-04-15T16:38:11.909 INFO:tasks.rados.rados.0.smithi090.stdout:2771: done (4 left) 2024-04-15T16:38:11.909 INFO:tasks.rados.rados.0.smithi090.stdout:2772: done (3 left) 2024-04-15T16:38:11.909 INFO:tasks.rados.rados.0.smithi090.stdout:2774: done (2 left) 2024-04-15T16:38:11.909 INFO:tasks.rados.rados.0.smithi090.stdout:2777: rollback oid 2 current snap is 271 2024-04-15T16:38:11.909 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 2 to 262 2024-04-15T16:38:11.909 INFO:tasks.rados.rados.0.smithi090.stdout:2773: finishing write tid 3 to smithi09078167-5 2024-04-15T16:38:11.909 INFO:tasks.rados.rados.0.smithi090.stdout:2773: oid 5 updating version 0 to 490 2024-04-15T16:38:11.909 INFO:tasks.rados.rados.0.smithi090.stdout:2773: oid 5 updating version 490 to 491 2024-04-15T16:38:11.909 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 491 (ObjNum 871 snap 271 seq_num 871) dirty exists 2024-04-15T16:38:11.910 INFO:tasks.rados.rados.0.smithi090.stdout:2773: left oid 5 (ObjNum 871 snap 271 seq_num 871) 2024-04-15T16:38:11.910 INFO:tasks.rados.rados.0.smithi090.stdout:2776: finishing write tid 1 to smithi09078167-4 2024-04-15T16:38:11.910 INFO:tasks.rados.rados.0.smithi090.stdout:2773: done (2 left) 2024-04-15T16:38:11.910 INFO:tasks.rados.rados.0.smithi090.stdout:2778: delete oid 38 current snap is 271 2024-04-15T16:38:11.910 INFO:tasks.rados.rados.0.smithi090.stdout:2776: finishing write tid 2 to smithi09078167-4 2024-04-15T16:38:11.910 INFO:tasks.rados.rados.0.smithi090.stdout:2776: finishing write tid 3 to smithi09078167-4 2024-04-15T16:38:11.910 INFO:tasks.rados.rados.0.smithi090.stdout:2776: oid 4 updating version 0 to 668 2024-04-15T16:38:11.910 INFO:tasks.rados.rados.0.smithi090.stdout:2776: oid 4 updating version 668 to 669 2024-04-15T16:38:11.910 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 669 (ObjNum 872 snap 271 seq_num 872) dirty exists 2024-04-15T16:38:11.910 INFO:tasks.rados.rados.0.smithi090.stdout:2776: left oid 4 (ObjNum 872 snap 271 seq_num 872) 2024-04-15T16:38:11.911 INFO:tasks.rados.rados.0.smithi090.stdout:2776: done (2 left) 2024-04-15T16:38:11.911 INFO:tasks.rados.rados.0.smithi090.stdout:2778: done (1 left) 2024-04-15T16:38:11.911 INFO:tasks.rados.rados.0.smithi090.stdout:2779: read oid 24 snap 240 2024-04-15T16:38:11.911 INFO:tasks.rados.rados.0.smithi090.stdout:2779: expect (ObjNum 753 snap 227 seq_num 753) 2024-04-15T16:38:11.911 INFO:tasks.rados.rados.0.smithi090.stdout:2780: delete oid 27 current snap is 271 2024-04-15T16:38:11.911 INFO:tasks.rados.rados.0.smithi090.stdout:2777: finishing rollback tid 0 to smithi09078167-2 2024-04-15T16:38:11.911 INFO:tasks.rados.rados.0.smithi090.stdout:2777: finishing rollback tid 1 to smithi09078167-2 2024-04-15T16:38:11.912 INFO:tasks.rados.rados.0.smithi090.stdout:2777: finishing rollback tid 2 to smithi09078167-2 2024-04-15T16:38:11.912 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 836 (ObjNum 821 snap 260 seq_num 821) dirty exists 2024-04-15T16:38:11.913 INFO:tasks.rados.rados.0.smithi090.stdout:2777: done (2 left) 2024-04-15T16:38:11.914 INFO:tasks.rados.rados.0.smithi090.stdout:2780: done (1 left) 2024-04-15T16:38:11.914 INFO:tasks.rados.rados.0.smithi090.stdout:2781: snap_remove snap 238 2024-04-15T16:38:12.562 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:12 smithi090 ceph-mon[89240]: osdmap e594: 8 total, 8 up, 8 in 2024-04-15T16:38:12.562 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:12.562 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:12.562 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:12.562 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:12.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:12 smithi090 ceph-mon[91618]: osdmap e594: 8 total, 8 up, 8 in 2024-04-15T16:38:12.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:12.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:12.562 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:12.563 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:12.622 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:38:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:38:12.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:12 smithi153 ceph-mon[84714]: osdmap e594: 8 total, 8 up, 8 in 2024-04-15T16:38:12.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:12.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:12.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:12.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:12.646 INFO:tasks.rados.rados.0.smithi090.stdout:2781: done (1 left) 2024-04-15T16:38:12.646 INFO:tasks.rados.rados.0.smithi090.stdout:2782: read oid 13 snap 269 2024-04-15T16:38:12.646 INFO:tasks.rados.rados.0.smithi090.stdout:2782: expect deleted 2024-04-15T16:38:12.647 INFO:tasks.rados.rados.0.smithi090.stdout:2783: read oid 35 snap -1 2024-04-15T16:38:12.647 INFO:tasks.rados.rados.0.smithi090.stdout:2783: expect deleted 2024-04-15T16:38:12.647 INFO:tasks.rados.rados.0.smithi090.stdout:2784: rollback oid 50 current snap is 271 2024-04-15T16:38:12.647 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 50 to 233 2024-04-15T16:38:12.647 INFO:tasks.rados.rados.0.smithi090.stdout:2785: read oid 21 snap -1 2024-04-15T16:38:12.647 INFO:tasks.rados.rados.0.smithi090.stdout:2785: expect (ObjNum 848 snap 262 seq_num 848) 2024-04-15T16:38:12.647 INFO:tasks.rados.rados.0.smithi090.stdout:2786: snap_create 2024-04-15T16:38:12.647 INFO:tasks.rados.rados.0.smithi090.stdout:2779: expect (ObjNum 753 snap 227 seq_num 753) 2024-04-15T16:38:12.747 INFO:tasks.rados.rados.0.smithi090.stdout:2784: finishing rollback tid 0 to smithi09078167-50 2024-04-15T16:38:12.747 INFO:tasks.rados.rados.0.smithi090.stdout:2784: finishing rollback tid 1 to smithi09078167-50 2024-04-15T16:38:12.747 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 978 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T16:38:12.747 INFO:tasks.rados.rados.0.smithi090.stdout:2785: expect (ObjNum 848 snap 262 seq_num 848) 2024-04-15T16:38:13.656 INFO:tasks.rados.rados.0.smithi090.stdout:2779: done (5 left) 2024-04-15T16:38:13.656 INFO:tasks.rados.rados.0.smithi090.stdout:2782: done (4 left) 2024-04-15T16:38:13.656 INFO:tasks.rados.rados.0.smithi090.stdout:2783: done (3 left) 2024-04-15T16:38:13.656 INFO:tasks.rados.rados.0.smithi090.stdout:2784: done (2 left) 2024-04-15T16:38:13.656 INFO:tasks.rados.rados.0.smithi090.stdout:2785: done (1 left) 2024-04-15T16:38:13.656 INFO:tasks.rados.rados.0.smithi090.stdout:2786: done (0 left) 2024-04-15T16:38:13.656 INFO:tasks.rados.rados.0.smithi090.stdout:2787: rollback oid 9 current snap is 272 2024-04-15T16:38:13.656 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 262 2024-04-15T16:38:13.656 INFO:tasks.rados.rados.0.smithi090.stdout:2788: setattr oid 48 current snap is 272 2024-04-15T16:38:13.657 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 272 2024-04-15T16:38:13.657 INFO:tasks.rados.rados.0.smithi090.stdout:2789: seq_num 875 ranges {2367488=262144} 2024-04-15T16:38:13.671 INFO:tasks.rados.rados.0.smithi090.stdout:2789: writing smithi09078167-18 from 2367488 to 2629632 tid 1 2024-04-15T16:38:13.671 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 272 2024-04-15T16:38:13.671 INFO:tasks.rados.rados.0.smithi090.stdout:2790: seq_num 876 ranges {2596864=278528} 2024-04-15T16:38:13.687 INFO:tasks.rados.rados.0.smithi090.stdout:2790: writing smithi09078167-2 from 2596864 to 2875392 tid 1 2024-04-15T16:38:13.687 INFO:tasks.rados.rados.0.smithi090.stdout:2791: snap_create 2024-04-15T16:38:13.687 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 719 (ObjNum 289 snap 0 seq_num 2179455679) dirty exists 2024-04-15T16:38:13.687 INFO:tasks.rados.rados.0.smithi090.stdout:2787: finishing rollback tid 0 to smithi09078167-9 2024-04-15T16:38:13.688 INFO:tasks.rados.rados.0.smithi090.stdout:2787: finishing rollback tid 1 to smithi09078167-9 2024-04-15T16:38:13.688 INFO:tasks.rados.rados.0.smithi090.stdout:2787: finishing rollback tid 2 to smithi09078167-9 2024-04-15T16:38:13.688 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 839 (ObjNum 841 snap 262 seq_num 841) dirty exists 2024-04-15T16:38:13.688 INFO:tasks.rados.rados.0.smithi090.stdout:2789: finishing write tid 1 to smithi09078167-18 2024-04-15T16:38:13.688 INFO:tasks.rados.rados.0.smithi090.stdout:2789: finishing write tid 2 to smithi09078167-18 2024-04-15T16:38:13.688 INFO:tasks.rados.rados.0.smithi090.stdout:2789: finishing write tid 3 to smithi09078167-18 2024-04-15T16:38:13.688 INFO:tasks.rados.rados.0.smithi090.stdout:2789: oid 18 updating version 0 to 1153 2024-04-15T16:38:13.688 INFO:tasks.rados.rados.0.smithi090.stdout:2789: oid 18 version 1153 is already newer than 1152 2024-04-15T16:38:13.688 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1153 (ObjNum 875 snap 272 seq_num 875) dirty exists 2024-04-15T16:38:13.688 INFO:tasks.rados.rados.0.smithi090.stdout:2789: left oid 18 (ObjNum 875 snap 272 seq_num 875) 2024-04-15T16:38:13.690 INFO:tasks.rados.rados.0.smithi090.stdout:2790: finishing write tid 1 to smithi09078167-2 2024-04-15T16:38:13.690 INFO:tasks.rados.rados.0.smithi090.stdout:2790: finishing write tid 2 to smithi09078167-2 2024-04-15T16:38:13.690 INFO:tasks.rados.rados.0.smithi090.stdout:2790: finishing write tid 3 to smithi09078167-2 2024-04-15T16:38:13.691 INFO:tasks.rados.rados.0.smithi090.stdout:2790: oid 2 updating version 0 to 840 2024-04-15T16:38:13.691 INFO:tasks.rados.rados.0.smithi090.stdout:2790: oid 2 updating version 840 to 841 2024-04-15T16:38:13.691 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 841 (ObjNum 876 snap 272 seq_num 876) dirty exists 2024-04-15T16:38:13.691 INFO:tasks.rados.rados.0.smithi090.stdout:2790: left oid 2 (ObjNum 876 snap 272 seq_num 876) 2024-04-15T16:38:14.016 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:13 smithi153 ceph-mon[84714]: osdmap e595: 8 total, 8 up, 8 in 2024-04-15T16:38:14.017 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:13 smithi153 ceph-mon[84714]: pgmap v552: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 156 KiB/s wr, 33 op/s 2024-04-15T16:38:14.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:13 smithi090 ceph-mon[91618]: osdmap e595: 8 total, 8 up, 8 in 2024-04-15T16:38:14.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:13 smithi090 ceph-mon[91618]: pgmap v552: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 156 KiB/s wr, 33 op/s 2024-04-15T16:38:14.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:13 smithi090 ceph-mon[89240]: osdmap e595: 8 total, 8 up, 8 in 2024-04-15T16:38:14.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:13 smithi090 ceph-mon[89240]: pgmap v552: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 156 KiB/s wr, 33 op/s 2024-04-15T16:38:14.414 INFO:tasks.rados.rados.0.smithi090.stdout:2787: done (4 left) 2024-04-15T16:38:14.415 INFO:tasks.rados.rados.0.smithi090.stdout:2788: done (3 left) 2024-04-15T16:38:14.415 INFO:tasks.rados.rados.0.smithi090.stdout:2789: done (2 left) 2024-04-15T16:38:14.415 INFO:tasks.rados.rados.0.smithi090.stdout:2790: done (1 left) 2024-04-15T16:38:14.415 INFO:tasks.rados.rados.0.smithi090.stdout:2791: done (0 left) 2024-04-15T16:38:14.415 INFO:tasks.rados.rados.0.smithi090.stdout:2792: read oid 9 snap -1 2024-04-15T16:38:14.415 INFO:tasks.rados.rados.0.smithi090.stdout:2792: expect (ObjNum 841 snap 262 seq_num 841) 2024-04-15T16:38:14.415 INFO:tasks.rados.rados.0.smithi090.stdout:2793: rmattr oid 1 current snap is 273 2024-04-15T16:38:14.415 INFO:tasks.rados.rados.0.smithi090.stdout:2793: done (1 left) 2024-04-15T16:38:14.415 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 273 2024-04-15T16:38:14.415 INFO:tasks.rados.rados.0.smithi090.stdout:2794: seq_num 877 ranges {0=294912} 2024-04-15T16:38:14.416 INFO:tasks.rados.rados.0.smithi090.stdout:2794: writing smithi09078167-32 from 0 to 294912 tid 1 2024-04-15T16:38:14.416 INFO:tasks.rados.rados.0.smithi090.stdout:2795: delete oid 16 current snap is 273 2024-04-15T16:38:14.422 INFO:tasks.rados.rados.0.smithi090.stdout:2794: finishing write tid 1 to smithi09078167-32 2024-04-15T16:38:14.422 INFO:tasks.rados.rados.0.smithi090.stdout:2794: finishing write tid 2 to smithi09078167-32 2024-04-15T16:38:14.424 INFO:tasks.rados.rados.0.smithi090.stdout:2794: finishing write tid 3 to smithi09078167-32 2024-04-15T16:38:14.424 INFO:tasks.rados.rados.0.smithi090.stdout:2794: oid 32 updating version 0 to 558 2024-04-15T16:38:14.424 INFO:tasks.rados.rados.0.smithi090.stdout:2794: oid 32 version 558 is already newer than 557 2024-04-15T16:38:14.424 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 558 (ObjNum 877 snap 273 seq_num 877) dirty exists 2024-04-15T16:38:14.424 INFO:tasks.rados.rados.0.smithi090.stdout:2794: left oid 32 (ObjNum 877 snap 273 seq_num 877) 2024-04-15T16:38:14.426 INFO:tasks.rados.rados.0.smithi090.stdout:2794: done (2 left) 2024-04-15T16:38:14.426 INFO:tasks.rados.rados.0.smithi090.stdout:2795: done (1 left) 2024-04-15T16:38:14.427 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 273 2024-04-15T16:38:14.427 INFO:tasks.rados.rados.0.smithi090.stdout:2796: seq_num 879 ranges {0=327680} 2024-04-15T16:38:14.428 INFO:tasks.rados.rados.0.smithi090.stdout:2796: writing smithi09078167-31 from 0 to 327680 tid 1 2024-04-15T16:38:14.428 INFO:tasks.rados.rados.0.smithi090.stdout:2797: snap_remove snap 220 2024-04-15T16:38:14.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:14 smithi090 ceph-mon[89240]: osdmap e596: 8 total, 8 up, 8 in 2024-04-15T16:38:14.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:14 smithi090 ceph-mon[89240]: osdmap e597: 8 total, 8 up, 8 in 2024-04-15T16:38:14.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:14 smithi090 ceph-mon[91618]: osdmap e596: 8 total, 8 up, 8 in 2024-04-15T16:38:14.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:14 smithi090 ceph-mon[91618]: osdmap e597: 8 total, 8 up, 8 in 2024-04-15T16:38:14.907 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:14 smithi153 ceph-mon[84714]: osdmap e596: 8 total, 8 up, 8 in 2024-04-15T16:38:14.907 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:14 smithi153 ceph-mon[84714]: osdmap e597: 8 total, 8 up, 8 in 2024-04-15T16:38:15.415 INFO:tasks.rados.rados.0.smithi090.stdout:2796: finishing write tid 1 to smithi09078167-31 2024-04-15T16:38:15.415 INFO:tasks.rados.rados.0.smithi090.stdout:2796: finishing write tid 2 to smithi09078167-31 2024-04-15T16:38:15.415 INFO:tasks.rados.rados.0.smithi090.stdout:2792: expect (ObjNum 841 snap 262 seq_num 841) 2024-04-15T16:38:15.544 INFO:tasks.rados.rados.0.smithi090.stdout:2796: finishing write tid 3 to smithi09078167-31 2024-04-15T16:38:15.544 INFO:tasks.rados.rados.0.smithi090.stdout:2796: oid 31 updating version 0 to 872 2024-04-15T16:38:15.544 INFO:tasks.rados.rados.0.smithi090.stdout:2796: oid 31 version 872 is already newer than 871 2024-04-15T16:38:15.544 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 872 (ObjNum 879 snap 273 seq_num 879) dirty exists 2024-04-15T16:38:15.544 INFO:tasks.rados.rados.0.smithi090.stdout:2796: left oid 31 (ObjNum 879 snap 273 seq_num 879) 2024-04-15T16:38:15.545 INFO:tasks.rados.rados.0.smithi090.stdout:2792: done (2 left) 2024-04-15T16:38:15.545 INFO:tasks.rados.rados.0.smithi090.stdout:2796: done (1 left) 2024-04-15T16:38:15.545 INFO:tasks.rados.rados.0.smithi090.stdout:2797: done (0 left) 2024-04-15T16:38:15.545 INFO:tasks.rados.rados.0.smithi090.stdout:2798: rmattr oid 46 current snap is 273 2024-04-15T16:38:15.545 INFO:tasks.rados.rados.0.smithi090.stdout:2799: delete oid 36 current snap is 273 2024-04-15T16:38:15.546 INFO:tasks.rados.rados.0.smithi090.stdout:2799: done (1 left) 2024-04-15T16:38:15.547 INFO:tasks.rados.rados.0.smithi090.stdout:2800: rollback oid 27 current snap is 273 2024-04-15T16:38:15.547 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 258 2024-04-15T16:38:15.547 INFO:tasks.rados.rados.0.smithi090.stdout:2801: read oid 14 snap -1 2024-04-15T16:38:15.547 INFO:tasks.rados.rados.0.smithi090.stdout:2801: expect (ObjNum 864 snap 267 seq_num 864) 2024-04-15T16:38:15.547 INFO:tasks.rados.rados.0.smithi090.stdout:2802: read oid 20 snap 264 2024-04-15T16:38:15.547 INFO:tasks.rados.rados.0.smithi090.stdout:2802: expect deleted 2024-04-15T16:38:15.547 INFO:tasks.rados.rados.0.smithi090.stdout:2803: rollback oid 10 current snap is 273 2024-04-15T16:38:15.547 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 270 2024-04-15T16:38:15.547 INFO:tasks.rados.rados.0.smithi090.stdout:2804: read oid 19 snap -1 2024-04-15T16:38:15.547 INFO:tasks.rados.rados.0.smithi090.stdout:2804: expect (ObjNum 610 snap 164 seq_num 610) 2024-04-15T16:38:15.547 INFO:tasks.rados.rados.0.smithi090.stdout:2805: copy_from oid 6 from oid 49 current snap is 273 2024-04-15T16:38:15.547 INFO:tasks.rados.rados.0.smithi090.stdout:2806: read oid 39 snap 267 2024-04-15T16:38:15.547 INFO:tasks.rados.rados.0.smithi090.stdout:2806: expect deleted 2024-04-15T16:38:15.548 INFO:tasks.rados.rados.0.smithi090.stdout:2807: copy_from oid 17 from oid 12 current snap is 273 2024-04-15T16:38:15.548 INFO:tasks.rados.rados.0.smithi090.stdout:2808: snap_remove snap 218 2024-04-15T16:38:16.002 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:15 smithi153 ceph-mon[84714]: pgmap v555: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 84 KiB/s wr, 9 op/s 2024-04-15T16:38:16.002 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:15 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:16.002 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:15 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:16.002 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:15 smithi153 ceph-mon[84714]: osdmap e598: 8 total, 8 up, 8 in 2024-04-15T16:38:16.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:15 smithi090 ceph-mon[89240]: pgmap v555: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 84 KiB/s wr, 9 op/s 2024-04-15T16:38:16.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:15 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:16.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:15 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:16.080 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:15 smithi090 ceph-mon[89240]: osdmap e598: 8 total, 8 up, 8 in 2024-04-15T16:38:16.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:15 smithi090 ceph-mon[91618]: pgmap v555: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 84 KiB/s wr, 9 op/s 2024-04-15T16:38:16.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:15 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:16.080 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:15 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:16.081 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:15 smithi090 ceph-mon[91618]: osdmap e598: 8 total, 8 up, 8 in 2024-04-15T16:38:16.419 INFO:tasks.rados.rados.0.smithi090.stdout:2808: done (9 left) 2024-04-15T16:38:16.420 INFO:tasks.rados.rados.0.smithi090.stdout:2809: setattr oid 28 current snap is 273 2024-04-15T16:38:16.420 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 825 (ObjNum 869 snap 270 seq_num 869) dirty exists 2024-04-15T16:38:16.420 INFO:tasks.rados.rados.0.smithi090.stdout:2801: expect (ObjNum 864 snap 267 seq_num 864) 2024-04-15T16:38:16.421 INFO:tasks.rados.rados.0.smithi090.stdout:2800: finishing rollback tid 1 to smithi09078167-27 2024-04-15T16:38:16.422 INFO:tasks.rados.rados.0.smithi090.stdout:2800: finishing rollback tid 2 to smithi09078167-27 2024-04-15T16:38:16.422 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 1092 (ObjNum 805 snap 256 seq_num 805) dirty exists 2024-04-15T16:38:16.422 INFO:tasks.rados.rados.0.smithi090.stdout:2804: expect (ObjNum 610 snap 164 seq_num 610) 2024-04-15T16:38:16.463 INFO:tasks.rados.rados.0.smithi090.stdout:2803: finishing rollback tid 0 to smithi09078167-10 2024-04-15T16:38:16.463 INFO:tasks.rados.rados.0.smithi090.stdout:2803: finishing rollback tid 1 to smithi09078167-10 2024-04-15T16:38:16.463 INFO:tasks.rados.rados.0.smithi090.stdout:2803: finishing rollback tid 2 to smithi09078167-10 2024-04-15T16:38:16.463 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 994 (ObjNum 702 snap 196 seq_num 702) dirty exists 2024-04-15T16:38:16.463 INFO:tasks.rados.rados.0.smithi090.stdout:2807: finishing copy_from racing read to smithi09078167-17 2024-04-15T16:38:16.464 INFO:tasks.rados.rados.0.smithi090.stdout:2807: finishing copy_from to smithi09078167-17 2024-04-15T16:38:16.464 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1060 (ObjNum 744 snap 218 seq_num 744) dirty exists 2024-04-15T16:38:16.464 INFO:tasks.rados.rados.0.smithi090.stdout:2805: finishing copy_from racing read to smithi09078167-6 2024-04-15T16:38:16.464 INFO:tasks.rados.rados.0.smithi090.stdout:2805: finishing copy_from to smithi09078167-6 2024-04-15T16:38:16.464 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 524 (ObjNum 742 snap 217 seq_num 742) dirty exists 2024-04-15T16:38:16.464 INFO:tasks.rados.rados.0.smithi090.stdout:2798: done (9 left) 2024-04-15T16:38:16.464 INFO:tasks.rados.rados.0.smithi090.stdout:2800: done (8 left) 2024-04-15T16:38:16.464 INFO:tasks.rados.rados.0.smithi090.stdout:2801: done (7 left) 2024-04-15T16:38:16.464 INFO:tasks.rados.rados.0.smithi090.stdout:2802: done (6 left) 2024-04-15T16:38:16.464 INFO:tasks.rados.rados.0.smithi090.stdout:2803: done (5 left) 2024-04-15T16:38:16.464 INFO:tasks.rados.rados.0.smithi090.stdout:2804: done (4 left) 2024-04-15T16:38:16.464 INFO:tasks.rados.rados.0.smithi090.stdout:2805: done (3 left) 2024-04-15T16:38:16.464 INFO:tasks.rados.rados.0.smithi090.stdout:2806: done (2 left) 2024-04-15T16:38:16.465 INFO:tasks.rados.rados.0.smithi090.stdout:2807: done (1 left) 2024-04-15T16:38:16.465 INFO:tasks.rados.rados.0.smithi090.stdout:2810: copy_from oid 38 from oid 50 current snap is 273 2024-04-15T16:38:16.465 INFO:tasks.rados.rados.0.smithi090.stdout:2811: read oid 1 snap 264 2024-04-15T16:38:16.465 INFO:tasks.rados.rados.0.smithi090.stdout:2811: expect (ObjNum 811 snap 257 seq_num 811) 2024-04-15T16:38:16.465 INFO:tasks.rados.rados.0.smithi090.stdout:2812: read oid 40 snap 244 2024-04-15T16:38:16.465 INFO:tasks.rados.rados.0.smithi090.stdout:2812: expect deleted 2024-04-15T16:38:16.465 INFO:tasks.rados.rados.0.smithi090.stdout:2813: rollback oid 6 current snap is 273 2024-04-15T16:38:16.465 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 268 2024-04-15T16:38:16.465 INFO:tasks.rados.rados.0.smithi090.stdout:2814: snap_remove snap 261 2024-04-15T16:38:17.427 INFO:tasks.rados.rados.0.smithi090.stdout:2814: done (5 left) 2024-04-15T16:38:17.427 INFO:tasks.rados.rados.0.smithi090.stdout:2815: read oid 14 snap -1 2024-04-15T16:38:17.427 INFO:tasks.rados.rados.0.smithi090.stdout:2815: expect (ObjNum 864 snap 267 seq_num 864) 2024-04-15T16:38:17.427 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 273 2024-04-15T16:38:17.427 INFO:tasks.rados.rados.0.smithi090.stdout:2816: seq_num 881 ranges {0=360448} 2024-04-15T16:38:17.429 INFO:tasks.rados.rados.0.smithi090.stdout:2816: writing smithi09078167-36 from 0 to 360448 tid 1 2024-04-15T16:38:17.431 INFO:tasks.rados.rados.0.smithi090.stdout:2810: finishing copy_from to smithi09078167-38 2024-04-15T16:38:17.431 INFO:tasks.rados.rados.0.smithi090.stdout:2810: got expected ENOENT (src dne) 2024-04-15T16:38:17.431 INFO:tasks.rados.rados.0.smithi090.stdout:2810: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:38:17.431 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 732 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T16:38:17.431 INFO:tasks.rados.rados.0.smithi090.stdout:2813: finishing rollback tid 0 to smithi09078167-6 2024-04-15T16:38:17.431 INFO:tasks.rados.rados.0.smithi090.stdout:2813: finishing rollback tid 1 to smithi09078167-6 2024-04-15T16:38:17.431 INFO:tasks.rados.rados.0.smithi090.stdout:2813: finishing rollback tid 2 to smithi09078167-6 2024-04-15T16:38:17.431 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1105 (ObjNum 836 snap 262 seq_num 836) dirty exists 2024-04-15T16:38:17.432 INFO:tasks.rados.rados.0.smithi090.stdout:2811: expect (ObjNum 811 snap 257 seq_num 811) 2024-04-15T16:38:17.479 INFO:tasks.rados.rados.0.smithi090.stdout:2816: finishing write tid 1 to smithi09078167-36 2024-04-15T16:38:17.479 INFO:tasks.rados.rados.0.smithi090.stdout:2816: finishing write tid 2 to smithi09078167-36 2024-04-15T16:38:17.479 INFO:tasks.rados.rados.0.smithi090.stdout:2816: finishing write tid 3 to smithi09078167-36 2024-04-15T16:38:17.479 INFO:tasks.rados.rados.0.smithi090.stdout:2816: oid 36 updating version 0 to 892 2024-04-15T16:38:17.479 INFO:tasks.rados.rados.0.smithi090.stdout:2816: oid 36 version 892 is already newer than 891 2024-04-15T16:38:17.479 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 892 (ObjNum 881 snap 273 seq_num 881) dirty exists 2024-04-15T16:38:17.479 INFO:tasks.rados.rados.0.smithi090.stdout:2816: left oid 36 (ObjNum 881 snap 273 seq_num 881) 2024-04-15T16:38:17.479 INFO:tasks.rados.rados.0.smithi090.stdout:2815: expect (ObjNum 864 snap 267 seq_num 864) 2024-04-15T16:38:17.481 INFO:tasks.rados.rados.0.smithi090.stdout:2809: done (6 left) 2024-04-15T16:38:17.481 INFO:tasks.rados.rados.0.smithi090.stdout:2810: done (5 left) 2024-04-15T16:38:17.481 INFO:tasks.rados.rados.0.smithi090.stdout:2811: done (4 left) 2024-04-15T16:38:17.481 INFO:tasks.rados.rados.0.smithi090.stdout:2812: done (3 left) 2024-04-15T16:38:17.481 INFO:tasks.rados.rados.0.smithi090.stdout:2813: done (2 left) 2024-04-15T16:38:17.481 INFO:tasks.rados.rados.0.smithi090.stdout:2815: done (1 left) 2024-04-15T16:38:17.481 INFO:tasks.rados.rados.0.smithi090.stdout:2816: done (0 left) 2024-04-15T16:38:17.481 INFO:tasks.rados.rados.0.smithi090.stdout:2817: read oid 11 snap 258 2024-04-15T16:38:17.482 INFO:tasks.rados.rados.0.smithi090.stdout:2817: expect deleted 2024-04-15T16:38:17.482 INFO:tasks.rados.rados.0.smithi090.stdout:2818: setattr oid 7 current snap is 273 2024-04-15T16:38:17.482 INFO:tasks.rados.rados.0.smithi090.stdout:2817: done (1 left) 2024-04-15T16:38:17.482 INFO:tasks.rados.rados.0.smithi090.stdout:2819: copy_from oid 34 from oid 3 current snap is 273 2024-04-15T16:38:17.482 INFO:tasks.rados.rados.0.smithi090.stdout:2820: snap_remove snap 217 2024-04-15T16:38:17.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:17.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:17.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:38:17.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:38:17.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:17.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: osdmap e599: 8 total, 8 up, 8 in 2024-04-15T16:38:17.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:17.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[89240]: pgmap v558: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 336 KiB/s wr, 24 op/s 2024-04-15T16:38:17.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:17.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:17.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:38:17.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:38:17.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:17.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: osdmap e599: 8 total, 8 up, 8 in 2024-04-15T16:38:17.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:17.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:17 smithi090 ceph-mon[91618]: pgmap v558: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 336 KiB/s wr, 24 op/s 2024-04-15T16:38:17.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:17.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:17.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:38:17.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:38:17.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:17.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: osdmap e599: 8 total, 8 up, 8 in 2024-04-15T16:38:17.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:17.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:17.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:17 smithi153 ceph-mon[84714]: pgmap v558: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 336 KiB/s wr, 24 op/s 2024-04-15T16:38:18.430 INFO:tasks.rados.rados.0.smithi090.stdout:2820: done (2 left) 2024-04-15T16:38:18.430 INFO:tasks.rados.rados.0.smithi090.stdout:2821: rollback oid 14 current snap is 273 2024-04-15T16:38:18.430 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 14 to 243 2024-04-15T16:38:18.430 INFO:tasks.rados.rados.0.smithi090.stdout:2822: rollback oid 30 current snap is 273 2024-04-15T16:38:18.430 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 268 2024-04-15T16:38:18.430 INFO:tasks.rados.rados.0.smithi090.stdout:2823: rollback oid 22 current snap is 273 2024-04-15T16:38:18.430 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 269 2024-04-15T16:38:18.430 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 273 2024-04-15T16:38:18.431 INFO:tasks.rados.rados.0.smithi090.stdout:2824: seq_num 882 ranges {2179072=376832} 2024-04-15T16:38:18.445 INFO:tasks.rados.rados.0.smithi090.stdout:2824: writing smithi09078167-24 from 2179072 to 2555904 tid 1 2024-04-15T16:38:18.445 INFO:tasks.rados.rados.0.smithi090.stdout:2825: read oid 31 snap -1 2024-04-15T16:38:18.445 INFO:tasks.rados.rados.0.smithi090.stdout:2825: expect (ObjNum 879 snap 273 seq_num 879) 2024-04-15T16:38:18.445 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 273 2024-04-15T16:38:18.445 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 808 (ObjNum 859 snap 266 seq_num 859) dirty exists 2024-04-15T16:38:18.445 INFO:tasks.rados.rados.0.smithi090.stdout:2826: seq_num 883 ranges {294912=393216} 2024-04-15T16:38:18.451 INFO:tasks.rados.rados.0.smithi090.stdout:2826: writing smithi09078167-32 from 294912 to 688128 tid 1 2024-04-15T16:38:18.451 INFO:tasks.rados.rados.0.smithi090.stdout:2818: done (7 left) 2024-04-15T16:38:18.451 INFO:tasks.rados.rados.0.smithi090.stdout:2827: setattr oid 16 current snap is 273 2024-04-15T16:38:18.451 INFO:tasks.rados.rados.0.smithi090.stdout:2819: finishing copy_from racing read to smithi09078167-34 2024-04-15T16:38:18.451 INFO:tasks.rados.rados.0.smithi090.stdout:2819: finishing copy_from to smithi09078167-34 2024-04-15T16:38:18.451 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1102 (ObjNum 857 snap 266 seq_num 857) dirty exists 2024-04-15T16:38:18.451 INFO:tasks.rados.rados.0.smithi090.stdout:2823: finishing rollback tid 0 to smithi09078167-22 2024-04-15T16:38:18.451 INFO:tasks.rados.rados.0.smithi090.stdout:2823: finishing rollback tid 1 to smithi09078167-22 2024-04-15T16:38:18.451 INFO:tasks.rados.rados.0.smithi090.stdout:2823: finishing rollback tid 2 to smithi09078167-22 2024-04-15T16:38:18.451 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1021 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-15T16:38:18.451 INFO:tasks.rados.rados.0.smithi090.stdout:2822: finishing rollback tid 0 to smithi09078167-30 2024-04-15T16:38:18.451 INFO:tasks.rados.rados.0.smithi090.stdout:2822: finishing rollback tid 1 to smithi09078167-30 2024-04-15T16:38:18.452 INFO:tasks.rados.rados.0.smithi090.stdout:2822: finishing rollback tid 2 to smithi09078167-30 2024-04-15T16:38:18.452 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1115 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-15T16:38:18.453 INFO:tasks.rados.rados.0.smithi090.stdout:2821: finishing rollback tid 0 to smithi09078167-14 2024-04-15T16:38:18.453 INFO:tasks.rados.rados.0.smithi090.stdout:2821: finishing rollback tid 1 to smithi09078167-14 2024-04-15T16:38:18.453 INFO:tasks.rados.rados.0.smithi090.stdout:2821: finishing rollback tid 2 to smithi09078167-14 2024-04-15T16:38:18.453 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 497 (ObjNum 628 snap 167 seq_num 628) dirty exists 2024-04-15T16:38:18.453 INFO:tasks.rados.rados.0.smithi090.stdout:2824: finishing write tid 1 to smithi09078167-24 2024-04-15T16:38:18.453 INFO:tasks.rados.rados.0.smithi090.stdout:2824: finishing write tid 2 to smithi09078167-24 2024-04-15T16:38:18.453 INFO:tasks.rados.rados.0.smithi090.stdout:2826: finishing write tid 1 to smithi09078167-32 2024-04-15T16:38:18.453 INFO:tasks.rados.rados.0.smithi090.stdout:2819: done (7 left) 2024-04-15T16:38:18.454 INFO:tasks.rados.rados.0.smithi090.stdout:2821: done (6 left) 2024-04-15T16:38:18.454 INFO:tasks.rados.rados.0.smithi090.stdout:2822: done (5 left) 2024-04-15T16:38:18.454 INFO:tasks.rados.rados.0.smithi090.stdout:2823: done (4 left) 2024-04-15T16:38:18.454 INFO:tasks.rados.rados.0.smithi090.stdout:2828: delete oid 40 current snap is 273 2024-04-15T16:38:18.455 INFO:tasks.rados.rados.0.smithi090.stdout:2826: finishing write tid 2 to smithi09078167-32 2024-04-15T16:38:18.457 INFO:tasks.rados.rados.0.smithi090.stdout:2826: finishing write tid 3 to smithi09078167-32 2024-04-15T16:38:18.457 INFO:tasks.rados.rados.0.smithi090.stdout:2826: oid 32 updating version 0 to 559 2024-04-15T16:38:18.457 INFO:tasks.rados.rados.0.smithi090.stdout:2826: oid 32 updating version 559 to 560 2024-04-15T16:38:18.457 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 560 (ObjNum 883 snap 273 seq_num 883) dirty exists 2024-04-15T16:38:18.457 INFO:tasks.rados.rados.0.smithi090.stdout:2826: left oid 32 (ObjNum 883 snap 273 seq_num 883) 2024-04-15T16:38:18.457 INFO:tasks.rados.rados.0.smithi090.stdout:2824: finishing write tid 3 to smithi09078167-24 2024-04-15T16:38:18.457 INFO:tasks.rados.rados.0.smithi090.stdout:2824: oid 24 updating version 0 to 557 2024-04-15T16:38:18.457 INFO:tasks.rados.rados.0.smithi090.stdout:2824: oid 24 version 557 is already newer than 556 2024-04-15T16:38:18.457 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 557 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-04-15T16:38:18.457 INFO:tasks.rados.rados.0.smithi090.stdout:2824: left oid 24 (ObjNum 882 snap 273 seq_num 882) 2024-04-15T16:38:18.457 INFO:tasks.rados.rados.0.smithi090.stdout:2825: expect (ObjNum 879 snap 273 seq_num 879) 2024-04-15T16:38:18.469 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 905 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-15T16:38:18.469 INFO:tasks.rados.rados.0.smithi090.stdout:2824: done (4 left) 2024-04-15T16:38:18.469 INFO:tasks.rados.rados.0.smithi090.stdout:2825: done (3 left) 2024-04-15T16:38:18.469 INFO:tasks.rados.rados.0.smithi090.stdout:2826: done (2 left) 2024-04-15T16:38:18.469 INFO:tasks.rados.rados.0.smithi090.stdout:2827: done (1 left) 2024-04-15T16:38:18.469 INFO:tasks.rados.rados.0.smithi090.stdout:2828: done (0 left) 2024-04-15T16:38:18.469 INFO:tasks.rados.rados.0.smithi090.stdout:2829: snap_remove snap 174 2024-04-15T16:38:18.818 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:18 smithi153 ceph-mon[84714]: osdmap e600: 8 total, 8 up, 8 in 2024-04-15T16:38:18.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:18 smithi090 ceph-mon[89240]: osdmap e600: 8 total, 8 up, 8 in 2024-04-15T16:38:18.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:18 smithi090 ceph-mon[91618]: osdmap e600: 8 total, 8 up, 8 in 2024-04-15T16:38:19.420 INFO:tasks.rados.rados.0.smithi090.stdout:2829: done (0 left) 2024-04-15T16:38:19.420 INFO:tasks.rados.rados.0.smithi090.stdout:2830: read oid 23 snap -1 2024-04-15T16:38:19.420 INFO:tasks.rados.rados.0.smithi090.stdout:2830: expect (ObjNum 741 snap 217 seq_num 741) 2024-04-15T16:38:19.420 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 273 2024-04-15T16:38:19.421 INFO:tasks.rados.rados.0.smithi090.stdout:2831: seq_num 885 ranges {3809280=425984} 2024-04-15T16:38:19.434 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:38:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:38:19] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-04-15T16:38:19.445 INFO:tasks.rados.rados.0.smithi090.stdout:2831: writing smithi09078167-43 from 3809280 to 4235264 tid 1 2024-04-15T16:38:19.445 INFO:tasks.rados.rados.0.smithi090.stdout:2832: copy_from oid 1 from oid 21 current snap is 273 2024-04-15T16:38:19.446 INFO:tasks.rados.rados.0.smithi090.stdout:2833: snap_create 2024-04-15T16:38:19.451 INFO:tasks.rados.rados.0.smithi090.stdout:2831: finishing write tid 1 to smithi09078167-43 2024-04-15T16:38:19.454 INFO:tasks.rados.rados.0.smithi090.stdout:2831: finishing write tid 2 to smithi09078167-43 2024-04-15T16:38:19.459 INFO:tasks.rados.rados.0.smithi090.stdout:2832: finishing copy_from racing read to smithi09078167-1 2024-04-15T16:38:19.460 INFO:tasks.rados.rados.0.smithi090.stdout:2831: finishing write tid 3 to smithi09078167-43 2024-04-15T16:38:19.460 INFO:tasks.rados.rados.0.smithi090.stdout:2831: oid 43 updating version 0 to 1196 2024-04-15T16:38:19.460 INFO:tasks.rados.rados.0.smithi090.stdout:2831: oid 43 version 1196 is already newer than 1195 2024-04-15T16:38:19.460 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1196 (ObjNum 885 snap 273 seq_num 885) dirty exists 2024-04-15T16:38:19.460 INFO:tasks.rados.rados.0.smithi090.stdout:2831: left oid 43 (ObjNum 885 snap 273 seq_num 885) 2024-04-15T16:38:19.460 INFO:tasks.rados.rados.0.smithi090.stdout:2832: finishing copy_from to smithi09078167-1 2024-04-15T16:38:19.460 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1068 (ObjNum 848 snap 262 seq_num 848) dirty exists 2024-04-15T16:38:19.468 INFO:tasks.rados.rados.0.smithi090.stdout:2830: expect (ObjNum 741 snap 217 seq_num 741) 2024-04-15T16:38:19.490 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:19 smithi153 ceph-mon[84714]: Upgrade: Updating prometheus.a 2024-04-15T16:38:19.490 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:19 smithi153 ceph-mon[84714]: Deploying daemon prometheus.a on smithi153 2024-04-15T16:38:19.491 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:19 smithi153 ceph-mon[84714]: osdmap e601: 8 total, 8 up, 8 in 2024-04-15T16:38:19.491 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:19 smithi153 ceph-mon[84714]: pgmap v561: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 336 KiB/s wr, 24 op/s 2024-04-15T16:38:19.491 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:19 smithi153 ceph-mon[84714]: osdmap e602: 8 total, 8 up, 8 in 2024-04-15T16:38:19.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:19 smithi090 ceph-mon[89240]: Upgrade: Updating prometheus.a 2024-04-15T16:38:19.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:19 smithi090 ceph-mon[89240]: Deploying daemon prometheus.a on smithi153 2024-04-15T16:38:19.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:19 smithi090 ceph-mon[89240]: osdmap e601: 8 total, 8 up, 8 in 2024-04-15T16:38:19.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:19 smithi090 ceph-mon[89240]: pgmap v561: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 336 KiB/s wr, 24 op/s 2024-04-15T16:38:19.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:19 smithi090 ceph-mon[89240]: osdmap e602: 8 total, 8 up, 8 in 2024-04-15T16:38:19.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:19 smithi090 ceph-mon[91618]: Upgrade: Updating prometheus.a 2024-04-15T16:38:19.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:19 smithi090 ceph-mon[91618]: Deploying daemon prometheus.a on smithi153 2024-04-15T16:38:19.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:19 smithi090 ceph-mon[91618]: osdmap e601: 8 total, 8 up, 8 in 2024-04-15T16:38:19.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:19 smithi090 ceph-mon[91618]: pgmap v561: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 500 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.3 MiB/s rd, 336 KiB/s wr, 24 op/s 2024-04-15T16:38:19.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:19 smithi090 ceph-mon[91618]: osdmap e602: 8 total, 8 up, 8 in 2024-04-15T16:38:20.444 INFO:tasks.rados.rados.0.smithi090.stdout:2830: done (3 left) 2024-04-15T16:38:20.444 INFO:tasks.rados.rados.0.smithi090.stdout:2831: done (2 left) 2024-04-15T16:38:20.444 INFO:tasks.rados.rados.0.smithi090.stdout:2832: done (1 left) 2024-04-15T16:38:20.445 INFO:tasks.rados.rados.0.smithi090.stdout:2833: done (0 left) 2024-04-15T16:38:20.445 INFO:tasks.rados.rados.0.smithi090.stdout:2834: setattr oid 40 current snap is 274 2024-04-15T16:38:20.446 INFO:tasks.rados.rados.0.smithi090.stdout:2835: read oid 41 snap 250 2024-04-15T16:38:20.446 INFO:tasks.rados.rados.0.smithi090.stdout:2835: expect (ObjNum 710 snap 197 seq_num 710) 2024-04-15T16:38:20.446 INFO:tasks.rados.rados.0.smithi090.stdout:2836: read oid 47 snap -1 2024-04-15T16:38:20.446 INFO:tasks.rados.rados.0.smithi090.stdout:2836: expect (ObjNum 861 snap 266 seq_num 861) 2024-04-15T16:38:20.446 INFO:tasks.rados.rados.0.smithi090.stdout:2837: copy_from oid 12 from oid 49 current snap is 274 2024-04-15T16:38:20.446 INFO:tasks.rados.rados.0.smithi090.stdout:2838: copy_from oid 16 from oid 14 current snap is 274 2024-04-15T16:38:20.446 INFO:tasks.rados.rados.0.smithi090.stdout:2839: snap_create 2024-04-15T16:38:20.448 INFO:tasks.rados.rados.0.smithi090.stdout:2836: expect (ObjNum 861 snap 266 seq_num 861) 2024-04-15T16:38:20.451 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 1126 (ObjNum 529 snap 0 seq_num 3772755680) dirty exists 2024-04-15T16:38:20.459 INFO:tasks.rados.rados.0.smithi090.stdout:2838: finishing copy_from racing read to smithi09078167-16 2024-04-15T16:38:20.465 INFO:tasks.rados.rados.0.smithi090.stdout:2835: expect (ObjNum 710 snap 197 seq_num 710) 2024-04-15T16:38:20.606 INFO:tasks.rados.rados.0.smithi090.stdout:2838: finishing copy_from to smithi09078167-16 2024-04-15T16:38:20.606 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 497 (ObjNum 628 snap 167 seq_num 628) dirty exists 2024-04-15T16:38:20.607 INFO:tasks.rados.rados.0.smithi090.stdout:2837: finishing copy_from racing read to smithi09078167-12 2024-04-15T16:38:20.607 INFO:tasks.rados.rados.0.smithi090.stdout:2837: finishing copy_from to smithi09078167-12 2024-04-15T16:38:20.607 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 524 (ObjNum 742 snap 217 seq_num 742) dirty exists 2024-04-15T16:38:21.446 INFO:tasks.rados.rados.0.smithi090.stdout:2834: done (5 left) 2024-04-15T16:38:21.447 INFO:tasks.rados.rados.0.smithi090.stdout:2835: done (4 left) 2024-04-15T16:38:21.447 INFO:tasks.rados.rados.0.smithi090.stdout:2836: done (3 left) 2024-04-15T16:38:21.447 INFO:tasks.rados.rados.0.smithi090.stdout:2837: done (2 left) 2024-04-15T16:38:21.447 INFO:tasks.rados.rados.0.smithi090.stdout:2838: done (1 left) 2024-04-15T16:38:21.447 INFO:tasks.rados.rados.0.smithi090.stdout:2839: done (0 left) 2024-04-15T16:38:21.447 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 275 2024-04-15T16:38:21.447 INFO:tasks.rados.rados.0.smithi090.stdout:2840: seq_num 886 ranges {2629632=442368} 2024-04-15T16:38:21.463 INFO:tasks.rados.rados.0.smithi090.stdout:2840: writing smithi09078167-18 from 2629632 to 3072000 tid 1 2024-04-15T16:38:21.463 INFO:tasks.rados.rados.0.smithi090.stdout:2841: snap_create 2024-04-15T16:38:21.468 INFO:tasks.rados.rados.0.smithi090.stdout:2840: finishing write tid 1 to smithi09078167-18 2024-04-15T16:38:21.468 INFO:tasks.rados.rados.0.smithi090.stdout:2840: finishing write tid 2 to smithi09078167-18 2024-04-15T16:38:21.469 INFO:tasks.rados.rados.0.smithi090.stdout:2840: finishing write tid 3 to smithi09078167-18 2024-04-15T16:38:21.469 INFO:tasks.rados.rados.0.smithi090.stdout:2840: oid 18 updating version 0 to 1201 2024-04-15T16:38:21.469 INFO:tasks.rados.rados.0.smithi090.stdout:2840: oid 18 version 1201 is already newer than 1200 2024-04-15T16:38:21.469 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1201 (ObjNum 886 snap 275 seq_num 886) dirty exists 2024-04-15T16:38:21.470 INFO:tasks.rados.rados.0.smithi090.stdout:2840: left oid 18 (ObjNum 886 snap 275 seq_num 886) 2024-04-15T16:38:21.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:21 smithi153 ceph-mon[84714]: osdmap e603: 8 total, 8 up, 8 in 2024-04-15T16:38:21.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:21 smithi153 ceph-mon[84714]: pgmap v564: 121 pgs: 121 active+clean; 480 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-15T16:38:21.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:21 smithi090 ceph-mon[89240]: osdmap e603: 8 total, 8 up, 8 in 2024-04-15T16:38:21.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:21 smithi090 ceph-mon[89240]: pgmap v564: 121 pgs: 121 active+clean; 480 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-15T16:38:21.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:21 smithi090 ceph-mon[91618]: osdmap e603: 8 total, 8 up, 8 in 2024-04-15T16:38:21.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:21 smithi090 ceph-mon[91618]: pgmap v564: 121 pgs: 121 active+clean; 480 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 18 op/s 2024-04-15T16:38:22.123 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:21 smithi153 systemd[1]: Stopping Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:38:22.123 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:38:21.922Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T16:38:22.123 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:38:21.922Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-15T16:38:22.123 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:38:21.922Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-15T16:38:22.123 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:38:21.922Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T16:38:22.123 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:38:21.922Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-15T16:38:22.124 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:38:21.922Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-15T16:38:22.124 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:38:21.922Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T16:38:22.124 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:38:21.922Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-15T16:38:22.124 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:38:21.922Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-15T16:38:22.124 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:38:21.922Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T16:38:22.124 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:38:21.922Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-15T16:38:22.124 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:21 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[75201]: ts=2024-04-15T16:38:21.922Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-15T16:38:22.124 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:21 smithi153 podman[117033]: 2024-04-15 16:38:21.932303549 +0000 UTC m=+0.105392626 container died ac36942670ad32c75226f01eb5718596cf1973739f16c1931bb31d443e813adb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:22.449 INFO:tasks.rados.rados.0.smithi090.stdout:2840: done (1 left) 2024-04-15T16:38:22.449 INFO:tasks.rados.rados.0.smithi090.stdout:2841: done (0 left) 2024-04-15T16:38:22.450 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 276 2024-04-15T16:38:22.450 INFO:tasks.rados.rados.0.smithi090.stdout:2842: seq_num 887 ranges {0=458752} 2024-04-15T16:38:22.452 INFO:tasks.rados.rados.0.smithi090.stdout:2842: writing smithi09078167-45 from 0 to 458752 tid 1 2024-04-15T16:38:22.452 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 276 2024-04-15T16:38:22.452 INFO:tasks.rados.rados.0.smithi090.stdout:2843: seq_num 888 ranges {466944=475136} 2024-04-15T16:38:22.457 INFO:tasks.rados.rados.0.smithi090.stdout:2843: writing smithi09078167-17 from 466944 to 942080 tid 1 2024-04-15T16:38:22.458 INFO:tasks.rados.rados.0.smithi090.stdout:2844: snap_create 2024-04-15T16:38:22.458 INFO:tasks.rados.rados.0.smithi090.stdout:2842: finishing write tid 1 to smithi09078167-45 2024-04-15T16:38:22.458 INFO:tasks.rados.rados.0.smithi090.stdout:2842: finishing write tid 2 to smithi09078167-45 2024-04-15T16:38:22.458 INFO:tasks.rados.rados.0.smithi090.stdout:2842: finishing write tid 3 to smithi09078167-45 2024-04-15T16:38:22.458 INFO:tasks.rados.rados.0.smithi090.stdout:2842: oid 45 updating version 0 to 1022 2024-04-15T16:38:22.458 INFO:tasks.rados.rados.0.smithi090.stdout:2842: oid 45 updating version 1022 to 1023 2024-04-15T16:38:22.458 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1023 (ObjNum 887 snap 276 seq_num 887) dirty exists 2024-04-15T16:38:22.458 INFO:tasks.rados.rados.0.smithi090.stdout:2842: left oid 45 (ObjNum 887 snap 276 seq_num 887) 2024-04-15T16:38:22.463 INFO:tasks.rados.rados.0.smithi090.stdout:2843: finishing write tid 1 to smithi09078167-17 2024-04-15T16:38:22.463 INFO:tasks.rados.rados.0.smithi090.stdout:2843: finishing write tid 2 to smithi09078167-17 2024-04-15T16:38:22.465 INFO:tasks.rados.rados.0.smithi090.stdout:2843: finishing write tid 3 to smithi09078167-17 2024-04-15T16:38:22.465 INFO:tasks.rados.rados.0.smithi090.stdout:2843: oid 17 updating version 0 to 1104 2024-04-15T16:38:22.465 INFO:tasks.rados.rados.0.smithi090.stdout:2843: oid 17 version 1104 is already newer than 1103 2024-04-15T16:38:22.465 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1104 (ObjNum 888 snap 276 seq_num 888) dirty exists 2024-04-15T16:38:22.465 INFO:tasks.rados.rados.0.smithi090.stdout:2843: left oid 17 (ObjNum 888 snap 276 seq_num 888) 2024-04-15T16:38:22.564 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:22 smithi153 ceph-mon[84714]: osdmap e604: 8 total, 8 up, 8 in 2024-04-15T16:38:22.564 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:22 smithi153 podman[117033]: 2024-04-15 16:38:22.304689736 +0000 UTC m=+0.477778807 container cleanup ac36942670ad32c75226f01eb5718596cf1973739f16c1931bb31d443e813adb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:22.564 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:22 smithi153 bash[117033]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T16:38:22.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:22 smithi090 ceph-mon[89240]: osdmap e604: 8 total, 8 up, 8 in 2024-04-15T16:38:22.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:22 smithi090 ceph-mon[91618]: osdmap e604: 8 total, 8 up, 8 in 2024-04-15T16:38:22.872 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:22 smithi153 podman[117047]: 2024-04-15 16:38:22.572854943 +0000 UTC m=+0.642721680 container remove ac36942670ad32c75226f01eb5718596cf1973739f16c1931bb31d443e813adb (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:22.873 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:22 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@prometheus.a.service: Deactivated successfully. 2024-04-15T16:38:22.873 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:22 smithi153 systemd[1]: Stopped Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:38:22.873 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:22 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@prometheus.a.service: Consumed 2.563s CPU time. 2024-04-15T16:38:23.234 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:22 smithi153 systemd[1]: Starting Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:38:23.234 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 podman[117182]: 2024-04-15 16:38:23.016365909 +0000 UTC m=+0.018807320 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-15T16:38:23.234 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 podman[117182]: 2024-04-15 16:38:23.140585742 +0000 UTC m=+0.143027198 container create b8ba9c20d7405849a067878f9999cc3a00ed8fe300bdd08cf25b38b642edcfed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:23.465 INFO:tasks.rados.rados.0.smithi090.stdout:2842: done (2 left) 2024-04-15T16:38:23.465 INFO:tasks.rados.rados.0.smithi090.stdout:2843: done (1 left) 2024-04-15T16:38:23.465 INFO:tasks.rados.rados.0.smithi090.stdout:2844: done (0 left) 2024-04-15T16:38:23.466 INFO:tasks.rados.rados.0.smithi090.stdout:2845: rmattr oid 43 current snap is 277 2024-04-15T16:38:23.466 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 277 2024-04-15T16:38:23.466 INFO:tasks.rados.rados.0.smithi090.stdout:2846: seq_num 889 ranges {5144576=491520} 2024-04-15T16:38:23.496 INFO:tasks.rados.rados.0.smithi090.stdout:2846: writing smithi09078167-49 from 5144576 to 5636096 tid 1 2024-04-15T16:38:23.496 INFO:tasks.rados.rados.0.smithi090.stdout:2847: read oid 14 snap -1 2024-04-15T16:38:23.496 INFO:tasks.rados.rados.0.smithi090.stdout:2847: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:38:23.496 INFO:tasks.rados.rados.0.smithi090.stdout:2848: copy_from oid 26 from oid 15 current snap is 277 2024-04-15T16:38:23.497 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1203 (ObjNum 885 snap 273 seq_num 885) dirty exists 2024-04-15T16:38:23.497 INFO:tasks.rados.rados.0.smithi090.stdout:2845: done (3 left) 2024-04-15T16:38:23.497 INFO:tasks.rados.rados.0.smithi090.stdout:2849: copy_from oid 16 from oid 35 current snap is 277 2024-04-15T16:38:23.497 INFO:tasks.rados.rados.0.smithi090.stdout:2850: snap_remove snap 275 2024-04-15T16:38:23.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-mon[84714]: osdmap e605: 8 total, 8 up, 8 in 2024-04-15T16:38:23.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-mon[84714]: pgmap v567: 121 pgs: 121 active+clean; 417 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-15T16:38:23.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:38:23.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:23.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:23.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 podman[117182]: 2024-04-15 16:38:23.342570056 +0000 UTC m=+0.345011466 container init b8ba9c20d7405849a067878f9999cc3a00ed8fe300bdd08cf25b38b642edcfed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:23.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 podman[117182]: 2024-04-15 16:38:23.34579812 +0000 UTC m=+0.348239531 container start b8ba9c20d7405849a067878f9999cc3a00ed8fe300bdd08cf25b38b642edcfed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:23.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.369Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-15T16:38:23.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.369Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-15T16:38:23.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.369Z caller=main.go:570 level=info host_details="(Linux 5.14.0-438.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024 x86_64 smithi153 (none))" 2024-04-15T16:38:23.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.369Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-15T16:38:23.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.369Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-15T16:38:23.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.370Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-15T16:38:23.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.371Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-15T16:38:23.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.372Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-15T16:38:23.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.372Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-15T16:38:23.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.374Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-15T16:38:23.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.374Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.338µs 2024-04-15T16:38:23.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.374Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-15T16:38:23.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.376Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-15T16:38:23.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.383Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-15T16:38:23.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.388Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-15T16:38:23.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.396Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-15T16:38:23.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.397Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-15T16:38:23.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.397Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=21.787µs wal_replay_duration=22.780013ms wbl_replay_duration=121ns total_replay_duration=22.824491ms 2024-04-15T16:38:23.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.399Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-15T16:38:23.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.399Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-15T16:38:23.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.399Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-15T16:38:23.626 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 bash[117182]: b8ba9c20d7405849a067878f9999cc3a00ed8fe300bdd08cf25b38b642edcfed 2024-04-15T16:38:23.626 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 systemd[1]: Started Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:38:23.626 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.418Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=19.169365ms db_storage=976ns remote_storage=1.127µs web_handler=363ns query_engine=631ns scrape=382.257µs scrape_sd=114.358µs notify=13.703µs notify_sd=11.589µs rules=18.325162ms tracing=6.062µs 2024-04-15T16:38:23.626 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.418Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-15T16:38:23.626 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:23.418Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-15T16:38:23.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:23 smithi090 ceph-mon[89240]: osdmap e605: 8 total, 8 up, 8 in 2024-04-15T16:38:23.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:23 smithi090 ceph-mon[89240]: pgmap v567: 121 pgs: 121 active+clean; 417 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-15T16:38:23.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:38:23.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:23.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:23.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:23 smithi090 ceph-mon[91618]: osdmap e605: 8 total, 8 up, 8 in 2024-04-15T16:38:23.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:23 smithi090 ceph-mon[91618]: pgmap v567: 121 pgs: 121 active+clean; 417 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 9.9 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-15T16:38:23.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:38:23.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:23.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:24.419 INFO:tasks.rados.rados.0.smithi090.stdout:2850: done (4 left) 2024-04-15T16:38:24.420 INFO:tasks.rados.rados.0.smithi090.stdout:2851: rmattr oid 1 current snap is 277 2024-04-15T16:38:24.420 INFO:tasks.rados.rados.0.smithi090.stdout:2851: done (4 left) 2024-04-15T16:38:24.420 INFO:tasks.rados.rados.0.smithi090.stdout:2852: snap_remove snap 265 2024-04-15T16:38:24.530 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:24 smithi153 ceph-mon[84714]: osdmap e606: 8 total, 8 up, 8 in 2024-04-15T16:38:24.530 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:24 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:24.531 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:24 smithi153 ceph-mon[84714]: osdmap e607: 8 total, 8 up, 8 in 2024-04-15T16:38:24.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:24 smithi090 ceph-mon[89240]: osdmap e606: 8 total, 8 up, 8 in 2024-04-15T16:38:24.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:24 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:24.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:24 smithi090 ceph-mon[89240]: osdmap e607: 8 total, 8 up, 8 in 2024-04-15T16:38:24.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:24 smithi090 ceph-mon[91618]: osdmap e606: 8 total, 8 up, 8 in 2024-04-15T16:38:24.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:24 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:24.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:24 smithi090 ceph-mon[91618]: osdmap e607: 8 total, 8 up, 8 in 2024-04-15T16:38:25.421 INFO:tasks.rados.rados.0.smithi090.stdout:2852: done (4 left) 2024-04-15T16:38:25.422 INFO:tasks.rados.rados.0.smithi090.stdout:2853: rollback oid 47 current snap is 277 2024-04-15T16:38:25.422 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 250 2024-04-15T16:38:25.422 INFO:tasks.rados.rados.0.smithi090.stdout:2846: finishing write tid 1 to smithi09078167-49 2024-04-15T16:38:25.422 INFO:tasks.rados.rados.0.smithi090.stdout:2846: finishing write tid 2 to smithi09078167-49 2024-04-15T16:38:25.422 INFO:tasks.rados.rados.0.smithi090.stdout:2849: finishing copy_from to smithi09078167-16 2024-04-15T16:38:25.422 INFO:tasks.rados.rados.0.smithi090.stdout:2849: got expected ENOENT (src dne) 2024-04-15T16:38:25.422 INFO:tasks.rados.rados.0.smithi090.stdout:2849: finishing copy_from racing read to smithi09078167-16 2024-04-15T16:38:25.422 INFO:tasks.rados.rados.0.smithi090.stdout:2846: finishing write tid 3 to smithi09078167-49 2024-04-15T16:38:25.422 INFO:tasks.rados.rados.0.smithi090.stdout:2846: oid 49 updating version 0 to 562 2024-04-15T16:38:25.422 INFO:tasks.rados.rados.0.smithi090.stdout:2846: oid 49 version 562 is already newer than 561 2024-04-15T16:38:25.422 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 562 (ObjNum 889 snap 277 seq_num 889) dirty exists 2024-04-15T16:38:25.422 INFO:tasks.rados.rados.0.smithi090.stdout:2846: left oid 49 (ObjNum 889 snap 277 seq_num 889) 2024-04-15T16:38:25.422 INFO:tasks.rados.rados.0.smithi090.stdout:2847: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:38:25.479 INFO:tasks.rados.rados.0.smithi090.stdout:2848: finishing copy_from racing read to smithi09078167-26 2024-04-15T16:38:25.479 INFO:tasks.rados.rados.0.smithi090.stdout:2848: finishing copy_from to smithi09078167-26 2024-04-15T16:38:25.479 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1003 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:38:25.479 INFO:tasks.rados.rados.0.smithi090.stdout:2846: done (4 left) 2024-04-15T16:38:25.480 INFO:tasks.rados.rados.0.smithi090.stdout:2847: done (3 left) 2024-04-15T16:38:25.480 INFO:tasks.rados.rados.0.smithi090.stdout:2848: done (2 left) 2024-04-15T16:38:25.480 INFO:tasks.rados.rados.0.smithi090.stdout:2849: done (1 left) 2024-04-15T16:38:25.480 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 277 2024-04-15T16:38:25.480 INFO:tasks.rados.rados.0.smithi090.stdout:2853: finishing rollback tid 0 to smithi09078167-47 2024-04-15T16:38:25.480 INFO:tasks.rados.rados.0.smithi090.stdout:2854: seq_num 890 ranges {2154496=507904} 2024-04-15T16:38:25.493 INFO:tasks.rados.rados.0.smithi090.stdout:2854: writing smithi09078167-4 from 2154496 to 2662400 tid 1 2024-04-15T16:38:25.494 INFO:tasks.rados.rados.0.smithi090.stdout:2855: read oid 19 snap -1 2024-04-15T16:38:25.494 INFO:tasks.rados.rados.0.smithi090.stdout:2855: expect (ObjNum 610 snap 164 seq_num 610) 2024-04-15T16:38:25.494 INFO:tasks.rados.rados.0.smithi090.stdout:2856: delete oid 32 current snap is 277 2024-04-15T16:38:25.494 INFO:tasks.rados.rados.0.smithi090.stdout:2853: finishing rollback tid 1 to smithi09078167-47 2024-04-15T16:38:25.494 INFO:tasks.rados.rados.0.smithi090.stdout:2853: finishing rollback tid 2 to smithi09078167-47 2024-04-15T16:38:25.494 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 746 (ObjNum 706 snap 196 seq_num 706) dirty exists 2024-04-15T16:38:25.495 INFO:tasks.rados.rados.0.smithi090.stdout:2853: done (3 left) 2024-04-15T16:38:25.496 INFO:tasks.rados.rados.0.smithi090.stdout:2856: done (2 left) 2024-04-15T16:38:25.496 INFO:tasks.rados.rados.0.smithi090.stdout:2857: rollback oid 33 current snap is 277 2024-04-15T16:38:25.496 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 33 to 193 2024-04-15T16:38:25.496 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 277 2024-04-15T16:38:25.496 INFO:tasks.rados.rados.0.smithi090.stdout:2858: seq_num 892 ranges {4235264=548864} 2024-04-15T16:38:25.522 INFO:tasks.rados.rados.0.smithi090.stdout:2858: writing smithi09078167-43 from 4235264 to 4784128 tid 1 2024-04-15T16:38:25.522 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 277 2024-04-15T16:38:25.522 INFO:tasks.rados.rados.0.smithi090.stdout:2854: finishing write tid 1 to smithi09078167-4 2024-04-15T16:38:25.522 INFO:tasks.rados.rados.0.smithi090.stdout:2855: expect (ObjNum 610 snap 164 seq_num 610) 2024-04-15T16:38:25.553 INFO:tasks.rados.rados.0.smithi090.stdout:2854: finishing write tid 2 to smithi09078167-4 2024-04-15T16:38:25.553 INFO:tasks.rados.rados.0.smithi090.stdout:2854: finishing write tid 3 to smithi09078167-4 2024-04-15T16:38:25.553 INFO:tasks.rados.rados.0.smithi090.stdout:2854: oid 4 updating version 0 to 671 2024-04-15T16:38:25.553 INFO:tasks.rados.rados.0.smithi090.stdout:2854: oid 4 version 671 is already newer than 670 2024-04-15T16:38:25.554 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 671 (ObjNum 890 snap 277 seq_num 890) dirty exists 2024-04-15T16:38:25.554 INFO:tasks.rados.rados.0.smithi090.stdout:2854: left oid 4 (ObjNum 890 snap 277 seq_num 890) 2024-04-15T16:38:25.554 INFO:tasks.rados.rados.0.smithi090.stdout:2857: finishing rollback tid 0 to smithi09078167-33 2024-04-15T16:38:25.554 INFO:tasks.rados.rados.0.smithi090.stdout:2857: finishing rollback tid 1 to smithi09078167-33 2024-04-15T16:38:25.554 INFO:tasks.rados.rados.0.smithi090.stdout:2857: finishing rollback tid 2 to smithi09078167-33 2024-04-15T16:38:25.554 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1006 (ObjNum 666 snap 183 seq_num 666) dirty exists 2024-04-15T16:38:25.554 INFO:tasks.rados.rados.0.smithi090.stdout:2858: finishing write tid 1 to smithi09078167-43 2024-04-15T16:38:25.554 INFO:tasks.rados.rados.0.smithi090.stdout:2859: seq_num 893 ranges {2875392=565248} 2024-04-15T16:38:25.571 INFO:tasks.rados.rados.0.smithi090.stdout:2859: writing smithi09078167-2 from 2875392 to 3440640 tid 1 2024-04-15T16:38:25.602 INFO:tasks.rados.rados.0.smithi090.stdout:2854: done (4 left) 2024-04-15T16:38:25.602 INFO:tasks.rados.rados.0.smithi090.stdout:2855: done (3 left) 2024-04-15T16:38:25.602 INFO:tasks.rados.rados.0.smithi090.stdout:2857: done (2 left) 2024-04-15T16:38:25.602 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 277 2024-04-15T16:38:25.603 INFO:tasks.rados.rados.0.smithi090.stdout:2858: finishing write tid 2 to smithi09078167-43 2024-04-15T16:38:25.603 INFO:tasks.rados.rados.0.smithi090.stdout:2858: finishing write tid 3 to smithi09078167-43 2024-04-15T16:38:25.603 INFO:tasks.rados.rados.0.smithi090.stdout:2858: oid 43 updating version 0 to 1210 2024-04-15T16:38:25.603 INFO:tasks.rados.rados.0.smithi090.stdout:2858: oid 43 updating version 1210 to 1211 2024-04-15T16:38:25.603 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1211 (ObjNum 892 snap 277 seq_num 892) dirty exists 2024-04-15T16:38:25.603 INFO:tasks.rados.rados.0.smithi090.stdout:2858: left oid 43 (ObjNum 892 snap 277 seq_num 892) 2024-04-15T16:38:25.603 INFO:tasks.rados.rados.0.smithi090.stdout:2860: seq_num 894 ranges {57344=581632} 2024-04-15T16:38:25.604 INFO:tasks.rados.rados.0.smithi090.stdout:2860: writing smithi09078167-25 from 57344 to 638976 tid 1 2024-04-15T16:38:25.604 INFO:tasks.rados.rados.0.smithi090.stdout:2858: done (2 left) 2024-04-15T16:38:25.604 INFO:tasks.rados.rados.0.smithi090.stdout:2861: read oid 50 snap -1 2024-04-15T16:38:25.604 INFO:tasks.rados.rados.0.smithi090.stdout:2861: expect deleted 2024-04-15T16:38:25.604 INFO:tasks.rados.rados.0.smithi090.stdout:2862: read oid 49 snap -1 2024-04-15T16:38:25.604 INFO:tasks.rados.rados.0.smithi090.stdout:2862: expect (ObjNum 889 snap 277 seq_num 889) 2024-04-15T16:38:25.604 INFO:tasks.rados.rados.0.smithi090.stdout:2863: snap_remove snap 240 2024-04-15T16:38:25.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:25 smithi090 ceph-mon[89240]: pgmap v570: 121 pgs: 121 active+clean; 417 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 690 KiB/s wr, 11 op/s 2024-04-15T16:38:25.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:25 smithi090 ceph-mon[89240]: osdmap e608: 8 total, 8 up, 8 in 2024-04-15T16:38:25.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:25 smithi090 ceph-mon[91618]: pgmap v570: 121 pgs: 121 active+clean; 417 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 690 KiB/s wr, 11 op/s 2024-04-15T16:38:25.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:25 smithi090 ceph-mon[91618]: osdmap e608: 8 total, 8 up, 8 in 2024-04-15T16:38:25.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:25 smithi153 ceph-mon[84714]: pgmap v570: 121 pgs: 121 active+clean; 417 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.5 MiB/s rd, 690 KiB/s wr, 11 op/s 2024-04-15T16:38:25.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:25 smithi153 ceph-mon[84714]: osdmap e608: 8 total, 8 up, 8 in 2024-04-15T16:38:26.473 INFO:tasks.rados.rados.0.smithi090.stdout:2863: done (4 left) 2024-04-15T16:38:26.473 INFO:tasks.rados.rados.0.smithi090.stdout:2864: read oid 42 snap -1 2024-04-15T16:38:26.473 INFO:tasks.rados.rados.0.smithi090.stdout:2864: expect (ObjNum 850 snap 264 seq_num 850) 2024-04-15T16:38:26.473 INFO:tasks.rados.rados.0.smithi090.stdout:2865: snap_create 2024-04-15T16:38:26.473 INFO:tasks.rados.rados.0.smithi090.stdout:2859: finishing write tid 1 to smithi09078167-2 2024-04-15T16:38:26.473 INFO:tasks.rados.rados.0.smithi090.stdout:2859: finishing write tid 2 to smithi09078167-2 2024-04-15T16:38:26.473 INFO:tasks.rados.rados.0.smithi090.stdout:2859: finishing write tid 3 to smithi09078167-2 2024-04-15T16:38:26.474 INFO:tasks.rados.rados.0.smithi090.stdout:2859: oid 2 updating version 0 to 843 2024-04-15T16:38:26.474 INFO:tasks.rados.rados.0.smithi090.stdout:2859: oid 2 version 843 is already newer than 842 2024-04-15T16:38:26.474 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 843 (ObjNum 893 snap 277 seq_num 893) dirty exists 2024-04-15T16:38:26.474 INFO:tasks.rados.rados.0.smithi090.stdout:2859: left oid 2 (ObjNum 893 snap 277 seq_num 893) 2024-04-15T16:38:26.474 INFO:tasks.rados.rados.0.smithi090.stdout:2860: finishing write tid 1 to smithi09078167-25 2024-04-15T16:38:26.474 INFO:tasks.rados.rados.0.smithi090.stdout:2860: finishing write tid 2 to smithi09078167-25 2024-04-15T16:38:26.474 INFO:tasks.rados.rados.0.smithi090.stdout:2860: finishing write tid 3 to smithi09078167-25 2024-04-15T16:38:26.474 INFO:tasks.rados.rados.0.smithi090.stdout:2860: oid 25 updating version 0 to 1214 2024-04-15T16:38:26.474 INFO:tasks.rados.rados.0.smithi090.stdout:2860: oid 25 version 1214 is already newer than 1213 2024-04-15T16:38:26.474 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1214 (ObjNum 894 snap 277 seq_num 894) dirty exists 2024-04-15T16:38:26.474 INFO:tasks.rados.rados.0.smithi090.stdout:2860: left oid 25 (ObjNum 894 snap 277 seq_num 894) 2024-04-15T16:38:26.474 INFO:tasks.rados.rados.0.smithi090.stdout:2862: expect (ObjNum 889 snap 277 seq_num 889) 2024-04-15T16:38:26.837 INFO:tasks.rados.rados.0.smithi090.stdout:2864: expect (ObjNum 850 snap 264 seq_num 850) 2024-04-15T16:38:27.476 INFO:tasks.rados.rados.0.smithi090.stdout:2859: done (5 left) 2024-04-15T16:38:27.476 INFO:tasks.rados.rados.0.smithi090.stdout:2860: done (4 left) 2024-04-15T16:38:27.476 INFO:tasks.rados.rados.0.smithi090.stdout:2861: done (3 left) 2024-04-15T16:38:27.477 INFO:tasks.rados.rados.0.smithi090.stdout:2862: done (2 left) 2024-04-15T16:38:27.477 INFO:tasks.rados.rados.0.smithi090.stdout:2864: done (1 left) 2024-04-15T16:38:27.477 INFO:tasks.rados.rados.0.smithi090.stdout:2865: done (0 left) 2024-04-15T16:38:27.477 INFO:tasks.rados.rados.0.smithi090.stdout:2866: snap_remove snap 277 2024-04-15T16:38:27.805 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:38:27.805 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:27 smithi090 ceph-mon[89240]: osdmap e609: 8 total, 8 up, 8 in 2024-04-15T16:38:27.805 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:27 smithi090 ceph-mon[89240]: pgmap v573: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 433 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-15T16:38:27.805 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:27.805 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:27.805 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:27 smithi090 ceph-mon[91618]: osdmap e609: 8 total, 8 up, 8 in 2024-04-15T16:38:27.806 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:27 smithi090 ceph-mon[91618]: pgmap v573: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 433 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-15T16:38:27.806 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:27.806 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:27.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:27 smithi153 ceph-mon[84714]: osdmap e609: 8 total, 8 up, 8 in 2024-04-15T16:38:27.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:27 smithi153 ceph-mon[84714]: pgmap v573: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 433 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-15T16:38:27.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:27.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:28.124 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:38:28.124 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (11m) 17s ago 12m 24.0M - 0.25.0 c8568f914cd2 6631d58da6ea 2024-04-15T16:38:28.124 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (11m) 0s ago 11m 89.5M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:38:28.124 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (61s) 17s ago 13m 13.1M - 19.0.0-3080-gc2d8c315 259793512b73 d966adb74ded 2024-04-15T16:38:28.124 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (38s) 0s ago 12m 12.6M - 19.0.0-3080-gc2d8c315 259793512b73 8b067668fd8b 2024-04-15T16:38:28.124 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (6m) 0s ago 16m 453M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:38:28.124 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (7m) 17s ago 18m 519M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:38:28.124 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (6m) 17s ago 18m 67.4M 2048M 19.0.0-3080-gc2d8c315 259793512b73 82f63672a8c1 2024-04-15T16:38:28.124 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (6m) 0s ago 16m 58.4M 2048M 19.0.0-3080-gc2d8c315 259793512b73 a8c48d861c6e 2024-04-15T16:38:28.124 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (6m) 17s ago 16m 58.9M 2048M 19.0.0-3080-gc2d8c315 259793512b73 28c14668bcb2 2024-04-15T16:38:28.124 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (25s) 17s ago 11m 3590k - 1.5.0 0da6a335fe13 600caf4b1937 2024-04-15T16:38:28.124 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (21s) 0s ago 11m 9277k - 1.5.0 0da6a335fe13 e4f30e6410d4 2024-04-15T16:38:28.124 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (5m) 17s ago 16m 258M 2480M 19.0.0-3080-gc2d8c315 259793512b73 220a8dfc36ad 2024-04-15T16:38:28.125 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (4m) 17s ago 15m 198M 2480M 19.0.0-3080-gc2d8c315 259793512b73 1c837b285ce5 2024-04-15T16:38:28.125 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (4m) 17s ago 15m 192M 2480M 19.0.0-3080-gc2d8c315 259793512b73 915f230e2693 2024-04-15T16:38:28.125 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (3m) 17s ago 14m 186M 2480M 19.0.0-3080-gc2d8c315 259793512b73 a0a34f8fff3a 2024-04-15T16:38:28.125 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (3m) 0s ago 14m 264M 2480M 19.0.0-3080-gc2d8c315 259793512b73 ead96f9e7b8d 2024-04-15T16:38:28.125 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (2m) 0s ago 14m 183M 2480M 19.0.0-3080-gc2d8c315 259793512b73 35917c9a8a50 2024-04-15T16:38:28.125 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (117s) 0s ago 13m 151M 2480M 19.0.0-3080-gc2d8c315 259793512b73 3685571262f0 2024-04-15T16:38:28.125 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (82s) 0s ago 13m 106M 2480M 19.0.0-3080-gc2d8c315 259793512b73 ddae25a9b820 2024-04-15T16:38:28.125 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (5s) 0s ago 12m 42.1M - 2.43.0 a07b618ecd1d b8ba9c20d740 2024-04-15T16:38:28.477 INFO:tasks.rados.rados.0.smithi090.stdout:2866: done (0 left) 2024-04-15T16:38:28.478 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 278 2024-04-15T16:38:28.478 INFO:tasks.rados.rados.0.smithi090.stdout:2867: seq_num 895 ranges {2367488=598016} 2024-04-15T16:38:28.494 INFO:tasks.rados.rados.0.smithi090.stdout:2867: writing smithi09078167-3 from 2367488 to 2965504 tid 1 2024-04-15T16:38:28.494 INFO:tasks.rados.rados.0.smithi090.stdout:2868: rollback oid 16 current snap is 278 2024-04-15T16:38:28.494 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 276 2024-04-15T16:38:28.494 INFO:tasks.rados.rados.0.smithi090.stdout:2869: read oid 28 snap -1 2024-04-15T16:38:28.494 INFO:tasks.rados.rados.0.smithi090.stdout:2869: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:38:28.495 INFO:tasks.rados.rados.0.smithi090.stdout:2870: copy_from oid 40 from oid 12 current snap is 278 2024-04-15T16:38:28.495 INFO:tasks.rados.rados.0.smithi090.stdout:2871: snap_create 2024-04-15T16:38:28.495 INFO:tasks.rados.rados.0.smithi090.stdout:2869: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:38:28.498 INFO:tasks.rados.rados.0.smithi090.stdout:2868: finishing rollback tid 0 to smithi09078167-16 2024-04-15T16:38:28.498 INFO:tasks.rados.rados.0.smithi090.stdout:2868: finishing rollback tid 1 to smithi09078167-16 2024-04-15T16:38:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2868: finishing rollback tid 2 to smithi09078167-16 2024-04-15T16:38:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 933 (ObjNum 628 snap 167 seq_num 628) dirty exists 2024-04-15T16:38:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2867: finishing write tid 1 to smithi09078167-3 2024-04-15T16:38:28.499 INFO:tasks.rados.rados.0.smithi090.stdout:2867: finishing write tid 2 to smithi09078167-3 2024-04-15T16:38:28.500 INFO:tasks.rados.rados.0.smithi090.stdout:2867: finishing write tid 3 to smithi09078167-3 2024-04-15T16:38:28.500 INFO:tasks.rados.rados.0.smithi090.stdout:2867: oid 3 updating version 0 to 1105 2024-04-15T16:38:28.500 INFO:tasks.rados.rados.0.smithi090.stdout:2867: oid 3 updating version 1105 to 1106 2024-04-15T16:38:28.501 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1106 (ObjNum 895 snap 278 seq_num 895) dirty exists 2024-04-15T16:38:28.501 INFO:tasks.rados.rados.0.smithi090.stdout:2867: left oid 3 (ObjNum 895 snap 278 seq_num 895) 2024-04-15T16:38:28.516 INFO:tasks.rados.rados.0.smithi090.stdout:2870: finishing copy_from racing read to smithi09078167-40 2024-04-15T16:38:28.523 INFO:tasks.rados.rados.0.smithi090.stdout:2870: finishing copy_from to smithi09078167-40 2024-04-15T16:38:28.523 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 524 (ObjNum 742 snap 217 seq_num 742) dirty exists 2024-04-15T16:38:28.539 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:38:28.539 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:38:28.539 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:38:28.539 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:38:28.539 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:38:28.539 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:38:28.540 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:38:28.540 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:38:28.540 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T16:38:28.540 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:38:28.540 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:38:28.540 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:38:28.540 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:38:28.540 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:38:28.540 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 15 2024-04-15T16:38:28.540 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:38:28.540 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:38:28.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:28 smithi090 ceph-mon[91618]: osdmap e610: 8 total, 8 up, 8 in 2024-04-15T16:38:28.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:28 smithi090 ceph-mon[91618]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:38:28.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:28.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:28.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:28 smithi090 ceph-mon[89240]: osdmap e610: 8 total, 8 up, 8 in 2024-04-15T16:38:28.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:28 smithi090 ceph-mon[89240]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:38:28.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:28.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:28.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:28 smithi153 ceph-mon[84714]: osdmap e610: 8 total, 8 up, 8 in 2024-04-15T16:38:28.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:28 smithi153 ceph-mon[84714]: from='client.44357 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:38:28.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:28.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:29.483 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:38:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:38:29] "GET /metrics HTTP/1.1" 200 36258 "" "Prometheus/2.43.0" 2024-04-15T16:38:29.487 INFO:tasks.rados.rados.0.smithi090.stdout:2867: done (4 left) 2024-04-15T16:38:29.487 INFO:tasks.rados.rados.0.smithi090.stdout:2868: done (3 left) 2024-04-15T16:38:29.487 INFO:tasks.rados.rados.0.smithi090.stdout:2869: done (2 left) 2024-04-15T16:38:29.487 INFO:tasks.rados.rados.0.smithi090.stdout:2870: done (1 left) 2024-04-15T16:38:29.488 INFO:tasks.rados.rados.0.smithi090.stdout:2871: done (0 left) 2024-04-15T16:38:29.488 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 279 2024-04-15T16:38:29.488 INFO:tasks.rados.rados.0.smithi090.stdout:2872: seq_num 896 ranges {3227648=614400} 2024-04-15T16:38:29.508 INFO:tasks.rados.rados.0.smithi090.stdout:2872: writing smithi09078167-47 from 3227648 to 3842048 tid 1 2024-04-15T16:38:29.508 INFO:tasks.rados.rados.0.smithi090.stdout:2873: snap_remove snap 269 2024-04-15T16:38:29.748 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:29 smithi090 ceph-mon[91618]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:38:29.748 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:29 smithi090 ceph-mon[91618]: osdmap e611: 8 total, 8 up, 8 in 2024-04-15T16:38:29.748 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:29 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2196583974' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:29.748 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:29 smithi090 ceph-mon[91618]: pgmap v576: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 433 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-15T16:38:29.748 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:29 smithi090 ceph-mon[89240]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:38:29.748 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:29 smithi090 ceph-mon[89240]: osdmap e611: 8 total, 8 up, 8 in 2024-04-15T16:38:29.749 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:29 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2196583974' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:29.749 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:29 smithi090 ceph-mon[89240]: pgmap v576: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 433 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-15T16:38:29.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:29 smithi153 ceph-mon[84714]: from='client.34434 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:38:29.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:29 smithi153 ceph-mon[84714]: osdmap e611: 8 total, 8 up, 8 in 2024-04-15T16:38:29.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:29 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2196583974' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:29.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:29 smithi153 ceph-mon[84714]: pgmap v576: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 433 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.2 MiB/s wr, 10 op/s 2024-04-15T16:38:30.494 INFO:tasks.rados.rados.0.smithi090.stdout:2873: done (1 left) 2024-04-15T16:38:30.494 INFO:tasks.rados.rados.0.smithi090.stdout:2874: read oid 5 snap -1 2024-04-15T16:38:30.494 INFO:tasks.rados.rados.0.smithi090.stdout:2874: expect (ObjNum 871 snap 271 seq_num 871) 2024-04-15T16:38:30.494 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 279 2024-04-15T16:38:30.494 INFO:tasks.rados.rados.0.smithi090.stdout:2872: finishing write tid 1 to smithi09078167-47 2024-04-15T16:38:30.494 INFO:tasks.rados.rados.0.smithi090.stdout:2875: seq_num 897 ranges {4530176=630784} 2024-04-15T16:38:30.524 INFO:tasks.rados.rados.0.smithi090.stdout:2875: writing smithi09078167-37 from 4530176 to 5160960 tid 1 2024-04-15T16:38:30.524 INFO:tasks.rados.rados.0.smithi090.stdout:2876: copy_from oid 15 from oid 16 current snap is 279 2024-04-15T16:38:30.525 INFO:tasks.rados.rados.0.smithi090.stdout:2872: finishing write tid 2 to smithi09078167-47 2024-04-15T16:38:30.525 INFO:tasks.rados.rados.0.smithi090.stdout:2872: finishing write tid 3 to smithi09078167-47 2024-04-15T16:38:30.525 INFO:tasks.rados.rados.0.smithi090.stdout:2872: oid 47 updating version 0 to 751 2024-04-15T16:38:30.525 INFO:tasks.rados.rados.0.smithi090.stdout:2872: oid 47 version 751 is already newer than 750 2024-04-15T16:38:30.525 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 751 (ObjNum 896 snap 279 seq_num 896) dirty exists 2024-04-15T16:38:30.525 INFO:tasks.rados.rados.0.smithi090.stdout:2872: left oid 47 (ObjNum 896 snap 279 seq_num 896) 2024-04-15T16:38:30.525 INFO:tasks.rados.rados.0.smithi090.stdout:2872: done (3 left) 2024-04-15T16:38:30.525 INFO:tasks.rados.rados.0.smithi090.stdout:2877: delete oid 48 current snap is 279 2024-04-15T16:38:30.527 INFO:tasks.rados.rados.0.smithi090.stdout:2877: done (3 left) 2024-04-15T16:38:30.528 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 279 2024-04-15T16:38:30.528 INFO:tasks.rados.rados.0.smithi090.stdout:2878: seq_num 899 ranges {7512064=663552} 2024-04-15T16:38:30.573 INFO:tasks.rados.rados.0.smithi090.stdout:2878: writing smithi09078167-23 from 7512064 to 8175616 tid 1 2024-04-15T16:38:30.573 INFO:tasks.rados.rados.0.smithi090.stdout:2879: read oid 28 snap -1 2024-04-15T16:38:30.573 INFO:tasks.rados.rados.0.smithi090.stdout:2879: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:38:30.573 INFO:tasks.rados.rados.0.smithi090.stdout:2880: rollback oid 40 current snap is 279 2024-04-15T16:38:30.574 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 40 to 233 2024-04-15T16:38:30.574 INFO:tasks.rados.rados.0.smithi090.stdout:2875: finishing write tid 1 to smithi09078167-37 2024-04-15T16:38:30.574 INFO:tasks.rados.rados.0.smithi090.stdout:2875: finishing write tid 2 to smithi09078167-37 2024-04-15T16:38:30.574 INFO:tasks.rados.rados.0.smithi090.stdout:2875: finishing write tid 3 to smithi09078167-37 2024-04-15T16:38:30.574 INFO:tasks.rados.rados.0.smithi090.stdout:2875: oid 37 updating version 0 to 563 2024-04-15T16:38:30.574 INFO:tasks.rados.rados.0.smithi090.stdout:2875: oid 37 version 563 is already newer than 562 2024-04-15T16:38:30.574 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 563 (ObjNum 897 snap 279 seq_num 897) dirty exists 2024-04-15T16:38:30.574 INFO:tasks.rados.rados.0.smithi090.stdout:2875: left oid 37 (ObjNum 897 snap 279 seq_num 897) 2024-04-15T16:38:30.574 INFO:tasks.rados.rados.0.smithi090.stdout:2875: done (5 left) 2024-04-15T16:38:30.574 INFO:tasks.rados.rados.0.smithi090.stdout:2881: rmattr oid 30 current snap is 279 2024-04-15T16:38:30.574 INFO:tasks.rados.rados.0.smithi090.stdout:2874: expect (ObjNum 871 snap 271 seq_num 871) 2024-04-15T16:38:30.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:30 smithi090 ceph-mon[91618]: osdmap e612: 8 total, 8 up, 8 in 2024-04-15T16:38:30.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:30 smithi090 ceph-mon[89240]: osdmap e612: 8 total, 8 up, 8 in 2024-04-15T16:38:30.830 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:38:30 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0[97121]: 2024-04-15T16:38:30.537+0000 7fe1e0c43700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 158 after trimming was started 2024-04-15T16:38:30.857 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:30 smithi153 ceph-mon[84714]: osdmap e612: 8 total, 8 up, 8 in 2024-04-15T16:38:31.171 INFO:tasks.rados.rados.0.smithi090.stdout:2876: finishing copy_from racing read to smithi09078167-15 2024-04-15T16:38:31.171 INFO:tasks.rados.rados.0.smithi090.stdout:2876: finishing copy_from to smithi09078167-15 2024-04-15T16:38:31.171 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 933 (ObjNum 628 snap 167 seq_num 628) dirty exists 2024-04-15T16:38:31.171 INFO:tasks.rados.rados.0.smithi090.stdout:2874: done (5 left) 2024-04-15T16:38:31.171 INFO:tasks.rados.rados.0.smithi090.stdout:2876: done (4 left) 2024-04-15T16:38:31.171 INFO:tasks.rados.rados.0.smithi090.stdout:2882: snap_create 2024-04-15T16:38:31.171 INFO:tasks.rados.rados.0.smithi090.stdout:2879: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:38:31.172 INFO:tasks.rados.rados.0.smithi090.stdout:2880: finishing rollback tid 0 to smithi09078167-40 2024-04-15T16:38:31.172 INFO:tasks.rados.rados.0.smithi090.stdout:2878: finishing write tid 1 to smithi09078167-23 2024-04-15T16:38:31.172 INFO:tasks.rados.rados.0.smithi090.stdout:2880: finishing rollback tid 1 to smithi09078167-40 2024-04-15T16:38:31.172 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 1151 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T16:38:31.172 INFO:tasks.rados.rados.0.smithi090.stdout:2878: finishing write tid 2 to smithi09078167-23 2024-04-15T16:38:31.172 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1153 (ObjNum 145 snap 0 seq_num 3729454496) dirty exists 2024-04-15T16:38:31.172 INFO:tasks.rados.rados.0.smithi090.stdout:2878: finishing write tid 3 to smithi09078167-23 2024-04-15T16:38:31.172 INFO:tasks.rados.rados.0.smithi090.stdout:2878: oid 23 updating version 0 to 832 2024-04-15T16:38:31.172 INFO:tasks.rados.rados.0.smithi090.stdout:2878: oid 23 updating version 832 to 833 2024-04-15T16:38:31.172 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 833 (ObjNum 899 snap 279 seq_num 899) dirty exists 2024-04-15T16:38:31.172 INFO:tasks.rados.rados.0.smithi090.stdout:2878: left oid 23 (ObjNum 899 snap 279 seq_num 899) 2024-04-15T16:38:31.503 INFO:tasks.rados.rados.0.smithi090.stdout:2878: done (4 left) 2024-04-15T16:38:31.503 INFO:tasks.rados.rados.0.smithi090.stdout:2879: done (3 left) 2024-04-15T16:38:31.503 INFO:tasks.rados.rados.0.smithi090.stdout:2880: done (2 left) 2024-04-15T16:38:31.503 INFO:tasks.rados.rados.0.smithi090.stdout:2881: done (1 left) 2024-04-15T16:38:31.503 INFO:tasks.rados.rados.0.smithi090.stdout:2882: done (0 left) 2024-04-15T16:38:31.503 INFO:tasks.rados.rados.0.smithi090.stdout:2883: snap_create 2024-04-15T16:38:31.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:31 smithi090 ceph-mon[91618]: osdmap e613: 8 total, 8 up, 8 in 2024-04-15T16:38:31.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:31 smithi090 ceph-mon[91618]: pgmap v579: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 440 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-15T16:38:31.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:31 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:31.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:31 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:31.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:31 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:38:31.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:31 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:38:31.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:31 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:31.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:31 smithi090 ceph-mon[89240]: osdmap e613: 8 total, 8 up, 8 in 2024-04-15T16:38:31.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:31 smithi090 ceph-mon[89240]: pgmap v579: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 440 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-15T16:38:31.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:31 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:31.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:31 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:31.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:31 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:38:31.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:31 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:38:31.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:31 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:31.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:31 smithi153 ceph-mon[84714]: osdmap e613: 8 total, 8 up, 8 in 2024-04-15T16:38:31.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:31 smithi153 ceph-mon[84714]: pgmap v579: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 440 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-15T16:38:31.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:31 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:31.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:31 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:31.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:31 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:38:31.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:31 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:38:31.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:31 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:32.504 INFO:tasks.rados.rados.0.smithi090.stdout:2883: done (0 left) 2024-04-15T16:38:32.504 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 281 2024-04-15T16:38:32.504 INFO:tasks.rados.rados.0.smithi090.stdout:2884: seq_num 900 ranges {1564672=679936} 2024-04-15T16:38:32.517 INFO:tasks.rados.rados.0.smithi090.stdout:2884: writing smithi09078167-15 from 1564672 to 2244608 tid 1 2024-04-15T16:38:32.517 INFO:tasks.rados.rados.0.smithi090.stdout:2885: rollback oid 3 current snap is 281 2024-04-15T16:38:32.517 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 3 to 243 2024-04-15T16:38:32.517 INFO:tasks.rados.rados.0.smithi090.stdout:2886: read oid 50 snap 270 2024-04-15T16:38:32.517 INFO:tasks.rados.rados.0.smithi090.stdout:2886: expect (ObjNum 805 snap 256 seq_num 805) 2024-04-15T16:38:32.517 INFO:tasks.rados.rados.0.smithi090.stdout:2887: read oid 24 snap 241 2024-04-15T16:38:32.517 INFO:tasks.rados.rados.0.smithi090.stdout:2887: expect (ObjNum 753 snap 227 seq_num 753) 2024-04-15T16:38:32.517 INFO:tasks.rados.rados.0.smithi090.stdout:2888: read oid 43 snap -1 2024-04-15T16:38:32.517 INFO:tasks.rados.rados.0.smithi090.stdout:2888: expect (ObjNum 892 snap 277 seq_num 892) 2024-04-15T16:38:32.517 INFO:tasks.rados.rados.0.smithi090.stdout:2889: delete oid 32 current snap is 281 2024-04-15T16:38:32.524 INFO:tasks.rados.rados.0.smithi090.stdout:2889: done (5 left) 2024-04-15T16:38:32.524 INFO:tasks.rados.rados.0.smithi090.stdout:2890: read oid 33 snap -1 2024-04-15T16:38:32.524 INFO:tasks.rados.rados.0.smithi090.stdout:2890: expect (ObjNum 666 snap 183 seq_num 666) 2024-04-15T16:38:32.524 INFO:tasks.rados.rados.0.smithi090.stdout:2891: delete oid 41 current snap is 281 2024-04-15T16:38:32.524 INFO:tasks.rados.rados.0.smithi090.stdout:2885: finishing rollback tid 0 to smithi09078167-3 2024-04-15T16:38:32.524 INFO:tasks.rados.rados.0.smithi090.stdout:2885: finishing rollback tid 1 to smithi09078167-3 2024-04-15T16:38:32.525 INFO:tasks.rados.rados.0.smithi090.stdout:2885: finishing rollback tid 2 to smithi09078167-3 2024-04-15T16:38:32.525 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1109 (ObjNum 766 snap 230 seq_num 766) dirty exists 2024-04-15T16:38:32.528 INFO:tasks.rados.rados.0.smithi090.stdout:2885: done (6 left) 2024-04-15T16:38:32.528 INFO:tasks.rados.rados.0.smithi090.stdout:2891: done (5 left) 2024-04-15T16:38:32.528 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 281 2024-04-15T16:38:32.528 INFO:tasks.rados.rados.0.smithi090.stdout:2892: seq_num 903 ranges {1564672=729088} 2024-04-15T16:38:32.543 INFO:tasks.rados.rados.0.smithi090.stdout:2892: writing smithi09078167-14 from 1564672 to 2293760 tid 1 2024-04-15T16:38:32.543 INFO:tasks.rados.rados.0.smithi090.stdout:2884: finishing write tid 1 to smithi09078167-15 2024-04-15T16:38:32.543 INFO:tasks.rados.rados.0.smithi090.stdout:2884: finishing write tid 2 to smithi09078167-15 2024-04-15T16:38:32.543 INFO:tasks.rados.rados.0.smithi090.stdout:2884: finishing write tid 3 to smithi09078167-15 2024-04-15T16:38:32.543 INFO:tasks.rados.rados.0.smithi090.stdout:2884: oid 15 updating version 0 to 1036 2024-04-15T16:38:32.543 INFO:tasks.rados.rados.0.smithi090.stdout:2884: oid 15 version 1036 is already newer than 1035 2024-04-15T16:38:32.543 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1036 (ObjNum 900 snap 281 seq_num 900) dirty exists 2024-04-15T16:38:32.543 INFO:tasks.rados.rados.0.smithi090.stdout:2884: left oid 15 (ObjNum 900 snap 281 seq_num 900) 2024-04-15T16:38:32.543 INFO:tasks.rados.rados.0.smithi090.stdout:2887: expect (ObjNum 753 snap 227 seq_num 753) 2024-04-15T16:38:32.622 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:38:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: osdmap e614: 8 total, 8 up, 8 in 2024-04-15T16:38:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:38:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:38:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.638 INFO:tasks.rados.rados.0.smithi090.stdout:2886: expect (ObjNum 805 snap 256 seq_num 805) 2024-04-15T16:38:32.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: osdmap e614: 8 total, 8 up, 8 in 2024-04-15T16:38:32.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:38:32.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:38:32.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:32.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: osdmap e614: 8 total, 8 up, 8 in 2024-04-15T16:38:32.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:38:32.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-15T16:38:32.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:32.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:32.886 INFO:tasks.rados.rados.0.smithi090.stdout:2888: expect (ObjNum 892 snap 277 seq_num 892) 2024-04-15T16:38:33.212 INFO:tasks.rados.rados.0.smithi090.stdout:2890: expect (ObjNum 666 snap 183 seq_num 666) 2024-04-15T16:38:33.472 INFO:tasks.rados.rados.0.smithi090.stdout:2892: finishing write tid 1 to smithi09078167-14 2024-04-15T16:38:33.472 INFO:tasks.rados.rados.0.smithi090.stdout:2884: done (5 left) 2024-04-15T16:38:33.472 INFO:tasks.rados.rados.0.smithi090.stdout:2886: done (4 left) 2024-04-15T16:38:33.472 INFO:tasks.rados.rados.0.smithi090.stdout:2887: done (3 left) 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:2888: done (2 left) 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:2890: done (1 left) 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:2893: copy_from oid 38 from oid 32 current snap is 281 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:2892: finishing write tid 2 to smithi09078167-14 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:2892: finishing write tid 3 to smithi09078167-14 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:2892: oid 14 updating version 0 to 499 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:2892: oid 14 version 499 is already newer than 498 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 499 (ObjNum 903 snap 281 seq_num 903) dirty exists 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:2892: left oid 14 (ObjNum 903 snap 281 seq_num 903) 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:2892: done (1 left) 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:2894: read oid 35 snap 274 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:2894: expect deleted 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:2895: rollback oid 18 current snap is 281 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 18 to 233 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:2896: read oid 49 snap -1 2024-04-15T16:38:33.473 INFO:tasks.rados.rados.0.smithi090.stdout:2896: expect (ObjNum 889 snap 277 seq_num 889) 2024-04-15T16:38:33.474 INFO:tasks.rados.rados.0.smithi090.stdout:2897: rollback oid 15 current snap is 281 2024-04-15T16:38:33.474 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 260 2024-04-15T16:38:33.474 INFO:tasks.rados.rados.0.smithi090.stdout:2898: copy_from oid 39 from oid 34 current snap is 281 2024-04-15T16:38:33.474 INFO:tasks.rados.rados.0.smithi090.stdout:2899: copy_from oid 40 from oid 1 current snap is 281 2024-04-15T16:38:33.474 INFO:tasks.rados.rados.0.smithi090.stdout:2900: read oid 33 snap -1 2024-04-15T16:38:33.474 INFO:tasks.rados.rados.0.smithi090.stdout:2900: expect (ObjNum 666 snap 183 seq_num 666) 2024-04-15T16:38:33.474 INFO:tasks.rados.rados.0.smithi090.stdout:2901: snap_create 2024-04-15T16:38:33.474 INFO:tasks.rados.rados.0.smithi090.stdout:2893: finishing copy_from to smithi09078167-38 2024-04-15T16:38:33.474 INFO:tasks.rados.rados.0.smithi090.stdout:2893: got expected ENOENT (src dne) 2024-04-15T16:38:33.474 INFO:tasks.rados.rados.0.smithi090.stdout:2893: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:38:33.475 INFO:tasks.rados.rados.0.smithi090.stdout:2895: finishing rollback tid 0 to smithi09078167-18 2024-04-15T16:38:33.476 INFO:tasks.rados.rados.0.smithi090.stdout:2897: finishing rollback tid 0 to smithi09078167-15 2024-04-15T16:38:33.476 INFO:tasks.rados.rados.0.smithi090.stdout:2897: finishing rollback tid 1 to smithi09078167-15 2024-04-15T16:38:33.476 INFO:tasks.rados.rados.0.smithi090.stdout:2897: finishing rollback tid 2 to smithi09078167-15 2024-04-15T16:38:33.476 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1039 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:38:33.479 INFO:tasks.rados.rados.0.smithi090.stdout:2895: finishing rollback tid 1 to smithi09078167-18 2024-04-15T16:38:33.479 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1233 (ObjNum 177 snap 0 seq_num 3729322144) dirty dne 2024-04-15T16:38:33.486 INFO:tasks.rados.rados.0.smithi090.stdout:2898: finishing copy_from racing read to smithi09078167-39 2024-04-15T16:38:33.489 INFO:tasks.rados.rados.0.smithi090.stdout:2898: finishing copy_from to smithi09078167-39 2024-04-15T16:38:33.489 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1102 (ObjNum 857 snap 266 seq_num 857) dirty exists 2024-04-15T16:38:33.489 INFO:tasks.rados.rados.0.smithi090.stdout:2899: finishing copy_from racing read to smithi09078167-40 2024-04-15T16:38:33.491 INFO:tasks.rados.rados.0.smithi090.stdout:2899: finishing copy_from to smithi09078167-40 2024-04-15T16:38:33.491 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 1068 (ObjNum 848 snap 262 seq_num 848) dirty exists 2024-04-15T16:38:33.493 INFO:tasks.rados.rados.0.smithi090.stdout:2900: expect (ObjNum 666 snap 183 seq_num 666) 2024-04-15T16:38:33.766 INFO:tasks.rados.rados.0.smithi090.stdout:2896: expect (ObjNum 889 snap 277 seq_num 889) 2024-04-15T16:38:33.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:33 smithi090 ceph-mon[89240]: osdmap e615: 8 total, 8 up, 8 in 2024-04-15T16:38:33.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:33 smithi090 ceph-mon[89240]: pgmap v582: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 443 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-15T16:38:33.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:33 smithi090 ceph-mon[91618]: osdmap e615: 8 total, 8 up, 8 in 2024-04-15T16:38:33.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:33 smithi090 ceph-mon[91618]: pgmap v582: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 443 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-15T16:38:33.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:33 smithi153 ceph-mon[84714]: osdmap e615: 8 total, 8 up, 8 in 2024-04-15T16:38:33.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:33 smithi153 ceph-mon[84714]: pgmap v582: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 443 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-15T16:38:34.128 INFO:tasks.rados.rados.0.smithi090.stdout:2893: done (8 left) 2024-04-15T16:38:34.128 INFO:tasks.rados.rados.0.smithi090.stdout:2894: done (7 left) 2024-04-15T16:38:34.128 INFO:tasks.rados.rados.0.smithi090.stdout:2895: done (6 left) 2024-04-15T16:38:34.128 INFO:tasks.rados.rados.0.smithi090.stdout:2896: done (5 left) 2024-04-15T16:38:34.128 INFO:tasks.rados.rados.0.smithi090.stdout:2897: done (4 left) 2024-04-15T16:38:34.128 INFO:tasks.rados.rados.0.smithi090.stdout:2898: done (3 left) 2024-04-15T16:38:34.128 INFO:tasks.rados.rados.0.smithi090.stdout:2899: done (2 left) 2024-04-15T16:38:34.128 INFO:tasks.rados.rados.0.smithi090.stdout:2900: done (1 left) 2024-04-15T16:38:34.128 INFO:tasks.rados.rados.0.smithi090.stdout:2901: done (0 left) 2024-04-15T16:38:34.128 INFO:tasks.rados.rados.0.smithi090.stdout:2902: snap_remove snap 274 2024-04-15T16:38:34.418 INFO:tasks.rados.rados.0.smithi090.stdout:2902: done (0 left) 2024-04-15T16:38:34.418 INFO:tasks.rados.rados.0.smithi090.stdout:2903: read oid 36 snap -1 2024-04-15T16:38:34.418 INFO:tasks.rados.rados.0.smithi090.stdout:2903: expect (ObjNum 881 snap 273 seq_num 881) 2024-04-15T16:38:34.418 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 282 2024-04-15T16:38:34.418 INFO:tasks.rados.rados.0.smithi090.stdout:2904: seq_num 904 ranges {5726208=745472} 2024-04-15T16:38:34.456 INFO:tasks.rados.rados.0.smithi090.stdout:2904: writing smithi09078167-27 from 5726208 to 6471680 tid 1 2024-04-15T16:38:34.456 INFO:tasks.rados.rados.0.smithi090.stdout:2905: delete oid 38 current snap is 282 2024-04-15T16:38:34.456 INFO:tasks.rados.rados.0.smithi090.stdout:2903: expect (ObjNum 881 snap 273 seq_num 881) 2024-04-15T16:38:34.466 INFO:tasks.rados.rados.0.smithi090.stdout:2904: finishing write tid 1 to smithi09078167-27 2024-04-15T16:38:34.466 INFO:tasks.rados.rados.0.smithi090.stdout:2904: finishing write tid 2 to smithi09078167-27 2024-04-15T16:38:34.466 INFO:tasks.rados.rados.0.smithi090.stdout:2904: finishing write tid 3 to smithi09078167-27 2024-04-15T16:38:34.466 INFO:tasks.rados.rados.0.smithi090.stdout:2904: oid 27 updating version 0 to 1161 2024-04-15T16:38:34.466 INFO:tasks.rados.rados.0.smithi090.stdout:2904: oid 27 version 1161 is already newer than 1160 2024-04-15T16:38:34.466 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 1161 (ObjNum 904 snap 282 seq_num 904) dirty exists 2024-04-15T16:38:34.466 INFO:tasks.rados.rados.0.smithi090.stdout:2904: left oid 27 (ObjNum 904 snap 282 seq_num 904) 2024-04-15T16:38:34.466 INFO:tasks.rados.rados.0.smithi090.stdout:2903: done (2 left) 2024-04-15T16:38:34.467 INFO:tasks.rados.rados.0.smithi090.stdout:2904: done (1 left) 2024-04-15T16:38:34.467 INFO:tasks.rados.rados.0.smithi090.stdout:2905: done (0 left) 2024-04-15T16:38:34.467 INFO:tasks.rados.rados.0.smithi090.stdout:2906: snap_remove snap 268 2024-04-15T16:38:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:34 smithi090 ceph-mon[89240]: Upgrade: Updating alertmanager.a 2024-04-15T16:38:34.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:34 smithi090 ceph-mon[89240]: Deploying daemon alertmanager.a on smithi090 2024-04-15T16:38:34.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:34 smithi090 ceph-mon[89240]: osdmap e616: 8 total, 8 up, 8 in 2024-04-15T16:38:34.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:34 smithi090 ceph-mon[89240]: osdmap e617: 8 total, 8 up, 8 in 2024-04-15T16:38:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:34 smithi090 ceph-mon[91618]: Upgrade: Updating alertmanager.a 2024-04-15T16:38:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:34 smithi090 ceph-mon[91618]: Deploying daemon alertmanager.a on smithi090 2024-04-15T16:38:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:34 smithi090 ceph-mon[91618]: osdmap e616: 8 total, 8 up, 8 in 2024-04-15T16:38:34.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:34 smithi090 ceph-mon[91618]: osdmap e617: 8 total, 8 up, 8 in 2024-04-15T16:38:34.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:34 smithi153 ceph-mon[84714]: Upgrade: Updating alertmanager.a 2024-04-15T16:38:34.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:34 smithi153 ceph-mon[84714]: Deploying daemon alertmanager.a on smithi090 2024-04-15T16:38:34.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:34 smithi153 ceph-mon[84714]: osdmap e616: 8 total, 8 up, 8 in 2024-04-15T16:38:34.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:34 smithi153 ceph-mon[84714]: osdmap e617: 8 total, 8 up, 8 in 2024-04-15T16:38:35.426 INFO:tasks.rados.rados.0.smithi090.stdout:2906: done (0 left) 2024-04-15T16:38:35.426 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 282 2024-04-15T16:38:35.426 INFO:tasks.rados.rados.0.smithi090.stdout:2907: seq_num 906 ranges {942080=778240} 2024-04-15T16:38:35.436 INFO:tasks.rados.rados.0.smithi090.stdout:2907: writing smithi09078167-17 from 942080 to 1720320 tid 1 2024-04-15T16:38:35.436 INFO:tasks.rados.rados.0.smithi090.stdout:2908: snap_remove snap 281 2024-04-15T16:38:35.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:35 smithi090 ceph-mon[89240]: pgmap v585: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 443 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 694 KiB/s wr, 5 op/s 2024-04-15T16:38:35.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:35 smithi090 ceph-mon[91618]: pgmap v585: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 443 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 694 KiB/s wr, 5 op/s 2024-04-15T16:38:35.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:35 smithi153 ceph-mon[84714]: pgmap v585: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 443 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 694 KiB/s wr, 5 op/s 2024-04-15T16:38:35.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:35 smithi153 ceph-mon[84714]: osdmap e618: 8 total, 8 up, 8 in 2024-04-15T16:38:35.964 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:35 smithi090 ceph-mon[91618]: osdmap e618: 8 total, 8 up, 8 in 2024-04-15T16:38:35.965 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:35 smithi090 ceph-mon[89240]: osdmap e618: 8 total, 8 up, 8 in 2024-04-15T16:38:36.425 INFO:tasks.rados.rados.0.smithi090.stdout:2908: done (1 left) 2024-04-15T16:38:36.425 INFO:tasks.rados.rados.0.smithi090.stdout:2909: snap_create 2024-04-15T16:38:36.425 INFO:tasks.rados.rados.0.smithi090.stdout:2907: finishing write tid 1 to smithi09078167-17 2024-04-15T16:38:36.425 INFO:tasks.rados.rados.0.smithi090.stdout:2907: finishing write tid 2 to smithi09078167-17 2024-04-15T16:38:36.425 INFO:tasks.rados.rados.0.smithi090.stdout:2907: finishing write tid 3 to smithi09078167-17 2024-04-15T16:38:36.426 INFO:tasks.rados.rados.0.smithi090.stdout:2907: oid 17 updating version 0 to 1110 2024-04-15T16:38:36.426 INFO:tasks.rados.rados.0.smithi090.stdout:2907: oid 17 updating version 1110 to 1111 2024-04-15T16:38:36.426 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1111 (ObjNum 906 snap 282 seq_num 906) dirty exists 2024-04-15T16:38:36.426 INFO:tasks.rados.rados.0.smithi090.stdout:2907: left oid 17 (ObjNum 906 snap 282 seq_num 906) 2024-04-15T16:38:37.330 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:37 smithi090 systemd[1]: Stopping Ceph alertmanager.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:38:37.330 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:37 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[73553]: ts=2024-04-15T16:38:37.326Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-15T16:38:37.424 INFO:tasks.rados.rados.0.smithi090.stdout:2907: done (1 left) 2024-04-15T16:38:37.424 INFO:tasks.rados.rados.0.smithi090.stdout:2909: done (0 left) 2024-04-15T16:38:37.424 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 283 2024-04-15T16:38:37.425 INFO:tasks.rados.rados.0.smithi090.stdout:2910: seq_num 907 ranges {2367488=794624} 2024-04-15T16:38:37.441 INFO:tasks.rados.rados.0.smithi090.stdout:2910: writing smithi09078167-34 from 2367488 to 3162112 tid 1 2024-04-15T16:38:37.441 INFO:tasks.rados.rados.0.smithi090.stdout:2911: setattr oid 41 current snap is 283 2024-04-15T16:38:37.442 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 283 2024-04-15T16:38:37.443 INFO:tasks.rados.rados.0.smithi090.stdout:2912: seq_num 908 ranges {2211840=409600,2621440=401408} 2024-04-15T16:38:37.457 INFO:tasks.rados.rados.0.smithi090.stdout:2912: writing smithi09078167-40 from 2211840 to 2621440 tid 1 2024-04-15T16:38:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:2912: writing smithi09078167-40 from 2621440 to 3022848 tid 2 2024-04-15T16:38:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:2913: read oid 47 snap 219 2024-04-15T16:38:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:2913: expect (ObjNum 706 snap 196 seq_num 706) 2024-04-15T16:38:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:2914: read oid 12 snap -1 2024-04-15T16:38:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:2914: expect (ObjNum 742 snap 217 seq_num 742) 2024-04-15T16:38:37.460 INFO:tasks.rados.rados.0.smithi090.stdout:2915: snap_remove snap 276 2024-04-15T16:38:37.746 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:37 smithi090 ceph-mon[89240]: osdmap e619: 8 total, 8 up, 8 in 2024-04-15T16:38:37.746 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:37 smithi090 ceph-mon[89240]: pgmap v588: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 450 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-15T16:38:37.746 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:37 smithi090 ceph-mon[91618]: osdmap e619: 8 total, 8 up, 8 in 2024-04-15T16:38:37.746 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:37 smithi090 ceph-mon[91618]: pgmap v588: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 450 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-15T16:38:37.747 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:37 smithi090 podman[123784]: 2024-04-15 16:38:37.367166195 +0000 UTC m=+0.146379338 container died 6631d58da6eab78d6ecf22a6dd5e64d35e84ef606ee4ef6c9f67a7e8e3a7aa21 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:37.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:37 smithi153 ceph-mon[84714]: osdmap e619: 8 total, 8 up, 8 in 2024-04-15T16:38:37.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:37 smithi153 ceph-mon[84714]: pgmap v588: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 450 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.6 MiB/s wr, 13 op/s 2024-04-15T16:38:38.079 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:37 smithi090 podman[123784]: 2024-04-15 16:38:37.845493081 +0000 UTC m=+0.624706223 container cleanup 6631d58da6eab78d6ecf22a6dd5e64d35e84ef606ee4ef6c9f67a7e8e3a7aa21 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:38.079 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:37 smithi090 bash[123784]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a 2024-04-15T16:38:38.389 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:38 smithi090 podman[123798]: 2024-04-15 16:38:38.121892584 +0000 UTC m=+0.749848737 container remove 6631d58da6eab78d6ecf22a6dd5e64d35e84ef606ee4ef6c9f67a7e8e3a7aa21 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:38.389 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:38 smithi090 podman[123798]: 2024-04-15 16:38:38.22264447 +0000 UTC m=+0.850600620 volume remove e8ad048f36a9075bc110746e3ce0a873d58cee6f248500b736c89a8e26d675a3 2024-04-15T16:38:38.438 INFO:tasks.rados.rados.0.smithi090.stdout:2915: done (5 left) 2024-04-15T16:38:38.439 INFO:tasks.rados.rados.0.smithi090.stdout:2916: delete oid 42 current snap is 283 2024-04-15T16:38:38.439 INFO:tasks.rados.rados.0.smithi090.stdout:2910: finishing write tid 1 to smithi09078167-34 2024-04-15T16:38:38.439 INFO:tasks.rados.rados.0.smithi090.stdout:2910: finishing write tid 2 to smithi09078167-34 2024-04-15T16:38:38.439 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 1106 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-15T16:38:38.439 INFO:tasks.rados.rados.0.smithi090.stdout:2910: finishing write tid 3 to smithi09078167-34 2024-04-15T16:38:38.439 INFO:tasks.rados.rados.0.smithi090.stdout:2910: oid 34 updating version 0 to 1105 2024-04-15T16:38:38.439 INFO:tasks.rados.rados.0.smithi090.stdout:2910: oid 34 version 1105 is already newer than 1104 2024-04-15T16:38:38.440 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1105 (ObjNum 907 snap 283 seq_num 907) dirty exists 2024-04-15T16:38:38.440 INFO:tasks.rados.rados.0.smithi090.stdout:2910: left oid 34 (ObjNum 907 snap 283 seq_num 907) 2024-04-15T16:38:38.440 INFO:tasks.rados.rados.0.smithi090.stdout:2912: finishing write tid 1 to smithi09078167-40 2024-04-15T16:38:38.440 INFO:tasks.rados.rados.0.smithi090.stdout:2912: finishing write tid 2 to smithi09078167-40 2024-04-15T16:38:38.440 INFO:tasks.rados.rados.0.smithi090.stdout:2912: finishing write tid 3 to smithi09078167-40 2024-04-15T16:38:38.440 INFO:tasks.rados.rados.0.smithi090.stdout:2913: expect (ObjNum 706 snap 196 seq_num 706) 2024-04-15T16:38:38.561 INFO:tasks.rados.rados.0.smithi090.stdout:2912: finishing write tid 4 to smithi09078167-40 2024-04-15T16:38:38.561 INFO:tasks.rados.rados.0.smithi090.stdout:2912: oid 40 updating version 0 to 1174 2024-04-15T16:38:38.561 INFO:tasks.rados.rados.0.smithi090.stdout:2912: oid 40 version 1174 is already newer than 1173 2024-04-15T16:38:38.561 INFO:tasks.rados.rados.0.smithi090.stdout:2912: oid 40 updating version 1174 to 1175 2024-04-15T16:38:38.561 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 1175 (ObjNum 908 snap 283 seq_num 908) dirty exists 2024-04-15T16:38:38.561 INFO:tasks.rados.rados.0.smithi090.stdout:2912: left oid 40 (ObjNum 908 snap 283 seq_num 908) 2024-04-15T16:38:38.562 INFO:tasks.rados.rados.0.smithi090.stdout:2914: expect (ObjNum 742 snap 217 seq_num 742) 2024-04-15T16:38:38.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:38 smithi090 ceph-mon[89240]: osdmap e620: 8 total, 8 up, 8 in 2024-04-15T16:38:38.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:38:38.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:38 smithi090 ceph-mon[91618]: osdmap e620: 8 total, 8 up, 8 in 2024-04-15T16:38:38.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:38:38.828 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:38 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-15T16:38:38.828 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:38 smithi090 systemd[1]: Stopped Ceph alertmanager.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:38:38.828 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:38 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@alertmanager.a.service: Consumed 1.473s CPU time. 2024-04-15T16:38:38.828 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:38 smithi090 systemd[1]: Starting Ceph alertmanager.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:38:38.837 INFO:tasks.rados.rados.0.smithi090.stdout:2910: done (5 left) 2024-04-15T16:38:38.837 INFO:tasks.rados.rados.0.smithi090.stdout:2911: done (4 left) 2024-04-15T16:38:38.837 INFO:tasks.rados.rados.0.smithi090.stdout:2912: done (3 left) 2024-04-15T16:38:38.837 INFO:tasks.rados.rados.0.smithi090.stdout:2913: done (2 left) 2024-04-15T16:38:38.837 INFO:tasks.rados.rados.0.smithi090.stdout:2914: done (1 left) 2024-04-15T16:38:38.837 INFO:tasks.rados.rados.0.smithi090.stdout:2916: done (0 left) 2024-04-15T16:38:38.837 INFO:tasks.rados.rados.0.smithi090.stdout:2917: snap_remove snap 260 2024-04-15T16:38:38.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:38 smithi153 ceph-mon[84714]: osdmap e620: 8 total, 8 up, 8 in 2024-04-15T16:38:38.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:38:39.079 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:38 smithi090 podman[123931]: 2024-04-15 16:38:38.738867744 +0000 UTC m=+0.017917233 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-15T16:38:39.080 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:38 smithi090 podman[123931]: 2024-04-15 16:38:38.865576801 +0000 UTC m=+0.144626276 volume create 423c3ee1e8f5d565c336b431044da723d2ef91a6e348cc9a354ddd1cac31c994 2024-04-15T16:38:39.080 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:38 smithi090 podman[123931]: 2024-04-15 16:38:38.957885342 +0000 UTC m=+0.236934817 container create 2aa405d6485792680ace70fae6d2660a6b484cb20b508b685ab038b701e1c591 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:39.362 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:38:39] "GET /metrics HTTP/1.1" 200 36256 "" "Prometheus/2.43.0" 2024-04-15T16:38:39.362 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:39 smithi090 podman[123931]: 2024-04-15 16:38:39.262187927 +0000 UTC m=+0.541237406 container init 2aa405d6485792680ace70fae6d2660a6b484cb20b508b685ab038b701e1c591 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:39.362 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:39 smithi090 podman[123931]: 2024-04-15 16:38:39.264992804 +0000 UTC m=+0.544042279 container start 2aa405d6485792680ace70fae6d2660a6b484cb20b508b685ab038b701e1c591 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T16:38:39.362 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T16:38:39.276Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-15T16:38:39.362 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T16:38:39.276Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-15T16:38:39.362 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T16:38:39.277Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.90 port=9094 2024-04-15T16:38:39.362 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T16:38:39.278Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-15T16:38:39.362 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T16:38:39.302Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T16:38:39.363 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T16:38:39.302Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-15T16:38:39.363 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T16:38:39.305Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-15T16:38:39.363 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T16:38:39.305Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-15T16:38:39.363 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:39 smithi090 bash[123931]: 2aa405d6485792680ace70fae6d2660a6b484cb20b508b685ab038b701e1c591 2024-04-15T16:38:39.423 INFO:tasks.rados.rados.0.smithi090.stdout:2917: done (0 left) 2024-04-15T16:38:39.423 INFO:tasks.rados.rados.0.smithi090.stdout:2918: copy_from oid 33 from oid 15 current snap is 283 2024-04-15T16:38:39.423 INFO:tasks.rados.rados.0.smithi090.stdout:2919: copy_from oid 16 from oid 12 current snap is 283 2024-04-15T16:38:39.423 INFO:tasks.rados.rados.0.smithi090.stdout:2920: rmattr oid 8 current snap is 283 2024-04-15T16:38:39.423 INFO:tasks.rados.rados.0.smithi090.stdout:2920: done (2 left) 2024-04-15T16:38:39.424 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 283 2024-04-15T16:38:39.424 INFO:tasks.rados.rados.0.smithi090.stdout:2921: seq_num 910 ranges {2662400=442368,3104768=401408} 2024-04-15T16:38:39.441 INFO:tasks.rados.rados.0.smithi090.stdout:2921: writing smithi09078167-4 from 2662400 to 3104768 tid 1 2024-04-15T16:38:39.444 INFO:tasks.rados.rados.0.smithi090.stdout:2921: writing smithi09078167-4 from 3104768 to 3506176 tid 2 2024-04-15T16:38:39.444 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 283 2024-04-15T16:38:39.444 INFO:tasks.rados.rados.0.smithi090.stdout:2918: finishing copy_from racing read to smithi09078167-33 2024-04-15T16:38:39.445 INFO:tasks.rados.rados.0.smithi090.stdout:2922: seq_num 911 ranges {360448=466944,827392=401408} 2024-04-15T16:38:39.450 INFO:tasks.rados.rados.0.smithi090.stdout:2922: writing smithi09078167-36 from 360448 to 827392 tid 1 2024-04-15T16:38:39.453 INFO:tasks.rados.rados.0.smithi090.stdout:2922: writing smithi09078167-36 from 827392 to 1228800 tid 2 2024-04-15T16:38:39.453 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 283 2024-04-15T16:38:39.453 INFO:tasks.rados.rados.0.smithi090.stdout:2918: finishing copy_from to smithi09078167-33 2024-04-15T16:38:39.454 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1039 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:38:39.454 INFO:tasks.rados.rados.0.smithi090.stdout:2921: finishing write tid 1 to smithi09078167-4 2024-04-15T16:38:39.454 INFO:tasks.rados.rados.0.smithi090.stdout:2921: finishing write tid 2 to smithi09078167-4 2024-04-15T16:38:39.454 INFO:tasks.rados.rados.0.smithi090.stdout:2921: finishing write tid 3 to smithi09078167-4 2024-04-15T16:38:39.454 INFO:tasks.rados.rados.0.smithi090.stdout:2923: seq_num 912 ranges {2015232=483328,2498560=401408} 2024-04-15T16:38:39.467 INFO:tasks.rados.rados.0.smithi090.stdout:2923: writing smithi09078167-6 from 2015232 to 2498560 tid 1 2024-04-15T16:38:39.469 INFO:tasks.rados.rados.0.smithi090.stdout:2923: writing smithi09078167-6 from 2498560 to 2899968 tid 2 2024-04-15T16:38:39.469 INFO:tasks.rados.rados.0.smithi090.stdout:2918: done (4 left) 2024-04-15T16:38:39.470 INFO:tasks.rados.rados.0.smithi090.stdout:2924: snap_create 2024-04-15T16:38:39.470 INFO:tasks.rados.rados.0.smithi090.stdout:2921: finishing write tid 4 to smithi09078167-4 2024-04-15T16:38:39.470 INFO:tasks.rados.rados.0.smithi090.stdout:2921: oid 4 updating version 0 to 672 2024-04-15T16:38:39.470 INFO:tasks.rados.rados.0.smithi090.stdout:2921: oid 4 updating version 672 to 674 2024-04-15T16:38:39.470 INFO:tasks.rados.rados.0.smithi090.stdout:2921: oid 4 version 674 is already newer than 673 2024-04-15T16:38:39.470 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 674 (ObjNum 910 snap 283 seq_num 910) dirty exists 2024-04-15T16:38:39.470 INFO:tasks.rados.rados.0.smithi090.stdout:2921: left oid 4 (ObjNum 910 snap 283 seq_num 910) 2024-04-15T16:38:39.470 INFO:tasks.rados.rados.0.smithi090.stdout:2919: finishing copy_from racing read to smithi09078167-16 2024-04-15T16:38:39.470 INFO:tasks.rados.rados.0.smithi090.stdout:2919: finishing copy_from to smithi09078167-16 2024-04-15T16:38:39.470 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 524 (ObjNum 742 snap 217 seq_num 742) dirty exists 2024-04-15T16:38:39.470 INFO:tasks.rados.rados.0.smithi090.stdout:2922: finishing write tid 1 to smithi09078167-36 2024-04-15T16:38:39.470 INFO:tasks.rados.rados.0.smithi090.stdout:2922: finishing write tid 2 to smithi09078167-36 2024-04-15T16:38:39.471 INFO:tasks.rados.rados.0.smithi090.stdout:2922: finishing write tid 3 to smithi09078167-36 2024-04-15T16:38:39.471 INFO:tasks.rados.rados.0.smithi090.stdout:2922: finishing write tid 4 to smithi09078167-36 2024-04-15T16:38:39.471 INFO:tasks.rados.rados.0.smithi090.stdout:2922: oid 36 updating version 0 to 958 2024-04-15T16:38:39.471 INFO:tasks.rados.rados.0.smithi090.stdout:2922: oid 36 updating version 958 to 960 2024-04-15T16:38:39.471 INFO:tasks.rados.rados.0.smithi090.stdout:2922: oid 36 version 960 is already newer than 959 2024-04-15T16:38:39.471 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 960 (ObjNum 911 snap 283 seq_num 911) dirty exists 2024-04-15T16:38:39.471 INFO:tasks.rados.rados.0.smithi090.stdout:2922: left oid 36 (ObjNum 911 snap 283 seq_num 911) 2024-04-15T16:38:39.471 INFO:tasks.rados.rados.0.smithi090.stdout:2923: finishing write tid 1 to smithi09078167-6 2024-04-15T16:38:39.474 INFO:tasks.rados.rados.0.smithi090.stdout:2923: finishing write tid 2 to smithi09078167-6 2024-04-15T16:38:39.474 INFO:tasks.rados.rados.0.smithi090.stdout:2923: finishing write tid 3 to smithi09078167-6 2024-04-15T16:38:39.475 INFO:tasks.rados.rados.0.smithi090.stdout:2923: finishing write tid 4 to smithi09078167-6 2024-04-15T16:38:39.475 INFO:tasks.rados.rados.0.smithi090.stdout:2923: oid 6 updating version 0 to 1185 2024-04-15T16:38:39.475 INFO:tasks.rados.rados.0.smithi090.stdout:2923: oid 6 updating version 1185 to 1187 2024-04-15T16:38:39.475 INFO:tasks.rados.rados.0.smithi090.stdout:2923: oid 6 version 1187 is already newer than 1186 2024-04-15T16:38:39.475 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1187 (ObjNum 912 snap 283 seq_num 912) dirty exists 2024-04-15T16:38:39.475 INFO:tasks.rados.rados.0.smithi090.stdout:2923: left oid 6 (ObjNum 912 snap 283 seq_num 912) 2024-04-15T16:38:39.829 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:39 smithi090 systemd[1]: Started Ceph alertmanager.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:38:39.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-mon[91618]: osdmap e621: 8 total, 8 up, 8 in 2024-04-15T16:38:39.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-mon[91618]: pgmap v591: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-04-15T16:38:39.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:39.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:39.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-mon[91618]: osdmap e622: 8 total, 8 up, 8 in 2024-04-15T16:38:39.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-mon[89240]: osdmap e621: 8 total, 8 up, 8 in 2024-04-15T16:38:39.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-mon[89240]: pgmap v591: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-04-15T16:38:39.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:39.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:39.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:39 smithi090 ceph-mon[89240]: osdmap e622: 8 total, 8 up, 8 in 2024-04-15T16:38:39.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:39 smithi153 ceph-mon[84714]: osdmap e621: 8 total, 8 up, 8 in 2024-04-15T16:38:39.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:39 smithi153 ceph-mon[84714]: pgmap v591: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 452 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 1.8 MiB/s wr, 14 op/s 2024-04-15T16:38:39.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:39 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:39.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:39 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:39.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:39 smithi153 ceph-mon[84714]: osdmap e622: 8 total, 8 up, 8 in 2024-04-15T16:38:40.459 INFO:tasks.rados.rados.0.smithi090.stdout:2919: done (4 left) 2024-04-15T16:38:40.460 INFO:tasks.rados.rados.0.smithi090.stdout:2921: done (3 left) 2024-04-15T16:38:40.460 INFO:tasks.rados.rados.0.smithi090.stdout:2922: done (2 left) 2024-04-15T16:38:40.460 INFO:tasks.rados.rados.0.smithi090.stdout:2923: done (1 left) 2024-04-15T16:38:40.460 INFO:tasks.rados.rados.0.smithi090.stdout:2924: done (0 left) 2024-04-15T16:38:40.460 INFO:tasks.rados.rados.0.smithi090.stdout:2925: rmattr oid 44 current snap is 284 2024-04-15T16:38:40.460 INFO:tasks.rados.rados.0.smithi090.stdout:2926: rmattr oid 36 current snap is 284 2024-04-15T16:38:40.460 INFO:tasks.rados.rados.0.smithi090.stdout:2926: done (1 left) 2024-04-15T16:38:40.460 INFO:tasks.rados.rados.0.smithi090.stdout:2927: read oid 37 snap -1 2024-04-15T16:38:40.460 INFO:tasks.rados.rados.0.smithi090.stdout:2927: expect (ObjNum 897 snap 279 seq_num 897) 2024-04-15T16:38:40.460 INFO:tasks.rados.rados.0.smithi090.stdout:2928: copy_from oid 18 from oid 43 current snap is 284 2024-04-15T16:38:40.460 INFO:tasks.rados.rados.0.smithi090.stdout:2929: copy_from oid 35 from oid 11 current snap is 284 2024-04-15T16:38:40.460 INFO:tasks.rados.rados.0.smithi090.stdout:2930: read oid 40 snap -1 2024-04-15T16:38:40.460 INFO:tasks.rados.rados.0.smithi090.stdout:2930: expect (ObjNum 908 snap 283 seq_num 908) 2024-04-15T16:38:40.460 INFO:tasks.rados.rados.0.smithi090.stdout:2931: rollback oid 16 current snap is 284 2024-04-15T16:38:40.461 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 16 to 243 2024-04-15T16:38:40.461 INFO:tasks.rados.rados.0.smithi090.stdout:2932: snap_remove snap 241 2024-04-15T16:38:40.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:40 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:40.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:40 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:40.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:40 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:41.329 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:41 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T16:38:41.279Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.00024431s 2024-04-15T16:38:41.469 INFO:tasks.rados.rados.0.smithi090.stdout:2932: done (6 left) 2024-04-15T16:38:41.469 INFO:tasks.rados.rados.0.smithi090.stdout:2933: rollback oid 50 current snap is 284 2024-04-15T16:38:41.469 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 50 to 272 2024-04-15T16:38:41.469 INFO:tasks.rados.rados.0.smithi090.stdout:2934: rmattr oid 12 current snap is 284 2024-04-15T16:38:41.469 INFO:tasks.rados.rados.0.smithi090.stdout:2934: done (7 left) 2024-04-15T16:38:41.469 INFO:tasks.rados.rados.0.smithi090.stdout:2935: snap_remove snap 258 2024-04-15T16:38:41.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:41 smithi090 ceph-mon[89240]: osdmap e623: 8 total, 8 up, 8 in 2024-04-15T16:38:41.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:41 smithi090 ceph-mon[89240]: pgmap v594: 121 pgs: 121 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-04-15T16:38:41.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:41 smithi090 ceph-mon[91618]: osdmap e623: 8 total, 8 up, 8 in 2024-04-15T16:38:41.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:41 smithi090 ceph-mon[91618]: pgmap v594: 121 pgs: 121 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-04-15T16:38:41.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:41 smithi153 ceph-mon[84714]: osdmap e623: 8 total, 8 up, 8 in 2024-04-15T16:38:41.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:41 smithi153 ceph-mon[84714]: pgmap v594: 121 pgs: 121 active+clean; 468 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 7 op/s 2024-04-15T16:38:42.471 INFO:tasks.rados.rados.0.smithi090.stdout:2935: done (7 left) 2024-04-15T16:38:42.471 INFO:tasks.rados.rados.0.smithi090.stdout:2936: snap_remove snap 233 2024-04-15T16:38:42.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:42 smithi153 ceph-mon[84714]: osdmap e624: 8 total, 8 up, 8 in 2024-04-15T16:38:42.623 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:38:42.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:42 smithi090 ceph-mon[89240]: osdmap e624: 8 total, 8 up, 8 in 2024-04-15T16:38:42.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:42 smithi090 ceph-mon[91618]: osdmap e624: 8 total, 8 up, 8 in 2024-04-15T16:38:43.472 INFO:tasks.rados.rados.0.smithi090.stdout:2936: done (7 left) 2024-04-15T16:38:43.472 INFO:tasks.rados.rados.0.smithi090.stdout:2937: read oid 36 snap 255 2024-04-15T16:38:43.472 INFO:tasks.rados.rados.0.smithi090.stdout:2937: expect deleted 2024-04-15T16:38:43.472 INFO:tasks.rados.rados.0.smithi090.stdout:2938: rollback oid 19 current snap is 284 2024-04-15T16:38:43.472 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 280 2024-04-15T16:38:43.472 INFO:tasks.rados.rados.0.smithi090.stdout:2939: snap_create 2024-04-15T16:38:43.476 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1103 (ObjNum 753 snap 227 seq_num 753) dirty exists 2024-04-15T16:38:43.476 INFO:tasks.rados.rados.0.smithi090.stdout:2931: finishing rollback tid 0 to smithi09078167-16 2024-04-15T16:38:43.476 INFO:tasks.rados.rados.0.smithi090.stdout:2931: finishing rollback tid 1 to smithi09078167-16 2024-04-15T16:38:43.476 INFO:tasks.rados.rados.0.smithi090.stdout:2931: finishing rollback tid 2 to smithi09078167-16 2024-04-15T16:38:43.476 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 964 (ObjNum 676 snap 186 seq_num 676) dirty exists 2024-04-15T16:38:43.476 INFO:tasks.rados.rados.0.smithi090.stdout:2929: finishing copy_from racing read to smithi09078167-35 2024-04-15T16:38:43.476 INFO:tasks.rados.rados.0.smithi090.stdout:2928: finishing copy_from racing read to smithi09078167-18 2024-04-15T16:38:43.476 INFO:tasks.rados.rados.0.smithi090.stdout:2928: finishing copy_from to smithi09078167-18 2024-04-15T16:38:43.476 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1211 (ObjNum 892 snap 277 seq_num 892) dirty exists 2024-04-15T16:38:43.476 INFO:tasks.rados.rados.0.smithi090.stdout:2929: finishing copy_from to smithi09078167-35 2024-04-15T16:38:43.476 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 841 (ObjNum 853 snap 266 seq_num 853) dirty exists 2024-04-15T16:38:43.477 INFO:tasks.rados.rados.0.smithi090.stdout:2930: expect (ObjNum 908 snap 283 seq_num 908) 2024-04-15T16:38:43.601 INFO:tasks.rados.rados.0.smithi090.stdout:2927: expect (ObjNum 897 snap 279 seq_num 897) 2024-04-15T16:38:43.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:43 smithi090 ceph-mon[91618]: osdmap e625: 8 total, 8 up, 8 in 2024-04-15T16:38:43.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:43 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:43.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:43 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:43.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:43 smithi090 ceph-mon[91618]: pgmap v597: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 470 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-04-15T16:38:43.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:43 smithi090 ceph-mon[89240]: osdmap e625: 8 total, 8 up, 8 in 2024-04-15T16:38:43.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:43 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:43.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:43 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:43.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:43 smithi090 ceph-mon[89240]: pgmap v597: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 470 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-04-15T16:38:43.850 INFO:tasks.rados.rados.0.smithi090.stdout:2933: finishing rollback tid 1 to smithi09078167-50 2024-04-15T16:38:43.850 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 978 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-15T16:38:43.850 INFO:tasks.rados.rados.0.smithi090.stdout:2938: finishing rollback tid 0 to smithi09078167-19 2024-04-15T16:38:43.850 INFO:tasks.rados.rados.0.smithi090.stdout:2938: finishing rollback tid 1 to smithi09078167-19 2024-04-15T16:38:43.850 INFO:tasks.rados.rados.0.smithi090.stdout:2938: finishing rollback tid 2 to smithi09078167-19 2024-04-15T16:38:43.850 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1042 (ObjNum 610 snap 164 seq_num 610) dirty exists 2024-04-15T16:38:43.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:43 smithi153 ceph-mon[84714]: osdmap e625: 8 total, 8 up, 8 in 2024-04-15T16:38:43.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:43 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:43.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:43 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:43.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:43 smithi153 ceph-mon[84714]: pgmap v597: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 470 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.0 MiB/s rd, 3.9 MiB/s wr, 16 op/s 2024-04-15T16:38:44.424 INFO:tasks.rados.rados.0.smithi090.stdout:2925: done (9 left) 2024-04-15T16:38:44.424 INFO:tasks.rados.rados.0.smithi090.stdout:2927: done (8 left) 2024-04-15T16:38:44.425 INFO:tasks.rados.rados.0.smithi090.stdout:2928: done (7 left) 2024-04-15T16:38:44.425 INFO:tasks.rados.rados.0.smithi090.stdout:2929: done (6 left) 2024-04-15T16:38:44.425 INFO:tasks.rados.rados.0.smithi090.stdout:2930: done (5 left) 2024-04-15T16:38:44.425 INFO:tasks.rados.rados.0.smithi090.stdout:2931: done (4 left) 2024-04-15T16:38:44.425 INFO:tasks.rados.rados.0.smithi090.stdout:2933: done (3 left) 2024-04-15T16:38:44.425 INFO:tasks.rados.rados.0.smithi090.stdout:2937: done (2 left) 2024-04-15T16:38:44.425 INFO:tasks.rados.rados.0.smithi090.stdout:2938: done (1 left) 2024-04-15T16:38:44.425 INFO:tasks.rados.rados.0.smithi090.stdout:2939: done (0 left) 2024-04-15T16:38:44.425 INFO:tasks.rados.rados.0.smithi090.stdout:2940: read oid 13 snap -1 2024-04-15T16:38:44.425 INFO:tasks.rados.rados.0.smithi090.stdout:2940: expect deleted 2024-04-15T16:38:44.425 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 285 2024-04-15T16:38:44.425 INFO:tasks.rados.rados.0.smithi090.stdout:2941: seq_num 913 ranges {2293760=499712,2793472=401408} 2024-04-15T16:38:44.439 INFO:tasks.rados.rados.0.smithi090.stdout:2941: writing smithi09078167-14 from 2293760 to 2793472 tid 1 2024-04-15T16:38:44.441 INFO:tasks.rados.rados.0.smithi090.stdout:2941: writing smithi09078167-14 from 2793472 to 3194880 tid 2 2024-04-15T16:38:44.441 INFO:tasks.rados.rados.0.smithi090.stdout:2942: rmattr oid 44 current snap is 285 2024-04-15T16:38:44.441 INFO:tasks.rados.rados.0.smithi090.stdout:2940: done (2 left) 2024-04-15T16:38:44.441 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 285 2024-04-15T16:38:44.442 INFO:tasks.rados.rados.0.smithi090.stdout:2943: seq_num 914 ranges {458752=516096,974848=401408} 2024-04-15T16:38:44.447 INFO:tasks.rados.rados.0.smithi090.stdout:2943: writing smithi09078167-45 from 458752 to 974848 tid 1 2024-04-15T16:38:44.451 INFO:tasks.rados.rados.0.smithi090.stdout:2943: writing smithi09078167-45 from 974848 to 1376256 tid 2 2024-04-15T16:38:44.451 INFO:tasks.rados.rados.0.smithi090.stdout:2944: rollback oid 47 current snap is 285 2024-04-15T16:38:44.451 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 47 to 215 2024-04-15T16:38:44.451 INFO:tasks.rados.rados.0.smithi090.stdout:2941: finishing write tid 1 to smithi09078167-14 2024-04-15T16:38:44.451 INFO:tasks.rados.rados.0.smithi090.stdout:2941: finishing write tid 2 to smithi09078167-14 2024-04-15T16:38:44.451 INFO:tasks.rados.rados.0.smithi090.stdout:2941: finishing write tid 3 to smithi09078167-14 2024-04-15T16:38:44.451 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1104 (ObjNum 753 snap 227 seq_num 753) dirty exists 2024-04-15T16:38:44.451 INFO:tasks.rados.rados.0.smithi090.stdout:2941: finishing write tid 4 to smithi09078167-14 2024-04-15T16:38:44.451 INFO:tasks.rados.rados.0.smithi090.stdout:2941: oid 14 updating version 0 to 500 2024-04-15T16:38:44.452 INFO:tasks.rados.rados.0.smithi090.stdout:2941: oid 14 updating version 500 to 501 2024-04-15T16:38:44.452 INFO:tasks.rados.rados.0.smithi090.stdout:2941: oid 14 updating version 501 to 502 2024-04-15T16:38:44.452 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 502 (ObjNum 913 snap 285 seq_num 913) dirty exists 2024-04-15T16:38:44.452 INFO:tasks.rados.rados.0.smithi090.stdout:2941: left oid 14 (ObjNum 913 snap 285 seq_num 913) 2024-04-15T16:38:44.452 INFO:tasks.rados.rados.0.smithi090.stdout:2941: done (3 left) 2024-04-15T16:38:44.452 INFO:tasks.rados.rados.0.smithi090.stdout:2942: done (2 left) 2024-04-15T16:38:44.452 INFO:tasks.rados.rados.0.smithi090.stdout:2945: read oid 24 snap -1 2024-04-15T16:38:44.452 INFO:tasks.rados.rados.0.smithi090.stdout:2945: expect (ObjNum 882 snap 273 seq_num 882) 2024-04-15T16:38:44.452 INFO:tasks.rados.rados.0.smithi090.stdout:2946: delete oid 13 current snap is 285 2024-04-15T16:38:44.453 INFO:tasks.rados.rados.0.smithi090.stdout:2944: finishing rollback tid 0 to smithi09078167-47 2024-04-15T16:38:44.453 INFO:tasks.rados.rados.0.smithi090.stdout:2943: finishing write tid 1 to smithi09078167-45 2024-04-15T16:38:44.453 INFO:tasks.rados.rados.0.smithi090.stdout:2943: finishing write tid 2 to smithi09078167-45 2024-04-15T16:38:44.453 INFO:tasks.rados.rados.0.smithi090.stdout:2944: finishing rollback tid 1 to smithi09078167-47 2024-04-15T16:38:44.453 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 772 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-15T16:38:44.454 INFO:tasks.rados.rados.0.smithi090.stdout:2943: finishing write tid 3 to smithi09078167-45 2024-04-15T16:38:44.455 INFO:tasks.rados.rados.0.smithi090.stdout:2943: finishing write tid 4 to smithi09078167-45 2024-04-15T16:38:44.455 INFO:tasks.rados.rados.0.smithi090.stdout:2943: oid 45 updating version 0 to 1069 2024-04-15T16:38:44.455 INFO:tasks.rados.rados.0.smithi090.stdout:2943: oid 45 updating version 1069 to 1071 2024-04-15T16:38:44.455 INFO:tasks.rados.rados.0.smithi090.stdout:2943: oid 45 version 1071 is already newer than 1070 2024-04-15T16:38:44.455 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1071 (ObjNum 914 snap 285 seq_num 914) dirty exists 2024-04-15T16:38:44.455 INFO:tasks.rados.rados.0.smithi090.stdout:2943: left oid 45 (ObjNum 914 snap 285 seq_num 914) 2024-04-15T16:38:44.463 INFO:tasks.rados.rados.0.smithi090.stdout:2945: expect (ObjNum 882 snap 273 seq_num 882) 2024-04-15T16:38:44.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:44 smithi090 ceph-mon[89240]: osdmap e626: 8 total, 8 up, 8 in 2024-04-15T16:38:44.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:44 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:44.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:44 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:44.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:44 smithi090 ceph-mon[89240]: osdmap e627: 8 total, 8 up, 8 in 2024-04-15T16:38:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:44 smithi090 ceph-mon[91618]: osdmap e626: 8 total, 8 up, 8 in 2024-04-15T16:38:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:44 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:44 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:44.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:44 smithi090 ceph-mon[91618]: osdmap e627: 8 total, 8 up, 8 in 2024-04-15T16:38:44.603 INFO:tasks.rados.rados.0.smithi090.stdout:2943: done (3 left) 2024-04-15T16:38:44.603 INFO:tasks.rados.rados.0.smithi090.stdout:2944: done (2 left) 2024-04-15T16:38:44.603 INFO:tasks.rados.rados.0.smithi090.stdout:2945: done (1 left) 2024-04-15T16:38:44.603 INFO:tasks.rados.rados.0.smithi090.stdout:2946: done (0 left) 2024-04-15T16:38:44.604 INFO:tasks.rados.rados.0.smithi090.stdout:2947: read oid 4 snap -1 2024-04-15T16:38:44.604 INFO:tasks.rados.rados.0.smithi090.stdout:2947: expect (ObjNum 910 snap 283 seq_num 910) 2024-04-15T16:38:44.604 INFO:tasks.rados.rados.0.smithi090.stdout:2948: rmattr oid 49 current snap is 285 2024-04-15T16:38:44.604 INFO:tasks.rados.rados.0.smithi090.stdout:2948: done (1 left) 2024-04-15T16:38:44.604 INFO:tasks.rados.rados.0.smithi090.stdout:2949: snap_create 2024-04-15T16:38:44.619 INFO:tasks.rados.rados.0.smithi090.stdout:2947: expect (ObjNum 910 snap 283 seq_num 910) 2024-04-15T16:38:44.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:44 smithi153 ceph-mon[84714]: osdmap e626: 8 total, 8 up, 8 in 2024-04-15T16:38:44.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:44 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:44.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:44 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:44.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:44 smithi153 ceph-mon[84714]: osdmap e627: 8 total, 8 up, 8 in 2024-04-15T16:38:45.478 INFO:tasks.rados.rados.0.smithi090.stdout:2947: done (1 left) 2024-04-15T16:38:45.478 INFO:tasks.rados.rados.0.smithi090.stdout:2949: done (0 left) 2024-04-15T16:38:45.478 INFO:tasks.rados.rados.0.smithi090.stdout:2950: read oid 49 snap -1 2024-04-15T16:38:45.478 INFO:tasks.rados.rados.0.smithi090.stdout:2950: expect (ObjNum 889 snap 277 seq_num 889) 2024-04-15T16:38:45.478 INFO:tasks.rados.rados.0.smithi090.stdout:2951: delete oid 13 current snap is 286 2024-04-15T16:38:45.500 INFO:tasks.rados.rados.0.smithi090.stdout:2951: done (1 left) 2024-04-15T16:38:45.500 INFO:tasks.rados.rados.0.smithi090.stdout:2952: snap_create 2024-04-15T16:38:45.510 INFO:tasks.rados.rados.0.smithi090.stdout:2950: expect (ObjNum 889 snap 277 seq_num 889) 2024-04-15T16:38:45.555 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:45 smithi090 ceph-mon[91618]: pgmap v600: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 470 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-15T16:38:45.555 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:45 smithi090 ceph-mon[89240]: pgmap v600: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 470 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-15T16:38:45.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:45 smithi153 ceph-mon[84714]: pgmap v600: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 470 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-15T16:38:46.482 INFO:tasks.rados.rados.0.smithi090.stdout:2950: done (1 left) 2024-04-15T16:38:46.482 INFO:tasks.rados.rados.0.smithi090.stdout:2952: done (0 left) 2024-04-15T16:38:46.482 INFO:tasks.rados.rados.0.smithi090.stdout:2953: rollback oid 15 current snap is 287 2024-04-15T16:38:46.482 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 262 2024-04-15T16:38:46.483 INFO:tasks.rados.rados.0.smithi090.stdout:2954: read oid 40 snap -1 2024-04-15T16:38:46.483 INFO:tasks.rados.rados.0.smithi090.stdout:2954: expect (ObjNum 908 snap 283 seq_num 908) 2024-04-15T16:38:46.483 INFO:tasks.rados.rados.0.smithi090.stdout:2955: snap_remove snap 215 2024-04-15T16:38:46.670 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:46 smithi090 ceph-mon[91618]: osdmap e628: 8 total, 8 up, 8 in 2024-04-15T16:38:46.671 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:46 smithi090 ceph-mon[89240]: osdmap e628: 8 total, 8 up, 8 in 2024-04-15T16:38:46.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:46 smithi153 ceph-mon[84714]: osdmap e628: 8 total, 8 up, 8 in 2024-04-15T16:38:47.492 INFO:tasks.rados.rados.0.smithi090.stdout:2955: done (2 left) 2024-04-15T16:38:47.492 INFO:tasks.rados.rados.0.smithi090.stdout:2956: read oid 24 snap -1 2024-04-15T16:38:47.492 INFO:tasks.rados.rados.0.smithi090.stdout:2956: expect (ObjNum 882 snap 273 seq_num 882) 2024-04-15T16:38:47.492 INFO:tasks.rados.rados.0.smithi090.stdout:2957: read oid 44 snap -1 2024-04-15T16:38:47.492 INFO:tasks.rados.rados.0.smithi090.stdout:2957: expect (ObjNum 753 snap 227 seq_num 753) 2024-04-15T16:38:47.492 INFO:tasks.rados.rados.0.smithi090.stdout:2958: snap_remove snap 278 2024-04-15T16:38:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: osdmap e629: 8 total, 8 up, 8 in 2024-04-15T16:38:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: pgmap v603: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 464 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-15T16:38:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:38:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:38:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T16:38:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: osdmap e629: 8 total, 8 up, 8 in 2024-04-15T16:38:47.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: pgmap v603: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 464 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-15T16:38:47.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:47.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:47.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:38:47.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:38:47.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:47.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T16:38:47.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:47.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:47 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: osdmap e629: 8 total, 8 up, 8 in 2024-04-15T16:38:47.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: pgmap v603: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 464 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-15T16:38:47.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:47.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:47.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:38:47.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:38:47.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:38:47.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T16:38:47.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:38:47.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:47.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:47 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:38:48.493 INFO:tasks.rados.rados.0.smithi090.stdout:2958: done (4 left) 2024-04-15T16:38:48.493 INFO:tasks.rados.rados.0.smithi090.stdout:2959: snap_remove snap 250 2024-04-15T16:38:48.809 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:48 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T16:38:48.810 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:48 smithi153 ceph-mon[84714]: osdmap e630: 8 total, 8 up, 8 in 2024-04-15T16:38:48.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:48 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T16:38:48.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:48 smithi090 ceph-mon[89240]: osdmap e630: 8 total, 8 up, 8 in 2024-04-15T16:38:48.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:48 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-15T16:38:48.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:48 smithi090 ceph-mon[91618]: osdmap e630: 8 total, 8 up, 8 in 2024-04-15T16:38:49.427 INFO:tasks.rados.rados.0.smithi090.stdout:2959: done (4 left) 2024-04-15T16:38:49.427 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 287 2024-04-15T16:38:49.427 INFO:tasks.rados.rados.0.smithi090.stdout:2960: seq_num 917 ranges {1966080=565248,2531328=401408} 2024-04-15T16:38:49.442 INFO:tasks.rados.rados.0.smithi090.stdout:2960: writing smithi09078167-46 from 1966080 to 2531328 tid 1 2024-04-15T16:38:49.445 INFO:tasks.rados.rados.0.smithi090.stdout:2960: writing smithi09078167-46 from 2531328 to 2932736 tid 2 2024-04-15T16:38:49.445 INFO:tasks.rados.rados.0.smithi090.stdout:2961: read oid 13 snap -1 2024-04-15T16:38:49.445 INFO:tasks.rados.rados.0.smithi090.stdout:2961: expect deleted 2024-04-15T16:38:49.445 INFO:tasks.rados.rados.0.smithi090.stdout:2962: read oid 48 snap -1 2024-04-15T16:38:49.445 INFO:tasks.rados.rados.0.smithi090.stdout:2962: expect deleted 2024-04-15T16:38:49.445 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 287 2024-04-15T16:38:49.445 INFO:tasks.rados.rados.0.smithi090.stdout:2953: finishing rollback tid 0 to smithi09078167-15 2024-04-15T16:38:49.446 INFO:tasks.rados.rados.0.smithi090.stdout:2953: finishing rollback tid 1 to smithi09078167-15 2024-04-15T16:38:49.446 INFO:tasks.rados.rados.0.smithi090.stdout:2953: finishing rollback tid 2 to smithi09078167-15 2024-04-15T16:38:49.446 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1075 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:38:49.446 INFO:tasks.rados.rados.0.smithi090.stdout:2954: expect (ObjNum 908 snap 283 seq_num 908) 2024-04-15T16:38:49.498 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:38:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:38:49] "GET /metrics HTTP/1.1" 200 36256 "" "Prometheus/2.43.0" 2024-04-15T16:38:49.498 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 16:38:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T16:38:49.280Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.001950491s 2024-04-15T16:38:49.563 INFO:tasks.rados.rados.0.smithi090.stdout:2957: expect (ObjNum 753 snap 227 seq_num 753) 2024-04-15T16:38:49.654 INFO:tasks.rados.rados.0.smithi090.stdout:2956: expect (ObjNum 882 snap 273 seq_num 882) 2024-04-15T16:38:49.788 INFO:tasks.rados.rados.0.smithi090.stdout:2960: finishing write tid 1 to smithi09078167-46 2024-04-15T16:38:49.788 INFO:tasks.rados.rados.0.smithi090.stdout:2960: finishing write tid 2 to smithi09078167-46 2024-04-15T16:38:49.788 INFO:tasks.rados.rados.0.smithi090.stdout:2960: finishing write tid 3 to smithi09078167-46 2024-04-15T16:38:49.788 INFO:tasks.rados.rados.0.smithi090.stdout:2960: finishing write tid 4 to smithi09078167-46 2024-04-15T16:38:49.789 INFO:tasks.rados.rados.0.smithi090.stdout:2960: oid 46 updating version 0 to 1109 2024-04-15T16:38:49.789 INFO:tasks.rados.rados.0.smithi090.stdout:2960: oid 46 version 1109 is already newer than 1108 2024-04-15T16:38:49.789 INFO:tasks.rados.rados.0.smithi090.stdout:2960: oid 46 version 1109 is already newer than 1107 2024-04-15T16:38:49.789 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1109 (ObjNum 917 snap 287 seq_num 917) dirty exists 2024-04-15T16:38:49.789 INFO:tasks.rados.rados.0.smithi090.stdout:2960: left oid 46 (ObjNum 917 snap 287 seq_num 917) 2024-04-15T16:38:49.789 INFO:tasks.rados.rados.0.smithi090.stdout:2963: seq_num 918 ranges {19791872=581632,20373504=401408} 2024-04-15T16:38:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:49 smithi090 ceph-mon[89240]: osdmap e631: 8 total, 8 up, 8 in 2024-04-15T16:38:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:49 smithi090 ceph-mon[89240]: pgmap v606: 121 pgs: 121 active+clean; 467 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-15T16:38:49.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:49 smithi090 ceph-mon[89240]: osdmap e632: 8 total, 8 up, 8 in 2024-04-15T16:38:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:49 smithi090 ceph-mon[91618]: osdmap e631: 8 total, 8 up, 8 in 2024-04-15T16:38:49.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:49 smithi090 ceph-mon[91618]: pgmap v606: 121 pgs: 121 active+clean; 467 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-15T16:38:49.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:49 smithi090 ceph-mon[91618]: osdmap e632: 8 total, 8 up, 8 in 2024-04-15T16:38:49.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:49 smithi153 ceph-mon[84714]: osdmap e631: 8 total, 8 up, 8 in 2024-04-15T16:38:49.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:49 smithi153 ceph-mon[84714]: pgmap v606: 121 pgs: 121 active+clean; 467 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 8 op/s 2024-04-15T16:38:49.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:49 smithi153 ceph-mon[84714]: osdmap e632: 8 total, 8 up, 8 in 2024-04-15T16:38:49.895 INFO:tasks.rados.rados.0.smithi090.stdout:2963: writing smithi09078167-10 from 19791872 to 20373504 tid 1 2024-04-15T16:38:49.898 INFO:tasks.rados.rados.0.smithi090.stdout:2963: writing smithi09078167-10 from 20373504 to 20774912 tid 2 2024-04-15T16:38:49.898 INFO:tasks.rados.rados.0.smithi090.stdout:2953: done (7 left) 2024-04-15T16:38:49.898 INFO:tasks.rados.rados.0.smithi090.stdout:2954: done (6 left) 2024-04-15T16:38:49.898 INFO:tasks.rados.rados.0.smithi090.stdout:2956: done (5 left) 2024-04-15T16:38:49.898 INFO:tasks.rados.rados.0.smithi090.stdout:2957: done (4 left) 2024-04-15T16:38:49.898 INFO:tasks.rados.rados.0.smithi090.stdout:2960: done (3 left) 2024-04-15T16:38:49.898 INFO:tasks.rados.rados.0.smithi090.stdout:2961: done (2 left) 2024-04-15T16:38:49.899 INFO:tasks.rados.rados.0.smithi090.stdout:2962: done (1 left) 2024-04-15T16:38:49.899 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 287 2024-04-15T16:38:49.899 INFO:tasks.rados.rados.0.smithi090.stdout:2964: seq_num 919 ranges {1720320=598016,2318336=401408} 2024-04-15T16:38:49.910 INFO:tasks.rados.rados.0.smithi090.stdout:2964: writing smithi09078167-17 from 1720320 to 2318336 tid 1 2024-04-15T16:38:49.913 INFO:tasks.rados.rados.0.smithi090.stdout:2964: writing smithi09078167-17 from 2318336 to 2719744 tid 2 2024-04-15T16:38:49.913 INFO:tasks.rados.rados.0.smithi090.stdout:2965: copy_from oid 45 from oid 30 current snap is 287 2024-04-15T16:38:49.913 INFO:tasks.rados.rados.0.smithi090.stdout:2963: finishing write tid 1 to smithi09078167-10 2024-04-15T16:38:49.913 INFO:tasks.rados.rados.0.smithi090.stdout:2963: finishing write tid 2 to smithi09078167-10 2024-04-15T16:38:49.913 INFO:tasks.rados.rados.0.smithi090.stdout:2963: finishing write tid 3 to smithi09078167-10 2024-04-15T16:38:49.913 INFO:tasks.rados.rados.0.smithi090.stdout:2963: finishing write tid 4 to smithi09078167-10 2024-04-15T16:38:49.914 INFO:tasks.rados.rados.0.smithi090.stdout:2963: oid 10 updating version 0 to 1106 2024-04-15T16:38:49.914 INFO:tasks.rados.rados.0.smithi090.stdout:2963: oid 10 updating version 1106 to 1107 2024-04-15T16:38:49.914 INFO:tasks.rados.rados.0.smithi090.stdout:2963: oid 10 version 1107 is already newer than 1105 2024-04-15T16:38:49.914 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1107 (ObjNum 918 snap 287 seq_num 918) dirty exists 2024-04-15T16:38:49.914 INFO:tasks.rados.rados.0.smithi090.stdout:2963: left oid 10 (ObjNum 918 snap 287 seq_num 918) 2024-04-15T16:38:49.914 INFO:tasks.rados.rados.0.smithi090.stdout:2963: done (2 left) 2024-04-15T16:38:49.914 INFO:tasks.rados.rados.0.smithi090.stdout:2966: copy_from oid 38 from oid 7 current snap is 287 2024-04-15T16:38:49.914 INFO:tasks.rados.rados.0.smithi090.stdout:2967: snap_remove snap 264 2024-04-15T16:38:50.511 INFO:tasks.rados.rados.0.smithi090.stdout:2967: done (3 left) 2024-04-15T16:38:50.511 INFO:tasks.rados.rados.0.smithi090.stdout:2968: copy_from oid 46 from oid 24 current snap is 287 2024-04-15T16:38:50.511 INFO:tasks.rados.rados.0.smithi090.stdout:2969: rmattr oid 33 current snap is 287 2024-04-15T16:38:50.511 INFO:tasks.rados.rados.0.smithi090.stdout:2969: done (4 left) 2024-04-15T16:38:50.511 INFO:tasks.rados.rados.0.smithi090.stdout:2970: rollback oid 20 current snap is 287 2024-04-15T16:38:50.511 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 200 2024-04-15T16:38:50.511 INFO:tasks.rados.rados.0.smithi090.stdout:2964: finishing write tid 1 to smithi09078167-17 2024-04-15T16:38:50.511 INFO:tasks.rados.rados.0.smithi090.stdout:2964: finishing write tid 2 to smithi09078167-17 2024-04-15T16:38:50.511 INFO:tasks.rados.rados.0.smithi090.stdout:2965: finishing copy_from racing read to smithi09078167-45 2024-04-15T16:38:50.511 INFO:tasks.rados.rados.0.smithi090.stdout:2964: finishing write tid 3 to smithi09078167-17 2024-04-15T16:38:50.511 INFO:tasks.rados.rados.0.smithi090.stdout:2965: finishing copy_from to smithi09078167-45 2024-04-15T16:38:50.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1153 (ObjNum 129 snap 0 seq_num 3729067024) dirty exists 2024-04-15T16:38:50.512 INFO:tasks.rados.rados.0.smithi090.stdout:2964: finishing write tid 4 to smithi09078167-17 2024-04-15T16:38:50.512 INFO:tasks.rados.rados.0.smithi090.stdout:2964: oid 17 updating version 0 to 1112 2024-04-15T16:38:50.512 INFO:tasks.rados.rados.0.smithi090.stdout:2964: oid 17 updating version 1112 to 1114 2024-04-15T16:38:50.512 INFO:tasks.rados.rados.0.smithi090.stdout:2964: oid 17 version 1114 is already newer than 1113 2024-04-15T16:38:50.512 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1114 (ObjNum 919 snap 287 seq_num 919) dirty exists 2024-04-15T16:38:50.512 INFO:tasks.rados.rados.0.smithi090.stdout:2964: left oid 17 (ObjNum 919 snap 287 seq_num 919) 2024-04-15T16:38:50.512 INFO:tasks.rados.rados.0.smithi090.stdout:2966: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:38:50.512 INFO:tasks.rados.rados.0.smithi090.stdout:2966: finishing copy_from to smithi09078167-38 2024-04-15T16:38:50.512 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 808 (ObjNum 859 snap 266 seq_num 859) dirty exists 2024-04-15T16:38:50.512 INFO:tasks.rados.rados.0.smithi090.stdout:2964: done (4 left) 2024-04-15T16:38:50.512 INFO:tasks.rados.rados.0.smithi090.stdout:2965: done (3 left) 2024-04-15T16:38:50.512 INFO:tasks.rados.rados.0.smithi090.stdout:2966: done (2 left) 2024-04-15T16:38:50.512 INFO:tasks.rados.rados.0.smithi090.stdout:2971: copy_from oid 33 from oid 39 current snap is 287 2024-04-15T16:38:50.512 INFO:tasks.rados.rados.0.smithi090.stdout:2972: read oid 48 snap -1 2024-04-15T16:38:50.512 INFO:tasks.rados.rados.0.smithi090.stdout:2972: expect deleted 2024-04-15T16:38:50.513 INFO:tasks.rados.rados.0.smithi090.stdout:2973: setattr oid 6 current snap is 287 2024-04-15T16:38:50.514 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 287 2024-04-15T16:38:50.514 INFO:tasks.rados.rados.0.smithi090.stdout:2974: seq_num 920 ranges {1228800=614400,1843200=401408} 2024-04-15T16:38:50.522 INFO:tasks.rados.rados.0.smithi090.stdout:2974: writing smithi09078167-36 from 1228800 to 1843200 tid 1 2024-04-15T16:38:50.526 INFO:tasks.rados.rados.0.smithi090.stdout:2974: writing smithi09078167-36 from 1843200 to 2244608 tid 2 2024-04-15T16:38:50.526 INFO:tasks.rados.rados.0.smithi090.stdout:2975: read oid 45 snap -1 2024-04-15T16:38:50.526 INFO:tasks.rados.rados.0.smithi090.stdout:2975: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:38:50.526 INFO:tasks.rados.rados.0.smithi090.stdout:2976: rollback oid 18 current snap is 287 2024-04-15T16:38:50.526 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 18 to 239 2024-04-15T16:38:50.526 INFO:tasks.rados.rados.0.smithi090.stdout:2970: finishing rollback tid 1 to smithi09078167-20 2024-04-15T16:38:50.527 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 866 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-15T16:38:50.527 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1227 (ObjNum 912 snap 283 seq_num 912) dirty exists 2024-04-15T16:38:50.527 INFO:tasks.rados.rados.0.smithi090.stdout:2970: done (7 left) 2024-04-15T16:38:50.527 INFO:tasks.rados.rados.0.smithi090.stdout:2972: done (6 left) 2024-04-15T16:38:50.527 INFO:tasks.rados.rados.0.smithi090.stdout:2973: done (5 left) 2024-04-15T16:38:50.527 INFO:tasks.rados.rados.0.smithi090.stdout:2977: copy_from oid 19 from oid 27 current snap is 287 2024-04-15T16:38:50.527 INFO:tasks.rados.rados.0.smithi090.stdout:2978: snap_remove snap 271 2024-04-15T16:38:50.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:50 smithi090 ceph-mon[89240]: Upgrade: Updating grafana.a 2024-04-15T16:38:50.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:50 smithi090 ceph-mon[89240]: Deploying daemon grafana.a on smithi153 2024-04-15T16:38:50.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:50 smithi090 ceph-mon[91618]: Upgrade: Updating grafana.a 2024-04-15T16:38:50.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:50 smithi090 ceph-mon[91618]: Deploying daemon grafana.a on smithi153 2024-04-15T16:38:50.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:50 smithi153 ceph-mon[84714]: Upgrade: Updating grafana.a 2024-04-15T16:38:50.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:50 smithi153 ceph-mon[84714]: Deploying daemon grafana.a on smithi153 2024-04-15T16:38:51.519 INFO:tasks.rados.rados.0.smithi090.stdout:2975: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:38:51.522 INFO:tasks.rados.rados.0.smithi090.stdout:2974: finishing write tid 1 to smithi09078167-36 2024-04-15T16:38:51.522 INFO:tasks.rados.rados.0.smithi090.stdout:2976: finishing rollback tid 0 to smithi09078167-18 2024-04-15T16:38:51.522 INFO:tasks.rados.rados.0.smithi090.stdout:2974: finishing write tid 2 to smithi09078167-36 2024-04-15T16:38:51.522 INFO:tasks.rados.rados.0.smithi090.stdout:2974: finishing write tid 3 to smithi09078167-36 2024-04-15T16:38:51.522 INFO:tasks.rados.rados.0.smithi090.stdout:2971: finishing copy_from racing read to smithi09078167-33 2024-04-15T16:38:51.522 INFO:tasks.rados.rados.0.smithi090.stdout:2976: finishing rollback tid 1 to smithi09078167-18 2024-04-15T16:38:51.523 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1298 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T16:38:51.523 INFO:tasks.rados.rados.0.smithi090.stdout:2971: finishing copy_from to smithi09078167-33 2024-04-15T16:38:51.523 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1102 (ObjNum 857 snap 266 seq_num 857) dirty exists 2024-04-15T16:38:51.523 INFO:tasks.rados.rados.0.smithi090.stdout:2974: finishing write tid 4 to smithi09078167-36 2024-04-15T16:38:51.523 INFO:tasks.rados.rados.0.smithi090.stdout:2974: oid 36 updating version 0 to 1014 2024-04-15T16:38:51.523 INFO:tasks.rados.rados.0.smithi090.stdout:2974: oid 36 version 1014 is already newer than 1013 2024-04-15T16:38:51.523 INFO:tasks.rados.rados.0.smithi090.stdout:2974: oid 36 updating version 1014 to 1015 2024-04-15T16:38:51.523 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1015 (ObjNum 920 snap 287 seq_num 920) dirty exists 2024-04-15T16:38:51.523 INFO:tasks.rados.rados.0.smithi090.stdout:2974: left oid 36 (ObjNum 920 snap 287 seq_num 920) 2024-04-15T16:38:51.523 INFO:tasks.rados.rados.0.smithi090.stdout:2968: finishing copy_from racing read to smithi09078167-46 2024-04-15T16:38:51.523 INFO:tasks.rados.rados.0.smithi090.stdout:2968: finishing copy_from to smithi09078167-46 2024-04-15T16:38:51.523 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 557 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-04-15T16:38:51.523 INFO:tasks.rados.rados.0.smithi090.stdout:2977: finishing copy_from racing read to smithi09078167-19 2024-04-15T16:38:51.523 INFO:tasks.rados.rados.0.smithi090.stdout:2977: finishing copy_from to smithi09078167-19 2024-04-15T16:38:51.524 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1161 (ObjNum 904 snap 282 seq_num 904) dirty exists 2024-04-15T16:38:51.524 INFO:tasks.rados.rados.0.smithi090.stdout:2968: done (6 left) 2024-04-15T16:38:51.524 INFO:tasks.rados.rados.0.smithi090.stdout:2971: done (5 left) 2024-04-15T16:38:51.524 INFO:tasks.rados.rados.0.smithi090.stdout:2974: done (4 left) 2024-04-15T16:38:51.524 INFO:tasks.rados.rados.0.smithi090.stdout:2975: done (3 left) 2024-04-15T16:38:51.524 INFO:tasks.rados.rados.0.smithi090.stdout:2976: done (2 left) 2024-04-15T16:38:51.524 INFO:tasks.rados.rados.0.smithi090.stdout:2977: done (1 left) 2024-04-15T16:38:51.524 INFO:tasks.rados.rados.0.smithi090.stdout:2978: done (0 left) 2024-04-15T16:38:51.524 INFO:tasks.rados.rados.0.smithi090.stdout:2979: rollback oid 24 current snap is 287 2024-04-15T16:38:51.524 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 24 to 283 2024-04-15T16:38:51.524 INFO:tasks.rados.rados.0.smithi090.stdout:2980: delete oid 8 current snap is 287 2024-04-15T16:38:51.529 INFO:tasks.rados.rados.0.smithi090.stdout:2979: finishing rollback tid 0 to smithi09078167-24 2024-04-15T16:38:51.533 INFO:tasks.rados.rados.0.smithi090.stdout:2979: finishing rollback tid 1 to smithi09078167-24 2024-04-15T16:38:51.534 INFO:tasks.rados.rados.0.smithi090.stdout:2980: done (1 left) 2024-04-15T16:38:51.534 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 287 2024-04-15T16:38:51.534 INFO:tasks.rados.rados.0.smithi090.stdout:2981: seq_num 922 ranges {3506176=647168,4153344=401408} 2024-04-15T16:38:51.557 INFO:tasks.rados.rados.0.smithi090.stdout:2981: writing smithi09078167-4 from 3506176 to 4153344 tid 1 2024-04-15T16:38:51.559 INFO:tasks.rados.rados.0.smithi090.stdout:2981: writing smithi09078167-4 from 4153344 to 4554752 tid 2 2024-04-15T16:38:51.559 INFO:tasks.rados.rados.0.smithi090.stdout:2982: read oid 6 snap 282 2024-04-15T16:38:51.560 INFO:tasks.rados.rados.0.smithi090.stdout:2982: expect (ObjNum 836 snap 262 seq_num 836) 2024-04-15T16:38:51.560 INFO:tasks.rados.rados.0.smithi090.stdout:2983: copy_from oid 21 from oid 25 current snap is 287 2024-04-15T16:38:51.560 INFO:tasks.rados.rados.0.smithi090.stdout:2979: finishing rollback tid 2 to smithi09078167-24 2024-04-15T16:38:51.560 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 624 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-04-15T16:38:51.560 INFO:tasks.rados.rados.0.smithi090.stdout:2979: done (3 left) 2024-04-15T16:38:51.560 INFO:tasks.rados.rados.0.smithi090.stdout:2984: delete oid 10 current snap is 287 2024-04-15T16:38:51.561 INFO:tasks.rados.rados.0.smithi090.stdout:2981: finishing write tid 1 to smithi09078167-4 2024-04-15T16:38:51.562 INFO:tasks.rados.rados.0.smithi090.stdout:2984: done (3 left) 2024-04-15T16:38:51.562 INFO:tasks.rados.rados.0.smithi090.stdout:2985: snap_remove snap 285 2024-04-15T16:38:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:51 smithi090 ceph-mon[89240]: osdmap e633: 8 total, 8 up, 8 in 2024-04-15T16:38:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:51 smithi090 ceph-mon[89240]: pgmap v609: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 466 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-15T16:38:51.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:51 smithi090 ceph-mon[91618]: osdmap e633: 8 total, 8 up, 8 in 2024-04-15T16:38:51.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:51 smithi090 ceph-mon[91618]: pgmap v609: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 466 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-15T16:38:51.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:51 smithi153 ceph-mon[84714]: osdmap e633: 8 total, 8 up, 8 in 2024-04-15T16:38:51.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:51 smithi153 ceph-mon[84714]: pgmap v609: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 466 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-15T16:38:52.533 INFO:tasks.rados.rados.0.smithi090.stdout:2981: finishing write tid 2 to smithi09078167-4 2024-04-15T16:38:52.533 INFO:tasks.rados.rados.0.smithi090.stdout:2981: finishing write tid 3 to smithi09078167-4 2024-04-15T16:38:52.533 INFO:tasks.rados.rados.0.smithi090.stdout:2983: finishing copy_from racing read to smithi09078167-21 2024-04-15T16:38:52.533 INFO:tasks.rados.rados.0.smithi090.stdout:2983: finishing copy_from to smithi09078167-21 2024-04-15T16:38:52.533 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1214 (ObjNum 894 snap 277 seq_num 894) dirty exists 2024-04-15T16:38:52.533 INFO:tasks.rados.rados.0.smithi090.stdout:2981: finishing write tid 4 to smithi09078167-4 2024-04-15T16:38:52.533 INFO:tasks.rados.rados.0.smithi090.stdout:2981: oid 4 updating version 0 to 676 2024-04-15T16:38:52.533 INFO:tasks.rados.rados.0.smithi090.stdout:2981: oid 4 updating version 676 to 677 2024-04-15T16:38:52.533 INFO:tasks.rados.rados.0.smithi090.stdout:2981: oid 4 version 677 is already newer than 675 2024-04-15T16:38:52.533 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 677 (ObjNum 922 snap 287 seq_num 922) dirty exists 2024-04-15T16:38:52.533 INFO:tasks.rados.rados.0.smithi090.stdout:2981: left oid 4 (ObjNum 922 snap 287 seq_num 922) 2024-04-15T16:38:52.534 INFO:tasks.rados.rados.0.smithi090.stdout:2982: expect (ObjNum 836 snap 262 seq_num 836) 2024-04-15T16:38:52.589 INFO:tasks.rados.rados.0.smithi090.stdout:2981: done (3 left) 2024-04-15T16:38:52.590 INFO:tasks.rados.rados.0.smithi090.stdout:2982: done (2 left) 2024-04-15T16:38:52.590 INFO:tasks.rados.rados.0.smithi090.stdout:2983: done (1 left) 2024-04-15T16:38:52.590 INFO:tasks.rados.rados.0.smithi090.stdout:2985: done (0 left) 2024-04-15T16:38:52.590 INFO:tasks.rados.rados.0.smithi090.stdout:2986: read oid 6 snap 253 2024-04-15T16:38:52.590 INFO:tasks.rados.rados.0.smithi090.stdout:2986: expect (ObjNum 764 snap 230 seq_num 764) 2024-04-15T16:38:52.590 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 287 2024-04-15T16:38:52.590 INFO:tasks.rados.rados.0.smithi090.stdout:2987: seq_num 924 ranges {5636096=679936,6316032=401408} 2024-04-15T16:38:52.622 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:38:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:38:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:38:52.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:52 smithi153 ceph-mon[84714]: osdmap e634: 8 total, 8 up, 8 in 2024-04-15T16:38:52.624 INFO:tasks.rados.rados.0.smithi090.stdout:2987: writing smithi09078167-49 from 5636096 to 6316032 tid 1 2024-04-15T16:38:52.626 INFO:tasks.rados.rados.0.smithi090.stdout:2987: writing smithi09078167-49 from 6316032 to 6717440 tid 2 2024-04-15T16:38:52.626 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 287 2024-04-15T16:38:52.627 INFO:tasks.rados.rados.0.smithi090.stdout:2988: seq_num 925 ranges {2555904=696320,3252224=401408} 2024-04-15T16:38:52.643 INFO:tasks.rados.rados.0.smithi090.stdout:2988: writing smithi09078167-46 from 2555904 to 3252224 tid 1 2024-04-15T16:38:52.646 INFO:tasks.rados.rados.0.smithi090.stdout:2988: writing smithi09078167-46 from 3252224 to 3653632 tid 2 2024-04-15T16:38:52.646 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 287 2024-04-15T16:38:52.646 INFO:tasks.rados.rados.0.smithi090.stdout:2989: seq_num 926 ranges {2367488=712704,3080192=401408} 2024-04-15T16:38:52.662 INFO:tasks.rados.rados.0.smithi090.stdout:2989: writing smithi09078167-39 from 2367488 to 3080192 tid 1 2024-04-15T16:38:52.665 INFO:tasks.rados.rados.0.smithi090.stdout:2989: writing smithi09078167-39 from 3080192 to 3481600 tid 2 2024-04-15T16:38:52.665 INFO:tasks.rados.rados.0.smithi090.stdout:2990: delete oid 35 current snap is 287 2024-04-15T16:38:52.665 INFO:tasks.rados.rados.0.smithi090.stdout:2986: expect (ObjNum 764 snap 230 seq_num 764) 2024-04-15T16:38:52.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:52 smithi090 ceph-mon[89240]: osdmap e634: 8 total, 8 up, 8 in 2024-04-15T16:38:52.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:52 smithi090 ceph-mon[91618]: osdmap e634: 8 total, 8 up, 8 in 2024-04-15T16:38:53.140 INFO:tasks.rados.rados.0.smithi090.stdout:2987: finishing write tid 1 to smithi09078167-49 2024-04-15T16:38:53.140 INFO:tasks.rados.rados.0.smithi090.stdout:2987: finishing write tid 2 to smithi09078167-49 2024-04-15T16:38:53.140 INFO:tasks.rados.rados.0.smithi090.stdout:2987: finishing write tid 3 to smithi09078167-49 2024-04-15T16:38:53.140 INFO:tasks.rados.rados.0.smithi090.stdout:2987: finishing write tid 4 to smithi09078167-49 2024-04-15T16:38:53.140 INFO:tasks.rados.rados.0.smithi090.stdout:2987: oid 49 updating version 0 to 630 2024-04-15T16:38:53.140 INFO:tasks.rados.rados.0.smithi090.stdout:2987: oid 49 version 630 is already newer than 629 2024-04-15T16:38:53.140 INFO:tasks.rados.rados.0.smithi090.stdout:2987: oid 49 version 630 is already newer than 628 2024-04-15T16:38:53.140 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 630 (ObjNum 924 snap 287 seq_num 924) dirty exists 2024-04-15T16:38:53.141 INFO:tasks.rados.rados.0.smithi090.stdout:2987: left oid 49 (ObjNum 924 snap 287 seq_num 924) 2024-04-15T16:38:53.141 INFO:tasks.rados.rados.0.smithi090.stdout:2986: done (4 left) 2024-04-15T16:38:53.141 INFO:tasks.rados.rados.0.smithi090.stdout:2987: done (3 left) 2024-04-15T16:38:53.141 INFO:tasks.rados.rados.0.smithi090.stdout:2990: done (2 left) 2024-04-15T16:38:53.141 INFO:tasks.rados.rados.0.smithi090.stdout:2991: snap_create 2024-04-15T16:38:53.141 INFO:tasks.rados.rados.0.smithi090.stdout:2988: finishing write tid 1 to smithi09078167-46 2024-04-15T16:38:53.141 INFO:tasks.rados.rados.0.smithi090.stdout:2988: finishing write tid 2 to smithi09078167-46 2024-04-15T16:38:53.141 INFO:tasks.rados.rados.0.smithi090.stdout:2988: finishing write tid 3 to smithi09078167-46 2024-04-15T16:38:53.141 INFO:tasks.rados.rados.0.smithi090.stdout:2988: finishing write tid 4 to smithi09078167-46 2024-04-15T16:38:53.141 INFO:tasks.rados.rados.0.smithi090.stdout:2988: oid 46 updating version 0 to 1111 2024-04-15T16:38:53.141 INFO:tasks.rados.rados.0.smithi090.stdout:2988: oid 46 updating version 1111 to 1112 2024-04-15T16:38:53.141 INFO:tasks.rados.rados.0.smithi090.stdout:2988: oid 46 version 1112 is already newer than 1110 2024-04-15T16:38:53.141 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1112 (ObjNum 925 snap 287 seq_num 925) dirty exists 2024-04-15T16:38:53.141 INFO:tasks.rados.rados.0.smithi090.stdout:2988: left oid 46 (ObjNum 925 snap 287 seq_num 925) 2024-04-15T16:38:53.142 INFO:tasks.rados.rados.0.smithi090.stdout:2989: finishing write tid 1 to smithi09078167-39 2024-04-15T16:38:53.142 INFO:tasks.rados.rados.0.smithi090.stdout:2989: finishing write tid 2 to smithi09078167-39 2024-04-15T16:38:53.142 INFO:tasks.rados.rados.0.smithi090.stdout:2989: finishing write tid 3 to smithi09078167-39 2024-04-15T16:38:53.142 INFO:tasks.rados.rados.0.smithi090.stdout:2989: finishing write tid 4 to smithi09078167-39 2024-04-15T16:38:53.142 INFO:tasks.rados.rados.0.smithi090.stdout:2989: oid 39 updating version 0 to 1111 2024-04-15T16:38:53.142 INFO:tasks.rados.rados.0.smithi090.stdout:2989: oid 39 version 1111 is already newer than 1109 2024-04-15T16:38:53.142 INFO:tasks.rados.rados.0.smithi090.stdout:2989: oid 39 version 1111 is already newer than 1110 2024-04-15T16:38:53.142 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1111 (ObjNum 926 snap 287 seq_num 926) dirty exists 2024-04-15T16:38:53.142 INFO:tasks.rados.rados.0.smithi090.stdout:2989: left oid 39 (ObjNum 926 snap 287 seq_num 926) 2024-04-15T16:38:53.536 INFO:tasks.rados.rados.0.smithi090.stdout:2988: done (2 left) 2024-04-15T16:38:53.536 INFO:tasks.rados.rados.0.smithi090.stdout:2989: done (1 left) 2024-04-15T16:38:53.536 INFO:tasks.rados.rados.0.smithi090.stdout:2991: done (0 left) 2024-04-15T16:38:53.536 INFO:tasks.rados.rados.0.smithi090.stdout:2992: snap_create 2024-04-15T16:38:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:53 smithi090 ceph-mon[91618]: osdmap e635: 8 total, 8 up, 8 in 2024-04-15T16:38:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:38:53.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:53 smithi090 ceph-mon[91618]: pgmap v612: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 478 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.5 MiB/s wr, 10 op/s 2024-04-15T16:38:53.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:53 smithi090 ceph-mon[89240]: osdmap e635: 8 total, 8 up, 8 in 2024-04-15T16:38:53.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:38:53.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:53 smithi090 ceph-mon[89240]: pgmap v612: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 478 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.5 MiB/s wr, 10 op/s 2024-04-15T16:38:53.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:53 smithi153 ceph-mon[84714]: osdmap e635: 8 total, 8 up, 8 in 2024-04-15T16:38:53.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:38:53.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:53 smithi153 ceph-mon[84714]: pgmap v612: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 478 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 9.6 MiB/s rd, 4.5 MiB/s wr, 10 op/s 2024-04-15T16:38:54.427 INFO:tasks.rados.rados.0.smithi090.stdout:2992: done (0 left) 2024-04-15T16:38:54.427 INFO:tasks.rados.rados.0.smithi090.stdout:2993: snap_create 2024-04-15T16:38:54.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:54 smithi090 ceph-mon[89240]: osdmap e636: 8 total, 8 up, 8 in 2024-04-15T16:38:54.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:54 smithi090 ceph-mon[89240]: osdmap e637: 8 total, 8 up, 8 in 2024-04-15T16:38:54.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:54 smithi090 ceph-mon[91618]: osdmap e636: 8 total, 8 up, 8 in 2024-04-15T16:38:54.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:54 smithi090 ceph-mon[91618]: osdmap e637: 8 total, 8 up, 8 in 2024-04-15T16:38:54.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:54 smithi153 ceph-mon[84714]: osdmap e636: 8 total, 8 up, 8 in 2024-04-15T16:38:54.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:54 smithi153 ceph-mon[84714]: osdmap e637: 8 total, 8 up, 8 in 2024-04-15T16:38:55.425 INFO:tasks.rados.rados.0.smithi090.stdout:2993: done (0 left) 2024-04-15T16:38:55.426 INFO:tasks.rados.rados.0.smithi090.stdout:2994: snap_create 2024-04-15T16:38:55.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:55 smithi090 ceph-mon[89240]: pgmap v615: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 478 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T16:38:55.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:55 smithi090 ceph-mon[89240]: osdmap e638: 8 total, 8 up, 8 in 2024-04-15T16:38:55.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:55 smithi090 ceph-mon[91618]: pgmap v615: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 478 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T16:38:55.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:55 smithi090 ceph-mon[91618]: osdmap e638: 8 total, 8 up, 8 in 2024-04-15T16:38:55.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:55 smithi153 ceph-mon[84714]: pgmap v615: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 478 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T16:38:55.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:55 smithi153 ceph-mon[84714]: osdmap e638: 8 total, 8 up, 8 in 2024-04-15T16:38:56.432 INFO:tasks.rados.rados.0.smithi090.stdout:2994: done (0 left) 2024-04-15T16:38:56.432 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 291 2024-04-15T16:38:56.432 INFO:tasks.rados.rados.0.smithi090.stdout:2995: seq_num 928 ranges {2719744=745472,3465216=401408} 2024-04-15T16:38:56.451 INFO:tasks.rados.rados.0.smithi090.stdout:2995: writing smithi09078167-17 from 2719744 to 3465216 tid 1 2024-04-15T16:38:56.453 INFO:tasks.rados.rados.0.smithi090.stdout:2995: writing smithi09078167-17 from 3465216 to 3866624 tid 2 2024-04-15T16:38:56.453 INFO:tasks.rados.rados.0.smithi090.stdout:2996: rollback oid 40 current snap is 291 2024-04-15T16:38:56.453 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 40 to 289 2024-04-15T16:38:56.453 INFO:tasks.rados.rados.0.smithi090.stdout:2997: snap_remove snap 262 2024-04-15T16:38:57.441 INFO:tasks.rados.rados.0.smithi090.stdout:2995: finishing write tid 1 to smithi09078167-17 2024-04-15T16:38:57.441 INFO:tasks.rados.rados.0.smithi090.stdout:2995: finishing write tid 2 to smithi09078167-17 2024-04-15T16:38:57.441 INFO:tasks.rados.rados.0.smithi090.stdout:2995: finishing write tid 3 to smithi09078167-17 2024-04-15T16:38:57.441 INFO:tasks.rados.rados.0.smithi090.stdout:2996: finishing rollback tid 0 to smithi09078167-40 2024-04-15T16:38:57.441 INFO:tasks.rados.rados.0.smithi090.stdout:2995: finishing write tid 4 to smithi09078167-17 2024-04-15T16:38:57.441 INFO:tasks.rados.rados.0.smithi090.stdout:2995: oid 17 updating version 0 to 1115 2024-04-15T16:38:57.441 INFO:tasks.rados.rados.0.smithi090.stdout:2995: oid 17 updating version 1115 to 1117 2024-04-15T16:38:57.441 INFO:tasks.rados.rados.0.smithi090.stdout:2995: oid 17 version 1117 is already newer than 1116 2024-04-15T16:38:57.441 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1117 (ObjNum 928 snap 291 seq_num 928) dirty exists 2024-04-15T16:38:57.442 INFO:tasks.rados.rados.0.smithi090.stdout:2995: left oid 17 (ObjNum 928 snap 291 seq_num 928) 2024-04-15T16:38:57.442 INFO:tasks.rados.rados.0.smithi090.stdout:2996: finishing rollback tid 1 to smithi09078167-40 2024-04-15T16:38:57.442 INFO:tasks.rados.rados.0.smithi090.stdout:2996: finishing rollback tid 2 to smithi09078167-40 2024-04-15T16:38:57.442 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 1245 (ObjNum 908 snap 283 seq_num 908) dirty exists 2024-04-15T16:38:57.442 INFO:tasks.rados.rados.0.smithi090.stdout:2995: done (2 left) 2024-04-15T16:38:57.442 INFO:tasks.rados.rados.0.smithi090.stdout:2996: done (1 left) 2024-04-15T16:38:57.442 INFO:tasks.rados.rados.0.smithi090.stdout:2997: done (0 left) 2024-04-15T16:38:57.442 INFO:tasks.rados.rados.0.smithi090.stdout:2998: read oid 6 snap 279 2024-04-15T16:38:57.442 INFO:tasks.rados.rados.0.smithi090.stdout:2998: expect (ObjNum 836 snap 262 seq_num 836) 2024-04-15T16:38:57.442 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 291 2024-04-15T16:38:57.442 INFO:tasks.rados.rados.0.smithi090.stdout:2999: seq_num 929 ranges {0=761856,761856=401408} 2024-04-15T16:38:57.446 INFO:tasks.rados.rados.0.smithi090.stdout:2999: writing smithi09078167-28 from 0 to 761856 tid 1 2024-04-15T16:38:57.449 INFO:tasks.rados.rados.0.smithi090.stdout:2999: writing smithi09078167-28 from 761856 to 1163264 tid 2 2024-04-15T16:38:57.450 INFO:tasks.rados.rados.0.smithi090.stdout:3000: rollback oid 8 current snap is 291 2024-04-15T16:38:57.450 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 239 2024-04-15T16:38:57.450 INFO:tasks.rados.rados.0.smithi090.stdout:3001: rollback oid 21 current snap is 291 2024-04-15T16:38:57.450 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 287 2024-04-15T16:38:57.450 INFO:tasks.rados.rados.0.smithi090.stdout:3002: snap_create 2024-04-15T16:38:57.460 INFO:tasks.rados.rados.0.smithi090.stdout:2999: finishing write tid 1 to smithi09078167-28 2024-04-15T16:38:57.461 INFO:tasks.rados.rados.0.smithi090.stdout:3001: finishing rollback tid 0 to smithi09078167-21 2024-04-15T16:38:57.461 INFO:tasks.rados.rados.0.smithi090.stdout:3001: finishing rollback tid 1 to smithi09078167-21 2024-04-15T16:38:57.461 INFO:tasks.rados.rados.0.smithi090.stdout:2999: finishing write tid 2 to smithi09078167-28 2024-04-15T16:38:57.461 INFO:tasks.rados.rados.0.smithi090.stdout:3000: finishing rollback tid 1 to smithi09078167-8 2024-04-15T16:38:57.461 INFO:tasks.rados.rados.0.smithi090.stdout:3000: finishing rollback tid 2 to smithi09078167-8 2024-04-15T16:38:57.461 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1156 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-15T16:38:57.461 INFO:tasks.rados.rados.0.smithi090.stdout:3001: finishing rollback tid 2 to smithi09078167-21 2024-04-15T16:38:57.462 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1320 (ObjNum 894 snap 277 seq_num 894) dirty exists 2024-04-15T16:38:57.462 INFO:tasks.rados.rados.0.smithi090.stdout:2999: finishing write tid 3 to smithi09078167-28 2024-04-15T16:38:57.463 INFO:tasks.rados.rados.0.smithi090.stdout:2998: expect (ObjNum 836 snap 262 seq_num 836) 2024-04-15T16:38:57.517 INFO:tasks.rados.rados.0.smithi090.stdout:2999: finishing write tid 4 to smithi09078167-28 2024-04-15T16:38:57.517 INFO:tasks.rados.rados.0.smithi090.stdout:2999: oid 28 updating version 0 to 789 2024-04-15T16:38:57.517 INFO:tasks.rados.rados.0.smithi090.stdout:2999: oid 28 version 789 is already newer than 788 2024-04-15T16:38:57.517 INFO:tasks.rados.rados.0.smithi090.stdout:2999: oid 28 updating version 789 to 790 2024-04-15T16:38:57.517 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 790 (ObjNum 929 snap 291 seq_num 929) dirty exists 2024-04-15T16:38:57.517 INFO:tasks.rados.rados.0.smithi090.stdout:2999: left oid 28 (ObjNum 929 snap 291 seq_num 929) 2024-04-15T16:38:57.710 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:57 smithi153 ceph-mon[84714]: osdmap e639: 8 total, 8 up, 8 in 2024-04-15T16:38:57.710 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:57 smithi153 ceph-mon[84714]: pgmap v618: 121 pgs: 121 active+clean; 483 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-15T16:38:57.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:57 smithi090 ceph-mon[91618]: osdmap e639: 8 total, 8 up, 8 in 2024-04-15T16:38:57.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:57 smithi090 ceph-mon[91618]: pgmap v618: 121 pgs: 121 active+clean; 483 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-15T16:38:57.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:57 smithi090 ceph-mon[89240]: osdmap e639: 8 total, 8 up, 8 in 2024-04-15T16:38:57.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:57 smithi090 ceph-mon[89240]: pgmap v618: 121 pgs: 121 active+clean; 483 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-15T16:38:58.445 INFO:tasks.rados.rados.0.smithi090.stdout:2998: done (4 left) 2024-04-15T16:38:58.445 INFO:tasks.rados.rados.0.smithi090.stdout:2999: done (3 left) 2024-04-15T16:38:58.445 INFO:tasks.rados.rados.0.smithi090.stdout:3000: done (2 left) 2024-04-15T16:38:58.445 INFO:tasks.rados.rados.0.smithi090.stdout:3001: done (1 left) 2024-04-15T16:38:58.445 INFO:tasks.rados.rados.0.smithi090.stdout:3002: done (0 left) 2024-04-15T16:38:58.445 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 292 2024-04-15T16:38:58.445 INFO:tasks.rados.rados.0.smithi090.stdout:3003: seq_num 930 ranges {0=786432,786432=401408} 2024-04-15T16:38:58.449 INFO:tasks.rados.rados.0.smithi090.stdout:3003: writing smithi09078167-30 from 0 to 786432 tid 1 2024-04-15T16:38:58.452 INFO:tasks.rados.rados.0.smithi090.stdout:3003: writing smithi09078167-30 from 786432 to 1187840 tid 2 2024-04-15T16:38:58.452 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 292 2024-04-15T16:38:58.452 INFO:tasks.rados.rados.0.smithi090.stdout:3004: seq_num 931 ranges {4530176=802816,5332992=401408} 2024-04-15T16:38:58.480 INFO:tasks.rados.rados.0.smithi090.stdout:3004: writing smithi09078167-38 from 4530176 to 5332992 tid 1 2024-04-15T16:38:58.483 INFO:tasks.rados.rados.0.smithi090.stdout:3004: writing smithi09078167-38 from 5332992 to 5734400 tid 2 2024-04-15T16:38:58.483 INFO:tasks.rados.rados.0.smithi090.stdout:3005: snap_create 2024-04-15T16:38:58.483 INFO:tasks.rados.rados.0.smithi090.stdout:3003: finishing write tid 1 to smithi09078167-30 2024-04-15T16:38:58.483 INFO:tasks.rados.rados.0.smithi090.stdout:3003: finishing write tid 2 to smithi09078167-30 2024-04-15T16:38:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:3003: finishing write tid 3 to smithi09078167-30 2024-04-15T16:38:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:3003: finishing write tid 4 to smithi09078167-30 2024-04-15T16:38:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:3003: oid 30 updating version 0 to 1252 2024-04-15T16:38:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:3003: oid 30 updating version 1252 to 1253 2024-04-15T16:38:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:3003: oid 30 version 1253 is already newer than 1251 2024-04-15T16:38:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1253 (ObjNum 930 snap 292 seq_num 930) dirty exists 2024-04-15T16:38:58.484 INFO:tasks.rados.rados.0.smithi090.stdout:3003: left oid 30 (ObjNum 930 snap 292 seq_num 930) 2024-04-15T16:38:58.487 INFO:tasks.rados.rados.0.smithi090.stdout:3004: finishing write tid 1 to smithi09078167-38 2024-04-15T16:38:58.487 INFO:tasks.rados.rados.0.smithi090.stdout:3004: finishing write tid 2 to smithi09078167-38 2024-04-15T16:38:58.487 INFO:tasks.rados.rados.0.smithi090.stdout:3004: finishing write tid 3 to smithi09078167-38 2024-04-15T16:38:58.489 INFO:tasks.rados.rados.0.smithi090.stdout:3004: finishing write tid 4 to smithi09078167-38 2024-04-15T16:38:58.489 INFO:tasks.rados.rados.0.smithi090.stdout:3004: oid 38 updating version 0 to 1033 2024-04-15T16:38:58.489 INFO:tasks.rados.rados.0.smithi090.stdout:3004: oid 38 updating version 1033 to 1035 2024-04-15T16:38:58.489 INFO:tasks.rados.rados.0.smithi090.stdout:3004: oid 38 version 1035 is already newer than 1034 2024-04-15T16:38:58.489 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1035 (ObjNum 931 snap 292 seq_num 931) dirty exists 2024-04-15T16:38:58.489 INFO:tasks.rados.rados.0.smithi090.stdout:3004: left oid 38 (ObjNum 931 snap 292 seq_num 931) 2024-04-15T16:38:58.577 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:58 smithi153 ceph-mon[84714]: osdmap e640: 8 total, 8 up, 8 in 2024-04-15T16:38:58.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:58 smithi090 ceph-mon[91618]: osdmap e640: 8 total, 8 up, 8 in 2024-04-15T16:38:58.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:58 smithi090 ceph-mon[89240]: osdmap e640: 8 total, 8 up, 8 in 2024-04-15T16:38:58.898 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:38:59.215 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:38:59.215 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (20s) 16s ago 12m 14.4M - 0.25.0 c8568f914cd2 2aa405d64857 2024-04-15T16:38:59.215 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (12m) 32s ago 12m 89.5M - 9.4.7 954c08fa6188 244b9812aa65 2024-04-15T16:38:59.215 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (92s) 16s ago 13m 13.5M - 19.0.0-3080-gc2d8c315 259793512b73 d966adb74ded 2024-04-15T16:38:59.215 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (69s) 32s ago 13m 12.6M - 19.0.0-3080-gc2d8c315 259793512b73 8b067668fd8b 2024-04-15T16:38:59.215 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (7m) 32s ago 16m 453M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:38:59.215 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (8m) 16s ago 18m 521M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:38:59.216 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (7m) 16s ago 18m 69.4M 2048M 19.0.0-3080-gc2d8c315 259793512b73 82f63672a8c1 2024-04-15T16:38:59.216 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (6m) 32s ago 17m 58.4M 2048M 19.0.0-3080-gc2d8c315 259793512b73 a8c48d861c6e 2024-04-15T16:38:59.216 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (6m) 16s ago 17m 59.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 28c14668bcb2 2024-04-15T16:38:59.216 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (56s) 16s ago 12m 8518k - 1.5.0 0da6a335fe13 600caf4b1937 2024-04-15T16:38:59.216 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (52s) 32s ago 11m 9277k - 1.5.0 0da6a335fe13 e4f30e6410d4 2024-04-15T16:38:59.216 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (5m) 16s ago 16m 278M 2480M 19.0.0-3080-gc2d8c315 259793512b73 220a8dfc36ad 2024-04-15T16:38:59.216 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (5m) 16s ago 16m 224M 2480M 19.0.0-3080-gc2d8c315 259793512b73 1c837b285ce5 2024-04-15T16:38:59.216 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (4m) 16s ago 15m 214M 2480M 19.0.0-3080-gc2d8c315 259793512b73 915f230e2693 2024-04-15T16:38:59.216 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (4m) 16s ago 15m 210M 2480M 19.0.0-3080-gc2d8c315 259793512b73 a0a34f8fff3a 2024-04-15T16:38:59.216 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (3m) 32s ago 15m 264M 2480M 19.0.0-3080-gc2d8c315 259793512b73 ead96f9e7b8d 2024-04-15T16:38:59.216 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (3m) 32s ago 14m 183M 2480M 19.0.0-3080-gc2d8c315 259793512b73 35917c9a8a50 2024-04-15T16:38:59.216 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (2m) 32s ago 14m 151M 2480M 19.0.0-3080-gc2d8c315 259793512b73 3685571262f0 2024-04-15T16:38:59.216 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (113s) 32s ago 13m 106M 2480M 19.0.0-3080-gc2d8c315 259793512b73 ddae25a9b820 2024-04-15T16:38:59.217 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (36s) 32s ago 13m 42.1M - 2.43.0 a07b618ecd1d b8ba9c20d740 2024-04-15T16:38:59.217 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:38:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:38:59] "GET /metrics HTTP/1.1" 200 36259 "" "Prometheus/2.43.0" 2024-04-15T16:38:59.426 INFO:tasks.rados.rados.0.smithi090.stdout:3003: done (2 left) 2024-04-15T16:38:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:3004: done (1 left) 2024-04-15T16:38:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:3005: done (0 left) 2024-04-15T16:38:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 293 2024-04-15T16:38:59.427 INFO:tasks.rados.rados.0.smithi090.stdout:3006: seq_num 932 ranges {327680=417792,745472=663552,1409024=139264} 2024-04-15T16:38:59.431 INFO:tasks.rados.rados.0.smithi090.stdout:3006: writing smithi09078167-31 from 327680 to 745472 tid 1 2024-04-15T16:38:59.434 INFO:tasks.rados.rados.0.smithi090.stdout:3006: writing smithi09078167-31 from 745472 to 1409024 tid 2 2024-04-15T16:38:59.436 INFO:tasks.rados.rados.0.smithi090.stdout:3006: writing smithi09078167-31 from 1409024 to 1548288 tid 3 2024-04-15T16:38:59.436 INFO:tasks.rados.rados.0.smithi090.stdout:3007: rmattr oid 35 current snap is 293 2024-04-15T16:38:59.436 INFO:tasks.rados.rados.0.smithi090.stdout:3007: done (1 left) 2024-04-15T16:38:59.436 INFO:tasks.rados.rados.0.smithi090.stdout:3008: read oid 29 snap 200 2024-04-15T16:38:59.436 INFO:tasks.rados.rados.0.smithi090.stdout:3008: expect (ObjNum 583 snap 154 seq_num 583) 2024-04-15T16:38:59.436 INFO:tasks.rados.rados.0.smithi090.stdout:3009: snap_remove snap 239 2024-04-15T16:38:59.498 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:59 smithi090 ceph-mon[89240]: osdmap e641: 8 total, 8 up, 8 in 2024-04-15T16:38:59.498 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:59 smithi090 ceph-mon[89240]: pgmap v621: 121 pgs: 121 active+clean; 477 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-15T16:38:59.498 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:38:59 smithi090 ceph-mon[89240]: osdmap e642: 8 total, 8 up, 8 in 2024-04-15T16:38:59.499 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:59 smithi090 ceph-mon[91618]: osdmap e641: 8 total, 8 up, 8 in 2024-04-15T16:38:59.499 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:59 smithi090 ceph-mon[91618]: pgmap v621: 121 pgs: 121 active+clean; 477 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-15T16:38:59.499 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:38:59 smithi090 ceph-mon[91618]: osdmap e642: 8 total, 8 up, 8 in 2024-04-15T16:38:59.561 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:59 smithi153 ceph-mon[84714]: osdmap e641: 8 total, 8 up, 8 in 2024-04-15T16:38:59.561 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:59 smithi153 ceph-mon[84714]: pgmap v621: 121 pgs: 121 active+clean; 477 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 6.3 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-15T16:38:59.561 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:38:59 smithi153 ceph-mon[84714]: osdmap e642: 8 total, 8 up, 8 in 2024-04-15T16:38:59.653 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:38:59.653 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:38:59.653 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:38:59.653 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:38:59.653 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:38:59.653 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:38:59.653 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:38:59.654 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:38:59.654 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T16:38:59.654 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:38:59.654 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:38:59.654 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:38:59.654 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:38:59.654 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:38:59.654 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 15 2024-04-15T16:38:59.654 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:38:59.654 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:39:00.105 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:38:59 smithi153 systemd[1]: Stopping Ceph grafana.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:39:00.370 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:00 smithi153 podman[121038]: 2024-04-15 16:39:00.113676771 +0000 UTC m=+0.122869353 container died 244b9812aa65d776a9d80b44a2b88379a736f2161e656e2e74e9db680a34836c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, description=Ceph Grafana Container, io.openshift.tags=base rhel8, io.k8s.display-name=Red Hat Universal Base Image 8, architecture=x86_64, version=8.5, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, io.buildah.version=1.32.0, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.component=ubi8-container, io.openshift.expose-services=, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, distribution-scope=public, summary=Grafana Container configured for Ceph mgr/dashboard integration, vcs-type=git, name=ubi8, vendor=Red Hat, Inc.) 2024-04-15T16:39:00.433 INFO:tasks.rados.rados.0.smithi090.stdout:3009: done (2 left) 2024-04-15T16:39:00.433 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 293 2024-04-15T16:39:00.433 INFO:tasks.rados.rados.0.smithi090.stdout:3010: seq_num 933 ranges {0=434176,434176=548864,983040=253952} 2024-04-15T16:39:00.436 INFO:tasks.rados.rados.0.smithi090.stdout:3010: writing smithi09078167-20 from 0 to 434176 tid 1 2024-04-15T16:39:00.440 INFO:tasks.rados.rados.0.smithi090.stdout:3010: writing smithi09078167-20 from 434176 to 983040 tid 2 2024-04-15T16:39:00.442 INFO:tasks.rados.rados.0.smithi090.stdout:3010: writing smithi09078167-20 from 983040 to 1236992 tid 3 2024-04-15T16:39:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:3006: finishing write tid 1 to smithi09078167-31 2024-04-15T16:39:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:3006: finishing write tid 2 to smithi09078167-31 2024-04-15T16:39:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:3006: finishing write tid 3 to smithi09078167-31 2024-04-15T16:39:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:3006: finishing write tid 4 to smithi09078167-31 2024-04-15T16:39:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:3006: finishing write tid 5 to smithi09078167-31 2024-04-15T16:39:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:3006: oid 31 updating version 0 to 1037 2024-04-15T16:39:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:3006: oid 31 updating version 1037 to 1038 2024-04-15T16:39:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:3006: oid 31 updating version 1038 to 1040 2024-04-15T16:39:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:3006: oid 31 version 1040 is already newer than 1039 2024-04-15T16:39:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 1040 (ObjNum 932 snap 293 seq_num 932) dirty exists 2024-04-15T16:39:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:3006: left oid 31 (ObjNum 932 snap 293 seq_num 932) 2024-04-15T16:39:00.447 INFO:tasks.rados.rados.0.smithi090.stdout:3008: expect (ObjNum 583 snap 154 seq_num 583) 2024-04-15T16:39:00.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:00 smithi153 ceph-mon[84714]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:39:00.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:00 smithi153 ceph-mon[84714]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:39:00.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:00 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2844417962' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:00.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:00 smithi153 ceph-mon[84714]: osdmap e643: 8 total, 8 up, 8 in 2024-04-15T16:39:00.622 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:00 smithi153 podman[121038]: 2024-04-15 16:39:00.454824994 +0000 UTC m=+0.464017571 container cleanup 244b9812aa65d776a9d80b44a2b88379a736f2161e656e2e74e9db680a34836c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a, description=Ceph Grafana Container, build-date=2022-04-29T11:48:11.055897, io.k8s.display-name=Red Hat Universal Base Image 8, name=ubi8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, architecture=x86_64, com.redhat.component=ubi8-container, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., release=239.1651231664, distribution-scope=public, io.openshift.tags=base rhel8, vendor=Red Hat, Inc., version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, maintainer=Paul Cuzner , io.buildah.version=1.32.0, io.openshift.expose-services=, vcs-type=git) 2024-04-15T16:39:00.623 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:00 smithi153 bash[121038]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a 2024-04-15T16:39:00.671 INFO:tasks.rados.rados.0.smithi090.stdout:3010: finishing write tid 1 to smithi09078167-20 2024-04-15T16:39:00.671 INFO:tasks.rados.rados.0.smithi090.stdout:3010: finishing write tid 2 to smithi09078167-20 2024-04-15T16:39:00.671 INFO:tasks.rados.rados.0.smithi090.stdout:3010: finishing write tid 3 to smithi09078167-20 2024-04-15T16:39:00.671 INFO:tasks.rados.rados.0.smithi090.stdout:3010: finishing write tid 4 to smithi09078167-20 2024-04-15T16:39:00.671 INFO:tasks.rados.rados.0.smithi090.stdout:3010: finishing write tid 5 to smithi09078167-20 2024-04-15T16:39:00.671 INFO:tasks.rados.rados.0.smithi090.stdout:3010: oid 20 updating version 0 to 1327 2024-04-15T16:39:00.671 INFO:tasks.rados.rados.0.smithi090.stdout:3010: oid 20 updating version 1327 to 1334 2024-04-15T16:39:00.671 INFO:tasks.rados.rados.0.smithi090.stdout:3010: oid 20 version 1334 is already newer than 1332 2024-04-15T16:39:00.671 INFO:tasks.rados.rados.0.smithi090.stdout:3010: oid 20 version 1334 is already newer than 1333 2024-04-15T16:39:00.672 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 1334 (ObjNum 933 snap 293 seq_num 933) dirty exists 2024-04-15T16:39:00.672 INFO:tasks.rados.rados.0.smithi090.stdout:3010: left oid 20 (ObjNum 933 snap 293 seq_num 933) 2024-04-15T16:39:00.672 INFO:tasks.rados.rados.0.smithi090.stdout:3006: done (2 left) 2024-04-15T16:39:00.672 INFO:tasks.rados.rados.0.smithi090.stdout:3008: done (1 left) 2024-04-15T16:39:00.672 INFO:tasks.rados.rados.0.smithi090.stdout:3010: done (0 left) 2024-04-15T16:39:00.672 INFO:tasks.rados.rados.0.smithi090.stdout:3011: read oid 29 snap -1 2024-04-15T16:39:00.672 INFO:tasks.rados.rados.0.smithi090.stdout:3011: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:39:00.672 INFO:tasks.rados.rados.0.smithi090.stdout:3012: read oid 7 snap -1 2024-04-15T16:39:00.672 INFO:tasks.rados.rados.0.smithi090.stdout:3012: expect (ObjNum 859 snap 266 seq_num 859) 2024-04-15T16:39:00.672 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 293 2024-04-15T16:39:00.672 INFO:tasks.rados.rados.0.smithi090.stdout:3013: seq_num 934 ranges {7585792=450560,8036352=434176,8470528=368640} 2024-04-15T16:39:00.714 INFO:tasks.rados.rados.0.smithi090.stdout:3013: writing smithi09078167-5 from 7585792 to 8036352 tid 1 2024-04-15T16:39:00.716 INFO:tasks.rados.rados.0.smithi090.stdout:3013: writing smithi09078167-5 from 8036352 to 8470528 tid 2 2024-04-15T16:39:00.719 INFO:tasks.rados.rados.0.smithi090.stdout:3013: writing smithi09078167-5 from 8470528 to 8839168 tid 3 2024-04-15T16:39:00.719 INFO:tasks.rados.rados.0.smithi090.stdout:3014: read oid 37 snap -1 2024-04-15T16:39:00.719 INFO:tasks.rados.rados.0.smithi090.stdout:3014: expect (ObjNum 897 snap 279 seq_num 897) 2024-04-15T16:39:00.719 INFO:tasks.rados.rados.0.smithi090.stdout:3015: setattr oid 41 current snap is 293 2024-04-15T16:39:00.719 INFO:tasks.rados.rados.0.smithi090.stdout:3011: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:39:00.722 INFO:tasks.rados.rados.0.smithi090.stdout:3012: expect (ObjNum 859 snap 266 seq_num 859) 2024-04-15T16:39:00.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:00 smithi090 ceph-mon[91618]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:39:00.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:00 smithi090 ceph-mon[91618]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:39:00.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:00 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2844417962' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:00.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:00 smithi090 ceph-mon[91618]: osdmap e643: 8 total, 8 up, 8 in 2024-04-15T16:39:00.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:00 smithi090 ceph-mon[89240]: from='client.44375 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:39:00.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:00 smithi090 ceph-mon[89240]: from='client.44381 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:39:00.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:00 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2844417962' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:00.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:00 smithi090 ceph-mon[89240]: osdmap e643: 8 total, 8 up, 8 in 2024-04-15T16:39:00.878 INFO:tasks.rados.rados.0.smithi090.stdout:3013: finishing write tid 1 to smithi09078167-5 2024-04-15T16:39:00.878 INFO:tasks.rados.rados.0.smithi090.stdout:3013: finishing write tid 2 to smithi09078167-5 2024-04-15T16:39:00.878 INFO:tasks.rados.rados.0.smithi090.stdout:3013: finishing write tid 3 to smithi09078167-5 2024-04-15T16:39:00.878 INFO:tasks.rados.rados.0.smithi090.stdout:3013: finishing write tid 4 to smithi09078167-5 2024-04-15T16:39:00.878 INFO:tasks.rados.rados.0.smithi090.stdout:3013: finishing write tid 5 to smithi09078167-5 2024-04-15T16:39:00.879 INFO:tasks.rados.rados.0.smithi090.stdout:3013: oid 5 updating version 0 to 494 2024-04-15T16:39:00.879 INFO:tasks.rados.rados.0.smithi090.stdout:3013: oid 5 updating version 494 to 495 2024-04-15T16:39:00.879 INFO:tasks.rados.rados.0.smithi090.stdout:3013: oid 5 version 495 is already newer than 493 2024-04-15T16:39:00.879 INFO:tasks.rados.rados.0.smithi090.stdout:3013: oid 5 version 495 is already newer than 492 2024-04-15T16:39:00.879 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 495 (ObjNum 934 snap 293 seq_num 934) dirty exists 2024-04-15T16:39:00.879 INFO:tasks.rados.rados.0.smithi090.stdout:3013: left oid 5 (ObjNum 934 snap 293 seq_num 934) 2024-04-15T16:39:00.879 INFO:tasks.rados.rados.0.smithi090.stdout:3014: expect (ObjNum 897 snap 279 seq_num 897) 2024-04-15T16:39:01.054 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:00 smithi153 podman[121052]: 2024-04-15 16:39:00.74625406 +0000 UTC m=+0.635121520 container remove 244b9812aa65d776a9d80b44a2b88379a736f2161e656e2e74e9db680a34836c (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, vendor=Red Hat, Inc., vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, maintainer=Paul Cuzner , io.buildah.version=1.32.0, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, com.redhat.component=ubi8-container, description=Ceph Grafana Container, summary=Grafana Container configured for Ceph mgr/dashboard integration, version=8.5, architecture=x86_64, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, vcs-type=git, build-date=2022-04-29T11:48:11.055897, io.openshift.tags=base rhel8, release=239.1651231664, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-04-15T16:39:01.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:00 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-15T16:39:01.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:00 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@grafana.a.service: Failed with result 'exit-code'. 2024-04-15T16:39:01.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:00 smithi153 systemd[1]: Stopped Ceph grafana.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:39:01.055 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:00 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@grafana.a.service: Consumed 10.819s CPU time. 2024-04-15T16:39:01.116 INFO:tasks.rados.rados.0.smithi090.stdout:3011: done (4 left) 2024-04-15T16:39:01.116 INFO:tasks.rados.rados.0.smithi090.stdout:3012: done (3 left) 2024-04-15T16:39:01.116 INFO:tasks.rados.rados.0.smithi090.stdout:3013: done (2 left) 2024-04-15T16:39:01.116 INFO:tasks.rados.rados.0.smithi090.stdout:3014: done (1 left) 2024-04-15T16:39:01.116 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 293 2024-04-15T16:39:01.117 INFO:tasks.rados.rados.0.smithi090.stdout:3016: seq_num 935 ranges {2211840=466944,2678784=720896,3399680=81920} 2024-04-15T16:39:01.130 INFO:tasks.rados.rados.0.smithi090.stdout:3016: writing smithi09078167-1 from 2211840 to 2678784 tid 1 2024-04-15T16:39:01.134 INFO:tasks.rados.rados.0.smithi090.stdout:3016: writing smithi09078167-1 from 2678784 to 3399680 tid 2 2024-04-15T16:39:01.135 INFO:tasks.rados.rados.0.smithi090.stdout:3016: writing smithi09078167-1 from 3399680 to 3481600 tid 3 2024-04-15T16:39:01.135 INFO:tasks.rados.rados.0.smithi090.stdout:3017: delete oid 7 current snap is 293 2024-04-15T16:39:01.135 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 1113 (ObjNum 65 snap 0 seq_num 1768248679) dirty exists 2024-04-15T16:39:01.135 INFO:tasks.rados.rados.0.smithi090.stdout:3016: finishing write tid 1 to smithi09078167-1 2024-04-15T16:39:01.138 INFO:tasks.rados.rados.0.smithi090.stdout:3015: done (2 left) 2024-04-15T16:39:01.138 INFO:tasks.rados.rados.0.smithi090.stdout:3017: done (1 left) 2024-04-15T16:39:01.138 INFO:tasks.rados.rados.0.smithi090.stdout:3018: rollback oid 28 current snap is 293 2024-04-15T16:39:01.138 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 28 to 244 2024-04-15T16:39:01.138 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 293 2024-04-15T16:39:01.138 INFO:tasks.rados.rados.0.smithi090.stdout:3019: seq_num 937 ranges {6471680=499712,6971392=532480,7503872=270336} 2024-04-15T16:39:01.175 INFO:tasks.rados.rados.0.smithi090.stdout:3019: writing smithi09078167-27 from 6471680 to 6971392 tid 1 2024-04-15T16:39:01.177 INFO:tasks.rados.rados.0.smithi090.stdout:3019: writing smithi09078167-27 from 6971392 to 7503872 tid 2 2024-04-15T16:39:01.180 INFO:tasks.rados.rados.0.smithi090.stdout:3019: writing smithi09078167-27 from 7503872 to 7774208 tid 3 2024-04-15T16:39:01.180 INFO:tasks.rados.rados.0.smithi090.stdout:3020: read oid 8 snap -1 2024-04-15T16:39:01.180 INFO:tasks.rados.rados.0.smithi090.stdout:3020: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:39:01.180 INFO:tasks.rados.rados.0.smithi090.stdout:3021: read oid 47 snap -1 2024-04-15T16:39:01.180 INFO:tasks.rados.rados.0.smithi090.stdout:3021: expect deleted 2024-04-15T16:39:01.180 INFO:tasks.rados.rados.0.smithi090.stdout:3022: snap_create 2024-04-15T16:39:01.180 INFO:tasks.rados.rados.0.smithi090.stdout:3016: finishing write tid 2 to smithi09078167-1 2024-04-15T16:39:01.180 INFO:tasks.rados.rados.0.smithi090.stdout:3016: finishing write tid 3 to smithi09078167-1 2024-04-15T16:39:01.180 INFO:tasks.rados.rados.0.smithi090.stdout:3016: finishing write tid 4 to smithi09078167-1 2024-04-15T16:39:01.181 INFO:tasks.rados.rados.0.smithi090.stdout:3016: finishing write tid 5 to smithi09078167-1 2024-04-15T16:39:01.181 INFO:tasks.rados.rados.0.smithi090.stdout:3016: oid 1 updating version 0 to 1339 2024-04-15T16:39:01.181 INFO:tasks.rados.rados.0.smithi090.stdout:3016: oid 1 version 1339 is already newer than 1337 2024-04-15T16:39:01.181 INFO:tasks.rados.rados.0.smithi090.stdout:3016: oid 1 version 1339 is already newer than 1336 2024-04-15T16:39:01.181 INFO:tasks.rados.rados.0.smithi090.stdout:3016: oid 1 version 1339 is already newer than 1338 2024-04-15T16:39:01.181 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1339 (ObjNum 935 snap 293 seq_num 935) dirty exists 2024-04-15T16:39:01.181 INFO:tasks.rados.rados.0.smithi090.stdout:3016: left oid 1 (ObjNum 935 snap 293 seq_num 935) 2024-04-15T16:39:01.181 INFO:tasks.rados.rados.0.smithi090.stdout:3018: finishing rollback tid 0 to smithi09078167-28 2024-04-15T16:39:01.181 INFO:tasks.rados.rados.0.smithi090.stdout:3018: finishing rollback tid 1 to smithi09078167-28 2024-04-15T16:39:01.181 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 795 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-15T16:39:01.181 INFO:tasks.rados.rados.0.smithi090.stdout:3019: finishing write tid 1 to smithi09078167-27 2024-04-15T16:39:01.181 INFO:tasks.rados.rados.0.smithi090.stdout:3020: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:39:01.183 INFO:tasks.rados.rados.0.smithi090.stdout:3019: finishing write tid 2 to smithi09078167-27 2024-04-15T16:39:01.184 INFO:tasks.rados.rados.0.smithi090.stdout:3019: finishing write tid 3 to smithi09078167-27 2024-04-15T16:39:01.184 INFO:tasks.rados.rados.0.smithi090.stdout:3019: finishing write tid 4 to smithi09078167-27 2024-04-15T16:39:01.185 INFO:tasks.rados.rados.0.smithi090.stdout:3019: finishing write tid 5 to smithi09078167-27 2024-04-15T16:39:01.185 INFO:tasks.rados.rados.0.smithi090.stdout:3019: oid 27 updating version 0 to 1261 2024-04-15T16:39:01.186 INFO:tasks.rados.rados.0.smithi090.stdout:3019: oid 27 updating version 1261 to 1263 2024-04-15T16:39:01.186 INFO:tasks.rados.rados.0.smithi090.stdout:3019: oid 27 updating version 1263 to 1264 2024-04-15T16:39:01.186 INFO:tasks.rados.rados.0.smithi090.stdout:3019: oid 27 version 1264 is already newer than 1262 2024-04-15T16:39:01.186 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 1264 (ObjNum 937 snap 293 seq_num 937) dirty exists 2024-04-15T16:39:01.186 INFO:tasks.rados.rados.0.smithi090.stdout:3019: left oid 27 (ObjNum 937 snap 293 seq_num 937) 2024-04-15T16:39:01.372 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 systemd[1]: Starting Ceph grafana.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T16:39:01.372 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 podman[121180]: 2024-04-15 16:39:01.181498933 +0000 UTC m=+0.018565106 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-15T16:39:01.372 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 podman[121180]: 2024-04-15 16:39:01.313905547 +0000 UTC m=+0.150971721 container create 215f72752a4d5527799a60813c6702240fbc47e6633aa40d871afad32d1d9ed0 (image=quay.io/ceph/grafana:9.4.12, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T16:39:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:3016: done (5 left) 2024-04-15T16:39:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:3018: done (4 left) 2024-04-15T16:39:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:3019: done (3 left) 2024-04-15T16:39:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:3020: done (2 left) 2024-04-15T16:39:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:3021: done (1 left) 2024-04-15T16:39:01.469 INFO:tasks.rados.rados.0.smithi090.stdout:3022: done (0 left) 2024-04-15T16:39:01.469 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 294 2024-04-15T16:39:01.469 INFO:tasks.rados.rados.0.smithi090.stdout:3023: seq_num 938 ranges {0=516096,516096=417792,933888=385024} 2024-04-15T16:39:01.470 INFO:tasks.rados.rados.0.smithi090.stdout:3023: writing smithi09078167-42 from 0 to 516096 tid 1 2024-04-15T16:39:01.473 INFO:tasks.rados.rados.0.smithi090.stdout:3023: writing smithi09078167-42 from 516096 to 933888 tid 2 2024-04-15T16:39:01.475 INFO:tasks.rados.rados.0.smithi090.stdout:3023: writing smithi09078167-42 from 933888 to 1318912 tid 3 2024-04-15T16:39:01.475 INFO:tasks.rados.rados.0.smithi090.stdout:3024: snap_remove snap 272 2024-04-15T16:39:01.701 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-mon[84714]: pgmap v624: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 464 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-04-15T16:39:01.701 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 podman[121180]: 2024-04-15 16:39:01.558205625 +0000 UTC m=+0.395271798 container init 215f72752a4d5527799a60813c6702240fbc47e6633aa40d871afad32d1d9ed0 (image=quay.io/ceph/grafana:9.4.12, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T16:39:01.701 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 podman[121180]: 2024-04-15 16:39:01.561267859 +0000 UTC m=+0.398334033 container start 215f72752a4d5527799a60813c6702240fbc47e6633aa40d871afad32d1d9ed0 (image=quay.io/ceph/grafana:9.4.12, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T16:39:01.701 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 bash[121180]: 215f72752a4d5527799a60813c6702240fbc47e6633aa40d871afad32d1d9ed0 2024-04-15T16:39:01.701 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 systemd[1]: Started Ceph grafana.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T16:39:01.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:01 smithi090 ceph-mon[89240]: pgmap v624: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 464 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-04-15T16:39:01.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:01 smithi090 ceph-mon[91618]: pgmap v624: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 464 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.7 MiB/s rd, 1.1 MiB/s wr, 7 op/s 2024-04-15T16:39:02.122 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710354173Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-15T16:39:02.123 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710544346Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-15T16:39:02.123 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710600556Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-15T16:39:02.123 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710631294Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-15T16:39:02.123 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710657161Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-15T16:39:02.123 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710663422Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-15T16:39:02.123 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710667331Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-15T16:39:02.123 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710671234Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-15T16:39:02.123 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710675346Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-15T16:39:02.123 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710679255Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-15T16:39:02.123 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710683104Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-15T16:39:02.123 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710686786Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-15T16:39:02.123 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710691324Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-15T16:39:02.123 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710695254Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-15T16:39:02.124 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710698936Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-15T16:39:02.124 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710702964Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-15T16:39:02.124 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.710706951Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-15T16:39:02.124 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.71071105Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-15T16:39:02.124 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=settings t=2024-04-15T16:39:01.71071533Z level=info msg="App mode production" 2024-04-15T16:39:02.124 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=sqlstore t=2024-04-15T16:39:01.710772385Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-15T16:39:02.124 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=sqlstore t=2024-04-15T16:39:01.710822179Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-15T16:39:02.124 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=migrator t=2024-04-15T16:39:01.725116678Z level=info msg="Starting DB migrations" 2024-04-15T16:39:02.124 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=migrator t=2024-04-15T16:39:01.729790189Z level=info msg="migrations completed" performed=0 skipped=481 duration=474.549µs 2024-04-15T16:39:02.124 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=sqlstore t=2024-04-15T16:39:01.730151386Z level=info msg="Created default organization" 2024-04-15T16:39:02.124 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=plugin.finder t=2024-04-15T16:39:01.763691013Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-15T16:39:02.124 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=secrets t=2024-04-15T16:39:01.763787942Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-15T16:39:02.124 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=query_data t=2024-04-15T16:39:01.767833649Z level=info msg="Query Service initialization" 2024-04-15T16:39:02.124 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=live.push_http t=2024-04-15T16:39:01.770335957Z level=info msg="Live Push Gateway initialization" 2024-04-15T16:39:02.473 INFO:tasks.rados.rados.0.smithi090.stdout:3024: done (1 left) 2024-04-15T16:39:02.473 INFO:tasks.rados.rados.0.smithi090.stdout:3025: rollback oid 8 current snap is 294 2024-04-15T16:39:02.473 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 282 2024-04-15T16:39:02.473 INFO:tasks.rados.rados.0.smithi090.stdout:3023: finishing write tid 1 to smithi09078167-42 2024-04-15T16:39:02.473 INFO:tasks.rados.rados.0.smithi090.stdout:3023: finishing write tid 2 to smithi09078167-42 2024-04-15T16:39:02.474 INFO:tasks.rados.rados.0.smithi090.stdout:3023: finishing write tid 3 to smithi09078167-42 2024-04-15T16:39:02.474 INFO:tasks.rados.rados.0.smithi090.stdout:3023: finishing write tid 4 to smithi09078167-42 2024-04-15T16:39:02.474 INFO:tasks.rados.rados.0.smithi090.stdout:3023: finishing write tid 5 to smithi09078167-42 2024-04-15T16:39:02.474 INFO:tasks.rados.rados.0.smithi090.stdout:3023: oid 42 updating version 0 to 904 2024-04-15T16:39:02.474 INFO:tasks.rados.rados.0.smithi090.stdout:3023: oid 42 updating version 904 to 905 2024-04-15T16:39:02.474 INFO:tasks.rados.rados.0.smithi090.stdout:3023: oid 42 version 905 is already newer than 902 2024-04-15T16:39:02.474 INFO:tasks.rados.rados.0.smithi090.stdout:3023: oid 42 version 905 is already newer than 903 2024-04-15T16:39:02.474 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 905 (ObjNum 938 snap 294 seq_num 938) dirty exists 2024-04-15T16:39:02.474 INFO:tasks.rados.rados.0.smithi090.stdout:3023: left oid 42 (ObjNum 938 snap 294 seq_num 938) 2024-04-15T16:39:02.474 INFO:tasks.rados.rados.0.smithi090.stdout:3023: done (1 left) 2024-04-15T16:39:02.474 INFO:tasks.rados.rados.0.smithi090.stdout:3026: copy_from oid 21 from oid 16 current snap is 294 2024-04-15T16:39:02.474 INFO:tasks.rados.rados.0.smithi090.stdout:3027: snap_remove snap 292 2024-04-15T16:39:02.581 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-mon[84714]: osdmap e644: 8 total, 8 up, 8 in 2024-04-15T16:39:02.581 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:02.581 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:02.581 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:39:02.581 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:39:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:39:02.582 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=infra.usagestats.collector t=2024-04-15T16:39:02.459273635Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-15T16:39:02.582 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=provisioning.datasources t=2024-04-15T16:39:02.462270425Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-15T16:39:02.582 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=provisioning.datasources t=2024-04-15T16:39:02.462282024Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-15T16:39:02.582 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=provisioning.datasources t=2024-04-15T16:39:02.46237978Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-15T16:39:02.582 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=provisioning.alerting t=2024-04-15T16:39:02.487182241Z level=info msg="starting to provision alerting" 2024-04-15T16:39:02.582 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=provisioning.alerting t=2024-04-15T16:39:02.487279643Z level=info msg="finished to provision alerting" 2024-04-15T16:39:02.582 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=ngalert.state.manager t=2024-04-15T16:39:02.488197548Z level=info msg="Warming state cache for startup" 2024-04-15T16:39:02.583 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=http.server t=2024-04-15T16:39:02.490539629Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-15T16:39:02.583 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=grafanaStorageLogger t=2024-04-15T16:39:02.492205852Z level=info msg="storage starting" 2024-04-15T16:39:02.583 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=ngalert.state.manager t=2024-04-15T16:39:02.497594843Z level=info msg="State cache has been initialized" states=0 duration=9.393451ms 2024-04-15T16:39:02.583 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=ticker t=2024-04-15T16:39:02.497771064Z level=info msg=starting first_tick=2024-04-15T16:39:10Z 2024-04-15T16:39:02.583 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=ngalert.multiorg.alertmanager t=2024-04-15T16:39:02.497831199Z level=info msg="starting MultiOrg Alertmanager" 2024-04-15T16:39:02.583 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=sqlstore.transactions t=2024-04-15T16:39:02.511722312Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-15T16:39:02.583 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=sqlstore.transactions t=2024-04-15T16:39:02.532594574Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-15T16:39:02.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:02 smithi090 ceph-mon[91618]: osdmap e644: 8 total, 8 up, 8 in 2024-04-15T16:39:02.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:02 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:02.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:02 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:02.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:02 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:39:02.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:02 smithi090 ceph-mon[89240]: osdmap e644: 8 total, 8 up, 8 in 2024-04-15T16:39:02.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:02.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:02.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:02 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:39:03.475 INFO:tasks.rados.rados.0.smithi090.stdout:3027: done (2 left) 2024-04-15T16:39:03.475 INFO:tasks.rados.rados.0.smithi090.stdout:3028: rollback oid 26 current snap is 294 2024-04-15T16:39:03.475 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 193 2024-04-15T16:39:03.475 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 294 2024-04-15T16:39:03.475 INFO:tasks.rados.rados.0.smithi090.stdout:3029: seq_num 939 ranges {4554752=532480,5087232=704512,5791744=98304} 2024-04-15T16:39:03.503 INFO:tasks.rados.rados.0.smithi090.stdout:3029: writing smithi09078167-4 from 4554752 to 5087232 tid 1 2024-04-15T16:39:03.507 INFO:tasks.rados.rados.0.smithi090.stdout:3029: writing smithi09078167-4 from 5087232 to 5791744 tid 2 2024-04-15T16:39:03.508 INFO:tasks.rados.rados.0.smithi090.stdout:3029: writing smithi09078167-4 from 5791744 to 5890048 tid 3 2024-04-15T16:39:03.508 INFO:tasks.rados.rados.0.smithi090.stdout:3030: snap_create 2024-04-15T16:39:03.508 INFO:tasks.rados.rados.0.smithi090.stdout:3025: finishing rollback tid 0 to smithi09078167-8 2024-04-15T16:39:03.508 INFO:tasks.rados.rados.0.smithi090.stdout:3025: finishing rollback tid 1 to smithi09078167-8 2024-04-15T16:39:03.508 INFO:tasks.rados.rados.0.smithi090.stdout:3025: finishing rollback tid 2 to smithi09078167-8 2024-04-15T16:39:03.509 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1159 (ObjNum 684 snap 189 seq_num 684) dirty exists 2024-04-15T16:39:03.509 INFO:tasks.rados.rados.0.smithi090.stdout:3026: finishing copy_from racing read to smithi09078167-21 2024-04-15T16:39:03.509 INFO:tasks.rados.rados.0.smithi090.stdout:3026: finishing copy_from to smithi09078167-21 2024-04-15T16:39:03.509 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 964 (ObjNum 676 snap 186 seq_num 676) dirty exists 2024-04-15T16:39:03.509 INFO:tasks.rados.rados.0.smithi090.stdout:3028: finishing rollback tid 0 to smithi09078167-26 2024-04-15T16:39:03.509 INFO:tasks.rados.rados.0.smithi090.stdout:3028: finishing rollback tid 1 to smithi09078167-26 2024-04-15T16:39:03.509 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1163 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-15T16:39:03.509 INFO:tasks.rados.rados.0.smithi090.stdout:3029: finishing write tid 1 to smithi09078167-4 2024-04-15T16:39:03.511 INFO:tasks.rados.rados.0.smithi090.stdout:3029: finishing write tid 2 to smithi09078167-4 2024-04-15T16:39:03.511 INFO:tasks.rados.rados.0.smithi090.stdout:3029: finishing write tid 3 to smithi09078167-4 2024-04-15T16:39:03.511 INFO:tasks.rados.rados.0.smithi090.stdout:3029: finishing write tid 4 to smithi09078167-4 2024-04-15T16:39:03.512 INFO:tasks.rados.rados.0.smithi090.stdout:3029: finishing write tid 5 to smithi09078167-4 2024-04-15T16:39:03.512 INFO:tasks.rados.rados.0.smithi090.stdout:3029: oid 4 updating version 0 to 680 2024-04-15T16:39:03.512 INFO:tasks.rados.rados.0.smithi090.stdout:3029: oid 4 version 680 is already newer than 679 2024-04-15T16:39:03.512 INFO:tasks.rados.rados.0.smithi090.stdout:3029: oid 4 version 680 is already newer than 678 2024-04-15T16:39:03.512 INFO:tasks.rados.rados.0.smithi090.stdout:3029: oid 4 updating version 680 to 681 2024-04-15T16:39:03.512 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 681 (ObjNum 939 snap 294 seq_num 939) dirty exists 2024-04-15T16:39:03.512 INFO:tasks.rados.rados.0.smithi090.stdout:3029: left oid 4 (ObjNum 939 snap 294 seq_num 939) 2024-04-15T16:39:03.767 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:03 smithi153 ceph-mon[84714]: osdmap e645: 8 total, 8 up, 8 in 2024-04-15T16:39:03.767 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:03 smithi153 ceph-mon[84714]: pgmap v627: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 467 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-15T16:39:03.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:03 smithi090 ceph-mon[89240]: osdmap e645: 8 total, 8 up, 8 in 2024-04-15T16:39:03.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:03 smithi090 ceph-mon[89240]: pgmap v627: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 467 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-15T16:39:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:03 smithi090 ceph-mon[91618]: osdmap e645: 8 total, 8 up, 8 in 2024-04-15T16:39:03.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:03 smithi090 ceph-mon[91618]: pgmap v627: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 467 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.0 MiB/s rd, 2.0 MiB/s wr, 18 op/s 2024-04-15T16:39:04.431 INFO:tasks.rados.rados.0.smithi090.stdout:3025: done (4 left) 2024-04-15T16:39:04.431 INFO:tasks.rados.rados.0.smithi090.stdout:3026: done (3 left) 2024-04-15T16:39:04.432 INFO:tasks.rados.rados.0.smithi090.stdout:3028: done (2 left) 2024-04-15T16:39:04.432 INFO:tasks.rados.rados.0.smithi090.stdout:3029: done (1 left) 2024-04-15T16:39:04.432 INFO:tasks.rados.rados.0.smithi090.stdout:3030: done (0 left) 2024-04-15T16:39:04.432 INFO:tasks.rados.rados.0.smithi090.stdout:3031: copy_from oid 49 from oid 13 current snap is 295 2024-04-15T16:39:04.432 INFO:tasks.rados.rados.0.smithi090.stdout:3032: copy_from oid 46 from oid 17 current snap is 295 2024-04-15T16:39:04.432 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 295 2024-04-15T16:39:04.432 INFO:tasks.rados.rados.0.smithi090.stdout:3033: seq_num 940 ranges {638976=548864,1187840=589824,1777664=212992} 2024-04-15T16:39:04.435 INFO:tasks.rados.rados.0.smithi090.stdout:3033: writing smithi09078167-25 from 638976 to 1187840 tid 1 2024-04-15T16:39:04.438 INFO:tasks.rados.rados.0.smithi090.stdout:3033: writing smithi09078167-25 from 1187840 to 1777664 tid 2 2024-04-15T16:39:04.440 INFO:tasks.rados.rados.0.smithi090.stdout:3033: writing smithi09078167-25 from 1777664 to 1990656 tid 3 2024-04-15T16:39:04.440 INFO:tasks.rados.rados.0.smithi090.stdout:3034: read oid 11 snap -1 2024-04-15T16:39:04.440 INFO:tasks.rados.rados.0.smithi090.stdout:3034: expect (ObjNum 853 snap 266 seq_num 853) 2024-04-15T16:39:04.440 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 295 2024-04-15T16:39:04.441 INFO:tasks.rados.rados.0.smithi090.stdout:3031: finishing copy_from to smithi09078167-49 2024-04-15T16:39:04.441 INFO:tasks.rados.rados.0.smithi090.stdout:3031: got expected ENOENT (src dne) 2024-04-15T16:39:04.441 INFO:tasks.rados.rados.0.smithi090.stdout:3031: finishing copy_from racing read to smithi09078167-49 2024-04-15T16:39:04.441 INFO:tasks.rados.rados.0.smithi090.stdout:3035: seq_num 941 ranges {5144576=565248,5709824=475136,6184960=327680} 2024-04-15T16:39:04.473 INFO:tasks.rados.rados.0.smithi090.stdout:3035: writing smithi09078167-12 from 5144576 to 5709824 tid 1 2024-04-15T16:39:04.475 INFO:tasks.rados.rados.0.smithi090.stdout:3035: writing smithi09078167-12 from 5709824 to 6184960 tid 2 2024-04-15T16:39:04.478 INFO:tasks.rados.rados.0.smithi090.stdout:3035: writing smithi09078167-12 from 6184960 to 6512640 tid 3 2024-04-15T16:39:04.478 INFO:tasks.rados.rados.0.smithi090.stdout:3031: done (4 left) 2024-04-15T16:39:04.478 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 295 2024-04-15T16:39:04.478 INFO:tasks.rados.rados.0.smithi090.stdout:3033: finishing write tid 1 to smithi09078167-25 2024-04-15T16:39:04.478 INFO:tasks.rados.rados.0.smithi090.stdout:3033: finishing write tid 2 to smithi09078167-25 2024-04-15T16:39:04.478 INFO:tasks.rados.rados.0.smithi090.stdout:3033: finishing write tid 3 to smithi09078167-25 2024-04-15T16:39:04.478 INFO:tasks.rados.rados.0.smithi090.stdout:3033: finishing write tid 4 to smithi09078167-25 2024-04-15T16:39:04.478 INFO:tasks.rados.rados.0.smithi090.stdout:3036: seq_num 942 ranges {2244608=581632,2826240=761856,3588096=40960} 2024-04-15T16:39:04.493 INFO:tasks.rados.rados.0.smithi090.stdout:3036: writing smithi09078167-36 from 2244608 to 2826240 tid 1 2024-04-15T16:39:04.497 INFO:tasks.rados.rados.0.smithi090.stdout:3036: writing smithi09078167-36 from 2826240 to 3588096 tid 2 2024-04-15T16:39:04.498 INFO:tasks.rados.rados.0.smithi090.stdout:3036: writing smithi09078167-36 from 3588096 to 3629056 tid 3 2024-04-15T16:39:04.498 INFO:tasks.rados.rados.0.smithi090.stdout:3037: rollback oid 30 current snap is 295 2024-04-15T16:39:04.498 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 286 2024-04-15T16:39:04.498 INFO:tasks.rados.rados.0.smithi090.stdout:3033: finishing write tid 5 to smithi09078167-25 2024-04-15T16:39:04.498 INFO:tasks.rados.rados.0.smithi090.stdout:3033: oid 25 updating version 0 to 1359 2024-04-15T16:39:04.498 INFO:tasks.rados.rados.0.smithi090.stdout:3033: oid 25 version 1359 is already newer than 1357 2024-04-15T16:39:04.498 INFO:tasks.rados.rados.0.smithi090.stdout:3033: oid 25 updating version 1359 to 1360 2024-04-15T16:39:04.498 INFO:tasks.rados.rados.0.smithi090.stdout:3033: oid 25 version 1360 is already newer than 1358 2024-04-15T16:39:04.499 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1360 (ObjNum 940 snap 295 seq_num 940) dirty exists 2024-04-15T16:39:04.499 INFO:tasks.rados.rados.0.smithi090.stdout:3033: left oid 25 (ObjNum 940 snap 295 seq_num 940) 2024-04-15T16:39:04.499 INFO:tasks.rados.rados.0.smithi090.stdout:3032: finishing copy_from racing read to smithi09078167-46 2024-04-15T16:39:04.499 INFO:tasks.rados.rados.0.smithi090.stdout:3034: expect (ObjNum 853 snap 266 seq_num 853) 2024-04-15T16:39:04.643 INFO:tasks.rados.rados.0.smithi090.stdout:3032: finishing copy_from to smithi09078167-46 2024-04-15T16:39:04.643 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1117 (ObjNum 928 snap 291 seq_num 928) dirty exists 2024-04-15T16:39:04.643 INFO:tasks.rados.rados.0.smithi090.stdout:3035: finishing write tid 1 to smithi09078167-12 2024-04-15T16:39:04.643 INFO:tasks.rados.rados.0.smithi090.stdout:3035: finishing write tid 2 to smithi09078167-12 2024-04-15T16:39:04.643 INFO:tasks.rados.rados.0.smithi090.stdout:3035: finishing write tid 3 to smithi09078167-12 2024-04-15T16:39:04.644 INFO:tasks.rados.rados.0.smithi090.stdout:3032: done (5 left) 2024-04-15T16:39:04.644 INFO:tasks.rados.rados.0.smithi090.stdout:3033: done (4 left) 2024-04-15T16:39:04.644 INFO:tasks.rados.rados.0.smithi090.stdout:3034: done (3 left) 2024-04-15T16:39:04.644 INFO:tasks.rados.rados.0.smithi090.stdout:3038: delete oid 6 current snap is 295 2024-04-15T16:39:04.644 INFO:tasks.rados.rados.0.smithi090.stdout:3035: finishing write tid 4 to smithi09078167-12 2024-04-15T16:39:04.644 INFO:tasks.rados.rados.0.smithi090.stdout:3035: finishing write tid 5 to smithi09078167-12 2024-04-15T16:39:04.644 INFO:tasks.rados.rados.0.smithi090.stdout:3035: oid 12 updating version 0 to 1278 2024-04-15T16:39:04.644 INFO:tasks.rados.rados.0.smithi090.stdout:3035: oid 12 version 1278 is already newer than 1276 2024-04-15T16:39:04.644 INFO:tasks.rados.rados.0.smithi090.stdout:3035: oid 12 updating version 1278 to 1279 2024-04-15T16:39:04.644 INFO:tasks.rados.rados.0.smithi090.stdout:3035: oid 12 version 1279 is already newer than 1277 2024-04-15T16:39:04.645 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1279 (ObjNum 941 snap 295 seq_num 941) dirty exists 2024-04-15T16:39:04.645 INFO:tasks.rados.rados.0.smithi090.stdout:3035: left oid 12 (ObjNum 941 snap 295 seq_num 941) 2024-04-15T16:39:04.645 INFO:tasks.rados.rados.0.smithi090.stdout:3036: finishing write tid 1 to smithi09078167-36 2024-04-15T16:39:04.645 INFO:tasks.rados.rados.0.smithi090.stdout:3037: finishing rollback tid 0 to smithi09078167-30 2024-04-15T16:39:04.645 INFO:tasks.rados.rados.0.smithi090.stdout:3036: finishing write tid 2 to smithi09078167-36 2024-04-15T16:39:04.645 INFO:tasks.rados.rados.0.smithi090.stdout:3036: finishing write tid 3 to smithi09078167-36 2024-04-15T16:39:04.645 INFO:tasks.rados.rados.0.smithi090.stdout:3037: finishing rollback tid 1 to smithi09078167-30 2024-04-15T16:39:04.645 INFO:tasks.rados.rados.0.smithi090.stdout:3037: finishing rollback tid 2 to smithi09078167-30 2024-04-15T16:39:04.645 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1283 (ObjNum 65 snap 0 seq_num 1347769172) dirty exists 2024-04-15T16:39:04.645 INFO:tasks.rados.rados.0.smithi090.stdout:3036: finishing write tid 4 to smithi09078167-36 2024-04-15T16:39:04.645 INFO:tasks.rados.rados.0.smithi090.stdout:3036: finishing write tid 5 to smithi09078167-36 2024-04-15T16:39:04.645 INFO:tasks.rados.rados.0.smithi090.stdout:3036: oid 36 updating version 0 to 1060 2024-04-15T16:39:04.646 INFO:tasks.rados.rados.0.smithi090.stdout:3036: oid 36 version 1060 is already newer than 1059 2024-04-15T16:39:04.646 INFO:tasks.rados.rados.0.smithi090.stdout:3036: oid 36 version 1060 is already newer than 1058 2024-04-15T16:39:04.646 INFO:tasks.rados.rados.0.smithi090.stdout:3036: oid 36 updating version 1060 to 1061 2024-04-15T16:39:04.646 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1061 (ObjNum 942 snap 295 seq_num 942) dirty exists 2024-04-15T16:39:04.646 INFO:tasks.rados.rados.0.smithi090.stdout:3036: left oid 36 (ObjNum 942 snap 295 seq_num 942) 2024-04-15T16:39:04.647 INFO:tasks.rados.rados.0.smithi090.stdout:3035: done (3 left) 2024-04-15T16:39:04.647 INFO:tasks.rados.rados.0.smithi090.stdout:3036: done (2 left) 2024-04-15T16:39:04.647 INFO:tasks.rados.rados.0.smithi090.stdout:3037: done (1 left) 2024-04-15T16:39:04.647 INFO:tasks.rados.rados.0.smithi090.stdout:3038: done (0 left) 2024-04-15T16:39:04.647 INFO:tasks.rados.rados.0.smithi090.stdout:3039: read oid 44 snap -1 2024-04-15T16:39:04.647 INFO:tasks.rados.rados.0.smithi090.stdout:3039: expect (ObjNum 753 snap 227 seq_num 753) 2024-04-15T16:39:04.647 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 295 2024-04-15T16:39:04.647 INFO:tasks.rados.rados.0.smithi090.stdout:3040: seq_num 944 ranges {0=614400,614400=573440,1187840=229376} 2024-04-15T16:39:04.648 INFO:tasks.rados.rados.0.smithi090.stdout:3040: writing smithi09078167-30 from 0 to 614400 tid 1 2024-04-15T16:39:04.651 INFO:tasks.rados.rados.0.smithi090.stdout:3040: writing smithi09078167-30 from 614400 to 1187840 tid 2 2024-04-15T16:39:04.653 INFO:tasks.rados.rados.0.smithi090.stdout:3040: writing smithi09078167-30 from 1187840 to 1417216 tid 3 2024-04-15T16:39:04.653 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 295 2024-04-15T16:39:04.653 INFO:tasks.rados.rados.0.smithi090.stdout:3041: seq_num 945 ranges {3866624=630784,4497408=458752,4956160=344064} 2024-04-15T16:39:04.677 INFO:tasks.rados.rados.0.smithi090.stdout:3041: writing smithi09078167-17 from 3866624 to 4497408 tid 1 2024-04-15T16:39:04.680 INFO:tasks.rados.rados.0.smithi090.stdout:3041: writing smithi09078167-17 from 4497408 to 4956160 tid 2 2024-04-15T16:39:04.682 INFO:tasks.rados.rados.0.smithi090.stdout:3041: writing smithi09078167-17 from 4956160 to 5300224 tid 3 2024-04-15T16:39:04.682 INFO:tasks.rados.rados.0.smithi090.stdout:3042: delete oid 21 current snap is 295 2024-04-15T16:39:04.682 INFO:tasks.rados.rados.0.smithi090.stdout:3040: finishing write tid 1 to smithi09078167-30 2024-04-15T16:39:04.682 INFO:tasks.rados.rados.0.smithi090.stdout:3039: expect (ObjNum 753 snap 227 seq_num 753) 2024-04-15T16:39:04.775 INFO:tasks.rados.rados.0.smithi090.stdout:3040: finishing write tid 2 to smithi09078167-30 2024-04-15T16:39:04.776 INFO:tasks.rados.rados.0.smithi090.stdout:3040: finishing write tid 3 to smithi09078167-30 2024-04-15T16:39:04.776 INFO:tasks.rados.rados.0.smithi090.stdout:3040: finishing write tid 4 to smithi09078167-30 2024-04-15T16:39:04.776 INFO:tasks.rados.rados.0.smithi090.stdout:3040: finishing write tid 5 to smithi09078167-30 2024-04-15T16:39:04.776 INFO:tasks.rados.rados.0.smithi090.stdout:3040: oid 30 updating version 0 to 1287 2024-04-15T16:39:04.776 INFO:tasks.rados.rados.0.smithi090.stdout:3040: oid 30 updating version 1287 to 1289 2024-04-15T16:39:04.776 INFO:tasks.rados.rados.0.smithi090.stdout:3040: oid 30 version 1289 is already newer than 1288 2024-04-15T16:39:04.776 INFO:tasks.rados.rados.0.smithi090.stdout:3040: oid 30 version 1289 is already newer than 1286 2024-04-15T16:39:04.776 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1289 (ObjNum 944 snap 295 seq_num 944) dirty exists 2024-04-15T16:39:04.777 INFO:tasks.rados.rados.0.smithi090.stdout:3040: left oid 30 (ObjNum 944 snap 295 seq_num 944) 2024-04-15T16:39:04.777 INFO:tasks.rados.rados.0.smithi090.stdout:3041: finishing write tid 1 to smithi09078167-17 2024-04-15T16:39:04.777 INFO:tasks.rados.rados.0.smithi090.stdout:3041: finishing write tid 2 to smithi09078167-17 2024-04-15T16:39:04.777 INFO:tasks.rados.rados.0.smithi090.stdout:3039: done (3 left) 2024-04-15T16:39:04.777 INFO:tasks.rados.rados.0.smithi090.stdout:3040: done (2 left) 2024-04-15T16:39:04.777 INFO:tasks.rados.rados.0.smithi090.stdout:3042: done (1 left) 2024-04-15T16:39:04.777 INFO:tasks.rados.rados.0.smithi090.stdout:3043: snap_remove snap 219 2024-04-15T16:39:04.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:04 smithi090 ceph-mon[91618]: osdmap e646: 8 total, 8 up, 8 in 2024-04-15T16:39:04.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:04 smithi090 ceph-mon[91618]: osdmap e647: 8 total, 8 up, 8 in 2024-04-15T16:39:04.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:04 smithi090 ceph-mon[89240]: osdmap e646: 8 total, 8 up, 8 in 2024-04-15T16:39:04.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:04 smithi090 ceph-mon[89240]: osdmap e647: 8 total, 8 up, 8 in 2024-04-15T16:39:04.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:04 smithi153 ceph-mon[84714]: osdmap e646: 8 total, 8 up, 8 in 2024-04-15T16:39:04.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:04 smithi153 ceph-mon[84714]: osdmap e647: 8 total, 8 up, 8 in 2024-04-15T16:39:05.494 INFO:tasks.rados.rados.0.smithi090.stdout:3043: done (1 left) 2024-04-15T16:39:05.494 INFO:tasks.rados.rados.0.smithi090.stdout:3044: copy_from oid 42 from oid 16 current snap is 295 2024-04-15T16:39:05.494 INFO:tasks.rados.rados.0.smithi090.stdout:3045: snap_remove snap 294 2024-04-15T16:39:05.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:05 smithi090 ceph-mon[89240]: pgmap v630: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 467 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 912 KiB/s wr, 11 op/s 2024-04-15T16:39:05.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:05 smithi090 ceph-mon[91618]: pgmap v630: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 467 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 912 KiB/s wr, 11 op/s 2024-04-15T16:39:05.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:05 smithi153 ceph-mon[84714]: pgmap v630: 121 pgs: 6 active+clean+snaptrim, 115 active+clean; 467 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 912 KiB/s wr, 11 op/s 2024-04-15T16:39:06.491 INFO:tasks.rados.rados.0.smithi090.stdout:3045: done (2 left) 2024-04-15T16:39:06.491 INFO:tasks.rados.rados.0.smithi090.stdout:3046: read oid 32 snap -1 2024-04-15T16:39:06.491 INFO:tasks.rados.rados.0.smithi090.stdout:3046: expect deleted 2024-04-15T16:39:06.492 INFO:tasks.rados.rados.0.smithi090.stdout:3047: read oid 13 snap -1 2024-04-15T16:39:06.492 INFO:tasks.rados.rados.0.smithi090.stdout:3047: expect deleted 2024-04-15T16:39:06.492 INFO:tasks.rados.rados.0.smithi090.stdout:3048: snap_create 2024-04-15T16:39:06.492 INFO:tasks.rados.rados.0.smithi090.stdout:3041: finishing write tid 3 to smithi09078167-17 2024-04-15T16:39:06.492 INFO:tasks.rados.rados.0.smithi090.stdout:3041: finishing write tid 4 to smithi09078167-17 2024-04-15T16:39:06.492 INFO:tasks.rados.rados.0.smithi090.stdout:3041: finishing write tid 5 to smithi09078167-17 2024-04-15T16:39:06.492 INFO:tasks.rados.rados.0.smithi090.stdout:3041: oid 17 updating version 0 to 1118 2024-04-15T16:39:06.492 INFO:tasks.rados.rados.0.smithi090.stdout:3041: oid 17 updating version 1118 to 1119 2024-04-15T16:39:06.492 INFO:tasks.rados.rados.0.smithi090.stdout:3041: oid 17 updating version 1119 to 1120 2024-04-15T16:39:06.492 INFO:tasks.rados.rados.0.smithi090.stdout:3041: oid 17 updating version 1120 to 1121 2024-04-15T16:39:06.492 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1121 (ObjNum 945 snap 295 seq_num 945) dirty exists 2024-04-15T16:39:06.492 INFO:tasks.rados.rados.0.smithi090.stdout:3041: left oid 17 (ObjNum 945 snap 295 seq_num 945) 2024-04-15T16:39:06.492 INFO:tasks.rados.rados.0.smithi090.stdout:3044: finishing copy_from racing read to smithi09078167-42 2024-04-15T16:39:06.492 INFO:tasks.rados.rados.0.smithi090.stdout:3044: finishing copy_from to smithi09078167-42 2024-04-15T16:39:06.493 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 964 (ObjNum 676 snap 186 seq_num 676) dirty exists 2024-04-15T16:39:06.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:06 smithi090 ceph-mon[89240]: osdmap e648: 8 total, 8 up, 8 in 2024-04-15T16:39:06.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:06 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:06.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:06 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:06.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:06 smithi090 ceph-mon[91618]: osdmap e648: 8 total, 8 up, 8 in 2024-04-15T16:39:06.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:06 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:06.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:06 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:06.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:06 smithi153 ceph-mon[84714]: osdmap e648: 8 total, 8 up, 8 in 2024-04-15T16:39:06.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:06 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:06.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:06 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:07.499 INFO:tasks.rados.rados.0.smithi090.stdout:3041: done (4 left) 2024-04-15T16:39:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:3044: done (3 left) 2024-04-15T16:39:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:3046: done (2 left) 2024-04-15T16:39:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:3047: done (1 left) 2024-04-15T16:39:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:3048: done (0 left) 2024-04-15T16:39:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:3049: read oid 43 snap -1 2024-04-15T16:39:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:3049: expect (ObjNum 892 snap 277 seq_num 892) 2024-04-15T16:39:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:3050: read oid 24 snap -1 2024-04-15T16:39:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:3050: expect (ObjNum 882 snap 273 seq_num 882) 2024-04-15T16:39:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 296 2024-04-15T16:39:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:3051: seq_num 947 ranges {3629056=663552,4292608=630784,4923392=172032} 2024-04-15T16:39:07.502 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:07 smithi153 ceph-mon[84714]: osdmap e649: 8 total, 8 up, 8 in 2024-04-15T16:39:07.502 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:07.502 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:07.502 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:07 smithi153 ceph-mon[84714]: pgmap v633: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 480 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.3 MiB/s wr, 18 op/s 2024-04-15T16:39:07.524 INFO:tasks.rados.rados.0.smithi090.stdout:3051: writing smithi09078167-36 from 3629056 to 4292608 tid 1 2024-04-15T16:39:07.528 INFO:tasks.rados.rados.0.smithi090.stdout:3051: writing smithi09078167-36 from 4292608 to 4923392 tid 2 2024-04-15T16:39:07.529 INFO:tasks.rados.rados.0.smithi090.stdout:3051: writing smithi09078167-36 from 4923392 to 5095424 tid 3 2024-04-15T16:39:07.530 INFO:tasks.rados.rados.0.smithi090.stdout:3052: copy_from oid 6 from oid 49 current snap is 296 2024-04-15T16:39:07.530 INFO:tasks.rados.rados.0.smithi090.stdout:3050: expect (ObjNum 882 snap 273 seq_num 882) 2024-04-15T16:39:07.668 INFO:tasks.rados.rados.0.smithi090.stdout:3049: expect (ObjNum 892 snap 277 seq_num 892) 2024-04-15T16:39:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:07 smithi090 ceph-mon[91618]: osdmap e649: 8 total, 8 up, 8 in 2024-04-15T16:39:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:07.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:07 smithi090 ceph-mon[91618]: pgmap v633: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 480 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.3 MiB/s wr, 18 op/s 2024-04-15T16:39:07.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:07 smithi090 ceph-mon[89240]: osdmap e649: 8 total, 8 up, 8 in 2024-04-15T16:39:07.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:07.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:07.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:07 smithi090 ceph-mon[89240]: pgmap v633: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 480 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.4 MiB/s rd, 7.3 MiB/s wr, 18 op/s 2024-04-15T16:39:07.993 INFO:tasks.rados.rados.0.smithi090.stdout:3051: finishing write tid 1 to smithi09078167-36 2024-04-15T16:39:07.993 INFO:tasks.rados.rados.0.smithi090.stdout:3051: finishing write tid 2 to smithi09078167-36 2024-04-15T16:39:07.993 INFO:tasks.rados.rados.0.smithi090.stdout:3051: finishing write tid 3 to smithi09078167-36 2024-04-15T16:39:07.993 INFO:tasks.rados.rados.0.smithi090.stdout:3051: finishing write tid 4 to smithi09078167-36 2024-04-15T16:39:07.993 INFO:tasks.rados.rados.0.smithi090.stdout:3051: finishing write tid 5 to smithi09078167-36 2024-04-15T16:39:07.993 INFO:tasks.rados.rados.0.smithi090.stdout:3051: oid 36 updating version 0 to 1074 2024-04-15T16:39:07.993 INFO:tasks.rados.rados.0.smithi090.stdout:3051: oid 36 updating version 1074 to 1075 2024-04-15T16:39:07.993 INFO:tasks.rados.rados.0.smithi090.stdout:3051: oid 36 version 1075 is already newer than 1073 2024-04-15T16:39:07.993 INFO:tasks.rados.rados.0.smithi090.stdout:3051: oid 36 updating version 1075 to 1076 2024-04-15T16:39:07.993 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1076 (ObjNum 947 snap 296 seq_num 947) dirty exists 2024-04-15T16:39:07.993 INFO:tasks.rados.rados.0.smithi090.stdout:3051: left oid 36 (ObjNum 947 snap 296 seq_num 947) 2024-04-15T16:39:07.994 INFO:tasks.rados.rados.0.smithi090.stdout:3052: finishing copy_from racing read to smithi09078167-6 2024-04-15T16:39:07.994 INFO:tasks.rados.rados.0.smithi090.stdout:3052: finishing copy_from to smithi09078167-6 2024-04-15T16:39:07.994 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 630 (ObjNum 924 snap 287 seq_num 924) dirty exists 2024-04-15T16:39:07.994 INFO:tasks.rados.rados.0.smithi090.stdout:3049: done (3 left) 2024-04-15T16:39:07.994 INFO:tasks.rados.rados.0.smithi090.stdout:3050: done (2 left) 2024-04-15T16:39:07.994 INFO:tasks.rados.rados.0.smithi090.stdout:3051: done (1 left) 2024-04-15T16:39:07.994 INFO:tasks.rados.rados.0.smithi090.stdout:3052: done (0 left) 2024-04-15T16:39:07.994 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 296 2024-04-15T16:39:07.994 INFO:tasks.rados.rados.0.smithi090.stdout:3053: seq_num 948 ranges {4784128=679936,5464064=516096,5980160=286720} 2024-04-15T16:39:08.020 INFO:tasks.rados.rados.0.smithi090.stdout:3053: writing smithi09078167-43 from 4784128 to 5464064 tid 1 2024-04-15T16:39:08.023 INFO:tasks.rados.rados.0.smithi090.stdout:3053: writing smithi09078167-43 from 5464064 to 5980160 tid 2 2024-04-15T16:39:08.025 INFO:tasks.rados.rados.0.smithi090.stdout:3053: writing smithi09078167-43 from 5980160 to 6266880 tid 3 2024-04-15T16:39:08.026 INFO:tasks.rados.rados.0.smithi090.stdout:3054: copy_from oid 2 from oid 42 current snap is 296 2024-04-15T16:39:08.026 INFO:tasks.rados.rados.0.smithi090.stdout:3055: read oid 19 snap -1 2024-04-15T16:39:08.026 INFO:tasks.rados.rados.0.smithi090.stdout:3055: expect (ObjNum 904 snap 282 seq_num 904) 2024-04-15T16:39:08.026 INFO:tasks.rados.rados.0.smithi090.stdout:3056: delete oid 3 current snap is 296 2024-04-15T16:39:08.026 INFO:tasks.rados.rados.0.smithi090.stdout:3053: finishing write tid 1 to smithi09078167-43 2024-04-15T16:39:08.029 INFO:tasks.rados.rados.0.smithi090.stdout:3056: done (3 left) 2024-04-15T16:39:08.029 INFO:tasks.rados.rados.0.smithi090.stdout:3057: read oid 24 snap 283 2024-04-15T16:39:08.029 INFO:tasks.rados.rados.0.smithi090.stdout:3057: expect (ObjNum 882 snap 273 seq_num 882) 2024-04-15T16:39:08.029 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 296 2024-04-15T16:39:08.029 INFO:tasks.rados.rados.0.smithi090.stdout:3058: seq_num 950 ranges {3194880=720896,3915776=679936,4595712=122880} 2024-04-15T16:39:08.052 INFO:tasks.rados.rados.0.smithi090.stdout:3058: writing smithi09078167-14 from 3194880 to 3915776 tid 1 2024-04-15T16:39:08.057 INFO:tasks.rados.rados.0.smithi090.stdout:3058: writing smithi09078167-14 from 3915776 to 4595712 tid 2 2024-04-15T16:39:08.058 INFO:tasks.rados.rados.0.smithi090.stdout:3058: writing smithi09078167-14 from 4595712 to 4718592 tid 3 2024-04-15T16:39:08.059 INFO:tasks.rados.rados.0.smithi090.stdout:3059: copy_from oid 22 from oid 41 current snap is 296 2024-04-15T16:39:08.059 INFO:tasks.rados.rados.0.smithi090.stdout:3053: finishing write tid 2 to smithi09078167-43 2024-04-15T16:39:08.059 INFO:tasks.rados.rados.0.smithi090.stdout:3053: finishing write tid 3 to smithi09078167-43 2024-04-15T16:39:08.059 INFO:tasks.rados.rados.0.smithi090.stdout:3053: finishing write tid 4 to smithi09078167-43 2024-04-15T16:39:08.059 INFO:tasks.rados.rados.0.smithi090.stdout:3053: finishing write tid 5 to smithi09078167-43 2024-04-15T16:39:08.059 INFO:tasks.rados.rados.0.smithi090.stdout:3053: oid 43 updating version 0 to 1379 2024-04-15T16:39:08.059 INFO:tasks.rados.rados.0.smithi090.stdout:3053: oid 43 version 1379 is already newer than 1378 2024-04-15T16:39:08.059 INFO:tasks.rados.rados.0.smithi090.stdout:3053: oid 43 updating version 1379 to 1380 2024-04-15T16:39:08.059 INFO:tasks.rados.rados.0.smithi090.stdout:3053: oid 43 updating version 1380 to 1381 2024-04-15T16:39:08.059 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1381 (ObjNum 948 snap 296 seq_num 948) dirty exists 2024-04-15T16:39:08.059 INFO:tasks.rados.rados.0.smithi090.stdout:3053: left oid 43 (ObjNum 948 snap 296 seq_num 948) 2024-04-15T16:39:08.059 INFO:tasks.rados.rados.0.smithi090.stdout:3057: expect (ObjNum 882 snap 273 seq_num 882) 2024-04-15T16:39:08.195 INFO:tasks.rados.rados.0.smithi090.stdout:3055: expect (ObjNum 904 snap 282 seq_num 904) 2024-04-15T16:39:08.550 INFO:tasks.rados.rados.0.smithi090.stdout:3058: finishing write tid 1 to smithi09078167-14 2024-04-15T16:39:08.550 INFO:tasks.rados.rados.0.smithi090.stdout:3059: finishing copy_from racing read to smithi09078167-22 2024-04-15T16:39:08.550 INFO:tasks.rados.rados.0.smithi090.stdout:3059: finishing copy_from to smithi09078167-22 2024-04-15T16:39:08.550 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1113 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T16:39:08.550 INFO:tasks.rados.rados.0.smithi090.stdout:3054: finishing copy_from racing read to smithi09078167-2 2024-04-15T16:39:08.551 INFO:tasks.rados.rados.0.smithi090.stdout:3058: finishing write tid 2 to smithi09078167-14 2024-04-15T16:39:08.551 INFO:tasks.rados.rados.0.smithi090.stdout:3053: done (5 left) 2024-04-15T16:39:08.551 INFO:tasks.rados.rados.0.smithi090.stdout:3055: done (4 left) 2024-04-15T16:39:08.551 INFO:tasks.rados.rados.0.smithi090.stdout:3057: done (3 left) 2024-04-15T16:39:08.551 INFO:tasks.rados.rados.0.smithi090.stdout:3059: done (2 left) 2024-04-15T16:39:08.551 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 296 2024-04-15T16:39:08.551 INFO:tasks.rados.rados.0.smithi090.stdout:3058: finishing write tid 3 to smithi09078167-14 2024-04-15T16:39:08.551 INFO:tasks.rados.rados.0.smithi090.stdout:3058: finishing write tid 4 to smithi09078167-14 2024-04-15T16:39:08.551 INFO:tasks.rados.rados.0.smithi090.stdout:3058: finishing write tid 5 to smithi09078167-14 2024-04-15T16:39:08.551 INFO:tasks.rados.rados.0.smithi090.stdout:3058: oid 14 updating version 0 to 503 2024-04-15T16:39:08.551 INFO:tasks.rados.rados.0.smithi090.stdout:3058: oid 14 updating version 503 to 506 2024-04-15T16:39:08.551 INFO:tasks.rados.rados.0.smithi090.stdout:3058: oid 14 version 506 is already newer than 505 2024-04-15T16:39:08.551 INFO:tasks.rados.rados.0.smithi090.stdout:3058: oid 14 version 506 is already newer than 504 2024-04-15T16:39:08.551 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 506 (ObjNum 950 snap 296 seq_num 950) dirty exists 2024-04-15T16:39:08.552 INFO:tasks.rados.rados.0.smithi090.stdout:3058: left oid 14 (ObjNum 950 snap 296 seq_num 950) 2024-04-15T16:39:08.552 INFO:tasks.rados.rados.0.smithi090.stdout:3054: finishing copy_from to smithi09078167-2 2024-04-15T16:39:08.552 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 964 (ObjNum 676 snap 186 seq_num 676) dirty exists 2024-04-15T16:39:08.552 INFO:tasks.rados.rados.0.smithi090.stdout:3060: seq_num 951 ranges {0=737280,737280=614400,1351680=188416} 2024-04-15T16:39:08.553 INFO:tasks.rados.rados.0.smithi090.stdout:3060: writing smithi09078167-45 from 0 to 737280 tid 1 2024-04-15T16:39:08.557 INFO:tasks.rados.rados.0.smithi090.stdout:3060: writing smithi09078167-45 from 737280 to 1351680 tid 2 2024-04-15T16:39:08.558 INFO:tasks.rados.rados.0.smithi090.stdout:3060: writing smithi09078167-45 from 1351680 to 1540096 tid 3 2024-04-15T16:39:08.558 INFO:tasks.rados.rados.0.smithi090.stdout:3054: done (2 left) 2024-04-15T16:39:08.558 INFO:tasks.rados.rados.0.smithi090.stdout:3058: done (1 left) 2024-04-15T16:39:08.558 INFO:tasks.rados.rados.0.smithi090.stdout:3061: delete oid 23 current snap is 296 2024-04-15T16:39:08.558 INFO:tasks.rados.rados.0.smithi090.stdout:3060: finishing write tid 1 to smithi09078167-45 2024-04-15T16:39:08.561 INFO:tasks.rados.rados.0.smithi090.stdout:3061: done (1 left) 2024-04-15T16:39:08.561 INFO:tasks.rados.rados.0.smithi090.stdout:3062: delete oid 27 current snap is 296 2024-04-15T16:39:08.562 INFO:tasks.rados.rados.0.smithi090.stdout:3060: finishing write tid 2 to smithi09078167-45 2024-04-15T16:39:08.562 INFO:tasks.rados.rados.0.smithi090.stdout:3060: finishing write tid 3 to smithi09078167-45 2024-04-15T16:39:08.562 INFO:tasks.rados.rados.0.smithi090.stdout:3060: finishing write tid 4 to smithi09078167-45 2024-04-15T16:39:08.564 INFO:tasks.rados.rados.0.smithi090.stdout:3062: done (1 left) 2024-04-15T16:39:08.564 INFO:tasks.rados.rados.0.smithi090.stdout:3063: copy_from oid 11 from oid 46 current snap is 296 2024-04-15T16:39:08.564 INFO:tasks.rados.rados.0.smithi090.stdout:3064: setattr oid 29 current snap is 296 2024-04-15T16:39:08.566 INFO:tasks.rados.rados.0.smithi090.stdout:3060: finishing write tid 5 to smithi09078167-45 2024-04-15T16:39:08.566 INFO:tasks.rados.rados.0.smithi090.stdout:3060: oid 45 updating version 0 to 1160 2024-04-15T16:39:08.566 INFO:tasks.rados.rados.0.smithi090.stdout:3060: oid 45 updating version 1160 to 1161 2024-04-15T16:39:08.566 INFO:tasks.rados.rados.0.smithi090.stdout:3060: oid 45 updating version 1161 to 1163 2024-04-15T16:39:08.566 INFO:tasks.rados.rados.0.smithi090.stdout:3060: oid 45 version 1163 is already newer than 1162 2024-04-15T16:39:08.566 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1163 (ObjNum 951 snap 296 seq_num 951) dirty exists 2024-04-15T16:39:08.566 INFO:tasks.rados.rados.0.smithi090.stdout:3060: left oid 45 (ObjNum 951 snap 296 seq_num 951) 2024-04-15T16:39:08.566 INFO:tasks.rados.rados.0.smithi090.stdout:3060: done (2 left) 2024-04-15T16:39:08.566 INFO:tasks.rados.rados.0.smithi090.stdout:3065: delete oid 5 current snap is 296 2024-04-15T16:39:08.569 INFO:tasks.rados.rados.0.smithi090.stdout:3065: done (2 left) 2024-04-15T16:39:08.569 INFO:tasks.rados.rados.0.smithi090.stdout:3066: snap_create 2024-04-15T16:39:08.569 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1123 (ObjNum 129 snap 0 seq_num 2364458206) dirty exists 2024-04-15T16:39:08.582 INFO:tasks.rados.rados.0.smithi090.stdout:3063: finishing copy_from racing read to smithi09078167-11 2024-04-15T16:39:08.584 INFO:tasks.rados.rados.0.smithi090.stdout:3063: finishing copy_from to smithi09078167-11 2024-04-15T16:39:08.584 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1117 (ObjNum 928 snap 291 seq_num 928) dirty exists 2024-04-15T16:39:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:08 smithi090 ceph-mon[89240]: osdmap e650: 8 total, 8 up, 8 in 2024-04-15T16:39:08.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:39:08.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:08 smithi090 ceph-mon[91618]: osdmap e650: 8 total, 8 up, 8 in 2024-04-15T16:39:08.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:39:08.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:08 smithi153 ceph-mon[84714]: osdmap e650: 8 total, 8 up, 8 in 2024-04-15T16:39:08.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:39:09.428 INFO:tasks.rados.rados.0.smithi090.stdout:3063: done (2 left) 2024-04-15T16:39:09.428 INFO:tasks.rados.rados.0.smithi090.stdout:3064: done (1 left) 2024-04-15T16:39:09.428 INFO:tasks.rados.rados.0.smithi090.stdout:3066: done (0 left) 2024-04-15T16:39:09.429 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 297 2024-04-15T16:39:09.429 INFO:tasks.rados.rados.0.smithi090.stdout:3067: seq_num 955 ranges {1540096=802816,2342912=557056,2899968=245760} 2024-04-15T16:39:09.441 INFO:tasks.rados.rados.0.smithi090.stdout:3067: writing smithi09078167-45 from 1540096 to 2342912 tid 1 2024-04-15T16:39:09.444 INFO:tasks.rados.rados.0.smithi090.stdout:3067: writing smithi09078167-45 from 2342912 to 2899968 tid 2 2024-04-15T16:39:09.446 INFO:tasks.rados.rados.0.smithi090.stdout:3067: writing smithi09078167-45 from 2899968 to 3145728 tid 3 2024-04-15T16:39:09.446 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 297 2024-04-15T16:39:09.446 INFO:tasks.rados.rados.0.smithi090.stdout:3068: seq_num 956 ranges {3481600=417792,3899392=434176,4333568=770048} 2024-04-15T16:39:09.467 INFO:tasks.rados.rados.0.smithi090.stdout:3068: writing smithi09078167-1 from 3481600 to 3899392 tid 1 2024-04-15T16:39:09.469 INFO:tasks.rados.rados.0.smithi090.stdout:3068: writing smithi09078167-1 from 3899392 to 4333568 tid 2 2024-04-15T16:39:09.473 INFO:tasks.rados.rados.0.smithi090.stdout:3068: writing smithi09078167-1 from 4333568 to 5103616 tid 3 2024-04-15T16:39:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:3069: snap_remove snap 289 2024-04-15T16:39:09.511 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:39:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:39:09] "GET /metrics HTTP/1.1" 200 36260 "" "Prometheus/2.43.0" 2024-04-15T16:39:09.621 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:09 smithi153 ceph-mon[84714]: pgmap v635: 121 pgs: 121 active+clean; 481 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.7 MiB/s wr, 17 op/s 2024-04-15T16:39:09.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:09 smithi153 ceph-mon[84714]: osdmap e651: 8 total, 8 up, 8 in 2024-04-15T16:39:09.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:09 smithi090 ceph-mon[89240]: pgmap v635: 121 pgs: 121 active+clean; 481 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.7 MiB/s wr, 17 op/s 2024-04-15T16:39:09.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:09 smithi090 ceph-mon[89240]: osdmap e651: 8 total, 8 up, 8 in 2024-04-15T16:39:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:09 smithi090 ceph-mon[91618]: pgmap v635: 121 pgs: 121 active+clean; 481 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 7.7 MiB/s rd, 6.7 MiB/s wr, 17 op/s 2024-04-15T16:39:09.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:09 smithi090 ceph-mon[91618]: osdmap e651: 8 total, 8 up, 8 in 2024-04-15T16:39:10.432 INFO:tasks.rados.rados.0.smithi090.stdout:3069: done (2 left) 2024-04-15T16:39:10.432 INFO:tasks.rados.rados.0.smithi090.stdout:3070: read oid 9 snap 255 2024-04-15T16:39:10.432 INFO:tasks.rados.rados.0.smithi090.stdout:3070: expect deleted 2024-04-15T16:39:10.432 INFO:tasks.rados.rados.0.smithi090.stdout:3071: rmattr oid 31 current snap is 297 2024-04-15T16:39:10.432 INFO:tasks.rados.rados.0.smithi090.stdout:3072: read oid 40 snap 279 2024-04-15T16:39:10.432 INFO:tasks.rados.rados.0.smithi090.stdout:3072: expect deleted 2024-04-15T16:39:10.432 INFO:tasks.rados.rados.0.smithi090.stdout:3073: snap_create 2024-04-15T16:39:10.433 INFO:tasks.rados.rados.0.smithi090.stdout:3067: finishing write tid 1 to smithi09078167-45 2024-04-15T16:39:10.433 INFO:tasks.rados.rados.0.smithi090.stdout:3067: finishing write tid 2 to smithi09078167-45 2024-04-15T16:39:10.433 INFO:tasks.rados.rados.0.smithi090.stdout:3067: finishing write tid 3 to smithi09078167-45 2024-04-15T16:39:10.433 INFO:tasks.rados.rados.0.smithi090.stdout:3067: finishing write tid 4 to smithi09078167-45 2024-04-15T16:39:10.433 INFO:tasks.rados.rados.0.smithi090.stdout:3067: finishing write tid 5 to smithi09078167-45 2024-04-15T16:39:10.433 INFO:tasks.rados.rados.0.smithi090.stdout:3067: oid 45 updating version 0 to 1165 2024-04-15T16:39:10.433 INFO:tasks.rados.rados.0.smithi090.stdout:3067: oid 45 version 1165 is already newer than 1164 2024-04-15T16:39:10.433 INFO:tasks.rados.rados.0.smithi090.stdout:3067: oid 45 updating version 1165 to 1166 2024-04-15T16:39:10.433 INFO:tasks.rados.rados.0.smithi090.stdout:3067: oid 45 updating version 1166 to 1167 2024-04-15T16:39:10.433 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1167 (ObjNum 955 snap 297 seq_num 955) dirty exists 2024-04-15T16:39:10.433 INFO:tasks.rados.rados.0.smithi090.stdout:3067: left oid 45 (ObjNum 955 snap 297 seq_num 955) 2024-04-15T16:39:10.433 INFO:tasks.rados.rados.0.smithi090.stdout:3068: finishing write tid 1 to smithi09078167-1 2024-04-15T16:39:10.433 INFO:tasks.rados.rados.0.smithi090.stdout:3068: finishing write tid 2 to smithi09078167-1 2024-04-15T16:39:10.433 INFO:tasks.rados.rados.0.smithi090.stdout:3068: finishing write tid 3 to smithi09078167-1 2024-04-15T16:39:10.433 INFO:tasks.rados.rados.0.smithi090.stdout:3068: finishing write tid 4 to smithi09078167-1 2024-04-15T16:39:10.434 INFO:tasks.rados.rados.0.smithi090.stdout:3068: finishing write tid 5 to smithi09078167-1 2024-04-15T16:39:10.434 INFO:tasks.rados.rados.0.smithi090.stdout:3068: oid 1 updating version 0 to 1383 2024-04-15T16:39:10.434 INFO:tasks.rados.rados.0.smithi090.stdout:3068: oid 1 updating version 1383 to 1386 2024-04-15T16:39:10.434 INFO:tasks.rados.rados.0.smithi090.stdout:3068: oid 1 version 1386 is already newer than 1384 2024-04-15T16:39:10.434 INFO:tasks.rados.rados.0.smithi090.stdout:3068: oid 1 version 1386 is already newer than 1385 2024-04-15T16:39:10.434 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1386 (ObjNum 956 snap 297 seq_num 956) dirty exists 2024-04-15T16:39:10.434 INFO:tasks.rados.rados.0.smithi090.stdout:3068: left oid 1 (ObjNum 956 snap 297 seq_num 956) 2024-04-15T16:39:10.442 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 1078 (ObjNum 932 snap 293 seq_num 932) dirty exists 2024-04-15T16:39:11.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:39:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:39:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T16:39:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T16:39:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:39:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: Upgrade: Finalizing container_image settings 2024-04-15T16:39:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T16:39:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:39:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:39:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T16:39:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T16:39:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:39:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: Upgrade: Finalizing container_image settings 2024-04-15T16:39:11.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T16:39:11.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T16:39:11.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T16:39:11.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T16:39:11.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T16:39:11.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T16:39:11.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-15T16:39:11.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T16:39:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-15T16:39:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T16:39:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-15T16:39:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T16:39:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-15T16:39:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T16:39:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-15T16:39:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T16:39:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-15T16:39:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T16:39:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-15T16:39:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T16:39:11.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T16:39:11.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T16:39:11.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T16:39:11.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T16:39:11.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T16:39:11.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T16:39:11.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-15T16:39:11.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T16:39:11.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-15T16:39:11.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T16:39:11.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-15T16:39:11.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T16:39:11.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-15T16:39:11.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T16:39:11.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-15T16:39:11.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T16:39:11.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-15T16:39:11.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T16:39:11.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-15T16:39:11.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T16:39:11.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T16:39:11.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: Upgrade: Complete! 2024-04-15T16:39:11.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T16:39:11.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T16:39:11.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:39:11.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:39:11.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:39:11.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:39:11.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:39:11.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:39:11.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: osdmap e652: 8 total, 8 up, 8 in 2024-04-15T16:39:11.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[89240]: pgmap v638: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 481 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.0 MiB/s wr, 17 op/s 2024-04-15T16:39:11.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: Upgrade: Complete! 2024-04-15T16:39:11.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T16:39:11.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T16:39:11.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:39:11.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:39:11.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:39:11.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:39:11.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:39:11.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:39:11.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: osdmap e652: 8 total, 8 up, 8 in 2024-04-15T16:39:11.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:11 smithi090 ceph-mon[91618]: pgmap v638: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 481 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.0 MiB/s wr, 17 op/s 2024-04-15T16:39:11.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:39:11.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:39:11.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T16:39:11.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-15T16:39:11.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:39:11.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: Upgrade: Finalizing container_image settings 2024-04-15T16:39:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-15T16:39:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-15T16:39:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-15T16:39:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-15T16:39:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-15T16:39:11.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-15T16:39:11.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-15T16:39:11.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-15T16:39:11.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-15T16:39:11.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-15T16:39:11.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-15T16:39:11.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-15T16:39:11.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-15T16:39:11.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-15T16:39:11.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-15T16:39:11.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-15T16:39:11.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-15T16:39:11.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-15T16:39:11.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-15T16:39:11.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-15T16:39:11.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-15T16:39:11.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-15T16:39:11.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: Upgrade: Complete! 2024-04-15T16:39:11.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-15T16:39:11.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-15T16:39:11.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:39:11.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:39:11.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:39:11.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:39:11.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:39:11.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:39:11.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:11.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: osdmap e652: 8 total, 8 up, 8 in 2024-04-15T16:39:11.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:11 smithi153 ceph-mon[84714]: pgmap v638: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 481 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.0 MiB/s wr, 17 op/s 2024-04-15T16:39:11.438 INFO:tasks.rados.rados.0.smithi090.stdout:3067: done (5 left) 2024-04-15T16:39:11.438 INFO:tasks.rados.rados.0.smithi090.stdout:3068: done (4 left) 2024-04-15T16:39:11.439 INFO:tasks.rados.rados.0.smithi090.stdout:3070: done (3 left) 2024-04-15T16:39:11.439 INFO:tasks.rados.rados.0.smithi090.stdout:3071: done (2 left) 2024-04-15T16:39:11.439 INFO:tasks.rados.rados.0.smithi090.stdout:3072: done (1 left) 2024-04-15T16:39:11.439 INFO:tasks.rados.rados.0.smithi090.stdout:3073: done (0 left) 2024-04-15T16:39:11.439 INFO:tasks.rados.rados.0.smithi090.stdout:3074: snap_remove snap 293 2024-04-15T16:39:12.446 INFO:tasks.rados.rados.0.smithi090.stdout:3074: done (0 left) 2024-04-15T16:39:12.446 INFO:tasks.rados.rados.0.smithi090.stdout:3075: rollback oid 24 current snap is 298 2024-04-15T16:39:12.446 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 24 to 290 2024-04-15T16:39:12.446 INFO:tasks.rados.rados.0.smithi090.stdout:3076: copy_from oid 33 from oid 15 current snap is 298 2024-04-15T16:39:12.446 INFO:tasks.rados.rados.0.smithi090.stdout:3077: snap_remove snap 283 2024-04-15T16:39:12.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:12 smithi153 ceph-mon[84714]: osdmap e653: 8 total, 8 up, 8 in 2024-04-15T16:39:12.622 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:39:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:39:12.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:12 smithi090 ceph-mon[91618]: osdmap e653: 8 total, 8 up, 8 in 2024-04-15T16:39:12.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:12 smithi090 ceph-mon[89240]: osdmap e653: 8 total, 8 up, 8 in 2024-04-15T16:39:13.462 INFO:tasks.rados.rados.0.smithi090.stdout:3077: done (2 left) 2024-04-15T16:39:13.462 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 298 2024-04-15T16:39:13.462 INFO:tasks.rados.rados.0.smithi090.stdout:3078: seq_num 957 ranges {3022848=434176,3457024=720896,4177920=483328} 2024-04-15T16:39:13.478 INFO:tasks.rados.rados.0.smithi090.stdout:3078: writing smithi09078167-40 from 3022848 to 3457024 tid 1 2024-04-15T16:39:13.482 INFO:tasks.rados.rados.0.smithi090.stdout:3078: writing smithi09078167-40 from 3457024 to 4177920 tid 2 2024-04-15T16:39:13.485 INFO:tasks.rados.rados.0.smithi090.stdout:3078: writing smithi09078167-40 from 4177920 to 4661248 tid 3 2024-04-15T16:39:13.486 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 298 2024-04-15T16:39:13.486 INFO:tasks.rados.rados.0.smithi090.stdout:3079: seq_num 958 ranges {0=450560,450560=655360,1105920=548864} 2024-04-15T16:39:13.487 INFO:tasks.rados.rados.0.smithi090.stdout:3079: writing smithi09078167-21 from 0 to 450560 tid 1 2024-04-15T16:39:13.491 INFO:tasks.rados.rados.0.smithi090.stdout:3079: writing smithi09078167-21 from 450560 to 1105920 tid 2 2024-04-15T16:39:13.495 INFO:tasks.rados.rados.0.smithi090.stdout:3079: writing smithi09078167-21 from 1105920 to 1654784 tid 3 2024-04-15T16:39:13.496 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 298 2024-04-15T16:39:13.496 INFO:tasks.rados.rados.0.smithi090.stdout:3076: finishing copy_from racing read to smithi09078167-33 2024-04-15T16:39:13.496 INFO:tasks.rados.rados.0.smithi090.stdout:3075: finishing rollback tid 0 to smithi09078167-24 2024-04-15T16:39:13.496 INFO:tasks.rados.rados.0.smithi090.stdout:3075: finishing rollback tid 1 to smithi09078167-24 2024-04-15T16:39:13.496 INFO:tasks.rados.rados.0.smithi090.stdout:3075: finishing rollback tid 2 to smithi09078167-24 2024-04-15T16:39:13.496 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 652 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-04-15T16:39:13.496 INFO:tasks.rados.rados.0.smithi090.stdout:3076: finishing copy_from to smithi09078167-33 2024-04-15T16:39:13.497 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1075 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:39:13.497 INFO:tasks.rados.rados.0.smithi090.stdout:3078: finishing write tid 1 to smithi09078167-40 2024-04-15T16:39:13.497 INFO:tasks.rados.rados.0.smithi090.stdout:3078: finishing write tid 2 to smithi09078167-40 2024-04-15T16:39:13.497 INFO:tasks.rados.rados.0.smithi090.stdout:3078: finishing write tid 3 to smithi09078167-40 2024-04-15T16:39:13.497 INFO:tasks.rados.rados.0.smithi090.stdout:3078: finishing write tid 4 to smithi09078167-40 2024-04-15T16:39:13.497 INFO:tasks.rados.rados.0.smithi090.stdout:3079: finishing write tid 1 to smithi09078167-21 2024-04-15T16:39:13.497 INFO:tasks.rados.rados.0.smithi090.stdout:3078: finishing write tid 5 to smithi09078167-40 2024-04-15T16:39:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3078: oid 40 updating version 0 to 1338 2024-04-15T16:39:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3078: oid 40 version 1338 is already newer than 1337 2024-04-15T16:39:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3078: oid 40 updating version 1338 to 1339 2024-04-15T16:39:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3078: oid 40 version 1339 is already newer than 1336 2024-04-15T16:39:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 1339 (ObjNum 957 snap 298 seq_num 957) dirty exists 2024-04-15T16:39:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3078: left oid 40 (ObjNum 957 snap 298 seq_num 957) 2024-04-15T16:39:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3079: finishing write tid 2 to smithi09078167-21 2024-04-15T16:39:13.498 INFO:tasks.rados.rados.0.smithi090.stdout:3080: seq_num 959 ranges {6471680=466944,6938624=540672,7479296=557056,8036352=106496} 2024-04-15T16:39:13.531 INFO:tasks.rados.rados.0.smithi090.stdout:3080: writing smithi09078167-19 from 6471680 to 6938624 tid 1 2024-04-15T16:39:13.534 INFO:tasks.rados.rados.0.smithi090.stdout:3080: writing smithi09078167-19 from 6938624 to 7479296 tid 2 2024-04-15T16:39:13.538 INFO:tasks.rados.rados.0.smithi090.stdout:3080: writing smithi09078167-19 from 7479296 to 8036352 tid 3 2024-04-15T16:39:13.539 INFO:tasks.rados.rados.0.smithi090.stdout:3080: writing smithi09078167-19 from 8036352 to 8142848 tid 4 2024-04-15T16:39:13.539 INFO:tasks.rados.rados.0.smithi090.stdout:3075: done (4 left) 2024-04-15T16:39:13.539 INFO:tasks.rados.rados.0.smithi090.stdout:3076: done (3 left) 2024-04-15T16:39:13.539 INFO:tasks.rados.rados.0.smithi090.stdout:3078: done (2 left) 2024-04-15T16:39:13.539 INFO:tasks.rados.rados.0.smithi090.stdout:3081: delete oid 28 current snap is 298 2024-04-15T16:39:13.539 INFO:tasks.rados.rados.0.smithi090.stdout:3079: finishing write tid 3 to smithi09078167-21 2024-04-15T16:39:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3079: finishing write tid 4 to smithi09078167-21 2024-04-15T16:39:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3079: finishing write tid 5 to smithi09078167-21 2024-04-15T16:39:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3079: oid 21 updating version 0 to 1413 2024-04-15T16:39:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3079: oid 21 version 1413 is already newer than 1411 2024-04-15T16:39:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3079: oid 21 updating version 1413 to 1414 2024-04-15T16:39:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3079: oid 21 version 1414 is already newer than 1412 2024-04-15T16:39:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1414 (ObjNum 958 snap 298 seq_num 958) dirty exists 2024-04-15T16:39:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3079: left oid 21 (ObjNum 958 snap 298 seq_num 958) 2024-04-15T16:39:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3080: finishing write tid 1 to smithi09078167-19 2024-04-15T16:39:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3080: finishing write tid 2 to smithi09078167-19 2024-04-15T16:39:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3079: done (2 left) 2024-04-15T16:39:13.541 INFO:tasks.rados.rados.0.smithi090.stdout:3081: done (1 left) 2024-04-15T16:39:13.541 INFO:tasks.rados.rados.0.smithi090.stdout:3082: snap_create 2024-04-15T16:39:13.542 INFO:tasks.rados.rados.0.smithi090.stdout:3080: finishing write tid 3 to smithi09078167-19 2024-04-15T16:39:13.542 INFO:tasks.rados.rados.0.smithi090.stdout:3080: finishing write tid 4 to smithi09078167-19 2024-04-15T16:39:13.542 INFO:tasks.rados.rados.0.smithi090.stdout:3080: finishing write tid 5 to smithi09078167-19 2024-04-15T16:39:13.543 INFO:tasks.rados.rados.0.smithi090.stdout:3080: finishing write tid 6 to smithi09078167-19 2024-04-15T16:39:13.543 INFO:tasks.rados.rados.0.smithi090.stdout:3080: oid 19 updating version 0 to 1168 2024-04-15T16:39:13.543 INFO:tasks.rados.rados.0.smithi090.stdout:3080: oid 19 version 1168 is already newer than 1167 2024-04-15T16:39:13.543 INFO:tasks.rados.rados.0.smithi090.stdout:3080: oid 19 version 1168 is already newer than 1165 2024-04-15T16:39:13.543 INFO:tasks.rados.rados.0.smithi090.stdout:3080: oid 19 version 1168 is already newer than 1164 2024-04-15T16:39:13.543 INFO:tasks.rados.rados.0.smithi090.stdout:3080: oid 19 version 1168 is already newer than 1166 2024-04-15T16:39:13.543 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1168 (ObjNum 959 snap 298 seq_num 959) dirty exists 2024-04-15T16:39:13.544 INFO:tasks.rados.rados.0.smithi090.stdout:3080: left oid 19 (ObjNum 959 snap 298 seq_num 959) 2024-04-15T16:39:13.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:13 smithi090 ceph-mon[89240]: osdmap e654: 8 total, 8 up, 8 in 2024-04-15T16:39:13.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:13 smithi090 ceph-mon[89240]: pgmap v641: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 492 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 22 op/s 2024-04-15T16:39:13.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:13 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:13.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:13 smithi090 ceph-mon[91618]: osdmap e654: 8 total, 8 up, 8 in 2024-04-15T16:39:13.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:13 smithi090 ceph-mon[91618]: pgmap v641: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 492 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 22 op/s 2024-04-15T16:39:13.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:13 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:13.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:13 smithi153 ceph-mon[84714]: osdmap e654: 8 total, 8 up, 8 in 2024-04-15T16:39:13.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:13 smithi153 ceph-mon[84714]: pgmap v641: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 492 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 6.5 MiB/s wr, 22 op/s 2024-04-15T16:39:13.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:13 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:39:14.432 INFO:tasks.rados.rados.0.smithi090.stdout:3080: done (1 left) 2024-04-15T16:39:14.433 INFO:tasks.rados.rados.0.smithi090.stdout:3082: done (0 left) 2024-04-15T16:39:14.433 INFO:tasks.rados.rados.0.smithi090.stdout:3083: read oid 21 snap 291 2024-04-15T16:39:14.433 INFO:tasks.rados.rados.0.smithi090.stdout:3083: expect (ObjNum 894 snap 277 seq_num 894) 2024-04-15T16:39:14.433 INFO:tasks.rados.rados.0.smithi090.stdout:3084: delete oid 3 current snap is 299 2024-04-15T16:39:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:3084: done (1 left) 2024-04-15T16:39:14.437 INFO:tasks.rados.rados.0.smithi090.stdout:3085: read oid 16 snap 243 2024-04-15T16:39:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:3085: expect (ObjNum 676 snap 186 seq_num 676) 2024-04-15T16:39:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:3086: copy_from oid 24 from oid 8 current snap is 299 2024-04-15T16:39:14.438 INFO:tasks.rados.rados.0.smithi090.stdout:3087: delete oid 38 current snap is 299 2024-04-15T16:39:14.440 INFO:tasks.rados.rados.0.smithi090.stdout:3083: expect (ObjNum 894 snap 277 seq_num 894) 2024-04-15T16:39:14.461 INFO:tasks.rados.rados.0.smithi090.stdout:3086: finishing copy_from racing read to smithi09078167-24 2024-04-15T16:39:14.461 INFO:tasks.rados.rados.0.smithi090.stdout:3086: finishing copy_from to smithi09078167-24 2024-04-15T16:39:14.461 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1159 (ObjNum 684 snap 189 seq_num 684) dirty exists 2024-04-15T16:39:14.479 INFO:tasks.rados.rados.0.smithi090.stdout:3085: expect (ObjNum 676 snap 186 seq_num 676) 2024-04-15T16:39:14.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:14 smithi090 ceph-mon[91618]: osdmap e655: 8 total, 8 up, 8 in 2024-04-15T16:39:14.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:14 smithi090 ceph-mon[91618]: osdmap e656: 8 total, 8 up, 8 in 2024-04-15T16:39:14.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:14 smithi090 ceph-mon[89240]: osdmap e655: 8 total, 8 up, 8 in 2024-04-15T16:39:14.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:14 smithi090 ceph-mon[89240]: osdmap e656: 8 total, 8 up, 8 in 2024-04-15T16:39:14.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:14 smithi153 ceph-mon[84714]: osdmap e655: 8 total, 8 up, 8 in 2024-04-15T16:39:14.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:14 smithi153 ceph-mon[84714]: osdmap e656: 8 total, 8 up, 8 in 2024-04-15T16:39:14.952 INFO:tasks.rados.rados.0.smithi090.stdout:3083: done (3 left) 2024-04-15T16:39:14.952 INFO:tasks.rados.rados.0.smithi090.stdout:3085: done (2 left) 2024-04-15T16:39:14.952 INFO:tasks.rados.rados.0.smithi090.stdout:3086: done (1 left) 2024-04-15T16:39:14.952 INFO:tasks.rados.rados.0.smithi090.stdout:3087: done (0 left) 2024-04-15T16:39:14.952 INFO:tasks.rados.rados.0.smithi090.stdout:3088: copy_from oid 2 from oid 26 current snap is 299 2024-04-15T16:39:14.952 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 299 2024-04-15T16:39:14.952 INFO:tasks.rados.rados.0.smithi090.stdout:3089: seq_num 963 ranges {0=532480,532480=475136,1007616=532480,1540096=196608} 2024-04-15T16:39:14.954 INFO:tasks.rados.rados.0.smithi090.stdout:3089: writing smithi09078167-32 from 0 to 532480 tid 1 2024-04-15T16:39:14.957 INFO:tasks.rados.rados.0.smithi090.stdout:3089: writing smithi09078167-32 from 532480 to 1007616 tid 2 2024-04-15T16:39:14.960 INFO:tasks.rados.rados.0.smithi090.stdout:3089: writing smithi09078167-32 from 1007616 to 1540096 tid 3 2024-04-15T16:39:14.961 INFO:tasks.rados.rados.0.smithi090.stdout:3089: writing smithi09078167-32 from 1540096 to 1736704 tid 4 2024-04-15T16:39:14.962 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 299 2024-04-15T16:39:14.962 INFO:tasks.rados.rados.0.smithi090.stdout:3090: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-04-15T16:39:14.964 INFO:tasks.rados.rados.0.smithi090.stdout:3090: writing smithi09078167-13 from 0 to 548864 tid 1 2024-04-15T16:39:14.969 INFO:tasks.rados.rados.0.smithi090.stdout:3090: writing smithi09078167-13 from 548864 to 1310720 tid 2 2024-04-15T16:39:14.972 INFO:tasks.rados.rados.0.smithi090.stdout:3090: writing smithi09078167-13 from 1310720 to 1753088 tid 3 2024-04-15T16:39:14.972 INFO:tasks.rados.rados.0.smithi090.stdout:3091: rollback oid 4 current snap is 299 2024-04-15T16:39:14.972 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 290 2024-04-15T16:39:14.972 INFO:tasks.rados.rados.0.smithi090.stdout:3088: finishing copy_from to smithi09078167-2 2024-04-15T16:39:14.972 INFO:tasks.rados.rados.0.smithi090.stdout:3088: got expected ENOENT (src dne) 2024-04-15T16:39:14.973 INFO:tasks.rados.rados.0.smithi090.stdout:3088: finishing copy_from racing read to smithi09078167-2 2024-04-15T16:39:14.973 INFO:tasks.rados.rados.0.smithi090.stdout:3089: finishing write tid 1 to smithi09078167-32 2024-04-15T16:39:14.973 INFO:tasks.rados.rados.0.smithi090.stdout:3089: finishing write tid 2 to smithi09078167-32 2024-04-15T16:39:14.973 INFO:tasks.rados.rados.0.smithi090.stdout:3089: finishing write tid 3 to smithi09078167-32 2024-04-15T16:39:14.973 INFO:tasks.rados.rados.0.smithi090.stdout:3089: finishing write tid 4 to smithi09078167-32 2024-04-15T16:39:14.973 INFO:tasks.rados.rados.0.smithi090.stdout:3089: finishing write tid 5 to smithi09078167-32 2024-04-15T16:39:14.973 INFO:tasks.rados.rados.0.smithi090.stdout:3089: finishing write tid 6 to smithi09078167-32 2024-04-15T16:39:14.973 INFO:tasks.rados.rados.0.smithi090.stdout:3089: oid 32 updating version 0 to 577 2024-04-15T16:39:14.973 INFO:tasks.rados.rados.0.smithi090.stdout:3089: oid 32 updating version 577 to 579 2024-04-15T16:39:14.973 INFO:tasks.rados.rados.0.smithi090.stdout:3089: oid 32 version 579 is already newer than 576 2024-04-15T16:39:14.973 INFO:tasks.rados.rados.0.smithi090.stdout:3089: oid 32 version 579 is already newer than 575 2024-04-15T16:39:14.973 INFO:tasks.rados.rados.0.smithi090.stdout:3089: oid 32 version 579 is already newer than 578 2024-04-15T16:39:14.973 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 579 (ObjNum 963 snap 299 seq_num 963) dirty exists 2024-04-15T16:39:14.974 INFO:tasks.rados.rados.0.smithi090.stdout:3089: left oid 32 (ObjNum 963 snap 299 seq_num 963) 2024-04-15T16:39:14.974 INFO:tasks.rados.rados.0.smithi090.stdout:3090: finishing write tid 1 to smithi09078167-13 2024-04-15T16:39:14.974 INFO:tasks.rados.rados.0.smithi090.stdout:3088: done (3 left) 2024-04-15T16:39:14.974 INFO:tasks.rados.rados.0.smithi090.stdout:3089: done (2 left) 2024-04-15T16:39:14.974 INFO:tasks.rados.rados.0.smithi090.stdout:3092: rmattr oid 48 current snap is 299 2024-04-15T16:39:14.974 INFO:tasks.rados.rados.0.smithi090.stdout:3092: done (2 left) 2024-04-15T16:39:14.974 INFO:tasks.rados.rados.0.smithi090.stdout:3093: setattr oid 31 current snap is 299 2024-04-15T16:39:14.974 INFO:tasks.rados.rados.0.smithi090.stdout:3090: finishing write tid 2 to smithi09078167-13 2024-04-15T16:39:14.975 INFO:tasks.rados.rados.0.smithi090.stdout:3094: snap_create 2024-04-15T16:39:14.975 INFO:tasks.rados.rados.0.smithi090.stdout:3090: finishing write tid 3 to smithi09078167-13 2024-04-15T16:39:14.975 INFO:tasks.rados.rados.0.smithi090.stdout:3090: finishing write tid 4 to smithi09078167-13 2024-04-15T16:39:14.976 INFO:tasks.rados.rados.0.smithi090.stdout:3091: finishing rollback tid 0 to smithi09078167-4 2024-04-15T16:39:14.976 INFO:tasks.rados.rados.0.smithi090.stdout:3091: finishing rollback tid 1 to smithi09078167-4 2024-04-15T16:39:14.976 INFO:tasks.rados.rados.0.smithi090.stdout:3091: finishing rollback tid 2 to smithi09078167-4 2024-04-15T16:39:14.976 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 684 (ObjNum 922 snap 287 seq_num 922) dirty exists 2024-04-15T16:39:14.977 INFO:tasks.rados.rados.0.smithi090.stdout:3090: finishing write tid 5 to smithi09078167-13 2024-04-15T16:39:14.977 INFO:tasks.rados.rados.0.smithi090.stdout:3090: oid 13 updating version 0 to 1161 2024-04-15T16:39:14.977 INFO:tasks.rados.rados.0.smithi090.stdout:3090: oid 13 version 1161 is already newer than 1160 2024-04-15T16:39:14.977 INFO:tasks.rados.rados.0.smithi090.stdout:3090: oid 13 updating version 1161 to 1163 2024-04-15T16:39:14.977 INFO:tasks.rados.rados.0.smithi090.stdout:3090: oid 13 version 1163 is already newer than 1162 2024-04-15T16:39:14.977 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1163 (ObjNum 964 snap 299 seq_num 964) dirty exists 2024-04-15T16:39:14.978 INFO:tasks.rados.rados.0.smithi090.stdout:3090: left oid 13 (ObjNum 964 snap 299 seq_num 964) 2024-04-15T16:39:14.978 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 1098 (ObjNum 932 snap 293 seq_num 932) dirty exists 2024-04-15T16:39:15.460 INFO:tasks.rados.rados.0.smithi090.stdout:3090: done (3 left) 2024-04-15T16:39:15.460 INFO:tasks.rados.rados.0.smithi090.stdout:3091: done (2 left) 2024-04-15T16:39:15.460 INFO:tasks.rados.rados.0.smithi090.stdout:3093: done (1 left) 2024-04-15T16:39:15.460 INFO:tasks.rados.rados.0.smithi090.stdout:3094: done (0 left) 2024-04-15T16:39:15.460 INFO:tasks.rados.rados.0.smithi090.stdout:3095: delete oid 42 current snap is 300 2024-04-15T16:39:15.463 INFO:tasks.rados.rados.0.smithi090.stdout:3095: done (0 left) 2024-04-15T16:39:15.463 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 300 2024-04-15T16:39:15.463 INFO:tasks.rados.rados.0.smithi090.stdout:3096: seq_num 966 ranges {0=581632,581632=581632,1163264=622592} 2024-04-15T16:39:15.466 INFO:tasks.rados.rados.0.smithi090.stdout:3096: writing smithi09078167-26 from 0 to 581632 tid 1 2024-04-15T16:39:15.469 INFO:tasks.rados.rados.0.smithi090.stdout:3096: writing smithi09078167-26 from 581632 to 1163264 tid 2 2024-04-15T16:39:15.473 INFO:tasks.rados.rados.0.smithi090.stdout:3096: writing smithi09078167-26 from 1163264 to 1785856 tid 3 2024-04-15T16:39:15.473 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 300 2024-04-15T16:39:15.473 INFO:tasks.rados.rados.0.smithi090.stdout:3096: finishing write tid 1 to smithi09078167-26 2024-04-15T16:39:15.473 INFO:tasks.rados.rados.0.smithi090.stdout:3096: finishing write tid 2 to smithi09078167-26 2024-04-15T16:39:15.473 INFO:tasks.rados.rados.0.smithi090.stdout:3097: seq_num 967 ranges {0=598016,598016=466944,1064960=516096,1581056=221184} 2024-04-15T16:39:15.476 INFO:tasks.rados.rados.0.smithi090.stdout:3097: writing smithi09078167-42 from 0 to 598016 tid 1 2024-04-15T16:39:15.479 INFO:tasks.rados.rados.0.smithi090.stdout:3097: writing smithi09078167-42 from 598016 to 1064960 tid 2 2024-04-15T16:39:15.482 INFO:tasks.rados.rados.0.smithi090.stdout:3097: writing smithi09078167-42 from 1064960 to 1581056 tid 3 2024-04-15T16:39:15.483 INFO:tasks.rados.rados.0.smithi090.stdout:3097: writing smithi09078167-42 from 1581056 to 1802240 tid 4 2024-04-15T16:39:15.484 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 300 2024-04-15T16:39:15.484 INFO:tasks.rados.rados.0.smithi090.stdout:3096: finishing write tid 3 to smithi09078167-26 2024-04-15T16:39:15.484 INFO:tasks.rados.rados.0.smithi090.stdout:3096: finishing write tid 4 to smithi09078167-26 2024-04-15T16:39:15.484 INFO:tasks.rados.rados.0.smithi090.stdout:3098: seq_num 968 ranges {0=614400,614400=745472,1359872=458752} 2024-04-15T16:39:15.487 INFO:tasks.rados.rados.0.smithi090.stdout:3098: writing smithi09078167-22 from 0 to 614400 tid 1 2024-04-15T16:39:15.491 INFO:tasks.rados.rados.0.smithi090.stdout:3098: writing smithi09078167-22 from 614400 to 1359872 tid 2 2024-04-15T16:39:15.495 INFO:tasks.rados.rados.0.smithi090.stdout:3098: writing smithi09078167-22 from 1359872 to 1818624 tid 3 2024-04-15T16:39:15.495 INFO:tasks.rados.rados.0.smithi090.stdout:3099: delete oid 44 current snap is 300 2024-04-15T16:39:15.495 INFO:tasks.rados.rados.0.smithi090.stdout:3096: finishing write tid 5 to smithi09078167-26 2024-04-15T16:39:15.495 INFO:tasks.rados.rados.0.smithi090.stdout:3096: oid 26 updating version 0 to 1170 2024-04-15T16:39:15.495 INFO:tasks.rados.rados.0.smithi090.stdout:3096: oid 26 version 1170 is already newer than 1169 2024-04-15T16:39:15.495 INFO:tasks.rados.rados.0.smithi090.stdout:3096: oid 26 updating version 1170 to 1171 2024-04-15T16:39:15.495 INFO:tasks.rados.rados.0.smithi090.stdout:3096: oid 26 updating version 1171 to 1172 2024-04-15T16:39:15.495 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1172 (ObjNum 966 snap 300 seq_num 966) dirty exists 2024-04-15T16:39:15.495 INFO:tasks.rados.rados.0.smithi090.stdout:3096: left oid 26 (ObjNum 966 snap 300 seq_num 966) 2024-04-15T16:39:15.496 INFO:tasks.rados.rados.0.smithi090.stdout:3097: finishing write tid 1 to smithi09078167-42 2024-04-15T16:39:15.496 INFO:tasks.rados.rados.0.smithi090.stdout:3097: finishing write tid 2 to smithi09078167-42 2024-04-15T16:39:15.496 INFO:tasks.rados.rados.0.smithi090.stdout:3097: finishing write tid 3 to smithi09078167-42 2024-04-15T16:39:15.496 INFO:tasks.rados.rados.0.smithi090.stdout:3097: finishing write tid 4 to smithi09078167-42 2024-04-15T16:39:15.496 INFO:tasks.rados.rados.0.smithi090.stdout:3097: finishing write tid 5 to smithi09078167-42 2024-04-15T16:39:15.496 INFO:tasks.rados.rados.0.smithi090.stdout:3097: finishing write tid 6 to smithi09078167-42 2024-04-15T16:39:15.496 INFO:tasks.rados.rados.0.smithi090.stdout:3097: oid 42 updating version 0 to 967 2024-04-15T16:39:15.496 INFO:tasks.rados.rados.0.smithi090.stdout:3097: oid 42 updating version 967 to 969 2024-04-15T16:39:15.496 INFO:tasks.rados.rados.0.smithi090.stdout:3097: oid 42 updating version 969 to 971 2024-04-15T16:39:15.496 INFO:tasks.rados.rados.0.smithi090.stdout:3097: oid 42 version 971 is already newer than 970 2024-04-15T16:39:15.496 INFO:tasks.rados.rados.0.smithi090.stdout:3097: oid 42 version 971 is already newer than 968 2024-04-15T16:39:15.496 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 971 (ObjNum 967 snap 300 seq_num 967) dirty exists 2024-04-15T16:39:15.496 INFO:tasks.rados.rados.0.smithi090.stdout:3097: left oid 42 (ObjNum 967 snap 300 seq_num 967) 2024-04-15T16:39:15.496 INFO:tasks.rados.rados.0.smithi090.stdout:3098: finishing write tid 1 to smithi09078167-22 2024-04-15T16:39:15.497 INFO:tasks.rados.rados.0.smithi090.stdout:3098: finishing write tid 2 to smithi09078167-22 2024-04-15T16:39:15.498 INFO:tasks.rados.rados.0.smithi090.stdout:3096: done (3 left) 2024-04-15T16:39:15.499 INFO:tasks.rados.rados.0.smithi090.stdout:3097: done (2 left) 2024-04-15T16:39:15.499 INFO:tasks.rados.rados.0.smithi090.stdout:3099: done (1 left) 2024-04-15T16:39:15.499 INFO:tasks.rados.rados.0.smithi090.stdout:3100: read oid 18 snap -1 2024-04-15T16:39:15.499 INFO:tasks.rados.rados.0.smithi090.stdout:3100: expect deleted 2024-04-15T16:39:15.499 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 300 2024-04-15T16:39:15.499 INFO:tasks.rados.rados.0.smithi090.stdout:3101: seq_num 970 ranges {3866624=655360,4521984=516096,5038080=688128} 2024-04-15T16:39:15.522 INFO:tasks.rados.rados.0.smithi090.stdout:3101: writing smithi09078167-46 from 3866624 to 4521984 tid 1 2024-04-15T16:39:15.525 INFO:tasks.rados.rados.0.smithi090.stdout:3101: writing smithi09078167-46 from 4521984 to 5038080 tid 2 2024-04-15T16:39:15.530 INFO:tasks.rados.rados.0.smithi090.stdout:3101: writing smithi09078167-46 from 5038080 to 5726208 tid 3 2024-04-15T16:39:15.530 INFO:tasks.rados.rados.0.smithi090.stdout:3102: read oid 29 snap -1 2024-04-15T16:39:15.530 INFO:tasks.rados.rados.0.smithi090.stdout:3102: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:39:15.530 INFO:tasks.rados.rados.0.smithi090.stdout:3103: setattr oid 30 current snap is 300 2024-04-15T16:39:15.530 INFO:tasks.rados.rados.0.smithi090.stdout:3098: finishing write tid 3 to smithi09078167-22 2024-04-15T16:39:15.531 INFO:tasks.rados.rados.0.smithi090.stdout:3098: finishing write tid 4 to smithi09078167-22 2024-04-15T16:39:15.531 INFO:tasks.rados.rados.0.smithi090.stdout:3098: finishing write tid 5 to smithi09078167-22 2024-04-15T16:39:15.531 INFO:tasks.rados.rados.0.smithi090.stdout:3098: oid 22 updating version 0 to 1168 2024-04-15T16:39:15.531 INFO:tasks.rados.rados.0.smithi090.stdout:3098: oid 22 updating version 1168 to 1170 2024-04-15T16:39:15.531 INFO:tasks.rados.rados.0.smithi090.stdout:3098: oid 22 updating version 1170 to 1171 2024-04-15T16:39:15.531 INFO:tasks.rados.rados.0.smithi090.stdout:3098: oid 22 version 1171 is already newer than 1169 2024-04-15T16:39:15.531 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1171 (ObjNum 968 snap 300 seq_num 968) dirty exists 2024-04-15T16:39:15.531 INFO:tasks.rados.rados.0.smithi090.stdout:3098: left oid 22 (ObjNum 968 snap 300 seq_num 968) 2024-04-15T16:39:15.531 INFO:tasks.rados.rados.0.smithi090.stdout:3101: finishing write tid 1 to smithi09078167-46 2024-04-15T16:39:15.531 INFO:tasks.rados.rados.0.smithi090.stdout:3101: finishing write tid 2 to smithi09078167-46 2024-04-15T16:39:15.531 INFO:tasks.rados.rados.0.smithi090.stdout:3102: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:39:15.536 INFO:tasks.rados.rados.0.smithi090.stdout:3101: finishing write tid 3 to smithi09078167-46 2024-04-15T16:39:15.536 INFO:tasks.rados.rados.0.smithi090.stdout:3101: finishing write tid 4 to smithi09078167-46 2024-04-15T16:39:15.536 INFO:tasks.rados.rados.0.smithi090.stdout:3101: finishing write tid 5 to smithi09078167-46 2024-04-15T16:39:15.536 INFO:tasks.rados.rados.0.smithi090.stdout:3101: oid 46 updating version 0 to 1120 2024-04-15T16:39:15.537 INFO:tasks.rados.rados.0.smithi090.stdout:3101: oid 46 updating version 1120 to 1121 2024-04-15T16:39:15.537 INFO:tasks.rados.rados.0.smithi090.stdout:3101: oid 46 version 1121 is already newer than 1118 2024-04-15T16:39:15.537 INFO:tasks.rados.rados.0.smithi090.stdout:3101: oid 46 version 1121 is already newer than 1119 2024-04-15T16:39:15.537 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1121 (ObjNum 970 snap 300 seq_num 970) dirty exists 2024-04-15T16:39:15.537 INFO:tasks.rados.rados.0.smithi090.stdout:3101: left oid 46 (ObjNum 970 snap 300 seq_num 970) 2024-04-15T16:39:15.537 INFO:tasks.rados.rados.0.smithi090.stdout:3098: done (4 left) 2024-04-15T16:39:15.537 INFO:tasks.rados.rados.0.smithi090.stdout:3100: done (3 left) 2024-04-15T16:39:15.537 INFO:tasks.rados.rados.0.smithi090.stdout:3101: done (2 left) 2024-04-15T16:39:15.537 INFO:tasks.rados.rados.0.smithi090.stdout:3102: done (1 left) 2024-04-15T16:39:15.537 INFO:tasks.rados.rados.0.smithi090.stdout:3104: read oid 33 snap -1 2024-04-15T16:39:15.538 INFO:tasks.rados.rados.0.smithi090.stdout:3104: expect (ObjNum 806 snap 256 seq_num 806) 2024-04-15T16:39:15.538 INFO:tasks.rados.rados.0.smithi090.stdout:3105: snap_remove snap 291 2024-04-15T16:39:15.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:15 smithi090 ceph-mon[89240]: pgmap v644: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 492 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T16:39:15.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:15 smithi090 ceph-mon[91618]: pgmap v644: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 492 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T16:39:15.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:15 smithi153 ceph-mon[84714]: pgmap v644: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 492 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T16:39:16.472 INFO:tasks.rados.rados.0.smithi090.stdout:3105: done (2 left) 2024-04-15T16:39:16.472 INFO:tasks.rados.rados.0.smithi090.stdout:3106: snap_remove snap 296 2024-04-15T16:39:16.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:16 smithi090 ceph-mon[89240]: osdmap e657: 8 total, 8 up, 8 in 2024-04-15T16:39:16.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:16 smithi090 ceph-mon[91618]: osdmap e657: 8 total, 8 up, 8 in 2024-04-15T16:39:16.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:16 smithi153 ceph-mon[84714]: osdmap e657: 8 total, 8 up, 8 in 2024-04-15T16:39:17.475 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1341 (ObjNum 944 snap 295 seq_num 944) dirty exists 2024-04-15T16:39:17.475 INFO:tasks.rados.rados.0.smithi090.stdout:3104: expect (ObjNum 806 snap 256 seq_num 806) 2024-04-15T16:39:17.539 INFO:tasks.rados.rados.0.smithi090.stdout:3103: done (2 left) 2024-04-15T16:39:17.539 INFO:tasks.rados.rados.0.smithi090.stdout:3104: done (1 left) 2024-04-15T16:39:17.540 INFO:tasks.rados.rados.0.smithi090.stdout:3106: done (0 left) 2024-04-15T16:39:17.540 INFO:tasks.rados.rados.0.smithi090.stdout:3107: copy_from oid 5 from oid 40 current snap is 300 2024-04-15T16:39:17.540 INFO:tasks.rados.rados.0.smithi090.stdout:3108: setattr oid 39 current snap is 300 2024-04-15T16:39:17.540 INFO:tasks.rados.rados.0.smithi090.stdout:3109: snap_remove snap 297 2024-04-15T16:39:17.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:17 smithi090 ceph-mon[89240]: osdmap e658: 8 total, 8 up, 8 in 2024-04-15T16:39:17.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:17 smithi090 ceph-mon[89240]: pgmap v647: 121 pgs: 121 active+clean; 502 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2024-04-15T16:39:17.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:17 smithi090 ceph-mon[91618]: osdmap e658: 8 total, 8 up, 8 in 2024-04-15T16:39:17.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:17 smithi090 ceph-mon[91618]: pgmap v647: 121 pgs: 121 active+clean; 502 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2024-04-15T16:39:17.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:17 smithi153 ceph-mon[84714]: osdmap e658: 8 total, 8 up, 8 in 2024-04-15T16:39:17.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:17 smithi153 ceph-mon[84714]: pgmap v647: 121 pgs: 121 active+clean; 502 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.2 MiB/s wr, 22 op/s 2024-04-15T16:39:18.474 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1133 (ObjNum 926 snap 287 seq_num 926) dirty exists 2024-04-15T16:39:18.475 INFO:tasks.rados.rados.0.smithi090.stdout:3107: finishing copy_from racing read to smithi09078167-5 2024-04-15T16:39:18.475 INFO:tasks.rados.rados.0.smithi090.stdout:3107: finishing copy_from to smithi09078167-5 2024-04-15T16:39:18.475 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 1339 (ObjNum 957 snap 298 seq_num 957) dirty exists 2024-04-15T16:39:18.475 INFO:tasks.rados.rados.0.smithi090.stdout:3107: done (2 left) 2024-04-15T16:39:18.475 INFO:tasks.rados.rados.0.smithi090.stdout:3108: done (1 left) 2024-04-15T16:39:18.475 INFO:tasks.rados.rados.0.smithi090.stdout:3109: done (0 left) 2024-04-15T16:39:18.475 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 300 2024-04-15T16:39:18.475 INFO:tasks.rados.rados.0.smithi090.stdout:3110: seq_num 971 ranges {1974272=671744,2646016=802816,3448832=401408} 2024-04-15T16:39:18.490 INFO:tasks.rados.rados.0.smithi090.stdout:3110: writing smithi09078167-33 from 1974272 to 2646016 tid 1 2024-04-15T16:39:18.494 INFO:tasks.rados.rados.0.smithi090.stdout:3110: writing smithi09078167-33 from 2646016 to 3448832 tid 2 2024-04-15T16:39:18.497 INFO:tasks.rados.rados.0.smithi090.stdout:3110: writing smithi09078167-33 from 3448832 to 3850240 tid 3 2024-04-15T16:39:18.497 INFO:tasks.rados.rados.0.smithi090.stdout:3111: rollback oid 28 current snap is 300 2024-04-15T16:39:18.497 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 28 to 267 2024-04-15T16:39:18.497 INFO:tasks.rados.rados.0.smithi090.stdout:3110: finishing write tid 1 to smithi09078167-33 2024-04-15T16:39:18.497 INFO:tasks.rados.rados.0.smithi090.stdout:3112: snap_remove snap 253 2024-04-15T16:39:18.773 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:18 smithi153 ceph-mon[84714]: osdmap e659: 8 total, 8 up, 8 in 2024-04-15T16:39:18.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:18 smithi090 ceph-mon[89240]: osdmap e659: 8 total, 8 up, 8 in 2024-04-15T16:39:18.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:18 smithi090 ceph-mon[91618]: osdmap e659: 8 total, 8 up, 8 in 2024-04-15T16:39:19.433 INFO:tasks.rados.rados.0.smithi090.stdout:3112: done (2 left) 2024-04-15T16:39:19.433 INFO:tasks.rados.rados.0.smithi090.stdout:3113: delete oid 16 current snap is 300 2024-04-15T16:39:19.433 INFO:tasks.rados.rados.0.smithi090.stdout:3110: finishing write tid 2 to smithi09078167-33 2024-04-15T16:39:19.433 INFO:tasks.rados.rados.0.smithi090.stdout:3111: finishing rollback tid 1 to smithi09078167-28 2024-04-15T16:39:19.433 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 795 (ObjNum 65 snap 0 seq_num 1667656051) dirty dne 2024-04-15T16:39:19.433 INFO:tasks.rados.rados.0.smithi090.stdout:3110: finishing write tid 3 to smithi09078167-33 2024-04-15T16:39:19.433 INFO:tasks.rados.rados.0.smithi090.stdout:3110: finishing write tid 4 to smithi09078167-33 2024-04-15T16:39:19.433 INFO:tasks.rados.rados.0.smithi090.stdout:3110: finishing write tid 5 to smithi09078167-33 2024-04-15T16:39:19.433 INFO:tasks.rados.rados.0.smithi090.stdout:3110: oid 33 updating version 0 to 1176 2024-04-15T16:39:19.434 INFO:tasks.rados.rados.0.smithi090.stdout:3110: oid 33 version 1176 is already newer than 1173 2024-04-15T16:39:19.434 INFO:tasks.rados.rados.0.smithi090.stdout:3110: oid 33 version 1176 is already newer than 1175 2024-04-15T16:39:19.434 INFO:tasks.rados.rados.0.smithi090.stdout:3110: oid 33 version 1176 is already newer than 1174 2024-04-15T16:39:19.434 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1176 (ObjNum 971 snap 300 seq_num 971) dirty exists 2024-04-15T16:39:19.434 INFO:tasks.rados.rados.0.smithi090.stdout:3110: left oid 33 (ObjNum 971 snap 300 seq_num 971) 2024-04-15T16:39:19.448 INFO:tasks.rados.rados.0.smithi090.stdout:3110: done (2 left) 2024-04-15T16:39:19.449 INFO:tasks.rados.rados.0.smithi090.stdout:3111: done (1 left) 2024-04-15T16:39:19.449 INFO:tasks.rados.rados.0.smithi090.stdout:3113: done (0 left) 2024-04-15T16:39:19.449 INFO:tasks.rados.rados.0.smithi090.stdout:3114: copy_from oid 47 from oid 41 current snap is 300 2024-04-15T16:39:19.449 INFO:tasks.rados.rados.0.smithi090.stdout:3115: delete oid 4 current snap is 300 2024-04-15T16:39:19.453 INFO:tasks.rados.rados.0.smithi090.stdout:3114: finishing copy_from racing read to smithi09078167-47 2024-04-15T16:39:19.455 INFO:tasks.rados.rados.0.smithi090.stdout:3115: done (1 left) 2024-04-15T16:39:19.455 INFO:tasks.rados.rados.0.smithi090.stdout:3116: copy_from oid 34 from oid 31 current snap is 300 2024-04-15T16:39:19.455 INFO:tasks.rados.rados.0.smithi090.stdout:3117: copy_from oid 35 from oid 6 current snap is 300 2024-04-15T16:39:19.455 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 37 current snap is 300 2024-04-15T16:39:19.455 INFO:tasks.rados.rados.0.smithi090.stdout:3118: seq_num 974 ranges {5160960=720896,5881856=507904,6389760=671744,7061504=24576} 2024-04-15T16:39:19.481 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:39:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:39:19] "GET /metrics HTTP/1.1" 200 36260 "" "Prometheus/2.43.0" 2024-04-15T16:39:19.488 INFO:tasks.rados.rados.0.smithi090.stdout:3118: writing smithi09078167-37 from 5160960 to 5881856 tid 1 2024-04-15T16:39:19.490 INFO:tasks.rados.rados.0.smithi090.stdout:3118: writing smithi09078167-37 from 5881856 to 6389760 tid 2 2024-04-15T16:39:19.495 INFO:tasks.rados.rados.0.smithi090.stdout:3118: writing smithi09078167-37 from 6389760 to 7061504 tid 3 2024-04-15T16:39:19.495 INFO:tasks.rados.rados.0.smithi090.stdout:3118: writing smithi09078167-37 from 7061504 to 7086080 tid 4 2024-04-15T16:39:19.495 INFO:tasks.rados.rados.0.smithi090.stdout:3119: rollback oid 38 current snap is 300 2024-04-15T16:39:19.496 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 244 2024-04-15T16:39:19.496 INFO:tasks.rados.rados.0.smithi090.stdout:3114: finishing copy_from to smithi09078167-47 2024-04-15T16:39:19.496 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 1113 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-15T16:39:19.496 INFO:tasks.rados.rados.0.smithi090.stdout:3116: finishing copy_from racing read to smithi09078167-34 2024-04-15T16:39:19.496 INFO:tasks.rados.rados.0.smithi090.stdout:3116: finishing copy_from to smithi09078167-34 2024-04-15T16:39:19.496 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1098 (ObjNum 932 snap 293 seq_num 932) dirty exists 2024-04-15T16:39:19.496 INFO:tasks.rados.rados.0.smithi090.stdout:3117: finishing copy_from racing read to smithi09078167-35 2024-04-15T16:39:19.496 INFO:tasks.rados.rados.0.smithi090.stdout:3118: finishing write tid 1 to smithi09078167-37 2024-04-15T16:39:19.496 INFO:tasks.rados.rados.0.smithi090.stdout:3114: done (4 left) 2024-04-15T16:39:19.496 INFO:tasks.rados.rados.0.smithi090.stdout:3116: done (3 left) 2024-04-15T16:39:19.496 INFO:tasks.rados.rados.0.smithi090.stdout:3120: delete oid 2 current snap is 300 2024-04-15T16:39:19.499 INFO:tasks.rados.rados.0.smithi090.stdout:3119: finishing rollback tid 1 to smithi09078167-38 2024-04-15T16:39:19.500 INFO:tasks.rados.rados.0.smithi090.stdout:3118: finishing write tid 2 to smithi09078167-37 2024-04-15T16:39:19.500 INFO:tasks.rados.rados.0.smithi090.stdout:3119: finishing rollback tid 2 to smithi09078167-38 2024-04-15T16:39:19.501 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1120 (ObjNum 708 snap 197 seq_num 708) dirty exists 2024-04-15T16:39:19.501 INFO:tasks.rados.rados.0.smithi090.stdout:3117: finishing copy_from to smithi09078167-35 2024-04-15T16:39:19.501 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 630 (ObjNum 924 snap 287 seq_num 924) dirty exists 2024-04-15T16:39:19.501 INFO:tasks.rados.rados.0.smithi090.stdout:3117: done (3 left) 2024-04-15T16:39:19.501 INFO:tasks.rados.rados.0.smithi090.stdout:3119: done (2 left) 2024-04-15T16:39:19.501 INFO:tasks.rados.rados.0.smithi090.stdout:3120: done (1 left) 2024-04-15T16:39:19.501 INFO:tasks.rados.rados.0.smithi090.stdout:3121: copy_from oid 38 from oid 22 current snap is 300 2024-04-15T16:39:19.501 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 300 2024-04-15T16:39:19.501 INFO:tasks.rados.rados.0.smithi090.stdout:3122: seq_num 976 ranges {5095424=753664,5849088=671744,6520832=532480} 2024-04-15T16:39:19.532 INFO:tasks.rados.rados.0.smithi090.stdout:3122: writing smithi09078167-36 from 5095424 to 5849088 tid 1 2024-04-15T16:39:19.535 INFO:tasks.rados.rados.0.smithi090.stdout:3122: writing smithi09078167-36 from 5849088 to 6520832 tid 2 2024-04-15T16:39:19.539 INFO:tasks.rados.rados.0.smithi090.stdout:3122: writing smithi09078167-36 from 6520832 to 7053312 tid 3 2024-04-15T16:39:19.539 INFO:tasks.rados.rados.0.smithi090.stdout:3123: rollback oid 24 current snap is 300 2024-04-15T16:39:19.539 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 24 to 282 2024-04-15T16:39:19.539 INFO:tasks.rados.rados.0.smithi090.stdout:3118: finishing write tid 3 to smithi09078167-37 2024-04-15T16:39:19.539 INFO:tasks.rados.rados.0.smithi090.stdout:3118: finishing write tid 4 to smithi09078167-37 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:3118: finishing write tid 5 to smithi09078167-37 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:3118: finishing write tid 6 to smithi09078167-37 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:3118: oid 37 updating version 0 to 587 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:3118: oid 37 updating version 587 to 589 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:3118: oid 37 version 589 is already newer than 585 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:3118: oid 37 version 589 is already newer than 588 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:3118: oid 37 version 589 is already newer than 586 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 589 (ObjNum 974 snap 300 seq_num 974) dirty exists 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:3118: left oid 37 (ObjNum 974 snap 300 seq_num 974) 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:3121: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:3118: done (3 left) 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:3124: rollback oid 23 current snap is 300 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 23 to 270 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:3121: finishing copy_from to smithi09078167-38 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1171 (ObjNum 968 snap 300 seq_num 968) dirty exists 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:3122: finishing write tid 1 to smithi09078167-36 2024-04-15T16:39:19.540 INFO:tasks.rados.rados.0.smithi090.stdout:3122: finishing write tid 2 to smithi09078167-36 2024-04-15T16:39:19.541 INFO:tasks.rados.rados.0.smithi090.stdout:3121: done (3 left) 2024-04-15T16:39:19.541 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 300 2024-04-15T16:39:19.541 INFO:tasks.rados.rados.0.smithi090.stdout:3125: seq_num 977 ranges {0=770048,770048=557056,1327104=491520,1818624=155648} 2024-04-15T16:39:19.543 INFO:tasks.rados.rados.0.smithi090.stdout:3125: writing smithi09078167-48 from 0 to 770048 tid 1 2024-04-15T16:39:19.547 INFO:tasks.rados.rados.0.smithi090.stdout:3125: writing smithi09078167-48 from 770048 to 1327104 tid 2 2024-04-15T16:39:19.549 INFO:tasks.rados.rados.0.smithi090.stdout:3125: writing smithi09078167-48 from 1327104 to 1818624 tid 3 2024-04-15T16:39:19.551 INFO:tasks.rados.rados.0.smithi090.stdout:3125: writing smithi09078167-48 from 1818624 to 1974272 tid 4 2024-04-15T16:39:19.551 INFO:tasks.rados.rados.0.smithi090.stdout:3126: delete oid 27 current snap is 300 2024-04-15T16:39:19.551 INFO:tasks.rados.rados.0.smithi090.stdout:3124: finishing rollback tid 1 to smithi09078167-23 2024-04-15T16:39:19.551 INFO:tasks.rados.rados.0.smithi090.stdout:3122: finishing write tid 3 to smithi09078167-36 2024-04-15T16:39:19.551 INFO:tasks.rados.rados.0.smithi090.stdout:3124: finishing rollback tid 2 to smithi09078167-23 2024-04-15T16:39:19.551 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 973 (ObjNum 741 snap 217 seq_num 741) dirty exists 2024-04-15T16:39:19.551 INFO:tasks.rados.rados.0.smithi090.stdout:3122: finishing write tid 4 to smithi09078167-36 2024-04-15T16:39:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:3123: finishing rollback tid 0 to smithi09078167-24 2024-04-15T16:39:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:3123: finishing rollback tid 1 to smithi09078167-24 2024-04-15T16:39:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:3123: finishing rollback tid 2 to smithi09078167-24 2024-04-15T16:39:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1166 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-04-15T16:39:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:3122: finishing write tid 5 to smithi09078167-36 2024-04-15T16:39:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:3122: oid 36 updating version 0 to 1175 2024-04-15T16:39:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:3122: oid 36 version 1175 is already newer than 1172 2024-04-15T16:39:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:3122: oid 36 version 1175 is already newer than 1174 2024-04-15T16:39:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:3122: oid 36 version 1175 is already newer than 1173 2024-04-15T16:39:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1175 (ObjNum 976 snap 300 seq_num 976) dirty exists 2024-04-15T16:39:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:3122: left oid 36 (ObjNum 976 snap 300 seq_num 976) 2024-04-15T16:39:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:3125: finishing write tid 1 to smithi09078167-48 2024-04-15T16:39:19.552 INFO:tasks.rados.rados.0.smithi090.stdout:3125: finishing write tid 2 to smithi09078167-48 2024-04-15T16:39:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:3125: finishing write tid 3 to smithi09078167-48 2024-04-15T16:39:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:3122: done (4 left) 2024-04-15T16:39:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:3123: done (3 left) 2024-04-15T16:39:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:3124: done (2 left) 2024-04-15T16:39:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:3126: done (1 left) 2024-04-15T16:39:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:3127: read oid 16 snap -1 2024-04-15T16:39:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:3127: expect deleted 2024-04-15T16:39:19.553 INFO:tasks.rados.rados.0.smithi090.stdout:3128: delete oid 30 current snap is 300 2024-04-15T16:39:19.554 INFO:tasks.rados.rados.0.smithi090.stdout:3125: finishing write tid 4 to smithi09078167-48 2024-04-15T16:39:19.554 INFO:tasks.rados.rados.0.smithi090.stdout:3125: finishing write tid 5 to smithi09078167-48 2024-04-15T16:39:19.554 INFO:tasks.rados.rados.0.smithi090.stdout:3125: finishing write tid 6 to smithi09078167-48 2024-04-15T16:39:19.554 INFO:tasks.rados.rados.0.smithi090.stdout:3125: oid 48 updating version 0 to 1117 2024-04-15T16:39:19.554 INFO:tasks.rados.rados.0.smithi090.stdout:3125: oid 48 version 1117 is already newer than 1116 2024-04-15T16:39:19.555 INFO:tasks.rados.rados.0.smithi090.stdout:3125: oid 48 version 1117 is already newer than 1115 2024-04-15T16:39:19.555 INFO:tasks.rados.rados.0.smithi090.stdout:3125: oid 48 version 1117 is already newer than 1114 2024-04-15T16:39:19.555 INFO:tasks.rados.rados.0.smithi090.stdout:3125: oid 48 updating version 1117 to 1118 2024-04-15T16:39:19.555 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1118 (ObjNum 977 snap 300 seq_num 977) dirty exists 2024-04-15T16:39:19.555 INFO:tasks.rados.rados.0.smithi090.stdout:3125: left oid 48 (ObjNum 977 snap 300 seq_num 977) 2024-04-15T16:39:19.555 INFO:tasks.rados.rados.0.smithi090.stdout:3125: done (2 left) 2024-04-15T16:39:19.556 INFO:tasks.rados.rados.0.smithi090.stdout:3127: done (1 left) 2024-04-15T16:39:19.556 INFO:tasks.rados.rados.0.smithi090.stdout:3128: done (0 left) 2024-04-15T16:39:19.556 INFO:tasks.rados.rados.0.smithi090.stdout:3129: copy_from oid 16 from oid 14 current snap is 300 2024-04-15T16:39:19.556 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 300 2024-04-15T16:39:19.556 INFO:tasks.rados.rados.0.smithi090.stdout:3130: seq_num 980 ranges {5103616=417792,5521408=614400,6135808=663552,6799360=327680} 2024-04-15T16:39:19.585 INFO:tasks.rados.rados.0.smithi090.stdout:3130: writing smithi09078167-1 from 5103616 to 5521408 tid 1 2024-04-15T16:39:19.588 INFO:tasks.rados.rados.0.smithi090.stdout:3130: writing smithi09078167-1 from 5521408 to 6135808 tid 2 2024-04-15T16:39:19.592 INFO:tasks.rados.rados.0.smithi090.stdout:3130: writing smithi09078167-1 from 6135808 to 6799360 tid 3 2024-04-15T16:39:19.594 INFO:tasks.rados.rados.0.smithi090.stdout:3130: writing smithi09078167-1 from 6799360 to 7127040 tid 4 2024-04-15T16:39:19.594 INFO:tasks.rados.rados.0.smithi090.stdout:3131: read oid 27 snap -1 2024-04-15T16:39:19.595 INFO:tasks.rados.rados.0.smithi090.stdout:3131: expect deleted 2024-04-15T16:39:19.595 INFO:tasks.rados.rados.0.smithi090.stdout:3132: delete oid 33 current snap is 300 2024-04-15T16:39:19.595 INFO:tasks.rados.rados.0.smithi090.stdout:3129: finishing copy_from racing read to smithi09078167-16 2024-04-15T16:39:19.595 INFO:tasks.rados.rados.0.smithi090.stdout:3129: finishing copy_from to smithi09078167-16 2024-04-15T16:39:19.595 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 506 (ObjNum 950 snap 296 seq_num 950) dirty exists 2024-04-15T16:39:19.595 INFO:tasks.rados.rados.0.smithi090.stdout:3130: finishing write tid 1 to smithi09078167-1 2024-04-15T16:39:19.595 INFO:tasks.rados.rados.0.smithi090.stdout:3130: finishing write tid 2 to smithi09078167-1 2024-04-15T16:39:19.596 INFO:tasks.rados.rados.0.smithi090.stdout:3129: done (3 left) 2024-04-15T16:39:19.596 INFO:tasks.rados.rados.0.smithi090.stdout:3131: done (2 left) 2024-04-15T16:39:19.596 INFO:tasks.rados.rados.0.smithi090.stdout:3132: done (1 left) 2024-04-15T16:39:19.596 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 43 current snap is 300 2024-04-15T16:39:19.596 INFO:tasks.rados.rados.0.smithi090.stdout:3133: seq_num 982 ranges {6266880=450560,6717440=425984,7143424=679936,7823360=466944,8290304=32768} 2024-04-15T16:39:19.632 INFO:tasks.rados.rados.0.smithi090.stdout:3133: writing smithi09078167-43 from 6266880 to 6717440 tid 1 2024-04-15T16:39:19.634 INFO:tasks.rados.rados.0.smithi090.stdout:3133: writing smithi09078167-43 from 6717440 to 7143424 tid 2 2024-04-15T16:39:19.637 INFO:tasks.rados.rados.0.smithi090.stdout:3133: writing smithi09078167-43 from 7143424 to 7823360 tid 3 2024-04-15T16:39:19.640 INFO:tasks.rados.rados.0.smithi090.stdout:3133: writing smithi09078167-43 from 7823360 to 8290304 tid 4 2024-04-15T16:39:19.641 INFO:tasks.rados.rados.0.smithi090.stdout:3133: writing smithi09078167-43 from 8290304 to 8323072 tid 5 2024-04-15T16:39:19.641 INFO:tasks.rados.rados.0.smithi090.stdout:3134: rollback oid 37 current snap is 300 2024-04-15T16:39:19.641 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 37 to 266 2024-04-15T16:39:19.641 INFO:tasks.rados.rados.0.smithi090.stdout:3130: finishing write tid 3 to smithi09078167-1 2024-04-15T16:39:19.641 INFO:tasks.rados.rados.0.smithi090.stdout:3130: finishing write tid 4 to smithi09078167-1 2024-04-15T16:39:19.641 INFO:tasks.rados.rados.0.smithi090.stdout:3130: finishing write tid 5 to smithi09078167-1 2024-04-15T16:39:19.641 INFO:tasks.rados.rados.0.smithi090.stdout:3130: finishing write tid 6 to smithi09078167-1 2024-04-15T16:39:19.641 INFO:tasks.rados.rados.0.smithi090.stdout:3130: oid 1 updating version 0 to 1434 2024-04-15T16:39:19.642 INFO:tasks.rados.rados.0.smithi090.stdout:3130: oid 1 version 1434 is already newer than 1432 2024-04-15T16:39:19.642 INFO:tasks.rados.rados.0.smithi090.stdout:3130: oid 1 version 1434 is already newer than 1431 2024-04-15T16:39:19.642 INFO:tasks.rados.rados.0.smithi090.stdout:3130: oid 1 version 1434 is already newer than 1430 2024-04-15T16:39:19.642 INFO:tasks.rados.rados.0.smithi090.stdout:3130: oid 1 version 1434 is already newer than 1433 2024-04-15T16:39:19.642 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1434 (ObjNum 980 snap 300 seq_num 980) dirty exists 2024-04-15T16:39:19.642 INFO:tasks.rados.rados.0.smithi090.stdout:3130: left oid 1 (ObjNum 980 snap 300 seq_num 980) 2024-04-15T16:39:19.642 INFO:tasks.rados.rados.0.smithi090.stdout:3133: finishing write tid 1 to smithi09078167-43 2024-04-15T16:39:19.642 INFO:tasks.rados.rados.0.smithi090.stdout:3133: finishing write tid 2 to smithi09078167-43 2024-04-15T16:39:19.642 INFO:tasks.rados.rados.0.smithi090.stdout:3133: finishing write tid 3 to smithi09078167-43 2024-04-15T16:39:19.642 INFO:tasks.rados.rados.0.smithi090.stdout:3130: done (2 left) 2024-04-15T16:39:19.642 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 300 2024-04-15T16:39:19.642 INFO:tasks.rados.rados.0.smithi090.stdout:3135: seq_num 983 ranges {1802240=466944,2269184=712704,2981888=434176,3416064=458752} 2024-04-15T16:39:19.653 INFO:tasks.rados.rados.0.smithi090.stdout:3135: writing smithi09078167-42 from 1802240 to 2269184 tid 1 2024-04-15T16:39:19.657 INFO:tasks.rados.rados.0.smithi090.stdout:3135: writing smithi09078167-42 from 2269184 to 2981888 tid 2 2024-04-15T16:39:19.659 INFO:tasks.rados.rados.0.smithi090.stdout:3135: writing smithi09078167-42 from 2981888 to 3416064 tid 3 2024-04-15T16:39:19.662 INFO:tasks.rados.rados.0.smithi090.stdout:3135: writing smithi09078167-42 from 3416064 to 3874816 tid 4 2024-04-15T16:39:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 300 2024-04-15T16:39:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:3134: finishing rollback tid 0 to smithi09078167-37 2024-04-15T16:39:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:3136: seq_num 984 ranges {0=483328,483328=598016,1081344=647168,1728512=360448} 2024-04-15T16:39:19.665 INFO:tasks.rados.rados.0.smithi090.stdout:3136: writing smithi09078167-4 from 0 to 483328 tid 1 2024-04-15T16:39:19.669 INFO:tasks.rados.rados.0.smithi090.stdout:3136: writing smithi09078167-4 from 483328 to 1081344 tid 2 2024-04-15T16:39:19.672 INFO:tasks.rados.rados.0.smithi090.stdout:3136: writing smithi09078167-4 from 1081344 to 1728512 tid 3 2024-04-15T16:39:19.675 INFO:tasks.rados.rados.0.smithi090.stdout:3136: writing smithi09078167-4 from 1728512 to 2088960 tid 4 2024-04-15T16:39:19.675 INFO:tasks.rados.rados.0.smithi090.stdout:3137: snap_create 2024-04-15T16:39:19.675 INFO:tasks.rados.rados.0.smithi090.stdout:3134: finishing rollback tid 1 to smithi09078167-37 2024-04-15T16:39:19.675 INFO:tasks.rados.rados.0.smithi090.stdout:3134: finishing rollback tid 2 to smithi09078167-37 2024-04-15T16:39:19.675 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 592 (ObjNum 859 snap 266 seq_num 859) dirty exists 2024-04-15T16:39:19.675 INFO:tasks.rados.rados.0.smithi090.stdout:3133: finishing write tid 4 to smithi09078167-43 2024-04-15T16:39:19.675 INFO:tasks.rados.rados.0.smithi090.stdout:3133: finishing write tid 5 to smithi09078167-43 2024-04-15T16:39:19.675 INFO:tasks.rados.rados.0.smithi090.stdout:3133: finishing write tid 6 to smithi09078167-43 2024-04-15T16:39:19.676 INFO:tasks.rados.rados.0.smithi090.stdout:3133: finishing write tid 7 to smithi09078167-43 2024-04-15T16:39:19.676 INFO:tasks.rados.rados.0.smithi090.stdout:3133: oid 43 updating version 0 to 1436 2024-04-15T16:39:19.676 INFO:tasks.rados.rados.0.smithi090.stdout:3133: oid 43 updating version 1436 to 1441 2024-04-15T16:39:19.676 INFO:tasks.rados.rados.0.smithi090.stdout:3133: oid 43 version 1441 is already newer than 1439 2024-04-15T16:39:19.676 INFO:tasks.rados.rados.0.smithi090.stdout:3133: oid 43 version 1441 is already newer than 1437 2024-04-15T16:39:19.676 INFO:tasks.rados.rados.0.smithi090.stdout:3133: oid 43 version 1441 is already newer than 1440 2024-04-15T16:39:19.676 INFO:tasks.rados.rados.0.smithi090.stdout:3133: oid 43 version 1441 is already newer than 1438 2024-04-15T16:39:19.676 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1441 (ObjNum 982 snap 300 seq_num 982) dirty exists 2024-04-15T16:39:19.676 INFO:tasks.rados.rados.0.smithi090.stdout:3133: left oid 43 (ObjNum 982 snap 300 seq_num 982) 2024-04-15T16:39:19.676 INFO:tasks.rados.rados.0.smithi090.stdout:3135: finishing write tid 1 to smithi09078167-42 2024-04-15T16:39:19.676 INFO:tasks.rados.rados.0.smithi090.stdout:3135: finishing write tid 2 to smithi09078167-42 2024-04-15T16:39:19.676 INFO:tasks.rados.rados.0.smithi090.stdout:3135: finishing write tid 3 to smithi09078167-42 2024-04-15T16:39:19.676 INFO:tasks.rados.rados.0.smithi090.stdout:3135: finishing write tid 4 to smithi09078167-42 2024-04-15T16:39:19.676 INFO:tasks.rados.rados.0.smithi090.stdout:3135: finishing write tid 5 to smithi09078167-42 2024-04-15T16:39:19.677 INFO:tasks.rados.rados.0.smithi090.stdout:3135: finishing write tid 6 to smithi09078167-42 2024-04-15T16:39:19.677 INFO:tasks.rados.rados.0.smithi090.stdout:3135: oid 42 updating version 0 to 974 2024-04-15T16:39:19.677 INFO:tasks.rados.rados.0.smithi090.stdout:3135: oid 42 updating version 974 to 976 2024-04-15T16:39:19.677 INFO:tasks.rados.rados.0.smithi090.stdout:3135: oid 42 version 976 is already newer than 975 2024-04-15T16:39:19.677 INFO:tasks.rados.rados.0.smithi090.stdout:3135: oid 42 updating version 976 to 977 2024-04-15T16:39:19.677 INFO:tasks.rados.rados.0.smithi090.stdout:3135: oid 42 updating version 977 to 978 2024-04-15T16:39:19.677 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 978 (ObjNum 983 snap 300 seq_num 983) dirty exists 2024-04-15T16:39:19.677 INFO:tasks.rados.rados.0.smithi090.stdout:3135: left oid 42 (ObjNum 983 snap 300 seq_num 983) 2024-04-15T16:39:19.677 INFO:tasks.rados.rados.0.smithi090.stdout:3136: finishing write tid 1 to smithi09078167-4 2024-04-15T16:39:19.678 INFO:tasks.rados.rados.0.smithi090.stdout:3136: finishing write tid 2 to smithi09078167-4 2024-04-15T16:39:19.678 INFO:tasks.rados.rados.0.smithi090.stdout:3136: finishing write tid 3 to smithi09078167-4 2024-04-15T16:39:19.678 INFO:tasks.rados.rados.0.smithi090.stdout:3136: finishing write tid 4 to smithi09078167-4 2024-04-15T16:39:19.678 INFO:tasks.rados.rados.0.smithi090.stdout:3136: finishing write tid 5 to smithi09078167-4 2024-04-15T16:39:19.679 INFO:tasks.rados.rados.0.smithi090.stdout:3136: finishing write tid 6 to smithi09078167-4 2024-04-15T16:39:19.679 INFO:tasks.rados.rados.0.smithi090.stdout:3136: oid 4 updating version 0 to 687 2024-04-15T16:39:19.679 INFO:tasks.rados.rados.0.smithi090.stdout:3136: oid 4 updating version 687 to 689 2024-04-15T16:39:19.679 INFO:tasks.rados.rados.0.smithi090.stdout:3136: oid 4 version 689 is already newer than 686 2024-04-15T16:39:19.680 INFO:tasks.rados.rados.0.smithi090.stdout:3136: oid 4 updating version 689 to 690 2024-04-15T16:39:19.680 INFO:tasks.rados.rados.0.smithi090.stdout:3136: oid 4 version 690 is already newer than 688 2024-04-15T16:39:19.680 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 690 (ObjNum 984 snap 300 seq_num 984) dirty exists 2024-04-15T16:39:19.680 INFO:tasks.rados.rados.0.smithi090.stdout:3136: left oid 4 (ObjNum 984 snap 300 seq_num 984) 2024-04-15T16:39:19.785 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:19 smithi153 ceph-mon[84714]: osdmap e660: 8 total, 8 up, 8 in 2024-04-15T16:39:19.785 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:19 smithi153 ceph-mon[84714]: pgmap v650: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 504 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-04-15T16:39:19.785 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:19 smithi153 ceph-mon[84714]: osdmap e661: 8 total, 8 up, 8 in 2024-04-15T16:39:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:19 smithi090 ceph-mon[89240]: osdmap e660: 8 total, 8 up, 8 in 2024-04-15T16:39:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:19 smithi090 ceph-mon[89240]: pgmap v650: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 504 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-04-15T16:39:19.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:19 smithi090 ceph-mon[89240]: osdmap e661: 8 total, 8 up, 8 in 2024-04-15T16:39:19.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:19 smithi090 ceph-mon[91618]: osdmap e660: 8 total, 8 up, 8 in 2024-04-15T16:39:19.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:19 smithi090 ceph-mon[91618]: pgmap v650: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 504 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 7.2 MiB/s rd, 4.7 MiB/s wr, 23 op/s 2024-04-15T16:39:19.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:19 smithi090 ceph-mon[91618]: osdmap e661: 8 total, 8 up, 8 in 2024-04-15T16:39:20.492 INFO:tasks.rados.rados.0.smithi090.stdout:3133: done (4 left) 2024-04-15T16:39:20.492 INFO:tasks.rados.rados.0.smithi090.stdout:3134: done (3 left) 2024-04-15T16:39:20.492 INFO:tasks.rados.rados.0.smithi090.stdout:3135: done (2 left) 2024-04-15T16:39:20.492 INFO:tasks.rados.rados.0.smithi090.stdout:3136: done (1 left) 2024-04-15T16:39:20.492 INFO:tasks.rados.rados.0.smithi090.stdout:3137: done (0 left) 2024-04-15T16:39:20.493 INFO:tasks.rados.rados.0.smithi090.stdout:3138: delete oid 47 current snap is 301 2024-04-15T16:39:20.495 INFO:tasks.rados.rados.0.smithi090.stdout:3138: done (0 left) 2024-04-15T16:39:20.496 INFO:tasks.rados.rados.0.smithi090.stdout:3139: snap_create 2024-04-15T16:39:21.498 INFO:tasks.rados.rados.0.smithi090.stdout:3139: done (0 left) 2024-04-15T16:39:21.498 INFO:tasks.rados.rados.0.smithi090.stdout:3140: read oid 39 snap -1 2024-04-15T16:39:21.498 INFO:tasks.rados.rados.0.smithi090.stdout:3140: expect (ObjNum 926 snap 287 seq_num 926) 2024-04-15T16:39:21.499 INFO:tasks.rados.rados.0.smithi090.stdout:3141: read oid 43 snap -1 2024-04-15T16:39:21.499 INFO:tasks.rados.rados.0.smithi090.stdout:3141: expect (ObjNum 982 snap 300 seq_num 982) 2024-04-15T16:39:21.499 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 302 2024-04-15T16:39:21.499 INFO:tasks.rados.rados.0.smithi090.stdout:3142: seq_num 986 ranges {0=516096,516096=770048,1286144=655360,1941504=180224} 2024-04-15T16:39:21.501 INFO:tasks.rados.rados.0.smithi090.stdout:3142: writing smithi09078167-33 from 0 to 516096 tid 1 2024-04-15T16:39:21.506 INFO:tasks.rados.rados.0.smithi090.stdout:3142: writing smithi09078167-33 from 516096 to 1286144 tid 2 2024-04-15T16:39:21.510 INFO:tasks.rados.rados.0.smithi090.stdout:3142: writing smithi09078167-33 from 1286144 to 1941504 tid 3 2024-04-15T16:39:21.512 INFO:tasks.rados.rados.0.smithi090.stdout:3142: writing smithi09078167-33 from 1941504 to 2121728 tid 4 2024-04-15T16:39:21.512 INFO:tasks.rados.rados.0.smithi090.stdout:3143: delete oid 37 current snap is 302 2024-04-15T16:39:21.512 INFO:tasks.rados.rados.0.smithi090.stdout:3142: finishing write tid 1 to smithi09078167-33 2024-04-15T16:39:21.512 INFO:tasks.rados.rados.0.smithi090.stdout:3142: finishing write tid 2 to smithi09078167-33 2024-04-15T16:39:21.516 INFO:tasks.rados.rados.0.smithi090.stdout:3142: finishing write tid 3 to smithi09078167-33 2024-04-15T16:39:21.517 INFO:tasks.rados.rados.0.smithi090.stdout:3140: expect (ObjNum 926 snap 287 seq_num 926) 2024-04-15T16:39:21.651 INFO:tasks.rados.rados.0.smithi090.stdout:3142: finishing write tid 4 to smithi09078167-33 2024-04-15T16:39:21.651 INFO:tasks.rados.rados.0.smithi090.stdout:3142: finishing write tid 5 to smithi09078167-33 2024-04-15T16:39:21.651 INFO:tasks.rados.rados.0.smithi090.stdout:3142: finishing write tid 6 to smithi09078167-33 2024-04-15T16:39:21.651 INFO:tasks.rados.rados.0.smithi090.stdout:3142: oid 33 updating version 0 to 1181 2024-04-15T16:39:21.651 INFO:tasks.rados.rados.0.smithi090.stdout:3142: oid 33 version 1181 is already newer than 1180 2024-04-15T16:39:21.652 INFO:tasks.rados.rados.0.smithi090.stdout:3142: oid 33 updating version 1181 to 1182 2024-04-15T16:39:21.652 INFO:tasks.rados.rados.0.smithi090.stdout:3142: oid 33 version 1182 is already newer than 1179 2024-04-15T16:39:21.652 INFO:tasks.rados.rados.0.smithi090.stdout:3142: oid 33 version 1182 is already newer than 1178 2024-04-15T16:39:21.652 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1182 (ObjNum 986 snap 302 seq_num 986) dirty exists 2024-04-15T16:39:21.652 INFO:tasks.rados.rados.0.smithi090.stdout:3142: left oid 33 (ObjNum 986 snap 302 seq_num 986) 2024-04-15T16:39:21.652 INFO:tasks.rados.rados.0.smithi090.stdout:3141: expect (ObjNum 982 snap 300 seq_num 982) 2024-04-15T16:39:21.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:21 smithi090 ceph-mon[89240]: osdmap e662: 8 total, 8 up, 8 in 2024-04-15T16:39:21.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:21 smithi090 ceph-mon[89240]: pgmap v653: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 519 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-04-15T16:39:21.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:21 smithi090 ceph-mon[91618]: osdmap e662: 8 total, 8 up, 8 in 2024-04-15T16:39:21.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:21 smithi090 ceph-mon[91618]: pgmap v653: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 519 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-04-15T16:39:21.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:21 smithi153 ceph-mon[84714]: osdmap e662: 8 total, 8 up, 8 in 2024-04-15T16:39:21.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:21 smithi153 ceph-mon[84714]: pgmap v653: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 519 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 34 KiB/s rd, 4.4 MiB/s wr, 17 op/s 2024-04-15T16:39:22.234 INFO:tasks.rados.rados.0.smithi090.stdout:3140: done (3 left) 2024-04-15T16:39:22.234 INFO:tasks.rados.rados.0.smithi090.stdout:3141: done (2 left) 2024-04-15T16:39:22.234 INFO:tasks.rados.rados.0.smithi090.stdout:3142: done (1 left) 2024-04-15T16:39:22.234 INFO:tasks.rados.rados.0.smithi090.stdout:3143: done (0 left) 2024-04-15T16:39:22.234 INFO:tasks.rados.rados.0.smithi090.stdout:3144: delete oid 9 current snap is 302 2024-04-15T16:39:22.237 INFO:tasks.rados.rados.0.smithi090.stdout:3144: done (0 left) 2024-04-15T16:39:22.237 INFO:tasks.rados.rados.0.smithi090.stdout:3145: read oid 36 snap 300 2024-04-15T16:39:22.237 INFO:tasks.rados.rados.0.smithi090.stdout:3145: expect (ObjNum 976 snap 300 seq_num 976) 2024-04-15T16:39:22.237 INFO:tasks.rados.rados.0.smithi090.stdout:3146: snap_remove snap 290 2024-04-15T16:39:22.505 INFO:tasks.rados.rados.0.smithi090.stdout:3145: expect (ObjNum 976 snap 300 seq_num 976) 2024-04-15T16:39:22.621 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:22 smithi153 ceph-mon[84714]: osdmap e663: 8 total, 8 up, 8 in 2024-04-15T16:39:22.622 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:39:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:39:22.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:22 smithi090 ceph-mon[89240]: osdmap e663: 8 total, 8 up, 8 in 2024-04-15T16:39:22.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:22 smithi090 ceph-mon[91618]: osdmap e663: 8 total, 8 up, 8 in 2024-04-15T16:39:22.898 INFO:tasks.rados.rados.0.smithi090.stdout:3145: done (1 left) 2024-04-15T16:39:22.898 INFO:tasks.rados.rados.0.smithi090.stdout:3146: done (0 left) 2024-04-15T16:39:22.898 INFO:tasks.rados.rados.0.smithi090.stdout:3147: delete oid 43 current snap is 302 2024-04-15T16:39:22.899 INFO:tasks.rados.rados.0.smithi090.stdout:3147: done (0 left) 2024-04-15T16:39:22.899 INFO:tasks.rados.rados.0.smithi090.stdout:3148: delete oid 48 current snap is 302 2024-04-15T16:39:22.901 INFO:tasks.rados.rados.0.smithi090.stdout:3148: done (0 left) 2024-04-15T16:39:22.901 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 302 2024-04-15T16:39:22.901 INFO:tasks.rados.rados.0.smithi090.stdout:3149: seq_num 991 ranges {0=606208,606208=638976,1245184=794624,2039808=172032} 2024-04-15T16:39:22.904 INFO:tasks.rados.rados.0.smithi090.stdout:3149: writing smithi09078167-7 from 0 to 606208 tid 1 2024-04-15T16:39:22.908 INFO:tasks.rados.rados.0.smithi090.stdout:3149: writing smithi09078167-7 from 606208 to 1245184 tid 2 2024-04-15T16:39:22.912 INFO:tasks.rados.rados.0.smithi090.stdout:3149: writing smithi09078167-7 from 1245184 to 2039808 tid 3 2024-04-15T16:39:22.914 INFO:tasks.rados.rados.0.smithi090.stdout:3149: writing smithi09078167-7 from 2039808 to 2211840 tid 4 2024-04-15T16:39:22.914 INFO:tasks.rados.rados.0.smithi090.stdout:3150: rollback oid 19 current snap is 302 2024-04-15T16:39:22.914 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 243 2024-04-15T16:39:22.914 INFO:tasks.rados.rados.0.smithi090.stdout:3149: finishing write tid 1 to smithi09078167-7 2024-04-15T16:39:22.914 INFO:tasks.rados.rados.0.smithi090.stdout:3149: finishing write tid 2 to smithi09078167-7 2024-04-15T16:39:22.914 INFO:tasks.rados.rados.0.smithi090.stdout:3151: rollback oid 24 current snap is 302 2024-04-15T16:39:22.914 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 24 to 273 2024-04-15T16:39:22.914 INFO:tasks.rados.rados.0.smithi090.stdout:3152: snap_create 2024-04-15T16:39:22.917 INFO:tasks.rados.rados.0.smithi090.stdout:3149: finishing write tid 3 to smithi09078167-7 2024-04-15T16:39:22.917 INFO:tasks.rados.rados.0.smithi090.stdout:3150: finishing rollback tid 0 to smithi09078167-19 2024-04-15T16:39:22.917 INFO:tasks.rados.rados.0.smithi090.stdout:3149: finishing write tid 4 to smithi09078167-7 2024-04-15T16:39:22.917 INFO:tasks.rados.rados.0.smithi090.stdout:3149: finishing write tid 5 to smithi09078167-7 2024-04-15T16:39:22.917 INFO:tasks.rados.rados.0.smithi090.stdout:3150: finishing rollback tid 1 to smithi09078167-19 2024-04-15T16:39:22.917 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1184 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-15T16:39:22.918 INFO:tasks.rados.rados.0.smithi090.stdout:3151: finishing rollback tid 0 to smithi09078167-24 2024-04-15T16:39:22.919 INFO:tasks.rados.rados.0.smithi090.stdout:3151: finishing rollback tid 1 to smithi09078167-24 2024-04-15T16:39:22.919 INFO:tasks.rados.rados.0.smithi090.stdout:3149: finishing write tid 6 to smithi09078167-7 2024-04-15T16:39:22.919 INFO:tasks.rados.rados.0.smithi090.stdout:3149: oid 7 updating version 0 to 983 2024-04-15T16:39:22.919 INFO:tasks.rados.rados.0.smithi090.stdout:3149: oid 7 version 983 is already newer than 981 2024-04-15T16:39:22.919 INFO:tasks.rados.rados.0.smithi090.stdout:3149: oid 7 version 983 is already newer than 979 2024-04-15T16:39:22.919 INFO:tasks.rados.rados.0.smithi090.stdout:3149: oid 7 version 983 is already newer than 982 2024-04-15T16:39:22.919 INFO:tasks.rados.rados.0.smithi090.stdout:3149: oid 7 version 983 is already newer than 980 2024-04-15T16:39:22.919 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 983 (ObjNum 991 snap 302 seq_num 991) dirty exists 2024-04-15T16:39:22.919 INFO:tasks.rados.rados.0.smithi090.stdout:3149: left oid 7 (ObjNum 991 snap 302 seq_num 991) 2024-04-15T16:39:22.919 INFO:tasks.rados.rados.0.smithi090.stdout:3151: finishing rollback tid 2 to smithi09078167-24 2024-04-15T16:39:22.919 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1169 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-04-15T16:39:23.505 INFO:tasks.rados.rados.0.smithi090.stdout:3149: done (3 left) 2024-04-15T16:39:23.505 INFO:tasks.rados.rados.0.smithi090.stdout:3150: done (2 left) 2024-04-15T16:39:23.505 INFO:tasks.rados.rados.0.smithi090.stdout:3151: done (1 left) 2024-04-15T16:39:23.506 INFO:tasks.rados.rados.0.smithi090.stdout:3152: done (0 left) 2024-04-15T16:39:23.506 INFO:tasks.rados.rados.0.smithi090.stdout:3153: read oid 49 snap -1 2024-04-15T16:39:23.506 INFO:tasks.rados.rados.0.smithi090.stdout:3153: expect (ObjNum 924 snap 287 seq_num 924) 2024-04-15T16:39:23.506 INFO:tasks.rados.rados.0.smithi090.stdout:3154: snap_remove snap 273 2024-04-15T16:39:23.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:23 smithi090 ceph-mon[89240]: osdmap e664: 8 total, 8 up, 8 in 2024-04-15T16:39:23.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:39:23.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:23 smithi090 ceph-mon[89240]: pgmap v656: 121 pgs: 121 active+clean; 544 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 9.0 MiB/s wr, 31 op/s 2024-04-15T16:39:23.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:23 smithi090 ceph-mon[91618]: osdmap e664: 8 total, 8 up, 8 in 2024-04-15T16:39:23.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:39:23.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:23 smithi090 ceph-mon[91618]: pgmap v656: 121 pgs: 121 active+clean; 544 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 9.0 MiB/s wr, 31 op/s 2024-04-15T16:39:23.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:23 smithi153 ceph-mon[84714]: osdmap e664: 8 total, 8 up, 8 in 2024-04-15T16:39:23.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:39:23.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:23 smithi153 ceph-mon[84714]: pgmap v656: 121 pgs: 121 active+clean; 544 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 9.0 MiB/s wr, 31 op/s 2024-04-15T16:39:24.437 INFO:tasks.rados.rados.0.smithi090.stdout:3154: done (1 left) 2024-04-15T16:39:24.437 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 303 2024-04-15T16:39:24.437 INFO:tasks.rados.rados.0.smithi090.stdout:3155: seq_num 992 ranges {6512640=622592,7135232=524288,7659520=606208,8265728=475136} 2024-04-15T16:39:24.475 INFO:tasks.rados.rados.0.smithi090.stdout:3155: writing smithi09078167-12 from 6512640 to 7135232 tid 1 2024-04-15T16:39:24.477 INFO:tasks.rados.rados.0.smithi090.stdout:3155: writing smithi09078167-12 from 7135232 to 7659520 tid 2 2024-04-15T16:39:24.481 INFO:tasks.rados.rados.0.smithi090.stdout:3155: writing smithi09078167-12 from 7659520 to 8265728 tid 3 2024-04-15T16:39:24.484 INFO:tasks.rados.rados.0.smithi090.stdout:3155: writing smithi09078167-12 from 8265728 to 8740864 tid 4 2024-04-15T16:39:24.484 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 303 2024-04-15T16:39:24.484 INFO:tasks.rados.rados.0.smithi090.stdout:3156: seq_num 993 ranges {3145728=638976,3784704=409600,4194304=409600,4603904=688128,5292032=98304} 2024-04-15T16:39:24.504 INFO:tasks.rados.rados.0.smithi090.stdout:3156: writing smithi09078167-45 from 3145728 to 3784704 tid 1 2024-04-15T16:39:24.506 INFO:tasks.rados.rados.0.smithi090.stdout:3156: writing smithi09078167-45 from 3784704 to 4194304 tid 2 2024-04-15T16:39:24.509 INFO:tasks.rados.rados.0.smithi090.stdout:3156: writing smithi09078167-45 from 4194304 to 4603904 tid 3 2024-04-15T16:39:24.513 INFO:tasks.rados.rados.0.smithi090.stdout:3156: writing smithi09078167-45 from 4603904 to 5292032 tid 4 2024-04-15T16:39:24.513 INFO:tasks.rados.rados.0.smithi090.stdout:3156: writing smithi09078167-45 from 5292032 to 5390336 tid 5 2024-04-15T16:39:24.513 INFO:tasks.rados.rados.0.smithi090.stdout:3157: snap_remove snap 300 2024-04-15T16:39:24.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:24 smithi090 ceph-mon[89240]: osdmap e665: 8 total, 8 up, 8 in 2024-04-15T16:39:24.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:24 smithi090 ceph-mon[89240]: osdmap e666: 8 total, 8 up, 8 in 2024-04-15T16:39:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:24 smithi090 ceph-mon[91618]: osdmap e665: 8 total, 8 up, 8 in 2024-04-15T16:39:24.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:24 smithi090 ceph-mon[91618]: osdmap e666: 8 total, 8 up, 8 in 2024-04-15T16:39:24.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:24 smithi153 ceph-mon[84714]: osdmap e665: 8 total, 8 up, 8 in 2024-04-15T16:39:24.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:24 smithi153 ceph-mon[84714]: osdmap e666: 8 total, 8 up, 8 in 2024-04-15T16:39:25.522 INFO:tasks.rados.rados.0.smithi090.stdout:3157: done (3 left) 2024-04-15T16:39:25.522 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 303 2024-04-15T16:39:25.522 INFO:tasks.rados.rados.0.smithi090.stdout:3158: seq_num 994 ranges {0=655360,655360=688128,1343488=622592,1966080=294912} 2024-04-15T16:39:25.523 INFO:tasks.rados.rados.0.smithi090.stdout:3158: writing smithi09078167-50 from 0 to 655360 tid 1 2024-04-15T16:39:25.526 INFO:tasks.rados.rados.0.smithi090.stdout:3158: writing smithi09078167-50 from 655360 to 1343488 tid 2 2024-04-15T16:39:25.530 INFO:tasks.rados.rados.0.smithi090.stdout:3158: writing smithi09078167-50 from 1343488 to 1966080 tid 3 2024-04-15T16:39:25.532 INFO:tasks.rados.rados.0.smithi090.stdout:3158: writing smithi09078167-50 from 1966080 to 2260992 tid 4 2024-04-15T16:39:25.532 INFO:tasks.rados.rados.0.smithi090.stdout:3159: rollback oid 34 current snap is 303 2024-04-15T16:39:25.533 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 34 to 301 2024-04-15T16:39:25.533 INFO:tasks.rados.rados.0.smithi090.stdout:3153: expect (ObjNum 924 snap 287 seq_num 924) 2024-04-15T16:39:25.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:25 smithi090 ceph-mon[89240]: pgmap v659: 121 pgs: 121 active+clean; 544 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.0 MiB/s wr, 15 op/s 2024-04-15T16:39:25.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:25 smithi090 ceph-mon[91618]: pgmap v659: 121 pgs: 121 active+clean; 544 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.0 MiB/s wr, 15 op/s 2024-04-15T16:39:25.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:25 smithi153 ceph-mon[84714]: pgmap v659: 121 pgs: 121 active+clean; 544 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.0 MiB/s wr, 15 op/s 2024-04-15T16:39:26.008 INFO:tasks.rados.rados.0.smithi090.stdout:3155: finishing write tid 1 to smithi09078167-12 2024-04-15T16:39:26.008 INFO:tasks.rados.rados.0.smithi090.stdout:3155: finishing write tid 2 to smithi09078167-12 2024-04-15T16:39:26.009 INFO:tasks.rados.rados.0.smithi090.stdout:3155: finishing write tid 3 to smithi09078167-12 2024-04-15T16:39:26.009 INFO:tasks.rados.rados.0.smithi090.stdout:3155: finishing write tid 4 to smithi09078167-12 2024-04-15T16:39:26.009 INFO:tasks.rados.rados.0.smithi090.stdout:3155: finishing write tid 5 to smithi09078167-12 2024-04-15T16:39:26.009 INFO:tasks.rados.rados.0.smithi090.stdout:3155: finishing write tid 6 to smithi09078167-12 2024-04-15T16:39:26.009 INFO:tasks.rados.rados.0.smithi090.stdout:3155: oid 12 updating version 0 to 1389 2024-04-15T16:39:26.009 INFO:tasks.rados.rados.0.smithi090.stdout:3155: oid 12 version 1389 is already newer than 1387 2024-04-15T16:39:26.009 INFO:tasks.rados.rados.0.smithi090.stdout:3155: oid 12 updating version 1389 to 1390 2024-04-15T16:39:26.009 INFO:tasks.rados.rados.0.smithi090.stdout:3155: oid 12 version 1390 is already newer than 1388 2024-04-15T16:39:26.009 INFO:tasks.rados.rados.0.smithi090.stdout:3155: oid 12 updating version 1390 to 1391 2024-04-15T16:39:26.009 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1391 (ObjNum 992 snap 303 seq_num 992) dirty exists 2024-04-15T16:39:26.009 INFO:tasks.rados.rados.0.smithi090.stdout:3155: left oid 12 (ObjNum 992 snap 303 seq_num 992) 2024-04-15T16:39:26.009 INFO:tasks.rados.rados.0.smithi090.stdout:3156: finishing write tid 1 to smithi09078167-45 2024-04-15T16:39:26.009 INFO:tasks.rados.rados.0.smithi090.stdout:3156: finishing write tid 2 to smithi09078167-45 2024-04-15T16:39:26.009 INFO:tasks.rados.rados.0.smithi090.stdout:3156: finishing write tid 3 to smithi09078167-45 2024-04-15T16:39:26.009 INFO:tasks.rados.rados.0.smithi090.stdout:3156: finishing write tid 4 to smithi09078167-45 2024-04-15T16:39:26.010 INFO:tasks.rados.rados.0.smithi090.stdout:3153: done (4 left) 2024-04-15T16:39:26.010 INFO:tasks.rados.rados.0.smithi090.stdout:3155: done (3 left) 2024-04-15T16:39:26.010 INFO:tasks.rados.rados.0.smithi090.stdout:3160: snap_remove snap 295 2024-04-15T16:39:26.524 INFO:tasks.rados.rados.0.smithi090.stdout:3160: done (3 left) 2024-04-15T16:39:26.525 INFO:tasks.rados.rados.0.smithi090.stdout:3161: rmattr oid 43 current snap is 303 2024-04-15T16:39:26.525 INFO:tasks.rados.rados.0.smithi090.stdout:3161: done (3 left) 2024-04-15T16:39:26.525 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 303 2024-04-15T16:39:26.525 INFO:tasks.rados.rados.0.smithi090.stdout:3156: finishing write tid 5 to smithi09078167-45 2024-04-15T16:39:26.525 INFO:tasks.rados.rados.0.smithi090.stdout:3162: seq_num 995 ranges {0=671744,671744=573440,1245184=778240,2023424=253952} 2024-04-15T16:39:26.529 INFO:tasks.rados.rados.0.smithi090.stdout:3162: writing smithi09078167-27 from 0 to 671744 tid 1 2024-04-15T16:39:26.532 INFO:tasks.rados.rados.0.smithi090.stdout:3162: writing smithi09078167-27 from 671744 to 1245184 tid 2 2024-04-15T16:39:26.538 INFO:tasks.rados.rados.0.smithi090.stdout:3162: writing smithi09078167-27 from 1245184 to 2023424 tid 3 2024-04-15T16:39:26.540 INFO:tasks.rados.rados.0.smithi090.stdout:3162: writing smithi09078167-27 from 2023424 to 2277376 tid 4 2024-04-15T16:39:26.540 INFO:tasks.rados.rados.0.smithi090.stdout:3163: snap_remove snap 266 2024-04-15T16:39:26.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:26 smithi090 ceph-mon[89240]: osdmap e667: 8 total, 8 up, 8 in 2024-04-15T16:39:26.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:26 smithi090 ceph-mon[91618]: osdmap e667: 8 total, 8 up, 8 in 2024-04-15T16:39:26.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:26 smithi153 ceph-mon[84714]: osdmap e667: 8 total, 8 up, 8 in 2024-04-15T16:39:27.531 INFO:tasks.rados.rados.0.smithi090.stdout:3163: done (4 left) 2024-04-15T16:39:27.531 INFO:tasks.rados.rados.0.smithi090.stdout:3164: copy_from oid 9 from oid 15 current snap is 303 2024-04-15T16:39:27.531 INFO:tasks.rados.rados.0.smithi090.stdout:3165: copy_from oid 2 from oid 36 current snap is 303 2024-04-15T16:39:27.532 INFO:tasks.rados.rados.0.smithi090.stdout:3166: setattr oid 10 current snap is 303 2024-04-15T16:39:27.532 INFO:tasks.rados.rados.0.smithi090.stdout:3156: finishing write tid 6 to smithi09078167-45 2024-04-15T16:39:27.532 INFO:tasks.rados.rados.0.smithi090.stdout:3156: finishing write tid 7 to smithi09078167-45 2024-04-15T16:39:27.532 INFO:tasks.rados.rados.0.smithi090.stdout:3156: oid 45 updating version 0 to 1201 2024-04-15T16:39:27.532 INFO:tasks.rados.rados.0.smithi090.stdout:3156: oid 45 version 1201 is already newer than 1196 2024-04-15T16:39:27.532 INFO:tasks.rados.rados.0.smithi090.stdout:3156: oid 45 version 1201 is already newer than 1199 2024-04-15T16:39:27.532 INFO:tasks.rados.rados.0.smithi090.stdout:3156: oid 45 version 1201 is already newer than 1200 2024-04-15T16:39:27.532 INFO:tasks.rados.rados.0.smithi090.stdout:3156: oid 45 version 1201 is already newer than 1198 2024-04-15T16:39:27.532 INFO:tasks.rados.rados.0.smithi090.stdout:3156: oid 45 version 1201 is already newer than 1197 2024-04-15T16:39:27.533 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1201 (ObjNum 993 snap 303 seq_num 993) dirty exists 2024-04-15T16:39:27.533 INFO:tasks.rados.rados.0.smithi090.stdout:3156: left oid 45 (ObjNum 993 snap 303 seq_num 993) 2024-04-15T16:39:27.533 INFO:tasks.rados.rados.0.smithi090.stdout:3158: finishing write tid 1 to smithi09078167-50 2024-04-15T16:39:27.533 INFO:tasks.rados.rados.0.smithi090.stdout:3158: finishing write tid 2 to smithi09078167-50 2024-04-15T16:39:27.533 INFO:tasks.rados.rados.0.smithi090.stdout:3158: finishing write tid 3 to smithi09078167-50 2024-04-15T16:39:27.533 INFO:tasks.rados.rados.0.smithi090.stdout:3158: finishing write tid 4 to smithi09078167-50 2024-04-15T16:39:27.533 INFO:tasks.rados.rados.0.smithi090.stdout:3158: finishing write tid 5 to smithi09078167-50 2024-04-15T16:39:27.533 INFO:tasks.rados.rados.0.smithi090.stdout:3159: finishing rollback tid 0 to smithi09078167-34 2024-04-15T16:39:27.533 INFO:tasks.rados.rados.0.smithi090.stdout:3159: finishing rollback tid 1 to smithi09078167-34 2024-04-15T16:39:27.533 INFO:tasks.rados.rados.0.smithi090.stdout:3159: finishing rollback tid 2 to smithi09078167-34 2024-04-15T16:39:27.534 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1124 (ObjNum 932 snap 293 seq_num 932) dirty exists 2024-04-15T16:39:27.534 INFO:tasks.rados.rados.0.smithi090.stdout:3158: finishing write tid 6 to smithi09078167-50 2024-04-15T16:39:27.534 INFO:tasks.rados.rados.0.smithi090.stdout:3158: oid 50 updating version 0 to 1156 2024-04-15T16:39:27.534 INFO:tasks.rados.rados.0.smithi090.stdout:3158: oid 50 version 1156 is already newer than 1155 2024-04-15T16:39:27.534 INFO:tasks.rados.rados.0.smithi090.stdout:3158: oid 50 version 1156 is already newer than 1152 2024-04-15T16:39:27.534 INFO:tasks.rados.rados.0.smithi090.stdout:3158: oid 50 version 1156 is already newer than 1153 2024-04-15T16:39:27.535 INFO:tasks.rados.rados.0.smithi090.stdout:3158: oid 50 version 1156 is already newer than 1154 2024-04-15T16:39:27.535 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1156 (ObjNum 994 snap 303 seq_num 994) dirty exists 2024-04-15T16:39:27.535 INFO:tasks.rados.rados.0.smithi090.stdout:3158: left oid 50 (ObjNum 994 snap 303 seq_num 994) 2024-04-15T16:39:27.535 INFO:tasks.rados.rados.0.smithi090.stdout:3162: finishing write tid 1 to smithi09078167-27 2024-04-15T16:39:27.535 INFO:tasks.rados.rados.0.smithi090.stdout:3162: finishing write tid 2 to smithi09078167-27 2024-04-15T16:39:27.535 INFO:tasks.rados.rados.0.smithi090.stdout:3162: finishing write tid 3 to smithi09078167-27 2024-04-15T16:39:27.535 INFO:tasks.rados.rados.0.smithi090.stdout:3162: finishing write tid 4 to smithi09078167-27 2024-04-15T16:39:27.536 INFO:tasks.rados.rados.0.smithi090.stdout:3162: finishing write tid 5 to smithi09078167-27 2024-04-15T16:39:27.536 INFO:tasks.rados.rados.0.smithi090.stdout:3162: finishing write tid 6 to smithi09078167-27 2024-04-15T16:39:27.536 INFO:tasks.rados.rados.0.smithi090.stdout:3162: oid 27 updating version 0 to 1398 2024-04-15T16:39:27.536 INFO:tasks.rados.rados.0.smithi090.stdout:3162: oid 27 updating version 1398 to 1405 2024-04-15T16:39:27.536 INFO:tasks.rados.rados.0.smithi090.stdout:3162: oid 27 version 1405 is already newer than 1399 2024-04-15T16:39:27.536 INFO:tasks.rados.rados.0.smithi090.stdout:3162: oid 27 updating version 1405 to 1406 2024-04-15T16:39:27.537 INFO:tasks.rados.rados.0.smithi090.stdout:3162: oid 27 version 1406 is already newer than 1404 2024-04-15T16:39:27.537 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 1406 (ObjNum 995 snap 303 seq_num 995) dirty exists 2024-04-15T16:39:27.537 INFO:tasks.rados.rados.0.smithi090.stdout:3162: left oid 27 (ObjNum 995 snap 303 seq_num 995) 2024-04-15T16:39:27.537 INFO:tasks.rados.rados.0.smithi090.stdout:3156: done (6 left) 2024-04-15T16:39:27.537 INFO:tasks.rados.rados.0.smithi090.stdout:3158: done (5 left) 2024-04-15T16:39:27.537 INFO:tasks.rados.rados.0.smithi090.stdout:3159: done (4 left) 2024-04-15T16:39:27.537 INFO:tasks.rados.rados.0.smithi090.stdout:3162: done (3 left) 2024-04-15T16:39:27.537 INFO:tasks.rados.rados.0.smithi090.stdout:3167: delete oid 1 current snap is 303 2024-04-15T16:39:27.546 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1161 (ObjNum 65 snap 0 seq_num 1634296424) dirty exists 2024-04-15T16:39:27.554 INFO:tasks.rados.rados.0.smithi090.stdout:3166: done (3 left) 2024-04-15T16:39:27.554 INFO:tasks.rados.rados.0.smithi090.stdout:3167: done (2 left) 2024-04-15T16:39:27.554 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 303 2024-04-15T16:39:27.554 INFO:tasks.rados.rados.0.smithi090.stdout:3168: seq_num 997 ranges {7512064=704512,8216576=794624,9011200=794624,9805824=16384} 2024-04-15T16:39:27.594 INFO:tasks.rados.rados.0.smithi090.stdout:3168: writing smithi09078167-23 from 7512064 to 8216576 tid 1 2024-04-15T16:39:27.599 INFO:tasks.rados.rados.0.smithi090.stdout:3168: writing smithi09078167-23 from 8216576 to 9011200 tid 2 2024-04-15T16:39:27.604 INFO:tasks.rados.rados.0.smithi090.stdout:3168: writing smithi09078167-23 from 9011200 to 9805824 tid 3 2024-04-15T16:39:27.604 INFO:tasks.rados.rados.0.smithi090.stdout:3168: writing smithi09078167-23 from 9805824 to 9822208 tid 4 2024-04-15T16:39:27.604 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 303 2024-04-15T16:39:27.604 INFO:tasks.rados.rados.0.smithi090.stdout:3165: finishing copy_from racing read to smithi09078167-2 2024-04-15T16:39:27.604 INFO:tasks.rados.rados.0.smithi090.stdout:3164: finishing copy_from to smithi09078167-9 2024-04-15T16:39:27.604 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1075 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:39:27.604 INFO:tasks.rados.rados.0.smithi090.stdout:3164: finishing copy_from racing read to smithi09078167-9 2024-04-15T16:39:27.604 INFO:tasks.rados.rados.0.smithi090.stdout:3165: finishing copy_from to smithi09078167-2 2024-04-15T16:39:27.604 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1175 (ObjNum 976 snap 300 seq_num 976) dirty exists 2024-04-15T16:39:27.604 INFO:tasks.rados.rados.0.smithi090.stdout:3168: finishing write tid 1 to smithi09078167-23 2024-04-15T16:39:27.605 INFO:tasks.rados.rados.0.smithi090.stdout:3169: seq_num 998 ranges {4718592=720896,5439488=679936,6119424=598016,6717440=327680} 2024-04-15T16:39:27.632 INFO:tasks.rados.rados.0.smithi090.stdout:3169: writing smithi09078167-16 from 4718592 to 5439488 tid 1 2024-04-15T16:39:27.636 INFO:tasks.rados.rados.0.smithi090.stdout:3169: writing smithi09078167-16 from 5439488 to 6119424 tid 2 2024-04-15T16:39:27.639 INFO:tasks.rados.rados.0.smithi090.stdout:3169: writing smithi09078167-16 from 6119424 to 6717440 tid 3 2024-04-15T16:39:27.642 INFO:tasks.rados.rados.0.smithi090.stdout:3169: writing smithi09078167-16 from 6717440 to 7045120 tid 4 2024-04-15T16:39:27.642 INFO:tasks.rados.rados.0.smithi090.stdout:3164: done (3 left) 2024-04-15T16:39:27.642 INFO:tasks.rados.rados.0.smithi090.stdout:3165: done (2 left) 2024-04-15T16:39:27.642 INFO:tasks.rados.rados.0.smithi090.stdout:3170: setattr oid 37 current snap is 303 2024-04-15T16:39:27.642 INFO:tasks.rados.rados.0.smithi090.stdout:3168: finishing write tid 2 to smithi09078167-23 2024-04-15T16:39:27.642 INFO:tasks.rados.rados.0.smithi090.stdout:3168: finishing write tid 3 to smithi09078167-23 2024-04-15T16:39:27.643 INFO:tasks.rados.rados.0.smithi090.stdout:3168: finishing write tid 4 to smithi09078167-23 2024-04-15T16:39:27.643 INFO:tasks.rados.rados.0.smithi090.stdout:3168: finishing write tid 5 to smithi09078167-23 2024-04-15T16:39:27.643 INFO:tasks.rados.rados.0.smithi090.stdout:3168: finishing write tid 6 to smithi09078167-23 2024-04-15T16:39:27.643 INFO:tasks.rados.rados.0.smithi090.stdout:3168: oid 23 updating version 0 to 989 2024-04-15T16:39:27.643 INFO:tasks.rados.rados.0.smithi090.stdout:3168: oid 23 updating version 989 to 992 2024-04-15T16:39:27.643 INFO:tasks.rados.rados.0.smithi090.stdout:3168: oid 23 version 992 is already newer than 988 2024-04-15T16:39:27.643 INFO:tasks.rados.rados.0.smithi090.stdout:3168: oid 23 version 992 is already newer than 991 2024-04-15T16:39:27.643 INFO:tasks.rados.rados.0.smithi090.stdout:3168: oid 23 version 992 is already newer than 990 2024-04-15T16:39:27.643 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 992 (ObjNum 997 snap 303 seq_num 997) dirty exists 2024-04-15T16:39:27.643 INFO:tasks.rados.rados.0.smithi090.stdout:3168: left oid 23 (ObjNum 997 snap 303 seq_num 997) 2024-04-15T16:39:27.643 INFO:tasks.rados.rados.0.smithi090.stdout:3169: finishing write tid 1 to smithi09078167-16 2024-04-15T16:39:27.643 INFO:tasks.rados.rados.0.smithi090.stdout:3169: finishing write tid 2 to smithi09078167-16 2024-04-15T16:39:27.643 INFO:tasks.rados.rados.0.smithi090.stdout:3168: done (2 left) 2024-04-15T16:39:27.643 INFO:tasks.rados.rados.0.smithi090.stdout:3171: rollback oid 14 current snap is 303 2024-04-15T16:39:27.643 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 14 to 243 2024-04-15T16:39:27.644 INFO:tasks.rados.rados.0.smithi090.stdout:3172: setattr oid 23 current snap is 303 2024-04-15T16:39:27.644 INFO:tasks.rados.rados.0.smithi090.stdout:3169: finishing write tid 3 to smithi09078167-16 2024-04-15T16:39:27.644 INFO:tasks.rados.rados.0.smithi090.stdout:3173: snap_create 2024-04-15T16:39:27.644 INFO:tasks.rados.rados.0.smithi090.stdout:3169: finishing write tid 4 to smithi09078167-16 2024-04-15T16:39:27.644 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 609 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T16:39:27.644 INFO:tasks.rados.rados.0.smithi090.stdout:3169: finishing write tid 5 to smithi09078167-16 2024-04-15T16:39:27.645 INFO:tasks.rados.rados.0.smithi090.stdout:3171: finishing rollback tid 0 to smithi09078167-14 2024-04-15T16:39:27.646 INFO:tasks.rados.rados.0.smithi090.stdout:3171: finishing rollback tid 1 to smithi09078167-14 2024-04-15T16:39:27.646 INFO:tasks.rados.rados.0.smithi090.stdout:3171: finishing rollback tid 2 to smithi09078167-14 2024-04-15T16:39:27.646 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 509 (ObjNum 628 snap 167 seq_num 628) dirty exists 2024-04-15T16:39:27.646 INFO:tasks.rados.rados.0.smithi090.stdout:3169: finishing write tid 6 to smithi09078167-16 2024-04-15T16:39:27.646 INFO:tasks.rados.rados.0.smithi090.stdout:3169: oid 16 updating version 0 to 1176 2024-04-15T16:39:27.646 INFO:tasks.rados.rados.0.smithi090.stdout:3169: oid 16 updating version 1176 to 1179 2024-04-15T16:39:27.647 INFO:tasks.rados.rados.0.smithi090.stdout:3169: oid 16 updating version 1179 to 1180 2024-04-15T16:39:27.647 INFO:tasks.rados.rados.0.smithi090.stdout:3169: oid 16 version 1180 is already newer than 1177 2024-04-15T16:39:27.647 INFO:tasks.rados.rados.0.smithi090.stdout:3169: oid 16 version 1180 is already newer than 1178 2024-04-15T16:39:27.647 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1180 (ObjNum 998 snap 303 seq_num 998) dirty exists 2024-04-15T16:39:27.647 INFO:tasks.rados.rados.0.smithi090.stdout:3169: left oid 16 (ObjNum 998 snap 303 seq_num 998) 2024-04-15T16:39:27.647 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 993 (ObjNum 997 snap 303 seq_num 997) dirty exists 2024-04-15T16:39:27.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:27 smithi090 ceph-mon[91618]: osdmap e668: 8 total, 8 up, 8 in 2024-04-15T16:39:27.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:27 smithi090 ceph-mon[91618]: pgmap v662: 121 pgs: 121 active+clean; 552 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-04-15T16:39:27.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:27 smithi090 ceph-mon[89240]: osdmap e668: 8 total, 8 up, 8 in 2024-04-15T16:39:27.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:27 smithi090 ceph-mon[89240]: pgmap v662: 121 pgs: 121 active+clean; 552 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-04-15T16:39:27.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:27 smithi153 ceph-mon[84714]: osdmap e668: 8 total, 8 up, 8 in 2024-04-15T16:39:27.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:27 smithi153 ceph-mon[84714]: pgmap v662: 121 pgs: 121 active+clean; 552 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.6 MiB/s wr, 10 op/s 2024-04-15T16:39:28.533 INFO:tasks.rados.rados.0.smithi090.stdout:3169: done (4 left) 2024-04-15T16:39:28.534 INFO:tasks.rados.rados.0.smithi090.stdout:3170: done (3 left) 2024-04-15T16:39:28.534 INFO:tasks.rados.rados.0.smithi090.stdout:3171: done (2 left) 2024-04-15T16:39:28.534 INFO:tasks.rados.rados.0.smithi090.stdout:3172: done (1 left) 2024-04-15T16:39:28.534 INFO:tasks.rados.rados.0.smithi090.stdout:3173: done (0 left) 2024-04-15T16:39:28.534 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 304 2024-04-15T16:39:28.534 INFO:tasks.rados.rados.0.smithi090.stdout:3174: seq_num 999 ranges {5390336=737280,6127616=565248,6692864=761856,7454720=278528} 2024-04-15T16:39:28.565 INFO:tasks.rados.rados.0.smithi090.stdout:3174: writing smithi09078167-45 from 5390336 to 6127616 tid 1 2024-04-15T16:39:28.569 INFO:tasks.rados.rados.0.smithi090.stdout:3174: writing smithi09078167-45 from 6127616 to 6692864 tid 2 2024-04-15T16:39:28.573 INFO:tasks.rados.rados.0.smithi090.stdout:3174: writing smithi09078167-45 from 6692864 to 7454720 tid 3 2024-04-15T16:39:28.576 INFO:tasks.rados.rados.0.smithi090.stdout:3174: writing smithi09078167-45 from 7454720 to 7733248 tid 4 2024-04-15T16:39:28.576 INFO:tasks.rados.rados.0.smithi090.stdout:3175: read oid 41 snap 303 2024-04-15T16:39:28.576 INFO:tasks.rados.rados.0.smithi090.stdout:3175: expect (ObjNum -565818848 snap 22010 seq_num 3729269776) 2024-04-15T16:39:28.576 INFO:tasks.rados.rados.0.smithi090.stdout:3176: read oid 30 snap -1 2024-04-15T16:39:28.576 INFO:tasks.rados.rados.0.smithi090.stdout:3176: expect deleted 2024-04-15T16:39:28.576 INFO:tasks.rados.rados.0.smithi090.stdout:3177: copy_from oid 29 from oid 3 current snap is 304 2024-04-15T16:39:28.576 INFO:tasks.rados.rados.0.smithi090.stdout:3174: finishing write tid 1 to smithi09078167-45 2024-04-15T16:39:28.576 INFO:tasks.rados.rados.0.smithi090.stdout:3174: finishing write tid 2 to smithi09078167-45 2024-04-15T16:39:28.576 INFO:tasks.rados.rados.0.smithi090.stdout:3178: rollback oid 35 current snap is 304 2024-04-15T16:39:28.576 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 35 to 298 2024-04-15T16:39:28.576 INFO:tasks.rados.rados.0.smithi090.stdout:3179: snap_create 2024-04-15T16:39:28.577 INFO:tasks.rados.rados.0.smithi090.stdout:3177: finishing copy_from to smithi09078167-29 2024-04-15T16:39:28.577 INFO:tasks.rados.rados.0.smithi090.stdout:3177: got expected ENOENT (src dne) 2024-04-15T16:39:28.577 INFO:tasks.rados.rados.0.smithi090.stdout:3175: expect (ObjNum -565818848 snap 22010 seq_num 3729269776) 2024-04-15T16:39:28.581 INFO:tasks.rados.rados.0.smithi090.stdout:3177: finishing copy_from racing read to smithi09078167-29 2024-04-15T16:39:28.581 INFO:tasks.rados.rados.0.smithi090.stdout:3174: finishing write tid 3 to smithi09078167-45 2024-04-15T16:39:28.581 INFO:tasks.rados.rados.0.smithi090.stdout:3178: finishing rollback tid 0 to smithi09078167-35 2024-04-15T16:39:28.581 INFO:tasks.rados.rados.0.smithi090.stdout:3178: finishing rollback tid 1 to smithi09078167-35 2024-04-15T16:39:28.582 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1177 (ObjNum 161 snap 0 seq_num 3728846144) dirty dne 2024-04-15T16:39:28.582 INFO:tasks.rados.rados.0.smithi090.stdout:3174: finishing write tid 4 to smithi09078167-45 2024-04-15T16:39:28.582 INFO:tasks.rados.rados.0.smithi090.stdout:3174: finishing write tid 5 to smithi09078167-45 2024-04-15T16:39:28.582 INFO:tasks.rados.rados.0.smithi090.stdout:3174: finishing write tid 6 to smithi09078167-45 2024-04-15T16:39:28.582 INFO:tasks.rados.rados.0.smithi090.stdout:3174: oid 45 updating version 0 to 1213 2024-04-15T16:39:28.582 INFO:tasks.rados.rados.0.smithi090.stdout:3174: oid 45 updating version 1213 to 1217 2024-04-15T16:39:28.583 INFO:tasks.rados.rados.0.smithi090.stdout:3174: oid 45 version 1217 is already newer than 1214 2024-04-15T16:39:28.583 INFO:tasks.rados.rados.0.smithi090.stdout:3174: oid 45 version 1217 is already newer than 1216 2024-04-15T16:39:28.583 INFO:tasks.rados.rados.0.smithi090.stdout:3174: oid 45 version 1217 is already newer than 1215 2024-04-15T16:39:28.583 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1217 (ObjNum 999 snap 304 seq_num 999) dirty exists 2024-04-15T16:39:28.583 INFO:tasks.rados.rados.0.smithi090.stdout:3174: left oid 45 (ObjNum 999 snap 304 seq_num 999) 2024-04-15T16:39:28.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:28 smithi090 ceph-mon[89240]: osdmap e669: 8 total, 8 up, 8 in 2024-04-15T16:39:28.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:28 smithi090 ceph-mon[91618]: osdmap e669: 8 total, 8 up, 8 in 2024-04-15T16:39:28.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:28 smithi153 ceph-mon[84714]: osdmap e669: 8 total, 8 up, 8 in 2024-04-15T16:39:29.536 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:39:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:39:29] "GET /metrics HTTP/1.1" 200 36257 "" "Prometheus/2.43.0" 2024-04-15T16:39:29.543 INFO:tasks.rados.rados.0.smithi090.stdout:3174: done (5 left) 2024-04-15T16:39:29.543 INFO:tasks.rados.rados.0.smithi090.stdout:3175: done (4 left) 2024-04-15T16:39:29.543 INFO:tasks.rados.rados.0.smithi090.stdout:3176: done (3 left) 2024-04-15T16:39:29.543 INFO:tasks.rados.rados.0.smithi090.stdout:3177: done (2 left) 2024-04-15T16:39:29.543 INFO:tasks.rados.rados.0.smithi090.stdout:3178: done (1 left) 2024-04-15T16:39:29.543 INFO:tasks.rados.rados.0.smithi090.stdout:3179: done (0 left) 2024-04-15T16:39:29.543 INFO:tasks.rados.rados.0.smithi090.stdout:3180: snap_create 2024-04-15T16:39:29.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:29 smithi090 ceph-mon[91618]: osdmap e670: 8 total, 8 up, 8 in 2024-04-15T16:39:29.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:29 smithi090 ceph-mon[91618]: pgmap v665: 121 pgs: 121 active+clean; 553 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-04-15T16:39:29.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:29 smithi090 ceph-mon[89240]: osdmap e670: 8 total, 8 up, 8 in 2024-04-15T16:39:29.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:29 smithi090 ceph-mon[89240]: pgmap v665: 121 pgs: 121 active+clean; 553 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-04-15T16:39:29.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:29 smithi153 ceph-mon[84714]: osdmap e670: 8 total, 8 up, 8 in 2024-04-15T16:39:29.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:29 smithi153 ceph-mon[84714]: pgmap v665: 121 pgs: 121 active+clean; 553 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 2.1 MiB/s wr, 12 op/s 2024-04-15T16:39:30.549 INFO:tasks.rados.rados.0.smithi090.stdout:3180: done (0 left) 2024-04-15T16:39:30.549 INFO:tasks.rados.rados.0.smithi090.stdout:3181: delete oid 22 current snap is 306 2024-04-15T16:39:30.552 INFO:tasks.rados.rados.0.smithi090.stdout:3181: done (0 left) 2024-04-15T16:39:30.552 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 47 current snap is 306 2024-04-15T16:39:30.553 INFO:tasks.rados.rados.0.smithi090.stdout:3182: seq_num 1001 ranges {0=770048,770048=729088,1499136=770048,2269184=106496} 2024-04-15T16:39:30.557 INFO:tasks.rados.rados.0.smithi090.stdout:3182: writing smithi09078167-47 from 0 to 770048 tid 1 2024-04-15T16:39:30.561 INFO:tasks.rados.rados.0.smithi090.stdout:3182: writing smithi09078167-47 from 770048 to 1499136 tid 2 2024-04-15T16:39:30.565 INFO:tasks.rados.rados.0.smithi090.stdout:3182: writing smithi09078167-47 from 1499136 to 2269184 tid 3 2024-04-15T16:39:30.566 INFO:tasks.rados.rados.0.smithi090.stdout:3182: writing smithi09078167-47 from 2269184 to 2375680 tid 4 2024-04-15T16:39:30.566 INFO:tasks.rados.rados.0.smithi090.stdout:3183: setattr oid 7 current snap is 306 2024-04-15T16:39:30.566 INFO:tasks.rados.rados.0.smithi090.stdout:3182: finishing write tid 1 to smithi09078167-47 2024-04-15T16:39:30.567 INFO:tasks.rados.rados.0.smithi090.stdout:3182: finishing write tid 2 to smithi09078167-47 2024-04-15T16:39:30.568 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 306 2024-04-15T16:39:30.568 INFO:tasks.rados.rados.0.smithi090.stdout:3184: seq_num 1002 ranges {7053312=786432,7839744=614400,8454144=581632,9035776=409600} 2024-04-15T16:39:30.578 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:30 smithi090 ceph-mon[91618]: osdmap e671: 8 total, 8 up, 8 in 2024-04-15T16:39:30.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:30 smithi090 ceph-mon[89240]: osdmap e671: 8 total, 8 up, 8 in 2024-04-15T16:39:30.611 INFO:tasks.rados.rados.0.smithi090.stdout:3184: writing smithi09078167-2 from 7053312 to 7839744 tid 1 2024-04-15T16:39:30.614 INFO:tasks.rados.rados.0.smithi090.stdout:3184: writing smithi09078167-2 from 7839744 to 8454144 tid 2 2024-04-15T16:39:30.617 INFO:tasks.rados.rados.0.smithi090.stdout:3184: writing smithi09078167-2 from 8454144 to 9035776 tid 3 2024-04-15T16:39:30.620 INFO:tasks.rados.rados.0.smithi090.stdout:3184: writing smithi09078167-2 from 9035776 to 9445376 tid 4 2024-04-15T16:39:30.620 INFO:tasks.rados.rados.0.smithi090.stdout:3185: rmattr oid 28 current snap is 306 2024-04-15T16:39:30.620 INFO:tasks.rados.rados.0.smithi090.stdout:3185: done (3 left) 2024-04-15T16:39:30.620 INFO:tasks.rados.rados.0.smithi090.stdout:3186: snap_create 2024-04-15T16:39:30.620 INFO:tasks.rados.rados.0.smithi090.stdout:3182: finishing write tid 3 to smithi09078167-47 2024-04-15T16:39:30.620 INFO:tasks.rados.rados.0.smithi090.stdout:3182: finishing write tid 4 to smithi09078167-47 2024-04-15T16:39:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:3182: finishing write tid 5 to smithi09078167-47 2024-04-15T16:39:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:3182: finishing write tid 6 to smithi09078167-47 2024-04-15T16:39:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:3182: oid 47 updating version 0 to 1125 2024-04-15T16:39:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:3182: oid 47 version 1125 is already newer than 1124 2024-04-15T16:39:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:3182: oid 47 version 1125 is already newer than 1121 2024-04-15T16:39:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:3182: oid 47 version 1125 is already newer than 1122 2024-04-15T16:39:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:3182: oid 47 version 1125 is already newer than 1123 2024-04-15T16:39:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 1125 (ObjNum 1001 snap 306 seq_num 1001) dirty exists 2024-04-15T16:39:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:3182: left oid 47 (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:39:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 995 (ObjNum 991 snap 302 seq_num 991) dirty exists 2024-04-15T16:39:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:3184: finishing write tid 1 to smithi09078167-2 2024-04-15T16:39:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:3184: finishing write tid 2 to smithi09078167-2 2024-04-15T16:39:30.621 INFO:tasks.rados.rados.0.smithi090.stdout:3184: finishing write tid 3 to smithi09078167-2 2024-04-15T16:39:30.622 INFO:tasks.rados.rados.0.smithi090.stdout:3184: finishing write tid 4 to smithi09078167-2 2024-04-15T16:39:30.622 INFO:tasks.rados.rados.0.smithi090.stdout:3184: finishing write tid 5 to smithi09078167-2 2024-04-15T16:39:30.623 INFO:tasks.rados.rados.0.smithi090.stdout:3184: finishing write tid 6 to smithi09078167-2 2024-04-15T16:39:30.623 INFO:tasks.rados.rados.0.smithi090.stdout:3184: oid 2 updating version 0 to 1178 2024-04-15T16:39:30.623 INFO:tasks.rados.rados.0.smithi090.stdout:3184: oid 2 updating version 1178 to 1181 2024-04-15T16:39:30.623 INFO:tasks.rados.rados.0.smithi090.stdout:3184: oid 2 version 1181 is already newer than 1180 2024-04-15T16:39:30.623 INFO:tasks.rados.rados.0.smithi090.stdout:3184: oid 2 version 1181 is already newer than 1179 2024-04-15T16:39:30.623 INFO:tasks.rados.rados.0.smithi090.stdout:3184: oid 2 updating version 1181 to 1182 2024-04-15T16:39:30.623 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1182 (ObjNum 1002 snap 306 seq_num 1002) dirty exists 2024-04-15T16:39:30.624 INFO:tasks.rados.rados.0.smithi090.stdout:3184: left oid 2 (ObjNum 1002 snap 306 seq_num 1002) 2024-04-15T16:39:30.728 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -e sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 -- bash -c 'ceph orch ps' 2024-04-15T16:39:30.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:30 smithi153 ceph-mon[84714]: osdmap e671: 8 total, 8 up, 8 in 2024-04-15T16:39:30.978 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:39:31.550 INFO:tasks.rados.rados.0.smithi090.stdout:3182: done (3 left) 2024-04-15T16:39:31.550 INFO:tasks.rados.rados.0.smithi090.stdout:3183: done (2 left) 2024-04-15T16:39:31.551 INFO:tasks.rados.rados.0.smithi090.stdout:3184: done (1 left) 2024-04-15T16:39:31.551 INFO:tasks.rados.rados.0.smithi090.stdout:3186: done (0 left) 2024-04-15T16:39:31.551 INFO:tasks.rados.rados.0.smithi090.stdout:3187: copy_from oid 26 from oid 49 current snap is 307 2024-04-15T16:39:31.551 INFO:tasks.rados.rados.0.smithi090.stdout:3188: setattr oid 24 current snap is 307 2024-04-15T16:39:31.552 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 307 2024-04-15T16:39:31.552 INFO:tasks.rados.rados.0.smithi090.stdout:3189: seq_num 1003 ranges {7045120=802816,7847936=499712,8347648=737280,9084928=368640} 2024-04-15T16:39:31.594 INFO:tasks.rados.rados.0.smithi090.stdout:3189: writing smithi09078167-16 from 7045120 to 7847936 tid 1 2024-04-15T16:39:31.597 INFO:tasks.rados.rados.0.smithi090.stdout:3189: writing smithi09078167-16 from 7847936 to 8347648 tid 2 2024-04-15T16:39:31.601 INFO:tasks.rados.rados.0.smithi090.stdout:3189: writing smithi09078167-16 from 8347648 to 9084928 tid 3 2024-04-15T16:39:31.603 INFO:tasks.rados.rados.0.smithi090.stdout:3189: writing smithi09078167-16 from 9084928 to 9453568 tid 4 2024-04-15T16:39:31.603 INFO:tasks.rados.rados.0.smithi090.stdout:3190: delete oid 41 current snap is 307 2024-04-15T16:39:31.604 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1170 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-04-15T16:39:31.604 INFO:tasks.rados.rados.0.smithi090.stdout:3187: finishing copy_from racing read to smithi09078167-26 2024-04-15T16:39:31.604 INFO:tasks.rados.rados.0.smithi090.stdout:3187: finishing copy_from to smithi09078167-26 2024-04-15T16:39:31.604 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 630 (ObjNum 924 snap 287 seq_num 924) dirty exists 2024-04-15T16:39:31.604 INFO:tasks.rados.rados.0.smithi090.stdout:3189: finishing write tid 1 to smithi09078167-16 2024-04-15T16:39:31.604 INFO:tasks.rados.rados.0.smithi090.stdout:3189: finishing write tid 2 to smithi09078167-16 2024-04-15T16:39:31.607 INFO:tasks.rados.rados.0.smithi090.stdout:3189: finishing write tid 3 to smithi09078167-16 2024-04-15T16:39:31.607 INFO:tasks.rados.rados.0.smithi090.stdout:3189: finishing write tid 4 to smithi09078167-16 2024-04-15T16:39:31.607 INFO:tasks.rados.rados.0.smithi090.stdout:3189: finishing write tid 5 to smithi09078167-16 2024-04-15T16:39:31.608 INFO:tasks.rados.rados.0.smithi090.stdout:3187: done (3 left) 2024-04-15T16:39:31.609 INFO:tasks.rados.rados.0.smithi090.stdout:3188: done (2 left) 2024-04-15T16:39:31.609 INFO:tasks.rados.rados.0.smithi090.stdout:3190: done (1 left) 2024-04-15T16:39:31.609 INFO:tasks.rados.rados.0.smithi090.stdout:3191: rmattr oid 10 current snap is 307 2024-04-15T16:39:31.609 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 307 2024-04-15T16:39:31.609 INFO:tasks.rados.rados.0.smithi090.stdout:3192: seq_num 1005 ranges {0=32768} 2024-04-15T16:39:31.609 INFO:tasks.rados.rados.0.smithi090.stdout:3192: writing smithi09078167-3 from 0 to 32768 tid 1 2024-04-15T16:39:31.609 INFO:tasks.rados.rados.0.smithi090.stdout:3193: snap_create 2024-04-15T16:39:31.609 INFO:tasks.rados.rados.0.smithi090.stdout:3189: finishing write tid 6 to smithi09078167-16 2024-04-15T16:39:31.609 INFO:tasks.rados.rados.0.smithi090.stdout:3189: oid 16 updating version 0 to 1182 2024-04-15T16:39:31.609 INFO:tasks.rados.rados.0.smithi090.stdout:3189: oid 16 updating version 1182 to 1185 2024-04-15T16:39:31.609 INFO:tasks.rados.rados.0.smithi090.stdout:3189: oid 16 version 1185 is already newer than 1181 2024-04-15T16:39:31.609 INFO:tasks.rados.rados.0.smithi090.stdout:3189: oid 16 version 1185 is already newer than 1184 2024-04-15T16:39:31.609 INFO:tasks.rados.rados.0.smithi090.stdout:3189: oid 16 version 1185 is already newer than 1183 2024-04-15T16:39:31.610 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1185 (ObjNum 1003 snap 307 seq_num 1003) dirty exists 2024-04-15T16:39:31.610 INFO:tasks.rados.rados.0.smithi090.stdout:3189: left oid 16 (ObjNum 1003 snap 307 seq_num 1003) 2024-04-15T16:39:31.611 INFO:tasks.rados.rados.0.smithi090.stdout:3192: finishing write tid 1 to smithi09078167-3 2024-04-15T16:39:31.612 INFO:tasks.rados.rados.0.smithi090.stdout:3192: finishing write tid 2 to smithi09078167-3 2024-04-15T16:39:31.612 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1169 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-15T16:39:31.614 INFO:tasks.rados.rados.0.smithi090.stdout:3192: finishing write tid 3 to smithi09078167-3 2024-04-15T16:39:31.614 INFO:tasks.rados.rados.0.smithi090.stdout:3192: oid 3 updating version 0 to 1124 2024-04-15T16:39:31.614 INFO:tasks.rados.rados.0.smithi090.stdout:3192: oid 3 updating version 1124 to 1125 2024-04-15T16:39:31.614 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1125 (ObjNum 1005 snap 307 seq_num 1005) dirty exists 2024-04-15T16:39:31.614 INFO:tasks.rados.rados.0.smithi090.stdout:3192: left oid 3 (ObjNum 1005 snap 307 seq_num 1005) 2024-04-15T16:39:31.799 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:31 smithi090 ceph-mon[91618]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:39:31.799 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:31 smithi090 ceph-mon[91618]: osdmap e672: 8 total, 8 up, 8 in 2024-04-15T16:39:31.799 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:31 smithi090 ceph-mon[91618]: pgmap v668: 121 pgs: 121 active+clean; 553 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 10 op/s 2024-04-15T16:39:31.800 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:31 smithi090 ceph-mon[89240]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:39:31.800 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:31 smithi090 ceph-mon[89240]: osdmap e672: 8 total, 8 up, 8 in 2024-04-15T16:39:31.800 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:31 smithi090 ceph-mon[89240]: pgmap v668: 121 pgs: 121 active+clean; 553 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 10 op/s 2024-04-15T16:39:31.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:31 smithi153 ceph-mon[84714]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:39:31.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:31 smithi153 ceph-mon[84714]: osdmap e672: 8 total, 8 up, 8 in 2024-04-15T16:39:31.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:31 smithi153 ceph-mon[84714]: pgmap v668: 121 pgs: 121 active+clean; 553 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.6 MiB/s wr, 10 op/s 2024-04-15T16:39:32.565 INFO:tasks.rados.rados.0.smithi090.stdout:3189: done (3 left) 2024-04-15T16:39:32.565 INFO:tasks.rados.rados.0.smithi090.stdout:3191: done (2 left) 2024-04-15T16:39:32.565 INFO:tasks.rados.rados.0.smithi090.stdout:3192: done (1 left) 2024-04-15T16:39:32.565 INFO:tasks.rados.rados.0.smithi090.stdout:3193: done (0 left) 2024-04-15T16:39:32.565 INFO:tasks.rados.rados.0.smithi090.stdout:3194: delete oid 25 current snap is 308 2024-04-15T16:39:32.570 INFO:tasks.rados.rados.0.smithi090.stdout:3194: done (0 left) 2024-04-15T16:39:32.570 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 308 2024-04-15T16:39:32.570 INFO:tasks.rados.rados.0.smithi090.stdout:3195: seq_num 1007 ranges {7733248=65536} 2024-04-15T16:39:32.613 INFO:tasks.rados.rados.0.smithi090.stdout:3195: writing smithi09078167-45 from 7733248 to 7798784 tid 1 2024-04-15T16:39:32.613 INFO:tasks.rados.rados.0.smithi090.stdout:3196: read oid 17 snap -1 2024-04-15T16:39:32.613 INFO:tasks.rados.rados.0.smithi090.stdout:3196: expect (ObjNum 945 snap 295 seq_num 945) 2024-04-15T16:39:32.613 INFO:tasks.rados.rados.0.smithi090.stdout:3197: delete oid 32 current snap is 308 2024-04-15T16:39:32.618 INFO:tasks.rados.rados.0.smithi090.stdout:3197: done (2 left) 2024-04-15T16:39:32.618 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 308 2024-04-15T16:39:32.618 INFO:tasks.rados.rados.0.smithi090.stdout:3198: seq_num 1009 ranges {0=106496} 2024-04-15T16:39:32.618 INFO:tasks.rados.rados.0.smithi090.stdout:3198: writing smithi09078167-1 from 0 to 106496 tid 1 2024-04-15T16:39:32.619 INFO:tasks.rados.rados.0.smithi090.stdout:3199: snap_create 2024-04-15T16:39:32.619 INFO:tasks.rados.rados.0.smithi090.stdout:3195: finishing write tid 1 to smithi09078167-45 2024-04-15T16:39:32.620 INFO:tasks.rados.rados.0.smithi090.stdout:3195: finishing write tid 2 to smithi09078167-45 2024-04-15T16:39:32.621 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:39:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:39:32.621 INFO:tasks.rados.rados.0.smithi090.stdout:3195: finishing write tid 3 to smithi09078167-45 2024-04-15T16:39:32.622 INFO:tasks.rados.rados.0.smithi090.stdout:3195: oid 45 updating version 0 to 1222 2024-04-15T16:39:32.622 INFO:tasks.rados.rados.0.smithi090.stdout:3195: oid 45 version 1222 is already newer than 1221 2024-04-15T16:39:32.622 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1222 (ObjNum 1007 snap 308 seq_num 1007) dirty exists 2024-04-15T16:39:32.622 INFO:tasks.rados.rados.0.smithi090.stdout:3195: left oid 45 (ObjNum 1007 snap 308 seq_num 1007) 2024-04-15T16:39:32.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:32 smithi153 ceph-mon[84714]: osdmap e673: 8 total, 8 up, 8 in 2024-04-15T16:39:32.629 INFO:tasks.rados.rados.0.smithi090.stdout:3198: finishing write tid 1 to smithi09078167-1 2024-04-15T16:39:32.629 INFO:tasks.rados.rados.0.smithi090.stdout:3198: finishing write tid 2 to smithi09078167-1 2024-04-15T16:39:32.636 INFO:tasks.rados.rados.0.smithi090.stdout:3198: finishing write tid 3 to smithi09078167-1 2024-04-15T16:39:32.636 INFO:tasks.rados.rados.0.smithi090.stdout:3198: oid 1 updating version 0 to 1480 2024-04-15T16:39:32.636 INFO:tasks.rados.rados.0.smithi090.stdout:3198: oid 1 updating version 1480 to 1481 2024-04-15T16:39:32.637 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1481 (ObjNum 1009 snap 308 seq_num 1009) dirty exists 2024-04-15T16:39:32.637 INFO:tasks.rados.rados.0.smithi090.stdout:3198: left oid 1 (ObjNum 1009 snap 308 seq_num 1009) 2024-04-15T16:39:32.642 INFO:tasks.rados.rados.0.smithi090.stdout:3196: expect (ObjNum 945 snap 295 seq_num 945) 2024-04-15T16:39:32.823 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:32 smithi090 ceph-mon[91618]: osdmap e673: 8 total, 8 up, 8 in 2024-04-15T16:39:32.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:32 smithi090 ceph-mon[89240]: osdmap e673: 8 total, 8 up, 8 in 2024-04-15T16:39:32.824 INFO:teuthology.orchestra.run.smithi090.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-15T16:39:32.824 INFO:teuthology.orchestra.run.smithi090.stdout:alertmanager.a smithi090 *:9093,9094 running (54s) 50s ago 13m 14.4M - 0.25.0 c8568f914cd2 2aa405d64857 2024-04-15T16:39:32.824 INFO:teuthology.orchestra.run.smithi090.stdout:grafana.a smithi153 *:3000 running (31s) 27s ago 12m 52.8M - 9.4.12 2bacad6d85d8 215f72752a4d 2024-04-15T16:39:32.824 INFO:teuthology.orchestra.run.smithi090.stdout:mds.a smithi090 running (2m) 50s ago 14m 13.5M - 19.0.0-3080-gc2d8c315 259793512b73 d966adb74ded 2024-04-15T16:39:32.824 INFO:teuthology.orchestra.run.smithi090.stdout:mds.b smithi153 running (103s) 27s ago 14m 12.7M - 19.0.0-3080-gc2d8c315 259793512b73 8b067668fd8b 2024-04-15T16:39:32.824 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.x smithi153 *:8443,9283,8765 running (8m) 27s ago 17m 453M - 19.0.0-3080-gc2d8c315 259793512b73 cf4f3c21d38e 2024-04-15T16:39:32.824 INFO:teuthology.orchestra.run.smithi090.stdout:mgr.y smithi090 *:8443,9283,8765 running (8m) 50s ago 19m 521M - 19.0.0-3080-gc2d8c315 259793512b73 ef96075c9a18 2024-04-15T16:39:32.824 INFO:teuthology.orchestra.run.smithi090.stdout:mon.a smithi090 running (7m) 50s ago 19m 69.4M 2048M 19.0.0-3080-gc2d8c315 259793512b73 82f63672a8c1 2024-04-15T16:39:32.824 INFO:teuthology.orchestra.run.smithi090.stdout:mon.b smithi153 running (7m) 27s ago 17m 60.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 a8c48d861c6e 2024-04-15T16:39:32.825 INFO:teuthology.orchestra.run.smithi090.stdout:mon.c smithi090 running (7m) 50s ago 17m 59.5M 2048M 19.0.0-3080-gc2d8c315 259793512b73 28c14668bcb2 2024-04-15T16:39:32.825 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.a smithi090 *:9100 running (90s) 50s ago 12m 8518k - 1.5.0 0da6a335fe13 600caf4b1937 2024-04-15T16:39:32.825 INFO:teuthology.orchestra.run.smithi090.stdout:node-exporter.b smithi153 *:9100 running (85s) 27s ago 12m 9466k - 1.5.0 0da6a335fe13 e4f30e6410d4 2024-04-15T16:39:32.825 INFO:teuthology.orchestra.run.smithi090.stdout:osd.0 smithi090 running (6m) 50s ago 17m 278M 2480M 19.0.0-3080-gc2d8c315 259793512b73 220a8dfc36ad 2024-04-15T16:39:32.825 INFO:teuthology.orchestra.run.smithi090.stdout:osd.1 smithi090 running (5m) 50s ago 16m 224M 2480M 19.0.0-3080-gc2d8c315 259793512b73 1c837b285ce5 2024-04-15T16:39:32.825 INFO:teuthology.orchestra.run.smithi090.stdout:osd.2 smithi090 running (5m) 50s ago 16m 214M 2480M 19.0.0-3080-gc2d8c315 259793512b73 915f230e2693 2024-04-15T16:39:32.825 INFO:teuthology.orchestra.run.smithi090.stdout:osd.3 smithi090 running (4m) 50s ago 15m 210M 2480M 19.0.0-3080-gc2d8c315 259793512b73 a0a34f8fff3a 2024-04-15T16:39:32.825 INFO:teuthology.orchestra.run.smithi090.stdout:osd.4 smithi153 running (4m) 27s ago 15m 311M 2480M 19.0.0-3080-gc2d8c315 259793512b73 ead96f9e7b8d 2024-04-15T16:39:32.825 INFO:teuthology.orchestra.run.smithi090.stdout:osd.5 smithi153 running (3m) 27s ago 15m 207M 2480M 19.0.0-3080-gc2d8c315 259793512b73 35917c9a8a50 2024-04-15T16:39:32.825 INFO:teuthology.orchestra.run.smithi090.stdout:osd.6 smithi153 running (3m) 27s ago 14m 173M 2480M 19.0.0-3080-gc2d8c315 259793512b73 3685571262f0 2024-04-15T16:39:32.825 INFO:teuthology.orchestra.run.smithi090.stdout:osd.7 smithi153 running (2m) 27s ago 14m 115M 2480M 19.0.0-3080-gc2d8c315 259793512b73 ddae25a9b820 2024-04-15T16:39:32.825 INFO:teuthology.orchestra.run.smithi090.stdout:prometheus.a smithi153 *:9095 running (69s) 27s ago 13m 44.9M - 2.43.0 a07b618ecd1d b8ba9c20d740 2024-04-15T16:39:33.407 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -e sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 -- bash -c 'ceph versions' 2024-04-15T16:39:33.573 INFO:tasks.rados.rados.0.smithi090.stdout:3195: done (3 left) 2024-04-15T16:39:33.573 INFO:tasks.rados.rados.0.smithi090.stdout:3196: done (2 left) 2024-04-15T16:39:33.573 INFO:tasks.rados.rados.0.smithi090.stdout:3198: done (1 left) 2024-04-15T16:39:33.573 INFO:tasks.rados.rados.0.smithi090.stdout:3199: done (0 left) 2024-04-15T16:39:33.573 INFO:tasks.rados.rados.0.smithi090.stdout:3200: delete oid 26 current snap is 309 2024-04-15T16:39:33.576 INFO:tasks.rados.rados.0.smithi090.stdout:3200: done (0 left) 2024-04-15T16:39:33.577 INFO:tasks.rados.rados.0.smithi090.stdout:3201: copy_from oid 40 from oid 42 current snap is 309 2024-04-15T16:39:33.577 INFO:tasks.rados.rados.0.smithi090.stdout:3202: rmattr oid 28 current snap is 309 2024-04-15T16:39:33.577 INFO:tasks.rados.rados.0.smithi090.stdout:3203: delete oid 50 current snap is 309 2024-04-15T16:39:33.577 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 0 (ObjNum 241 snap 0 seq_num 3729409568) dirty dne 2024-04-15T16:39:33.582 INFO:tasks.rados.rados.0.smithi090.stdout:3202: done (2 left) 2024-04-15T16:39:33.582 INFO:tasks.rados.rados.0.smithi090.stdout:3203: done (1 left) 2024-04-15T16:39:33.582 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 309 2024-04-15T16:39:33.582 INFO:tasks.rados.rados.0.smithi090.stdout:3204: seq_num 1012 ranges {7798784=155648} 2024-04-15T16:39:33.626 INFO:tasks.rados.rados.0.smithi090.stdout:3204: writing smithi09078167-45 from 7798784 to 7954432 tid 1 2024-04-15T16:39:33.626 INFO:tasks.rados.rados.0.smithi090.stdout:3205: read oid 14 snap -1 2024-04-15T16:39:33.626 INFO:tasks.rados.rados.0.smithi090.stdout:3205: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:39:33.626 INFO:tasks.rados.rados.0.smithi090.stdout:3206: read oid 21 snap -1 2024-04-15T16:39:33.626 INFO:tasks.rados.rados.0.smithi090.stdout:3206: expect (ObjNum 958 snap 298 seq_num 958) 2024-04-15T16:39:33.626 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 309 2024-04-15T16:39:33.626 INFO:tasks.rados.rados.0.smithi090.stdout:3201: finishing copy_from racing read to smithi09078167-40 2024-04-15T16:39:33.627 INFO:tasks.rados.rados.0.smithi090.stdout:3201: finishing copy_from to smithi09078167-40 2024-04-15T16:39:33.627 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 978 (ObjNum 983 snap 300 seq_num 983) dirty exists 2024-04-15T16:39:33.627 INFO:tasks.rados.rados.0.smithi090.stdout:3207: seq_num 1013 ranges {0=172032} 2024-04-15T16:39:33.627 INFO:tasks.rados.rados.0.smithi090.stdout:3207: writing smithi09078167-18 from 0 to 172032 tid 1 2024-04-15T16:39:33.627 INFO:tasks.rados.rados.0.smithi090.stdout:3201: done (4 left) 2024-04-15T16:39:33.628 INFO:tasks.rados.rados.0.smithi090.stdout:3208: rollback oid 36 current snap is 309 2024-04-15T16:39:33.628 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 307 2024-04-15T16:39:33.628 INFO:tasks.rados.rados.0.smithi090.stdout:3209: rollback oid 23 current snap is 309 2024-04-15T16:39:33.628 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 23 to 288 2024-04-15T16:39:33.628 INFO:tasks.rados.rados.0.smithi090.stdout:3210: snap_create 2024-04-15T16:39:33.632 INFO:tasks.rados.rados.0.smithi090.stdout:3204: finishing write tid 1 to smithi09078167-45 2024-04-15T16:39:33.634 INFO:tasks.rados.rados.0.smithi090.stdout:3205: expect (ObjNum 628 snap 167 seq_num 628) 2024-04-15T16:39:33.640 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:39:33.690 INFO:tasks.rados.rados.0.smithi090.stdout:3208: finishing rollback tid 0 to smithi09078167-36 2024-04-15T16:39:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:3208: finishing rollback tid 1 to smithi09078167-36 2024-04-15T16:39:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:3208: finishing rollback tid 2 to smithi09078167-36 2024-04-15T16:39:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1188 (ObjNum 976 snap 300 seq_num 976) dirty exists 2024-04-15T16:39:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:3204: finishing write tid 2 to smithi09078167-45 2024-04-15T16:39:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:3209: finishing rollback tid 0 to smithi09078167-23 2024-04-15T16:39:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:3204: finishing write tid 3 to smithi09078167-45 2024-04-15T16:39:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:3204: oid 45 updating version 0 to 1225 2024-04-15T16:39:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:3204: oid 45 version 1225 is already newer than 1224 2024-04-15T16:39:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1225 (ObjNum 1012 snap 309 seq_num 1012) dirty exists 2024-04-15T16:39:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:3204: left oid 45 (ObjNum 1012 snap 309 seq_num 1012) 2024-04-15T16:39:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:3209: finishing rollback tid 1 to smithi09078167-23 2024-04-15T16:39:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:3209: finishing rollback tid 2 to smithi09078167-23 2024-04-15T16:39:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 999 (ObjNum 899 snap 279 seq_num 899) dirty exists 2024-04-15T16:39:33.691 INFO:tasks.rados.rados.0.smithi090.stdout:3207: finishing write tid 1 to smithi09078167-18 2024-04-15T16:39:33.692 INFO:tasks.rados.rados.0.smithi090.stdout:3206: expect (ObjNum 958 snap 298 seq_num 958) 2024-04-15T16:39:33.700 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:33 smithi090 ceph-mon[89240]: osdmap e674: 8 total, 8 up, 8 in 2024-04-15T16:39:33.700 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:33 smithi090 ceph-mon[89240]: pgmap v671: 121 pgs: 121 active+clean; 578 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 7.1 MiB/s wr, 33 op/s 2024-04-15T16:39:33.700 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:33 smithi090 ceph-mon[89240]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:39:33.700 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:33 smithi090 ceph-mon[91618]: osdmap e674: 8 total, 8 up, 8 in 2024-04-15T16:39:33.700 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:33 smithi090 ceph-mon[91618]: pgmap v671: 121 pgs: 121 active+clean; 578 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 7.1 MiB/s wr, 33 op/s 2024-04-15T16:39:33.701 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:33 smithi090 ceph-mon[91618]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:39:33.734 INFO:tasks.rados.rados.0.smithi090.stdout:3207: finishing write tid 2 to smithi09078167-18 2024-04-15T16:39:33.734 INFO:tasks.rados.rados.0.smithi090.stdout:3207: finishing write tid 3 to smithi09078167-18 2024-04-15T16:39:33.735 INFO:tasks.rados.rados.0.smithi090.stdout:3207: oid 18 updating version 0 to 1482 2024-04-15T16:39:33.735 INFO:tasks.rados.rados.0.smithi090.stdout:3207: oid 18 updating version 1482 to 1483 2024-04-15T16:39:33.735 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1483 (ObjNum 1013 snap 309 seq_num 1013) dirty exists 2024-04-15T16:39:33.735 INFO:tasks.rados.rados.0.smithi090.stdout:3207: left oid 18 (ObjNum 1013 snap 309 seq_num 1013) 2024-04-15T16:39:33.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:33 smithi153 ceph-mon[84714]: osdmap e674: 8 total, 8 up, 8 in 2024-04-15T16:39:33.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:33 smithi153 ceph-mon[84714]: pgmap v671: 121 pgs: 121 active+clean; 578 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 30 KiB/s rd, 7.1 MiB/s wr, 33 op/s 2024-04-15T16:39:33.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:33 smithi153 ceph-mon[84714]: from='client.34470 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T16:39:34.439 INFO:tasks.rados.rados.0.smithi090.stdout:3204: done (6 left) 2024-04-15T16:39:34.439 INFO:tasks.rados.rados.0.smithi090.stdout:3205: done (5 left) 2024-04-15T16:39:34.439 INFO:tasks.rados.rados.0.smithi090.stdout:3206: done (4 left) 2024-04-15T16:39:34.439 INFO:tasks.rados.rados.0.smithi090.stdout:3207: done (3 left) 2024-04-15T16:39:34.439 INFO:tasks.rados.rados.0.smithi090.stdout:3208: done (2 left) 2024-04-15T16:39:34.439 INFO:tasks.rados.rados.0.smithi090.stdout:3209: done (1 left) 2024-04-15T16:39:34.439 INFO:tasks.rados.rados.0.smithi090.stdout:3210: done (0 left) 2024-04-15T16:39:34.439 INFO:tasks.rados.rados.0.smithi090.stdout:3211: read oid 15 snap -1 2024-04-15T16:39:34.439 INFO:tasks.rados.rados.0.smithi090.stdout:3211: expect (ObjNum 806 snap 256 seq_num 806) 2024-04-15T16:39:34.439 INFO:tasks.rados.rados.0.smithi090.stdout:3212: read oid 49 snap -1 2024-04-15T16:39:34.439 INFO:tasks.rados.rados.0.smithi090.stdout:3212: expect (ObjNum 924 snap 287 seq_num 924) 2024-04-15T16:39:34.440 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 310 2024-04-15T16:39:34.440 INFO:tasks.rados.rados.0.smithi090.stdout:3213: seq_num 1014 ranges {1654784=188416} 2024-04-15T16:39:34.448 INFO:tasks.rados.rados.0.smithi090.stdout:3213: writing smithi09078167-21 from 1654784 to 1843200 tid 1 2024-04-15T16:39:34.448 INFO:tasks.rados.rados.0.smithi090.stdout:3214: copy_from oid 8 from oid 46 current snap is 310 2024-04-15T16:39:34.448 INFO:tasks.rados.rados.0.smithi090.stdout:3211: expect (ObjNum 806 snap 256 seq_num 806) 2024-04-15T16:39:34.514 INFO:tasks.rados.rados.0.smithi090.stdout:3213: finishing write tid 1 to smithi09078167-21 2024-04-15T16:39:34.514 INFO:tasks.rados.rados.0.smithi090.stdout:3213: finishing write tid 2 to smithi09078167-21 2024-04-15T16:39:34.514 INFO:tasks.rados.rados.0.smithi090.stdout:3213: finishing write tid 3 to smithi09078167-21 2024-04-15T16:39:34.514 INFO:tasks.rados.rados.0.smithi090.stdout:3213: oid 21 updating version 0 to 1486 2024-04-15T16:39:34.514 INFO:tasks.rados.rados.0.smithi090.stdout:3213: oid 21 version 1486 is already newer than 1485 2024-04-15T16:39:34.514 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1486 (ObjNum 1014 snap 310 seq_num 1014) dirty exists 2024-04-15T16:39:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:3213: left oid 21 (ObjNum 1014 snap 310 seq_num 1014) 2024-04-15T16:39:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:3211: done (3 left) 2024-04-15T16:39:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:3213: done (2 left) 2024-04-15T16:39:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:3215: copy_from oid 27 from oid 40 current snap is 310 2024-04-15T16:39:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:3214: finishing copy_from racing read to smithi09078167-8 2024-04-15T16:39:34.515 INFO:tasks.rados.rados.0.smithi090.stdout:3212: expect (ObjNum 924 snap 287 seq_num 924) 2024-04-15T16:39:34.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:34 smithi090 ceph-mon[91618]: osdmap e675: 8 total, 8 up, 8 in 2024-04-15T16:39:34.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:34 smithi090 ceph-mon[91618]: osdmap e676: 8 total, 8 up, 8 in 2024-04-15T16:39:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:34 smithi090 ceph-mon[89240]: osdmap e675: 8 total, 8 up, 8 in 2024-04-15T16:39:34.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:34 smithi090 ceph-mon[89240]: osdmap e676: 8 total, 8 up, 8 in 2024-04-15T16:39:34.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:34 smithi153 ceph-mon[84714]: osdmap e675: 8 total, 8 up, 8 in 2024-04-15T16:39:34.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:34 smithi153 ceph-mon[84714]: osdmap e676: 8 total, 8 up, 8 in 2024-04-15T16:39:35.006 INFO:tasks.rados.rados.0.smithi090.stdout:3214: finishing copy_from to smithi09078167-8 2024-04-15T16:39:35.006 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1121 (ObjNum 970 snap 300 seq_num 970) dirty exists 2024-04-15T16:39:35.006 INFO:tasks.rados.rados.0.smithi090.stdout:3212: done (2 left) 2024-04-15T16:39:35.006 INFO:tasks.rados.rados.0.smithi090.stdout:3214: done (1 left) 2024-04-15T16:39:35.006 INFO:tasks.rados.rados.0.smithi090.stdout:3216: delete oid 45 current snap is 310 2024-04-15T16:39:35.006 INFO:tasks.rados.rados.0.smithi090.stdout:3215: finishing copy_from racing read to smithi09078167-27 2024-04-15T16:39:35.006 INFO:tasks.rados.rados.0.smithi090.stdout:3215: finishing copy_from to smithi09078167-27 2024-04-15T16:39:35.006 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 978 (ObjNum 983 snap 300 seq_num 983) dirty exists 2024-04-15T16:39:35.009 INFO:tasks.rados.rados.0.smithi090.stdout:3215: done (1 left) 2024-04-15T16:39:35.009 INFO:tasks.rados.rados.0.smithi090.stdout:3216: done (0 left) 2024-04-15T16:39:35.010 INFO:tasks.rados.rados.0.smithi090.stdout:3217: read oid 24 snap -1 2024-04-15T16:39:35.010 INFO:tasks.rados.rados.0.smithi090.stdout:3217: expect (ObjNum 882 snap 273 seq_num 882) 2024-04-15T16:39:35.010 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 34 current snap is 310 2024-04-15T16:39:35.010 INFO:tasks.rados.rados.0.smithi090.stdout:3218: seq_num 1016 ranges {1548288=221184} 2024-04-15T16:39:35.019 INFO:tasks.rados.rados.0.smithi090.stdout:3218: writing smithi09078167-34 from 1548288 to 1769472 tid 1 2024-04-15T16:39:35.019 INFO:tasks.rados.rados.0.smithi090.stdout:3219: snap_remove snap 282 2024-04-15T16:39:35.580 INFO:tasks.rados.rados.0.smithi090.stdout:3219: done (2 left) 2024-04-15T16:39:35.581 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 310 2024-04-15T16:39:35.581 INFO:tasks.rados.rados.0.smithi090.stdout:3220: seq_num 1017 ranges {9445376=237568} 2024-04-15T16:39:35.633 INFO:tasks.rados.rados.0.smithi090.stdout:3220: writing smithi09078167-2 from 9445376 to 9682944 tid 1 2024-04-15T16:39:35.633 INFO:tasks.rados.rados.0.smithi090.stdout:3221: read oid 11 snap -1 2024-04-15T16:39:35.633 INFO:tasks.rados.rados.0.smithi090.stdout:3221: expect (ObjNum 928 snap 291 seq_num 928) 2024-04-15T16:39:35.633 INFO:tasks.rados.rados.0.smithi090.stdout:3222: rollback oid 15 current snap is 310 2024-04-15T16:39:35.633 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 304 2024-04-15T16:39:35.633 INFO:tasks.rados.rados.0.smithi090.stdout:3217: expect (ObjNum 882 snap 273 seq_num 882) 2024-04-15T16:39:35.735 INFO:teuthology.orchestra.run.smithi090.stdout:{ 2024-04-15T16:39:35.736 INFO:teuthology.orchestra.run.smithi090.stdout: "mon": { 2024-04-15T16:39:35.736 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T16:39:35.736 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:39:35.736 INFO:teuthology.orchestra.run.smithi090.stdout: "mgr": { 2024-04-15T16:39:35.736 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:39:35.736 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:39:35.736 INFO:teuthology.orchestra.run.smithi090.stdout: "osd": { 2024-04-15T16:39:35.736 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T16:39:35.736 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:39:35.736 INFO:teuthology.orchestra.run.smithi090.stdout: "mds": { 2024-04-15T16:39:35.736 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T16:39:35.736 INFO:teuthology.orchestra.run.smithi090.stdout: }, 2024-04-15T16:39:35.736 INFO:teuthology.orchestra.run.smithi090.stdout: "overall": { 2024-04-15T16:39:35.737 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 15 2024-04-15T16:39:35.737 INFO:teuthology.orchestra.run.smithi090.stdout: } 2024-04-15T16:39:35.737 INFO:teuthology.orchestra.run.smithi090.stdout:} 2024-04-15T16:39:35.779 INFO:tasks.rados.rados.0.smithi090.stdout:3218: finishing write tid 1 to smithi09078167-34 2024-04-15T16:39:35.779 INFO:tasks.rados.rados.0.smithi090.stdout:3217: done (4 left) 2024-04-15T16:39:35.779 INFO:tasks.rados.rados.0.smithi090.stdout:3223: snap_create 2024-04-15T16:39:35.779 INFO:tasks.rados.rados.0.smithi090.stdout:3218: finishing write tid 2 to smithi09078167-34 2024-04-15T16:39:35.779 INFO:tasks.rados.rados.0.smithi090.stdout:3218: finishing write tid 3 to smithi09078167-34 2024-04-15T16:39:35.780 INFO:tasks.rados.rados.0.smithi090.stdout:3218: oid 34 updating version 0 to 1127 2024-04-15T16:39:35.780 INFO:tasks.rados.rados.0.smithi090.stdout:3218: oid 34 version 1127 is already newer than 1126 2024-04-15T16:39:35.780 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1127 (ObjNum 1016 snap 310 seq_num 1016) dirty exists 2024-04-15T16:39:35.780 INFO:tasks.rados.rados.0.smithi090.stdout:3218: left oid 34 (ObjNum 1016 snap 310 seq_num 1016) 2024-04-15T16:39:35.780 INFO:tasks.rados.rados.0.smithi090.stdout:3220: finishing write tid 1 to smithi09078167-2 2024-04-15T16:39:35.780 INFO:tasks.rados.rados.0.smithi090.stdout:3222: finishing rollback tid 0 to smithi09078167-15 2024-04-15T16:39:35.780 INFO:tasks.rados.rados.0.smithi090.stdout:3220: finishing write tid 2 to smithi09078167-2 2024-04-15T16:39:35.780 INFO:tasks.rados.rados.0.smithi090.stdout:3222: finishing rollback tid 1 to smithi09078167-15 2024-04-15T16:39:35.780 INFO:tasks.rados.rados.0.smithi090.stdout:3222: finishing rollback tid 2 to smithi09078167-15 2024-04-15T16:39:35.780 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1241 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:39:35.780 INFO:tasks.rados.rados.0.smithi090.stdout:3220: finishing write tid 3 to smithi09078167-2 2024-04-15T16:39:35.780 INFO:tasks.rados.rados.0.smithi090.stdout:3220: oid 2 updating version 0 to 1183 2024-04-15T16:39:35.780 INFO:tasks.rados.rados.0.smithi090.stdout:3220: oid 2 updating version 1183 to 1184 2024-04-15T16:39:35.780 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1184 (ObjNum 1017 snap 310 seq_num 1017) dirty exists 2024-04-15T16:39:35.780 INFO:tasks.rados.rados.0.smithi090.stdout:3220: left oid 2 (ObjNum 1017 snap 310 seq_num 1017) 2024-04-15T16:39:35.781 INFO:tasks.rados.rados.0.smithi090.stdout:3221: expect (ObjNum 928 snap 291 seq_num 928) 2024-04-15T16:39:35.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:35 smithi090 ceph-mon[91618]: pgmap v674: 121 pgs: 121 active+clean; 578 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 6.0 MiB/s wr, 24 op/s 2024-04-15T16:39:35.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:35 smithi090 ceph-mon[89240]: pgmap v674: 121 pgs: 121 active+clean; 578 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 6.0 MiB/s wr, 24 op/s 2024-04-15T16:39:35.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:35 smithi153 ceph-mon[84714]: pgmap v674: 121 pgs: 121 active+clean; 578 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 29 KiB/s rd, 6.0 MiB/s wr, 24 op/s 2024-04-15T16:39:36.478 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -e sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-15T16:39:36.581 INFO:tasks.rados.rados.0.smithi090.stdout:3218: done (4 left) 2024-04-15T16:39:36.582 INFO:tasks.rados.rados.0.smithi090.stdout:3220: done (3 left) 2024-04-15T16:39:36.582 INFO:tasks.rados.rados.0.smithi090.stdout:3221: done (2 left) 2024-04-15T16:39:36.582 INFO:tasks.rados.rados.0.smithi090.stdout:3222: done (1 left) 2024-04-15T16:39:36.582 INFO:tasks.rados.rados.0.smithi090.stdout:3223: done (0 left) 2024-04-15T16:39:36.582 INFO:tasks.rados.rados.0.smithi090.stdout:3224: read oid 11 snap -1 2024-04-15T16:39:36.582 INFO:tasks.rados.rados.0.smithi090.stdout:3224: expect (ObjNum 928 snap 291 seq_num 928) 2024-04-15T16:39:36.582 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 311 2024-04-15T16:39:36.582 INFO:tasks.rados.rados.0.smithi090.stdout:3225: seq_num 1018 ranges {0=253952} 2024-04-15T16:39:36.583 INFO:tasks.rados.rados.0.smithi090.stdout:3225: writing smithi09078167-28 from 0 to 253952 tid 1 2024-04-15T16:39:36.583 INFO:tasks.rados.rados.0.smithi090.stdout:3226: delete oid 49 current snap is 311 2024-04-15T16:39:36.586 INFO:tasks.rados.rados.0.smithi090.stdout:3225: finishing write tid 1 to smithi09078167-28 2024-04-15T16:39:36.586 INFO:tasks.rados.rados.0.smithi090.stdout:3225: finishing write tid 2 to smithi09078167-28 2024-04-15T16:39:36.588 INFO:tasks.rados.rados.0.smithi090.stdout:3225: finishing write tid 3 to smithi09078167-28 2024-04-15T16:39:36.588 INFO:tasks.rados.rados.0.smithi090.stdout:3225: oid 28 updating version 0 to 1126 2024-04-15T16:39:36.588 INFO:tasks.rados.rados.0.smithi090.stdout:3225: oid 28 updating version 1126 to 1127 2024-04-15T16:39:36.588 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1127 (ObjNum 1018 snap 311 seq_num 1018) dirty exists 2024-04-15T16:39:36.588 INFO:tasks.rados.rados.0.smithi090.stdout:3225: left oid 28 (ObjNum 1018 snap 311 seq_num 1018) 2024-04-15T16:39:36.589 INFO:tasks.rados.rados.0.smithi090.stdout:3225: done (2 left) 2024-04-15T16:39:36.589 INFO:tasks.rados.rados.0.smithi090.stdout:3226: done (1 left) 2024-04-15T16:39:36.589 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 311 2024-04-15T16:39:36.589 INFO:tasks.rados.rados.0.smithi090.stdout:3227: seq_num 1020 ranges {0=286720} 2024-04-15T16:39:36.591 INFO:tasks.rados.rados.0.smithi090.stdout:3227: writing smithi09078167-48 from 0 to 286720 tid 1 2024-04-15T16:39:36.591 INFO:tasks.rados.rados.0.smithi090.stdout:3228: setattr oid 22 current snap is 311 2024-04-15T16:39:36.593 INFO:tasks.rados.rados.0.smithi090.stdout:3229: rollback oid 9 current snap is 311 2024-04-15T16:39:36.593 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 243 2024-04-15T16:39:36.593 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 311 2024-04-15T16:39:36.593 INFO:tasks.rados.rados.0.smithi090.stdout:3230: seq_num 1021 ranges {172032=303104} 2024-04-15T16:39:36.596 INFO:tasks.rados.rados.0.smithi090.stdout:3230: writing smithi09078167-18 from 172032 to 475136 tid 1 2024-04-15T16:39:36.596 INFO:tasks.rados.rados.0.smithi090.stdout:3231: read oid 37 snap -1 2024-04-15T16:39:36.596 INFO:tasks.rados.rados.0.smithi090.stdout:3231: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:39:36.596 INFO:tasks.rados.rados.0.smithi090.stdout:3232: delete oid 3 current snap is 311 2024-04-15T16:39:36.597 INFO:tasks.rados.rados.0.smithi090.stdout:3227: finishing write tid 1 to smithi09078167-48 2024-04-15T16:39:36.597 INFO:tasks.rados.rados.0.smithi090.stdout:3227: finishing write tid 2 to smithi09078167-48 2024-04-15T16:39:36.597 INFO:tasks.rados.rados.0.smithi090.stdout:3231: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:39:36.599 INFO:tasks.rados.rados.0.smithi090.stdout:3227: finishing write tid 3 to smithi09078167-48 2024-04-15T16:39:36.599 INFO:tasks.rados.rados.0.smithi090.stdout:3227: oid 48 updating version 0 to 1129 2024-04-15T16:39:36.600 INFO:tasks.rados.rados.0.smithi090.stdout:3227: oid 48 version 1129 is already newer than 1128 2024-04-15T16:39:36.600 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1129 (ObjNum 1020 snap 311 seq_num 1020) dirty exists 2024-04-15T16:39:36.600 INFO:tasks.rados.rados.0.smithi090.stdout:3227: left oid 48 (ObjNum 1020 snap 311 seq_num 1020) 2024-04-15T16:39:36.600 INFO:tasks.rados.rados.0.smithi090.stdout:3229: finishing rollback tid 0 to smithi09078167-9 2024-04-15T16:39:36.600 INFO:tasks.rados.rados.0.smithi090.stdout:3229: finishing rollback tid 1 to smithi09078167-9 2024-04-15T16:39:36.600 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1242 (ObjNum 65 snap 0 seq_num 1751735145) dirty exists 2024-04-15T16:39:36.600 INFO:tasks.rados.rados.0.smithi090.stdout:3229: finishing rollback tid 2 to smithi09078167-9 2024-04-15T16:39:36.600 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1187 (ObjNum 773 snap 236 seq_num 773) dirty exists 2024-04-15T16:39:36.604 INFO:tasks.rados.rados.0.smithi090.stdout:3224: expect (ObjNum 928 snap 291 seq_num 928) 2024-04-15T16:39:36.696 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:39:36.804 INFO:tasks.rados.rados.0.smithi090.stdout:3230: finishing write tid 1 to smithi09078167-18 2024-04-15T16:39:36.805 INFO:tasks.rados.rados.0.smithi090.stdout:3230: finishing write tid 2 to smithi09078167-18 2024-04-15T16:39:36.805 INFO:tasks.rados.rados.0.smithi090.stdout:3230: finishing write tid 3 to smithi09078167-18 2024-04-15T16:39:36.805 INFO:tasks.rados.rados.0.smithi090.stdout:3230: oid 18 updating version 0 to 1497 2024-04-15T16:39:36.805 INFO:tasks.rados.rados.0.smithi090.stdout:3230: oid 18 version 1497 is already newer than 1496 2024-04-15T16:39:36.805 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1497 (ObjNum 1021 snap 311 seq_num 1021) dirty exists 2024-04-15T16:39:36.805 INFO:tasks.rados.rados.0.smithi090.stdout:3230: left oid 18 (ObjNum 1021 snap 311 seq_num 1021) 2024-04-15T16:39:36.805 INFO:tasks.rados.rados.0.smithi090.stdout:3224: done (6 left) 2024-04-15T16:39:36.805 INFO:tasks.rados.rados.0.smithi090.stdout:3227: done (5 left) 2024-04-15T16:39:36.805 INFO:tasks.rados.rados.0.smithi090.stdout:3228: done (4 left) 2024-04-15T16:39:36.805 INFO:tasks.rados.rados.0.smithi090.stdout:3229: done (3 left) 2024-04-15T16:39:36.805 INFO:tasks.rados.rados.0.smithi090.stdout:3230: done (2 left) 2024-04-15T16:39:36.805 INFO:tasks.rados.rados.0.smithi090.stdout:3231: done (1 left) 2024-04-15T16:39:36.806 INFO:tasks.rados.rados.0.smithi090.stdout:3232: done (0 left) 2024-04-15T16:39:36.806 INFO:tasks.rados.rados.0.smithi090.stdout:3233: rmattr oid 26 current snap is 311 2024-04-15T16:39:36.806 INFO:tasks.rados.rados.0.smithi090.stdout:3233: done (0 left) 2024-04-15T16:39:36.806 INFO:tasks.rados.rados.0.smithi090.stdout:3234: snap_create 2024-04-15T16:39:36.814 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:36 smithi090 ceph-mon[91618]: osdmap e677: 8 total, 8 up, 8 in 2024-04-15T16:39:36.815 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:36 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/297106057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:36.815 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:36 smithi090 ceph-mon[89240]: osdmap e677: 8 total, 8 up, 8 in 2024-04-15T16:39:36.815 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:36 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/297106057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:36.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:36 smithi153 ceph-mon[84714]: osdmap e677: 8 total, 8 up, 8 in 2024-04-15T16:39:36.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:36 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/297106057' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:37.586 INFO:tasks.rados.rados.0.smithi090.stdout:3234: done (0 left) 2024-04-15T16:39:37.586 INFO:tasks.rados.rados.0.smithi090.stdout:3235: delete oid 7 current snap is 312 2024-04-15T16:39:37.595 INFO:tasks.rados.rados.0.smithi090.stdout:3235: done (0 left) 2024-04-15T16:39:37.595 INFO:tasks.rados.rados.0.smithi090.stdout:3236: snap_remove snap 267 2024-04-15T16:39:37.815 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:37 smithi090 ceph-mon[91618]: osdmap e678: 8 total, 8 up, 8 in 2024-04-15T16:39:37.816 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:37 smithi090 ceph-mon[91618]: pgmap v677: 121 pgs: 121 active+clean; 599 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-15T16:39:37.816 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:37 smithi090 ceph-mon[89240]: osdmap e678: 8 total, 8 up, 8 in 2024-04-15T16:39:37.816 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:37 smithi090 ceph-mon[89240]: pgmap v677: 121 pgs: 121 active+clean; 599 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-15T16:39:37.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:37 smithi153 ceph-mon[84714]: osdmap e678: 8 total, 8 up, 8 in 2024-04-15T16:39:37.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:37 smithi153 ceph-mon[84714]: pgmap v677: 121 pgs: 121 active+clean; 599 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-15T16:39:38.599 INFO:tasks.rados.rados.0.smithi090.stdout:3236: done (0 left) 2024-04-15T16:39:38.599 INFO:tasks.rados.rados.0.smithi090.stdout:3237: read oid 20 snap -1 2024-04-15T16:39:38.599 INFO:tasks.rados.rados.0.smithi090.stdout:3237: expect (ObjNum 933 snap 293 seq_num 933) 2024-04-15T16:39:38.600 INFO:tasks.rados.rados.0.smithi090.stdout:3238: read oid 12 snap -1 2024-04-15T16:39:38.600 INFO:tasks.rados.rados.0.smithi090.stdout:3238: expect (ObjNum 992 snap 303 seq_num 992) 2024-04-15T16:39:38.600 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 312 2024-04-15T16:39:38.600 INFO:tasks.rados.rados.0.smithi090.stdout:3239: seq_num 1024 ranges {0=352256} 2024-04-15T16:39:38.602 INFO:tasks.rados.rados.0.smithi090.stdout:3239: writing smithi09078167-3 from 0 to 352256 tid 1 2024-04-15T16:39:38.602 INFO:tasks.rados.rados.0.smithi090.stdout:3240: read oid 24 snap 270 2024-04-15T16:39:38.602 INFO:tasks.rados.rados.0.smithi090.stdout:3240: expect (ObjNum 753 snap 227 seq_num 753) 2024-04-15T16:39:38.602 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 312 2024-04-15T16:39:38.602 INFO:tasks.rados.rados.0.smithi090.stdout:3241: seq_num 1025 ranges {9453568=368640} 2024-04-15T16:39:38.645 INFO:teuthology.orchestra.run.smithi090.stdout:true 2024-04-15T16:39:38.661 INFO:tasks.rados.rados.0.smithi090.stdout:3241: writing smithi09078167-16 from 9453568 to 9822208 tid 1 2024-04-15T16:39:38.661 INFO:tasks.rados.rados.0.smithi090.stdout:3242: read oid 31 snap -1 2024-04-15T16:39:38.661 INFO:tasks.rados.rados.0.smithi090.stdout:3242: expect (ObjNum 932 snap 293 seq_num 932) 2024-04-15T16:39:38.661 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 312 2024-04-15T16:39:38.661 INFO:tasks.rados.rados.0.smithi090.stdout:3243: seq_num 1026 ranges {1564672=385024} 2024-04-15T16:39:38.674 INFO:tasks.rados.rados.0.smithi090.stdout:3243: writing smithi09078167-14 from 1564672 to 1949696 tid 1 2024-04-15T16:39:38.674 INFO:tasks.rados.rados.0.smithi090.stdout:3244: copy_from oid 48 from oid 28 current snap is 312 2024-04-15T16:39:38.674 INFO:tasks.rados.rados.0.smithi090.stdout:3239: finishing write tid 1 to smithi09078167-3 2024-04-15T16:39:38.674 INFO:tasks.rados.rados.0.smithi090.stdout:3239: finishing write tid 2 to smithi09078167-3 2024-04-15T16:39:38.674 INFO:tasks.rados.rados.0.smithi090.stdout:3240: expect (ObjNum 753 snap 227 seq_num 753) 2024-04-15T16:39:38.766 INFO:tasks.rados.rados.0.smithi090.stdout:3237: expect (ObjNum 933 snap 293 seq_num 933) 2024-04-15T16:39:38.798 INFO:tasks.rados.rados.0.smithi090.stdout:3239: finishing write tid 3 to smithi09078167-3 2024-04-15T16:39:38.798 INFO:tasks.rados.rados.0.smithi090.stdout:3239: oid 3 updating version 0 to 1128 2024-04-15T16:39:38.798 INFO:tasks.rados.rados.0.smithi090.stdout:3239: oid 3 version 1128 is already newer than 1127 2024-04-15T16:39:38.798 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1128 (ObjNum 1024 snap 312 seq_num 1024) dirty exists 2024-04-15T16:39:38.798 INFO:tasks.rados.rados.0.smithi090.stdout:3239: left oid 3 (ObjNum 1024 snap 312 seq_num 1024) 2024-04-15T16:39:38.798 INFO:tasks.rados.rados.0.smithi090.stdout:3237: done (7 left) 2024-04-15T16:39:38.798 INFO:tasks.rados.rados.0.smithi090.stdout:3239: done (6 left) 2024-04-15T16:39:38.799 INFO:tasks.rados.rados.0.smithi090.stdout:3240: done (5 left) 2024-04-15T16:39:38.799 INFO:tasks.rados.rados.0.smithi090.stdout:3245: snap_remove snap 279 2024-04-15T16:39:38.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:38 smithi153 ceph-mon[84714]: osdmap e679: 8 total, 8 up, 8 in 2024-04-15T16:39:38.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:39:38.872 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:39:38 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T16:39:38.633+0000 7f56d9207700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 156 after trimming was started 2024-04-15T16:39:38.932 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:38 smithi090 ceph-mon[91618]: osdmap e679: 8 total, 8 up, 8 in 2024-04-15T16:39:38.932 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:39:38.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:38 smithi090 ceph-mon[89240]: osdmap e679: 8 total, 8 up, 8 in 2024-04-15T16:39:38.932 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:39:39.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:39:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:39:39] "GET /metrics HTTP/1.1" 200 36261 "" "Prometheus/2.43.0" 2024-04-15T16:39:39.439 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -e sha1=c2d8c3155d854ee204cb7c7261232571229d1d54 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-15T16:39:39.611 INFO:tasks.rados.rados.0.smithi090.stdout:3245: done (5 left) 2024-04-15T16:39:39.612 INFO:tasks.rados.rados.0.smithi090.stdout:3246: read oid 38 snap 193 2024-04-15T16:39:39.612 INFO:tasks.rados.rados.0.smithi090.stdout:3246: expect (ObjNum 583 snap 154 seq_num 583) 2024-04-15T16:39:39.612 INFO:tasks.rados.rados.0.smithi090.stdout:3247: read oid 39 snap -1 2024-04-15T16:39:39.612 INFO:tasks.rados.rados.0.smithi090.stdout:3247: expect (ObjNum 926 snap 287 seq_num 926) 2024-04-15T16:39:39.612 INFO:tasks.rados.rados.0.smithi090.stdout:3248: rmattr oid 1 current snap is 312 2024-04-15T16:39:39.612 INFO:tasks.rados.rados.0.smithi090.stdout:3248: done (7 left) 2024-04-15T16:39:39.612 INFO:tasks.rados.rados.0.smithi090.stdout:3249: copy_from oid 34 from oid 20 current snap is 312 2024-04-15T16:39:39.612 INFO:tasks.rados.rados.0.smithi090.stdout:3241: finishing write tid 1 to smithi09078167-16 2024-04-15T16:39:39.612 INFO:tasks.rados.rados.0.smithi090.stdout:3238: expect (ObjNum 992 snap 303 seq_num 992) 2024-04-15T16:39:39.720 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:39:39.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:39 smithi090 ceph-mon[89240]: osdmap e680: 8 total, 8 up, 8 in 2024-04-15T16:39:39.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:39 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2267034610' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:39.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:39 smithi090 ceph-mon[89240]: pgmap v680: 121 pgs: 121 active+clean; 604 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-04-15T16:39:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:39 smithi090 ceph-mon[91618]: osdmap e680: 8 total, 8 up, 8 in 2024-04-15T16:39:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:39 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2267034610' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:39.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:39 smithi090 ceph-mon[91618]: pgmap v680: 121 pgs: 121 active+clean; 604 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-04-15T16:39:39.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:39 smithi153 ceph-mon[84714]: osdmap e680: 8 total, 8 up, 8 in 2024-04-15T16:39:39.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:39 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2267034610' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:39.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:39 smithi153 ceph-mon[84714]: pgmap v680: 121 pgs: 121 active+clean; 604 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 14 MiB/s rd, 4.2 MiB/s wr, 32 op/s 2024-04-15T16:39:40.184 INFO:tasks.rados.rados.0.smithi090.stdout:3241: finishing write tid 2 to smithi09078167-16 2024-04-15T16:39:40.184 INFO:tasks.rados.rados.0.smithi090.stdout:3243: finishing write tid 1 to smithi09078167-14 2024-04-15T16:39:40.184 INFO:tasks.rados.rados.0.smithi090.stdout:3243: finishing write tid 2 to smithi09078167-14 2024-04-15T16:39:40.184 INFO:tasks.rados.rados.0.smithi090.stdout:3242: expect (ObjNum 932 snap 293 seq_num 932) 2024-04-15T16:39:40.232 INFO:tasks.rados.rados.0.smithi090.stdout:3241: finishing write tid 3 to smithi09078167-16 2024-04-15T16:39:40.232 INFO:tasks.rados.rados.0.smithi090.stdout:3241: oid 16 updating version 0 to 1189 2024-04-15T16:39:40.232 INFO:tasks.rados.rados.0.smithi090.stdout:3241: oid 16 updating version 1189 to 1190 2024-04-15T16:39:40.232 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1190 (ObjNum 1025 snap 312 seq_num 1025) dirty exists 2024-04-15T16:39:40.232 INFO:tasks.rados.rados.0.smithi090.stdout:3241: left oid 16 (ObjNum 1025 snap 312 seq_num 1025) 2024-04-15T16:39:40.232 INFO:tasks.rados.rados.0.smithi090.stdout:3244: finishing copy_from racing read to smithi09078167-48 2024-04-15T16:39:40.233 INFO:tasks.rados.rados.0.smithi090.stdout:3243: finishing write tid 3 to smithi09078167-14 2024-04-15T16:39:40.233 INFO:tasks.rados.rados.0.smithi090.stdout:3243: oid 14 updating version 0 to 511 2024-04-15T16:39:40.233 INFO:tasks.rados.rados.0.smithi090.stdout:3243: oid 14 version 511 is already newer than 510 2024-04-15T16:39:40.233 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 511 (ObjNum 1026 snap 312 seq_num 1026) dirty exists 2024-04-15T16:39:40.233 INFO:tasks.rados.rados.0.smithi090.stdout:3243: left oid 14 (ObjNum 1026 snap 312 seq_num 1026) 2024-04-15T16:39:40.233 INFO:tasks.rados.rados.0.smithi090.stdout:3244: finishing copy_from to smithi09078167-48 2024-04-15T16:39:40.233 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1127 (ObjNum 1018 snap 311 seq_num 1018) dirty exists 2024-04-15T16:39:40.233 INFO:tasks.rados.rados.0.smithi090.stdout:3249: finishing copy_from racing read to smithi09078167-34 2024-04-15T16:39:40.233 INFO:tasks.rados.rados.0.smithi090.stdout:3249: finishing copy_from to smithi09078167-34 2024-04-15T16:39:40.233 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1334 (ObjNum 933 snap 293 seq_num 933) dirty exists 2024-04-15T16:39:40.233 INFO:tasks.rados.rados.0.smithi090.stdout:3247: expect (ObjNum 926 snap 287 seq_num 926) 2024-04-15T16:39:40.359 INFO:tasks.rados.rados.0.smithi090.stdout:3246: expect (ObjNum 583 snap 154 seq_num 583) 2024-04-15T16:39:40.577 INFO:tasks.rados.rados.0.smithi090.stdout:3238: done (7 left) 2024-04-15T16:39:40.577 INFO:tasks.rados.rados.0.smithi090.stdout:3241: done (6 left) 2024-04-15T16:39:40.577 INFO:tasks.rados.rados.0.smithi090.stdout:3242: done (5 left) 2024-04-15T16:39:40.577 INFO:tasks.rados.rados.0.smithi090.stdout:3243: done (4 left) 2024-04-15T16:39:40.577 INFO:tasks.rados.rados.0.smithi090.stdout:3244: done (3 left) 2024-04-15T16:39:40.577 INFO:tasks.rados.rados.0.smithi090.stdout:3246: done (2 left) 2024-04-15T16:39:40.577 INFO:tasks.rados.rados.0.smithi090.stdout:3247: done (1 left) 2024-04-15T16:39:40.578 INFO:tasks.rados.rados.0.smithi090.stdout:3249: done (0 left) 2024-04-15T16:39:40.578 INFO:tasks.rados.rados.0.smithi090.stdout:3250: delete oid 41 current snap is 312 2024-04-15T16:39:40.578 INFO:tasks.rados.rados.0.smithi090.stdout:3250: done (0 left) 2024-04-15T16:39:40.579 INFO:tasks.rados.rados.0.smithi090.stdout:3251: read oid 12 snap 310 2024-04-15T16:39:40.579 INFO:tasks.rados.rados.0.smithi090.stdout:3251: expect (ObjNum 992 snap 303 seq_num 992) 2024-04-15T16:39:40.579 INFO:tasks.rados.rados.0.smithi090.stdout:3252: snap_remove snap 284 2024-04-15T16:39:40.626 INFO:tasks.rados.rados.0.smithi090.stdout:3252: done (1 left) 2024-04-15T16:39:40.626 INFO:tasks.rados.rados.0.smithi090.stdout:3253: snap_create 2024-04-15T16:39:40.626 INFO:tasks.rados.rados.0.smithi090.stdout:3251: expect (ObjNum 992 snap 303 seq_num 992) 2024-04-15T16:39:40.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:40 smithi153 ceph-mon[84714]: osdmap e681: 8 total, 8 up, 8 in 2024-04-15T16:39:40.879 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:40 smithi090 ceph-mon[91618]: osdmap e681: 8 total, 8 up, 8 in 2024-04-15T16:39:40.879 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:40 smithi090 ceph-mon[89240]: osdmap e681: 8 total, 8 up, 8 in 2024-04-15T16:39:41.622 INFO:tasks.rados.rados.0.smithi090.stdout:3251: done (1 left) 2024-04-15T16:39:41.622 INFO:tasks.rados.rados.0.smithi090.stdout:3253: done (0 left) 2024-04-15T16:39:41.622 INFO:tasks.rados.rados.0.smithi090.stdout:3254: read oid 37 snap -1 2024-04-15T16:39:41.622 INFO:tasks.rados.rados.0.smithi090.stdout:3254: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:39:41.623 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 313 2024-04-15T16:39:41.623 INFO:tasks.rados.rados.0.smithi090.stdout:3255: seq_num 1028 ranges {0=425984} 2024-04-15T16:39:41.624 INFO:tasks.rados.rados.0.smithi090.stdout:3255: writing smithi09078167-22 from 0 to 425984 tid 1 2024-04-15T16:39:41.624 INFO:tasks.rados.rados.0.smithi090.stdout:3256: copy_from oid 47 from oid 50 current snap is 313 2024-04-15T16:39:41.624 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 313 2024-04-15T16:39:41.624 INFO:tasks.rados.rados.0.smithi090.stdout:3257: seq_num 1029 ranges {253952=442368} 2024-04-15T16:39:41.628 INFO:tasks.rados.rados.0.smithi090.stdout:3257: writing smithi09078167-48 from 253952 to 696320 tid 1 2024-04-15T16:39:41.629 INFO:tasks.rados.rados.0.smithi090.stdout:3258: setattr oid 24 current snap is 313 2024-04-15T16:39:41.629 INFO:tasks.rados.rados.0.smithi090.stdout:3254: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:39:41.631 INFO:tasks.rados.rados.0.smithi090.stdout:3256: finishing copy_from to smithi09078167-47 2024-04-15T16:39:41.631 INFO:tasks.rados.rados.0.smithi090.stdout:3256: got expected ENOENT (src dne) 2024-04-15T16:39:41.631 INFO:tasks.rados.rados.0.smithi090.stdout:3256: finishing copy_from racing read to smithi09078167-47 2024-04-15T16:39:41.631 INFO:tasks.rados.rados.0.smithi090.stdout:3254: done (4 left) 2024-04-15T16:39:41.631 INFO:tasks.rados.rados.0.smithi090.stdout:3256: done (3 left) 2024-04-15T16:39:41.631 INFO:tasks.rados.rados.0.smithi090.stdout:3259: read oid 32 snap -1 2024-04-15T16:39:41.631 INFO:tasks.rados.rados.0.smithi090.stdout:3259: expect deleted 2024-04-15T16:39:41.631 INFO:tasks.rados.rados.0.smithi090.stdout:3260: read oid 17 snap -1 2024-04-15T16:39:41.631 INFO:tasks.rados.rados.0.smithi090.stdout:3260: expect (ObjNum 945 snap 295 seq_num 945) 2024-04-15T16:39:41.631 INFO:tasks.rados.rados.0.smithi090.stdout:3261: read oid 28 snap -1 2024-04-15T16:39:41.631 INFO:tasks.rados.rados.0.smithi090.stdout:3261: expect (ObjNum 1018 snap 311 seq_num 1018) 2024-04-15T16:39:41.631 INFO:tasks.rados.rados.0.smithi090.stdout:3262: delete oid 29 current snap is 313 2024-04-15T16:39:41.633 INFO:tasks.rados.rados.0.smithi090.stdout:3257: finishing write tid 1 to smithi09078167-48 2024-04-15T16:39:41.634 INFO:tasks.rados.rados.0.smithi090.stdout:3257: finishing write tid 2 to smithi09078167-48 2024-04-15T16:39:41.634 INFO:tasks.rados.rados.0.smithi090.stdout:3255: finishing write tid 1 to smithi09078167-22 2024-04-15T16:39:41.635 INFO:tasks.rados.rados.0.smithi090.stdout:3255: finishing write tid 2 to smithi09078167-22 2024-04-15T16:39:41.635 INFO:tasks.rados.rados.0.smithi090.stdout:3261: expect (ObjNum 1018 snap 311 seq_num 1018) 2024-04-15T16:39:41.643 INFO:tasks.rados.rados.0.smithi090.stdout:3257: finishing write tid 3 to smithi09078167-48 2024-04-15T16:39:41.643 INFO:tasks.rados.rados.0.smithi090.stdout:3257: oid 48 updating version 0 to 1131 2024-04-15T16:39:41.643 INFO:tasks.rados.rados.0.smithi090.stdout:3257: oid 48 version 1131 is already newer than 1130 2024-04-15T16:39:41.643 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1131 (ObjNum 1029 snap 313 seq_num 1029) dirty exists 2024-04-15T16:39:41.643 INFO:tasks.rados.rados.0.smithi090.stdout:3257: left oid 48 (ObjNum 1029 snap 313 seq_num 1029) 2024-04-15T16:39:41.643 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1172 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-04-15T16:39:41.644 INFO:tasks.rados.rados.0.smithi090.stdout:3255: finishing write tid 3 to smithi09078167-22 2024-04-15T16:39:41.644 INFO:tasks.rados.rados.0.smithi090.stdout:3255: oid 22 updating version 0 to 1265 2024-04-15T16:39:41.644 INFO:tasks.rados.rados.0.smithi090.stdout:3255: oid 22 version 1265 is already newer than 1264 2024-04-15T16:39:41.644 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1265 (ObjNum 1028 snap 313 seq_num 1028) dirty exists 2024-04-15T16:39:41.644 INFO:tasks.rados.rados.0.smithi090.stdout:3255: left oid 22 (ObjNum 1028 snap 313 seq_num 1028) 2024-04-15T16:39:41.660 INFO:tasks.rados.rados.0.smithi090.stdout:3255: done (6 left) 2024-04-15T16:39:41.660 INFO:tasks.rados.rados.0.smithi090.stdout:3257: done (5 left) 2024-04-15T16:39:41.660 INFO:tasks.rados.rados.0.smithi090.stdout:3258: done (4 left) 2024-04-15T16:39:41.660 INFO:tasks.rados.rados.0.smithi090.stdout:3259: done (3 left) 2024-04-15T16:39:41.660 INFO:tasks.rados.rados.0.smithi090.stdout:3261: done (2 left) 2024-04-15T16:39:41.660 INFO:tasks.rados.rados.0.smithi090.stdout:3262: done (1 left) 2024-04-15T16:39:41.660 INFO:tasks.rados.rados.0.smithi090.stdout:3263: read oid 37 snap -1 2024-04-15T16:39:41.660 INFO:tasks.rados.rados.0.smithi090.stdout:3263: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:39:41.660 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 313 2024-04-15T16:39:41.660 INFO:tasks.rados.rados.0.smithi090.stdout:3264: seq_num 1031 ranges {5726208=475136} 2024-04-15T16:39:41.693 INFO:tasks.rados.rados.0.smithi090.stdout:3264: writing smithi09078167-8 from 5726208 to 6201344 tid 1 2024-04-15T16:39:41.693 INFO:tasks.rados.rados.0.smithi090.stdout:3265: delete oid 6 current snap is 313 2024-04-15T16:39:41.693 INFO:tasks.rados.rados.0.smithi090.stdout:3263: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:39:41.695 INFO:tasks.rados.rados.0.smithi090.stdout:3260: expect (ObjNum 945 snap 295 seq_num 945) 2024-04-15T16:39:41.714 INFO:teuthology.orchestra.run.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)" 2024-04-15T16:39:41.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:41 smithi153 ceph-mon[84714]: osdmap e682: 8 total, 8 up, 8 in 2024-04-15T16:39:41.872 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:41 smithi153 ceph-mon[84714]: pgmap v683: 121 pgs: 121 active+clean; 601 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-15T16:39:41.991 INFO:tasks.rados.rados.0.smithi090.stdout:3264: finishing write tid 1 to smithi09078167-8 2024-04-15T16:39:41.991 INFO:tasks.rados.rados.0.smithi090.stdout:3260: done (3 left) 2024-04-15T16:39:41.991 INFO:tasks.rados.rados.0.smithi090.stdout:3263: done (2 left) 2024-04-15T16:39:41.991 INFO:tasks.rados.rados.0.smithi090.stdout:3265: done (1 left) 2024-04-15T16:39:41.991 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 313 2024-04-15T16:39:41.991 INFO:tasks.rados.rados.0.smithi090.stdout:3264: finishing write tid 2 to smithi09078167-8 2024-04-15T16:39:41.991 INFO:tasks.rados.rados.0.smithi090.stdout:3264: finishing write tid 3 to smithi09078167-8 2024-04-15T16:39:41.991 INFO:tasks.rados.rados.0.smithi090.stdout:3264: oid 8 updating version 0 to 1268 2024-04-15T16:39:41.991 INFO:tasks.rados.rados.0.smithi090.stdout:3264: oid 8 version 1268 is already newer than 1267 2024-04-15T16:39:41.992 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1268 (ObjNum 1031 snap 313 seq_num 1031) dirty exists 2024-04-15T16:39:41.992 INFO:tasks.rados.rados.0.smithi090.stdout:3264: left oid 8 (ObjNum 1031 snap 313 seq_num 1031) 2024-04-15T16:39:41.992 INFO:tasks.rados.rados.0.smithi090.stdout:3266: seq_num 1033 ranges {0=507904} 2024-04-15T16:39:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:3266: writing smithi09078167-10 from 0 to 507904 tid 1 2024-04-15T16:39:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:3264: done (1 left) 2024-04-15T16:39:41.993 INFO:tasks.rados.rados.0.smithi090.stdout:3267: snap_create 2024-04-15T16:39:41.997 INFO:tasks.rados.rados.0.smithi090.stdout:3266: finishing write tid 1 to smithi09078167-10 2024-04-15T16:39:41.997 INFO:tasks.rados.rados.0.smithi090.stdout:3266: finishing write tid 2 to smithi09078167-10 2024-04-15T16:39:41.999 INFO:tasks.rados.rados.0.smithi090.stdout:3266: finishing write tid 3 to smithi09078167-10 2024-04-15T16:39:41.999 INFO:tasks.rados.rados.0.smithi090.stdout:3266: oid 10 updating version 0 to 1195 2024-04-15T16:39:41.999 INFO:tasks.rados.rados.0.smithi090.stdout:3266: oid 10 updating version 1195 to 1196 2024-04-15T16:39:41.999 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1196 (ObjNum 1033 snap 313 seq_num 1033) dirty exists 2024-04-15T16:39:41.999 INFO:tasks.rados.rados.0.smithi090.stdout:3266: left oid 10 (ObjNum 1033 snap 313 seq_num 1033) 2024-04-15T16:39:42.001 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:41 smithi090 ceph-mon[91618]: osdmap e682: 8 total, 8 up, 8 in 2024-04-15T16:39:42.002 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:41 smithi090 ceph-mon[91618]: pgmap v683: 121 pgs: 121 active+clean; 601 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-15T16:39:42.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:41 smithi090 ceph-mon[89240]: osdmap e682: 8 total, 8 up, 8 in 2024-04-15T16:39:42.002 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:41 smithi090 ceph-mon[89240]: pgmap v683: 121 pgs: 121 active+clean; 601 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 20 MiB/s rd, 1.7 MiB/s wr, 20 op/s 2024-04-15T16:39:42.401 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-15T16:39:42.401 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-15T16:39:42.401 DEBUG:teuthology.parallel:result is None 2024-04-15T16:39:42.619 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:39:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:39:42.629 INFO:tasks.rados.rados.0.smithi090.stdout:3266: done (1 left) 2024-04-15T16:39:42.629 INFO:tasks.rados.rados.0.smithi090.stdout:3267: done (0 left) 2024-04-15T16:39:42.629 INFO:tasks.rados.rados.0.smithi090.stdout:3268: read oid 2 snap 287 2024-04-15T16:39:42.629 INFO:tasks.rados.rados.0.smithi090.stdout:3268: expect (ObjNum 893 snap 277 seq_num 893) 2024-04-15T16:39:42.629 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 12 current snap is 314 2024-04-15T16:39:42.629 INFO:tasks.rados.rados.0.smithi090.stdout:3269: seq_num 1034 ranges {8740864=524288} 2024-04-15T16:39:42.679 INFO:tasks.rados.rados.0.smithi090.stdout:3269: writing smithi09078167-12 from 8740864 to 9265152 tid 1 2024-04-15T16:39:42.680 INFO:tasks.rados.rados.0.smithi090.stdout:3270: read oid 18 snap -1 2024-04-15T16:39:42.680 INFO:tasks.rados.rados.0.smithi090.stdout:3270: expect (ObjNum 1021 snap 311 seq_num 1021) 2024-04-15T16:39:42.680 INFO:tasks.rados.rados.0.smithi090.stdout:3271: read oid 14 snap -1 2024-04-15T16:39:42.680 INFO:tasks.rados.rados.0.smithi090.stdout:3271: expect (ObjNum 1026 snap 312 seq_num 1026) 2024-04-15T16:39:42.680 INFO:tasks.rados.rados.0.smithi090.stdout:3272: delete oid 50 current snap is 314 2024-04-15T16:39:42.680 INFO:tasks.rados.rados.0.smithi090.stdout:3268: expect (ObjNum 893 snap 277 seq_num 893) 2024-04-15T16:39:42.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:42 smithi090 ceph-mon[91618]: osdmap e683: 8 total, 8 up, 8 in 2024-04-15T16:39:42.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:42 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2405772222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:42.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:42 smithi090 ceph-mon[89240]: osdmap e683: 8 total, 8 up, 8 in 2024-04-15T16:39:42.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:42 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2405772222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:42.868 INFO:tasks.rados.rados.0.smithi090.stdout:3270: expect (ObjNum 1021 snap 311 seq_num 1021) 2024-04-15T16:39:42.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:42 smithi153 ceph-mon[84714]: osdmap e683: 8 total, 8 up, 8 in 2024-04-15T16:39:42.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:42 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2405772222' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-15T16:39:42.883 INFO:tasks.rados.rados.0.smithi090.stdout:3271: expect (ObjNum 1026 snap 312 seq_num 1026) 2024-04-15T16:39:42.967 INFO:tasks.rados.rados.0.smithi090.stdout:3269: finishing write tid 1 to smithi09078167-12 2024-04-15T16:39:42.967 INFO:tasks.rados.rados.0.smithi090.stdout:3269: finishing write tid 2 to smithi09078167-12 2024-04-15T16:39:42.967 INFO:tasks.rados.rados.0.smithi090.stdout:3269: finishing write tid 3 to smithi09078167-12 2024-04-15T16:39:42.967 INFO:tasks.rados.rados.0.smithi090.stdout:3269: oid 12 updating version 0 to 1454 2024-04-15T16:39:42.967 INFO:tasks.rados.rados.0.smithi090.stdout:3269: oid 12 updating version 1454 to 1455 2024-04-15T16:39:42.967 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1455 (ObjNum 1034 snap 314 seq_num 1034) dirty exists 2024-04-15T16:39:42.967 INFO:tasks.rados.rados.0.smithi090.stdout:3269: left oid 12 (ObjNum 1034 snap 314 seq_num 1034) 2024-04-15T16:39:42.967 INFO:tasks.rados.rados.0.smithi090.stdout:3268: done (4 left) 2024-04-15T16:39:42.967 INFO:tasks.rados.rados.0.smithi090.stdout:3269: done (3 left) 2024-04-15T16:39:42.968 INFO:tasks.rados.rados.0.smithi090.stdout:3270: done (2 left) 2024-04-15T16:39:42.968 INFO:tasks.rados.rados.0.smithi090.stdout:3271: done (1 left) 2024-04-15T16:39:42.968 INFO:tasks.rados.rados.0.smithi090.stdout:3272: done (0 left) 2024-04-15T16:39:42.968 INFO:tasks.rados.rados.0.smithi090.stdout:3273: read oid 32 snap -1 2024-04-15T16:39:42.968 INFO:tasks.rados.rados.0.smithi090.stdout:3273: expect deleted 2024-04-15T16:39:42.968 INFO:tasks.rados.rados.0.smithi090.stdout:3274: copy_from oid 39 from oid 16 current snap is 314 2024-04-15T16:39:42.968 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 11 current snap is 314 2024-04-15T16:39:42.968 INFO:tasks.rados.rados.0.smithi090.stdout:3275: seq_num 1036 ranges {3866624=557056} 2024-04-15T16:39:42.990 INFO:tasks.rados.rados.0.smithi090.stdout:3275: writing smithi09078167-11 from 3866624 to 4423680 tid 1 2024-04-15T16:39:42.990 INFO:tasks.rados.rados.0.smithi090.stdout:3276: delete oid 14 current snap is 314 2024-04-15T16:39:42.993 INFO:tasks.rados.rados.0.smithi090.stdout:3273: done (3 left) 2024-04-15T16:39:42.993 INFO:tasks.rados.rados.0.smithi090.stdout:3276: done (2 left) 2024-04-15T16:39:42.993 INFO:tasks.rados.rados.0.smithi090.stdout:3277: copy_from oid 4 from oid 18 current snap is 314 2024-04-15T16:39:42.993 INFO:tasks.rados.rados.0.smithi090.stdout:3278: read oid 2 snap -1 2024-04-15T16:39:42.993 INFO:tasks.rados.rados.0.smithi090.stdout:3278: expect (ObjNum 1017 snap 310 seq_num 1017) 2024-04-15T16:39:42.993 INFO:tasks.rados.rados.0.smithi090.stdout:3279: snap_remove snap 305 2024-04-15T16:39:43.636 INFO:tasks.rados.rados.0.smithi090.stdout:3279: done (4 left) 2024-04-15T16:39:43.636 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 314 2024-04-15T16:39:43.636 INFO:tasks.rados.rados.0.smithi090.stdout:3275: finishing write tid 1 to smithi09078167-11 2024-04-15T16:39:43.636 INFO:tasks.rados.rados.0.smithi090.stdout:3275: finishing write tid 2 to smithi09078167-11 2024-04-15T16:39:43.636 INFO:tasks.rados.rados.0.smithi090.stdout:3275: finishing write tid 3 to smithi09078167-11 2024-04-15T16:39:43.636 INFO:tasks.rados.rados.0.smithi090.stdout:3275: oid 11 updating version 0 to 1143 2024-04-15T16:39:43.636 INFO:tasks.rados.rados.0.smithi090.stdout:3275: oid 11 version 1143 is already newer than 1142 2024-04-15T16:39:43.636 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1143 (ObjNum 1036 snap 314 seq_num 1036) dirty exists 2024-04-15T16:39:43.636 INFO:tasks.rados.rados.0.smithi090.stdout:3275: left oid 11 (ObjNum 1036 snap 314 seq_num 1036) 2024-04-15T16:39:43.636 INFO:tasks.rados.rados.0.smithi090.stdout:3277: finishing copy_from racing read to smithi09078167-4 2024-04-15T16:39:43.637 INFO:tasks.rados.rados.0.smithi090.stdout:3277: finishing copy_from to smithi09078167-4 2024-04-15T16:39:43.637 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1497 (ObjNum 1021 snap 311 seq_num 1021) dirty exists 2024-04-15T16:39:43.638 INFO:tasks.rados.rados.0.smithi090.stdout:3274: finishing copy_from racing read to smithi09078167-39 2024-04-15T16:39:43.638 INFO:tasks.rados.rados.0.smithi090.stdout:3274: finishing copy_from to smithi09078167-39 2024-04-15T16:39:43.638 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1190 (ObjNum 1025 snap 312 seq_num 1025) dirty exists 2024-04-15T16:39:43.638 INFO:tasks.rados.rados.0.smithi090.stdout:3278: expect (ObjNum 1017 snap 310 seq_num 1017) 2024-04-15T16:39:44.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:43 smithi090 ceph-mon[91618]: osdmap e684: 8 total, 8 up, 8 in 2024-04-15T16:39:44.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:43 smithi090 ceph-mon[91618]: pgmap v686: 121 pgs: 121 active+clean; 601 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-04-15T16:39:44.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:43 smithi090 ceph-mon[89240]: osdmap e684: 8 total, 8 up, 8 in 2024-04-15T16:39:44.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:43 smithi090 ceph-mon[89240]: pgmap v686: 121 pgs: 121 active+clean; 601 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-04-15T16:39:44.121 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:43 smithi153 ceph-mon[84714]: osdmap e684: 8 total, 8 up, 8 in 2024-04-15T16:39:44.121 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:43 smithi153 ceph-mon[84714]: pgmap v686: 121 pgs: 121 active+clean; 601 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 1.0 MiB/s wr, 17 op/s 2024-04-15T16:39:44.344 INFO:tasks.rados.rados.0.smithi090.stdout:3280: seq_num 1038 ranges {352256=589824} 2024-04-15T16:39:44.350 INFO:tasks.rados.rados.0.smithi090.stdout:3280: writing smithi09078167-3 from 352256 to 942080 tid 1 2024-04-15T16:39:44.350 INFO:tasks.rados.rados.0.smithi090.stdout:3274: done (4 left) 2024-04-15T16:39:44.350 INFO:tasks.rados.rados.0.smithi090.stdout:3275: done (3 left) 2024-04-15T16:39:44.350 INFO:tasks.rados.rados.0.smithi090.stdout:3277: done (2 left) 2024-04-15T16:39:44.350 INFO:tasks.rados.rados.0.smithi090.stdout:3278: done (1 left) 2024-04-15T16:39:44.350 INFO:tasks.rados.rados.0.smithi090.stdout:3281: copy_from oid 28 from oid 46 current snap is 314 2024-04-15T16:39:44.350 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 314 2024-04-15T16:39:44.350 INFO:tasks.rados.rados.0.smithi090.stdout:3282: seq_num 1039 ranges {696320=606208} 2024-04-15T16:39:44.357 INFO:tasks.rados.rados.0.smithi090.stdout:3282: writing smithi09078167-48 from 696320 to 1302528 tid 1 2024-04-15T16:39:44.357 INFO:tasks.rados.rados.0.smithi090.stdout:3283: snap_create 2024-04-15T16:39:44.357 INFO:tasks.rados.rados.0.smithi090.stdout:3280: finishing write tid 1 to smithi09078167-3 2024-04-15T16:39:44.357 INFO:tasks.rados.rados.0.smithi090.stdout:3280: finishing write tid 2 to smithi09078167-3 2024-04-15T16:39:44.358 INFO:tasks.rados.rados.0.smithi090.stdout:3280: finishing write tid 3 to smithi09078167-3 2024-04-15T16:39:44.358 INFO:tasks.rados.rados.0.smithi090.stdout:3280: oid 3 updating version 0 to 1150 2024-04-15T16:39:44.358 INFO:tasks.rados.rados.0.smithi090.stdout:3280: oid 3 version 1150 is already newer than 1149 2024-04-15T16:39:44.358 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1150 (ObjNum 1038 snap 314 seq_num 1038) dirty exists 2024-04-15T16:39:44.358 INFO:tasks.rados.rados.0.smithi090.stdout:3280: left oid 3 (ObjNum 1038 snap 314 seq_num 1038) 2024-04-15T16:39:44.361 INFO:tasks.rados.rados.0.smithi090.stdout:3282: finishing write tid 1 to smithi09078167-48 2024-04-15T16:39:44.362 INFO:tasks.rados.rados.0.smithi090.stdout:3282: finishing write tid 2 to smithi09078167-48 2024-04-15T16:39:44.372 INFO:tasks.rados.rados.0.smithi090.stdout:3281: finishing copy_from racing read to smithi09078167-28 2024-04-15T16:39:44.372 INFO:tasks.rados.rados.0.smithi090.stdout:3282: finishing write tid 3 to smithi09078167-48 2024-04-15T16:39:44.372 INFO:tasks.rados.rados.0.smithi090.stdout:3282: oid 48 updating version 0 to 1132 2024-04-15T16:39:44.372 INFO:tasks.rados.rados.0.smithi090.stdout:3282: oid 48 updating version 1132 to 1133 2024-04-15T16:39:44.372 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1133 (ObjNum 1039 snap 314 seq_num 1039) dirty exists 2024-04-15T16:39:44.372 INFO:tasks.rados.rados.0.smithi090.stdout:3282: left oid 48 (ObjNum 1039 snap 314 seq_num 1039) 2024-04-15T16:39:44.376 INFO:tasks.rados.rados.0.smithi090.stdout:3281: finishing copy_from to smithi09078167-28 2024-04-15T16:39:44.377 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1121 (ObjNum 970 snap 300 seq_num 970) dirty exists 2024-04-15T16:39:44.437 INFO:tasks.rados.rados.0.smithi090.stdout:3280: done (3 left) 2024-04-15T16:39:44.438 INFO:tasks.rados.rados.0.smithi090.stdout:3281: done (2 left) 2024-04-15T16:39:44.438 INFO:tasks.rados.rados.0.smithi090.stdout:3282: done (1 left) 2024-04-15T16:39:44.438 INFO:tasks.rados.rados.0.smithi090.stdout:3283: done (0 left) 2024-04-15T16:39:44.438 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 315 2024-04-15T16:39:44.438 INFO:tasks.rados.rados.0.smithi090.stdout:3284: seq_num 1040 ranges {0=622592} 2024-04-15T16:39:44.440 INFO:tasks.rados.rados.0.smithi090.stdout:3284: writing smithi09078167-32 from 0 to 622592 tid 1 2024-04-15T16:39:44.440 INFO:tasks.rados.rados.0.smithi090.stdout:3285: snap_create 2024-04-15T16:39:44.448 INFO:tasks.rados.rados.0.smithi090.stdout:3284: finishing write tid 1 to smithi09078167-32 2024-04-15T16:39:44.448 INFO:tasks.rados.rados.0.smithi090.stdout:3284: finishing write tid 2 to smithi09078167-32 2024-04-15T16:39:44.449 INFO:tasks.rados.rados.0.smithi090.stdout:3284: finishing write tid 3 to smithi09078167-32 2024-04-15T16:39:44.449 INFO:tasks.rados.rados.0.smithi090.stdout:3284: oid 32 updating version 0 to 625 2024-04-15T16:39:44.449 INFO:tasks.rados.rados.0.smithi090.stdout:3284: oid 32 version 625 is already newer than 624 2024-04-15T16:39:44.449 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 625 (ObjNum 1040 snap 315 seq_num 1040) dirty exists 2024-04-15T16:39:44.449 INFO:tasks.rados.rados.0.smithi090.stdout:3284: left oid 32 (ObjNum 1040 snap 315 seq_num 1040) 2024-04-15T16:39:45.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:44 smithi090 ceph-mon[89240]: osdmap e685: 8 total, 8 up, 8 in 2024-04-15T16:39:45.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:44 smithi090 ceph-mon[89240]: osdmap e686: 8 total, 8 up, 8 in 2024-04-15T16:39:45.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:44 smithi090 ceph-mon[91618]: osdmap e685: 8 total, 8 up, 8 in 2024-04-15T16:39:45.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:44 smithi090 ceph-mon[91618]: osdmap e686: 8 total, 8 up, 8 in 2024-04-15T16:39:45.121 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:44 smithi153 ceph-mon[84714]: osdmap e685: 8 total, 8 up, 8 in 2024-04-15T16:39:45.121 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:44 smithi153 ceph-mon[84714]: osdmap e686: 8 total, 8 up, 8 in 2024-04-15T16:39:45.439 INFO:tasks.rados.rados.0.smithi090.stdout:3284: done (1 left) 2024-04-15T16:39:45.439 INFO:tasks.rados.rados.0.smithi090.stdout:3285: done (0 left) 2024-04-15T16:39:45.439 INFO:tasks.rados.rados.0.smithi090.stdout:3286: read oid 10 snap -1 2024-04-15T16:39:45.439 INFO:tasks.rados.rados.0.smithi090.stdout:3286: expect (ObjNum 1033 snap 313 seq_num 1033) 2024-04-15T16:39:45.439 INFO:tasks.rados.rados.0.smithi090.stdout:3287: rmattr oid 15 current snap is 316 2024-04-15T16:39:45.439 INFO:tasks.rados.rados.0.smithi090.stdout:3287: done (1 left) 2024-04-15T16:39:45.439 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 316 2024-04-15T16:39:45.439 INFO:tasks.rados.rados.0.smithi090.stdout:3288: seq_num 1041 ranges {0=638976} 2024-04-15T16:39:45.442 INFO:tasks.rados.rados.0.smithi090.stdout:3288: writing smithi09078167-29 from 0 to 638976 tid 1 2024-04-15T16:39:45.443 INFO:tasks.rados.rados.0.smithi090.stdout:3289: snap_create 2024-04-15T16:39:45.444 INFO:tasks.rados.rados.0.smithi090.stdout:3286: expect (ObjNum 1033 snap 313 seq_num 1033) 2024-04-15T16:39:45.463 INFO:tasks.rados.rados.0.smithi090.stdout:3288: finishing write tid 1 to smithi09078167-29 2024-04-15T16:39:45.463 INFO:tasks.rados.rados.0.smithi090.stdout:3288: finishing write tid 2 to smithi09078167-29 2024-04-15T16:39:45.463 INFO:tasks.rados.rados.0.smithi090.stdout:3288: finishing write tid 3 to smithi09078167-29 2024-04-15T16:39:45.463 INFO:tasks.rados.rados.0.smithi090.stdout:3288: oid 29 updating version 0 to 1151 2024-04-15T16:39:45.463 INFO:tasks.rados.rados.0.smithi090.stdout:3288: oid 29 updating version 1151 to 1152 2024-04-15T16:39:45.463 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1152 (ObjNum 1041 snap 316 seq_num 1041) dirty exists 2024-04-15T16:39:45.464 INFO:tasks.rados.rados.0.smithi090.stdout:3288: left oid 29 (ObjNum 1041 snap 316 seq_num 1041) 2024-04-15T16:39:46.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:45 smithi090 ceph-mon[89240]: pgmap v689: 121 pgs: 121 active+clean; 601 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 786 KiB/s wr, 6 op/s 2024-04-15T16:39:46.079 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:45 smithi090 ceph-mon[89240]: osdmap e687: 8 total, 8 up, 8 in 2024-04-15T16:39:46.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:45 smithi090 ceph-mon[91618]: pgmap v689: 121 pgs: 121 active+clean; 601 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 786 KiB/s wr, 6 op/s 2024-04-15T16:39:46.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:45 smithi090 ceph-mon[91618]: osdmap e687: 8 total, 8 up, 8 in 2024-04-15T16:39:46.121 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:45 smithi153 ceph-mon[84714]: pgmap v689: 121 pgs: 121 active+clean; 601 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 2.7 MiB/s rd, 786 KiB/s wr, 6 op/s 2024-04-15T16:39:46.122 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:45 smithi153 ceph-mon[84714]: osdmap e687: 8 total, 8 up, 8 in 2024-04-15T16:39:46.441 INFO:tasks.rados.rados.0.smithi090.stdout:3286: done (2 left) 2024-04-15T16:39:46.441 INFO:tasks.rados.rados.0.smithi090.stdout:3288: done (1 left) 2024-04-15T16:39:46.442 INFO:tasks.rados.rados.0.smithi090.stdout:3289: done (0 left) 2024-04-15T16:39:46.442 INFO:tasks.rados.rados.0.smithi090.stdout:3290: copy_from oid 19 from oid 27 current snap is 317 2024-04-15T16:39:46.442 INFO:tasks.rados.rados.0.smithi090.stdout:3291: snap_remove snap 299 2024-04-15T16:39:47.449 INFO:tasks.rados.rados.0.smithi090.stdout:3291: done (1 left) 2024-04-15T16:39:47.450 INFO:tasks.rados.rados.0.smithi090.stdout:3292: read oid 21 snap 244 2024-04-15T16:39:47.450 INFO:tasks.rados.rados.0.smithi090.stdout:3292: expect (ObjNum 789 snap 243 seq_num 789) 2024-04-15T16:39:47.450 INFO:tasks.rados.rados.0.smithi090.stdout:3293: snap_remove snap 310 2024-04-15T16:39:47.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:47 smithi090 ceph-mon[91618]: osdmap e688: 8 total, 8 up, 8 in 2024-04-15T16:39:47.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:47 smithi090 ceph-mon[91618]: pgmap v692: 121 pgs: 121 active+clean; 623 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.6 MiB/s wr, 21 op/s 2024-04-15T16:39:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:47 smithi090 ceph-mon[89240]: osdmap e688: 8 total, 8 up, 8 in 2024-04-15T16:39:47.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:47 smithi090 ceph-mon[89240]: pgmap v692: 121 pgs: 121 active+clean; 623 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.6 MiB/s wr, 21 op/s 2024-04-15T16:39:47.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:47 smithi153 ceph-mon[84714]: osdmap e688: 8 total, 8 up, 8 in 2024-04-15T16:39:47.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:47 smithi153 ceph-mon[84714]: pgmap v692: 121 pgs: 121 active+clean; 623 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.6 MiB/s wr, 21 op/s 2024-04-15T16:39:48.454 INFO:tasks.rados.rados.0.smithi090.stdout:3293: done (2 left) 2024-04-15T16:39:48.454 INFO:tasks.rados.rados.0.smithi090.stdout:3294: snap_remove snap 286 2024-04-15T16:39:48.773 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:48 smithi153 ceph-mon[84714]: osdmap e689: 8 total, 8 up, 8 in 2024-04-15T16:39:48.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:48 smithi090 ceph-mon[89240]: osdmap e689: 8 total, 8 up, 8 in 2024-04-15T16:39:48.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:48 smithi090 ceph-mon[91618]: osdmap e689: 8 total, 8 up, 8 in 2024-04-15T16:39:49.439 INFO:tasks.rados.rados.0.smithi090.stdout:3294: done (2 left) 2024-04-15T16:39:49.439 INFO:tasks.rados.rados.0.smithi090.stdout:3295: snap_create 2024-04-15T16:39:49.439 INFO:tasks.rados.rados.0.smithi090.stdout:3290: finishing copy_from racing read to smithi09078167-19 2024-04-15T16:39:49.439 INFO:tasks.rados.rados.0.smithi090.stdout:3290: finishing copy_from to smithi09078167-19 2024-04-15T16:39:49.440 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 978 (ObjNum 983 snap 300 seq_num 983) dirty exists 2024-04-15T16:39:49.440 INFO:tasks.rados.rados.0.smithi090.stdout:3292: expect (ObjNum 789 snap 243 seq_num 789) 2024-04-15T16:39:49.461 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:39:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:39:49] "GET /metrics HTTP/1.1" 200 36261 "" "Prometheus/2.43.0" 2024-04-15T16:39:49.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:49 smithi090 ceph-mon[89240]: osdmap e690: 8 total, 8 up, 8 in 2024-04-15T16:39:49.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:49 smithi090 ceph-mon[89240]: pgmap v695: 121 pgs: 121 active+clean; 623 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.6 MiB/s wr, 21 op/s 2024-04-15T16:39:49.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:49 smithi090 ceph-mon[89240]: osdmap e691: 8 total, 8 up, 8 in 2024-04-15T16:39:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:49 smithi090 ceph-mon[91618]: osdmap e690: 8 total, 8 up, 8 in 2024-04-15T16:39:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:49 smithi090 ceph-mon[91618]: pgmap v695: 121 pgs: 121 active+clean; 623 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.6 MiB/s wr, 21 op/s 2024-04-15T16:39:49.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:49 smithi090 ceph-mon[91618]: osdmap e691: 8 total, 8 up, 8 in 2024-04-15T16:39:49.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:49 smithi153 ceph-mon[84714]: osdmap e690: 8 total, 8 up, 8 in 2024-04-15T16:39:49.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:49 smithi153 ceph-mon[84714]: pgmap v695: 121 pgs: 121 active+clean; 623 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 5.6 MiB/s wr, 21 op/s 2024-04-15T16:39:49.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:49 smithi153 ceph-mon[84714]: osdmap e691: 8 total, 8 up, 8 in 2024-04-15T16:39:50.444 INFO:tasks.rados.rados.0.smithi090.stdout:3290: done (2 left) 2024-04-15T16:39:50.445 INFO:tasks.rados.rados.0.smithi090.stdout:3292: done (1 left) 2024-04-15T16:39:50.445 INFO:tasks.rados.rados.0.smithi090.stdout:3295: done (0 left) 2024-04-15T16:39:50.445 INFO:tasks.rados.rados.0.smithi090.stdout:3296: rmattr oid 20 current snap is 318 2024-04-15T16:39:50.445 INFO:tasks.rados.rados.0.smithi090.stdout:3296: done (0 left) 2024-04-15T16:39:50.445 INFO:tasks.rados.rados.0.smithi090.stdout:3297: rollback oid 4 current snap is 318 2024-04-15T16:39:50.445 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 312 2024-04-15T16:39:50.445 INFO:tasks.rados.rados.0.smithi090.stdout:3298: rmattr oid 11 current snap is 318 2024-04-15T16:39:50.445 INFO:tasks.rados.rados.0.smithi090.stdout:3298: done (1 left) 2024-04-15T16:39:50.445 INFO:tasks.rados.rados.0.smithi090.stdout:3299: read oid 23 snap 193 2024-04-15T16:39:50.445 INFO:tasks.rados.rados.0.smithi090.stdout:3299: expect (ObjNum 636 snap 169 seq_num 636) 2024-04-15T16:39:50.445 INFO:tasks.rados.rados.0.smithi090.stdout:3300: read oid 22 snap 255 2024-04-15T16:39:50.445 INFO:tasks.rados.rados.0.smithi090.stdout:3300: expect deleted 2024-04-15T16:39:50.445 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 318 2024-04-15T16:39:50.446 INFO:tasks.rados.rados.0.smithi090.stdout:3301: seq_num 1042 ranges {3874816=655360} 2024-04-15T16:39:50.469 INFO:tasks.rados.rados.0.smithi090.stdout:3301: writing smithi09078167-27 from 3874816 to 4530176 tid 1 2024-04-15T16:39:50.470 INFO:tasks.rados.rados.0.smithi090.stdout:3302: delete oid 11 current snap is 318 2024-04-15T16:39:50.470 INFO:tasks.rados.rados.0.smithi090.stdout:3297: finishing rollback tid 0 to smithi09078167-4 2024-04-15T16:39:50.470 INFO:tasks.rados.rados.0.smithi090.stdout:3297: finishing rollback tid 1 to smithi09078167-4 2024-04-15T16:39:50.470 INFO:tasks.rados.rados.0.smithi090.stdout:3297: finishing rollback tid 2 to smithi09078167-4 2024-04-15T16:39:50.470 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1500 (ObjNum 984 snap 300 seq_num 984) dirty exists 2024-04-15T16:39:50.470 INFO:tasks.rados.rados.0.smithi090.stdout:3299: expect (ObjNum 636 snap 169 seq_num 636) 2024-04-15T16:39:50.580 INFO:tasks.rados.rados.0.smithi090.stdout:3301: finishing write tid 1 to smithi09078167-27 2024-04-15T16:39:50.580 INFO:tasks.rados.rados.0.smithi090.stdout:3301: finishing write tid 2 to smithi09078167-27 2024-04-15T16:39:50.580 INFO:tasks.rados.rados.0.smithi090.stdout:3301: finishing write tid 3 to smithi09078167-27 2024-04-15T16:39:50.580 INFO:tasks.rados.rados.0.smithi090.stdout:3301: oid 27 updating version 0 to 1487 2024-04-15T16:39:50.580 INFO:tasks.rados.rados.0.smithi090.stdout:3301: oid 27 updating version 1487 to 1488 2024-04-15T16:39:50.580 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 1488 (ObjNum 1042 snap 318 seq_num 1042) dirty exists 2024-04-15T16:39:50.580 INFO:tasks.rados.rados.0.smithi090.stdout:3301: left oid 27 (ObjNum 1042 snap 318 seq_num 1042) 2024-04-15T16:39:50.580 INFO:tasks.rados.rados.0.smithi090.stdout:3297: done (4 left) 2024-04-15T16:39:50.580 INFO:tasks.rados.rados.0.smithi090.stdout:3299: done (3 left) 2024-04-15T16:39:50.581 INFO:tasks.rados.rados.0.smithi090.stdout:3300: done (2 left) 2024-04-15T16:39:50.581 INFO:tasks.rados.rados.0.smithi090.stdout:3301: done (1 left) 2024-04-15T16:39:50.581 INFO:tasks.rados.rados.0.smithi090.stdout:3302: done (0 left) 2024-04-15T16:39:50.581 INFO:tasks.rados.rados.0.smithi090.stdout:3303: rmattr oid 32 current snap is 318 2024-04-15T16:39:50.581 INFO:tasks.rados.rados.0.smithi090.stdout:3303: done (0 left) 2024-04-15T16:39:50.581 INFO:tasks.rados.rados.0.smithi090.stdout:3304: rollback oid 7 current snap is 318 2024-04-15T16:39:50.581 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 7 to 288 2024-04-15T16:39:50.581 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 318 2024-04-15T16:39:50.581 INFO:tasks.rados.rados.0.smithi090.stdout:3305: seq_num 1044 ranges {0=688128} 2024-04-15T16:39:50.584 INFO:tasks.rados.rados.0.smithi090.stdout:3305: writing smithi09078167-26 from 0 to 688128 tid 1 2024-04-15T16:39:50.584 INFO:tasks.rados.rados.0.smithi090.stdout:3306: read oid 8 snap 298 2024-04-15T16:39:50.584 INFO:tasks.rados.rados.0.smithi090.stdout:3306: expect (ObjNum 684 snap 189 seq_num 684) 2024-04-15T16:39:50.584 INFO:tasks.rados.rados.0.smithi090.stdout:3307: setattr oid 12 current snap is 318 2024-04-15T16:39:50.584 INFO:tasks.rados.rados.0.smithi090.stdout:3304: finishing rollback tid 1 to smithi09078167-7 2024-04-15T16:39:50.585 INFO:tasks.rados.rados.0.smithi090.stdout:3304: finishing rollback tid 2 to smithi09078167-7 2024-04-15T16:39:50.585 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 1037 (ObjNum 859 snap 266 seq_num 859) dirty exists 2024-04-15T16:39:50.585 INFO:tasks.rados.rados.0.smithi090.stdout:3304: done (3 left) 2024-04-15T16:39:50.585 INFO:tasks.rados.rados.0.smithi090.stdout:3308: rollback oid 38 current snap is 318 2024-04-15T16:39:50.585 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 306 2024-04-15T16:39:50.586 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 318 2024-04-15T16:39:50.586 INFO:tasks.rados.rados.0.smithi090.stdout:3309: seq_num 1045 ranges {7053312=704512} 2024-04-15T16:39:50.627 INFO:tasks.rados.rados.0.smithi090.stdout:3309: writing smithi09078167-36 from 7053312 to 7757824 tid 1 2024-04-15T16:39:50.627 INFO:tasks.rados.rados.0.smithi090.stdout:3310: copy_from oid 9 from oid 18 current snap is 318 2024-04-15T16:39:50.627 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1490 (ObjNum 1034 snap 314 seq_num 1034) dirty exists 2024-04-15T16:39:50.627 INFO:tasks.rados.rados.0.smithi090.stdout:3305: finishing write tid 1 to smithi09078167-26 2024-04-15T16:39:50.627 INFO:tasks.rados.rados.0.smithi090.stdout:3305: finishing write tid 2 to smithi09078167-26 2024-04-15T16:39:50.627 INFO:tasks.rados.rados.0.smithi090.stdout:3305: finishing write tid 3 to smithi09078167-26 2024-04-15T16:39:50.627 INFO:tasks.rados.rados.0.smithi090.stdout:3305: oid 26 updating version 0 to 1186 2024-04-15T16:39:50.627 INFO:tasks.rados.rados.0.smithi090.stdout:3305: oid 26 updating version 1186 to 1187 2024-04-15T16:39:50.627 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1187 (ObjNum 1044 snap 318 seq_num 1044) dirty exists 2024-04-15T16:39:50.628 INFO:tasks.rados.rados.0.smithi090.stdout:3305: left oid 26 (ObjNum 1044 snap 318 seq_num 1044) 2024-04-15T16:39:50.628 INFO:tasks.rados.rados.0.smithi090.stdout:3308: finishing rollback tid 0 to smithi09078167-38 2024-04-15T16:39:50.628 INFO:tasks.rados.rados.0.smithi090.stdout:3306: expect (ObjNum 684 snap 189 seq_num 684) 2024-04-15T16:39:50.677 INFO:tasks.rados.rados.0.smithi090.stdout:3308: finishing rollback tid 1 to smithi09078167-38 2024-04-15T16:39:50.677 INFO:tasks.rados.rados.0.smithi090.stdout:3308: finishing rollback tid 2 to smithi09078167-38 2024-04-15T16:39:50.677 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1218 (ObjNum 968 snap 300 seq_num 968) dirty exists 2024-04-15T16:39:50.677 INFO:tasks.rados.rados.0.smithi090.stdout:3310: finishing copy_from racing read to smithi09078167-9 2024-04-15T16:39:50.677 INFO:tasks.rados.rados.0.smithi090.stdout:3309: finishing write tid 1 to smithi09078167-36 2024-04-15T16:39:50.678 INFO:tasks.rados.rados.0.smithi090.stdout:3309: finishing write tid 2 to smithi09078167-36 2024-04-15T16:39:50.678 INFO:tasks.rados.rados.0.smithi090.stdout:3310: finishing copy_from to smithi09078167-9 2024-04-15T16:39:50.678 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1497 (ObjNum 1021 snap 311 seq_num 1021) dirty exists 2024-04-15T16:39:50.678 INFO:tasks.rados.rados.0.smithi090.stdout:3309: finishing write tid 3 to smithi09078167-36 2024-04-15T16:39:50.678 INFO:tasks.rados.rados.0.smithi090.stdout:3309: oid 36 updating version 0 to 1220 2024-04-15T16:39:50.678 INFO:tasks.rados.rados.0.smithi090.stdout:3309: oid 36 updating version 1220 to 1221 2024-04-15T16:39:50.678 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1221 (ObjNum 1045 snap 318 seq_num 1045) dirty exists 2024-04-15T16:39:50.678 INFO:tasks.rados.rados.0.smithi090.stdout:3309: left oid 36 (ObjNum 1045 snap 318 seq_num 1045) 2024-04-15T16:39:50.678 INFO:tasks.rados.rados.0.smithi090.stdout:3305: done (5 left) 2024-04-15T16:39:50.678 INFO:tasks.rados.rados.0.smithi090.stdout:3306: done (4 left) 2024-04-15T16:39:50.678 INFO:tasks.rados.rados.0.smithi090.stdout:3307: done (3 left) 2024-04-15T16:39:50.678 INFO:tasks.rados.rados.0.smithi090.stdout:3308: done (2 left) 2024-04-15T16:39:50.678 INFO:tasks.rados.rados.0.smithi090.stdout:3309: done (1 left) 2024-04-15T16:39:50.678 INFO:tasks.rados.rados.0.smithi090.stdout:3310: done (0 left) 2024-04-15T16:39:50.679 INFO:tasks.rados.rados.0.smithi090.stdout:3311: copy_from oid 11 from oid 15 current snap is 318 2024-04-15T16:39:50.679 INFO:tasks.rados.rados.0.smithi090.stdout:3312: read oid 35 snap 301 2024-04-15T16:39:50.679 INFO:tasks.rados.rados.0.smithi090.stdout:3312: expect (ObjNum 924 snap 287 seq_num 924) 2024-04-15T16:39:50.679 INFO:tasks.rados.rados.0.smithi090.stdout:3313: snap_remove snap 303 2024-04-15T16:39:51.450 INFO:tasks.rados.rados.0.smithi090.stdout:3311: finishing copy_from racing read to smithi09078167-11 2024-04-15T16:39:51.450 INFO:tasks.rados.rados.0.smithi090.stdout:3311: finishing copy_from to smithi09078167-11 2024-04-15T16:39:51.450 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1241 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:39:51.450 INFO:tasks.rados.rados.0.smithi090.stdout:3312: expect (ObjNum 924 snap 287 seq_num 924) 2024-04-15T16:39:51.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:51 smithi090 ceph-mon[91618]: osdmap e692: 8 total, 8 up, 8 in 2024-04-15T16:39:51.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:51 smithi090 ceph-mon[91618]: pgmap v698: 121 pgs: 121 active+clean; 619 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 156 KiB/s wr, 2 op/s 2024-04-15T16:39:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:51 smithi090 ceph-mon[89240]: osdmap e692: 8 total, 8 up, 8 in 2024-04-15T16:39:51.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:51 smithi090 ceph-mon[89240]: pgmap v698: 121 pgs: 121 active+clean; 619 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 156 KiB/s wr, 2 op/s 2024-04-15T16:39:51.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:51 smithi153 ceph-mon[84714]: osdmap e692: 8 total, 8 up, 8 in 2024-04-15T16:39:51.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:51 smithi153 ceph-mon[84714]: pgmap v698: 121 pgs: 121 active+clean; 619 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 156 KiB/s wr, 2 op/s 2024-04-15T16:39:51.928 INFO:tasks.rados.rados.0.smithi090.stdout:3311: done (2 left) 2024-04-15T16:39:51.928 INFO:tasks.rados.rados.0.smithi090.stdout:3312: done (1 left) 2024-04-15T16:39:51.928 INFO:tasks.rados.rados.0.smithi090.stdout:3313: done (0 left) 2024-04-15T16:39:51.928 INFO:tasks.rados.rados.0.smithi090.stdout:3314: copy_from oid 35 from oid 42 current snap is 318 2024-04-15T16:39:51.928 INFO:tasks.rados.rados.0.smithi090.stdout:3315: read oid 12 snap -1 2024-04-15T16:39:51.928 INFO:tasks.rados.rados.0.smithi090.stdout:3315: expect (ObjNum 1034 snap 314 seq_num 1034) 2024-04-15T16:39:51.928 INFO:tasks.rados.rados.0.smithi090.stdout:3316: snap_create 2024-04-15T16:39:51.939 INFO:tasks.rados.rados.0.smithi090.stdout:3314: finishing copy_from racing read to smithi09078167-35 2024-04-15T16:39:51.946 INFO:tasks.rados.rados.0.smithi090.stdout:3314: finishing copy_from to smithi09078167-35 2024-04-15T16:39:51.947 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 978 (ObjNum 983 snap 300 seq_num 983) dirty exists 2024-04-15T16:39:51.974 INFO:tasks.rados.rados.0.smithi090.stdout:3315: expect (ObjNum 1034 snap 314 seq_num 1034) 2024-04-15T16:39:52.621 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:52 smithi153 ceph-mon[84714]: osdmap e693: 8 total, 8 up, 8 in 2024-04-15T16:39:52.621 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:39:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:39:52.665 INFO:tasks.rados.rados.0.smithi090.stdout:3314: done (2 left) 2024-04-15T16:39:52.665 INFO:tasks.rados.rados.0.smithi090.stdout:3315: done (1 left) 2024-04-15T16:39:52.665 INFO:tasks.rados.rados.0.smithi090.stdout:3316: done (0 left) 2024-04-15T16:39:52.665 INFO:tasks.rados.rados.0.smithi090.stdout:3317: snap_create 2024-04-15T16:39:52.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:52 smithi090 ceph-mon[89240]: osdmap e693: 8 total, 8 up, 8 in 2024-04-15T16:39:52.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:52 smithi090 ceph-mon[91618]: osdmap e693: 8 total, 8 up, 8 in 2024-04-15T16:39:53.458 INFO:tasks.rados.rados.0.smithi090.stdout:3317: done (0 left) 2024-04-15T16:39:53.459 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 320 2024-04-15T16:39:53.459 INFO:tasks.rados.rados.0.smithi090.stdout:3318: seq_num 1046 ranges {5300224=729088} 2024-04-15T16:39:53.491 INFO:tasks.rados.rados.0.smithi090.stdout:3318: writing smithi09078167-17 from 5300224 to 6029312 tid 1 2024-04-15T16:39:53.491 INFO:tasks.rados.rados.0.smithi090.stdout:3319: read oid 7 snap -1 2024-04-15T16:39:53.491 INFO:tasks.rados.rados.0.smithi090.stdout:3319: expect (ObjNum 859 snap 266 seq_num 859) 2024-04-15T16:39:53.491 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 320 2024-04-15T16:39:53.491 INFO:tasks.rados.rados.0.smithi090.stdout:3320: seq_num 1047 ranges {942080=745472} 2024-04-15T16:39:53.501 INFO:tasks.rados.rados.0.smithi090.stdout:3320: writing smithi09078167-3 from 942080 to 1687552 tid 1 2024-04-15T16:39:53.501 INFO:tasks.rados.rados.0.smithi090.stdout:3321: read oid 33 snap -1 2024-04-15T16:39:53.501 INFO:tasks.rados.rados.0.smithi090.stdout:3321: expect (ObjNum 986 snap 302 seq_num 986) 2024-04-15T16:39:53.501 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 320 2024-04-15T16:39:53.501 INFO:tasks.rados.rados.0.smithi090.stdout:3318: finishing write tid 1 to smithi09078167-17 2024-04-15T16:39:53.501 INFO:tasks.rados.rados.0.smithi090.stdout:3322: seq_num 1048 ranges {106496=761856} 2024-04-15T16:39:53.507 INFO:tasks.rados.rados.0.smithi090.stdout:3322: writing smithi09078167-1 from 106496 to 868352 tid 1 2024-04-15T16:39:53.507 INFO:tasks.rados.rados.0.smithi090.stdout:3323: delete oid 28 current snap is 320 2024-04-15T16:39:53.507 INFO:tasks.rados.rados.0.smithi090.stdout:3318: finishing write tid 2 to smithi09078167-17 2024-04-15T16:39:53.507 INFO:tasks.rados.rados.0.smithi090.stdout:3318: finishing write tid 3 to smithi09078167-17 2024-04-15T16:39:53.507 INFO:tasks.rados.rados.0.smithi090.stdout:3318: oid 17 updating version 0 to 1243 2024-04-15T16:39:53.507 INFO:tasks.rados.rados.0.smithi090.stdout:3318: oid 17 version 1243 is already newer than 1242 2024-04-15T16:39:53.507 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1243 (ObjNum 1046 snap 320 seq_num 1046) dirty exists 2024-04-15T16:39:53.507 INFO:tasks.rados.rados.0.smithi090.stdout:3318: left oid 17 (ObjNum 1046 snap 320 seq_num 1046) 2024-04-15T16:39:53.508 INFO:tasks.rados.rados.0.smithi090.stdout:3320: finishing write tid 1 to smithi09078167-3 2024-04-15T16:39:53.508 INFO:tasks.rados.rados.0.smithi090.stdout:3320: finishing write tid 2 to smithi09078167-3 2024-04-15T16:39:53.509 INFO:tasks.rados.rados.0.smithi090.stdout:3320: finishing write tid 3 to smithi09078167-3 2024-04-15T16:39:53.509 INFO:tasks.rados.rados.0.smithi090.stdout:3320: oid 3 updating version 0 to 1245 2024-04-15T16:39:53.509 INFO:tasks.rados.rados.0.smithi090.stdout:3320: oid 3 version 1245 is already newer than 1244 2024-04-15T16:39:53.509 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1245 (ObjNum 1047 snap 320 seq_num 1047) dirty exists 2024-04-15T16:39:53.509 INFO:tasks.rados.rados.0.smithi090.stdout:3320: left oid 3 (ObjNum 1047 snap 320 seq_num 1047) 2024-04-15T16:39:53.511 INFO:tasks.rados.rados.0.smithi090.stdout:3319: expect (ObjNum 859 snap 266 seq_num 859) 2024-04-15T16:39:53.668 INFO:tasks.rados.rados.0.smithi090.stdout:3321: expect (ObjNum 986 snap 302 seq_num 986) 2024-04-15T16:39:53.723 INFO:tasks.rados.rados.0.smithi090.stdout:3322: finishing write tid 1 to smithi09078167-1 2024-04-15T16:39:53.723 INFO:tasks.rados.rados.0.smithi090.stdout:3322: finishing write tid 2 to smithi09078167-1 2024-04-15T16:39:53.723 INFO:tasks.rados.rados.0.smithi090.stdout:3322: finishing write tid 3 to smithi09078167-1 2024-04-15T16:39:53.723 INFO:tasks.rados.rados.0.smithi090.stdout:3322: oid 1 updating version 0 to 1557 2024-04-15T16:39:53.723 INFO:tasks.rados.rados.0.smithi090.stdout:3322: oid 1 updating version 1557 to 1558 2024-04-15T16:39:53.723 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1558 (ObjNum 1048 snap 320 seq_num 1048) dirty exists 2024-04-15T16:39:53.724 INFO:tasks.rados.rados.0.smithi090.stdout:3322: left oid 1 (ObjNum 1048 snap 320 seq_num 1048) 2024-04-15T16:39:53.724 INFO:tasks.rados.rados.0.smithi090.stdout:3318: done (5 left) 2024-04-15T16:39:53.724 INFO:tasks.rados.rados.0.smithi090.stdout:3319: done (4 left) 2024-04-15T16:39:53.724 INFO:tasks.rados.rados.0.smithi090.stdout:3320: done (3 left) 2024-04-15T16:39:53.724 INFO:tasks.rados.rados.0.smithi090.stdout:3321: done (2 left) 2024-04-15T16:39:53.724 INFO:tasks.rados.rados.0.smithi090.stdout:3322: done (1 left) 2024-04-15T16:39:53.724 INFO:tasks.rados.rados.0.smithi090.stdout:3323: done (0 left) 2024-04-15T16:39:53.724 INFO:tasks.rados.rados.0.smithi090.stdout:3324: read oid 10 snap 314 2024-04-15T16:39:53.724 INFO:tasks.rados.rados.0.smithi090.stdout:3324: expect (ObjNum 1033 snap 313 seq_num 1033) 2024-04-15T16:39:53.724 INFO:tasks.rados.rados.0.smithi090.stdout:3325: read oid 44 snap -1 2024-04-15T16:39:53.724 INFO:tasks.rados.rados.0.smithi090.stdout:3325: expect deleted 2024-04-15T16:39:53.724 INFO:tasks.rados.rados.0.smithi090.stdout:3326: snap_remove snap 308 2024-04-15T16:39:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:53 smithi090 ceph-mon[91618]: osdmap e694: 8 total, 8 up, 8 in 2024-04-15T16:39:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:39:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:53 smithi090 ceph-mon[91618]: pgmap v701: 121 pgs: 121 active+clean; 616 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 440 KiB/s wr, 6 op/s 2024-04-15T16:39:53.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:53 smithi090 ceph-mon[89240]: osdmap e694: 8 total, 8 up, 8 in 2024-04-15T16:39:53.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:39:53.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:53 smithi090 ceph-mon[89240]: pgmap v701: 121 pgs: 121 active+clean; 616 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 440 KiB/s wr, 6 op/s 2024-04-15T16:39:53.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:53 smithi153 ceph-mon[84714]: osdmap e694: 8 total, 8 up, 8 in 2024-04-15T16:39:53.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:39:53.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:53 smithi153 ceph-mon[84714]: pgmap v701: 121 pgs: 121 active+clean; 616 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 440 KiB/s wr, 6 op/s 2024-04-15T16:39:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:3326: done (2 left) 2024-04-15T16:39:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:3327: setattr oid 29 current snap is 320 2024-04-15T16:39:54.441 INFO:tasks.rados.rados.0.smithi090.stdout:3324: expect (ObjNum 1033 snap 313 seq_num 1033) 2024-04-15T16:39:54.472 INFO:tasks.rados.rados.0.smithi090.stdout:3324: done (2 left) 2024-04-15T16:39:54.472 INFO:tasks.rados.rados.0.smithi090.stdout:3325: done (1 left) 2024-04-15T16:39:54.472 INFO:tasks.rados.rados.0.smithi090.stdout:3328: copy_from oid 10 from oid 28 current snap is 320 2024-04-15T16:39:54.472 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 320 2024-04-15T16:39:54.472 INFO:tasks.rados.rados.0.smithi090.stdout:3329: seq_num 1050 ranges {2088960=794624} 2024-04-15T16:39:54.486 INFO:tasks.rados.rados.0.smithi090.stdout:3329: writing smithi09078167-4 from 2088960 to 2883584 tid 1 2024-04-15T16:39:54.486 INFO:tasks.rados.rados.0.smithi090.stdout:3330: snap_create 2024-04-15T16:39:54.486 INFO:tasks.rados.rados.0.smithi090.stdout:3328: finishing copy_from to smithi09078167-10 2024-04-15T16:39:54.486 INFO:tasks.rados.rados.0.smithi090.stdout:3328: got expected ENOENT (src dne) 2024-04-15T16:39:54.486 INFO:tasks.rados.rados.0.smithi090.stdout:3328: finishing copy_from racing read to smithi09078167-10 2024-04-15T16:39:54.486 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1246 (ObjNum 1041 snap 316 seq_num 1041) dirty exists 2024-04-15T16:39:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:3329: finishing write tid 1 to smithi09078167-4 2024-04-15T16:39:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:3329: finishing write tid 2 to smithi09078167-4 2024-04-15T16:39:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:3329: finishing write tid 3 to smithi09078167-4 2024-04-15T16:39:54.491 INFO:tasks.rados.rados.0.smithi090.stdout:3329: oid 4 updating version 0 to 1501 2024-04-15T16:39:54.492 INFO:tasks.rados.rados.0.smithi090.stdout:3329: oid 4 updating version 1501 to 1502 2024-04-15T16:39:54.492 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1502 (ObjNum 1050 snap 320 seq_num 1050) dirty exists 2024-04-15T16:39:54.492 INFO:tasks.rados.rados.0.smithi090.stdout:3329: left oid 4 (ObjNum 1050 snap 320 seq_num 1050) 2024-04-15T16:39:54.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:54 smithi090 ceph-mon[89240]: osdmap e695: 8 total, 8 up, 8 in 2024-04-15T16:39:54.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:54 smithi090 ceph-mon[89240]: osdmap e696: 8 total, 8 up, 8 in 2024-04-15T16:39:54.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:54 smithi090 ceph-mon[91618]: osdmap e695: 8 total, 8 up, 8 in 2024-04-15T16:39:54.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:54 smithi090 ceph-mon[91618]: osdmap e696: 8 total, 8 up, 8 in 2024-04-15T16:39:54.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:54 smithi153 ceph-mon[84714]: osdmap e695: 8 total, 8 up, 8 in 2024-04-15T16:39:54.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:54 smithi153 ceph-mon[84714]: osdmap e696: 8 total, 8 up, 8 in 2024-04-15T16:39:55.470 INFO:tasks.rados.rados.0.smithi090.stdout:3327: done (3 left) 2024-04-15T16:39:55.470 INFO:tasks.rados.rados.0.smithi090.stdout:3328: done (2 left) 2024-04-15T16:39:55.470 INFO:tasks.rados.rados.0.smithi090.stdout:3329: done (1 left) 2024-04-15T16:39:55.470 INFO:tasks.rados.rados.0.smithi090.stdout:3330: done (0 left) 2024-04-15T16:39:55.470 INFO:tasks.rados.rados.0.smithi090.stdout:3331: snap_remove snap 200 2024-04-15T16:39:55.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:55 smithi090 ceph-mon[91618]: pgmap v704: 121 pgs: 121 active+clean; 616 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 284 KiB/s wr, 4 op/s 2024-04-15T16:39:55.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:55 smithi090 ceph-mon[89240]: pgmap v704: 121 pgs: 121 active+clean; 616 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 284 KiB/s wr, 4 op/s 2024-04-15T16:39:55.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:55 smithi153 ceph-mon[84714]: pgmap v704: 121 pgs: 121 active+clean; 616 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 284 KiB/s wr, 4 op/s 2024-04-15T16:39:56.472 INFO:tasks.rados.rados.0.smithi090.stdout:3331: done (0 left) 2024-04-15T16:39:56.472 INFO:tasks.rados.rados.0.smithi090.stdout:3332: snap_create 2024-04-15T16:39:56.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:56 smithi090 ceph-mon[89240]: osdmap e697: 8 total, 8 up, 8 in 2024-04-15T16:39:56.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:56 smithi090 ceph-mon[91618]: osdmap e697: 8 total, 8 up, 8 in 2024-04-15T16:39:56.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:56 smithi153 ceph-mon[84714]: osdmap e697: 8 total, 8 up, 8 in 2024-04-15T16:39:57.479 INFO:tasks.rados.rados.0.smithi090.stdout:3332: done (0 left) 2024-04-15T16:39:57.479 INFO:tasks.rados.rados.0.smithi090.stdout:3333: read oid 11 snap -1 2024-04-15T16:39:57.479 INFO:tasks.rados.rados.0.smithi090.stdout:3333: expect (ObjNum 806 snap 256 seq_num 806) 2024-04-15T16:39:57.479 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 322 2024-04-15T16:39:57.479 INFO:tasks.rados.rados.0.smithi090.stdout:3334: seq_num 1051 ranges {0=409600,409600=401408} 2024-04-15T16:39:57.479 INFO:tasks.rados.rados.0.smithi090.stdout:3334: writing smithi09078167-28 from 0 to 409600 tid 1 2024-04-15T16:39:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:3334: writing smithi09078167-28 from 409600 to 811008 tid 2 2024-04-15T16:39:57.480 INFO:tasks.rados.rados.0.smithi090.stdout:3335: delete oid 46 current snap is 322 2024-04-15T16:39:57.485 INFO:tasks.rados.rados.0.smithi090.stdout:3334: finishing write tid 1 to smithi09078167-28 2024-04-15T16:39:57.486 INFO:tasks.rados.rados.0.smithi090.stdout:3334: finishing write tid 2 to smithi09078167-28 2024-04-15T16:39:57.486 INFO:tasks.rados.rados.0.smithi090.stdout:3334: finishing write tid 3 to smithi09078167-28 2024-04-15T16:39:57.488 INFO:tasks.rados.rados.0.smithi090.stdout:3335: done (2 left) 2024-04-15T16:39:57.488 INFO:tasks.rados.rados.0.smithi090.stdout:3336: read oid 47 snap -1 2024-04-15T16:39:57.488 INFO:tasks.rados.rados.0.smithi090.stdout:3336: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:39:57.488 INFO:tasks.rados.rados.0.smithi090.stdout:3337: rollback oid 26 current snap is 322 2024-04-15T16:39:57.489 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 287 2024-04-15T16:39:57.489 INFO:tasks.rados.rados.0.smithi090.stdout:3338: rmattr oid 35 current snap is 322 2024-04-15T16:39:57.489 INFO:tasks.rados.rados.0.smithi090.stdout:3338: done (4 left) 2024-04-15T16:39:57.489 INFO:tasks.rados.rados.0.smithi090.stdout:3339: read oid 29 snap -1 2024-04-15T16:39:57.489 INFO:tasks.rados.rados.0.smithi090.stdout:3339: expect (ObjNum 1041 snap 316 seq_num 1041) 2024-04-15T16:39:57.489 INFO:tasks.rados.rados.0.smithi090.stdout:3340: delete oid 46 current snap is 322 2024-04-15T16:39:57.489 INFO:tasks.rados.rados.0.smithi090.stdout:3334: finishing write tid 4 to smithi09078167-28 2024-04-15T16:39:57.489 INFO:tasks.rados.rados.0.smithi090.stdout:3334: oid 28 updating version 0 to 1136 2024-04-15T16:39:57.489 INFO:tasks.rados.rados.0.smithi090.stdout:3334: oid 28 updating version 1136 to 1137 2024-04-15T16:39:57.489 INFO:tasks.rados.rados.0.smithi090.stdout:3334: oid 28 version 1137 is already newer than 1135 2024-04-15T16:39:57.489 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1137 (ObjNum 1051 snap 322 seq_num 1051) dirty exists 2024-04-15T16:39:57.489 INFO:tasks.rados.rados.0.smithi090.stdout:3334: left oid 28 (ObjNum 1051 snap 322 seq_num 1051) 2024-04-15T16:39:57.492 INFO:tasks.rados.rados.0.smithi090.stdout:3334: done (5 left) 2024-04-15T16:39:57.493 INFO:tasks.rados.rados.0.smithi090.stdout:3340: done (4 left) 2024-04-15T16:39:57.493 INFO:tasks.rados.rados.0.smithi090.stdout:3341: read oid 27 snap -1 2024-04-15T16:39:57.493 INFO:tasks.rados.rados.0.smithi090.stdout:3341: expect (ObjNum 1042 snap 318 seq_num 1042) 2024-04-15T16:39:57.493 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 322 2024-04-15T16:39:57.493 INFO:tasks.rados.rados.0.smithi090.stdout:3342: seq_num 1054 ranges {0=458752,458752=401408} 2024-04-15T16:39:57.495 INFO:tasks.rados.rados.0.smithi090.stdout:3342: writing smithi09078167-46 from 0 to 458752 tid 1 2024-04-15T16:39:57.498 INFO:tasks.rados.rados.0.smithi090.stdout:3342: writing smithi09078167-46 from 458752 to 860160 tid 2 2024-04-15T16:39:57.498 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 322 2024-04-15T16:39:57.498 INFO:tasks.rados.rados.0.smithi090.stdout:3343: seq_num 1055 ranges {3874816=475136,4349952=401408} 2024-04-15T16:39:57.524 INFO:tasks.rados.rados.0.smithi090.stdout:3343: writing smithi09078167-42 from 3874816 to 4349952 tid 1 2024-04-15T16:39:57.526 INFO:tasks.rados.rados.0.smithi090.stdout:3343: writing smithi09078167-42 from 4349952 to 4751360 tid 2 2024-04-15T16:39:57.526 INFO:tasks.rados.rados.0.smithi090.stdout:3344: read oid 21 snap 314 2024-04-15T16:39:57.527 INFO:tasks.rados.rados.0.smithi090.stdout:3344: expect (ObjNum 1014 snap 310 seq_num 1014) 2024-04-15T16:39:57.527 INFO:tasks.rados.rados.0.smithi090.stdout:3345: snap_create 2024-04-15T16:39:57.527 INFO:tasks.rados.rados.0.smithi090.stdout:3337: finishing rollback tid 0 to smithi09078167-26 2024-04-15T16:39:57.527 INFO:tasks.rados.rados.0.smithi090.stdout:3337: finishing rollback tid 1 to smithi09078167-26 2024-04-15T16:39:57.527 INFO:tasks.rados.rados.0.smithi090.stdout:3337: finishing rollback tid 2 to smithi09078167-26 2024-04-15T16:39:57.527 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1190 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:39:57.527 INFO:tasks.rados.rados.0.smithi090.stdout:3333: expect (ObjNum 806 snap 256 seq_num 806) 2024-04-15T16:39:57.586 INFO:tasks.rados.rados.0.smithi090.stdout:3339: expect (ObjNum 1041 snap 316 seq_num 1041) 2024-04-15T16:39:57.605 INFO:tasks.rados.rados.0.smithi090.stdout:3336: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:39:57.665 INFO:tasks.rados.rados.0.smithi090.stdout:3342: finishing write tid 1 to smithi09078167-46 2024-04-15T16:39:57.665 INFO:tasks.rados.rados.0.smithi090.stdout:3342: finishing write tid 2 to smithi09078167-46 2024-04-15T16:39:57.665 INFO:tasks.rados.rados.0.smithi090.stdout:3342: finishing write tid 3 to smithi09078167-46 2024-04-15T16:39:57.665 INFO:tasks.rados.rados.0.smithi090.stdout:3342: finishing write tid 4 to smithi09078167-46 2024-04-15T16:39:57.665 INFO:tasks.rados.rados.0.smithi090.stdout:3342: oid 46 updating version 0 to 1337 2024-04-15T16:39:57.665 INFO:tasks.rados.rados.0.smithi090.stdout:3342: oid 46 updating version 1337 to 1338 2024-04-15T16:39:57.665 INFO:tasks.rados.rados.0.smithi090.stdout:3342: oid 46 version 1338 is already newer than 1336 2024-04-15T16:39:57.666 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1338 (ObjNum 1054 snap 322 seq_num 1054) dirty exists 2024-04-15T16:39:57.666 INFO:tasks.rados.rados.0.smithi090.stdout:3342: left oid 46 (ObjNum 1054 snap 322 seq_num 1054) 2024-04-15T16:39:57.666 INFO:tasks.rados.rados.0.smithi090.stdout:3341: expect (ObjNum 1042 snap 318 seq_num 1042) 2024-04-15T16:39:57.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:57 smithi090 ceph-mon[89240]: osdmap e698: 8 total, 8 up, 8 in 2024-04-15T16:39:57.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:57 smithi090 ceph-mon[89240]: pgmap v707: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 621 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-15T16:39:57.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:57 smithi090 ceph-mon[91618]: osdmap e698: 8 total, 8 up, 8 in 2024-04-15T16:39:57.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:57 smithi090 ceph-mon[91618]: pgmap v707: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 621 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-15T16:39:57.870 INFO:tasks.rados.rados.0.smithi090.stdout:3343: finishing write tid 1 to smithi09078167-42 2024-04-15T16:39:57.870 INFO:tasks.rados.rados.0.smithi090.stdout:3343: finishing write tid 2 to smithi09078167-42 2024-04-15T16:39:57.870 INFO:tasks.rados.rados.0.smithi090.stdout:3343: finishing write tid 3 to smithi09078167-42 2024-04-15T16:39:57.870 INFO:tasks.rados.rados.0.smithi090.stdout:3343: finishing write tid 4 to smithi09078167-42 2024-04-15T16:39:57.871 INFO:tasks.rados.rados.0.smithi090.stdout:3343: oid 42 updating version 0 to 1051 2024-04-15T16:39:57.871 INFO:tasks.rados.rados.0.smithi090.stdout:3343: oid 42 updating version 1051 to 1053 2024-04-15T16:39:57.871 INFO:tasks.rados.rados.0.smithi090.stdout:3343: oid 42 version 1053 is already newer than 1052 2024-04-15T16:39:57.871 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 1053 (ObjNum 1055 snap 322 seq_num 1055) dirty exists 2024-04-15T16:39:57.871 INFO:tasks.rados.rados.0.smithi090.stdout:3343: left oid 42 (ObjNum 1055 snap 322 seq_num 1055) 2024-04-15T16:39:57.871 INFO:tasks.rados.rados.0.smithi090.stdout:3344: expect (ObjNum 1014 snap 310 seq_num 1014) 2024-04-15T16:39:57.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:57 smithi153 ceph-mon[84714]: osdmap e698: 8 total, 8 up, 8 in 2024-04-15T16:39:57.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:57 smithi153 ceph-mon[84714]: pgmap v707: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 621 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-15T16:39:58.495 INFO:tasks.rados.rados.0.smithi090.stdout:3333: done (8 left) 2024-04-15T16:39:58.495 INFO:tasks.rados.rados.0.smithi090.stdout:3336: done (7 left) 2024-04-15T16:39:58.495 INFO:tasks.rados.rados.0.smithi090.stdout:3337: done (6 left) 2024-04-15T16:39:58.496 INFO:tasks.rados.rados.0.smithi090.stdout:3339: done (5 left) 2024-04-15T16:39:58.496 INFO:tasks.rados.rados.0.smithi090.stdout:3341: done (4 left) 2024-04-15T16:39:58.496 INFO:tasks.rados.rados.0.smithi090.stdout:3342: done (3 left) 2024-04-15T16:39:58.496 INFO:tasks.rados.rados.0.smithi090.stdout:3343: done (2 left) 2024-04-15T16:39:58.496 INFO:tasks.rados.rados.0.smithi090.stdout:3344: done (1 left) 2024-04-15T16:39:58.496 INFO:tasks.rados.rados.0.smithi090.stdout:3345: done (0 left) 2024-04-15T16:39:58.496 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 323 2024-04-15T16:39:58.496 INFO:tasks.rados.rados.0.smithi090.stdout:3346: seq_num 1056 ranges {1236992=491520,1728512=401408} 2024-04-15T16:39:58.504 INFO:tasks.rados.rados.0.smithi090.stdout:3346: writing smithi09078167-20 from 1236992 to 1728512 tid 1 2024-04-15T16:39:58.507 INFO:tasks.rados.rados.0.smithi090.stdout:3346: writing smithi09078167-20 from 1728512 to 2129920 tid 2 2024-04-15T16:39:58.507 INFO:tasks.rados.rados.0.smithi090.stdout:3347: read oid 7 snap -1 2024-04-15T16:39:58.507 INFO:tasks.rados.rados.0.smithi090.stdout:3347: expect (ObjNum 859 snap 266 seq_num 859) 2024-04-15T16:39:58.507 INFO:tasks.rados.rados.0.smithi090.stdout:3348: rollback oid 36 current snap is 323 2024-04-15T16:39:58.507 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 270 2024-04-15T16:39:58.507 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 323 2024-04-15T16:39:58.507 INFO:tasks.rados.rados.0.smithi090.stdout:3349: seq_num 1057 ranges {3874816=507904,4382720=401408} 2024-04-15T16:39:58.533 INFO:tasks.rados.rados.0.smithi090.stdout:3349: writing smithi09078167-40 from 3874816 to 4382720 tid 1 2024-04-15T16:39:58.536 INFO:tasks.rados.rados.0.smithi090.stdout:3349: writing smithi09078167-40 from 4382720 to 4784128 tid 2 2024-04-15T16:39:58.536 INFO:tasks.rados.rados.0.smithi090.stdout:3350: rollback oid 31 current snap is 323 2024-04-15T16:39:58.536 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 244 2024-04-15T16:39:58.536 INFO:tasks.rados.rados.0.smithi090.stdout:3346: finishing write tid 1 to smithi09078167-20 2024-04-15T16:39:58.536 INFO:tasks.rados.rados.0.smithi090.stdout:3346: finishing write tid 2 to smithi09078167-20 2024-04-15T16:39:58.536 INFO:tasks.rados.rados.0.smithi090.stdout:3351: read oid 50 snap -1 2024-04-15T16:39:58.536 INFO:tasks.rados.rados.0.smithi090.stdout:3351: expect deleted 2024-04-15T16:39:58.536 INFO:tasks.rados.rados.0.smithi090.stdout:3352: read oid 30 snap -1 2024-04-15T16:39:58.536 INFO:tasks.rados.rados.0.smithi090.stdout:3352: expect deleted 2024-04-15T16:39:58.536 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 10 current snap is 323 2024-04-15T16:39:58.536 INFO:tasks.rados.rados.0.smithi090.stdout:3346: finishing write tid 3 to smithi09078167-20 2024-04-15T16:39:58.536 INFO:tasks.rados.rados.0.smithi090.stdout:3346: finishing write tid 4 to smithi09078167-20 2024-04-15T16:39:58.536 INFO:tasks.rados.rados.0.smithi090.stdout:3346: oid 20 updating version 0 to 1571 2024-04-15T16:39:58.537 INFO:tasks.rados.rados.0.smithi090.stdout:3346: oid 20 updating version 1571 to 1572 2024-04-15T16:39:58.537 INFO:tasks.rados.rados.0.smithi090.stdout:3346: oid 20 version 1572 is already newer than 1570 2024-04-15T16:39:58.537 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 1572 (ObjNum 1056 snap 323 seq_num 1056) dirty exists 2024-04-15T16:39:58.537 INFO:tasks.rados.rados.0.smithi090.stdout:3346: left oid 20 (ObjNum 1056 snap 323 seq_num 1056) 2024-04-15T16:39:58.537 INFO:tasks.rados.rados.0.smithi090.stdout:3348: finishing rollback tid 0 to smithi09078167-36 2024-04-15T16:39:58.537 INFO:tasks.rados.rados.0.smithi090.stdout:3348: finishing rollback tid 1 to smithi09078167-36 2024-04-15T16:39:58.537 INFO:tasks.rados.rados.0.smithi090.stdout:3348: finishing rollback tid 2 to smithi09078167-36 2024-04-15T16:39:58.537 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1245 (ObjNum 867 snap 268 seq_num 867) dirty exists 2024-04-15T16:39:58.537 INFO:tasks.rados.rados.0.smithi090.stdout:3347: expect (ObjNum 859 snap 266 seq_num 859) 2024-04-15T16:39:58.690 INFO:tasks.rados.rados.0.smithi090.stdout:3349: finishing write tid 1 to smithi09078167-40 2024-04-15T16:39:58.690 INFO:tasks.rados.rados.0.smithi090.stdout:3349: finishing write tid 2 to smithi09078167-40 2024-04-15T16:39:58.690 INFO:tasks.rados.rados.0.smithi090.stdout:3349: finishing write tid 3 to smithi09078167-40 2024-04-15T16:39:58.690 INFO:tasks.rados.rados.0.smithi090.stdout:3350: finishing rollback tid 0 to smithi09078167-31 2024-04-15T16:39:58.690 INFO:tasks.rados.rados.0.smithi090.stdout:3350: finishing rollback tid 1 to smithi09078167-31 2024-04-15T16:39:58.690 INFO:tasks.rados.rados.0.smithi090.stdout:3353: seq_num 1058 ranges {507904=524288,1032192=401408} 2024-04-15T16:39:58.695 INFO:tasks.rados.rados.0.smithi090.stdout:3353: writing smithi09078167-10 from 507904 to 1032192 tid 1 2024-04-15T16:39:58.698 INFO:tasks.rados.rados.0.smithi090.stdout:3353: writing smithi09078167-10 from 1032192 to 1433600 tid 2 2024-04-15T16:39:58.698 INFO:tasks.rados.rados.0.smithi090.stdout:3346: done (7 left) 2024-04-15T16:39:58.698 INFO:tasks.rados.rados.0.smithi090.stdout:3347: done (6 left) 2024-04-15T16:39:58.698 INFO:tasks.rados.rados.0.smithi090.stdout:3348: done (5 left) 2024-04-15T16:39:58.698 INFO:tasks.rados.rados.0.smithi090.stdout:3351: done (4 left) 2024-04-15T16:39:58.699 INFO:tasks.rados.rados.0.smithi090.stdout:3354: read oid 13 snap -1 2024-04-15T16:39:58.699 INFO:tasks.rados.rados.0.smithi090.stdout:3354: expect (ObjNum 964 snap 299 seq_num 964) 2024-04-15T16:39:58.700 INFO:tasks.rados.rados.0.smithi090.stdout:3355: rollback oid 7 current snap is 323 2024-04-15T16:39:58.700 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 7 to 318 2024-04-15T16:39:58.700 INFO:tasks.rados.rados.0.smithi090.stdout:3350: finishing rollback tid 2 to smithi09078167-31 2024-04-15T16:39:58.700 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 1249 (ObjNum 641 snap 169 seq_num 641) dirty exists 2024-04-15T16:39:58.700 INFO:tasks.rados.rados.0.smithi090.stdout:3349: finishing write tid 4 to smithi09078167-40 2024-04-15T16:39:58.700 INFO:tasks.rados.rados.0.smithi090.stdout:3349: oid 40 updating version 0 to 1514 2024-04-15T16:39:58.700 INFO:tasks.rados.rados.0.smithi090.stdout:3349: oid 40 updating version 1514 to 1516 2024-04-15T16:39:58.700 INFO:tasks.rados.rados.0.smithi090.stdout:3349: oid 40 version 1516 is already newer than 1515 2024-04-15T16:39:58.700 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 1516 (ObjNum 1057 snap 323 seq_num 1057) dirty exists 2024-04-15T16:39:58.700 INFO:tasks.rados.rados.0.smithi090.stdout:3349: left oid 40 (ObjNum 1057 snap 323 seq_num 1057) 2024-04-15T16:39:58.700 INFO:tasks.rados.rados.0.smithi090.stdout:3349: done (5 left) 2024-04-15T16:39:58.700 INFO:tasks.rados.rados.0.smithi090.stdout:3350: done (4 left) 2024-04-15T16:39:58.700 INFO:tasks.rados.rados.0.smithi090.stdout:3352: done (3 left) 2024-04-15T16:39:58.700 INFO:tasks.rados.rados.0.smithi090.stdout:3356: delete oid 33 current snap is 323 2024-04-15T16:39:58.702 INFO:tasks.rados.rados.0.smithi090.stdout:3353: finishing write tid 1 to smithi09078167-10 2024-04-15T16:39:58.702 INFO:tasks.rados.rados.0.smithi090.stdout:3356: done (3 left) 2024-04-15T16:39:58.702 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 323 2024-04-15T16:39:58.703 INFO:tasks.rados.rados.0.smithi090.stdout:3357: seq_num 1060 ranges {1687552=557056,2244608=401408} 2024-04-15T16:39:58.715 INFO:tasks.rados.rados.0.smithi090.stdout:3357: writing smithi09078167-3 from 1687552 to 2244608 tid 1 2024-04-15T16:39:58.717 INFO:tasks.rados.rados.0.smithi090.stdout:3357: writing smithi09078167-3 from 2244608 to 2646016 tid 2 2024-04-15T16:39:58.717 INFO:tasks.rados.rados.0.smithi090.stdout:3358: rollback oid 40 current snap is 323 2024-04-15T16:39:58.717 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 40 to 302 2024-04-15T16:39:58.718 INFO:tasks.rados.rados.0.smithi090.stdout:3353: finishing write tid 2 to smithi09078167-10 2024-04-15T16:39:58.718 INFO:tasks.rados.rados.0.smithi090.stdout:3359: read oid 16 snap -1 2024-04-15T16:39:58.718 INFO:tasks.rados.rados.0.smithi090.stdout:3359: expect (ObjNum 1025 snap 312 seq_num 1025) 2024-04-15T16:39:58.718 INFO:tasks.rados.rados.0.smithi090.stdout:3360: snap_remove snap 298 2024-04-15T16:39:58.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:58 smithi090 ceph-mon[89240]: osdmap e699: 8 total, 8 up, 8 in 2024-04-15T16:39:58.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:58 smithi090 ceph-mon[91618]: osdmap e699: 8 total, 8 up, 8 in 2024-04-15T16:39:58.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:58 smithi153 ceph-mon[84714]: osdmap e699: 8 total, 8 up, 8 in 2024-04-15T16:39:59.443 INFO:tasks.rados.rados.0.smithi090.stdout:3360: done (6 left) 2024-04-15T16:39:59.443 INFO:tasks.rados.rados.0.smithi090.stdout:3361: setattr oid 19 current snap is 323 2024-04-15T16:39:59.443 INFO:tasks.rados.rados.0.smithi090.stdout:3353: finishing write tid 3 to smithi09078167-10 2024-04-15T16:39:59.444 INFO:tasks.rados.rados.0.smithi090.stdout:3355: finishing rollback tid 0 to smithi09078167-7 2024-04-15T16:39:59.444 INFO:tasks.rados.rados.0.smithi090.stdout:3353: finishing write tid 4 to smithi09078167-10 2024-04-15T16:39:59.444 INFO:tasks.rados.rados.0.smithi090.stdout:3353: oid 10 updating version 0 to 1241 2024-04-15T16:39:59.444 INFO:tasks.rados.rados.0.smithi090.stdout:3353: oid 10 updating version 1241 to 1243 2024-04-15T16:39:59.444 INFO:tasks.rados.rados.0.smithi090.stdout:3353: oid 10 version 1243 is already newer than 1242 2024-04-15T16:39:59.444 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1243 (ObjNum 1058 snap 323 seq_num 1058) dirty exists 2024-04-15T16:39:59.444 INFO:tasks.rados.rados.0.smithi090.stdout:3353: left oid 10 (ObjNum 1058 snap 323 seq_num 1058) 2024-04-15T16:39:59.444 INFO:tasks.rados.rados.0.smithi090.stdout:3355: finishing rollback tid 1 to smithi09078167-7 2024-04-15T16:39:59.444 INFO:tasks.rados.rados.0.smithi090.stdout:3355: finishing rollback tid 2 to smithi09078167-7 2024-04-15T16:39:59.444 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 1057 (ObjNum 859 snap 266 seq_num 859) dirty exists 2024-04-15T16:39:59.444 INFO:tasks.rados.rados.0.smithi090.stdout:3354: expect (ObjNum 964 snap 299 seq_num 964) 2024-04-15T16:39:59.493 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:39:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:39:59] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-04-15T16:39:59.500 INFO:tasks.rados.rados.0.smithi090.stdout:3357: finishing write tid 1 to smithi09078167-3 2024-04-15T16:39:59.500 INFO:tasks.rados.rados.0.smithi090.stdout:3357: finishing write tid 2 to smithi09078167-3 2024-04-15T16:39:59.500 INFO:tasks.rados.rados.0.smithi090.stdout:3357: finishing write tid 3 to smithi09078167-3 2024-04-15T16:39:59.500 INFO:tasks.rados.rados.0.smithi090.stdout:3358: finishing rollback tid 0 to smithi09078167-40 2024-04-15T16:39:59.500 INFO:tasks.rados.rados.0.smithi090.stdout:3358: finishing rollback tid 1 to smithi09078167-40 2024-04-15T16:39:59.501 INFO:tasks.rados.rados.0.smithi090.stdout:3358: finishing rollback tid 2 to smithi09078167-40 2024-04-15T16:39:59.501 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 1519 (ObjNum 957 snap 298 seq_num 957) dirty exists 2024-04-15T16:39:59.501 INFO:tasks.rados.rados.0.smithi090.stdout:3357: finishing write tid 4 to smithi09078167-3 2024-04-15T16:39:59.501 INFO:tasks.rados.rados.0.smithi090.stdout:3357: oid 3 updating version 0 to 1247 2024-04-15T16:39:59.501 INFO:tasks.rados.rados.0.smithi090.stdout:3357: oid 3 updating version 1247 to 1249 2024-04-15T16:39:59.501 INFO:tasks.rados.rados.0.smithi090.stdout:3357: oid 3 version 1249 is already newer than 1248 2024-04-15T16:39:59.501 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1249 (ObjNum 1060 snap 323 seq_num 1060) dirty exists 2024-04-15T16:39:59.501 INFO:tasks.rados.rados.0.smithi090.stdout:3357: left oid 3 (ObjNum 1060 snap 323 seq_num 1060) 2024-04-15T16:39:59.501 INFO:tasks.rados.rados.0.smithi090.stdout:3359: expect (ObjNum 1025 snap 312 seq_num 1025) 2024-04-15T16:39:59.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:59 smithi090 ceph-mon[89240]: osdmap e700: 8 total, 8 up, 8 in 2024-04-15T16:39:59.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:59 smithi090 ceph-mon[89240]: pgmap v710: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 618 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-15T16:39:59.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:39:59 smithi090 ceph-mon[89240]: osdmap e701: 8 total, 8 up, 8 in 2024-04-15T16:39:59.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:59 smithi090 ceph-mon[91618]: osdmap e700: 8 total, 8 up, 8 in 2024-04-15T16:39:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:59 smithi090 ceph-mon[91618]: pgmap v710: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 618 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-15T16:39:59.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:39:59 smithi090 ceph-mon[91618]: osdmap e701: 8 total, 8 up, 8 in 2024-04-15T16:39:59.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:59 smithi153 ceph-mon[84714]: osdmap e700: 8 total, 8 up, 8 in 2024-04-15T16:39:59.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:59 smithi153 ceph-mon[84714]: pgmap v710: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 618 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 21 op/s 2024-04-15T16:39:59.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:39:59 smithi153 ceph-mon[84714]: osdmap e701: 8 total, 8 up, 8 in 2024-04-15T16:40:00.201 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1192 (ObjNum 983 snap 300 seq_num 983) dirty exists 2024-04-15T16:40:00.201 INFO:tasks.rados.rados.0.smithi090.stdout:3353: done (6 left) 2024-04-15T16:40:00.201 INFO:tasks.rados.rados.0.smithi090.stdout:3354: done (5 left) 2024-04-15T16:40:00.201 INFO:tasks.rados.rados.0.smithi090.stdout:3355: done (4 left) 2024-04-15T16:40:00.201 INFO:tasks.rados.rados.0.smithi090.stdout:3357: done (3 left) 2024-04-15T16:40:00.201 INFO:tasks.rados.rados.0.smithi090.stdout:3358: done (2 left) 2024-04-15T16:40:00.201 INFO:tasks.rados.rados.0.smithi090.stdout:3359: done (1 left) 2024-04-15T16:40:00.201 INFO:tasks.rados.rados.0.smithi090.stdout:3361: done (0 left) 2024-04-15T16:40:00.201 INFO:tasks.rados.rados.0.smithi090.stdout:3362: copy_from oid 25 from oid 21 current snap is 323 2024-04-15T16:40:00.201 INFO:tasks.rados.rados.0.smithi090.stdout:3363: copy_from oid 50 from oid 13 current snap is 323 2024-04-15T16:40:00.201 INFO:tasks.rados.rados.0.smithi090.stdout:3364: read oid 29 snap -1 2024-04-15T16:40:00.201 INFO:tasks.rados.rados.0.smithi090.stdout:3364: expect (ObjNum 1041 snap 316 seq_num 1041) 2024-04-15T16:40:00.202 INFO:tasks.rados.rados.0.smithi090.stdout:3365: rollback oid 26 current snap is 323 2024-04-15T16:40:00.202 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 302 2024-04-15T16:40:00.202 INFO:tasks.rados.rados.0.smithi090.stdout:3366: read oid 47 snap 312 2024-04-15T16:40:00.202 INFO:tasks.rados.rados.0.smithi090.stdout:3366: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:40:00.202 INFO:tasks.rados.rados.0.smithi090.stdout:3367: snap_remove snap 322 2024-04-15T16:40:00.500 INFO:tasks.rados.rados.0.smithi090.stdout:3365: finishing rollback tid 0 to smithi09078167-26 2024-04-15T16:40:00.500 INFO:tasks.rados.rados.0.smithi090.stdout:3365: finishing rollback tid 1 to smithi09078167-26 2024-04-15T16:40:00.500 INFO:tasks.rados.rados.0.smithi090.stdout:3365: finishing rollback tid 2 to smithi09078167-26 2024-04-15T16:40:00.501 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1195 (ObjNum 966 snap 300 seq_num 966) dirty exists 2024-04-15T16:40:00.501 INFO:tasks.rados.rados.0.smithi090.stdout:3366: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:40:00.570 INFO:tasks.rados.rados.0.smithi090.stdout:3364: expect (ObjNum 1041 snap 316 seq_num 1041) 2024-04-15T16:40:00.589 INFO:tasks.rados.rados.0.smithi090.stdout:3362: finishing copy_from racing read to smithi09078167-25 2024-04-15T16:40:00.590 INFO:tasks.rados.rados.0.smithi090.stdout:3363: finishing copy_from racing read to smithi09078167-50 2024-04-15T16:40:00.590 INFO:tasks.rados.rados.0.smithi090.stdout:3362: finishing copy_from to smithi09078167-25 2024-04-15T16:40:00.590 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1486 (ObjNum 1014 snap 310 seq_num 1014) dirty exists 2024-04-15T16:40:00.590 INFO:tasks.rados.rados.0.smithi090.stdout:3363: finishing copy_from to smithi09078167-50 2024-04-15T16:40:00.590 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1163 (ObjNum 964 snap 299 seq_num 964) dirty exists 2024-04-15T16:40:00.590 INFO:tasks.rados.rados.0.smithi090.stdout:3362: done (5 left) 2024-04-15T16:40:00.590 INFO:tasks.rados.rados.0.smithi090.stdout:3363: done (4 left) 2024-04-15T16:40:00.590 INFO:tasks.rados.rados.0.smithi090.stdout:3364: done (3 left) 2024-04-15T16:40:00.590 INFO:tasks.rados.rados.0.smithi090.stdout:3365: done (2 left) 2024-04-15T16:40:00.590 INFO:tasks.rados.rados.0.smithi090.stdout:3366: done (1 left) 2024-04-15T16:40:00.590 INFO:tasks.rados.rados.0.smithi090.stdout:3367: done (0 left) 2024-04-15T16:40:00.590 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 323 2024-04-15T16:40:00.590 INFO:tasks.rados.rados.0.smithi090.stdout:3368: seq_num 1061 ranges {860160=573440,1433600=401408} 2024-04-15T16:40:00.597 INFO:tasks.rados.rados.0.smithi090.stdout:3368: writing smithi09078167-46 from 860160 to 1433600 tid 1 2024-04-15T16:40:00.599 INFO:tasks.rados.rados.0.smithi090.stdout:3368: writing smithi09078167-46 from 1433600 to 1835008 tid 2 2024-04-15T16:40:00.599 INFO:tasks.rados.rados.0.smithi090.stdout:3369: copy_from oid 36 from oid 23 current snap is 323 2024-04-15T16:40:00.600 INFO:tasks.rados.rados.0.smithi090.stdout:3370: read oid 33 snap -1 2024-04-15T16:40:00.600 INFO:tasks.rados.rados.0.smithi090.stdout:3370: expect deleted 2024-04-15T16:40:00.600 INFO:tasks.rados.rados.0.smithi090.stdout:3371: snap_remove snap 306 2024-04-15T16:40:00.773 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:00 smithi090 ceph-mon[89240]: overall HEALTH_OK 2024-04-15T16:40:00.773 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:00 smithi090 ceph-mon[91618]: overall HEALTH_OK 2024-04-15T16:40:00.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:00 smithi153 ceph-mon[84714]: overall HEALTH_OK 2024-04-15T16:40:01.515 INFO:tasks.rados.rados.0.smithi090.stdout:3368: finishing write tid 1 to smithi09078167-46 2024-04-15T16:40:01.516 INFO:tasks.rados.rados.0.smithi090.stdout:3368: finishing write tid 2 to smithi09078167-46 2024-04-15T16:40:01.516 INFO:tasks.rados.rados.0.smithi090.stdout:3368: finishing write tid 3 to smithi09078167-46 2024-04-15T16:40:01.516 INFO:tasks.rados.rados.0.smithi090.stdout:3368: finishing write tid 4 to smithi09078167-46 2024-04-15T16:40:01.516 INFO:tasks.rados.rados.0.smithi090.stdout:3368: oid 46 updating version 0 to 1340 2024-04-15T16:40:01.516 INFO:tasks.rados.rados.0.smithi090.stdout:3368: oid 46 updating version 1340 to 1341 2024-04-15T16:40:01.516 INFO:tasks.rados.rados.0.smithi090.stdout:3368: oid 46 version 1341 is already newer than 1339 2024-04-15T16:40:01.516 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1341 (ObjNum 1061 snap 323 seq_num 1061) dirty exists 2024-04-15T16:40:01.516 INFO:tasks.rados.rados.0.smithi090.stdout:3368: left oid 46 (ObjNum 1061 snap 323 seq_num 1061) 2024-04-15T16:40:01.516 INFO:tasks.rados.rados.0.smithi090.stdout:3369: finishing copy_from racing read to smithi09078167-36 2024-04-15T16:40:01.516 INFO:tasks.rados.rados.0.smithi090.stdout:3369: finishing copy_from to smithi09078167-36 2024-04-15T16:40:01.516 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 999 (ObjNum 899 snap 279 seq_num 899) dirty exists 2024-04-15T16:40:01.516 INFO:tasks.rados.rados.0.smithi090.stdout:3368: done (3 left) 2024-04-15T16:40:01.516 INFO:tasks.rados.rados.0.smithi090.stdout:3369: done (2 left) 2024-04-15T16:40:01.517 INFO:tasks.rados.rados.0.smithi090.stdout:3370: done (1 left) 2024-04-15T16:40:01.517 INFO:tasks.rados.rados.0.smithi090.stdout:3371: done (0 left) 2024-04-15T16:40:01.517 INFO:tasks.rados.rados.0.smithi090.stdout:3372: snap_remove snap 287 2024-04-15T16:40:01.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:01 smithi090 ceph-mon[91618]: osdmap e702: 8 total, 8 up, 8 in 2024-04-15T16:40:01.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:01 smithi090 ceph-mon[91618]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 619 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-15T16:40:01.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:01 smithi090 ceph-mon[89240]: osdmap e702: 8 total, 8 up, 8 in 2024-04-15T16:40:01.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:01 smithi090 ceph-mon[89240]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 619 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-15T16:40:01.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:01 smithi153 ceph-mon[84714]: osdmap e702: 8 total, 8 up, 8 in 2024-04-15T16:40:01.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:01 smithi153 ceph-mon[84714]: pgmap v713: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 619 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-15T16:40:02.518 INFO:tasks.rados.rados.0.smithi090.stdout:3372: done (0 left) 2024-04-15T16:40:02.518 INFO:tasks.rados.rados.0.smithi090.stdout:3373: copy_from oid 22 from oid 26 current snap is 323 2024-04-15T16:40:02.518 INFO:tasks.rados.rados.0.smithi090.stdout:3374: read oid 48 snap -1 2024-04-15T16:40:02.519 INFO:tasks.rados.rados.0.smithi090.stdout:3374: expect (ObjNum 1039 snap 314 seq_num 1039) 2024-04-15T16:40:02.519 INFO:tasks.rados.rados.0.smithi090.stdout:3375: rmattr oid 19 current snap is 323 2024-04-15T16:40:02.519 INFO:tasks.rados.rados.0.smithi090.stdout:3376: delete oid 36 current snap is 323 2024-04-15T16:40:02.533 INFO:tasks.rados.rados.0.smithi090.stdout:3374: expect (ObjNum 1039 snap 314 seq_num 1039) 2024-04-15T16:40:02.589 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1196 (ObjNum 983 snap 300 seq_num 983) dirty exists 2024-04-15T16:40:02.589 INFO:tasks.rados.rados.0.smithi090.stdout:3373: finishing copy_from racing read to smithi09078167-22 2024-04-15T16:40:02.589 INFO:tasks.rados.rados.0.smithi090.stdout:3373: finishing copy_from to smithi09078167-22 2024-04-15T16:40:02.589 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1195 (ObjNum 966 snap 300 seq_num 966) dirty exists 2024-04-15T16:40:02.589 INFO:tasks.rados.rados.0.smithi090.stdout:3373: done (3 left) 2024-04-15T16:40:02.589 INFO:tasks.rados.rados.0.smithi090.stdout:3374: done (2 left) 2024-04-15T16:40:02.589 INFO:tasks.rados.rados.0.smithi090.stdout:3375: done (1 left) 2024-04-15T16:40:02.589 INFO:tasks.rados.rados.0.smithi090.stdout:3376: done (0 left) 2024-04-15T16:40:02.589 INFO:tasks.rados.rados.0.smithi090.stdout:3377: delete oid 40 current snap is 323 2024-04-15T16:40:02.591 INFO:tasks.rados.rados.0.smithi090.stdout:3377: done (0 left) 2024-04-15T16:40:02.591 INFO:tasks.rados.rados.0.smithi090.stdout:3378: delete oid 37 current snap is 323 2024-04-15T16:40:02.593 INFO:tasks.rados.rados.0.smithi090.stdout:3378: done (0 left) 2024-04-15T16:40:02.593 INFO:tasks.rados.rados.0.smithi090.stdout:3379: rmattr oid 49 current snap is 323 2024-04-15T16:40:02.594 INFO:tasks.rados.rados.0.smithi090.stdout:3379: done (0 left) 2024-04-15T16:40:02.594 INFO:tasks.rados.rados.0.smithi090.stdout:3380: snap_remove snap 307 2024-04-15T16:40:02.621 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:02 smithi153 ceph-mon[84714]: osdmap e703: 8 total, 8 up, 8 in 2024-04-15T16:40:02.621 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:40:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:40:02.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:02 smithi090 ceph-mon[89240]: osdmap e703: 8 total, 8 up, 8 in 2024-04-15T16:40:02.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:02 smithi090 ceph-mon[91618]: osdmap e703: 8 total, 8 up, 8 in 2024-04-15T16:40:03.525 INFO:tasks.rados.rados.0.smithi090.stdout:3380: done (0 left) 2024-04-15T16:40:03.525 INFO:tasks.rados.rados.0.smithi090.stdout:3381: rmattr oid 50 current snap is 323 2024-04-15T16:40:03.525 INFO:tasks.rados.rados.0.smithi090.stdout:3381: done (0 left) 2024-04-15T16:40:03.525 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 323 2024-04-15T16:40:03.525 INFO:tasks.rados.rados.0.smithi090.stdout:3382: seq_num 1065 ranges {0=638976,638976=401408} 2024-04-15T16:40:03.529 INFO:tasks.rados.rados.0.smithi090.stdout:3382: writing smithi09078167-44 from 0 to 638976 tid 1 2024-04-15T16:40:03.533 INFO:tasks.rados.rados.0.smithi090.stdout:3382: writing smithi09078167-44 from 638976 to 1040384 tid 2 2024-04-15T16:40:03.533 INFO:tasks.rados.rados.0.smithi090.stdout:3383: rollback oid 4 current snap is 323 2024-04-15T16:40:03.533 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 313 2024-04-15T16:40:03.533 INFO:tasks.rados.rados.0.smithi090.stdout:3384: read oid 2 snap -1 2024-04-15T16:40:03.533 INFO:tasks.rados.rados.0.smithi090.stdout:3384: expect (ObjNum 1017 snap 310 seq_num 1017) 2024-04-15T16:40:03.533 INFO:tasks.rados.rados.0.smithi090.stdout:3385: delete oid 40 current snap is 323 2024-04-15T16:40:03.543 INFO:tasks.rados.rados.0.smithi090.stdout:3383: finishing rollback tid 0 to smithi09078167-4 2024-04-15T16:40:03.543 INFO:tasks.rados.rados.0.smithi090.stdout:3383: finishing rollback tid 1 to smithi09078167-4 2024-04-15T16:40:03.543 INFO:tasks.rados.rados.0.smithi090.stdout:3383: finishing rollback tid 2 to smithi09078167-4 2024-04-15T16:40:03.544 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1505 (ObjNum 984 snap 300 seq_num 984) dirty exists 2024-04-15T16:40:03.544 INFO:tasks.rados.rados.0.smithi090.stdout:3383: done (3 left) 2024-04-15T16:40:03.544 INFO:tasks.rados.rados.0.smithi090.stdout:3385: done (2 left) 2024-04-15T16:40:03.544 INFO:tasks.rados.rados.0.smithi090.stdout:3386: rollback oid 33 current snap is 323 2024-04-15T16:40:03.544 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 33 to 314 2024-04-15T16:40:03.544 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 323 2024-04-15T16:40:03.544 INFO:tasks.rados.rados.0.smithi090.stdout:3387: seq_num 1067 ranges {1843200=679936,2523136=401408} 2024-04-15T16:40:03.559 INFO:tasks.rados.rados.0.smithi090.stdout:3387: writing smithi09078167-25 from 1843200 to 2523136 tid 1 2024-04-15T16:40:03.565 INFO:tasks.rados.rados.0.smithi090.stdout:3387: writing smithi09078167-25 from 2523136 to 2924544 tid 2 2024-04-15T16:40:03.565 INFO:tasks.rados.rados.0.smithi090.stdout:3388: copy_from oid 13 from oid 23 current snap is 323 2024-04-15T16:40:03.565 INFO:tasks.rados.rados.0.smithi090.stdout:3382: finishing write tid 1 to smithi09078167-44 2024-04-15T16:40:03.565 INFO:tasks.rados.rados.0.smithi090.stdout:3382: finishing write tid 2 to smithi09078167-44 2024-04-15T16:40:03.565 INFO:tasks.rados.rados.0.smithi090.stdout:3382: finishing write tid 3 to smithi09078167-44 2024-04-15T16:40:03.565 INFO:tasks.rados.rados.0.smithi090.stdout:3382: finishing write tid 4 to smithi09078167-44 2024-04-15T16:40:03.565 INFO:tasks.rados.rados.0.smithi090.stdout:3382: oid 44 updating version 0 to 1266 2024-04-15T16:40:03.565 INFO:tasks.rados.rados.0.smithi090.stdout:3382: oid 44 updating version 1266 to 1267 2024-04-15T16:40:03.565 INFO:tasks.rados.rados.0.smithi090.stdout:3382: oid 44 version 1267 is already newer than 1265 2024-04-15T16:40:03.565 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1267 (ObjNum 1065 snap 323 seq_num 1065) dirty exists 2024-04-15T16:40:03.566 INFO:tasks.rados.rados.0.smithi090.stdout:3382: left oid 44 (ObjNum 1065 snap 323 seq_num 1065) 2024-04-15T16:40:03.566 INFO:tasks.rados.rados.0.smithi090.stdout:3386: finishing rollback tid 1 to smithi09078167-33 2024-04-15T16:40:03.566 INFO:tasks.rados.rados.0.smithi090.stdout:3386: finishing rollback tid 2 to smithi09078167-33 2024-04-15T16:40:03.566 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1198 (ObjNum 986 snap 302 seq_num 986) dirty exists 2024-04-15T16:40:03.566 INFO:tasks.rados.rados.0.smithi090.stdout:3382: done (4 left) 2024-04-15T16:40:03.566 INFO:tasks.rados.rados.0.smithi090.stdout:3386: done (3 left) 2024-04-15T16:40:03.566 INFO:tasks.rados.rados.0.smithi090.stdout:3389: rmattr oid 10 current snap is 323 2024-04-15T16:40:03.566 INFO:tasks.rados.rados.0.smithi090.stdout:3390: rmattr oid 29 current snap is 323 2024-04-15T16:40:03.566 INFO:tasks.rados.rados.0.smithi090.stdout:3391: read oid 39 snap -1 2024-04-15T16:40:03.566 INFO:tasks.rados.rados.0.smithi090.stdout:3391: expect (ObjNum 1025 snap 312 seq_num 1025) 2024-04-15T16:40:03.566 INFO:tasks.rados.rados.0.smithi090.stdout:3392: rollback oid 50 current snap is 323 2024-04-15T16:40:03.566 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 50 to 313 2024-04-15T16:40:03.567 INFO:tasks.rados.rados.0.smithi090.stdout:3393: read oid 38 snap -1 2024-04-15T16:40:03.567 INFO:tasks.rados.rados.0.smithi090.stdout:3393: expect (ObjNum 968 snap 300 seq_num 968) 2024-04-15T16:40:03.567 INFO:tasks.rados.rados.0.smithi090.stdout:3394: read oid 7 snap -1 2024-04-15T16:40:03.567 INFO:tasks.rados.rados.0.smithi090.stdout:3394: expect (ObjNum 859 snap 266 seq_num 859) 2024-04-15T16:40:03.567 INFO:tasks.rados.rados.0.smithi090.stdout:3395: setattr oid 30 current snap is 323 2024-04-15T16:40:03.567 INFO:tasks.rados.rados.0.smithi090.stdout:3396: delete oid 27 current snap is 323 2024-04-15T16:40:03.568 INFO:tasks.rados.rados.0.smithi090.stdout:3387: finishing write tid 1 to smithi09078167-25 2024-04-15T16:40:03.572 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1558 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-15T16:40:03.573 INFO:tasks.rados.rados.0.smithi090.stdout:3387: finishing write tid 2 to smithi09078167-25 2024-04-15T16:40:03.573 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1250 (ObjNum 1041 snap 316 seq_num 1041) dirty exists 2024-04-15T16:40:03.573 INFO:tasks.rados.rados.0.smithi090.stdout:3387: finishing write tid 3 to smithi09078167-25 2024-04-15T16:40:03.574 INFO:tasks.rados.rados.0.smithi090.stdout:3390: done (10 left) 2024-04-15T16:40:03.575 INFO:tasks.rados.rados.0.smithi090.stdout:3395: done (9 left) 2024-04-15T16:40:03.575 INFO:tasks.rados.rados.0.smithi090.stdout:3396: done (8 left) 2024-04-15T16:40:03.575 INFO:tasks.rados.rados.0.smithi090.stdout:3397: read oid 36 snap -1 2024-04-15T16:40:03.575 INFO:tasks.rados.rados.0.smithi090.stdout:3397: expect deleted 2024-04-15T16:40:03.575 INFO:tasks.rados.rados.0.smithi090.stdout:3398: copy_from oid 12 from oid 28 current snap is 323 2024-04-15T16:40:03.575 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 323 2024-04-15T16:40:03.575 INFO:tasks.rados.rados.0.smithi090.stdout:3399: seq_num 1069 ranges {0=712704,712704=401408} 2024-04-15T16:40:03.578 INFO:tasks.rados.rados.0.smithi090.stdout:3399: writing smithi09078167-40 from 0 to 712704 tid 1 2024-04-15T16:40:03.581 INFO:tasks.rados.rados.0.smithi090.stdout:3399: writing smithi09078167-40 from 712704 to 1114112 tid 2 2024-04-15T16:40:03.581 INFO:tasks.rados.rados.0.smithi090.stdout:3400: snap_remove snap 320 2024-04-15T16:40:03.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:03 smithi090 ceph-mon[89240]: osdmap e704: 8 total, 8 up, 8 in 2024-04-15T16:40:03.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:03 smithi090 ceph-mon[89240]: pgmap v716: 121 pgs: 121 active+clean; 610 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-04-15T16:40:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:03 smithi090 ceph-mon[91618]: osdmap e704: 8 total, 8 up, 8 in 2024-04-15T16:40:03.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:03 smithi090 ceph-mon[91618]: pgmap v716: 121 pgs: 121 active+clean; 610 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-04-15T16:40:03.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:03 smithi153 ceph-mon[84714]: osdmap e704: 8 total, 8 up, 8 in 2024-04-15T16:40:03.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:03 smithi153 ceph-mon[84714]: pgmap v716: 121 pgs: 121 active+clean; 610 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 2.6 MiB/s wr, 27 op/s 2024-04-15T16:40:04.445 INFO:tasks.rados.rados.0.smithi090.stdout:3387: finishing write tid 4 to smithi09078167-25 2024-04-15T16:40:04.445 INFO:tasks.rados.rados.0.smithi090.stdout:3387: oid 25 updating version 0 to 1607 2024-04-15T16:40:04.445 INFO:tasks.rados.rados.0.smithi090.stdout:3387: oid 25 version 1607 is already newer than 1606 2024-04-15T16:40:04.445 INFO:tasks.rados.rados.0.smithi090.stdout:3387: oid 25 updating version 1607 to 1608 2024-04-15T16:40:04.445 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1608 (ObjNum 1067 snap 323 seq_num 1067) dirty exists 2024-04-15T16:40:04.445 INFO:tasks.rados.rados.0.smithi090.stdout:3387: left oid 25 (ObjNum 1067 snap 323 seq_num 1067) 2024-04-15T16:40:04.445 INFO:tasks.rados.rados.0.smithi090.stdout:3393: expect (ObjNum 968 snap 300 seq_num 968) 2024-04-15T16:40:04.503 INFO:tasks.rados.rados.0.smithi090.stdout:3387: done (11 left) 2024-04-15T16:40:04.504 INFO:tasks.rados.rados.0.smithi090.stdout:3393: done (10 left) 2024-04-15T16:40:04.504 INFO:tasks.rados.rados.0.smithi090.stdout:3397: done (9 left) 2024-04-15T16:40:04.504 INFO:tasks.rados.rados.0.smithi090.stdout:3400: done (8 left) 2024-04-15T16:40:04.504 INFO:tasks.rados.rados.0.smithi090.stdout:3401: read oid 14 snap -1 2024-04-15T16:40:04.504 INFO:tasks.rados.rados.0.smithi090.stdout:3401: expect deleted 2024-04-15T16:40:04.504 INFO:tasks.rados.rados.0.smithi090.stdout:3402: copy_from oid 49 from oid 8 current snap is 323 2024-04-15T16:40:04.504 INFO:tasks.rados.rados.0.smithi090.stdout:3399: finishing write tid 1 to smithi09078167-40 2024-04-15T16:40:04.504 INFO:tasks.rados.rados.0.smithi090.stdout:3399: finishing write tid 2 to smithi09078167-40 2024-04-15T16:40:04.504 INFO:tasks.rados.rados.0.smithi090.stdout:3384: expect (ObjNum 1017 snap 310 seq_num 1017) 2024-04-15T16:40:04.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:04 smithi090 ceph-mon[91618]: osdmap e705: 8 total, 8 up, 8 in 2024-04-15T16:40:04.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:04 smithi090 ceph-mon[91618]: osdmap e706: 8 total, 8 up, 8 in 2024-04-15T16:40:04.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:04 smithi090 ceph-mon[89240]: osdmap e705: 8 total, 8 up, 8 in 2024-04-15T16:40:04.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:04 smithi090 ceph-mon[89240]: osdmap e706: 8 total, 8 up, 8 in 2024-04-15T16:40:04.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:04 smithi153 ceph-mon[84714]: osdmap e705: 8 total, 8 up, 8 in 2024-04-15T16:40:04.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:04 smithi153 ceph-mon[84714]: osdmap e706: 8 total, 8 up, 8 in 2024-04-15T16:40:05.209 INFO:tasks.rados.rados.0.smithi090.stdout:3399: finishing write tid 3 to smithi09078167-40 2024-04-15T16:40:05.209 INFO:tasks.rados.rados.0.smithi090.stdout:3399: finishing write tid 4 to smithi09078167-40 2024-04-15T16:40:05.209 INFO:tasks.rados.rados.0.smithi090.stdout:3399: oid 40 updating version 0 to 1561 2024-04-15T16:40:05.209 INFO:tasks.rados.rados.0.smithi090.stdout:3399: oid 40 updating version 1561 to 1563 2024-04-15T16:40:05.209 INFO:tasks.rados.rados.0.smithi090.stdout:3399: oid 40 version 1563 is already newer than 1562 2024-04-15T16:40:05.209 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 1563 (ObjNum 1069 snap 323 seq_num 1069) dirty exists 2024-04-15T16:40:05.209 INFO:tasks.rados.rados.0.smithi090.stdout:3399: left oid 40 (ObjNum 1069 snap 323 seq_num 1069) 2024-04-15T16:40:05.209 INFO:tasks.rados.rados.0.smithi090.stdout:3384: done (9 left) 2024-04-15T16:40:05.209 INFO:tasks.rados.rados.0.smithi090.stdout:3399: done (8 left) 2024-04-15T16:40:05.210 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 323 2024-04-15T16:40:05.210 INFO:tasks.rados.rados.0.smithi090.stdout:3398: finishing copy_from racing read to smithi09078167-12 2024-04-15T16:40:05.210 INFO:tasks.rados.rados.0.smithi090.stdout:3398: finishing copy_from to smithi09078167-12 2024-04-15T16:40:05.210 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1137 (ObjNum 1051 snap 322 seq_num 1051) dirty exists 2024-04-15T16:40:05.210 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1270 (ObjNum 1058 snap 323 seq_num 1058) dirty exists 2024-04-15T16:40:05.210 INFO:tasks.rados.rados.0.smithi090.stdout:3394: expect (ObjNum 859 snap 266 seq_num 859) 2024-04-15T16:40:05.361 INFO:tasks.rados.rados.0.smithi090.stdout:3391: expect (ObjNum 1025 snap 312 seq_num 1025) 2024-04-15T16:40:05.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:05 smithi090 ceph-mon[91618]: pgmap v719: 121 pgs: 121 active+clean; 610 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-04-15T16:40:05.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:05 smithi090 ceph-mon[89240]: pgmap v719: 121 pgs: 121 active+clean; 610 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-04-15T16:40:05.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:05 smithi153 ceph-mon[84714]: pgmap v719: 121 pgs: 121 active+clean; 610 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 1.5 MiB/s wr, 15 op/s 2024-04-15T16:40:06.066 INFO:tasks.rados.rados.0.smithi090.stdout:3392: finishing rollback tid 0 to smithi09078167-50 2024-04-15T16:40:06.066 INFO:tasks.rados.rados.0.smithi090.stdout:3392: finishing rollback tid 1 to smithi09078167-50 2024-04-15T16:40:06.067 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1272 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-04-15T16:40:06.067 INFO:tasks.rados.rados.0.smithi090.stdout:3388: finishing copy_from racing read to smithi09078167-13 2024-04-15T16:40:06.067 INFO:tasks.rados.rados.0.smithi090.stdout:3388: finishing copy_from to smithi09078167-13 2024-04-15T16:40:06.067 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 999 (ObjNum 899 snap 279 seq_num 899) dirty exists 2024-04-15T16:40:06.067 INFO:tasks.rados.rados.0.smithi090.stdout:3403: seq_num 1070 ranges {1785856=729088,2514944=401408} 2024-04-15T16:40:06.079 INFO:tasks.rados.rados.0.smithi090.stdout:3403: writing smithi09078167-26 from 1785856 to 2514944 tid 1 2024-04-15T16:40:06.082 INFO:tasks.rados.rados.0.smithi090.stdout:3403: writing smithi09078167-26 from 2514944 to 2916352 tid 2 2024-04-15T16:40:06.082 INFO:tasks.rados.rados.0.smithi090.stdout:3388: done (8 left) 2024-04-15T16:40:06.082 INFO:tasks.rados.rados.0.smithi090.stdout:3389: done (7 left) 2024-04-15T16:40:06.083 INFO:tasks.rados.rados.0.smithi090.stdout:3391: done (6 left) 2024-04-15T16:40:06.083 INFO:tasks.rados.rados.0.smithi090.stdout:3392: done (5 left) 2024-04-15T16:40:06.083 INFO:tasks.rados.rados.0.smithi090.stdout:3394: done (4 left) 2024-04-15T16:40:06.083 INFO:tasks.rados.rados.0.smithi090.stdout:3398: done (3 left) 2024-04-15T16:40:06.083 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 323 2024-04-15T16:40:06.083 INFO:tasks.rados.rados.0.smithi090.stdout:3404: seq_num 1071 ranges {2555904=745472,3301376=401408} 2024-04-15T16:40:06.099 INFO:tasks.rados.rados.0.smithi090.stdout:3404: writing smithi09078167-24 from 2555904 to 3301376 tid 1 2024-04-15T16:40:06.102 INFO:tasks.rados.rados.0.smithi090.stdout:3404: writing smithi09078167-24 from 3301376 to 3702784 tid 2 2024-04-15T16:40:06.102 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 323 2024-04-15T16:40:06.102 INFO:tasks.rados.rados.0.smithi090.stdout:3405: seq_num 1072 ranges {1843200=761856,2605056=401408} 2024-04-15T16:40:06.116 INFO:tasks.rados.rados.0.smithi090.stdout:3405: writing smithi09078167-21 from 1843200 to 2605056 tid 1 2024-04-15T16:40:06.118 INFO:tasks.rados.rados.0.smithi090.stdout:3405: writing smithi09078167-21 from 2605056 to 3006464 tid 2 2024-04-15T16:40:06.118 INFO:tasks.rados.rados.0.smithi090.stdout:3406: snap_remove snap 319 2024-04-15T16:40:06.533 INFO:tasks.rados.rados.0.smithi090.stdout:3406: done (5 left) 2024-04-15T16:40:06.533 INFO:tasks.rados.rados.0.smithi090.stdout:3407: snap_remove snap 301 2024-04-15T16:40:07.546 INFO:tasks.rados.rados.0.smithi090.stdout:3407: done (5 left) 2024-04-15T16:40:07.546 INFO:tasks.rados.rados.0.smithi090.stdout:3408: rollback oid 33 current snap is 323 2024-04-15T16:40:07.546 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 33 to 314 2024-04-15T16:40:07.546 INFO:tasks.rados.rados.0.smithi090.stdout:3409: rollback oid 36 current snap is 323 2024-04-15T16:40:07.546 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 36 to 315 2024-04-15T16:40:07.546 INFO:tasks.rados.rados.0.smithi090.stdout:3402: finishing copy_from racing read to smithi09078167-49 2024-04-15T16:40:07.546 INFO:tasks.rados.rados.0.smithi090.stdout:3402: finishing copy_from to smithi09078167-49 2024-04-15T16:40:07.546 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1268 (ObjNum 1031 snap 313 seq_num 1031) dirty exists 2024-04-15T16:40:07.547 INFO:tasks.rados.rados.0.smithi090.stdout:3403: finishing write tid 1 to smithi09078167-26 2024-04-15T16:40:07.547 INFO:tasks.rados.rados.0.smithi090.stdout:3403: finishing write tid 2 to smithi09078167-26 2024-04-15T16:40:07.547 INFO:tasks.rados.rados.0.smithi090.stdout:3403: finishing write tid 3 to smithi09078167-26 2024-04-15T16:40:07.547 INFO:tasks.rados.rados.0.smithi090.stdout:3403: finishing write tid 4 to smithi09078167-26 2024-04-15T16:40:07.547 INFO:tasks.rados.rados.0.smithi090.stdout:3403: oid 26 updating version 0 to 1200 2024-04-15T16:40:07.547 INFO:tasks.rados.rados.0.smithi090.stdout:3403: oid 26 version 1200 is already newer than 1199 2024-04-15T16:40:07.547 INFO:tasks.rados.rados.0.smithi090.stdout:3403: oid 26 updating version 1200 to 1201 2024-04-15T16:40:07.547 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1201 (ObjNum 1070 snap 323 seq_num 1070) dirty exists 2024-04-15T16:40:07.547 INFO:tasks.rados.rados.0.smithi090.stdout:3403: left oid 26 (ObjNum 1070 snap 323 seq_num 1070) 2024-04-15T16:40:07.547 INFO:tasks.rados.rados.0.smithi090.stdout:3404: finishing write tid 1 to smithi09078167-24 2024-04-15T16:40:07.547 INFO:tasks.rados.rados.0.smithi090.stdout:3404: finishing write tid 2 to smithi09078167-24 2024-04-15T16:40:07.547 INFO:tasks.rados.rados.0.smithi090.stdout:3404: finishing write tid 3 to smithi09078167-24 2024-04-15T16:40:07.547 INFO:tasks.rados.rados.0.smithi090.stdout:3404: finishing write tid 4 to smithi09078167-24 2024-04-15T16:40:07.547 INFO:tasks.rados.rados.0.smithi090.stdout:3404: oid 24 updating version 0 to 1269 2024-04-15T16:40:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:3404: oid 24 updating version 1269 to 1270 2024-04-15T16:40:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:3404: oid 24 updating version 1270 to 1271 2024-04-15T16:40:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1271 (ObjNum 1071 snap 323 seq_num 1071) dirty exists 2024-04-15T16:40:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:3404: left oid 24 (ObjNum 1071 snap 323 seq_num 1071) 2024-04-15T16:40:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:3405: finishing write tid 1 to smithi09078167-21 2024-04-15T16:40:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:3405: finishing write tid 2 to smithi09078167-21 2024-04-15T16:40:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:3405: finishing write tid 3 to smithi09078167-21 2024-04-15T16:40:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:3405: finishing write tid 4 to smithi09078167-21 2024-04-15T16:40:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:3405: oid 21 updating version 0 to 1613 2024-04-15T16:40:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:3405: oid 21 updating version 1613 to 1614 2024-04-15T16:40:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:3405: oid 21 version 1614 is already newer than 1612 2024-04-15T16:40:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1614 (ObjNum 1072 snap 323 seq_num 1072) dirty exists 2024-04-15T16:40:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:3405: left oid 21 (ObjNum 1072 snap 323 seq_num 1072) 2024-04-15T16:40:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:3401: done (6 left) 2024-04-15T16:40:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:3402: done (5 left) 2024-04-15T16:40:07.549 INFO:tasks.rados.rados.0.smithi090.stdout:3403: done (4 left) 2024-04-15T16:40:07.549 INFO:tasks.rados.rados.0.smithi090.stdout:3404: done (3 left) 2024-04-15T16:40:07.549 INFO:tasks.rados.rados.0.smithi090.stdout:3405: done (2 left) 2024-04-15T16:40:07.549 INFO:tasks.rados.rados.0.smithi090.stdout:3410: read oid 22 snap -1 2024-04-15T16:40:07.549 INFO:tasks.rados.rados.0.smithi090.stdout:3410: expect (ObjNum 966 snap 300 seq_num 966) 2024-04-15T16:40:07.549 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 323 2024-04-15T16:40:07.549 INFO:tasks.rados.rados.0.smithi090.stdout:3411: seq_num 1073 ranges {475136=778240,1253376=401408} 2024-04-15T16:40:07.553 INFO:tasks.rados.rados.0.smithi090.stdout:3411: writing smithi09078167-9 from 475136 to 1253376 tid 1 2024-04-15T16:40:07.556 INFO:tasks.rados.rados.0.smithi090.stdout:3411: writing smithi09078167-9 from 1253376 to 1654784 tid 2 2024-04-15T16:40:07.557 INFO:tasks.rados.rados.0.smithi090.stdout:3412: delete oid 12 current snap is 323 2024-04-15T16:40:07.557 INFO:tasks.rados.rados.0.smithi090.stdout:3409: finishing rollback tid 1 to smithi09078167-36 2024-04-15T16:40:07.557 INFO:tasks.rados.rados.0.smithi090.stdout:3409: finishing rollback tid 2 to smithi09078167-36 2024-04-15T16:40:07.557 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1301 (ObjNum 976 snap 300 seq_num 976) dirty exists 2024-04-15T16:40:07.562 INFO:tasks.rados.rados.0.smithi090.stdout:3408: finishing rollback tid 0 to smithi09078167-33 2024-04-15T16:40:07.565 INFO:tasks.rados.rados.0.smithi090.stdout:3408: finishing rollback tid 1 to smithi09078167-33 2024-04-15T16:40:07.565 INFO:tasks.rados.rados.0.smithi090.stdout:3409: done (4 left) 2024-04-15T16:40:07.565 INFO:tasks.rados.rados.0.smithi090.stdout:3412: done (3 left) 2024-04-15T16:40:07.565 INFO:tasks.rados.rados.0.smithi090.stdout:3413: rollback oid 23 current snap is 323 2024-04-15T16:40:07.565 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 23 to 255 2024-04-15T16:40:07.565 INFO:tasks.rados.rados.0.smithi090.stdout:3414: rollback oid 26 current snap is 323 2024-04-15T16:40:07.565 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 312 2024-04-15T16:40:07.566 INFO:tasks.rados.rados.0.smithi090.stdout:3408: finishing rollback tid 2 to smithi09078167-33 2024-04-15T16:40:07.566 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1204 (ObjNum 986 snap 302 seq_num 986) dirty exists 2024-04-15T16:40:07.566 INFO:tasks.rados.rados.0.smithi090.stdout:3408: done (4 left) 2024-04-15T16:40:07.566 INFO:tasks.rados.rados.0.smithi090.stdout:3415: read oid 19 snap 311 2024-04-15T16:40:07.566 INFO:tasks.rados.rados.0.smithi090.stdout:3415: expect deleted 2024-04-15T16:40:07.566 INFO:tasks.rados.rados.0.smithi090.stdout:3416: delete oid 17 current snap is 323 2024-04-15T16:40:07.569 INFO:tasks.rados.rados.0.smithi090.stdout:3411: finishing write tid 1 to smithi09078167-9 2024-04-15T16:40:07.569 INFO:tasks.rados.rados.0.smithi090.stdout:3411: finishing write tid 2 to smithi09078167-9 2024-04-15T16:40:07.569 INFO:tasks.rados.rados.0.smithi090.stdout:3410: expect (ObjNum 966 snap 300 seq_num 966) 2024-04-15T16:40:07.618 INFO:tasks.rados.rados.0.smithi090.stdout:3411: finishing write tid 3 to smithi09078167-9 2024-04-15T16:40:07.618 INFO:tasks.rados.rados.0.smithi090.stdout:3411: finishing write tid 4 to smithi09078167-9 2024-04-15T16:40:07.619 INFO:tasks.rados.rados.0.smithi090.stdout:3411: oid 9 updating version 0 to 1499 2024-04-15T16:40:07.619 INFO:tasks.rados.rados.0.smithi090.stdout:3411: oid 9 version 1499 is already newer than 1498 2024-04-15T16:40:07.619 INFO:tasks.rados.rados.0.smithi090.stdout:3411: oid 9 updating version 1499 to 1500 2024-04-15T16:40:07.619 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1500 (ObjNum 1073 snap 323 seq_num 1073) dirty exists 2024-04-15T16:40:07.619 INFO:tasks.rados.rados.0.smithi090.stdout:3411: left oid 9 (ObjNum 1073 snap 323 seq_num 1073) 2024-04-15T16:40:07.619 INFO:tasks.rados.rados.0.smithi090.stdout:3414: finishing rollback tid 0 to smithi09078167-26 2024-04-15T16:40:07.619 INFO:tasks.rados.rados.0.smithi090.stdout:3414: finishing rollback tid 1 to smithi09078167-26 2024-04-15T16:40:07.619 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1206 (ObjNum 129 snap 0 seq_num 3728913360) dirty dne 2024-04-15T16:40:07.619 INFO:tasks.rados.rados.0.smithi090.stdout:3413: finishing rollback tid 0 to smithi09078167-23 2024-04-15T16:40:07.619 INFO:tasks.rados.rados.0.smithi090.stdout:3413: finishing rollback tid 1 to smithi09078167-23 2024-04-15T16:40:07.619 INFO:tasks.rados.rados.0.smithi090.stdout:3413: finishing rollback tid 2 to smithi09078167-23 2024-04-15T16:40:07.619 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1093 (ObjNum 741 snap 217 seq_num 741) dirty exists 2024-04-15T16:40:07.619 INFO:tasks.rados.rados.0.smithi090.stdout:3410: done (5 left) 2024-04-15T16:40:07.620 INFO:tasks.rados.rados.0.smithi090.stdout:3411: done (4 left) 2024-04-15T16:40:07.620 INFO:tasks.rados.rados.0.smithi090.stdout:3413: done (3 left) 2024-04-15T16:40:07.620 INFO:tasks.rados.rados.0.smithi090.stdout:3414: done (2 left) 2024-04-15T16:40:07.620 INFO:tasks.rados.rados.0.smithi090.stdout:3415: done (1 left) 2024-04-15T16:40:07.620 INFO:tasks.rados.rados.0.smithi090.stdout:3416: done (0 left) 2024-04-15T16:40:07.620 INFO:tasks.rados.rados.0.smithi090.stdout:3417: copy_from oid 35 from oid 26 current snap is 323 2024-04-15T16:40:07.620 INFO:tasks.rados.rados.0.smithi090.stdout:3418: delete oid 12 current snap is 323 2024-04-15T16:40:07.621 INFO:tasks.rados.rados.0.smithi090.stdout:3417: finishing copy_from to smithi09078167-35 2024-04-15T16:40:07.621 INFO:tasks.rados.rados.0.smithi090.stdout:3417: got expected ENOENT (src dne) 2024-04-15T16:40:07.621 INFO:tasks.rados.rados.0.smithi090.stdout:3417: finishing copy_from racing read to smithi09078167-35 2024-04-15T16:40:07.621 INFO:tasks.rados.rados.0.smithi090.stdout:3417: done (1 left) 2024-04-15T16:40:07.621 INFO:tasks.rados.rados.0.smithi090.stdout:3418: done (0 left) 2024-04-15T16:40:07.621 INFO:tasks.rados.rados.0.smithi090.stdout:3419: snap_create 2024-04-15T16:40:07.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:07 smithi090 ceph-mon[89240]: osdmap e707: 8 total, 8 up, 8 in 2024-04-15T16:40:07.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:07 smithi090 ceph-mon[89240]: pgmap v721: 121 pgs: 121 active+clean; 620 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.2 MiB/s wr, 20 op/s 2024-04-15T16:40:07.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:07 smithi090 ceph-mon[91618]: osdmap e707: 8 total, 8 up, 8 in 2024-04-15T16:40:07.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:07 smithi090 ceph-mon[91618]: pgmap v721: 121 pgs: 121 active+clean; 620 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.2 MiB/s wr, 20 op/s 2024-04-15T16:40:07.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:07 smithi153 ceph-mon[84714]: osdmap e707: 8 total, 8 up, 8 in 2024-04-15T16:40:07.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:07 smithi153 ceph-mon[84714]: pgmap v721: 121 pgs: 121 active+clean; 620 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.2 MiB/s wr, 20 op/s 2024-04-15T16:40:08.545 INFO:tasks.rados.rados.0.smithi090.stdout:3419: done (0 left) 2024-04-15T16:40:08.545 INFO:tasks.rados.rados.0.smithi090.stdout:3420: snap_remove snap 313 2024-04-15T16:40:08.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:08 smithi090 ceph-mon[89240]: osdmap e708: 8 total, 8 up, 8 in 2024-04-15T16:40:08.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:40:08.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:08 smithi090 ceph-mon[91618]: osdmap e708: 8 total, 8 up, 8 in 2024-04-15T16:40:08.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:40:08.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:08 smithi153 ceph-mon[84714]: osdmap e708: 8 total, 8 up, 8 in 2024-04-15T16:40:08.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:40:09.447 INFO:tasks.rados.rados.0.smithi090.stdout:3420: done (0 left) 2024-04-15T16:40:09.447 INFO:tasks.rados.rados.0.smithi090.stdout:3421: read oid 8 snap -1 2024-04-15T16:40:09.447 INFO:tasks.rados.rados.0.smithi090.stdout:3421: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-15T16:40:09.447 INFO:tasks.rados.rados.0.smithi090.stdout:3422: copy_from oid 2 from oid 5 current snap is 324 2024-04-15T16:40:09.447 INFO:tasks.rados.rados.0.smithi090.stdout:3423: copy_from oid 15 from oid 11 current snap is 324 2024-04-15T16:40:09.448 INFO:tasks.rados.rados.0.smithi090.stdout:3424: delete oid 22 current snap is 324 2024-04-15T16:40:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:3423: finishing copy_from racing read to smithi09078167-15 2024-04-15T16:40:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:3424: done (3 left) 2024-04-15T16:40:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:3425: rollback oid 24 current snap is 324 2024-04-15T16:40:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 24 to 304 2024-04-15T16:40:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:3426: rollback oid 1 current snap is 324 2024-04-15T16:40:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 323 2024-04-15T16:40:09.474 INFO:tasks.rados.rados.0.smithi090.stdout:3427: delete oid 7 current snap is 324 2024-04-15T16:40:09.479 INFO:tasks.rados.rados.0.smithi090.stdout:3425: finishing rollback tid 0 to smithi09078167-24 2024-04-15T16:40:09.479 INFO:tasks.rados.rados.0.smithi090.stdout:3426: finishing rollback tid 0 to smithi09078167-1 2024-04-15T16:40:09.480 INFO:tasks.rados.rados.0.smithi090.stdout:3427: done (5 left) 2024-04-15T16:40:09.480 INFO:tasks.rados.rados.0.smithi090.stdout:3428: copy_from oid 46 from oid 48 current snap is 324 2024-04-15T16:40:09.480 INFO:tasks.rados.rados.0.smithi090.stdout:3429: snap_create 2024-04-15T16:40:09.480 INFO:tasks.rados.rados.0.smithi090.stdout:3426: finishing rollback tid 1 to smithi09078167-1 2024-04-15T16:40:09.480 INFO:tasks.rados.rados.0.smithi090.stdout:3425: finishing rollback tid 1 to smithi09078167-24 2024-04-15T16:40:09.480 INFO:tasks.rados.rados.0.smithi090.stdout:3426: finishing rollback tid 2 to smithi09078167-1 2024-04-15T16:40:09.480 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1640 (ObjNum 1048 snap 320 seq_num 1048) dirty exists 2024-04-15T16:40:09.480 INFO:tasks.rados.rados.0.smithi090.stdout:3425: finishing rollback tid 2 to smithi09078167-24 2024-04-15T16:40:09.480 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1274 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-04-15T16:40:09.483 INFO:tasks.rados.rados.0.smithi090.stdout:3423: finishing copy_from to smithi09078167-15 2024-04-15T16:40:09.484 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1241 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:40:09.488 INFO:tasks.rados.rados.0.smithi090.stdout:3428: finishing copy_from racing read to smithi09078167-46 2024-04-15T16:40:09.488 INFO:tasks.rados.rados.0.smithi090.stdout:3422: finishing copy_from racing read to smithi09078167-2 2024-04-15T16:40:09.490 INFO:tasks.rados.rados.0.smithi090.stdout:3421: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-15T16:40:09.555 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:40:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:40:09] "GET /metrics HTTP/1.1" 200 36261 "" "Prometheus/2.43.0" 2024-04-15T16:40:09.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:09 smithi090 ceph-mon[91618]: osdmap e709: 8 total, 8 up, 8 in 2024-04-15T16:40:09.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:09 smithi090 ceph-mon[91618]: pgmap v724: 121 pgs: 121 active+clean; 622 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.5 MiB/s wr, 20 op/s 2024-04-15T16:40:09.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:09 smithi090 ceph-mon[91618]: osdmap e710: 8 total, 8 up, 8 in 2024-04-15T16:40:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:09 smithi090 ceph-mon[89240]: osdmap e709: 8 total, 8 up, 8 in 2024-04-15T16:40:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:09 smithi090 ceph-mon[89240]: pgmap v724: 121 pgs: 121 active+clean; 622 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.5 MiB/s wr, 20 op/s 2024-04-15T16:40:09.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:09 smithi090 ceph-mon[89240]: osdmap e710: 8 total, 8 up, 8 in 2024-04-15T16:40:09.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:09 smithi153 ceph-mon[84714]: osdmap e709: 8 total, 8 up, 8 in 2024-04-15T16:40:09.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:09 smithi153 ceph-mon[84714]: pgmap v724: 121 pgs: 121 active+clean; 622 MiB data, 2.6 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 6.5 MiB/s wr, 20 op/s 2024-04-15T16:40:09.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:09 smithi153 ceph-mon[84714]: osdmap e710: 8 total, 8 up, 8 in 2024-04-15T16:40:09.896 INFO:tasks.rados.rados.0.smithi090.stdout:3428: finishing copy_from to smithi09078167-46 2024-04-15T16:40:09.896 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1133 (ObjNum 1039 snap 314 seq_num 1039) dirty exists 2024-04-15T16:40:09.896 INFO:tasks.rados.rados.0.smithi090.stdout:3422: finishing copy_from to smithi09078167-2 2024-04-15T16:40:09.896 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1339 (ObjNum 957 snap 298 seq_num 957) dirty exists 2024-04-15T16:40:10.450 INFO:tasks.rados.rados.0.smithi090.stdout:3421: done (6 left) 2024-04-15T16:40:10.450 INFO:tasks.rados.rados.0.smithi090.stdout:3422: done (5 left) 2024-04-15T16:40:10.450 INFO:tasks.rados.rados.0.smithi090.stdout:3423: done (4 left) 2024-04-15T16:40:10.450 INFO:tasks.rados.rados.0.smithi090.stdout:3425: done (3 left) 2024-04-15T16:40:10.450 INFO:tasks.rados.rados.0.smithi090.stdout:3426: done (2 left) 2024-04-15T16:40:10.450 INFO:tasks.rados.rados.0.smithi090.stdout:3428: done (1 left) 2024-04-15T16:40:10.450 INFO:tasks.rados.rados.0.smithi090.stdout:3429: done (0 left) 2024-04-15T16:40:10.451 INFO:tasks.rados.rados.0.smithi090.stdout:3430: delete oid 13 current snap is 325 2024-04-15T16:40:10.456 INFO:tasks.rados.rados.0.smithi090.stdout:3430: done (0 left) 2024-04-15T16:40:10.456 INFO:tasks.rados.rados.0.smithi090.stdout:3431: delete oid 2 current snap is 325 2024-04-15T16:40:10.458 INFO:tasks.rados.rados.0.smithi090.stdout:3431: done (0 left) 2024-04-15T16:40:10.458 INFO:tasks.rados.rados.0.smithi090.stdout:3432: snap_create 2024-04-15T16:40:11.454 INFO:tasks.rados.rados.0.smithi090.stdout:3432: done (0 left) 2024-04-15T16:40:11.454 INFO:tasks.rados.rados.0.smithi090.stdout:3433: read oid 49 snap -1 2024-04-15T16:40:11.455 INFO:tasks.rados.rados.0.smithi090.stdout:3433: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-15T16:40:11.455 INFO:tasks.rados.rados.0.smithi090.stdout:3434: snap_remove snap 312 2024-04-15T16:40:11.793 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:11 smithi090 ceph-mon[89240]: osdmap e711: 8 total, 8 up, 8 in 2024-04-15T16:40:11.794 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:40:11.794 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:11 smithi090 ceph-mon[89240]: pgmap v727: 121 pgs: 121 active+clean; 624 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1000 KiB/s wr, 4 op/s 2024-04-15T16:40:11.794 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:40:11.794 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:40:11.794 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:11 smithi090 ceph-mon[91618]: osdmap e711: 8 total, 8 up, 8 in 2024-04-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:11 smithi090 ceph-mon[91618]: pgmap v727: 121 pgs: 121 active+clean; 624 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1000 KiB/s wr, 4 op/s 2024-04-15T16:40:11.794 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:40:11.795 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:40:11.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:11 smithi153 ceph-mon[84714]: osdmap e711: 8 total, 8 up, 8 in 2024-04-15T16:40:11.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:40:11.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:11 smithi153 ceph-mon[84714]: pgmap v727: 121 pgs: 121 active+clean; 624 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1000 KiB/s wr, 4 op/s 2024-04-15T16:40:11.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:40:11.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:40:11.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:40:12.461 INFO:tasks.rados.rados.0.smithi090.stdout:3434: done (1 left) 2024-04-15T16:40:12.461 INFO:tasks.rados.rados.0.smithi090.stdout:3435: snap_remove snap 316 2024-04-15T16:40:12.621 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:12 smithi153 ceph-mon[84714]: osdmap e712: 8 total, 8 up, 8 in 2024-04-15T16:40:12.621 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:40:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:40:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:40:12.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:12 smithi090 ceph-mon[89240]: osdmap e712: 8 total, 8 up, 8 in 2024-04-15T16:40:12.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:12 smithi090 ceph-mon[91618]: osdmap e712: 8 total, 8 up, 8 in 2024-04-15T16:40:13.462 INFO:tasks.rados.rados.0.smithi090.stdout:3435: done (1 left) 2024-04-15T16:40:13.462 INFO:tasks.rados.rados.0.smithi090.stdout:3436: delete oid 14 current snap is 326 2024-04-15T16:40:13.462 INFO:tasks.rados.rados.0.smithi090.stdout:3433: expect (ObjNum 1031 snap 313 seq_num 1031) 2024-04-15T16:40:13.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:13 smithi090 ceph-mon[91618]: osdmap e713: 8 total, 8 up, 8 in 2024-04-15T16:40:13.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:13 smithi090 ceph-mon[91618]: pgmap v730: 121 pgs: 121 active+clean; 634 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-04-15T16:40:13.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:13 smithi090 ceph-mon[91618]: osdmap e714: 8 total, 8 up, 8 in 2024-04-15T16:40:13.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:13 smithi090 ceph-mon[89240]: osdmap e713: 8 total, 8 up, 8 in 2024-04-15T16:40:13.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:13 smithi090 ceph-mon[89240]: pgmap v730: 121 pgs: 121 active+clean; 634 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-04-15T16:40:13.829 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:13 smithi090 ceph-mon[89240]: osdmap e714: 8 total, 8 up, 8 in 2024-04-15T16:40:13.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:13 smithi153 ceph-mon[84714]: osdmap e713: 8 total, 8 up, 8 in 2024-04-15T16:40:13.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:13 smithi153 ceph-mon[84714]: pgmap v730: 121 pgs: 121 active+clean; 634 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.7 MiB/s wr, 11 op/s 2024-04-15T16:40:13.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:13 smithi153 ceph-mon[84714]: osdmap e714: 8 total, 8 up, 8 in 2024-04-15T16:40:13.874 INFO:tasks.rados.rados.0.smithi090.stdout:3433: done (1 left) 2024-04-15T16:40:13.874 INFO:tasks.rados.rados.0.smithi090.stdout:3436: done (0 left) 2024-04-15T16:40:13.874 INFO:tasks.rados.rados.0.smithi090.stdout:3437: rollback oid 19 current snap is 326 2024-04-15T16:40:13.874 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 280 2024-04-15T16:40:13.874 INFO:tasks.rados.rados.0.smithi090.stdout:3438: copy_from oid 18 from oid 42 current snap is 326 2024-04-15T16:40:13.874 INFO:tasks.rados.rados.0.smithi090.stdout:3439: read oid 30 snap 311 2024-04-15T16:40:13.874 INFO:tasks.rados.rados.0.smithi090.stdout:3439: expect deleted 2024-04-15T16:40:13.874 INFO:tasks.rados.rados.0.smithi090.stdout:3440: read oid 10 snap -1 2024-04-15T16:40:13.874 INFO:tasks.rados.rados.0.smithi090.stdout:3440: expect (ObjNum 1058 snap 323 seq_num 1058) 2024-04-15T16:40:13.874 INFO:tasks.rados.rados.0.smithi090.stdout:3441: snap_create 2024-04-15T16:40:13.878 INFO:tasks.rados.rados.0.smithi090.stdout:3437: finishing rollback tid 0 to smithi09078167-19 2024-04-15T16:40:13.878 INFO:tasks.rados.rados.0.smithi090.stdout:3437: finishing rollback tid 1 to smithi09078167-19 2024-04-15T16:40:13.878 INFO:tasks.rados.rados.0.smithi090.stdout:3437: finishing rollback tid 2 to smithi09078167-19 2024-04-15T16:40:13.879 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1209 (ObjNum 610 snap 164 seq_num 610) dirty exists 2024-04-15T16:40:13.880 INFO:tasks.rados.rados.0.smithi090.stdout:3440: expect (ObjNum 1058 snap 323 seq_num 1058) 2024-04-15T16:40:13.932 INFO:tasks.rados.rados.0.smithi090.stdout:3438: finishing copy_from racing read to smithi09078167-18 2024-04-15T16:40:13.932 INFO:tasks.rados.rados.0.smithi090.stdout:3438: finishing copy_from to smithi09078167-18 2024-04-15T16:40:13.932 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1053 (ObjNum 1055 snap 322 seq_num 1055) dirty exists 2024-04-15T16:40:14.446 INFO:tasks.rados.rados.0.smithi090.stdout:3437: done (4 left) 2024-04-15T16:40:14.446 INFO:tasks.rados.rados.0.smithi090.stdout:3438: done (3 left) 2024-04-15T16:40:14.446 INFO:tasks.rados.rados.0.smithi090.stdout:3439: done (2 left) 2024-04-15T16:40:14.446 INFO:tasks.rados.rados.0.smithi090.stdout:3440: done (1 left) 2024-04-15T16:40:14.446 INFO:tasks.rados.rados.0.smithi090.stdout:3441: done (0 left) 2024-04-15T16:40:14.446 INFO:tasks.rados.rados.0.smithi090.stdout:3442: snap_remove snap 255 2024-04-15T16:40:15.457 INFO:tasks.rados.rados.0.smithi090.stdout:3442: done (0 left) 2024-04-15T16:40:15.457 INFO:tasks.rados.rados.0.smithi090.stdout:3443: rollback oid 35 current snap is 327 2024-04-15T16:40:15.458 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 35 to 311 2024-04-15T16:40:15.458 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 327 2024-04-15T16:40:15.458 INFO:tasks.rados.rados.0.smithi090.stdout:3444: seq_num 1082 ranges {0=524288,524288=704512,1228800=98304} 2024-04-15T16:40:15.461 INFO:tasks.rados.rados.0.smithi090.stdout:3444: writing smithi09078167-45 from 0 to 524288 tid 1 2024-04-15T16:40:15.464 INFO:tasks.rados.rados.0.smithi090.stdout:3444: writing smithi09078167-45 from 524288 to 1228800 tid 2 2024-04-15T16:40:15.465 INFO:tasks.rados.rados.0.smithi090.stdout:3444: writing smithi09078167-45 from 1228800 to 1327104 tid 3 2024-04-15T16:40:15.465 INFO:tasks.rados.rados.0.smithi090.stdout:3445: read oid 29 snap 309 2024-04-15T16:40:15.465 INFO:tasks.rados.rados.0.smithi090.stdout:3445: expect (ObjNum -565640080 snap 22010 seq_num 3727856704) 2024-04-15T16:40:15.465 INFO:tasks.rados.rados.0.smithi090.stdout:3446: read oid 2 snap -1 2024-04-15T16:40:15.466 INFO:tasks.rados.rados.0.smithi090.stdout:3446: expect deleted 2024-04-15T16:40:15.466 INFO:tasks.rados.rados.0.smithi090.stdout:3447: copy_from oid 39 from oid 24 current snap is 327 2024-04-15T16:40:15.466 INFO:tasks.rados.rados.0.smithi090.stdout:3448: snap_create 2024-04-15T16:40:15.467 INFO:tasks.rados.rados.0.smithi090.stdout:3445: expect (ObjNum -565640080 snap 22010 seq_num 3727856704) 2024-04-15T16:40:15.475 INFO:tasks.rados.rados.0.smithi090.stdout:3443: finishing rollback tid 0 to smithi09078167-35 2024-04-15T16:40:15.475 INFO:tasks.rados.rados.0.smithi090.stdout:3443: finishing rollback tid 1 to smithi09078167-35 2024-04-15T16:40:15.475 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1503 (ObjNum 524305 snap 0 seq_num 1952131286) dirty dne 2024-04-15T16:40:15.476 INFO:tasks.rados.rados.0.smithi090.stdout:3444: finishing write tid 1 to smithi09078167-45 2024-04-15T16:40:15.476 INFO:tasks.rados.rados.0.smithi090.stdout:3444: finishing write tid 2 to smithi09078167-45 2024-04-15T16:40:15.476 INFO:tasks.rados.rados.0.smithi090.stdout:3444: finishing write tid 3 to smithi09078167-45 2024-04-15T16:40:15.477 INFO:tasks.rados.rados.0.smithi090.stdout:3444: finishing write tid 4 to smithi09078167-45 2024-04-15T16:40:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:3444: finishing write tid 5 to smithi09078167-45 2024-04-15T16:40:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:3444: oid 45 updating version 0 to 1376 2024-04-15T16:40:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:3444: oid 45 version 1376 is already newer than 1375 2024-04-15T16:40:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:3444: oid 45 updating version 1376 to 1377 2024-04-15T16:40:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:3444: oid 45 updating version 1377 to 1378 2024-04-15T16:40:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1378 (ObjNum 1082 snap 327 seq_num 1082) dirty exists 2024-04-15T16:40:15.480 INFO:tasks.rados.rados.0.smithi090.stdout:3444: left oid 45 (ObjNum 1082 snap 327 seq_num 1082) 2024-04-15T16:40:15.487 INFO:tasks.rados.rados.0.smithi090.stdout:3447: finishing copy_from racing read to smithi09078167-39 2024-04-15T16:40:15.489 INFO:tasks.rados.rados.0.smithi090.stdout:3447: finishing copy_from to smithi09078167-39 2024-04-15T16:40:15.489 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1274 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-04-15T16:40:15.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:15 smithi090 ceph-mon[89240]: osdmap e715: 8 total, 8 up, 8 in 2024-04-15T16:40:15.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:15 smithi090 ceph-mon[89240]: pgmap v733: 121 pgs: 121 active+clean; 634 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-04-15T16:40:15.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:15 smithi090 ceph-mon[91618]: osdmap e715: 8 total, 8 up, 8 in 2024-04-15T16:40:15.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:15 smithi090 ceph-mon[91618]: pgmap v733: 121 pgs: 121 active+clean; 634 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-04-15T16:40:15.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:15 smithi153 ceph-mon[84714]: osdmap e715: 8 total, 8 up, 8 in 2024-04-15T16:40:15.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:15 smithi153 ceph-mon[84714]: pgmap v733: 121 pgs: 121 active+clean; 634 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.7 MiB/s rd, 2.2 MiB/s wr, 7 op/s 2024-04-15T16:40:16.459 INFO:tasks.rados.rados.0.smithi090.stdout:3443: done (5 left) 2024-04-15T16:40:16.459 INFO:tasks.rados.rados.0.smithi090.stdout:3444: done (4 left) 2024-04-15T16:40:16.459 INFO:tasks.rados.rados.0.smithi090.stdout:3445: done (3 left) 2024-04-15T16:40:16.459 INFO:tasks.rados.rados.0.smithi090.stdout:3446: done (2 left) 2024-04-15T16:40:16.459 INFO:tasks.rados.rados.0.smithi090.stdout:3447: done (1 left) 2024-04-15T16:40:16.460 INFO:tasks.rados.rados.0.smithi090.stdout:3448: done (0 left) 2024-04-15T16:40:16.460 INFO:tasks.rados.rados.0.smithi090.stdout:3449: snap_remove snap 243 2024-04-15T16:40:16.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:16 smithi090 ceph-mon[89240]: osdmap e716: 8 total, 8 up, 8 in 2024-04-15T16:40:16.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:16 smithi090 ceph-mon[91618]: osdmap e716: 8 total, 8 up, 8 in 2024-04-15T16:40:16.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:16 smithi153 ceph-mon[84714]: osdmap e716: 8 total, 8 up, 8 in 2024-04-15T16:40:17.470 INFO:tasks.rados.rados.0.smithi090.stdout:3449: done (0 left) 2024-04-15T16:40:17.471 INFO:tasks.rados.rados.0.smithi090.stdout:3450: snap_create 2024-04-15T16:40:17.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:17 smithi090 ceph-mon[91618]: osdmap e717: 8 total, 8 up, 8 in 2024-04-15T16:40:17.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:17 smithi090 ceph-mon[91618]: pgmap v736: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 632 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:40:17.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:17 smithi090 ceph-mon[89240]: osdmap e717: 8 total, 8 up, 8 in 2024-04-15T16:40:17.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:17 smithi090 ceph-mon[89240]: pgmap v736: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 632 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:40:17.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:17 smithi153 ceph-mon[84714]: osdmap e717: 8 total, 8 up, 8 in 2024-04-15T16:40:17.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:17 smithi153 ceph-mon[84714]: pgmap v736: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 632 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:40:18.473 INFO:tasks.rados.rados.0.smithi090.stdout:3450: done (0 left) 2024-04-15T16:40:18.473 INFO:tasks.rados.rados.0.smithi090.stdout:3451: snap_create 2024-04-15T16:40:18.772 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:18 smithi153 ceph-mon[84714]: osdmap e718: 8 total, 8 up, 8 in 2024-04-15T16:40:18.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:18 smithi090 ceph-mon[89240]: osdmap e718: 8 total, 8 up, 8 in 2024-04-15T16:40:18.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:18 smithi090 ceph-mon[91618]: osdmap e718: 8 total, 8 up, 8 in 2024-04-15T16:40:19.454 INFO:tasks.rados.rados.0.smithi090.stdout:3451: done (0 left) 2024-04-15T16:40:19.454 INFO:tasks.rados.rados.0.smithi090.stdout:3452: copy_from oid 28 from oid 26 current snap is 330 2024-04-15T16:40:19.455 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 330 2024-04-15T16:40:19.455 INFO:tasks.rados.rados.0.smithi090.stdout:3453: seq_num 1083 ranges {2129920=540672,2670592=589824,3260416=212992} 2024-04-15T16:40:19.469 INFO:tasks.rados.rados.0.smithi090.stdout:3453: writing smithi09078167-20 from 2129920 to 2670592 tid 1 2024-04-15T16:40:19.473 INFO:tasks.rados.rados.0.smithi090.stdout:3453: writing smithi09078167-20 from 2670592 to 3260416 tid 2 2024-04-15T16:40:19.474 INFO:tasks.rados.rados.0.smithi090.stdout:3453: writing smithi09078167-20 from 3260416 to 3473408 tid 3 2024-04-15T16:40:19.475 INFO:tasks.rados.rados.0.smithi090.stdout:3454: snap_create 2024-04-15T16:40:19.475 INFO:tasks.rados.rados.0.smithi090.stdout:3452: finishing copy_from to smithi09078167-28 2024-04-15T16:40:19.475 INFO:tasks.rados.rados.0.smithi090.stdout:3452: got expected ENOENT (src dne) 2024-04-15T16:40:19.475 INFO:tasks.rados.rados.0.smithi090.stdout:3452: finishing copy_from racing read to smithi09078167-28 2024-04-15T16:40:19.476 INFO:tasks.rados.rados.0.smithi090.stdout:3453: finishing write tid 1 to smithi09078167-20 2024-04-15T16:40:19.479 INFO:tasks.rados.rados.0.smithi090.stdout:3453: finishing write tid 2 to smithi09078167-20 2024-04-15T16:40:19.480 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:40:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:40:19] "GET /metrics HTTP/1.1" 200 36261 "" "Prometheus/2.43.0" 2024-04-15T16:40:19.484 INFO:tasks.rados.rados.0.smithi090.stdout:3453: finishing write tid 3 to smithi09078167-20 2024-04-15T16:40:19.484 INFO:tasks.rados.rados.0.smithi090.stdout:3453: finishing write tid 4 to smithi09078167-20 2024-04-15T16:40:19.487 INFO:tasks.rados.rados.0.smithi090.stdout:3453: finishing write tid 5 to smithi09078167-20 2024-04-15T16:40:19.487 INFO:tasks.rados.rados.0.smithi090.stdout:3453: oid 20 updating version 0 to 1665 2024-04-15T16:40:19.487 INFO:tasks.rados.rados.0.smithi090.stdout:3453: oid 20 updating version 1665 to 1667 2024-04-15T16:40:19.487 INFO:tasks.rados.rados.0.smithi090.stdout:3453: oid 20 version 1667 is already newer than 1666 2024-04-15T16:40:19.487 INFO:tasks.rados.rados.0.smithi090.stdout:3453: oid 20 version 1667 is already newer than 1664 2024-04-15T16:40:19.487 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 1667 (ObjNum 1083 snap 330 seq_num 1083) dirty exists 2024-04-15T16:40:19.487 INFO:tasks.rados.rados.0.smithi090.stdout:3453: left oid 20 (ObjNum 1083 snap 330 seq_num 1083) 2024-04-15T16:40:19.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:19 smithi090 ceph-mon[89240]: osdmap e719: 8 total, 8 up, 8 in 2024-04-15T16:40:19.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:19 smithi090 ceph-mon[89240]: pgmap v739: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 632 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:40:19.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:19 smithi090 ceph-mon[89240]: osdmap e720: 8 total, 8 up, 8 in 2024-04-15T16:40:19.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:19 smithi090 ceph-mon[91618]: osdmap e719: 8 total, 8 up, 8 in 2024-04-15T16:40:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:19 smithi090 ceph-mon[91618]: pgmap v739: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 632 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:40:19.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:19 smithi090 ceph-mon[91618]: osdmap e720: 8 total, 8 up, 8 in 2024-04-15T16:40:19.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:19 smithi153 ceph-mon[84714]: osdmap e719: 8 total, 8 up, 8 in 2024-04-15T16:40:19.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:19 smithi153 ceph-mon[84714]: pgmap v739: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 632 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:40:19.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:19 smithi153 ceph-mon[84714]: osdmap e720: 8 total, 8 up, 8 in 2024-04-15T16:40:20.477 INFO:tasks.rados.rados.0.smithi090.stdout:3452: done (2 left) 2024-04-15T16:40:20.477 INFO:tasks.rados.rados.0.smithi090.stdout:3453: done (1 left) 2024-04-15T16:40:20.477 INFO:tasks.rados.rados.0.smithi090.stdout:3454: done (0 left) 2024-04-15T16:40:20.478 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 331 2024-04-15T16:40:20.478 INFO:tasks.rados.rados.0.smithi090.stdout:3455: seq_num 1084 ranges {4661248=557056,5218304=475136,5693440=327680} 2024-04-15T16:40:20.504 INFO:tasks.rados.rados.0.smithi090.stdout:3455: writing smithi09078167-5 from 4661248 to 5218304 tid 1 2024-04-15T16:40:20.507 INFO:tasks.rados.rados.0.smithi090.stdout:3455: writing smithi09078167-5 from 5218304 to 5693440 tid 2 2024-04-15T16:40:20.509 INFO:tasks.rados.rados.0.smithi090.stdout:3455: writing smithi09078167-5 from 5693440 to 6021120 tid 3 2024-04-15T16:40:20.509 INFO:tasks.rados.rados.0.smithi090.stdout:3456: delete oid 35 current snap is 331 2024-04-15T16:40:20.512 INFO:tasks.rados.rados.0.smithi090.stdout:3456: done (1 left) 2024-04-15T16:40:20.512 INFO:tasks.rados.rados.0.smithi090.stdout:3457: rmattr oid 45 current snap is 331 2024-04-15T16:40:20.512 INFO:tasks.rados.rados.0.smithi090.stdout:3457: done (1 left) 2024-04-15T16:40:20.513 INFO:tasks.rados.rados.0.smithi090.stdout:3458: read oid 42 snap -1 2024-04-15T16:40:20.513 INFO:tasks.rados.rados.0.smithi090.stdout:3458: expect (ObjNum 1055 snap 322 seq_num 1055) 2024-04-15T16:40:20.513 INFO:tasks.rados.rados.0.smithi090.stdout:3459: read oid 46 snap -1 2024-04-15T16:40:20.513 INFO:tasks.rados.rados.0.smithi090.stdout:3459: expect (ObjNum 1039 snap 314 seq_num 1039) 2024-04-15T16:40:20.513 INFO:tasks.rados.rados.0.smithi090.stdout:3460: copy_from oid 25 from oid 1 current snap is 331 2024-04-15T16:40:20.513 INFO:tasks.rados.rados.0.smithi090.stdout:3461: rmattr oid 30 current snap is 331 2024-04-15T16:40:20.513 INFO:tasks.rados.rados.0.smithi090.stdout:3462: read oid 20 snap 288 2024-04-15T16:40:20.513 INFO:tasks.rados.rados.0.smithi090.stdout:3462: expect deleted 2024-04-15T16:40:20.513 INFO:tasks.rados.rados.0.smithi090.stdout:3463: copy_from oid 34 from oid 40 current snap is 331 2024-04-15T16:40:20.513 INFO:tasks.rados.rados.0.smithi090.stdout:3464: snap_create 2024-04-15T16:40:20.514 INFO:tasks.rados.rados.0.smithi090.stdout:3455: finishing write tid 1 to smithi09078167-5 2024-04-15T16:40:20.514 INFO:tasks.rados.rados.0.smithi090.stdout:3455: finishing write tid 2 to smithi09078167-5 2024-04-15T16:40:20.514 INFO:tasks.rados.rados.0.smithi090.stdout:3455: finishing write tid 3 to smithi09078167-5 2024-04-15T16:40:20.514 INFO:tasks.rados.rados.0.smithi090.stdout:3455: finishing write tid 4 to smithi09078167-5 2024-04-15T16:40:20.517 INFO:tasks.rados.rados.0.smithi090.stdout:3455: finishing write tid 5 to smithi09078167-5 2024-04-15T16:40:20.517 INFO:tasks.rados.rados.0.smithi090.stdout:3455: oid 5 updating version 0 to 1340 2024-04-15T16:40:20.517 INFO:tasks.rados.rados.0.smithi090.stdout:3455: oid 5 updating version 1340 to 1343 2024-04-15T16:40:20.517 INFO:tasks.rados.rados.0.smithi090.stdout:3455: oid 5 version 1343 is already newer than 1342 2024-04-15T16:40:20.517 INFO:tasks.rados.rados.0.smithi090.stdout:3455: oid 5 version 1343 is already newer than 1341 2024-04-15T16:40:20.517 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 1343 (ObjNum 1084 snap 331 seq_num 1084) dirty exists 2024-04-15T16:40:20.517 INFO:tasks.rados.rados.0.smithi090.stdout:3455: left oid 5 (ObjNum 1084 snap 331 seq_num 1084) 2024-04-15T16:40:20.519 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1619 (ObjNum 129 snap 0 seq_num 3729306408) dirty exists 2024-04-15T16:40:20.519 INFO:tasks.rados.rados.0.smithi090.stdout:3459: expect (ObjNum 1039 snap 314 seq_num 1039) 2024-04-15T16:40:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:3460: finishing copy_from racing read to smithi09078167-25 2024-04-15T16:40:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:3460: finishing copy_from to smithi09078167-25 2024-04-15T16:40:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1640 (ObjNum 1048 snap 320 seq_num 1048) dirty exists 2024-04-15T16:40:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:3463: finishing copy_from racing read to smithi09078167-34 2024-04-15T16:40:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:3463: finishing copy_from to smithi09078167-34 2024-04-15T16:40:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1563 (ObjNum 1069 snap 323 seq_num 1069) dirty exists 2024-04-15T16:40:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:3458: expect (ObjNum 1055 snap 322 seq_num 1055) 2024-04-15T16:40:21.480 INFO:tasks.rados.rados.0.smithi090.stdout:3455: done (7 left) 2024-04-15T16:40:21.480 INFO:tasks.rados.rados.0.smithi090.stdout:3458: done (6 left) 2024-04-15T16:40:21.480 INFO:tasks.rados.rados.0.smithi090.stdout:3459: done (5 left) 2024-04-15T16:40:21.480 INFO:tasks.rados.rados.0.smithi090.stdout:3460: done (4 left) 2024-04-15T16:40:21.480 INFO:tasks.rados.rados.0.smithi090.stdout:3461: done (3 left) 2024-04-15T16:40:21.480 INFO:tasks.rados.rados.0.smithi090.stdout:3462: done (2 left) 2024-04-15T16:40:21.480 INFO:tasks.rados.rados.0.smithi090.stdout:3463: done (1 left) 2024-04-15T16:40:21.480 INFO:tasks.rados.rados.0.smithi090.stdout:3464: done (0 left) 2024-04-15T16:40:21.481 INFO:tasks.rados.rados.0.smithi090.stdout:3465: snap_create 2024-04-15T16:40:21.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:21 smithi090 ceph-mon[91618]: osdmap e721: 8 total, 8 up, 8 in 2024-04-15T16:40:21.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:21 smithi090 ceph-mon[91618]: pgmap v742: 121 pgs: 121 active+clean; 631 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 652 KiB/s wr, 3 op/s 2024-04-15T16:40:21.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:21 smithi090 ceph-mon[89240]: osdmap e721: 8 total, 8 up, 8 in 2024-04-15T16:40:21.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:21 smithi090 ceph-mon[89240]: pgmap v742: 121 pgs: 121 active+clean; 631 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 652 KiB/s wr, 3 op/s 2024-04-15T16:40:21.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:21 smithi153 ceph-mon[84714]: osdmap e721: 8 total, 8 up, 8 in 2024-04-15T16:40:21.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:21 smithi153 ceph-mon[84714]: pgmap v742: 121 pgs: 121 active+clean; 631 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 33 KiB/s rd, 652 KiB/s wr, 3 op/s 2024-04-15T16:40:22.488 INFO:tasks.rados.rados.0.smithi090.stdout:3465: done (0 left) 2024-04-15T16:40:22.488 INFO:tasks.rados.rados.0.smithi090.stdout:3466: rollback oid 9 current snap is 333 2024-04-15T16:40:22.488 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 321 2024-04-15T16:40:22.488 INFO:tasks.rados.rados.0.smithi090.stdout:3467: copy_from oid 11 from oid 31 current snap is 333 2024-04-15T16:40:22.488 INFO:tasks.rados.rados.0.smithi090.stdout:3468: read oid 13 snap -1 2024-04-15T16:40:22.489 INFO:tasks.rados.rados.0.smithi090.stdout:3468: expect deleted 2024-04-15T16:40:22.489 INFO:tasks.rados.rados.0.smithi090.stdout:3469: snap_create 2024-04-15T16:40:22.492 INFO:tasks.rados.rados.0.smithi090.stdout:3466: finishing rollback tid 0 to smithi09078167-9 2024-04-15T16:40:22.493 INFO:tasks.rados.rados.0.smithi090.stdout:3466: finishing rollback tid 1 to smithi09078167-9 2024-04-15T16:40:22.494 INFO:tasks.rados.rados.0.smithi090.stdout:3466: finishing rollback tid 2 to smithi09078167-9 2024-04-15T16:40:22.494 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1506 (ObjNum 1021 snap 311 seq_num 1021) dirty exists 2024-04-15T16:40:22.507 INFO:tasks.rados.rados.0.smithi090.stdout:3467: finishing copy_from racing read to smithi09078167-11 2024-04-15T16:40:22.508 INFO:tasks.rados.rados.0.smithi090.stdout:3467: finishing copy_from to smithi09078167-11 2024-04-15T16:40:22.508 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1249 (ObjNum 641 snap 169 seq_num 641) dirty exists 2024-04-15T16:40:22.621 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:22 smithi153 ceph-mon[84714]: osdmap e722: 8 total, 8 up, 8 in 2024-04-15T16:40:22.621 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:40:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:40:22.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:22 smithi090 ceph-mon[91618]: osdmap e722: 8 total, 8 up, 8 in 2024-04-15T16:40:22.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:22 smithi090 ceph-mon[89240]: osdmap e722: 8 total, 8 up, 8 in 2024-04-15T16:40:23.494 INFO:tasks.rados.rados.0.smithi090.stdout:3466: done (3 left) 2024-04-15T16:40:23.495 INFO:tasks.rados.rados.0.smithi090.stdout:3467: done (2 left) 2024-04-15T16:40:23.495 INFO:tasks.rados.rados.0.smithi090.stdout:3468: done (1 left) 2024-04-15T16:40:23.495 INFO:tasks.rados.rados.0.smithi090.stdout:3469: done (0 left) 2024-04-15T16:40:23.495 INFO:tasks.rados.rados.0.smithi090.stdout:3470: rollback oid 20 current snap is 334 2024-04-15T16:40:23.495 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 314 2024-04-15T16:40:23.495 INFO:tasks.rados.rados.0.smithi090.stdout:3471: rmattr oid 23 current snap is 334 2024-04-15T16:40:23.495 INFO:tasks.rados.rados.0.smithi090.stdout:3472: rollback oid 6 current snap is 334 2024-04-15T16:40:23.495 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 333 2024-04-15T16:40:23.495 INFO:tasks.rados.rados.0.smithi090.stdout:3473: delete oid 36 current snap is 334 2024-04-15T16:40:23.501 INFO:tasks.rados.rados.0.smithi090.stdout:3470: finishing rollback tid 0 to smithi09078167-20 2024-04-15T16:40:23.504 INFO:tasks.rados.rados.0.smithi090.stdout:3473: done (3 left) 2024-04-15T16:40:23.504 INFO:tasks.rados.rados.0.smithi090.stdout:3474: delete oid 36 current snap is 334 2024-04-15T16:40:23.504 INFO:tasks.rados.rados.0.smithi090.stdout:3472: finishing rollback tid 1 to smithi09078167-6 2024-04-15T16:40:23.504 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1452 (ObjNum 129 snap 0 seq_num 3728785040) dirty dne 2024-04-15T16:40:23.506 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1121 (ObjNum 741 snap 217 seq_num 741) dirty exists 2024-04-15T16:40:23.506 INFO:tasks.rados.rados.0.smithi090.stdout:3470: finishing rollback tid 1 to smithi09078167-20 2024-04-15T16:40:23.507 INFO:tasks.rados.rados.0.smithi090.stdout:3471: done (3 left) 2024-04-15T16:40:23.507 INFO:tasks.rados.rados.0.smithi090.stdout:3472: done (2 left) 2024-04-15T16:40:23.508 INFO:tasks.rados.rados.0.smithi090.stdout:3474: done (1 left) 2024-04-15T16:40:23.508 INFO:tasks.rados.rados.0.smithi090.stdout:3475: snap_remove snap 302 2024-04-15T16:40:23.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:23 smithi090 ceph-mon[89240]: osdmap e723: 8 total, 8 up, 8 in 2024-04-15T16:40:23.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:40:23.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:23 smithi090 ceph-mon[89240]: pgmap v745: 121 pgs: 121 active+clean; 633 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 932 KiB/s wr, 6 op/s 2024-04-15T16:40:23.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:23 smithi090 ceph-mon[91618]: osdmap e723: 8 total, 8 up, 8 in 2024-04-15T16:40:23.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:40:23.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:23 smithi090 ceph-mon[91618]: pgmap v745: 121 pgs: 121 active+clean; 633 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 932 KiB/s wr, 6 op/s 2024-04-15T16:40:23.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:23 smithi153 ceph-mon[84714]: osdmap e723: 8 total, 8 up, 8 in 2024-04-15T16:40:23.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:40:23.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:23 smithi153 ceph-mon[84714]: pgmap v745: 121 pgs: 121 active+clean; 633 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.4 MiB/s rd, 932 KiB/s wr, 6 op/s 2024-04-15T16:40:24.448 INFO:tasks.rados.rados.0.smithi090.stdout:3475: done (1 left) 2024-04-15T16:40:24.449 INFO:tasks.rados.rados.0.smithi090.stdout:3476: delete oid 14 current snap is 334 2024-04-15T16:40:24.449 INFO:tasks.rados.rados.0.smithi090.stdout:3470: finishing rollback tid 2 to smithi09078167-20 2024-04-15T16:40:24.449 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 1673 (ObjNum 933 snap 293 seq_num 933) dirty exists 2024-04-15T16:40:24.467 INFO:tasks.rados.rados.0.smithi090.stdout:3470: done (1 left) 2024-04-15T16:40:24.467 INFO:tasks.rados.rados.0.smithi090.stdout:3476: done (0 left) 2024-04-15T16:40:24.467 INFO:tasks.rados.rados.0.smithi090.stdout:3477: snap_create 2024-04-15T16:40:24.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:24 smithi090 ceph-mon[89240]: osdmap e724: 8 total, 8 up, 8 in 2024-04-15T16:40:24.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:24 smithi090 ceph-mon[89240]: osdmap e725: 8 total, 8 up, 8 in 2024-04-15T16:40:24.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:24 smithi090 ceph-mon[91618]: osdmap e724: 8 total, 8 up, 8 in 2024-04-15T16:40:24.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:24 smithi090 ceph-mon[91618]: osdmap e725: 8 total, 8 up, 8 in 2024-04-15T16:40:24.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:24 smithi153 ceph-mon[84714]: osdmap e724: 8 total, 8 up, 8 in 2024-04-15T16:40:24.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:24 smithi153 ceph-mon[84714]: osdmap e725: 8 total, 8 up, 8 in 2024-04-15T16:40:25.456 INFO:tasks.rados.rados.0.smithi090.stdout:3477: done (0 left) 2024-04-15T16:40:25.456 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 335 2024-04-15T16:40:25.456 INFO:tasks.rados.rados.0.smithi090.stdout:3478: seq_num 1089 ranges {6201344=647168,6848512=745472,7593984=57344} 2024-04-15T16:40:25.492 INFO:tasks.rados.rados.0.smithi090.stdout:3478: writing smithi09078167-8 from 6201344 to 6848512 tid 1 2024-04-15T16:40:25.496 INFO:tasks.rados.rados.0.smithi090.stdout:3478: writing smithi09078167-8 from 6848512 to 7593984 tid 2 2024-04-15T16:40:25.497 INFO:tasks.rados.rados.0.smithi090.stdout:3478: writing smithi09078167-8 from 7593984 to 7651328 tid 3 2024-04-15T16:40:25.497 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 335 2024-04-15T16:40:25.497 INFO:tasks.rados.rados.0.smithi090.stdout:3479: seq_num 1090 ranges {638976=663552,1302528=630784,1933312=172032} 2024-04-15T16:40:25.504 INFO:tasks.rados.rados.0.smithi090.stdout:3479: writing smithi09078167-29 from 638976 to 1302528 tid 1 2024-04-15T16:40:25.508 INFO:tasks.rados.rados.0.smithi090.stdout:3479: writing smithi09078167-29 from 1302528 to 1933312 tid 2 2024-04-15T16:40:25.510 INFO:tasks.rados.rados.0.smithi090.stdout:3479: writing smithi09078167-29 from 1933312 to 2105344 tid 3 2024-04-15T16:40:25.510 INFO:tasks.rados.rados.0.smithi090.stdout:3480: copy_from oid 12 from oid 17 current snap is 335 2024-04-15T16:40:25.510 INFO:tasks.rados.rados.0.smithi090.stdout:3478: finishing write tid 1 to smithi09078167-8 2024-04-15T16:40:25.510 INFO:tasks.rados.rados.0.smithi090.stdout:3478: finishing write tid 2 to smithi09078167-8 2024-04-15T16:40:25.510 INFO:tasks.rados.rados.0.smithi090.stdout:3478: finishing write tid 3 to smithi09078167-8 2024-04-15T16:40:25.510 INFO:tasks.rados.rados.0.smithi090.stdout:3478: finishing write tid 4 to smithi09078167-8 2024-04-15T16:40:25.511 INFO:tasks.rados.rados.0.smithi090.stdout:3478: finishing write tid 5 to smithi09078167-8 2024-04-15T16:40:25.511 INFO:tasks.rados.rados.0.smithi090.stdout:3478: oid 8 updating version 0 to 1393 2024-04-15T16:40:25.511 INFO:tasks.rados.rados.0.smithi090.stdout:3478: oid 8 updating version 1393 to 1394 2024-04-15T16:40:25.511 INFO:tasks.rados.rados.0.smithi090.stdout:3478: oid 8 version 1394 is already newer than 1392 2024-04-15T16:40:25.511 INFO:tasks.rados.rados.0.smithi090.stdout:3478: oid 8 updating version 1394 to 1395 2024-04-15T16:40:25.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1395 (ObjNum 1089 snap 335 seq_num 1089) dirty exists 2024-04-15T16:40:25.511 INFO:tasks.rados.rados.0.smithi090.stdout:3478: left oid 8 (ObjNum 1089 snap 335 seq_num 1089) 2024-04-15T16:40:25.511 INFO:tasks.rados.rados.0.smithi090.stdout:3478: done (2 left) 2024-04-15T16:40:25.511 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 22 current snap is 335 2024-04-15T16:40:25.511 INFO:tasks.rados.rados.0.smithi090.stdout:3481: seq_num 1091 ranges {0=679936,679936=516096,1196032=286720} 2024-04-15T16:40:25.513 INFO:tasks.rados.rados.0.smithi090.stdout:3481: writing smithi09078167-22 from 0 to 679936 tid 1 2024-04-15T16:40:25.516 INFO:tasks.rados.rados.0.smithi090.stdout:3481: writing smithi09078167-22 from 679936 to 1196032 tid 2 2024-04-15T16:40:25.518 INFO:tasks.rados.rados.0.smithi090.stdout:3481: writing smithi09078167-22 from 1196032 to 1482752 tid 3 2024-04-15T16:40:25.518 INFO:tasks.rados.rados.0.smithi090.stdout:3482: snap_remove snap 244 2024-04-15T16:40:25.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:25 smithi090 ceph-mon[91618]: pgmap v748: 121 pgs: 121 active+clean; 633 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 604 KiB/s wr, 3 op/s 2024-04-15T16:40:25.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:25 smithi090 ceph-mon[91618]: osdmap e726: 8 total, 8 up, 8 in 2024-04-15T16:40:25.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:25 smithi090 ceph-mon[89240]: pgmap v748: 121 pgs: 121 active+clean; 633 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 604 KiB/s wr, 3 op/s 2024-04-15T16:40:25.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:25 smithi090 ceph-mon[89240]: osdmap e726: 8 total, 8 up, 8 in 2024-04-15T16:40:25.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:25 smithi153 ceph-mon[84714]: pgmap v748: 121 pgs: 121 active+clean; 633 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.3 MiB/s rd, 604 KiB/s wr, 3 op/s 2024-04-15T16:40:25.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:25 smithi153 ceph-mon[84714]: osdmap e726: 8 total, 8 up, 8 in 2024-04-15T16:40:26.518 INFO:tasks.rados.rados.0.smithi090.stdout:3479: finishing write tid 1 to smithi09078167-29 2024-04-15T16:40:26.518 INFO:tasks.rados.rados.0.smithi090.stdout:3479: finishing write tid 2 to smithi09078167-29 2024-04-15T16:40:26.518 INFO:tasks.rados.rados.0.smithi090.stdout:3479: finishing write tid 3 to smithi09078167-29 2024-04-15T16:40:26.518 INFO:tasks.rados.rados.0.smithi090.stdout:3480: finishing copy_from to smithi09078167-12 2024-04-15T16:40:26.518 INFO:tasks.rados.rados.0.smithi090.stdout:3480: got expected ENOENT (src dne) 2024-04-15T16:40:26.518 INFO:tasks.rados.rados.0.smithi090.stdout:3480: finishing copy_from racing read to smithi09078167-12 2024-04-15T16:40:26.518 INFO:tasks.rados.rados.0.smithi090.stdout:3479: finishing write tid 4 to smithi09078167-29 2024-04-15T16:40:26.518 INFO:tasks.rados.rados.0.smithi090.stdout:3481: finishing write tid 1 to smithi09078167-22 2024-04-15T16:40:26.519 INFO:tasks.rados.rados.0.smithi090.stdout:3479: finishing write tid 5 to smithi09078167-29 2024-04-15T16:40:26.519 INFO:tasks.rados.rados.0.smithi090.stdout:3479: oid 29 updating version 0 to 1297 2024-04-15T16:40:26.519 INFO:tasks.rados.rados.0.smithi090.stdout:3479: oid 29 updating version 1297 to 1298 2024-04-15T16:40:26.519 INFO:tasks.rados.rados.0.smithi090.stdout:3479: oid 29 updating version 1298 to 1300 2024-04-15T16:40:26.519 INFO:tasks.rados.rados.0.smithi090.stdout:3479: oid 29 version 1300 is already newer than 1299 2024-04-15T16:40:26.519 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1300 (ObjNum 1090 snap 335 seq_num 1090) dirty exists 2024-04-15T16:40:26.519 INFO:tasks.rados.rados.0.smithi090.stdout:3479: left oid 29 (ObjNum 1090 snap 335 seq_num 1090) 2024-04-15T16:40:26.519 INFO:tasks.rados.rados.0.smithi090.stdout:3481: finishing write tid 2 to smithi09078167-22 2024-04-15T16:40:26.520 INFO:tasks.rados.rados.0.smithi090.stdout:3481: finishing write tid 3 to smithi09078167-22 2024-04-15T16:40:26.520 INFO:tasks.rados.rados.0.smithi090.stdout:3481: finishing write tid 4 to smithi09078167-22 2024-04-15T16:40:26.520 INFO:tasks.rados.rados.0.smithi090.stdout:3481: finishing write tid 5 to smithi09078167-22 2024-04-15T16:40:26.520 INFO:tasks.rados.rados.0.smithi090.stdout:3481: oid 22 updating version 0 to 1397 2024-04-15T16:40:26.520 INFO:tasks.rados.rados.0.smithi090.stdout:3481: oid 22 updating version 1397 to 1398 2024-04-15T16:40:26.520 INFO:tasks.rados.rados.0.smithi090.stdout:3481: oid 22 version 1398 is already newer than 1396 2024-04-15T16:40:26.520 INFO:tasks.rados.rados.0.smithi090.stdout:3481: oid 22 updating version 1398 to 1399 2024-04-15T16:40:26.520 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1399 (ObjNum 1091 snap 335 seq_num 1091) dirty exists 2024-04-15T16:40:26.520 INFO:tasks.rados.rados.0.smithi090.stdout:3481: left oid 22 (ObjNum 1091 snap 335 seq_num 1091) 2024-04-15T16:40:26.520 INFO:tasks.rados.rados.0.smithi090.stdout:3479: done (3 left) 2024-04-15T16:40:26.520 INFO:tasks.rados.rados.0.smithi090.stdout:3480: done (2 left) 2024-04-15T16:40:26.520 INFO:tasks.rados.rados.0.smithi090.stdout:3481: done (1 left) 2024-04-15T16:40:26.520 INFO:tasks.rados.rados.0.smithi090.stdout:3482: done (0 left) 2024-04-15T16:40:26.521 INFO:tasks.rados.rados.0.smithi090.stdout:3483: rollback oid 19 current snap is 335 2024-04-15T16:40:26.521 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 327 2024-04-15T16:40:26.521 INFO:tasks.rados.rados.0.smithi090.stdout:3484: snap_remove snap 315 2024-04-15T16:40:27.518 INFO:tasks.rados.rados.0.smithi090.stdout:3484: done (1 left) 2024-04-15T16:40:27.518 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 335 2024-04-15T16:40:27.518 INFO:tasks.rados.rados.0.smithi090.stdout:3483: finishing rollback tid 0 to smithi09078167-19 2024-04-15T16:40:27.518 INFO:tasks.rados.rados.0.smithi090.stdout:3483: finishing rollback tid 1 to smithi09078167-19 2024-04-15T16:40:27.518 INFO:tasks.rados.rados.0.smithi090.stdout:3483: finishing rollback tid 2 to smithi09078167-19 2024-04-15T16:40:27.518 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1212 (ObjNum 610 snap 164 seq_num 610) dirty exists 2024-04-15T16:40:27.518 INFO:tasks.rados.rados.0.smithi090.stdout:3485: seq_num 1092 ranges {475136=696320,1171456=802816} 2024-04-15T16:40:27.525 INFO:tasks.rados.rados.0.smithi090.stdout:3485: writing smithi09078167-9 from 475136 to 1171456 tid 1 2024-04-15T16:40:27.531 INFO:tasks.rados.rados.0.smithi090.stdout:3485: writing smithi09078167-9 from 1171456 to 1974272 tid 2 2024-04-15T16:40:27.532 INFO:tasks.rados.rados.0.smithi090.stdout:3483: done (1 left) 2024-04-15T16:40:27.532 INFO:tasks.rados.rados.0.smithi090.stdout:3486: snap_create 2024-04-15T16:40:27.532 INFO:tasks.rados.rados.0.smithi090.stdout:3485: finishing write tid 1 to smithi09078167-9 2024-04-15T16:40:27.537 INFO:tasks.rados.rados.0.smithi090.stdout:3485: finishing write tid 2 to smithi09078167-9 2024-04-15T16:40:27.537 INFO:tasks.rados.rados.0.smithi090.stdout:3485: finishing write tid 3 to smithi09078167-9 2024-04-15T16:40:27.540 INFO:tasks.rados.rados.0.smithi090.stdout:3485: finishing write tid 4 to smithi09078167-9 2024-04-15T16:40:27.540 INFO:tasks.rados.rados.0.smithi090.stdout:3485: oid 9 updating version 0 to 1508 2024-04-15T16:40:27.540 INFO:tasks.rados.rados.0.smithi090.stdout:3485: oid 9 version 1508 is already newer than 1507 2024-04-15T16:40:27.540 INFO:tasks.rados.rados.0.smithi090.stdout:3485: oid 9 updating version 1508 to 1509 2024-04-15T16:40:27.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1509 (ObjNum 1092 snap 335 seq_num 1092) dirty exists 2024-04-15T16:40:27.540 INFO:tasks.rados.rados.0.smithi090.stdout:3485: left oid 9 (ObjNum 1092 snap 335 seq_num 1092) 2024-04-15T16:40:27.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:27 smithi090 ceph-mon[89240]: osdmap e727: 8 total, 8 up, 8 in 2024-04-15T16:40:27.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:27 smithi090 ceph-mon[89240]: pgmap v751: 121 pgs: 121 active+clean; 612 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 758 KiB/s wr, 12 op/s 2024-04-15T16:40:27.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:27 smithi090 ceph-mon[91618]: osdmap e727: 8 total, 8 up, 8 in 2024-04-15T16:40:27.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:27 smithi090 ceph-mon[91618]: pgmap v751: 121 pgs: 121 active+clean; 612 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 758 KiB/s wr, 12 op/s 2024-04-15T16:40:27.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:27 smithi153 ceph-mon[84714]: osdmap e727: 8 total, 8 up, 8 in 2024-04-15T16:40:27.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:27 smithi153 ceph-mon[84714]: pgmap v751: 121 pgs: 121 active+clean; 612 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 758 KiB/s wr, 12 op/s 2024-04-15T16:40:28.522 INFO:tasks.rados.rados.0.smithi090.stdout:3485: done (1 left) 2024-04-15T16:40:28.523 INFO:tasks.rados.rados.0.smithi090.stdout:3486: done (0 left) 2024-04-15T16:40:28.523 INFO:tasks.rados.rados.0.smithi090.stdout:3487: read oid 31 snap -1 2024-04-15T16:40:28.523 INFO:tasks.rados.rados.0.smithi090.stdout:3487: expect (ObjNum 641 snap 169 seq_num 641) 2024-04-15T16:40:28.523 INFO:tasks.rados.rados.0.smithi090.stdout:3488: read oid 45 snap -1 2024-04-15T16:40:28.523 INFO:tasks.rados.rados.0.smithi090.stdout:3488: expect (ObjNum 1082 snap 327 seq_num 1082) 2024-04-15T16:40:28.523 INFO:tasks.rados.rados.0.smithi090.stdout:3489: read oid 38 snap 329 2024-04-15T16:40:28.523 INFO:tasks.rados.rados.0.smithi090.stdout:3489: expect (ObjNum 968 snap 300 seq_num 968) 2024-04-15T16:40:28.523 INFO:tasks.rados.rados.0.smithi090.stdout:3490: read oid 22 snap -1 2024-04-15T16:40:28.523 INFO:tasks.rados.rados.0.smithi090.stdout:3490: expect (ObjNum 1091 snap 335 seq_num 1091) 2024-04-15T16:40:28.523 INFO:tasks.rados.rados.0.smithi090.stdout:3491: delete oid 16 current snap is 336 2024-04-15T16:40:28.529 INFO:tasks.rados.rados.0.smithi090.stdout:3488: expect (ObjNum 1082 snap 327 seq_num 1082) 2024-04-15T16:40:28.567 INFO:tasks.rados.rados.0.smithi090.stdout:3490: expect (ObjNum 1091 snap 335 seq_num 1091) 2024-04-15T16:40:28.604 INFO:tasks.rados.rados.0.smithi090.stdout:3487: expect (ObjNum 641 snap 169 seq_num 641) 2024-04-15T16:40:28.678 INFO:tasks.rados.rados.0.smithi090.stdout:3489: expect (ObjNum 968 snap 300 seq_num 968) 2024-04-15T16:40:28.728 INFO:tasks.rados.rados.0.smithi090.stdout:3487: done (4 left) 2024-04-15T16:40:28.728 INFO:tasks.rados.rados.0.smithi090.stdout:3488: done (3 left) 2024-04-15T16:40:28.728 INFO:tasks.rados.rados.0.smithi090.stdout:3489: done (2 left) 2024-04-15T16:40:28.728 INFO:tasks.rados.rados.0.smithi090.stdout:3490: done (1 left) 2024-04-15T16:40:28.728 INFO:tasks.rados.rados.0.smithi090.stdout:3491: done (0 left) 2024-04-15T16:40:28.728 INFO:tasks.rados.rados.0.smithi090.stdout:3492: setattr oid 15 current snap is 336 2024-04-15T16:40:28.729 INFO:tasks.rados.rados.0.smithi090.stdout:3493: delete oid 16 current snap is 336 2024-04-15T16:40:28.732 INFO:tasks.rados.rados.0.smithi090.stdout:3493: done (1 left) 2024-04-15T16:40:28.732 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 336 2024-04-15T16:40:28.732 INFO:tasks.rados.rados.0.smithi090.stdout:3494: seq_num 1095 ranges {2105344=745472,2850816=499712,3350528=303104} 2024-04-15T16:40:28.747 INFO:tasks.rados.rados.0.smithi090.stdout:3494: writing smithi09078167-29 from 2105344 to 2850816 tid 1 2024-04-15T16:40:28.750 INFO:tasks.rados.rados.0.smithi090.stdout:3494: writing smithi09078167-29 from 2850816 to 3350528 tid 2 2024-04-15T16:40:28.752 INFO:tasks.rados.rados.0.smithi090.stdout:3494: writing smithi09078167-29 from 3350528 to 3653632 tid 3 2024-04-15T16:40:28.752 INFO:tasks.rados.rados.0.smithi090.stdout:3495: snap_remove snap 325 2024-04-15T16:40:28.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:28 smithi090 ceph-mon[89240]: osdmap e728: 8 total, 8 up, 8 in 2024-04-15T16:40:28.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:28 smithi090 ceph-mon[91618]: osdmap e728: 8 total, 8 up, 8 in 2024-04-15T16:40:28.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:28 smithi153 ceph-mon[84714]: osdmap e728: 8 total, 8 up, 8 in 2024-04-15T16:40:29.523 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:40:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:40:29] "GET /metrics HTTP/1.1" 200 36260 "" "Prometheus/2.43.0" 2024-04-15T16:40:29.537 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1411 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:40:29.538 INFO:tasks.rados.rados.0.smithi090.stdout:3494: finishing write tid 1 to smithi09078167-29 2024-04-15T16:40:29.538 INFO:tasks.rados.rados.0.smithi090.stdout:3494: finishing write tid 2 to smithi09078167-29 2024-04-15T16:40:29.538 INFO:tasks.rados.rados.0.smithi090.stdout:3494: finishing write tid 3 to smithi09078167-29 2024-04-15T16:40:29.538 INFO:tasks.rados.rados.0.smithi090.stdout:3494: finishing write tid 4 to smithi09078167-29 2024-04-15T16:40:29.538 INFO:tasks.rados.rados.0.smithi090.stdout:3494: finishing write tid 5 to smithi09078167-29 2024-04-15T16:40:29.538 INFO:tasks.rados.rados.0.smithi090.stdout:3494: oid 29 updating version 0 to 1315 2024-04-15T16:40:29.538 INFO:tasks.rados.rados.0.smithi090.stdout:3494: oid 29 updating version 1315 to 1317 2024-04-15T16:40:29.538 INFO:tasks.rados.rados.0.smithi090.stdout:3494: oid 29 version 1317 is already newer than 1316 2024-04-15T16:40:29.538 INFO:tasks.rados.rados.0.smithi090.stdout:3494: oid 29 version 1317 is already newer than 1314 2024-04-15T16:40:29.538 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1317 (ObjNum 1095 snap 336 seq_num 1095) dirty exists 2024-04-15T16:40:29.538 INFO:tasks.rados.rados.0.smithi090.stdout:3494: left oid 29 (ObjNum 1095 snap 336 seq_num 1095) 2024-04-15T16:40:29.538 INFO:tasks.rados.rados.0.smithi090.stdout:3492: done (2 left) 2024-04-15T16:40:29.539 INFO:tasks.rados.rados.0.smithi090.stdout:3494: done (1 left) 2024-04-15T16:40:29.539 INFO:tasks.rados.rados.0.smithi090.stdout:3495: done (0 left) 2024-04-15T16:40:29.539 INFO:tasks.rados.rados.0.smithi090.stdout:3496: copy_from oid 16 from oid 27 current snap is 336 2024-04-15T16:40:29.539 INFO:tasks.rados.rados.0.smithi090.stdout:3497: rollback oid 21 current snap is 336 2024-04-15T16:40:29.539 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 329 2024-04-15T16:40:29.539 INFO:tasks.rados.rados.0.smithi090.stdout:3498: snap_create 2024-04-15T16:40:29.540 INFO:tasks.rados.rados.0.smithi090.stdout:3496: finishing copy_from to smithi09078167-16 2024-04-15T16:40:29.540 INFO:tasks.rados.rados.0.smithi090.stdout:3496: got expected ENOENT (src dne) 2024-04-15T16:40:29.540 INFO:tasks.rados.rados.0.smithi090.stdout:3496: finishing copy_from racing read to smithi09078167-16 2024-04-15T16:40:29.545 INFO:tasks.rados.rados.0.smithi090.stdout:3497: finishing rollback tid 0 to smithi09078167-21 2024-04-15T16:40:29.545 INFO:tasks.rados.rados.0.smithi090.stdout:3497: finishing rollback tid 1 to smithi09078167-21 2024-04-15T16:40:29.546 INFO:tasks.rados.rados.0.smithi090.stdout:3497: finishing rollback tid 2 to smithi09078167-21 2024-04-15T16:40:29.546 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1705 (ObjNum 1072 snap 323 seq_num 1072) dirty exists 2024-04-15T16:40:29.788 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:29 smithi090 ceph-mon[89240]: osdmap e729: 8 total, 8 up, 8 in 2024-04-15T16:40:29.789 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:29 smithi090 ceph-mon[89240]: pgmap v754: 121 pgs: 121 active+clean; 613 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-15T16:40:29.789 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:29 smithi090 ceph-mon[91618]: osdmap e729: 8 total, 8 up, 8 in 2024-04-15T16:40:29.789 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:29 smithi090 ceph-mon[91618]: pgmap v754: 121 pgs: 121 active+clean; 613 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-15T16:40:29.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:29 smithi153 ceph-mon[84714]: osdmap e729: 8 total, 8 up, 8 in 2024-04-15T16:40:29.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:29 smithi153 ceph-mon[84714]: pgmap v754: 121 pgs: 121 active+clean; 613 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.4 MiB/s wr, 15 op/s 2024-04-15T16:40:30.532 INFO:tasks.rados.rados.0.smithi090.stdout:3496: done (2 left) 2024-04-15T16:40:30.532 INFO:tasks.rados.rados.0.smithi090.stdout:3497: done (1 left) 2024-04-15T16:40:30.533 INFO:tasks.rados.rados.0.smithi090.stdout:3498: done (0 left) 2024-04-15T16:40:30.533 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 337 2024-04-15T16:40:30.533 INFO:tasks.rados.rados.0.smithi090.stdout:3499: seq_num 1096 ranges {2088960=761856,2850816=786432,3637248=16384} 2024-04-15T16:40:30.548 INFO:tasks.rados.rados.0.smithi090.stdout:3499: writing smithi09078167-4 from 2088960 to 2850816 tid 1 2024-04-15T16:40:30.552 INFO:tasks.rados.rados.0.smithi090.stdout:3499: writing smithi09078167-4 from 2850816 to 3637248 tid 2 2024-04-15T16:40:30.552 INFO:tasks.rados.rados.0.smithi090.stdout:3499: writing smithi09078167-4 from 3637248 to 3653632 tid 3 2024-04-15T16:40:30.552 INFO:tasks.rados.rados.0.smithi090.stdout:3500: snap_remove snap 334 2024-04-15T16:40:30.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:30 smithi090 ceph-mon[89240]: osdmap e730: 8 total, 8 up, 8 in 2024-04-15T16:40:30.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:30 smithi090 ceph-mon[91618]: osdmap e730: 8 total, 8 up, 8 in 2024-04-15T16:40:30.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:30 smithi153 ceph-mon[84714]: osdmap e730: 8 total, 8 up, 8 in 2024-04-15T16:40:31.546 INFO:tasks.rados.rados.0.smithi090.stdout:3499: finishing write tid 1 to smithi09078167-4 2024-04-15T16:40:31.546 INFO:tasks.rados.rados.0.smithi090.stdout:3499: finishing write tid 2 to smithi09078167-4 2024-04-15T16:40:31.546 INFO:tasks.rados.rados.0.smithi090.stdout:3499: finishing write tid 3 to smithi09078167-4 2024-04-15T16:40:31.546 INFO:tasks.rados.rados.0.smithi090.stdout:3499: finishing write tid 4 to smithi09078167-4 2024-04-15T16:40:31.546 INFO:tasks.rados.rados.0.smithi090.stdout:3499: finishing write tid 5 to smithi09078167-4 2024-04-15T16:40:31.547 INFO:tasks.rados.rados.0.smithi090.stdout:3499: oid 4 updating version 0 to 1508 2024-04-15T16:40:31.547 INFO:tasks.rados.rados.0.smithi090.stdout:3499: oid 4 version 1508 is already newer than 1506 2024-04-15T16:40:31.547 INFO:tasks.rados.rados.0.smithi090.stdout:3499: oid 4 version 1508 is already newer than 1507 2024-04-15T16:40:31.547 INFO:tasks.rados.rados.0.smithi090.stdout:3499: oid 4 updating version 1508 to 1509 2024-04-15T16:40:31.547 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1509 (ObjNum 1096 snap 337 seq_num 1096) dirty exists 2024-04-15T16:40:31.547 INFO:tasks.rados.rados.0.smithi090.stdout:3499: left oid 4 (ObjNum 1096 snap 337 seq_num 1096) 2024-04-15T16:40:31.547 INFO:tasks.rados.rados.0.smithi090.stdout:3499: done (1 left) 2024-04-15T16:40:31.547 INFO:tasks.rados.rados.0.smithi090.stdout:3500: done (0 left) 2024-04-15T16:40:31.547 INFO:tasks.rados.rados.0.smithi090.stdout:3501: snap_remove snap 332 2024-04-15T16:40:31.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:31 smithi090 ceph-mon[89240]: osdmap e731: 8 total, 8 up, 8 in 2024-04-15T16:40:31.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:31 smithi090 ceph-mon[89240]: pgmap v757: 121 pgs: 121 active+clean; 580 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-15T16:40:31.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:31 smithi090 ceph-mon[91618]: osdmap e731: 8 total, 8 up, 8 in 2024-04-15T16:40:31.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:31 smithi090 ceph-mon[91618]: pgmap v757: 121 pgs: 121 active+clean; 580 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-15T16:40:31.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:31 smithi153 ceph-mon[84714]: osdmap e731: 8 total, 8 up, 8 in 2024-04-15T16:40:31.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:31 smithi153 ceph-mon[84714]: pgmap v757: 121 pgs: 121 active+clean; 580 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-15T16:40:32.546 INFO:tasks.rados.rados.0.smithi090.stdout:3501: done (0 left) 2024-04-15T16:40:32.546 INFO:tasks.rados.rados.0.smithi090.stdout:3502: delete oid 49 current snap is 337 2024-04-15T16:40:32.556 INFO:tasks.rados.rados.0.smithi090.stdout:3502: done (0 left) 2024-04-15T16:40:32.556 INFO:tasks.rados.rados.0.smithi090.stdout:3503: snap_remove snap 335 2024-04-15T16:40:32.620 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:32 smithi153 ceph-mon[84714]: osdmap e732: 8 total, 8 up, 8 in 2024-04-15T16:40:32.621 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:40:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:40:32.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:32 smithi090 ceph-mon[89240]: osdmap e732: 8 total, 8 up, 8 in 2024-04-15T16:40:32.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:32 smithi090 ceph-mon[91618]: osdmap e732: 8 total, 8 up, 8 in 2024-04-15T16:40:33.560 INFO:tasks.rados.rados.0.smithi090.stdout:3503: done (0 left) 2024-04-15T16:40:33.560 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 337 2024-04-15T16:40:33.561 INFO:tasks.rados.rados.0.smithi090.stdout:3504: seq_num 1098 ranges {0=794624,794624=557056,1351680=245760} 2024-04-15T16:40:33.565 INFO:tasks.rados.rados.0.smithi090.stdout:3504: writing smithi09078167-50 from 0 to 794624 tid 1 2024-04-15T16:40:33.568 INFO:tasks.rados.rados.0.smithi090.stdout:3504: writing smithi09078167-50 from 794624 to 1351680 tid 2 2024-04-15T16:40:33.569 INFO:tasks.rados.rados.0.smithi090.stdout:3504: writing smithi09078167-50 from 1351680 to 1597440 tid 3 2024-04-15T16:40:33.570 INFO:tasks.rados.rados.0.smithi090.stdout:3505: delete oid 42 current snap is 337 2024-04-15T16:40:33.571 INFO:tasks.rados.rados.0.smithi090.stdout:3504: finishing write tid 1 to smithi09078167-50 2024-04-15T16:40:33.574 INFO:tasks.rados.rados.0.smithi090.stdout:3504: finishing write tid 2 to smithi09078167-50 2024-04-15T16:40:33.575 INFO:tasks.rados.rados.0.smithi090.stdout:3504: finishing write tid 3 to smithi09078167-50 2024-04-15T16:40:33.575 INFO:tasks.rados.rados.0.smithi090.stdout:3504: finishing write tid 4 to smithi09078167-50 2024-04-15T16:40:33.577 INFO:tasks.rados.rados.0.smithi090.stdout:3505: done (1 left) 2024-04-15T16:40:33.577 INFO:tasks.rados.rados.0.smithi090.stdout:3506: snap_create 2024-04-15T16:40:33.578 INFO:tasks.rados.rados.0.smithi090.stdout:3504: finishing write tid 5 to smithi09078167-50 2024-04-15T16:40:33.578 INFO:tasks.rados.rados.0.smithi090.stdout:3504: oid 50 updating version 0 to 1318 2024-04-15T16:40:33.578 INFO:tasks.rados.rados.0.smithi090.stdout:3504: oid 50 updating version 1318 to 1320 2024-04-15T16:40:33.578 INFO:tasks.rados.rados.0.smithi090.stdout:3504: oid 50 version 1320 is already newer than 1317 2024-04-15T16:40:33.578 INFO:tasks.rados.rados.0.smithi090.stdout:3504: oid 50 version 1320 is already newer than 1319 2024-04-15T16:40:33.578 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1320 (ObjNum 1098 snap 337 seq_num 1098) dirty exists 2024-04-15T16:40:33.578 INFO:tasks.rados.rados.0.smithi090.stdout:3504: left oid 50 (ObjNum 1098 snap 337 seq_num 1098) 2024-04-15T16:40:33.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:33 smithi090 ceph-mon[89240]: osdmap e733: 8 total, 8 up, 8 in 2024-04-15T16:40:33.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:33 smithi090 ceph-mon[89240]: pgmap v760: 121 pgs: 121 active+clean; 578 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-15T16:40:33.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:33 smithi090 ceph-mon[91618]: osdmap e733: 8 total, 8 up, 8 in 2024-04-15T16:40:33.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:33 smithi090 ceph-mon[91618]: pgmap v760: 121 pgs: 121 active+clean; 578 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-15T16:40:33.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:33 smithi153 ceph-mon[84714]: osdmap e733: 8 total, 8 up, 8 in 2024-04-15T16:40:33.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:33 smithi153 ceph-mon[84714]: pgmap v760: 121 pgs: 121 active+clean; 578 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-15T16:40:34.452 INFO:tasks.rados.rados.0.smithi090.stdout:3504: done (1 left) 2024-04-15T16:40:34.453 INFO:tasks.rados.rados.0.smithi090.stdout:3506: done (0 left) 2024-04-15T16:40:34.453 INFO:tasks.rados.rados.0.smithi090.stdout:3507: snap_create 2024-04-15T16:40:34.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:34 smithi090 ceph-mon[89240]: osdmap e734: 8 total, 8 up, 8 in 2024-04-15T16:40:34.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:34 smithi090 ceph-mon[89240]: osdmap e735: 8 total, 8 up, 8 in 2024-04-15T16:40:34.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:34 smithi090 ceph-mon[91618]: osdmap e734: 8 total, 8 up, 8 in 2024-04-15T16:40:34.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:34 smithi090 ceph-mon[91618]: osdmap e735: 8 total, 8 up, 8 in 2024-04-15T16:40:34.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:34 smithi153 ceph-mon[84714]: osdmap e734: 8 total, 8 up, 8 in 2024-04-15T16:40:34.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:34 smithi153 ceph-mon[84714]: osdmap e735: 8 total, 8 up, 8 in 2024-04-15T16:40:35.453 INFO:tasks.rados.rados.0.smithi090.stdout:3507: done (0 left) 2024-04-15T16:40:35.454 INFO:tasks.rados.rados.0.smithi090.stdout:3508: rollback oid 11 current snap is 339 2024-04-15T16:40:35.454 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 330 2024-04-15T16:40:35.454 INFO:tasks.rados.rados.0.smithi090.stdout:3509: rollback oid 32 current snap is 339 2024-04-15T16:40:35.454 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 32 to 270 2024-04-15T16:40:35.454 INFO:tasks.rados.rados.0.smithi090.stdout:3510: delete oid 15 current snap is 339 2024-04-15T16:40:35.461 INFO:tasks.rados.rados.0.smithi090.stdout:3508: finishing rollback tid 0 to smithi09078167-11 2024-04-15T16:40:35.461 INFO:tasks.rados.rados.0.smithi090.stdout:3508: finishing rollback tid 1 to smithi09078167-11 2024-04-15T16:40:35.462 INFO:tasks.rados.rados.0.smithi090.stdout:3508: finishing rollback tid 2 to smithi09078167-11 2024-04-15T16:40:35.462 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1333 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:40:35.462 INFO:tasks.rados.rados.0.smithi090.stdout:3509: finishing rollback tid 0 to smithi09078167-32 2024-04-15T16:40:35.463 INFO:tasks.rados.rados.0.smithi090.stdout:3508: done (2 left) 2024-04-15T16:40:35.463 INFO:tasks.rados.rados.0.smithi090.stdout:3510: done (1 left) 2024-04-15T16:40:35.463 INFO:tasks.rados.rados.0.smithi090.stdout:3511: rollback oid 20 current snap is 339 2024-04-15T16:40:35.463 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 327 2024-04-15T16:40:35.463 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 339 2024-04-15T16:40:35.463 INFO:tasks.rados.rados.0.smithi090.stdout:3512: seq_num 1101 ranges {0=442368,442368=606208,1048576=598016} 2024-04-15T16:40:35.465 INFO:tasks.rados.rados.0.smithi090.stdout:3512: writing smithi09078167-16 from 0 to 442368 tid 1 2024-04-15T16:40:35.469 INFO:tasks.rados.rados.0.smithi090.stdout:3512: writing smithi09078167-16 from 442368 to 1048576 tid 2 2024-04-15T16:40:35.472 INFO:tasks.rados.rados.0.smithi090.stdout:3512: writing smithi09078167-16 from 1048576 to 1646592 tid 3 2024-04-15T16:40:35.472 INFO:tasks.rados.rados.0.smithi090.stdout:3513: snap_create 2024-04-15T16:40:35.473 INFO:tasks.rados.rados.0.smithi090.stdout:3509: finishing rollback tid 1 to smithi09078167-32 2024-04-15T16:40:35.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 680 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-15T16:40:35.473 INFO:tasks.rados.rados.0.smithi090.stdout:3511: finishing rollback tid 0 to smithi09078167-20 2024-04-15T16:40:35.473 INFO:tasks.rados.rados.0.smithi090.stdout:3511: finishing rollback tid 1 to smithi09078167-20 2024-04-15T16:40:35.473 INFO:tasks.rados.rados.0.smithi090.stdout:3511: finishing rollback tid 2 to smithi09078167-20 2024-04-15T16:40:35.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 1717 (ObjNum 1056 snap 323 seq_num 1056) dirty exists 2024-04-15T16:40:35.473 INFO:tasks.rados.rados.0.smithi090.stdout:3512: finishing write tid 1 to smithi09078167-16 2024-04-15T16:40:35.473 INFO:tasks.rados.rados.0.smithi090.stdout:3512: finishing write tid 2 to smithi09078167-16 2024-04-15T16:40:35.475 INFO:tasks.rados.rados.0.smithi090.stdout:3512: finishing write tid 3 to smithi09078167-16 2024-04-15T16:40:35.476 INFO:tasks.rados.rados.0.smithi090.stdout:3512: finishing write tid 4 to smithi09078167-16 2024-04-15T16:40:35.477 INFO:tasks.rados.rados.0.smithi090.stdout:3512: finishing write tid 5 to smithi09078167-16 2024-04-15T16:40:35.477 INFO:tasks.rados.rados.0.smithi090.stdout:3512: oid 16 updating version 0 to 1376 2024-04-15T16:40:35.477 INFO:tasks.rados.rados.0.smithi090.stdout:3512: oid 16 updating version 1376 to 1378 2024-04-15T16:40:35.477 INFO:tasks.rados.rados.0.smithi090.stdout:3512: oid 16 updating version 1378 to 1379 2024-04-15T16:40:35.477 INFO:tasks.rados.rados.0.smithi090.stdout:3512: oid 16 version 1379 is already newer than 1377 2024-04-15T16:40:35.477 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1379 (ObjNum 1101 snap 339 seq_num 1101) dirty exists 2024-04-15T16:40:35.478 INFO:tasks.rados.rados.0.smithi090.stdout:3512: left oid 16 (ObjNum 1101 snap 339 seq_num 1101) 2024-04-15T16:40:35.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:35 smithi090 ceph-mon[89240]: pgmap v763: 121 pgs: 121 active+clean; 578 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 366 KiB/s wr, 7 op/s 2024-04-15T16:40:35.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:35 smithi090 ceph-mon[89240]: osdmap e736: 8 total, 8 up, 8 in 2024-04-15T16:40:35.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:35 smithi090 ceph-mon[91618]: pgmap v763: 121 pgs: 121 active+clean; 578 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 366 KiB/s wr, 7 op/s 2024-04-15T16:40:35.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:35 smithi090 ceph-mon[91618]: osdmap e736: 8 total, 8 up, 8 in 2024-04-15T16:40:35.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:35 smithi153 ceph-mon[84714]: pgmap v763: 121 pgs: 121 active+clean; 578 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 366 KiB/s wr, 7 op/s 2024-04-15T16:40:35.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:35 smithi153 ceph-mon[84714]: osdmap e736: 8 total, 8 up, 8 in 2024-04-15T16:40:36.456 INFO:tasks.rados.rados.0.smithi090.stdout:3509: done (3 left) 2024-04-15T16:40:36.457 INFO:tasks.rados.rados.0.smithi090.stdout:3511: done (2 left) 2024-04-15T16:40:36.457 INFO:tasks.rados.rados.0.smithi090.stdout:3512: done (1 left) 2024-04-15T16:40:36.457 INFO:tasks.rados.rados.0.smithi090.stdout:3513: done (0 left) 2024-04-15T16:40:36.457 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 340 2024-04-15T16:40:36.457 INFO:tasks.rados.rados.0.smithi090.stdout:3514: seq_num 1102 ranges {0=458752,458752=491520,950272=491520,1441792=221184} 2024-04-15T16:40:36.459 INFO:tasks.rados.rados.0.smithi090.stdout:3514: writing smithi09078167-13 from 0 to 458752 tid 1 2024-04-15T16:40:36.462 INFO:tasks.rados.rados.0.smithi090.stdout:3514: writing smithi09078167-13 from 458752 to 950272 tid 2 2024-04-15T16:40:36.465 INFO:tasks.rados.rados.0.smithi090.stdout:3514: writing smithi09078167-13 from 950272 to 1441792 tid 3 2024-04-15T16:40:36.466 INFO:tasks.rados.rados.0.smithi090.stdout:3514: writing smithi09078167-13 from 1441792 to 1662976 tid 4 2024-04-15T16:40:36.466 INFO:tasks.rados.rados.0.smithi090.stdout:3515: rollback oid 30 current snap is 340 2024-04-15T16:40:36.467 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 330 2024-04-15T16:40:36.467 INFO:tasks.rados.rados.0.smithi090.stdout:3516: snap_create 2024-04-15T16:40:36.467 INFO:tasks.rados.rados.0.smithi090.stdout:3514: finishing write tid 1 to smithi09078167-13 2024-04-15T16:40:36.468 INFO:tasks.rados.rados.0.smithi090.stdout:3514: finishing write tid 2 to smithi09078167-13 2024-04-15T16:40:36.473 INFO:tasks.rados.rados.0.smithi090.stdout:3514: finishing write tid 3 to smithi09078167-13 2024-04-15T16:40:36.473 INFO:tasks.rados.rados.0.smithi090.stdout:3514: finishing write tid 4 to smithi09078167-13 2024-04-15T16:40:36.473 INFO:tasks.rados.rados.0.smithi090.stdout:3514: finishing write tid 5 to smithi09078167-13 2024-04-15T16:40:36.474 INFO:tasks.rados.rados.0.smithi090.stdout:3515: finishing rollback tid 0 to smithi09078167-30 2024-04-15T16:40:36.475 INFO:tasks.rados.rados.0.smithi090.stdout:3515: finishing rollback tid 1 to smithi09078167-30 2024-04-15T16:40:36.475 INFO:tasks.rados.rados.0.smithi090.stdout:3515: finishing rollback tid 2 to smithi09078167-30 2024-04-15T16:40:36.475 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1644 (ObjNum 33 snap 0 seq_num 2310563013) dirty exists 2024-04-15T16:40:36.478 INFO:tasks.rados.rados.0.smithi090.stdout:3514: finishing write tid 6 to smithi09078167-13 2024-04-15T16:40:36.478 INFO:tasks.rados.rados.0.smithi090.stdout:3514: oid 13 updating version 0 to 1278 2024-04-15T16:40:36.478 INFO:tasks.rados.rados.0.smithi090.stdout:3514: oid 13 updating version 1278 to 1280 2024-04-15T16:40:36.478 INFO:tasks.rados.rados.0.smithi090.stdout:3514: oid 13 updating version 1280 to 1281 2024-04-15T16:40:36.478 INFO:tasks.rados.rados.0.smithi090.stdout:3514: oid 13 version 1281 is already newer than 1277 2024-04-15T16:40:36.478 INFO:tasks.rados.rados.0.smithi090.stdout:3514: oid 13 version 1281 is already newer than 1279 2024-04-15T16:40:36.478 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1281 (ObjNum 1102 snap 340 seq_num 1102) dirty exists 2024-04-15T16:40:36.478 INFO:tasks.rados.rados.0.smithi090.stdout:3514: left oid 13 (ObjNum 1102 snap 340 seq_num 1102) 2024-04-15T16:40:37.463 INFO:tasks.rados.rados.0.smithi090.stdout:3514: done (2 left) 2024-04-15T16:40:37.464 INFO:tasks.rados.rados.0.smithi090.stdout:3515: done (1 left) 2024-04-15T16:40:37.464 INFO:tasks.rados.rados.0.smithi090.stdout:3516: done (0 left) 2024-04-15T16:40:37.464 INFO:tasks.rados.rados.0.smithi090.stdout:3517: read oid 41 snap -1 2024-04-15T16:40:37.464 INFO:tasks.rados.rados.0.smithi090.stdout:3517: expect deleted 2024-04-15T16:40:37.464 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 8 current snap is 341 2024-04-15T16:40:37.464 INFO:tasks.rados.rados.0.smithi090.stdout:3518: seq_num 1103 ranges {7651328=475136,8126464=425984,8552448=696320,9248768=81920} 2024-04-15T16:40:37.506 INFO:tasks.rados.rados.0.smithi090.stdout:3518: writing smithi09078167-8 from 7651328 to 8126464 tid 1 2024-04-15T16:40:37.509 INFO:tasks.rados.rados.0.smithi090.stdout:3518: writing smithi09078167-8 from 8126464 to 8552448 tid 2 2024-04-15T16:40:37.514 INFO:tasks.rados.rados.0.smithi090.stdout:3518: writing smithi09078167-8 from 8552448 to 9248768 tid 3 2024-04-15T16:40:37.514 INFO:tasks.rados.rados.0.smithi090.stdout:3518: writing smithi09078167-8 from 9248768 to 9330688 tid 4 2024-04-15T16:40:37.514 INFO:tasks.rados.rados.0.smithi090.stdout:3519: snap_create 2024-04-15T16:40:37.514 INFO:tasks.rados.rados.0.smithi090.stdout:3518: finishing write tid 1 to smithi09078167-8 2024-04-15T16:40:37.514 INFO:tasks.rados.rados.0.smithi090.stdout:3518: finishing write tid 2 to smithi09078167-8 2024-04-15T16:40:37.518 INFO:tasks.rados.rados.0.smithi090.stdout:3518: finishing write tid 3 to smithi09078167-8 2024-04-15T16:40:37.518 INFO:tasks.rados.rados.0.smithi090.stdout:3518: finishing write tid 4 to smithi09078167-8 2024-04-15T16:40:37.518 INFO:tasks.rados.rados.0.smithi090.stdout:3518: finishing write tid 5 to smithi09078167-8 2024-04-15T16:40:37.519 INFO:tasks.rados.rados.0.smithi090.stdout:3518: finishing write tid 6 to smithi09078167-8 2024-04-15T16:40:37.520 INFO:tasks.rados.rados.0.smithi090.stdout:3518: oid 8 updating version 0 to 1430 2024-04-15T16:40:37.520 INFO:tasks.rados.rados.0.smithi090.stdout:3518: oid 8 version 1430 is already newer than 1429 2024-04-15T16:40:37.520 INFO:tasks.rados.rados.0.smithi090.stdout:3518: oid 8 updating version 1430 to 1431 2024-04-15T16:40:37.520 INFO:tasks.rados.rados.0.smithi090.stdout:3518: oid 8 updating version 1431 to 1432 2024-04-15T16:40:37.520 INFO:tasks.rados.rados.0.smithi090.stdout:3518: oid 8 updating version 1432 to 1433 2024-04-15T16:40:37.520 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1433 (ObjNum 1103 snap 341 seq_num 1103) dirty exists 2024-04-15T16:40:37.520 INFO:tasks.rados.rados.0.smithi090.stdout:3518: left oid 8 (ObjNum 1103 snap 341 seq_num 1103) 2024-04-15T16:40:37.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:37 smithi090 ceph-mon[91618]: osdmap e737: 8 total, 8 up, 8 in 2024-04-15T16:40:37.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:37 smithi090 ceph-mon[91618]: pgmap v766: 121 pgs: 121 active+clean; 582 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-15T16:40:37.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:37 smithi090 ceph-mon[89240]: osdmap e737: 8 total, 8 up, 8 in 2024-04-15T16:40:37.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:37 smithi090 ceph-mon[89240]: pgmap v766: 121 pgs: 121 active+clean; 582 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-15T16:40:37.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:37 smithi153 ceph-mon[84714]: osdmap e737: 8 total, 8 up, 8 in 2024-04-15T16:40:37.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:37 smithi153 ceph-mon[84714]: pgmap v766: 121 pgs: 121 active+clean; 582 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 4 op/s 2024-04-15T16:40:38.469 INFO:tasks.rados.rados.0.smithi090.stdout:3517: done (2 left) 2024-04-15T16:40:38.469 INFO:tasks.rados.rados.0.smithi090.stdout:3518: done (1 left) 2024-04-15T16:40:38.469 INFO:tasks.rados.rados.0.smithi090.stdout:3519: done (0 left) 2024-04-15T16:40:38.469 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 342 2024-04-15T16:40:38.469 INFO:tasks.rados.rados.0.smithi090.stdout:3520: seq_num 1104 ranges {3653632=499712,4153344=712704,4866048=491520} 2024-04-15T16:40:38.490 INFO:tasks.rados.rados.0.smithi090.stdout:3520: writing smithi09078167-4 from 3653632 to 4153344 tid 1 2024-04-15T16:40:38.494 INFO:tasks.rados.rados.0.smithi090.stdout:3520: writing smithi09078167-4 from 4153344 to 4866048 tid 2 2024-04-15T16:40:38.497 INFO:tasks.rados.rados.0.smithi090.stdout:3520: writing smithi09078167-4 from 4866048 to 5357568 tid 3 2024-04-15T16:40:38.497 INFO:tasks.rados.rados.0.smithi090.stdout:3521: copy_from oid 41 from oid 13 current snap is 342 2024-04-15T16:40:38.498 INFO:tasks.rados.rados.0.smithi090.stdout:3522: setattr oid 47 current snap is 342 2024-04-15T16:40:38.499 INFO:tasks.rados.rados.0.smithi090.stdout:3523: delete oid 37 current snap is 342 2024-04-15T16:40:38.500 INFO:tasks.rados.rados.0.smithi090.stdout:3520: finishing write tid 1 to smithi09078167-4 2024-04-15T16:40:38.501 INFO:tasks.rados.rados.0.smithi090.stdout:3520: finishing write tid 2 to smithi09078167-4 2024-04-15T16:40:38.501 INFO:tasks.rados.rados.0.smithi090.stdout:3520: finishing write tid 3 to smithi09078167-4 2024-04-15T16:40:38.501 INFO:tasks.rados.rados.0.smithi090.stdout:3520: finishing write tid 4 to smithi09078167-4 2024-04-15T16:40:38.503 INFO:tasks.rados.rados.0.smithi090.stdout:3520: finishing write tid 5 to smithi09078167-4 2024-04-15T16:40:38.503 INFO:tasks.rados.rados.0.smithi090.stdout:3520: oid 4 updating version 0 to 1510 2024-04-15T16:40:38.503 INFO:tasks.rados.rados.0.smithi090.stdout:3520: oid 4 updating version 1510 to 1511 2024-04-15T16:40:38.503 INFO:tasks.rados.rados.0.smithi090.stdout:3520: oid 4 updating version 1511 to 1512 2024-04-15T16:40:38.503 INFO:tasks.rados.rados.0.smithi090.stdout:3520: oid 4 updating version 1512 to 1513 2024-04-15T16:40:38.503 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1513 (ObjNum 1104 snap 342 seq_num 1104) dirty exists 2024-04-15T16:40:38.503 INFO:tasks.rados.rados.0.smithi090.stdout:3520: left oid 4 (ObjNum 1104 snap 342 seq_num 1104) 2024-04-15T16:40:38.504 INFO:tasks.rados.rados.0.smithi090.stdout:3520: done (3 left) 2024-04-15T16:40:38.504 INFO:tasks.rados.rados.0.smithi090.stdout:3523: done (2 left) 2024-04-15T16:40:38.504 INFO:tasks.rados.rados.0.smithi090.stdout:3524: delete oid 2 current snap is 342 2024-04-15T16:40:38.505 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 1138 (ObjNum 1001 snap 306 seq_num 1001) dirty exists 2024-04-15T16:40:38.505 INFO:tasks.rados.rados.0.smithi090.stdout:3522: done (2 left) 2024-04-15T16:40:38.506 INFO:tasks.rados.rados.0.smithi090.stdout:3524: done (1 left) 2024-04-15T16:40:38.506 INFO:tasks.rados.rados.0.smithi090.stdout:3525: snap_remove snap 288 2024-04-15T16:40:38.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:38 smithi090 ceph-mon[89240]: osdmap e738: 8 total, 8 up, 8 in 2024-04-15T16:40:38.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:40:38.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:38 smithi090 ceph-mon[91618]: osdmap e738: 8 total, 8 up, 8 in 2024-04-15T16:40:38.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:40:38.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:38 smithi153 ceph-mon[84714]: osdmap e738: 8 total, 8 up, 8 in 2024-04-15T16:40:38.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:40:39.457 INFO:tasks.rados.rados.0.smithi090.stdout:3521: finishing copy_from racing read to smithi09078167-41 2024-04-15T16:40:39.457 INFO:tasks.rados.rados.0.smithi090.stdout:3521: finishing copy_from to smithi09078167-41 2024-04-15T16:40:39.457 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 1281 (ObjNum 1102 snap 340 seq_num 1102) dirty exists 2024-04-15T16:40:39.457 INFO:tasks.rados.rados.0.smithi090.stdout:3521: done (1 left) 2024-04-15T16:40:39.458 INFO:tasks.rados.rados.0.smithi090.stdout:3525: done (0 left) 2024-04-15T16:40:39.458 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 342 2024-04-15T16:40:39.458 INFO:tasks.rados.rados.0.smithi090.stdout:3526: seq_num 1107 ranges {1662976=548864,2211840=770048,2981888=434176} 2024-04-15T16:40:39.470 INFO:tasks.rados.rados.0.smithi090.stdout:3526: writing smithi09078167-41 from 1662976 to 2211840 tid 1 2024-04-15T16:40:39.473 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:40:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:40:39] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-04-15T16:40:39.475 INFO:tasks.rados.rados.0.smithi090.stdout:3526: writing smithi09078167-41 from 2211840 to 2981888 tid 2 2024-04-15T16:40:39.479 INFO:tasks.rados.rados.0.smithi090.stdout:3526: writing smithi09078167-41 from 2981888 to 3416064 tid 3 2024-04-15T16:40:39.479 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 27 current snap is 342 2024-04-15T16:40:39.479 INFO:tasks.rados.rados.0.smithi090.stdout:3527: seq_num 1108 ranges {0=565248,565248=647168,1212416=483328,1695744=73728} 2024-04-15T16:40:39.483 INFO:tasks.rados.rados.0.smithi090.stdout:3527: writing smithi09078167-27 from 0 to 565248 tid 1 2024-04-15T16:40:39.487 INFO:tasks.rados.rados.0.smithi090.stdout:3527: writing smithi09078167-27 from 565248 to 1212416 tid 2 2024-04-15T16:40:39.490 INFO:tasks.rados.rados.0.smithi090.stdout:3527: writing smithi09078167-27 from 1212416 to 1695744 tid 3 2024-04-15T16:40:39.492 INFO:tasks.rados.rados.0.smithi090.stdout:3527: writing smithi09078167-27 from 1695744 to 1769472 tid 4 2024-04-15T16:40:39.492 INFO:tasks.rados.rados.0.smithi090.stdout:3528: read oid 3 snap -1 2024-04-15T16:40:39.492 INFO:tasks.rados.rados.0.smithi090.stdout:3528: expect (ObjNum 1060 snap 323 seq_num 1060) 2024-04-15T16:40:39.492 INFO:tasks.rados.rados.0.smithi090.stdout:3529: read oid 6 snap -1 2024-04-15T16:40:39.492 INFO:tasks.rados.rados.0.smithi090.stdout:3529: expect deleted 2024-04-15T16:40:39.492 INFO:tasks.rados.rados.0.smithi090.stdout:3530: copy_from oid 44 from oid 36 current snap is 342 2024-04-15T16:40:39.492 INFO:tasks.rados.rados.0.smithi090.stdout:3526: finishing write tid 1 to smithi09078167-41 2024-04-15T16:40:39.492 INFO:tasks.rados.rados.0.smithi090.stdout:3526: finishing write tid 2 to smithi09078167-41 2024-04-15T16:40:39.492 INFO:tasks.rados.rados.0.smithi090.stdout:3526: finishing write tid 3 to smithi09078167-41 2024-04-15T16:40:39.492 INFO:tasks.rados.rados.0.smithi090.stdout:3526: finishing write tid 4 to smithi09078167-41 2024-04-15T16:40:39.492 INFO:tasks.rados.rados.0.smithi090.stdout:3527: finishing write tid 1 to smithi09078167-27 2024-04-15T16:40:39.492 INFO:tasks.rados.rados.0.smithi090.stdout:3526: finishing write tid 5 to smithi09078167-41 2024-04-15T16:40:39.493 INFO:tasks.rados.rados.0.smithi090.stdout:3526: oid 41 updating version 0 to 1564 2024-04-15T16:40:39.493 INFO:tasks.rados.rados.0.smithi090.stdout:3526: oid 41 updating version 1564 to 1567 2024-04-15T16:40:39.493 INFO:tasks.rados.rados.0.smithi090.stdout:3526: oid 41 version 1567 is already newer than 1565 2024-04-15T16:40:39.493 INFO:tasks.rados.rados.0.smithi090.stdout:3526: oid 41 version 1567 is already newer than 1566 2024-04-15T16:40:39.493 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 1567 (ObjNum 1107 snap 342 seq_num 1107) dirty exists 2024-04-15T16:40:39.493 INFO:tasks.rados.rados.0.smithi090.stdout:3526: left oid 41 (ObjNum 1107 snap 342 seq_num 1107) 2024-04-15T16:40:39.493 INFO:tasks.rados.rados.0.smithi090.stdout:3527: finishing write tid 2 to smithi09078167-27 2024-04-15T16:40:39.493 INFO:tasks.rados.rados.0.smithi090.stdout:3526: done (4 left) 2024-04-15T16:40:39.493 INFO:tasks.rados.rados.0.smithi090.stdout:3531: rmattr oid 5 current snap is 342 2024-04-15T16:40:39.493 INFO:tasks.rados.rados.0.smithi090.stdout:3531: done (4 left) 2024-04-15T16:40:39.493 INFO:tasks.rados.rados.0.smithi090.stdout:3532: delete oid 22 current snap is 342 2024-04-15T16:40:39.493 INFO:tasks.rados.rados.0.smithi090.stdout:3530: finishing copy_from to smithi09078167-44 2024-04-15T16:40:39.493 INFO:tasks.rados.rados.0.smithi090.stdout:3530: got expected ENOENT (src dne) 2024-04-15T16:40:39.493 INFO:tasks.rados.rados.0.smithi090.stdout:3530: finishing copy_from racing read to smithi09078167-44 2024-04-15T16:40:39.494 INFO:tasks.rados.rados.0.smithi090.stdout:3530: done (4 left) 2024-04-15T16:40:39.494 INFO:tasks.rados.rados.0.smithi090.stdout:3532: done (3 left) 2024-04-15T16:40:39.494 INFO:tasks.rados.rados.0.smithi090.stdout:3533: delete oid 42 current snap is 342 2024-04-15T16:40:39.495 INFO:tasks.rados.rados.0.smithi090.stdout:3533: done (3 left) 2024-04-15T16:40:39.495 INFO:tasks.rados.rados.0.smithi090.stdout:3534: snap_create 2024-04-15T16:40:39.496 INFO:tasks.rados.rados.0.smithi090.stdout:3527: finishing write tid 3 to smithi09078167-27 2024-04-15T16:40:39.496 INFO:tasks.rados.rados.0.smithi090.stdout:3527: finishing write tid 4 to smithi09078167-27 2024-04-15T16:40:39.497 INFO:tasks.rados.rados.0.smithi090.stdout:3527: finishing write tid 5 to smithi09078167-27 2024-04-15T16:40:39.500 INFO:tasks.rados.rados.0.smithi090.stdout:3527: finishing write tid 6 to smithi09078167-27 2024-04-15T16:40:39.500 INFO:tasks.rados.rados.0.smithi090.stdout:3527: oid 27 updating version 0 to 1658 2024-04-15T16:40:39.500 INFO:tasks.rados.rados.0.smithi090.stdout:3527: oid 27 version 1658 is already newer than 1657 2024-04-15T16:40:39.500 INFO:tasks.rados.rados.0.smithi090.stdout:3527: oid 27 updating version 1658 to 1659 2024-04-15T16:40:39.500 INFO:tasks.rados.rados.0.smithi090.stdout:3527: oid 27 version 1659 is already newer than 1656 2024-04-15T16:40:39.500 INFO:tasks.rados.rados.0.smithi090.stdout:3527: oid 27 version 1659 is already newer than 1655 2024-04-15T16:40:39.500 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 1659 (ObjNum 1108 snap 342 seq_num 1108) dirty exists 2024-04-15T16:40:39.500 INFO:tasks.rados.rados.0.smithi090.stdout:3527: left oid 27 (ObjNum 1108 snap 342 seq_num 1108) 2024-04-15T16:40:39.506 INFO:tasks.rados.rados.0.smithi090.stdout:3528: expect (ObjNum 1060 snap 323 seq_num 1060) 2024-04-15T16:40:39.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:39 smithi090 ceph-mon[91618]: osdmap e739: 8 total, 8 up, 8 in 2024-04-15T16:40:39.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:39 smithi090 ceph-mon[91618]: pgmap v769: 121 pgs: 121 active+clean; 582 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-15T16:40:39.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:39 smithi090 ceph-mon[91618]: osdmap e740: 8 total, 8 up, 8 in 2024-04-15T16:40:39.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:39 smithi090 ceph-mon[89240]: osdmap e739: 8 total, 8 up, 8 in 2024-04-15T16:40:39.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:39 smithi090 ceph-mon[89240]: pgmap v769: 121 pgs: 121 active+clean; 582 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-15T16:40:39.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:39 smithi090 ceph-mon[89240]: osdmap e740: 8 total, 8 up, 8 in 2024-04-15T16:40:39.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:39 smithi153 ceph-mon[84714]: osdmap e739: 8 total, 8 up, 8 in 2024-04-15T16:40:39.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:39 smithi153 ceph-mon[84714]: pgmap v769: 121 pgs: 121 active+clean; 582 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 767 B/s rd, 1.1 MiB/s wr, 5 op/s 2024-04-15T16:40:39.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:39 smithi153 ceph-mon[84714]: osdmap e740: 8 total, 8 up, 8 in 2024-04-15T16:40:40.477 INFO:tasks.rados.rados.0.smithi090.stdout:3527: done (3 left) 2024-04-15T16:40:40.477 INFO:tasks.rados.rados.0.smithi090.stdout:3528: done (2 left) 2024-04-15T16:40:40.477 INFO:tasks.rados.rados.0.smithi090.stdout:3529: done (1 left) 2024-04-15T16:40:40.477 INFO:tasks.rados.rados.0.smithi090.stdout:3534: done (0 left) 2024-04-15T16:40:40.477 INFO:tasks.rados.rados.0.smithi090.stdout:3535: snap_remove snap 309 2024-04-15T16:40:41.492 INFO:tasks.rados.rados.0.smithi090.stdout:3535: done (0 left) 2024-04-15T16:40:41.492 INFO:tasks.rados.rados.0.smithi090.stdout:3536: snap_create 2024-04-15T16:40:41.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:41 smithi090 ceph-mon[89240]: osdmap e741: 8 total, 8 up, 8 in 2024-04-15T16:40:41.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:41 smithi090 ceph-mon[89240]: pgmap v772: 121 pgs: 121 active+clean; 574 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-15T16:40:41.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:41 smithi090 ceph-mon[91618]: osdmap e741: 8 total, 8 up, 8 in 2024-04-15T16:40:41.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:41 smithi090 ceph-mon[91618]: pgmap v772: 121 pgs: 121 active+clean; 574 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-15T16:40:41.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:41 smithi153 ceph-mon[84714]: osdmap e741: 8 total, 8 up, 8 in 2024-04-15T16:40:41.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:41 smithi153 ceph-mon[84714]: pgmap v772: 121 pgs: 121 active+clean; 574 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-15T16:40:42.492 INFO:tasks.rados.rados.0.smithi090.stdout:3536: done (0 left) 2024-04-15T16:40:42.493 INFO:tasks.rados.rados.0.smithi090.stdout:3537: copy_from oid 13 from oid 23 current snap is 344 2024-04-15T16:40:42.493 INFO:tasks.rados.rados.0.smithi090.stdout:3538: delete oid 7 current snap is 344 2024-04-15T16:40:42.496 INFO:tasks.rados.rados.0.smithi090.stdout:3538: done (1 left) 2024-04-15T16:40:42.496 INFO:tasks.rados.rados.0.smithi090.stdout:3539: snap_create 2024-04-15T16:40:42.533 INFO:tasks.rados.rados.0.smithi090.stdout:3537: finishing copy_from racing read to smithi09078167-13 2024-04-15T16:40:42.538 INFO:tasks.rados.rados.0.smithi090.stdout:3537: finishing copy_from to smithi09078167-13 2024-04-15T16:40:42.538 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1121 (ObjNum 741 snap 217 seq_num 741) dirty exists 2024-04-15T16:40:42.620 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:42 smithi153 ceph-mon[84714]: osdmap e742: 8 total, 8 up, 8 in 2024-04-15T16:40:42.621 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:40:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:40:42.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:42 smithi090 ceph-mon[89240]: osdmap e742: 8 total, 8 up, 8 in 2024-04-15T16:40:42.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:42 smithi090 ceph-mon[91618]: osdmap e742: 8 total, 8 up, 8 in 2024-04-15T16:40:43.502 INFO:tasks.rados.rados.0.smithi090.stdout:3537: done (1 left) 2024-04-15T16:40:43.502 INFO:tasks.rados.rados.0.smithi090.stdout:3539: done (0 left) 2024-04-15T16:40:43.502 INFO:tasks.rados.rados.0.smithi090.stdout:3540: snap_create 2024-04-15T16:40:43.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:43 smithi090 ceph-mon[89240]: osdmap e743: 8 total, 8 up, 8 in 2024-04-15T16:40:43.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:43 smithi090 ceph-mon[89240]: pgmap v775: 121 pgs: 121 active+clean; 564 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-15T16:40:43.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:43 smithi090 ceph-mon[91618]: osdmap e743: 8 total, 8 up, 8 in 2024-04-15T16:40:43.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:43 smithi090 ceph-mon[91618]: pgmap v775: 121 pgs: 121 active+clean; 564 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-15T16:40:43.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:43 smithi153 ceph-mon[84714]: osdmap e743: 8 total, 8 up, 8 in 2024-04-15T16:40:43.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:43 smithi153 ceph-mon[84714]: pgmap v775: 121 pgs: 121 active+clean; 564 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-15T16:40:44.454 INFO:tasks.rados.rados.0.smithi090.stdout:3540: done (0 left) 2024-04-15T16:40:44.454 INFO:tasks.rados.rados.0.smithi090.stdout:3541: snap_create 2024-04-15T16:40:44.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:44 smithi090 ceph-mon[91618]: osdmap e744: 8 total, 8 up, 8 in 2024-04-15T16:40:44.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:44 smithi090 ceph-mon[91618]: osdmap e745: 8 total, 8 up, 8 in 2024-04-15T16:40:44.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:44 smithi090 ceph-mon[89240]: osdmap e744: 8 total, 8 up, 8 in 2024-04-15T16:40:44.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:44 smithi090 ceph-mon[89240]: osdmap e745: 8 total, 8 up, 8 in 2024-04-15T16:40:44.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:44 smithi153 ceph-mon[84714]: osdmap e744: 8 total, 8 up, 8 in 2024-04-15T16:40:44.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:44 smithi153 ceph-mon[84714]: osdmap e745: 8 total, 8 up, 8 in 2024-04-15T16:40:45.456 INFO:tasks.rados.rados.0.smithi090.stdout:3541: done (0 left) 2024-04-15T16:40:45.456 INFO:tasks.rados.rados.0.smithi090.stdout:3542: snap_create 2024-04-15T16:40:45.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:45 smithi090 ceph-mon[91618]: pgmap v778: 121 pgs: 121 active+clean; 564 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 8 op/s 2024-04-15T16:40:45.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:45 smithi090 ceph-mon[91618]: osdmap e746: 8 total, 8 up, 8 in 2024-04-15T16:40:45.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:45 smithi090 ceph-mon[89240]: pgmap v778: 121 pgs: 121 active+clean; 564 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 8 op/s 2024-04-15T16:40:45.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:45 smithi090 ceph-mon[89240]: osdmap e746: 8 total, 8 up, 8 in 2024-04-15T16:40:45.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:45 smithi153 ceph-mon[84714]: pgmap v778: 121 pgs: 121 active+clean; 564 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.2 MiB/s wr, 8 op/s 2024-04-15T16:40:45.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:45 smithi153 ceph-mon[84714]: osdmap e746: 8 total, 8 up, 8 in 2024-04-15T16:40:46.459 INFO:tasks.rados.rados.0.smithi090.stdout:3542: done (0 left) 2024-04-15T16:40:46.459 INFO:tasks.rados.rados.0.smithi090.stdout:3543: read oid 3 snap 346 2024-04-15T16:40:46.459 INFO:tasks.rados.rados.0.smithi090.stdout:3543: expect (ObjNum 1060 snap 323 seq_num 1060) 2024-04-15T16:40:46.459 INFO:tasks.rados.rados.0.smithi090.stdout:3544: delete oid 41 current snap is 348 2024-04-15T16:40:46.461 INFO:tasks.rados.rados.0.smithi090.stdout:3544: done (1 left) 2024-04-15T16:40:46.461 INFO:tasks.rados.rados.0.smithi090.stdout:3545: snap_remove snap 336 2024-04-15T16:40:47.466 INFO:tasks.rados.rados.0.smithi090.stdout:3545: done (1 left) 2024-04-15T16:40:47.466 INFO:tasks.rados.rados.0.smithi090.stdout:3546: rollback oid 26 current snap is 348 2024-04-15T16:40:47.466 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 26 to 345 2024-04-15T16:40:47.466 INFO:tasks.rados.rados.0.smithi090.stdout:3543: expect (ObjNum 1060 snap 323 seq_num 1060) 2024-04-15T16:40:47.585 INFO:tasks.rados.rados.0.smithi090.stdout:3546: finishing rollback tid 1 to smithi09078167-26 2024-04-15T16:40:47.586 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1206 (ObjNum 33 snap 0 seq_num 3730006976) dirty dne 2024-04-15T16:40:47.586 INFO:tasks.rados.rados.0.smithi090.stdout:3543: done (1 left) 2024-04-15T16:40:47.586 INFO:tasks.rados.rados.0.smithi090.stdout:3546: done (0 left) 2024-04-15T16:40:47.586 INFO:tasks.rados.rados.0.smithi090.stdout:3547: copy_from oid 28 from oid 4 current snap is 348 2024-04-15T16:40:47.586 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 348 2024-04-15T16:40:47.586 INFO:tasks.rados.rados.0.smithi090.stdout:3548: seq_num 1113 ranges {2129920=647168,2777088=524288,3301376=622592,3923968=57344} 2024-04-15T16:40:47.600 INFO:tasks.rados.rados.0.smithi090.stdout:3548: writing smithi09078167-20 from 2129920 to 2777088 tid 1 2024-04-15T16:40:47.603 INFO:tasks.rados.rados.0.smithi090.stdout:3548: writing smithi09078167-20 from 2777088 to 3301376 tid 2 2024-04-15T16:40:47.607 INFO:tasks.rados.rados.0.smithi090.stdout:3548: writing smithi09078167-20 from 3301376 to 3923968 tid 3 2024-04-15T16:40:47.608 INFO:tasks.rados.rados.0.smithi090.stdout:3548: writing smithi09078167-20 from 3923968 to 3981312 tid 4 2024-04-15T16:40:47.608 INFO:tasks.rados.rados.0.smithi090.stdout:3549: read oid 16 snap -1 2024-04-15T16:40:47.608 INFO:tasks.rados.rados.0.smithi090.stdout:3549: expect (ObjNum 1101 snap 339 seq_num 1101) 2024-04-15T16:40:47.608 INFO:tasks.rados.rados.0.smithi090.stdout:3550: snap_remove snap 329 2024-04-15T16:40:47.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:47 smithi090 ceph-mon[89240]: osdmap e747: 8 total, 8 up, 8 in 2024-04-15T16:40:47.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:47 smithi090 ceph-mon[89240]: pgmap v781: 121 pgs: 121 active+clean; 572 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 0 op/s 2024-04-15T16:40:47.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:47 smithi090 ceph-mon[91618]: osdmap e747: 8 total, 8 up, 8 in 2024-04-15T16:40:47.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:47 smithi090 ceph-mon[91618]: pgmap v781: 121 pgs: 121 active+clean; 572 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 0 op/s 2024-04-15T16:40:47.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:47 smithi153 ceph-mon[84714]: osdmap e747: 8 total, 8 up, 8 in 2024-04-15T16:40:47.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:47 smithi153 ceph-mon[84714]: pgmap v781: 121 pgs: 121 active+clean; 572 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 0 op/s 2024-04-15T16:40:48.472 INFO:tasks.rados.rados.0.smithi090.stdout:3548: finishing write tid 1 to smithi09078167-20 2024-04-15T16:40:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:3548: finishing write tid 2 to smithi09078167-20 2024-04-15T16:40:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:3548: finishing write tid 3 to smithi09078167-20 2024-04-15T16:40:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:3548: finishing write tid 4 to smithi09078167-20 2024-04-15T16:40:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:3548: finishing write tid 5 to smithi09078167-20 2024-04-15T16:40:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:3547: finishing copy_from racing read to smithi09078167-28 2024-04-15T16:40:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:3548: finishing write tid 6 to smithi09078167-20 2024-04-15T16:40:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:3548: oid 20 updating version 0 to 1738 2024-04-15T16:40:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:3548: oid 20 updating version 1738 to 1740 2024-04-15T16:40:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:3548: oid 20 version 1740 is already newer than 1739 2024-04-15T16:40:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:3548: oid 20 updating version 1740 to 1741 2024-04-15T16:40:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:3548: oid 20 version 1741 is already newer than 1737 2024-04-15T16:40:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 1741 (ObjNum 1113 snap 348 seq_num 1113) dirty exists 2024-04-15T16:40:48.473 INFO:tasks.rados.rados.0.smithi090.stdout:3548: left oid 20 (ObjNum 1113 snap 348 seq_num 1113) 2024-04-15T16:40:48.474 INFO:tasks.rados.rados.0.smithi090.stdout:3549: expect (ObjNum 1101 snap 339 seq_num 1101) 2024-04-15T16:40:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:3547: finishing copy_from to smithi09078167-28 2024-04-15T16:40:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1513 (ObjNum 1104 snap 342 seq_num 1104) dirty exists 2024-04-15T16:40:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:3547: done (3 left) 2024-04-15T16:40:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:3548: done (2 left) 2024-04-15T16:40:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:3549: done (1 left) 2024-04-15T16:40:48.523 INFO:tasks.rados.rados.0.smithi090.stdout:3550: done (0 left) 2024-04-15T16:40:48.523 INFO:tasks.rados.rados.0.smithi090.stdout:3551: snap_create 2024-04-15T16:40:48.771 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:48 smithi153 ceph-mon[84714]: osdmap e748: 8 total, 8 up, 8 in 2024-04-15T16:40:48.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:48 smithi090 ceph-mon[89240]: osdmap e748: 8 total, 8 up, 8 in 2024-04-15T16:40:48.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:48 smithi090 ceph-mon[91618]: osdmap e748: 8 total, 8 up, 8 in 2024-04-15T16:40:49.456 INFO:tasks.rados.rados.0.smithi090.stdout:3551: done (0 left) 2024-04-15T16:40:49.457 INFO:tasks.rados.rados.0.smithi090.stdout:3552: snap_remove snap 345 2024-04-15T16:40:49.469 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:40:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:40:49] "GET /metrics HTTP/1.1" 200 36262 "" "Prometheus/2.43.0" 2024-04-15T16:40:49.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:49 smithi090 ceph-mon[89240]: osdmap e749: 8 total, 8 up, 8 in 2024-04-15T16:40:49.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:49 smithi090 ceph-mon[89240]: pgmap v784: 121 pgs: 121 active+clean; 572 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 0 op/s 2024-04-15T16:40:49.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:49 smithi090 ceph-mon[89240]: osdmap e750: 8 total, 8 up, 8 in 2024-04-15T16:40:49.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:49 smithi090 ceph-mon[91618]: osdmap e749: 8 total, 8 up, 8 in 2024-04-15T16:40:49.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:49 smithi090 ceph-mon[91618]: pgmap v784: 121 pgs: 121 active+clean; 572 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 0 op/s 2024-04-15T16:40:49.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:49 smithi090 ceph-mon[91618]: osdmap e750: 8 total, 8 up, 8 in 2024-04-15T16:40:49.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:49 smithi153 ceph-mon[84714]: osdmap e749: 8 total, 8 up, 8 in 2024-04-15T16:40:49.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:49 smithi153 ceph-mon[84714]: pgmap v784: 121 pgs: 121 active+clean; 572 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 0 B/s rd, 1.8 MiB/s wr, 0 op/s 2024-04-15T16:40:49.871 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:49 smithi153 ceph-mon[84714]: osdmap e750: 8 total, 8 up, 8 in 2024-04-15T16:40:50.458 INFO:tasks.rados.rados.0.smithi090.stdout:3552: done (0 left) 2024-04-15T16:40:50.458 INFO:tasks.rados.rados.0.smithi090.stdout:3553: snap_create 2024-04-15T16:40:51.464 INFO:tasks.rados.rados.0.smithi090.stdout:3553: done (0 left) 2024-04-15T16:40:51.464 INFO:tasks.rados.rados.0.smithi090.stdout:3554: read oid 23 snap -1 2024-04-15T16:40:51.464 INFO:tasks.rados.rados.0.smithi090.stdout:3554: expect (ObjNum 741 snap 217 seq_num 741) 2024-04-15T16:40:51.464 INFO:tasks.rados.rados.0.smithi090.stdout:3555: copy_from oid 24 from oid 6 current snap is 350 2024-04-15T16:40:51.464 INFO:tasks.rados.rados.0.smithi090.stdout:3556: read oid 13 snap -1 2024-04-15T16:40:51.464 INFO:tasks.rados.rados.0.smithi090.stdout:3556: expect (ObjNum 741 snap 217 seq_num 741) 2024-04-15T16:40:51.464 INFO:tasks.rados.rados.0.smithi090.stdout:3557: snap_create 2024-04-15T16:40:51.468 INFO:tasks.rados.rados.0.smithi090.stdout:3555: finishing copy_from to smithi09078167-24 2024-04-15T16:40:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:3555: got expected ENOENT (src dne) 2024-04-15T16:40:51.469 INFO:tasks.rados.rados.0.smithi090.stdout:3555: finishing copy_from racing read to smithi09078167-24 2024-04-15T16:40:51.494 INFO:tasks.rados.rados.0.smithi090.stdout:3554: expect (ObjNum 741 snap 217 seq_num 741) 2024-04-15T16:40:51.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:51 smithi090 ceph-mon[91618]: osdmap e751: 8 total, 8 up, 8 in 2024-04-15T16:40:51.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:51 smithi090 ceph-mon[91618]: pgmap v787: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 573 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 452 KiB/s wr, 3 op/s 2024-04-15T16:40:51.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:51 smithi090 ceph-mon[89240]: osdmap e751: 8 total, 8 up, 8 in 2024-04-15T16:40:51.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:51 smithi090 ceph-mon[89240]: pgmap v787: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 573 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 452 KiB/s wr, 3 op/s 2024-04-15T16:40:51.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:51 smithi153 ceph-mon[84714]: osdmap e751: 8 total, 8 up, 8 in 2024-04-15T16:40:51.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:51 smithi153 ceph-mon[84714]: pgmap v787: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 573 MiB data, 2.7 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 452 KiB/s wr, 3 op/s 2024-04-15T16:40:52.077 INFO:tasks.rados.rados.0.smithi090.stdout:3556: expect (ObjNum 741 snap 217 seq_num 741) 2024-04-15T16:40:52.620 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:52 smithi153 ceph-mon[84714]: osdmap e752: 8 total, 8 up, 8 in 2024-04-15T16:40:52.620 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:40:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:40:52.656 INFO:tasks.rados.rados.0.smithi090.stdout:3554: done (3 left) 2024-04-15T16:40:52.656 INFO:tasks.rados.rados.0.smithi090.stdout:3555: done (2 left) 2024-04-15T16:40:52.656 INFO:tasks.rados.rados.0.smithi090.stdout:3556: done (1 left) 2024-04-15T16:40:52.656 INFO:tasks.rados.rados.0.smithi090.stdout:3557: done (0 left) 2024-04-15T16:40:52.656 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 9 current snap is 351 2024-04-15T16:40:52.656 INFO:tasks.rados.rados.0.smithi090.stdout:3558: seq_num 1114 ranges {1974272=663552,2637824=802816,3440640=401408} 2024-04-15T16:40:52.669 INFO:tasks.rados.rados.0.smithi090.stdout:3558: writing smithi09078167-9 from 1974272 to 2637824 tid 1 2024-04-15T16:40:52.674 INFO:tasks.rados.rados.0.smithi090.stdout:3558: writing smithi09078167-9 from 2637824 to 3440640 tid 2 2024-04-15T16:40:52.676 INFO:tasks.rados.rados.0.smithi090.stdout:3558: writing smithi09078167-9 from 3440640 to 3842048 tid 3 2024-04-15T16:40:52.677 INFO:tasks.rados.rados.0.smithi090.stdout:3559: delete oid 20 current snap is 351 2024-04-15T16:40:52.677 INFO:tasks.rados.rados.0.smithi090.stdout:3558: finishing write tid 1 to smithi09078167-9 2024-04-15T16:40:52.678 INFO:tasks.rados.rados.0.smithi090.stdout:3558: finishing write tid 2 to smithi09078167-9 2024-04-15T16:40:52.679 INFO:tasks.rados.rados.0.smithi090.stdout:3558: finishing write tid 3 to smithi09078167-9 2024-04-15T16:40:52.679 INFO:tasks.rados.rados.0.smithi090.stdout:3558: finishing write tid 4 to smithi09078167-9 2024-04-15T16:40:52.680 INFO:tasks.rados.rados.0.smithi090.stdout:3559: done (1 left) 2024-04-15T16:40:52.680 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 351 2024-04-15T16:40:52.680 INFO:tasks.rados.rados.0.smithi090.stdout:3560: seq_num 1116 ranges {0=696320,696320=573440,1269760=450560,1720320=180224} 2024-04-15T16:40:52.683 INFO:tasks.rados.rados.0.smithi090.stdout:3560: writing smithi09078167-14 from 0 to 696320 tid 1 2024-04-15T16:40:52.687 INFO:tasks.rados.rados.0.smithi090.stdout:3560: writing smithi09078167-14 from 696320 to 1269760 tid 2 2024-04-15T16:40:52.689 INFO:tasks.rados.rados.0.smithi090.stdout:3560: writing smithi09078167-14 from 1269760 to 1720320 tid 3 2024-04-15T16:40:52.691 INFO:tasks.rados.rados.0.smithi090.stdout:3560: writing smithi09078167-14 from 1720320 to 1900544 tid 4 2024-04-15T16:40:52.691 INFO:tasks.rados.rados.0.smithi090.stdout:3561: read oid 44 snap -1 2024-04-15T16:40:52.691 INFO:tasks.rados.rados.0.smithi090.stdout:3561: expect (ObjNum 1065 snap 323 seq_num 1065) 2024-04-15T16:40:52.691 INFO:tasks.rados.rados.0.smithi090.stdout:3562: rollback oid 11 current snap is 351 2024-04-15T16:40:52.692 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 11 to 324 2024-04-15T16:40:52.692 INFO:tasks.rados.rados.0.smithi090.stdout:3558: finishing write tid 5 to smithi09078167-9 2024-04-15T16:40:52.692 INFO:tasks.rados.rados.0.smithi090.stdout:3558: oid 9 updating version 0 to 1513 2024-04-15T16:40:52.692 INFO:tasks.rados.rados.0.smithi090.stdout:3558: oid 9 version 1513 is already newer than 1510 2024-04-15T16:40:52.692 INFO:tasks.rados.rados.0.smithi090.stdout:3558: oid 9 version 1513 is already newer than 1511 2024-04-15T16:40:52.692 INFO:tasks.rados.rados.0.smithi090.stdout:3558: oid 9 version 1513 is already newer than 1512 2024-04-15T16:40:52.692 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1513 (ObjNum 1114 snap 351 seq_num 1114) dirty exists 2024-04-15T16:40:52.692 INFO:tasks.rados.rados.0.smithi090.stdout:3558: left oid 9 (ObjNum 1114 snap 351 seq_num 1114) 2024-04-15T16:40:52.692 INFO:tasks.rados.rados.0.smithi090.stdout:3558: done (3 left) 2024-04-15T16:40:52.692 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 351 2024-04-15T16:40:52.692 INFO:tasks.rados.rados.0.smithi090.stdout:3563: seq_num 1117 ranges {7512064=712704,8224768=458752,8683520=655360,9338880=90112} 2024-04-15T16:40:52.735 INFO:tasks.rados.rados.0.smithi090.stdout:3563: writing smithi09078167-13 from 7512064 to 8224768 tid 1 2024-04-15T16:40:52.737 INFO:tasks.rados.rados.0.smithi090.stdout:3563: writing smithi09078167-13 from 8224768 to 8683520 tid 2 2024-04-15T16:40:52.741 INFO:tasks.rados.rados.0.smithi090.stdout:3563: writing smithi09078167-13 from 8683520 to 9338880 tid 3 2024-04-15T16:40:52.743 INFO:tasks.rados.rados.0.smithi090.stdout:3563: writing smithi09078167-13 from 9338880 to 9428992 tid 4 2024-04-15T16:40:52.743 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 351 2024-04-15T16:40:52.743 INFO:tasks.rados.rados.0.smithi090.stdout:3560: finishing write tid 1 to smithi09078167-14 2024-04-15T16:40:52.743 INFO:tasks.rados.rados.0.smithi090.stdout:3560: finishing write tid 2 to smithi09078167-14 2024-04-15T16:40:52.743 INFO:tasks.rados.rados.0.smithi090.stdout:3560: finishing write tid 3 to smithi09078167-14 2024-04-15T16:40:52.743 INFO:tasks.rados.rados.0.smithi090.stdout:3560: finishing write tid 4 to smithi09078167-14 2024-04-15T16:40:52.743 INFO:tasks.rados.rados.0.smithi090.stdout:3560: finishing write tid 5 to smithi09078167-14 2024-04-15T16:40:52.743 INFO:tasks.rados.rados.0.smithi090.stdout:3560: finishing write tid 6 to smithi09078167-14 2024-04-15T16:40:52.743 INFO:tasks.rados.rados.0.smithi090.stdout:3560: oid 14 updating version 0 to 516 2024-04-15T16:40:52.744 INFO:tasks.rados.rados.0.smithi090.stdout:3560: oid 14 version 516 is already newer than 515 2024-04-15T16:40:52.744 INFO:tasks.rados.rados.0.smithi090.stdout:3560: oid 14 version 516 is already newer than 514 2024-04-15T16:40:52.744 INFO:tasks.rados.rados.0.smithi090.stdout:3560: oid 14 updating version 516 to 517 2024-04-15T16:40:52.744 INFO:tasks.rados.rados.0.smithi090.stdout:3560: oid 14 version 517 is already newer than 513 2024-04-15T16:40:52.744 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 517 (ObjNum 1116 snap 351 seq_num 1116) dirty exists 2024-04-15T16:40:52.744 INFO:tasks.rados.rados.0.smithi090.stdout:3560: left oid 14 (ObjNum 1116 snap 351 seq_num 1116) 2024-04-15T16:40:52.744 INFO:tasks.rados.rados.0.smithi090.stdout:3562: finishing rollback tid 0 to smithi09078167-11 2024-04-15T16:40:52.744 INFO:tasks.rados.rados.0.smithi090.stdout:3562: finishing rollback tid 1 to smithi09078167-11 2024-04-15T16:40:52.744 INFO:tasks.rados.rados.0.smithi090.stdout:3562: finishing rollback tid 2 to smithi09078167-11 2024-04-15T16:40:52.744 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1359 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:40:52.744 INFO:tasks.rados.rados.0.smithi090.stdout:3561: expect (ObjNum 1065 snap 323 seq_num 1065) 2024-04-15T16:40:52.773 INFO:tasks.rados.rados.0.smithi090.stdout:3563: finishing write tid 1 to smithi09078167-13 2024-04-15T16:40:52.773 INFO:tasks.rados.rados.0.smithi090.stdout:3563: finishing write tid 2 to smithi09078167-13 2024-04-15T16:40:52.774 INFO:tasks.rados.rados.0.smithi090.stdout:3564: seq_num 1118 ranges {1646592=729088,2375680=794624,3170304=409600} 2024-04-15T16:40:52.786 INFO:tasks.rados.rados.0.smithi090.stdout:3564: writing smithi09078167-16 from 1646592 to 2375680 tid 1 2024-04-15T16:40:52.790 INFO:tasks.rados.rados.0.smithi090.stdout:3564: writing smithi09078167-16 from 2375680 to 3170304 tid 2 2024-04-15T16:40:52.794 INFO:tasks.rados.rados.0.smithi090.stdout:3564: writing smithi09078167-16 from 3170304 to 3579904 tid 3 2024-04-15T16:40:52.794 INFO:tasks.rados.rados.0.smithi090.stdout:3560: done (4 left) 2024-04-15T16:40:52.794 INFO:tasks.rados.rados.0.smithi090.stdout:3561: done (3 left) 2024-04-15T16:40:52.794 INFO:tasks.rados.rados.0.smithi090.stdout:3562: done (2 left) 2024-04-15T16:40:52.794 INFO:tasks.rados.rados.0.smithi090.stdout:3565: rollback oid 48 current snap is 351 2024-04-15T16:40:52.794 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 48 to 317 2024-04-15T16:40:52.794 INFO:tasks.rados.rados.0.smithi090.stdout:3563: finishing write tid 3 to smithi09078167-13 2024-04-15T16:40:52.794 INFO:tasks.rados.rados.0.smithi090.stdout:3563: finishing write tid 4 to smithi09078167-13 2024-04-15T16:40:52.794 INFO:tasks.rados.rados.0.smithi090.stdout:3563: finishing write tid 5 to smithi09078167-13 2024-04-15T16:40:52.794 INFO:tasks.rados.rados.0.smithi090.stdout:3563: finishing write tid 6 to smithi09078167-13 2024-04-15T16:40:52.794 INFO:tasks.rados.rados.0.smithi090.stdout:3563: oid 13 updating version 0 to 1283 2024-04-15T16:40:52.795 INFO:tasks.rados.rados.0.smithi090.stdout:3563: oid 13 version 1283 is already newer than 1282 2024-04-15T16:40:52.795 INFO:tasks.rados.rados.0.smithi090.stdout:3563: oid 13 updating version 1283 to 1286 2024-04-15T16:40:52.795 INFO:tasks.rados.rados.0.smithi090.stdout:3563: oid 13 version 1286 is already newer than 1284 2024-04-15T16:40:52.795 INFO:tasks.rados.rados.0.smithi090.stdout:3563: oid 13 version 1286 is already newer than 1285 2024-04-15T16:40:52.795 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1286 (ObjNum 1117 snap 351 seq_num 1117) dirty exists 2024-04-15T16:40:52.795 INFO:tasks.rados.rados.0.smithi090.stdout:3563: left oid 13 (ObjNum 1117 snap 351 seq_num 1117) 2024-04-15T16:40:52.795 INFO:tasks.rados.rados.0.smithi090.stdout:3563: done (2 left) 2024-04-15T16:40:52.795 INFO:tasks.rados.rados.0.smithi090.stdout:3566: snap_create 2024-04-15T16:40:52.795 INFO:tasks.rados.rados.0.smithi090.stdout:3564: finishing write tid 1 to smithi09078167-16 2024-04-15T16:40:52.796 INFO:tasks.rados.rados.0.smithi090.stdout:3564: finishing write tid 2 to smithi09078167-16 2024-04-15T16:40:52.797 INFO:tasks.rados.rados.0.smithi090.stdout:3564: finishing write tid 3 to smithi09078167-16 2024-04-15T16:40:52.797 INFO:tasks.rados.rados.0.smithi090.stdout:3565: finishing rollback tid 0 to smithi09078167-48 2024-04-15T16:40:52.797 INFO:tasks.rados.rados.0.smithi090.stdout:3564: finishing write tid 4 to smithi09078167-16 2024-04-15T16:40:52.797 INFO:tasks.rados.rados.0.smithi090.stdout:3565: finishing rollback tid 1 to smithi09078167-48 2024-04-15T16:40:52.797 INFO:tasks.rados.rados.0.smithi090.stdout:3565: finishing rollback tid 2 to smithi09078167-48 2024-04-15T16:40:52.797 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1516 (ObjNum 1039 snap 314 seq_num 1039) dirty exists 2024-04-15T16:40:52.798 INFO:tasks.rados.rados.0.smithi090.stdout:3564: finishing write tid 5 to smithi09078167-16 2024-04-15T16:40:52.798 INFO:tasks.rados.rados.0.smithi090.stdout:3564: oid 16 updating version 0 to 1401 2024-04-15T16:40:52.798 INFO:tasks.rados.rados.0.smithi090.stdout:3564: oid 16 updating version 1401 to 1404 2024-04-15T16:40:52.798 INFO:tasks.rados.rados.0.smithi090.stdout:3564: oid 16 version 1404 is already newer than 1402 2024-04-15T16:40:52.798 INFO:tasks.rados.rados.0.smithi090.stdout:3564: oid 16 version 1404 is already newer than 1403 2024-04-15T16:40:52.798 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1404 (ObjNum 1118 snap 351 seq_num 1118) dirty exists 2024-04-15T16:40:52.798 INFO:tasks.rados.rados.0.smithi090.stdout:3564: left oid 16 (ObjNum 1118 snap 351 seq_num 1118) 2024-04-15T16:40:52.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:52 smithi090 ceph-mon[89240]: osdmap e752: 8 total, 8 up, 8 in 2024-04-15T16:40:52.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:52 smithi090 ceph-mon[91618]: osdmap e752: 8 total, 8 up, 8 in 2024-04-15T16:40:53.476 INFO:tasks.rados.rados.0.smithi090.stdout:3564: done (2 left) 2024-04-15T16:40:53.476 INFO:tasks.rados.rados.0.smithi090.stdout:3565: done (1 left) 2024-04-15T16:40:53.476 INFO:tasks.rados.rados.0.smithi090.stdout:3566: done (0 left) 2024-04-15T16:40:53.476 INFO:tasks.rados.rados.0.smithi090.stdout:3567: rollback oid 6 current snap is 352 2024-04-15T16:40:53.476 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 6 to 348 2024-04-15T16:40:53.476 INFO:tasks.rados.rados.0.smithi090.stdout:3568: read oid 16 snap -1 2024-04-15T16:40:53.477 INFO:tasks.rados.rados.0.smithi090.stdout:3568: expect (ObjNum 1118 snap 351 seq_num 1118) 2024-04-15T16:40:53.477 INFO:tasks.rados.rados.0.smithi090.stdout:3569: snap_remove snap 347 2024-04-15T16:40:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:53 smithi090 ceph-mon[89240]: osdmap e753: 8 total, 8 up, 8 in 2024-04-15T16:40:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:40:53.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:53 smithi090 ceph-mon[89240]: pgmap v790: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 578 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:40:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:53 smithi090 ceph-mon[91618]: osdmap e753: 8 total, 8 up, 8 in 2024-04-15T16:40:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:40:53.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:53 smithi090 ceph-mon[91618]: pgmap v790: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 578 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:40:53.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:53 smithi153 ceph-mon[84714]: osdmap e753: 8 total, 8 up, 8 in 2024-04-15T16:40:53.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:40:53.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:53 smithi153 ceph-mon[84714]: pgmap v790: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 578 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:40:54.462 INFO:tasks.rados.rados.0.smithi090.stdout:3569: done (2 left) 2024-04-15T16:40:54.462 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 352 2024-04-15T16:40:54.462 INFO:tasks.rados.rados.0.smithi090.stdout:3567: finishing rollback tid 1 to smithi09078167-6 2024-04-15T16:40:54.462 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1452 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-15T16:40:54.463 INFO:tasks.rados.rados.0.smithi090.stdout:3568: expect (ObjNum 1118 snap 351 seq_num 1118) 2024-04-15T16:40:54.583 INFO:tasks.rados.rados.0.smithi090.stdout:3570: seq_num 1119 ranges {2646016=745472,3391488=679936,4071424=524288} 2024-04-15T16:40:54.602 INFO:tasks.rados.rados.0.smithi090.stdout:3570: writing smithi09078167-3 from 2646016 to 3391488 tid 1 2024-04-15T16:40:54.605 INFO:tasks.rados.rados.0.smithi090.stdout:3570: writing smithi09078167-3 from 3391488 to 4071424 tid 2 2024-04-15T16:40:54.610 INFO:tasks.rados.rados.0.smithi090.stdout:3570: writing smithi09078167-3 from 4071424 to 4595712 tid 3 2024-04-15T16:40:54.610 INFO:tasks.rados.rados.0.smithi090.stdout:3567: done (2 left) 2024-04-15T16:40:54.610 INFO:tasks.rados.rados.0.smithi090.stdout:3568: done (1 left) 2024-04-15T16:40:54.610 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 352 2024-04-15T16:40:54.610 INFO:tasks.rados.rados.0.smithi090.stdout:3570: finishing write tid 1 to smithi09078167-3 2024-04-15T16:40:54.610 INFO:tasks.rados.rados.0.smithi090.stdout:3571: seq_num 1120 ranges {1597440=761856,2359296=557056,2916352=425984,3342336=221184} 2024-04-15T16:40:54.621 INFO:tasks.rados.rados.0.smithi090.stdout:3571: writing smithi09078167-50 from 1597440 to 2359296 tid 1 2024-04-15T16:40:54.624 INFO:tasks.rados.rados.0.smithi090.stdout:3571: writing smithi09078167-50 from 2359296 to 2916352 tid 2 2024-04-15T16:40:54.627 INFO:tasks.rados.rados.0.smithi090.stdout:3571: writing smithi09078167-50 from 2916352 to 3342336 tid 3 2024-04-15T16:40:54.629 INFO:tasks.rados.rados.0.smithi090.stdout:3571: writing smithi09078167-50 from 3342336 to 3563520 tid 4 2024-04-15T16:40:54.629 INFO:tasks.rados.rados.0.smithi090.stdout:3572: rollback oid 22 current snap is 352 2024-04-15T16:40:54.629 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 326 2024-04-15T16:40:54.629 INFO:tasks.rados.rados.0.smithi090.stdout:3570: finishing write tid 2 to smithi09078167-3 2024-04-15T16:40:54.629 INFO:tasks.rados.rados.0.smithi090.stdout:3570: finishing write tid 3 to smithi09078167-3 2024-04-15T16:40:54.629 INFO:tasks.rados.rados.0.smithi090.stdout:3570: finishing write tid 4 to smithi09078167-3 2024-04-15T16:40:54.629 INFO:tasks.rados.rados.0.smithi090.stdout:3570: finishing write tid 5 to smithi09078167-3 2024-04-15T16:40:54.629 INFO:tasks.rados.rados.0.smithi090.stdout:3570: oid 3 updating version 0 to 1364 2024-04-15T16:40:54.629 INFO:tasks.rados.rados.0.smithi090.stdout:3570: oid 3 updating version 1364 to 1365 2024-04-15T16:40:54.629 INFO:tasks.rados.rados.0.smithi090.stdout:3570: oid 3 updating version 1365 to 1366 2024-04-15T16:40:54.630 INFO:tasks.rados.rados.0.smithi090.stdout:3570: oid 3 version 1366 is already newer than 1363 2024-04-15T16:40:54.630 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1366 (ObjNum 1119 snap 352 seq_num 1119) dirty exists 2024-04-15T16:40:54.630 INFO:tasks.rados.rados.0.smithi090.stdout:3570: left oid 3 (ObjNum 1119 snap 352 seq_num 1119) 2024-04-15T16:40:54.630 INFO:tasks.rados.rados.0.smithi090.stdout:3571: finishing write tid 1 to smithi09078167-50 2024-04-15T16:40:54.630 INFO:tasks.rados.rados.0.smithi090.stdout:3571: finishing write tid 2 to smithi09078167-50 2024-04-15T16:40:54.630 INFO:tasks.rados.rados.0.smithi090.stdout:3570: done (2 left) 2024-04-15T16:40:54.630 INFO:tasks.rados.rados.0.smithi090.stdout:3573: snap_create 2024-04-15T16:40:54.630 INFO:tasks.rados.rados.0.smithi090.stdout:3571: finishing write tid 3 to smithi09078167-50 2024-04-15T16:40:54.631 INFO:tasks.rados.rados.0.smithi090.stdout:3571: finishing write tid 4 to smithi09078167-50 2024-04-15T16:40:54.632 INFO:tasks.rados.rados.0.smithi090.stdout:3572: finishing rollback tid 1 to smithi09078167-22 2024-04-15T16:40:54.632 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1441 (ObjNum 97 snap 0 seq_num 3730072128) dirty dne 2024-04-15T16:40:54.632 INFO:tasks.rados.rados.0.smithi090.stdout:3571: finishing write tid 5 to smithi09078167-50 2024-04-15T16:40:54.633 INFO:tasks.rados.rados.0.smithi090.stdout:3571: finishing write tid 6 to smithi09078167-50 2024-04-15T16:40:54.633 INFO:tasks.rados.rados.0.smithi090.stdout:3571: oid 50 updating version 0 to 1331 2024-04-15T16:40:54.633 INFO:tasks.rados.rados.0.smithi090.stdout:3571: oid 50 version 1331 is already newer than 1330 2024-04-15T16:40:54.633 INFO:tasks.rados.rados.0.smithi090.stdout:3571: oid 50 updating version 1331 to 1332 2024-04-15T16:40:54.633 INFO:tasks.rados.rados.0.smithi090.stdout:3571: oid 50 updating version 1332 to 1334 2024-04-15T16:40:54.633 INFO:tasks.rados.rados.0.smithi090.stdout:3571: oid 50 version 1334 is already newer than 1333 2024-04-15T16:40:54.633 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1334 (ObjNum 1120 snap 352 seq_num 1120) dirty exists 2024-04-15T16:40:54.633 INFO:tasks.rados.rados.0.smithi090.stdout:3571: left oid 50 (ObjNum 1120 snap 352 seq_num 1120) 2024-04-15T16:40:54.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:54 smithi090 ceph-mon[89240]: osdmap e754: 8 total, 8 up, 8 in 2024-04-15T16:40:54.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:54 smithi090 ceph-mon[89240]: osdmap e755: 8 total, 8 up, 8 in 2024-04-15T16:40:54.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:54 smithi090 ceph-mon[91618]: osdmap e754: 8 total, 8 up, 8 in 2024-04-15T16:40:54.829 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:54 smithi090 ceph-mon[91618]: osdmap e755: 8 total, 8 up, 8 in 2024-04-15T16:40:54.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:54 smithi153 ceph-mon[84714]: osdmap e754: 8 total, 8 up, 8 in 2024-04-15T16:40:54.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:54 smithi153 ceph-mon[84714]: osdmap e755: 8 total, 8 up, 8 in 2024-04-15T16:40:55.484 INFO:tasks.rados.rados.0.smithi090.stdout:3571: done (2 left) 2024-04-15T16:40:55.485 INFO:tasks.rados.rados.0.smithi090.stdout:3572: done (1 left) 2024-04-15T16:40:55.485 INFO:tasks.rados.rados.0.smithi090.stdout:3573: done (0 left) 2024-04-15T16:40:55.485 INFO:tasks.rados.rados.0.smithi090.stdout:3574: read oid 5 snap -1 2024-04-15T16:40:55.485 INFO:tasks.rados.rados.0.smithi090.stdout:3574: expect (ObjNum 1084 snap 331 seq_num 1084) 2024-04-15T16:40:55.485 INFO:tasks.rados.rados.0.smithi090.stdout:3575: copy_from oid 49 from oid 47 current snap is 353 2024-04-15T16:40:55.485 INFO:tasks.rados.rados.0.smithi090.stdout:3576: delete oid 34 current snap is 353 2024-04-15T16:40:55.488 INFO:tasks.rados.rados.0.smithi090.stdout:3576: done (2 left) 2024-04-15T16:40:55.488 INFO:tasks.rados.rados.0.smithi090.stdout:3577: delete oid 29 current snap is 353 2024-04-15T16:40:55.492 INFO:tasks.rados.rados.0.smithi090.stdout:3577: done (2 left) 2024-04-15T16:40:55.492 INFO:tasks.rados.rados.0.smithi090.stdout:3578: snap_create 2024-04-15T16:40:55.496 INFO:tasks.rados.rados.0.smithi090.stdout:3575: finishing copy_from racing read to smithi09078167-49 2024-04-15T16:40:55.497 INFO:tasks.rados.rados.0.smithi090.stdout:3575: finishing copy_from to smithi09078167-49 2024-04-15T16:40:55.498 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1138 (ObjNum 1001 snap 306 seq_num 1001) dirty exists 2024-04-15T16:40:55.507 INFO:tasks.rados.rados.0.smithi090.stdout:3574: expect (ObjNum 1084 snap 331 seq_num 1084) 2024-04-15T16:40:55.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:55 smithi090 ceph-mon[89240]: pgmap v793: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 578 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 1 op/s 2024-04-15T16:40:55.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:55 smithi090 ceph-mon[91618]: pgmap v793: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 578 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 1 op/s 2024-04-15T16:40:55.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:55 smithi153 ceph-mon[84714]: pgmap v793: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 578 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 1 op/s 2024-04-15T16:40:56.491 INFO:tasks.rados.rados.0.smithi090.stdout:3574: done (2 left) 2024-04-15T16:40:56.492 INFO:tasks.rados.rados.0.smithi090.stdout:3575: done (1 left) 2024-04-15T16:40:56.492 INFO:tasks.rados.rados.0.smithi090.stdout:3578: done (0 left) 2024-04-15T16:40:56.492 INFO:tasks.rados.rados.0.smithi090.stdout:3579: snap_remove snap 304 2024-04-15T16:40:56.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:56 smithi090 ceph-mon[89240]: osdmap e756: 8 total, 8 up, 8 in 2024-04-15T16:40:56.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:56 smithi090 ceph-mon[91618]: osdmap e756: 8 total, 8 up, 8 in 2024-04-15T16:40:56.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:56 smithi153 ceph-mon[84714]: osdmap e756: 8 total, 8 up, 8 in 2024-04-15T16:40:57.503 INFO:tasks.rados.rados.0.smithi090.stdout:3579: done (0 left) 2024-04-15T16:40:57.504 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 7 current snap is 354 2024-04-15T16:40:57.504 INFO:tasks.rados.rados.0.smithi090.stdout:3580: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-04-15T16:40:57.506 INFO:tasks.rados.rados.0.smithi090.stdout:3580: writing smithi09078167-7 from 0 to 409600 tid 1 2024-04-15T16:40:57.510 INFO:tasks.rados.rados.0.smithi090.stdout:3580: writing smithi09078167-7 from 409600 to 1024000 tid 2 2024-04-15T16:40:57.514 INFO:tasks.rados.rados.0.smithi090.stdout:3580: writing smithi09078167-7 from 1024000 to 1622016 tid 3 2024-04-15T16:40:57.517 INFO:tasks.rados.rados.0.smithi090.stdout:3580: writing smithi09078167-7 from 1622016 to 2015232 tid 4 2024-04-15T16:40:57.517 INFO:tasks.rados.rados.0.smithi090.stdout:3581: snap_remove snap 352 2024-04-15T16:40:57.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:57 smithi090 ceph-mon[91618]: osdmap e757: 8 total, 8 up, 8 in 2024-04-15T16:40:57.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:57 smithi090 ceph-mon[91618]: pgmap v796: 121 pgs: 121 active+clean; 591 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-04-15T16:40:57.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:57 smithi090 ceph-mon[89240]: osdmap e757: 8 total, 8 up, 8 in 2024-04-15T16:40:57.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:57 smithi090 ceph-mon[89240]: pgmap v796: 121 pgs: 121 active+clean; 591 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-04-15T16:40:57.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:57 smithi153 ceph-mon[84714]: osdmap e757: 8 total, 8 up, 8 in 2024-04-15T16:40:57.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:57 smithi153 ceph-mon[84714]: pgmap v796: 121 pgs: 121 active+clean; 591 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 13 op/s 2024-04-15T16:40:58.512 INFO:tasks.rados.rados.0.smithi090.stdout:3581: done (1 left) 2024-04-15T16:40:58.512 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 354 2024-04-15T16:40:58.512 INFO:tasks.rados.rados.0.smithi090.stdout:3580: finishing write tid 1 to smithi09078167-7 2024-04-15T16:40:58.512 INFO:tasks.rados.rados.0.smithi090.stdout:3580: finishing write tid 2 to smithi09078167-7 2024-04-15T16:40:58.512 INFO:tasks.rados.rados.0.smithi090.stdout:3582: seq_num 1124 ranges {0=434176,434176=499712,933888=409600,1343488=663552,2007040=32768} 2024-04-15T16:40:58.514 INFO:tasks.rados.rados.0.smithi090.stdout:3582: writing smithi09078167-41 from 0 to 434176 tid 1 2024-04-15T16:40:58.517 INFO:tasks.rados.rados.0.smithi090.stdout:3582: writing smithi09078167-41 from 434176 to 933888 tid 2 2024-04-15T16:40:58.520 INFO:tasks.rados.rados.0.smithi090.stdout:3582: writing smithi09078167-41 from 933888 to 1343488 tid 3 2024-04-15T16:40:58.524 INFO:tasks.rados.rados.0.smithi090.stdout:3582: writing smithi09078167-41 from 1343488 to 2007040 tid 4 2024-04-15T16:40:58.524 INFO:tasks.rados.rados.0.smithi090.stdout:3582: writing smithi09078167-41 from 2007040 to 2039808 tid 5 2024-04-15T16:40:58.525 INFO:tasks.rados.rados.0.smithi090.stdout:3583: read oid 43 snap 350 2024-04-15T16:40:58.525 INFO:tasks.rados.rados.0.smithi090.stdout:3583: expect deleted 2024-04-15T16:40:58.525 INFO:tasks.rados.rados.0.smithi090.stdout:3584: snap_create 2024-04-15T16:40:58.525 INFO:tasks.rados.rados.0.smithi090.stdout:3580: finishing write tid 3 to smithi09078167-7 2024-04-15T16:40:58.525 INFO:tasks.rados.rados.0.smithi090.stdout:3580: finishing write tid 4 to smithi09078167-7 2024-04-15T16:40:58.525 INFO:tasks.rados.rados.0.smithi090.stdout:3580: finishing write tid 5 to smithi09078167-7 2024-04-15T16:40:58.525 INFO:tasks.rados.rados.0.smithi090.stdout:3580: finishing write tid 6 to smithi09078167-7 2024-04-15T16:40:58.525 INFO:tasks.rados.rados.0.smithi090.stdout:3580: oid 7 updating version 0 to 1162 2024-04-15T16:40:58.525 INFO:tasks.rados.rados.0.smithi090.stdout:3580: oid 7 updating version 1162 to 1163 2024-04-15T16:40:58.525 INFO:tasks.rados.rados.0.smithi090.stdout:3580: oid 7 updating version 1163 to 1164 2024-04-15T16:40:58.525 INFO:tasks.rados.rados.0.smithi090.stdout:3580: oid 7 updating version 1164 to 1166 2024-04-15T16:40:58.525 INFO:tasks.rados.rados.0.smithi090.stdout:3580: oid 7 version 1166 is already newer than 1165 2024-04-15T16:40:58.525 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 1166 (ObjNum 1123 snap 354 seq_num 1123) dirty exists 2024-04-15T16:40:58.526 INFO:tasks.rados.rados.0.smithi090.stdout:3580: left oid 7 (ObjNum 1123 snap 354 seq_num 1123) 2024-04-15T16:40:58.526 INFO:tasks.rados.rados.0.smithi090.stdout:3582: finishing write tid 1 to smithi09078167-41 2024-04-15T16:40:58.526 INFO:tasks.rados.rados.0.smithi090.stdout:3582: finishing write tid 2 to smithi09078167-41 2024-04-15T16:40:58.526 INFO:tasks.rados.rados.0.smithi090.stdout:3582: finishing write tid 3 to smithi09078167-41 2024-04-15T16:40:58.528 INFO:tasks.rados.rados.0.smithi090.stdout:3582: finishing write tid 4 to smithi09078167-41 2024-04-15T16:40:58.529 INFO:tasks.rados.rados.0.smithi090.stdout:3582: finishing write tid 5 to smithi09078167-41 2024-04-15T16:40:58.530 INFO:tasks.rados.rados.0.smithi090.stdout:3582: finishing write tid 6 to smithi09078167-41 2024-04-15T16:40:58.532 INFO:tasks.rados.rados.0.smithi090.stdout:3582: finishing write tid 7 to smithi09078167-41 2024-04-15T16:40:58.532 INFO:tasks.rados.rados.0.smithi090.stdout:3582: oid 41 updating version 0 to 1570 2024-04-15T16:40:58.532 INFO:tasks.rados.rados.0.smithi090.stdout:3582: oid 41 updating version 1570 to 1574 2024-04-15T16:40:58.532 INFO:tasks.rados.rados.0.smithi090.stdout:3582: oid 41 updating version 1574 to 1575 2024-04-15T16:40:58.532 INFO:tasks.rados.rados.0.smithi090.stdout:3582: oid 41 version 1575 is already newer than 1573 2024-04-15T16:40:58.533 INFO:tasks.rados.rados.0.smithi090.stdout:3582: oid 41 version 1575 is already newer than 1571 2024-04-15T16:40:58.533 INFO:tasks.rados.rados.0.smithi090.stdout:3582: oid 41 version 1575 is already newer than 1572 2024-04-15T16:40:58.533 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 1575 (ObjNum 1124 snap 354 seq_num 1124) dirty exists 2024-04-15T16:40:58.533 INFO:tasks.rados.rados.0.smithi090.stdout:3582: left oid 41 (ObjNum 1124 snap 354 seq_num 1124) 2024-04-15T16:40:58.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:58 smithi090 ceph-mon[89240]: osdmap e758: 8 total, 8 up, 8 in 2024-04-15T16:40:58.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:58 smithi090 ceph-mon[91618]: osdmap e758: 8 total, 8 up, 8 in 2024-04-15T16:40:58.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:58 smithi153 ceph-mon[84714]: osdmap e758: 8 total, 8 up, 8 in 2024-04-15T16:40:59.461 INFO:tasks.rados.rados.0.smithi090.stdout:3580: done (3 left) 2024-04-15T16:40:59.461 INFO:tasks.rados.rados.0.smithi090.stdout:3582: done (2 left) 2024-04-15T16:40:59.461 INFO:tasks.rados.rados.0.smithi090.stdout:3583: done (1 left) 2024-04-15T16:40:59.462 INFO:tasks.rados.rados.0.smithi090.stdout:3584: done (0 left) 2024-04-15T16:40:59.462 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 355 2024-04-15T16:40:59.462 INFO:tasks.rados.rados.0.smithi090.stdout:3585: seq_num 1125 ranges {1040384=450560,1490944=786432,2277376=614400,2891776=204800} 2024-04-15T16:40:59.469 INFO:tasks.rados.rados.0.smithi090.stdout:3585: writing smithi09078167-44 from 1040384 to 1490944 tid 1 2024-04-15T16:40:59.475 INFO:tasks.rados.rados.0.smithi090.stdout:3585: writing smithi09078167-44 from 1490944 to 2277376 tid 2 2024-04-15T16:40:59.477 INFO:tasks.rados.rados.0.smithi090.stdout:3585: writing smithi09078167-44 from 2277376 to 2891776 tid 3 2024-04-15T16:40:59.479 INFO:tasks.rados.rados.0.smithi090.stdout:3585: writing smithi09078167-44 from 2891776 to 3096576 tid 4 2024-04-15T16:40:59.479 INFO:tasks.rados.rados.0.smithi090.stdout:3586: snap_remove snap 328 2024-04-15T16:40:59.512 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:40:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:40:59] "GET /metrics HTTP/1.1" 200 36258 "" "Prometheus/2.43.0" 2024-04-15T16:40:59.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:59 smithi090 ceph-mon[91618]: osdmap e759: 8 total, 8 up, 8 in 2024-04-15T16:40:59.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:59 smithi090 ceph-mon[91618]: pgmap v799: 121 pgs: 121 active+clean; 591 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-15T16:40:59.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:40:59 smithi090 ceph-mon[91618]: osdmap e760: 8 total, 8 up, 8 in 2024-04-15T16:40:59.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:59 smithi090 ceph-mon[89240]: osdmap e759: 8 total, 8 up, 8 in 2024-04-15T16:40:59.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:59 smithi090 ceph-mon[89240]: pgmap v799: 121 pgs: 121 active+clean; 591 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-15T16:40:59.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:40:59 smithi090 ceph-mon[89240]: osdmap e760: 8 total, 8 up, 8 in 2024-04-15T16:40:59.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:59 smithi153 ceph-mon[84714]: osdmap e759: 8 total, 8 up, 8 in 2024-04-15T16:40:59.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:59 smithi153 ceph-mon[84714]: pgmap v799: 121 pgs: 121 active+clean; 591 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-15T16:40:59.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:40:59 smithi153 ceph-mon[84714]: osdmap e760: 8 total, 8 up, 8 in 2024-04-15T16:41:00.461 INFO:tasks.rados.rados.0.smithi090.stdout:3585: finishing write tid 1 to smithi09078167-44 2024-04-15T16:41:00.461 INFO:tasks.rados.rados.0.smithi090.stdout:3585: finishing write tid 2 to smithi09078167-44 2024-04-15T16:41:00.461 INFO:tasks.rados.rados.0.smithi090.stdout:3585: finishing write tid 3 to smithi09078167-44 2024-04-15T16:41:00.461 INFO:tasks.rados.rados.0.smithi090.stdout:3585: finishing write tid 4 to smithi09078167-44 2024-04-15T16:41:00.461 INFO:tasks.rados.rados.0.smithi090.stdout:3585: finishing write tid 5 to smithi09078167-44 2024-04-15T16:41:00.461 INFO:tasks.rados.rados.0.smithi090.stdout:3585: finishing write tid 6 to smithi09078167-44 2024-04-15T16:41:00.461 INFO:tasks.rados.rados.0.smithi090.stdout:3585: oid 44 updating version 0 to 1343 2024-04-15T16:41:00.461 INFO:tasks.rados.rados.0.smithi090.stdout:3585: oid 44 updating version 1343 to 1346 2024-04-15T16:41:00.461 INFO:tasks.rados.rados.0.smithi090.stdout:3585: oid 44 version 1346 is already newer than 1344 2024-04-15T16:41:00.462 INFO:tasks.rados.rados.0.smithi090.stdout:3585: oid 44 version 1346 is already newer than 1345 2024-04-15T16:41:00.462 INFO:tasks.rados.rados.0.smithi090.stdout:3585: oid 44 version 1346 is already newer than 1342 2024-04-15T16:41:00.462 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1346 (ObjNum 1125 snap 355 seq_num 1125) dirty exists 2024-04-15T16:41:00.462 INFO:tasks.rados.rados.0.smithi090.stdout:3585: left oid 44 (ObjNum 1125 snap 355 seq_num 1125) 2024-04-15T16:41:00.462 INFO:tasks.rados.rados.0.smithi090.stdout:3585: done (1 left) 2024-04-15T16:41:00.462 INFO:tasks.rados.rados.0.smithi090.stdout:3586: done (0 left) 2024-04-15T16:41:00.462 INFO:tasks.rados.rados.0.smithi090.stdout:3587: delete oid 19 current snap is 355 2024-04-15T16:41:00.477 INFO:tasks.rados.rados.0.smithi090.stdout:3587: done (0 left) 2024-04-15T16:41:00.477 INFO:tasks.rados.rados.0.smithi090.stdout:3588: setattr oid 19 current snap is 355 2024-04-15T16:41:00.479 INFO:tasks.rados.rados.0.smithi090.stdout:3589: snap_create 2024-04-15T16:41:00.485 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1214 (ObjNum 65 snap 0 seq_num 1817995869) dirty exists 2024-04-15T16:41:01.467 INFO:tasks.rados.rados.0.smithi090.stdout:3588: done (1 left) 2024-04-15T16:41:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:3589: done (0 left) 2024-04-15T16:41:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:3590: rollback oid 1 current snap is 356 2024-04-15T16:41:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 311 2024-04-15T16:41:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:3591: rollback oid 18 current snap is 356 2024-04-15T16:41:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 18 to 344 2024-04-15T16:41:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:3592: copy_from oid 6 from oid 4 current snap is 356 2024-04-15T16:41:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 356 2024-04-15T16:41:01.468 INFO:tasks.rados.rados.0.smithi090.stdout:3593: seq_num 1127 ranges {0=483328,483328=598016,1081344=581632,1662976=425984} 2024-04-15T16:41:01.470 INFO:tasks.rados.rados.0.smithi090.stdout:3593: writing smithi09078167-15 from 0 to 483328 tid 1 2024-04-15T16:41:01.474 INFO:tasks.rados.rados.0.smithi090.stdout:3593: writing smithi09078167-15 from 483328 to 1081344 tid 2 2024-04-15T16:41:01.477 INFO:tasks.rados.rados.0.smithi090.stdout:3593: writing smithi09078167-15 from 1081344 to 1662976 tid 3 2024-04-15T16:41:01.480 INFO:tasks.rados.rados.0.smithi090.stdout:3593: writing smithi09078167-15 from 1662976 to 2088960 tid 4 2024-04-15T16:41:01.480 INFO:tasks.rados.rados.0.smithi090.stdout:3594: read oid 39 snap 280 2024-04-15T16:41:01.481 INFO:tasks.rados.rados.0.smithi090.stdout:3594: expect deleted 2024-04-15T16:41:01.481 INFO:tasks.rados.rados.0.smithi090.stdout:3595: snap_create 2024-04-15T16:41:01.481 INFO:tasks.rados.rados.0.smithi090.stdout:3590: finishing rollback tid 0 to smithi09078167-1 2024-04-15T16:41:01.481 INFO:tasks.rados.rados.0.smithi090.stdout:3590: finishing rollback tid 1 to smithi09078167-1 2024-04-15T16:41:01.481 INFO:tasks.rados.rados.0.smithi090.stdout:3590: finishing rollback tid 2 to smithi09078167-1 2024-04-15T16:41:01.481 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1769 (ObjNum 1009 snap 308 seq_num 1009) dirty exists 2024-04-15T16:41:01.481 INFO:tasks.rados.rados.0.smithi090.stdout:3591: finishing rollback tid 0 to smithi09078167-18 2024-04-15T16:41:01.481 INFO:tasks.rados.rados.0.smithi090.stdout:3591: finishing rollback tid 1 to smithi09078167-18 2024-04-15T16:41:01.481 INFO:tasks.rados.rados.0.smithi090.stdout:3591: finishing rollback tid 2 to smithi09078167-18 2024-04-15T16:41:01.481 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1773 (ObjNum 1055 snap 322 seq_num 1055) dirty exists 2024-04-15T16:41:01.481 INFO:tasks.rados.rados.0.smithi090.stdout:3593: finishing write tid 1 to smithi09078167-15 2024-04-15T16:41:01.481 INFO:tasks.rados.rados.0.smithi090.stdout:3593: finishing write tid 2 to smithi09078167-15 2024-04-15T16:41:01.484 INFO:tasks.rados.rados.0.smithi090.stdout:3593: finishing write tid 3 to smithi09078167-15 2024-04-15T16:41:01.484 INFO:tasks.rados.rados.0.smithi090.stdout:3593: finishing write tid 4 to smithi09078167-15 2024-04-15T16:41:01.484 INFO:tasks.rados.rados.0.smithi090.stdout:3593: finishing write tid 5 to smithi09078167-15 2024-04-15T16:41:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3593: finishing write tid 6 to smithi09078167-15 2024-04-15T16:41:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3593: oid 15 updating version 0 to 1474 2024-04-15T16:41:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3593: oid 15 updating version 1474 to 1475 2024-04-15T16:41:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3593: oid 15 version 1475 is already newer than 1472 2024-04-15T16:41:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3593: oid 15 version 1475 is already newer than 1471 2024-04-15T16:41:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3593: oid 15 version 1475 is already newer than 1473 2024-04-15T16:41:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1475 (ObjNum 1127 snap 356 seq_num 1127) dirty exists 2024-04-15T16:41:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3593: left oid 15 (ObjNum 1127 snap 356 seq_num 1127) 2024-04-15T16:41:01.493 INFO:tasks.rados.rados.0.smithi090.stdout:3592: finishing copy_from racing read to smithi09078167-6 2024-04-15T16:41:01.506 INFO:tasks.rados.rados.0.smithi090.stdout:3592: finishing copy_from to smithi09078167-6 2024-04-15T16:41:01.506 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1513 (ObjNum 1104 snap 342 seq_num 1104) dirty exists 2024-04-15T16:41:01.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:01 smithi090 ceph-mon[89240]: osdmap e761: 8 total, 8 up, 8 in 2024-04-15T16:41:01.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:01 smithi090 ceph-mon[89240]: pgmap v802: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 583 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 580 KiB/s wr, 1 op/s 2024-04-15T16:41:01.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:01 smithi090 ceph-mon[91618]: osdmap e761: 8 total, 8 up, 8 in 2024-04-15T16:41:01.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:01 smithi090 ceph-mon[91618]: pgmap v802: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 583 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 580 KiB/s wr, 1 op/s 2024-04-15T16:41:01.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:01 smithi153 ceph-mon[84714]: osdmap e761: 8 total, 8 up, 8 in 2024-04-15T16:41:01.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:01 smithi153 ceph-mon[84714]: pgmap v802: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 583 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 4.3 MiB/s rd, 580 KiB/s wr, 1 op/s 2024-04-15T16:41:02.477 INFO:tasks.rados.rados.0.smithi090.stdout:3590: done (5 left) 2024-04-15T16:41:02.477 INFO:tasks.rados.rados.0.smithi090.stdout:3591: done (4 left) 2024-04-15T16:41:02.477 INFO:tasks.rados.rados.0.smithi090.stdout:3592: done (3 left) 2024-04-15T16:41:02.477 INFO:tasks.rados.rados.0.smithi090.stdout:3593: done (2 left) 2024-04-15T16:41:02.477 INFO:tasks.rados.rados.0.smithi090.stdout:3594: done (1 left) 2024-04-15T16:41:02.477 INFO:tasks.rados.rados.0.smithi090.stdout:3595: done (0 left) 2024-04-15T16:41:02.477 INFO:tasks.rados.rados.0.smithi090.stdout:3596: rmattr oid 27 current snap is 357 2024-04-15T16:41:02.477 INFO:tasks.rados.rados.0.smithi090.stdout:3596: done (0 left) 2024-04-15T16:41:02.477 INFO:tasks.rados.rados.0.smithi090.stdout:3597: copy_from oid 33 from oid 29 current snap is 357 2024-04-15T16:41:02.478 INFO:tasks.rados.rados.0.smithi090.stdout:3598: setattr oid 37 current snap is 357 2024-04-15T16:41:02.479 INFO:tasks.rados.rados.0.smithi090.stdout:3597: finishing copy_from to smithi09078167-33 2024-04-15T16:41:02.479 INFO:tasks.rados.rados.0.smithi090.stdout:3597: got expected ENOENT (src dne) 2024-04-15T16:41:02.479 INFO:tasks.rados.rados.0.smithi090.stdout:3597: finishing copy_from racing read to smithi09078167-33 2024-04-15T16:41:02.479 INFO:tasks.rados.rados.0.smithi090.stdout:3597: done (1 left) 2024-04-15T16:41:02.479 INFO:tasks.rados.rados.0.smithi090.stdout:3599: read oid 2 snap -1 2024-04-15T16:41:02.479 INFO:tasks.rados.rados.0.smithi090.stdout:3599: expect deleted 2024-04-15T16:41:02.479 INFO:tasks.rados.rados.0.smithi090.stdout:3600: rollback oid 29 current snap is 357 2024-04-15T16:41:02.479 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 344 2024-04-15T16:41:02.479 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 357 2024-04-15T16:41:02.479 INFO:tasks.rados.rados.0.smithi090.stdout:3601: seq_num 1128 ranges {3579904=499712,4079616=483328,4562944=786432,5349376=335872} 2024-04-15T16:41:02.501 INFO:tasks.rados.rados.0.smithi090.stdout:3601: writing smithi09078167-16 from 3579904 to 4079616 tid 1 2024-04-15T16:41:02.503 INFO:tasks.rados.rados.0.smithi090.stdout:3601: writing smithi09078167-16 from 4079616 to 4562944 tid 2 2024-04-15T16:41:02.508 INFO:tasks.rados.rados.0.smithi090.stdout:3601: writing smithi09078167-16 from 4562944 to 5349376 tid 3 2024-04-15T16:41:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:3601: writing smithi09078167-16 from 5349376 to 5685248 tid 4 2024-04-15T16:41:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:3602: rollback oid 4 current snap is 357 2024-04-15T16:41:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 350 2024-04-15T16:41:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:3600: finishing rollback tid 1 to smithi09078167-29 2024-04-15T16:41:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:3600: finishing rollback tid 2 to smithi09078167-29 2024-04-15T16:41:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1384 (ObjNum 1095 snap 336 seq_num 1095) dirty exists 2024-04-15T16:41:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 696 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T16:41:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:3601: finishing write tid 1 to smithi09078167-16 2024-04-15T16:41:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:3601: finishing write tid 2 to smithi09078167-16 2024-04-15T16:41:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:3598: done (4 left) 2024-04-15T16:41:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:3599: done (3 left) 2024-04-15T16:41:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:3600: done (2 left) 2024-04-15T16:41:02.511 INFO:tasks.rados.rados.0.smithi090.stdout:3603: setattr oid 9 current snap is 357 2024-04-15T16:41:02.513 INFO:tasks.rados.rados.0.smithi090.stdout:3604: snap_create 2024-04-15T16:41:02.514 INFO:tasks.rados.rados.0.smithi090.stdout:3602: finishing rollback tid 0 to smithi09078167-4 2024-04-15T16:41:02.514 INFO:tasks.rados.rados.0.smithi090.stdout:3601: finishing write tid 3 to smithi09078167-16 2024-04-15T16:41:02.514 INFO:tasks.rados.rados.0.smithi090.stdout:3602: finishing rollback tid 1 to smithi09078167-4 2024-04-15T16:41:02.515 INFO:tasks.rados.rados.0.smithi090.stdout:3601: finishing write tid 4 to smithi09078167-16 2024-04-15T16:41:02.515 INFO:tasks.rados.rados.0.smithi090.stdout:3602: finishing rollback tid 2 to smithi09078167-4 2024-04-15T16:41:02.515 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1516 (ObjNum 1104 snap 342 seq_num 1104) dirty exists 2024-04-15T16:41:02.515 INFO:tasks.rados.rados.0.smithi090.stdout:3601: finishing write tid 5 to smithi09078167-16 2024-04-15T16:41:02.517 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1514 (ObjNum 1114 snap 351 seq_num 1114) dirty exists 2024-04-15T16:41:02.517 INFO:tasks.rados.rados.0.smithi090.stdout:3601: finishing write tid 6 to smithi09078167-16 2024-04-15T16:41:02.517 INFO:tasks.rados.rados.0.smithi090.stdout:3601: oid 16 updating version 0 to 1422 2024-04-15T16:41:02.517 INFO:tasks.rados.rados.0.smithi090.stdout:3601: oid 16 updating version 1422 to 1424 2024-04-15T16:41:02.517 INFO:tasks.rados.rados.0.smithi090.stdout:3601: oid 16 version 1424 is already newer than 1421 2024-04-15T16:41:02.517 INFO:tasks.rados.rados.0.smithi090.stdout:3601: oid 16 version 1424 is already newer than 1423 2024-04-15T16:41:02.517 INFO:tasks.rados.rados.0.smithi090.stdout:3601: oid 16 version 1424 is already newer than 1420 2024-04-15T16:41:02.517 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1424 (ObjNum 1128 snap 357 seq_num 1128) dirty exists 2024-04-15T16:41:02.517 INFO:tasks.rados.rados.0.smithi090.stdout:3601: left oid 16 (ObjNum 1128 snap 357 seq_num 1128) 2024-04-15T16:41:02.620 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:02 smithi153 ceph-mon[84714]: osdmap e762: 8 total, 8 up, 8 in 2024-04-15T16:41:02.620 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:41:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:41:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:41:02.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:02 smithi090 ceph-mon[91618]: osdmap e762: 8 total, 8 up, 8 in 2024-04-15T16:41:02.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:02 smithi090 ceph-mon[89240]: osdmap e762: 8 total, 8 up, 8 in 2024-04-15T16:41:03.478 INFO:tasks.rados.rados.0.smithi090.stdout:3601: done (3 left) 2024-04-15T16:41:03.479 INFO:tasks.rados.rados.0.smithi090.stdout:3602: done (2 left) 2024-04-15T16:41:03.479 INFO:tasks.rados.rados.0.smithi090.stdout:3603: done (1 left) 2024-04-15T16:41:03.479 INFO:tasks.rados.rados.0.smithi090.stdout:3604: done (0 left) 2024-04-15T16:41:03.479 INFO:tasks.rados.rados.0.smithi090.stdout:3605: read oid 20 snap -1 2024-04-15T16:41:03.479 INFO:tasks.rados.rados.0.smithi090.stdout:3605: expect deleted 2024-04-15T16:41:03.479 INFO:tasks.rados.rados.0.smithi090.stdout:3606: snap_create 2024-04-15T16:41:03.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:03 smithi090 ceph-mon[91618]: osdmap e763: 8 total, 8 up, 8 in 2024-04-15T16:41:03.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:03 smithi090 ceph-mon[91618]: pgmap v805: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 565 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-15T16:41:03.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:03 smithi090 ceph-mon[89240]: osdmap e763: 8 total, 8 up, 8 in 2024-04-15T16:41:03.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:03 smithi090 ceph-mon[89240]: pgmap v805: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 565 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-15T16:41:03.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:03 smithi153 ceph-mon[84714]: osdmap e763: 8 total, 8 up, 8 in 2024-04-15T16:41:03.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:03 smithi153 ceph-mon[84714]: pgmap v805: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 565 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 2.5 MiB/s wr, 12 op/s 2024-04-15T16:41:04.464 INFO:tasks.rados.rados.0.smithi090.stdout:3605: done (1 left) 2024-04-15T16:41:04.464 INFO:tasks.rados.rados.0.smithi090.stdout:3606: done (0 left) 2024-04-15T16:41:04.464 INFO:tasks.rados.rados.0.smithi090.stdout:3607: snap_create 2024-04-15T16:41:04.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:04 smithi090 ceph-mon[91618]: osdmap e764: 8 total, 8 up, 8 in 2024-04-15T16:41:04.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:04 smithi090 ceph-mon[91618]: osdmap e765: 8 total, 8 up, 8 in 2024-04-15T16:41:04.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:04 smithi090 ceph-mon[89240]: osdmap e764: 8 total, 8 up, 8 in 2024-04-15T16:41:04.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:04 smithi090 ceph-mon[89240]: osdmap e765: 8 total, 8 up, 8 in 2024-04-15T16:41:04.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:04 smithi153 ceph-mon[84714]: osdmap e764: 8 total, 8 up, 8 in 2024-04-15T16:41:04.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:04 smithi153 ceph-mon[84714]: osdmap e765: 8 total, 8 up, 8 in 2024-04-15T16:41:05.464 INFO:tasks.rados.rados.0.smithi090.stdout:3607: done (0 left) 2024-04-15T16:41:05.464 INFO:tasks.rados.rados.0.smithi090.stdout:3608: rmattr oid 8 current snap is 360 2024-04-15T16:41:05.465 INFO:tasks.rados.rados.0.smithi090.stdout:3609: copy_from oid 30 from oid 7 current snap is 360 2024-04-15T16:41:05.465 INFO:tasks.rados.rados.0.smithi090.stdout:3610: setattr oid 47 current snap is 360 2024-04-15T16:41:05.465 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 0 (ObjNum 1103 snap 341 seq_num 1103) dirty exists 2024-04-15T16:41:05.467 INFO:tasks.rados.rados.0.smithi090.stdout:3608: done (2 left) 2024-04-15T16:41:05.467 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 25 current snap is 360 2024-04-15T16:41:05.467 INFO:tasks.rados.rados.0.smithi090.stdout:3611: seq_num 1129 ranges {868352=516096,1384448=770048,2154496=598016,2752512=237568} 2024-04-15T16:41:05.475 INFO:tasks.rados.rados.0.smithi090.stdout:3611: writing smithi09078167-25 from 868352 to 1384448 tid 1 2024-04-15T16:41:05.480 INFO:tasks.rados.rados.0.smithi090.stdout:3611: writing smithi09078167-25 from 1384448 to 2154496 tid 2 2024-04-15T16:41:05.483 INFO:tasks.rados.rados.0.smithi090.stdout:3611: writing smithi09078167-25 from 2154496 to 2752512 tid 3 2024-04-15T16:41:05.485 INFO:tasks.rados.rados.0.smithi090.stdout:3611: writing smithi09078167-25 from 2752512 to 2990080 tid 4 2024-04-15T16:41:05.485 INFO:tasks.rados.rados.0.smithi090.stdout:3612: snap_remove snap 331 2024-04-15T16:41:05.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:05 smithi090 ceph-mon[91618]: pgmap v808: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 565 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-15T16:41:05.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:05 smithi090 ceph-mon[91618]: osdmap e766: 8 total, 8 up, 8 in 2024-04-15T16:41:05.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:05 smithi090 ceph-mon[89240]: pgmap v808: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 565 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-15T16:41:05.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:05 smithi090 ceph-mon[89240]: osdmap e766: 8 total, 8 up, 8 in 2024-04-15T16:41:05.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:05 smithi153 ceph-mon[84714]: pgmap v808: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 565 MiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 2.0 MiB/s wr, 11 op/s 2024-04-15T16:41:05.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:05 smithi153 ceph-mon[84714]: osdmap e766: 8 total, 8 up, 8 in 2024-04-15T16:41:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 1517 (ObjNum 1001 snap 306 seq_num 1001) dirty exists 2024-04-15T16:41:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3609: finishing copy_from racing read to smithi09078167-30 2024-04-15T16:41:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3611: finishing write tid 1 to smithi09078167-25 2024-04-15T16:41:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:3609: finishing copy_from to smithi09078167-30 2024-04-15T16:41:06.495 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1166 (ObjNum 1123 snap 354 seq_num 1123) dirty exists 2024-04-15T16:41:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3611: finishing write tid 2 to smithi09078167-25 2024-04-15T16:41:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3611: finishing write tid 3 to smithi09078167-25 2024-04-15T16:41:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3611: finishing write tid 4 to smithi09078167-25 2024-04-15T16:41:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3611: finishing write tid 5 to smithi09078167-25 2024-04-15T16:41:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3611: finishing write tid 6 to smithi09078167-25 2024-04-15T16:41:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3611: oid 25 updating version 0 to 1778 2024-04-15T16:41:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3611: oid 25 updating version 1778 to 1779 2024-04-15T16:41:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3611: oid 25 version 1779 is already newer than 1777 2024-04-15T16:41:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3611: oid 25 version 1779 is already newer than 1775 2024-04-15T16:41:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3611: oid 25 version 1779 is already newer than 1776 2024-04-15T16:41:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 1779 (ObjNum 1129 snap 360 seq_num 1129) dirty exists 2024-04-15T16:41:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3611: left oid 25 (ObjNum 1129 snap 360 seq_num 1129) 2024-04-15T16:41:06.496 INFO:tasks.rados.rados.0.smithi090.stdout:3609: done (3 left) 2024-04-15T16:41:06.497 INFO:tasks.rados.rados.0.smithi090.stdout:3610: done (2 left) 2024-04-15T16:41:06.497 INFO:tasks.rados.rados.0.smithi090.stdout:3611: done (1 left) 2024-04-15T16:41:06.497 INFO:tasks.rados.rados.0.smithi090.stdout:3612: done (0 left) 2024-04-15T16:41:06.497 INFO:tasks.rados.rados.0.smithi090.stdout:3613: read oid 16 snap 346 2024-04-15T16:41:06.497 INFO:tasks.rados.rados.0.smithi090.stdout:3613: expect (ObjNum 1101 snap 339 seq_num 1101) 2024-04-15T16:41:06.497 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 360 2024-04-15T16:41:06.497 INFO:tasks.rados.rados.0.smithi090.stdout:3614: seq_num 1130 ranges {3563520=532480,4096000=655360,4751360=753664,5505024=196608} 2024-04-15T16:41:06.518 INFO:tasks.rados.rados.0.smithi090.stdout:3614: writing smithi09078167-50 from 3563520 to 4096000 tid 1 2024-04-15T16:41:06.521 INFO:tasks.rados.rados.0.smithi090.stdout:3614: writing smithi09078167-50 from 4096000 to 4751360 tid 2 2024-04-15T16:41:06.526 INFO:tasks.rados.rados.0.smithi090.stdout:3614: writing smithi09078167-50 from 4751360 to 5505024 tid 3 2024-04-15T16:41:06.527 INFO:tasks.rados.rados.0.smithi090.stdout:3614: writing smithi09078167-50 from 5505024 to 5701632 tid 4 2024-04-15T16:41:06.527 INFO:tasks.rados.rados.0.smithi090.stdout:3615: snap_remove snap 311 2024-04-15T16:41:07.494 INFO:tasks.rados.rados.0.smithi090.stdout:3613: expect (ObjNum 1101 snap 339 seq_num 1101) 2024-04-15T16:41:07.548 INFO:tasks.rados.rados.0.smithi090.stdout:3614: finishing write tid 1 to smithi09078167-50 2024-04-15T16:41:07.549 INFO:tasks.rados.rados.0.smithi090.stdout:3614: finishing write tid 2 to smithi09078167-50 2024-04-15T16:41:07.549 INFO:tasks.rados.rados.0.smithi090.stdout:3613: done (2 left) 2024-04-15T16:41:07.549 INFO:tasks.rados.rados.0.smithi090.stdout:3615: done (1 left) 2024-04-15T16:41:07.549 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 360 2024-04-15T16:41:07.549 INFO:tasks.rados.rados.0.smithi090.stdout:3614: finishing write tid 3 to smithi09078167-50 2024-04-15T16:41:07.549 INFO:tasks.rados.rados.0.smithi090.stdout:3616: seq_num 1131 ranges {3096576=548864,3645440=540672,4186112=565248,4751360=425984,5177344=73728} 2024-04-15T16:41:07.568 INFO:tasks.rados.rados.0.smithi090.stdout:3616: writing smithi09078167-44 from 3096576 to 3645440 tid 1 2024-04-15T16:41:07.571 INFO:tasks.rados.rados.0.smithi090.stdout:3616: writing smithi09078167-44 from 3645440 to 4186112 tid 2 2024-04-15T16:41:07.574 INFO:tasks.rados.rados.0.smithi090.stdout:3616: writing smithi09078167-44 from 4186112 to 4751360 tid 3 2024-04-15T16:41:07.577 INFO:tasks.rados.rados.0.smithi090.stdout:3616: writing smithi09078167-44 from 4751360 to 5177344 tid 4 2024-04-15T16:41:07.577 INFO:tasks.rados.rados.0.smithi090.stdout:3616: writing smithi09078167-44 from 5177344 to 5251072 tid 5 2024-04-15T16:41:07.578 INFO:tasks.rados.rados.0.smithi090.stdout:3617: snap_create 2024-04-15T16:41:07.578 INFO:tasks.rados.rados.0.smithi090.stdout:3614: finishing write tid 4 to smithi09078167-50 2024-04-15T16:41:07.578 INFO:tasks.rados.rados.0.smithi090.stdout:3614: finishing write tid 5 to smithi09078167-50 2024-04-15T16:41:07.578 INFO:tasks.rados.rados.0.smithi090.stdout:3614: finishing write tid 6 to smithi09078167-50 2024-04-15T16:41:07.578 INFO:tasks.rados.rados.0.smithi090.stdout:3614: oid 50 updating version 0 to 1353 2024-04-15T16:41:07.578 INFO:tasks.rados.rados.0.smithi090.stdout:3614: oid 50 updating version 1353 to 1356 2024-04-15T16:41:07.578 INFO:tasks.rados.rados.0.smithi090.stdout:3614: oid 50 version 1356 is already newer than 1355 2024-04-15T16:41:07.578 INFO:tasks.rados.rados.0.smithi090.stdout:3614: oid 50 version 1356 is already newer than 1354 2024-04-15T16:41:07.578 INFO:tasks.rados.rados.0.smithi090.stdout:3614: oid 50 version 1356 is already newer than 1352 2024-04-15T16:41:07.578 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1356 (ObjNum 1130 snap 360 seq_num 1130) dirty exists 2024-04-15T16:41:07.578 INFO:tasks.rados.rados.0.smithi090.stdout:3614: left oid 50 (ObjNum 1130 snap 360 seq_num 1130) 2024-04-15T16:41:07.578 INFO:tasks.rados.rados.0.smithi090.stdout:3616: finishing write tid 1 to smithi09078167-44 2024-04-15T16:41:07.579 INFO:tasks.rados.rados.0.smithi090.stdout:3616: finishing write tid 2 to smithi09078167-44 2024-04-15T16:41:07.579 INFO:tasks.rados.rados.0.smithi090.stdout:3616: finishing write tid 3 to smithi09078167-44 2024-04-15T16:41:07.580 INFO:tasks.rados.rados.0.smithi090.stdout:3616: finishing write tid 4 to smithi09078167-44 2024-04-15T16:41:07.581 INFO:tasks.rados.rados.0.smithi090.stdout:3616: finishing write tid 5 to smithi09078167-44 2024-04-15T16:41:07.581 INFO:tasks.rados.rados.0.smithi090.stdout:3616: finishing write tid 6 to smithi09078167-44 2024-04-15T16:41:07.582 INFO:tasks.rados.rados.0.smithi090.stdout:3616: finishing write tid 7 to smithi09078167-44 2024-04-15T16:41:07.582 INFO:tasks.rados.rados.0.smithi090.stdout:3616: oid 44 updating version 0 to 1366 2024-04-15T16:41:07.582 INFO:tasks.rados.rados.0.smithi090.stdout:3616: oid 44 updating version 1366 to 1367 2024-04-15T16:41:07.582 INFO:tasks.rados.rados.0.smithi090.stdout:3616: oid 44 version 1367 is already newer than 1365 2024-04-15T16:41:07.583 INFO:tasks.rados.rados.0.smithi090.stdout:3616: oid 44 version 1367 is already newer than 1363 2024-04-15T16:41:07.583 INFO:tasks.rados.rados.0.smithi090.stdout:3616: oid 44 version 1367 is already newer than 1362 2024-04-15T16:41:07.583 INFO:tasks.rados.rados.0.smithi090.stdout:3616: oid 44 version 1367 is already newer than 1364 2024-04-15T16:41:07.583 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1367 (ObjNum 1131 snap 360 seq_num 1131) dirty exists 2024-04-15T16:41:07.583 INFO:tasks.rados.rados.0.smithi090.stdout:3616: left oid 44 (ObjNum 1131 snap 360 seq_num 1131) 2024-04-15T16:41:07.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:07 smithi090 ceph-mon[89240]: osdmap e767: 8 total, 8 up, 8 in 2024-04-15T16:41:07.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:07 smithi090 ceph-mon[89240]: pgmap v811: 121 pgs: 121 active+clean; 577 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-15T16:41:07.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:07 smithi090 ceph-mon[91618]: osdmap e767: 8 total, 8 up, 8 in 2024-04-15T16:41:07.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:07 smithi090 ceph-mon[91618]: pgmap v811: 121 pgs: 121 active+clean; 577 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-15T16:41:07.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:07 smithi153 ceph-mon[84714]: osdmap e767: 8 total, 8 up, 8 in 2024-04-15T16:41:07.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:07 smithi153 ceph-mon[84714]: pgmap v811: 121 pgs: 121 active+clean; 577 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-15T16:41:08.495 INFO:tasks.rados.rados.0.smithi090.stdout:3614: done (2 left) 2024-04-15T16:41:08.495 INFO:tasks.rados.rados.0.smithi090.stdout:3616: done (1 left) 2024-04-15T16:41:08.496 INFO:tasks.rados.rados.0.smithi090.stdout:3617: done (0 left) 2024-04-15T16:41:08.496 INFO:tasks.rados.rados.0.smithi090.stdout:3618: snap_create 2024-04-15T16:41:08.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:08 smithi090 ceph-mon[91618]: osdmap e768: 8 total, 8 up, 8 in 2024-04-15T16:41:08.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:41:08.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:08 smithi090 ceph-mon[89240]: osdmap e768: 8 total, 8 up, 8 in 2024-04-15T16:41:08.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:41:08.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:08 smithi153 ceph-mon[84714]: osdmap e768: 8 total, 8 up, 8 in 2024-04-15T16:41:08.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:41:09.465 INFO:tasks.rados.rados.0.smithi090.stdout:3618: done (0 left) 2024-04-15T16:41:09.465 INFO:tasks.rados.rados.0.smithi090.stdout:3619: rollback oid 29 current snap is 362 2024-04-15T16:41:09.465 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 361 2024-04-15T16:41:09.465 INFO:tasks.rados.rados.0.smithi090.stdout:3620: rmattr oid 15 current snap is 362 2024-04-15T16:41:09.465 INFO:tasks.rados.rados.0.smithi090.stdout:3620: done (1 left) 2024-04-15T16:41:09.465 INFO:tasks.rados.rados.0.smithi090.stdout:3621: rmattr oid 40 current snap is 362 2024-04-15T16:41:09.465 INFO:tasks.rados.rados.0.smithi090.stdout:3621: done (1 left) 2024-04-15T16:41:09.465 INFO:tasks.rados.rados.0.smithi090.stdout:3622: snap_remove snap 359 2024-04-15T16:41:09.498 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:41:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:41:09] "GET /metrics HTTP/1.1" 200 36260 "" "Prometheus/2.43.0" 2024-04-15T16:41:09.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:09 smithi090 ceph-mon[91618]: osdmap e769: 8 total, 8 up, 8 in 2024-04-15T16:41:09.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:09 smithi090 ceph-mon[91618]: pgmap v814: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 577 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-15T16:41:09.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:09 smithi090 ceph-mon[91618]: osdmap e770: 8 total, 8 up, 8 in 2024-04-15T16:41:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:09 smithi090 ceph-mon[89240]: osdmap e769: 8 total, 8 up, 8 in 2024-04-15T16:41:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:09 smithi090 ceph-mon[89240]: pgmap v814: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 577 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-15T16:41:09.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:09 smithi090 ceph-mon[89240]: osdmap e770: 8 total, 8 up, 8 in 2024-04-15T16:41:09.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:09 smithi153 ceph-mon[84714]: osdmap e769: 8 total, 8 up, 8 in 2024-04-15T16:41:09.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:09 smithi153 ceph-mon[84714]: pgmap v814: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 577 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-15T16:41:09.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:09 smithi153 ceph-mon[84714]: osdmap e770: 8 total, 8 up, 8 in 2024-04-15T16:41:10.466 INFO:tasks.rados.rados.0.smithi090.stdout:3622: done (1 left) 2024-04-15T16:41:10.466 INFO:tasks.rados.rados.0.smithi090.stdout:3623: delete oid 12 current snap is 362 2024-04-15T16:41:10.466 INFO:tasks.rados.rados.0.smithi090.stdout:3619: finishing rollback tid 0 to smithi09078167-29 2024-04-15T16:41:10.466 INFO:tasks.rados.rados.0.smithi090.stdout:3619: finishing rollback tid 1 to smithi09078167-29 2024-04-15T16:41:10.467 INFO:tasks.rados.rados.0.smithi090.stdout:3619: finishing rollback tid 2 to smithi09078167-29 2024-04-15T16:41:10.467 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1400 (ObjNum 1095 snap 336 seq_num 1095) dirty exists 2024-04-15T16:41:10.477 INFO:tasks.rados.rados.0.smithi090.stdout:3619: done (1 left) 2024-04-15T16:41:10.477 INFO:tasks.rados.rados.0.smithi090.stdout:3623: done (0 left) 2024-04-15T16:41:10.477 INFO:tasks.rados.rados.0.smithi090.stdout:3624: snap_create 2024-04-15T16:41:11.471 INFO:tasks.rados.rados.0.smithi090.stdout:3624: done (0 left) 2024-04-15T16:41:11.471 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 363 2024-04-15T16:41:11.471 INFO:tasks.rados.rados.0.smithi090.stdout:3625: seq_num 1133 ranges {0=581632,581632=753664,1335296=573440,1908736=278528} 2024-04-15T16:41:11.473 INFO:tasks.rados.rados.0.smithi090.stdout:3625: writing smithi09078167-19 from 0 to 581632 tid 1 2024-04-15T16:41:11.478 INFO:tasks.rados.rados.0.smithi090.stdout:3625: writing smithi09078167-19 from 581632 to 1335296 tid 2 2024-04-15T16:41:11.481 INFO:tasks.rados.rados.0.smithi090.stdout:3625: writing smithi09078167-19 from 1335296 to 1908736 tid 3 2024-04-15T16:41:11.483 INFO:tasks.rados.rados.0.smithi090.stdout:3625: writing smithi09078167-19 from 1908736 to 2187264 tid 4 2024-04-15T16:41:11.483 INFO:tasks.rados.rados.0.smithi090.stdout:3626: copy_from oid 20 from oid 49 current snap is 363 2024-04-15T16:41:11.483 INFO:tasks.rados.rados.0.smithi090.stdout:3625: finishing write tid 1 to smithi09078167-19 2024-04-15T16:41:11.484 INFO:tasks.rados.rados.0.smithi090.stdout:3625: finishing write tid 2 to smithi09078167-19 2024-04-15T16:41:11.484 INFO:tasks.rados.rados.0.smithi090.stdout:3627: snap_remove snap 346 2024-04-15T16:41:11.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:11 smithi090 ceph-mon[91618]: osdmap e771: 8 total, 8 up, 8 in 2024-04-15T16:41:11.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:11 smithi090 ceph-mon[91618]: pgmap v817: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 573 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1010 KiB/s wr, 3 op/s 2024-04-15T16:41:11.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:41:11.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:11 smithi090 ceph-mon[89240]: osdmap e771: 8 total, 8 up, 8 in 2024-04-15T16:41:11.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:11 smithi090 ceph-mon[89240]: pgmap v817: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 573 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1010 KiB/s wr, 3 op/s 2024-04-15T16:41:11.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:41:11.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:11 smithi153 ceph-mon[84714]: osdmap e771: 8 total, 8 up, 8 in 2024-04-15T16:41:11.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:11 smithi153 ceph-mon[84714]: pgmap v817: 121 pgs: 5 active+clean+snaptrim, 116 active+clean; 573 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1010 KiB/s wr, 3 op/s 2024-04-15T16:41:11.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:41:12.477 INFO:tasks.rados.rados.0.smithi090.stdout:3627: done (2 left) 2024-04-15T16:41:12.477 INFO:tasks.rados.rados.0.smithi090.stdout:3628: rollback oid 39 current snap is 363 2024-04-15T16:41:12.477 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 39 to 318 2024-04-15T16:41:12.477 INFO:tasks.rados.rados.0.smithi090.stdout:3629: copy_from oid 34 from oid 13 current snap is 363 2024-04-15T16:41:12.477 INFO:tasks.rados.rados.0.smithi090.stdout:3630: delete oid 36 current snap is 363 2024-04-15T16:41:12.477 INFO:tasks.rados.rados.0.smithi090.stdout:3625: finishing write tid 3 to smithi09078167-19 2024-04-15T16:41:12.477 INFO:tasks.rados.rados.0.smithi090.stdout:3625: finishing write tid 4 to smithi09078167-19 2024-04-15T16:41:12.477 INFO:tasks.rados.rados.0.smithi090.stdout:3625: finishing write tid 5 to smithi09078167-19 2024-04-15T16:41:12.477 INFO:tasks.rados.rados.0.smithi090.stdout:3625: finishing write tid 6 to smithi09078167-19 2024-04-15T16:41:12.478 INFO:tasks.rados.rados.0.smithi090.stdout:3625: oid 19 updating version 0 to 1218 2024-04-15T16:41:12.478 INFO:tasks.rados.rados.0.smithi090.stdout:3625: oid 19 version 1218 is already newer than 1217 2024-04-15T16:41:12.478 INFO:tasks.rados.rados.0.smithi090.stdout:3625: oid 19 version 1218 is already newer than 1215 2024-04-15T16:41:12.478 INFO:tasks.rados.rados.0.smithi090.stdout:3625: oid 19 version 1218 is already newer than 1216 2024-04-15T16:41:12.478 INFO:tasks.rados.rados.0.smithi090.stdout:3625: oid 19 updating version 1218 to 1219 2024-04-15T16:41:12.478 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1219 (ObjNum 1133 snap 363 seq_num 1133) dirty exists 2024-04-15T16:41:12.478 INFO:tasks.rados.rados.0.smithi090.stdout:3625: left oid 19 (ObjNum 1133 snap 363 seq_num 1133) 2024-04-15T16:41:12.478 INFO:tasks.rados.rados.0.smithi090.stdout:3626: finishing copy_from racing read to smithi09078167-20 2024-04-15T16:41:12.478 INFO:tasks.rados.rados.0.smithi090.stdout:3626: finishing copy_from to smithi09078167-20 2024-04-15T16:41:12.478 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 1138 (ObjNum 1001 snap 306 seq_num 1001) dirty exists 2024-04-15T16:41:12.485 INFO:tasks.rados.rados.0.smithi090.stdout:3625: done (4 left) 2024-04-15T16:41:12.485 INFO:tasks.rados.rados.0.smithi090.stdout:3626: done (3 left) 2024-04-15T16:41:12.485 INFO:tasks.rados.rados.0.smithi090.stdout:3630: done (2 left) 2024-04-15T16:41:12.485 INFO:tasks.rados.rados.0.smithi090.stdout:3631: rollback oid 4 current snap is 363 2024-04-15T16:41:12.485 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 4 to 326 2024-04-15T16:41:12.486 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 363 2024-04-15T16:41:12.486 INFO:tasks.rados.rados.0.smithi090.stdout:3632: seq_num 1135 ranges {2555904=614400,3170304=524288,3694592=540672,4235264=483328,4718592=57344} 2024-04-15T16:41:12.502 INFO:tasks.rados.rados.0.smithi090.stdout:3632: writing smithi09078167-24 from 2555904 to 3170304 tid 1 2024-04-15T16:41:12.505 INFO:tasks.rados.rados.0.smithi090.stdout:3632: writing smithi09078167-24 from 3170304 to 3694592 tid 2 2024-04-15T16:41:12.508 INFO:tasks.rados.rados.0.smithi090.stdout:3632: writing smithi09078167-24 from 3694592 to 4235264 tid 3 2024-04-15T16:41:12.512 INFO:tasks.rados.rados.0.smithi090.stdout:3632: writing smithi09078167-24 from 4235264 to 4718592 tid 4 2024-04-15T16:41:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:3632: writing smithi09078167-24 from 4718592 to 4775936 tid 5 2024-04-15T16:41:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 44 current snap is 363 2024-04-15T16:41:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:3631: finishing rollback tid 0 to smithi09078167-4 2024-04-15T16:41:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:3631: finishing rollback tid 1 to smithi09078167-4 2024-04-15T16:41:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:3631: finishing rollback tid 2 to smithi09078167-4 2024-04-15T16:41:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1519 (ObjNum 984 snap 300 seq_num 984) dirty exists 2024-04-15T16:41:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:3628: finishing rollback tid 0 to smithi09078167-39 2024-04-15T16:41:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:3628: finishing rollback tid 1 to smithi09078167-39 2024-04-15T16:41:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:3628: finishing rollback tid 2 to smithi09078167-39 2024-04-15T16:41:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1375 (ObjNum 1025 snap 312 seq_num 1025) dirty exists 2024-04-15T16:41:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:3632: finishing write tid 1 to smithi09078167-24 2024-04-15T16:41:12.513 INFO:tasks.rados.rados.0.smithi090.stdout:3633: seq_num 1136 ranges {5251072=630784,5881856=409600,6291456=753664,7045120=417792,7462912=24576} 2024-04-15T16:41:12.545 INFO:tasks.rados.rados.0.smithi090.stdout:3633: writing smithi09078167-44 from 5251072 to 5881856 tid 1 2024-04-15T16:41:12.547 INFO:tasks.rados.rados.0.smithi090.stdout:3633: writing smithi09078167-44 from 5881856 to 6291456 tid 2 2024-04-15T16:41:12.551 INFO:tasks.rados.rados.0.smithi090.stdout:3633: writing smithi09078167-44 from 6291456 to 7045120 tid 3 2024-04-15T16:41:12.554 INFO:tasks.rados.rados.0.smithi090.stdout:3633: writing smithi09078167-44 from 7045120 to 7462912 tid 4 2024-04-15T16:41:12.554 INFO:tasks.rados.rados.0.smithi090.stdout:3633: writing smithi09078167-44 from 7462912 to 7487488 tid 5 2024-04-15T16:41:12.554 INFO:tasks.rados.rados.0.smithi090.stdout:3628: done (4 left) 2024-04-15T16:41:12.554 INFO:tasks.rados.rados.0.smithi090.stdout:3631: done (3 left) 2024-04-15T16:41:12.554 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 363 2024-04-15T16:41:12.554 INFO:tasks.rados.rados.0.smithi090.stdout:3632: finishing write tid 2 to smithi09078167-24 2024-04-15T16:41:12.555 INFO:tasks.rados.rados.0.smithi090.stdout:3632: finishing write tid 3 to smithi09078167-24 2024-04-15T16:41:12.555 INFO:tasks.rados.rados.0.smithi090.stdout:3632: finishing write tid 4 to smithi09078167-24 2024-04-15T16:41:12.555 INFO:tasks.rados.rados.0.smithi090.stdout:3634: seq_num 1137 ranges {3006464=647168,3653632=696320,4349952=557056,4907008=352256} 2024-04-15T16:41:12.574 INFO:tasks.rados.rados.0.smithi090.stdout:3634: writing smithi09078167-21 from 3006464 to 3653632 tid 1 2024-04-15T16:41:12.578 INFO:tasks.rados.rados.0.smithi090.stdout:3634: writing smithi09078167-21 from 3653632 to 4349952 tid 2 2024-04-15T16:41:12.581 INFO:tasks.rados.rados.0.smithi090.stdout:3634: writing smithi09078167-21 from 4349952 to 4907008 tid 3 2024-04-15T16:41:12.583 INFO:tasks.rados.rados.0.smithi090.stdout:3634: writing smithi09078167-21 from 4907008 to 5259264 tid 4 2024-04-15T16:41:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 363 2024-04-15T16:41:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:3632: finishing write tid 5 to smithi09078167-24 2024-04-15T16:41:12.584 INFO:tasks.rados.rados.0.smithi090.stdout:3635: seq_num 1138 ranges {1327104=663552,1990656=581632,2572288=712704,3284992=311296} 2024-04-15T16:41:12.594 INFO:tasks.rados.rados.0.smithi090.stdout:3635: writing smithi09078167-45 from 1327104 to 1990656 tid 1 2024-04-15T16:41:12.597 INFO:tasks.rados.rados.0.smithi090.stdout:3635: writing smithi09078167-45 from 1990656 to 2572288 tid 2 2024-04-15T16:41:12.601 INFO:tasks.rados.rados.0.smithi090.stdout:3635: writing smithi09078167-45 from 2572288 to 3284992 tid 3 2024-04-15T16:41:12.607 INFO:tasks.rados.rados.0.smithi090.stdout:3635: writing smithi09078167-45 from 3284992 to 3596288 tid 4 2024-04-15T16:41:12.607 INFO:tasks.rados.rados.0.smithi090.stdout:3636: delete oid 28 current snap is 363 2024-04-15T16:41:12.607 INFO:tasks.rados.rados.0.smithi090.stdout:3632: finishing write tid 6 to smithi09078167-24 2024-04-15T16:41:12.607 INFO:tasks.rados.rados.0.smithi090.stdout:3632: finishing write tid 7 to smithi09078167-24 2024-04-15T16:41:12.607 INFO:tasks.rados.rados.0.smithi090.stdout:3632: oid 24 updating version 0 to 1291 2024-04-15T16:41:12.608 INFO:tasks.rados.rados.0.smithi090.stdout:3632: oid 24 version 1291 is already newer than 1289 2024-04-15T16:41:12.608 INFO:tasks.rados.rados.0.smithi090.stdout:3632: oid 24 version 1291 is already newer than 1290 2024-04-15T16:41:12.608 INFO:tasks.rados.rados.0.smithi090.stdout:3632: oid 24 version 1291 is already newer than 1287 2024-04-15T16:41:12.608 INFO:tasks.rados.rados.0.smithi090.stdout:3632: oid 24 updating version 1291 to 1292 2024-04-15T16:41:12.608 INFO:tasks.rados.rados.0.smithi090.stdout:3632: oid 24 version 1292 is already newer than 1288 2024-04-15T16:41:12.608 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1292 (ObjNum 1135 snap 363 seq_num 1135) dirty exists 2024-04-15T16:41:12.608 INFO:tasks.rados.rados.0.smithi090.stdout:3632: left oid 24 (ObjNum 1135 snap 363 seq_num 1135) 2024-04-15T16:41:12.608 INFO:tasks.rados.rados.0.smithi090.stdout:3629: finishing copy_from racing read to smithi09078167-34 2024-04-15T16:41:12.608 INFO:tasks.rados.rados.0.smithi090.stdout:3629: finishing copy_from to smithi09078167-34 2024-04-15T16:41:12.608 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1286 (ObjNum 1117 snap 351 seq_num 1117) dirty exists 2024-04-15T16:41:12.608 INFO:tasks.rados.rados.0.smithi090.stdout:3633: finishing write tid 1 to smithi09078167-44 2024-04-15T16:41:12.608 INFO:tasks.rados.rados.0.smithi090.stdout:3633: finishing write tid 2 to smithi09078167-44 2024-04-15T16:41:12.608 INFO:tasks.rados.rados.0.smithi090.stdout:3633: finishing write tid 3 to smithi09078167-44 2024-04-15T16:41:12.608 INFO:tasks.rados.rados.0.smithi090.stdout:3633: finishing write tid 4 to smithi09078167-44 2024-04-15T16:41:12.609 INFO:tasks.rados.rados.0.smithi090.stdout:3633: finishing write tid 5 to smithi09078167-44 2024-04-15T16:41:12.609 INFO:tasks.rados.rados.0.smithi090.stdout:3633: finishing write tid 6 to smithi09078167-44 2024-04-15T16:41:12.609 INFO:tasks.rados.rados.0.smithi090.stdout:3633: finishing write tid 7 to smithi09078167-44 2024-04-15T16:41:12.609 INFO:tasks.rados.rados.0.smithi090.stdout:3633: oid 44 updating version 0 to 1386 2024-04-15T16:41:12.609 INFO:tasks.rados.rados.0.smithi090.stdout:3633: oid 44 version 1386 is already newer than 1384 2024-04-15T16:41:12.609 INFO:tasks.rados.rados.0.smithi090.stdout:3633: oid 44 version 1386 is already newer than 1385 2024-04-15T16:41:12.609 INFO:tasks.rados.rados.0.smithi090.stdout:3633: oid 44 version 1386 is already newer than 1382 2024-04-15T16:41:12.609 INFO:tasks.rados.rados.0.smithi090.stdout:3633: oid 44 version 1386 is already newer than 1381 2024-04-15T16:41:12.609 INFO:tasks.rados.rados.0.smithi090.stdout:3633: oid 44 version 1386 is already newer than 1383 2024-04-15T16:41:12.609 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1386 (ObjNum 1136 snap 363 seq_num 1136) dirty exists 2024-04-15T16:41:12.609 INFO:tasks.rados.rados.0.smithi090.stdout:3633: left oid 44 (ObjNum 1136 snap 363 seq_num 1136) 2024-04-15T16:41:12.609 INFO:tasks.rados.rados.0.smithi090.stdout:3634: finishing write tid 1 to smithi09078167-21 2024-04-15T16:41:12.609 INFO:tasks.rados.rados.0.smithi090.stdout:3634: finishing write tid 2 to smithi09078167-21 2024-04-15T16:41:12.609 INFO:tasks.rados.rados.0.smithi090.stdout:3634: finishing write tid 3 to smithi09078167-21 2024-04-15T16:41:12.609 INFO:tasks.rados.rados.0.smithi090.stdout:3634: finishing write tid 4 to smithi09078167-21 2024-04-15T16:41:12.610 INFO:tasks.rados.rados.0.smithi090.stdout:3634: finishing write tid 5 to smithi09078167-21 2024-04-15T16:41:12.610 INFO:tasks.rados.rados.0.smithi090.stdout:3634: finishing write tid 6 to smithi09078167-21 2024-04-15T16:41:12.610 INFO:tasks.rados.rados.0.smithi090.stdout:3634: oid 21 updating version 0 to 1814 2024-04-15T16:41:12.610 INFO:tasks.rados.rados.0.smithi090.stdout:3634: oid 21 version 1814 is already newer than 1811 2024-04-15T16:41:12.610 INFO:tasks.rados.rados.0.smithi090.stdout:3634: oid 21 version 1814 is already newer than 1813 2024-04-15T16:41:12.610 INFO:tasks.rados.rados.0.smithi090.stdout:3634: oid 21 version 1814 is already newer than 1812 2024-04-15T16:41:12.610 INFO:tasks.rados.rados.0.smithi090.stdout:3634: oid 21 version 1814 is already newer than 1810 2024-04-15T16:41:12.610 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1814 (ObjNum 1137 snap 363 seq_num 1137) dirty exists 2024-04-15T16:41:12.610 INFO:tasks.rados.rados.0.smithi090.stdout:3634: left oid 21 (ObjNum 1137 snap 363 seq_num 1137) 2024-04-15T16:41:12.610 INFO:tasks.rados.rados.0.smithi090.stdout:3635: finishing write tid 1 to smithi09078167-45 2024-04-15T16:41:12.610 INFO:tasks.rados.rados.0.smithi090.stdout:3635: finishing write tid 2 to smithi09078167-45 2024-04-15T16:41:12.610 INFO:tasks.rados.rados.0.smithi090.stdout:3629: done (5 left) 2024-04-15T16:41:12.610 INFO:tasks.rados.rados.0.smithi090.stdout:3632: done (4 left) 2024-04-15T16:41:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:3633: done (3 left) 2024-04-15T16:41:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:3634: done (2 left) 2024-04-15T16:41:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:3636: done (1 left) 2024-04-15T16:41:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:3637: delete oid 1 current snap is 363 2024-04-15T16:41:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:3635: finishing write tid 3 to smithi09078167-45 2024-04-15T16:41:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:3635: finishing write tid 4 to smithi09078167-45 2024-04-15T16:41:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:3635: finishing write tid 5 to smithi09078167-45 2024-04-15T16:41:12.611 INFO:tasks.rados.rados.0.smithi090.stdout:3637: done (1 left) 2024-04-15T16:41:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 363 2024-04-15T16:41:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:3638: seq_num 1141 ranges {0=712704,712704=679936,1392640=540672,1933312=385024} 2024-04-15T16:41:12.612 INFO:tasks.rados.rados.0.smithi090.stdout:3638: writing smithi09078167-2 from 0 to 712704 tid 1 2024-04-15T16:41:12.616 INFO:tasks.rados.rados.0.smithi090.stdout:3638: writing smithi09078167-2 from 712704 to 1392640 tid 2 2024-04-15T16:41:12.619 INFO:tasks.rados.rados.0.smithi090.stdout:3638: writing smithi09078167-2 from 1392640 to 1933312 tid 3 2024-04-15T16:41:12.619 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 16:41:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T16:41:12.507+0000 7f56d51ff700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1a5 after trimming was started 2024-04-15T16:41:12.620 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:41:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:41:12.620 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:12 smithi153 ceph-mon[84714]: osdmap e772: 8 total, 8 up, 8 in 2024-04-15T16:41:12.620 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:41:12.620 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:41:12.620 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:41:12.620 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:41:12.620 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:41:12.621 INFO:tasks.rados.rados.0.smithi090.stdout:3638: writing smithi09078167-2 from 1933312 to 2318336 tid 4 2024-04-15T16:41:12.622 INFO:tasks.rados.rados.0.smithi090.stdout:3639: snap_create 2024-04-15T16:41:12.622 INFO:tasks.rados.rados.0.smithi090.stdout:3635: finishing write tid 6 to smithi09078167-45 2024-04-15T16:41:12.622 INFO:tasks.rados.rados.0.smithi090.stdout:3635: oid 45 updating version 0 to 1488 2024-04-15T16:41:12.622 INFO:tasks.rados.rados.0.smithi090.stdout:3635: oid 45 version 1488 is already newer than 1487 2024-04-15T16:41:12.622 INFO:tasks.rados.rados.0.smithi090.stdout:3635: oid 45 updating version 1488 to 1490 2024-04-15T16:41:12.622 INFO:tasks.rados.rados.0.smithi090.stdout:3635: oid 45 updating version 1490 to 1491 2024-04-15T16:41:12.622 INFO:tasks.rados.rados.0.smithi090.stdout:3635: oid 45 version 1491 is already newer than 1489 2024-04-15T16:41:12.622 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1491 (ObjNum 1138 snap 363 seq_num 1138) dirty exists 2024-04-15T16:41:12.622 INFO:tasks.rados.rados.0.smithi090.stdout:3635: left oid 45 (ObjNum 1138 snap 363 seq_num 1138) 2024-04-15T16:41:12.622 INFO:tasks.rados.rados.0.smithi090.stdout:3638: finishing write tid 1 to smithi09078167-2 2024-04-15T16:41:12.622 INFO:tasks.rados.rados.0.smithi090.stdout:3638: finishing write tid 2 to smithi09078167-2 2024-04-15T16:41:12.622 INFO:tasks.rados.rados.0.smithi090.stdout:3638: finishing write tid 3 to smithi09078167-2 2024-04-15T16:41:12.624 INFO:tasks.rados.rados.0.smithi090.stdout:3638: finishing write tid 4 to smithi09078167-2 2024-04-15T16:41:12.624 INFO:tasks.rados.rados.0.smithi090.stdout:3638: finishing write tid 5 to smithi09078167-2 2024-04-15T16:41:12.625 INFO:tasks.rados.rados.0.smithi090.stdout:3638: finishing write tid 6 to smithi09078167-2 2024-04-15T16:41:12.625 INFO:tasks.rados.rados.0.smithi090.stdout:3638: oid 2 updating version 0 to 1516 2024-04-15T16:41:12.625 INFO:tasks.rados.rados.0.smithi090.stdout:3638: oid 2 updating version 1516 to 1518 2024-04-15T16:41:12.625 INFO:tasks.rados.rados.0.smithi090.stdout:3638: oid 2 version 1518 is already newer than 1517 2024-04-15T16:41:12.625 INFO:tasks.rados.rados.0.smithi090.stdout:3638: oid 2 updating version 1518 to 1519 2024-04-15T16:41:12.625 INFO:tasks.rados.rados.0.smithi090.stdout:3638: oid 2 version 1519 is already newer than 1515 2024-04-15T16:41:12.625 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1519 (ObjNum 1141 snap 363 seq_num 1141) dirty exists 2024-04-15T16:41:12.625 INFO:tasks.rados.rados.0.smithi090.stdout:3638: left oid 2 (ObjNum 1141 snap 363 seq_num 1141) 2024-04-15T16:41:12.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:12 smithi090 ceph-mon[91618]: osdmap e772: 8 total, 8 up, 8 in 2024-04-15T16:41:12.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:41:12.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:41:12.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:41:12.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:41:12.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:41:12.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:12 smithi090 ceph-mon[89240]: osdmap e772: 8 total, 8 up, 8 in 2024-04-15T16:41:12.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:41:12.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:41:12.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:41:12.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:41:12.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:41:13.483 INFO:tasks.rados.rados.0.smithi090.stdout:3635: done (2 left) 2024-04-15T16:41:13.483 INFO:tasks.rados.rados.0.smithi090.stdout:3638: done (1 left) 2024-04-15T16:41:13.483 INFO:tasks.rados.rados.0.smithi090.stdout:3639: done (0 left) 2024-04-15T16:41:13.483 INFO:tasks.rados.rados.0.smithi090.stdout:3640: read oid 25 snap -1 2024-04-15T16:41:13.483 INFO:tasks.rados.rados.0.smithi090.stdout:3640: expect (ObjNum 1129 snap 360 seq_num 1129) 2024-04-15T16:41:13.483 INFO:tasks.rados.rados.0.smithi090.stdout:3641: rollback oid 21 current snap is 364 2024-04-15T16:41:13.483 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 357 2024-04-15T16:41:13.483 INFO:tasks.rados.rados.0.smithi090.stdout:3642: read oid 35 snap 324 2024-04-15T16:41:13.483 INFO:tasks.rados.rados.0.smithi090.stdout:3642: expect (ObjNum 983 snap 300 seq_num 983) 2024-04-15T16:41:13.483 INFO:tasks.rados.rados.0.smithi090.stdout:3643: snap_create 2024-04-15T16:41:13.499 INFO:tasks.rados.rados.0.smithi090.stdout:3642: expect (ObjNum 983 snap 300 seq_num 983) 2024-04-15T16:41:13.627 INFO:tasks.rados.rados.0.smithi090.stdout:3640: expect (ObjNum 1129 snap 360 seq_num 1129) 2024-04-15T16:41:13.718 INFO:tasks.rados.rados.0.smithi090.stdout:3641: finishing rollback tid 0 to smithi09078167-21 2024-04-15T16:41:13.718 INFO:tasks.rados.rados.0.smithi090.stdout:3641: finishing rollback tid 1 to smithi09078167-21 2024-04-15T16:41:13.718 INFO:tasks.rados.rados.0.smithi090.stdout:3641: finishing rollback tid 2 to smithi09078167-21 2024-04-15T16:41:13.718 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1820 (ObjNum 1072 snap 323 seq_num 1072) dirty exists 2024-04-15T16:41:13.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:13 smithi090 ceph-mon[89240]: osdmap e773: 8 total, 8 up, 8 in 2024-04-15T16:41:13.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:13 smithi090 ceph-mon[89240]: pgmap v820: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 568 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-15T16:41:13.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:13 smithi090 ceph-mon[91618]: osdmap e773: 8 total, 8 up, 8 in 2024-04-15T16:41:13.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:13 smithi090 ceph-mon[91618]: pgmap v820: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 568 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-15T16:41:13.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:13 smithi153 ceph-mon[84714]: osdmap e773: 8 total, 8 up, 8 in 2024-04-15T16:41:13.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:13 smithi153 ceph-mon[84714]: pgmap v820: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 568 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-15T16:41:14.466 INFO:tasks.rados.rados.0.smithi090.stdout:3640: done (3 left) 2024-04-15T16:41:14.466 INFO:tasks.rados.rados.0.smithi090.stdout:3641: done (2 left) 2024-04-15T16:41:14.466 INFO:tasks.rados.rados.0.smithi090.stdout:3642: done (1 left) 2024-04-15T16:41:14.466 INFO:tasks.rados.rados.0.smithi090.stdout:3643: done (0 left) 2024-04-15T16:41:14.466 INFO:tasks.rados.rados.0.smithi090.stdout:3644: setattr oid 4 current snap is 365 2024-04-15T16:41:14.466 INFO:tasks.rados.rados.0.smithi090.stdout:3645: setattr oid 39 current snap is 365 2024-04-15T16:41:14.467 INFO:tasks.rados.rados.0.smithi090.stdout:3646: snap_create 2024-04-15T16:41:14.472 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1520 (ObjNum 984 snap 300 seq_num 984) dirty exists 2024-04-15T16:41:14.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1388 (ObjNum 1025 snap 312 seq_num 1025) dirty exists 2024-04-15T16:41:14.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:14 smithi090 ceph-mon[89240]: osdmap e774: 8 total, 8 up, 8 in 2024-04-15T16:41:14.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:14 smithi090 ceph-mon[89240]: osdmap e775: 8 total, 8 up, 8 in 2024-04-15T16:41:14.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:14 smithi090 ceph-mon[91618]: osdmap e774: 8 total, 8 up, 8 in 2024-04-15T16:41:14.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:14 smithi090 ceph-mon[91618]: osdmap e775: 8 total, 8 up, 8 in 2024-04-15T16:41:14.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:14 smithi153 ceph-mon[84714]: osdmap e774: 8 total, 8 up, 8 in 2024-04-15T16:41:14.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:14 smithi153 ceph-mon[84714]: osdmap e775: 8 total, 8 up, 8 in 2024-04-15T16:41:15.467 INFO:tasks.rados.rados.0.smithi090.stdout:3644: done (2 left) 2024-04-15T16:41:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:3645: done (1 left) 2024-04-15T16:41:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:3646: done (0 left) 2024-04-15T16:41:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:3647: rollback oid 29 current snap is 366 2024-04-15T16:41:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 318 2024-04-15T16:41:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:3648: rollback oid 14 current snap is 366 2024-04-15T16:41:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 14 to 363 2024-04-15T16:41:15.468 INFO:tasks.rados.rados.0.smithi090.stdout:3649: snap_remove snap 353 2024-04-15T16:41:15.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:15 smithi090 ceph-mon[91618]: pgmap v823: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 568 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-15T16:41:15.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:15 smithi090 ceph-mon[91618]: osdmap e776: 8 total, 8 up, 8 in 2024-04-15T16:41:15.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:15 smithi090 ceph-mon[89240]: pgmap v823: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 568 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-15T16:41:15.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:15 smithi090 ceph-mon[89240]: osdmap e776: 8 total, 8 up, 8 in 2024-04-15T16:41:15.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:15 smithi153 ceph-mon[84714]: pgmap v823: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 568 MiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 3 op/s 2024-04-15T16:41:15.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:15 smithi153 ceph-mon[84714]: osdmap e776: 8 total, 8 up, 8 in 2024-04-15T16:41:16.475 INFO:tasks.rados.rados.0.smithi090.stdout:3648: finishing rollback tid 0 to smithi09078167-14 2024-04-15T16:41:16.475 INFO:tasks.rados.rados.0.smithi090.stdout:3648: finishing rollback tid 1 to smithi09078167-14 2024-04-15T16:41:16.475 INFO:tasks.rados.rados.0.smithi090.stdout:3647: finishing rollback tid 0 to smithi09078167-29 2024-04-15T16:41:16.475 INFO:tasks.rados.rados.0.smithi090.stdout:3648: finishing rollback tid 2 to smithi09078167-14 2024-04-15T16:41:16.475 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 520 (ObjNum 1116 snap 351 seq_num 1116) dirty exists 2024-04-15T16:41:16.475 INFO:tasks.rados.rados.0.smithi090.stdout:3647: finishing rollback tid 1 to smithi09078167-29 2024-04-15T16:41:16.475 INFO:tasks.rados.rados.0.smithi090.stdout:3647: finishing rollback tid 2 to smithi09078167-29 2024-04-15T16:41:16.475 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1412 (ObjNum 1041 snap 316 seq_num 1041) dirty exists 2024-04-15T16:41:16.475 INFO:tasks.rados.rados.0.smithi090.stdout:3647: done (2 left) 2024-04-15T16:41:16.475 INFO:tasks.rados.rados.0.smithi090.stdout:3648: done (1 left) 2024-04-15T16:41:16.475 INFO:tasks.rados.rados.0.smithi090.stdout:3649: done (0 left) 2024-04-15T16:41:16.476 INFO:tasks.rados.rados.0.smithi090.stdout:3650: rmattr oid 49 current snap is 366 2024-04-15T16:41:16.476 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 366 2024-04-15T16:41:16.476 INFO:tasks.rados.rados.0.smithi090.stdout:3651: seq_num 1142 ranges {2088960=729088,2818048=565248,3383296=696320,4079616=344064} 2024-04-15T16:41:16.491 INFO:tasks.rados.rados.0.smithi090.stdout:3651: writing smithi09078167-4 from 2088960 to 2818048 tid 1 2024-04-15T16:41:16.494 INFO:tasks.rados.rados.0.smithi090.stdout:3651: writing smithi09078167-4 from 2818048 to 3383296 tid 2 2024-04-15T16:41:16.498 INFO:tasks.rados.rados.0.smithi090.stdout:3651: writing smithi09078167-4 from 3383296 to 4079616 tid 3 2024-04-15T16:41:16.500 INFO:tasks.rados.rados.0.smithi090.stdout:3651: writing smithi09078167-4 from 4079616 to 4423680 tid 4 2024-04-15T16:41:16.500 INFO:tasks.rados.rados.0.smithi090.stdout:3652: read oid 23 snap -1 2024-04-15T16:41:16.500 INFO:tasks.rados.rados.0.smithi090.stdout:3652: expect (ObjNum 741 snap 217 seq_num 741) 2024-04-15T16:41:16.500 INFO:tasks.rados.rados.0.smithi090.stdout:3653: snap_remove snap 338 2024-04-15T16:41:17.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1293 (ObjNum 1001 snap 306 seq_num 1001) dirty exists 2024-04-15T16:41:17.474 INFO:tasks.rados.rados.0.smithi090.stdout:3651: finishing write tid 1 to smithi09078167-4 2024-04-15T16:41:17.474 INFO:tasks.rados.rados.0.smithi090.stdout:3651: finishing write tid 2 to smithi09078167-4 2024-04-15T16:41:17.474 INFO:tasks.rados.rados.0.smithi090.stdout:3651: finishing write tid 3 to smithi09078167-4 2024-04-15T16:41:17.474 INFO:tasks.rados.rados.0.smithi090.stdout:3651: finishing write tid 4 to smithi09078167-4 2024-04-15T16:41:17.474 INFO:tasks.rados.rados.0.smithi090.stdout:3651: finishing write tid 5 to smithi09078167-4 2024-04-15T16:41:17.474 INFO:tasks.rados.rados.0.smithi090.stdout:3651: finishing write tid 6 to smithi09078167-4 2024-04-15T16:41:17.474 INFO:tasks.rados.rados.0.smithi090.stdout:3651: oid 4 updating version 0 to 1522 2024-04-15T16:41:17.474 INFO:tasks.rados.rados.0.smithi090.stdout:3651: oid 4 updating version 1522 to 1525 2024-04-15T16:41:17.474 INFO:tasks.rados.rados.0.smithi090.stdout:3651: oid 4 version 1525 is already newer than 1521 2024-04-15T16:41:17.474 INFO:tasks.rados.rados.0.smithi090.stdout:3651: oid 4 version 1525 is already newer than 1524 2024-04-15T16:41:17.474 INFO:tasks.rados.rados.0.smithi090.stdout:3651: oid 4 version 1525 is already newer than 1523 2024-04-15T16:41:17.474 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1525 (ObjNum 1142 snap 366 seq_num 1142) dirty exists 2024-04-15T16:41:17.475 INFO:tasks.rados.rados.0.smithi090.stdout:3651: left oid 4 (ObjNum 1142 snap 366 seq_num 1142) 2024-04-15T16:41:17.475 INFO:tasks.rados.rados.0.smithi090.stdout:3652: expect (ObjNum 741 snap 217 seq_num 741) 2024-04-15T16:41:17.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:17 smithi090 ceph-mon[89240]: osdmap e777: 8 total, 8 up, 8 in 2024-04-15T16:41:17.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:17 smithi090 ceph-mon[89240]: pgmap v826: 121 pgs: 121 active+clean; 597 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-04-15T16:41:17.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:17 smithi090 ceph-mon[91618]: osdmap e777: 8 total, 8 up, 8 in 2024-04-15T16:41:17.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:17 smithi090 ceph-mon[91618]: pgmap v826: 121 pgs: 121 active+clean; 597 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-04-15T16:41:17.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:17 smithi153 ceph-mon[84714]: osdmap e777: 8 total, 8 up, 8 in 2024-04-15T16:41:17.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:17 smithi153 ceph-mon[84714]: pgmap v826: 121 pgs: 121 active+clean; 597 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 23 op/s 2024-04-15T16:41:18.064 INFO:tasks.rados.rados.0.smithi090.stdout:3650: done (3 left) 2024-04-15T16:41:18.064 INFO:tasks.rados.rados.0.smithi090.stdout:3651: done (2 left) 2024-04-15T16:41:18.064 INFO:tasks.rados.rados.0.smithi090.stdout:3652: done (1 left) 2024-04-15T16:41:18.064 INFO:tasks.rados.rados.0.smithi090.stdout:3653: done (0 left) 2024-04-15T16:41:18.064 INFO:tasks.rados.rados.0.smithi090.stdout:3654: copy_from oid 45 from oid 5 current snap is 366 2024-04-15T16:41:18.064 INFO:tasks.rados.rados.0.smithi090.stdout:3655: delete oid 50 current snap is 366 2024-04-15T16:41:18.067 INFO:tasks.rados.rados.0.smithi090.stdout:3655: done (1 left) 2024-04-15T16:41:18.067 INFO:tasks.rados.rados.0.smithi090.stdout:3656: snap_create 2024-04-15T16:41:18.080 INFO:tasks.rados.rados.0.smithi090.stdout:3654: finishing copy_from racing read to smithi09078167-45 2024-04-15T16:41:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:3654: finishing copy_from to smithi09078167-45 2024-04-15T16:41:18.084 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1343 (ObjNum 1084 snap 331 seq_num 1084) dirty exists 2024-04-15T16:41:18.477 INFO:tasks.rados.rados.0.smithi090.stdout:3654: done (1 left) 2024-04-15T16:41:18.478 INFO:tasks.rados.rados.0.smithi090.stdout:3656: done (0 left) 2024-04-15T16:41:18.478 INFO:tasks.rados.rados.0.smithi090.stdout:3657: read oid 47 snap 343 2024-04-15T16:41:18.478 INFO:tasks.rados.rados.0.smithi090.stdout:3657: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:41:18.478 INFO:tasks.rados.rados.0.smithi090.stdout:3658: copy_from oid 43 from oid 38 current snap is 367 2024-04-15T16:41:18.478 INFO:tasks.rados.rados.0.smithi090.stdout:3659: read oid 2 snap -1 2024-04-15T16:41:18.478 INFO:tasks.rados.rados.0.smithi090.stdout:3659: expect (ObjNum 1141 snap 363 seq_num 1141) 2024-04-15T16:41:18.478 INFO:tasks.rados.rados.0.smithi090.stdout:3660: read oid 10 snap 365 2024-04-15T16:41:18.478 INFO:tasks.rados.rados.0.smithi090.stdout:3660: expect (ObjNum 1058 snap 323 seq_num 1058) 2024-04-15T16:41:18.478 INFO:tasks.rados.rados.0.smithi090.stdout:3661: delete oid 29 current snap is 367 2024-04-15T16:41:18.483 INFO:tasks.rados.rados.0.smithi090.stdout:3661: done (4 left) 2024-04-15T16:41:18.483 INFO:tasks.rados.rados.0.smithi090.stdout:3662: delete oid 14 current snap is 367 2024-04-15T16:41:18.489 INFO:tasks.rados.rados.0.smithi090.stdout:3660: expect (ObjNum 1058 snap 323 seq_num 1058) 2024-04-15T16:41:18.538 INFO:tasks.rados.rados.0.smithi090.stdout:3657: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:41:18.600 INFO:tasks.rados.rados.0.smithi090.stdout:3659: expect (ObjNum 1141 snap 363 seq_num 1141) 2024-04-15T16:41:18.659 INFO:tasks.rados.rados.0.smithi090.stdout:3658: finishing copy_from racing read to smithi09078167-43 2024-04-15T16:41:18.659 INFO:tasks.rados.rados.0.smithi090.stdout:3658: finishing copy_from to smithi09078167-43 2024-04-15T16:41:18.659 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1218 (ObjNum 968 snap 300 seq_num 968) dirty exists 2024-04-15T16:41:18.659 INFO:tasks.rados.rados.0.smithi090.stdout:3657: done (4 left) 2024-04-15T16:41:18.659 INFO:tasks.rados.rados.0.smithi090.stdout:3658: done (3 left) 2024-04-15T16:41:18.659 INFO:tasks.rados.rados.0.smithi090.stdout:3659: done (2 left) 2024-04-15T16:41:18.659 INFO:tasks.rados.rados.0.smithi090.stdout:3660: done (1 left) 2024-04-15T16:41:18.659 INFO:tasks.rados.rados.0.smithi090.stdout:3662: done (0 left) 2024-04-15T16:41:18.660 INFO:tasks.rados.rados.0.smithi090.stdout:3663: snap_create 2024-04-15T16:41:18.771 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:18 smithi153 ceph-mon[84714]: osdmap e778: 8 total, 8 up, 8 in 2024-04-15T16:41:18.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:18 smithi090 ceph-mon[89240]: osdmap e778: 8 total, 8 up, 8 in 2024-04-15T16:41:18.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:18 smithi090 ceph-mon[91618]: osdmap e778: 8 total, 8 up, 8 in 2024-04-15T16:41:19.467 INFO:tasks.rados.rados.0.smithi090.stdout:3663: done (0 left) 2024-04-15T16:41:19.468 INFO:tasks.rados.rados.0.smithi090.stdout:3664: read oid 4 snap -1 2024-04-15T16:41:19.468 INFO:tasks.rados.rados.0.smithi090.stdout:3664: expect (ObjNum 1142 snap 366 seq_num 1142) 2024-04-15T16:41:19.468 INFO:tasks.rados.rados.0.smithi090.stdout:3665: rmattr oid 46 current snap is 368 2024-04-15T16:41:19.468 INFO:tasks.rados.rados.0.smithi090.stdout:3665: done (1 left) 2024-04-15T16:41:19.468 INFO:tasks.rados.rados.0.smithi090.stdout:3666: delete oid 37 current snap is 368 2024-04-15T16:41:19.475 INFO:tasks.rados.rados.0.smithi090.stdout:3666: done (1 left) 2024-04-15T16:41:19.475 INFO:tasks.rados.rados.0.smithi090.stdout:3667: rollback oid 9 current snap is 368 2024-04-15T16:41:19.476 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 365 2024-04-15T16:41:19.476 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 368 2024-04-15T16:41:19.476 INFO:tasks.rados.rados.0.smithi090.stdout:3668: seq_num 1147 ranges {0=16384} 2024-04-15T16:41:19.476 INFO:tasks.rados.rados.0.smithi090.stdout:3668: writing smithi09078167-32 from 0 to 16384 tid 1 2024-04-15T16:41:19.476 INFO:tasks.rados.rados.0.smithi090.stdout:3669: rmattr oid 8 current snap is 368 2024-04-15T16:41:19.476 INFO:tasks.rados.rados.0.smithi090.stdout:3669: done (3 left) 2024-04-15T16:41:19.476 INFO:tasks.rados.rados.0.smithi090.stdout:3670: copy_from oid 7 from oid 34 current snap is 368 2024-04-15T16:41:19.476 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 368 2024-04-15T16:41:19.476 INFO:tasks.rados.rados.0.smithi090.stdout:3671: seq_num 1148 ranges {6021120=32768} 2024-04-15T16:41:19.489 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:41:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:41:19] "GET /metrics HTTP/1.1" 200 36260 "" "Prometheus/2.43.0" 2024-04-15T16:41:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:3671: writing smithi09078167-5 from 6021120 to 6053888 tid 1 2024-04-15T16:41:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:3672: delete oid 50 current snap is 368 2024-04-15T16:41:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:3668: finishing write tid 1 to smithi09078167-32 2024-04-15T16:41:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:3668: finishing write tid 2 to smithi09078167-32 2024-04-15T16:41:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:3667: finishing rollback tid 0 to smithi09078167-9 2024-04-15T16:41:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:3667: finishing rollback tid 1 to smithi09078167-9 2024-04-15T16:41:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:3668: finishing write tid 3 to smithi09078167-32 2024-04-15T16:41:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:3668: oid 32 updating version 0 to 706 2024-04-15T16:41:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:3668: oid 32 version 706 is already newer than 705 2024-04-15T16:41:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 706 (ObjNum 1147 snap 368 seq_num 1147) dirty exists 2024-04-15T16:41:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:3668: left oid 32 (ObjNum 1147 snap 368 seq_num 1147) 2024-04-15T16:41:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:3667: finishing rollback tid 2 to smithi09078167-9 2024-04-15T16:41:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1522 (ObjNum 1114 snap 351 seq_num 1114) dirty exists 2024-04-15T16:41:19.511 INFO:tasks.rados.rados.0.smithi090.stdout:3664: expect (ObjNum 1142 snap 366 seq_num 1142) 2024-04-15T16:41:19.662 INFO:tasks.rados.rados.0.smithi090.stdout:3671: finishing write tid 1 to smithi09078167-5 2024-04-15T16:41:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:3671: finishing write tid 2 to smithi09078167-5 2024-04-15T16:41:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:3671: finishing write tid 3 to smithi09078167-5 2024-04-15T16:41:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:3671: oid 5 updating version 0 to 1344 2024-04-15T16:41:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:3671: oid 5 updating version 1344 to 1345 2024-04-15T16:41:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 1345 (ObjNum 1148 snap 368 seq_num 1148) dirty exists 2024-04-15T16:41:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:3671: left oid 5 (ObjNum 1148 snap 368 seq_num 1148) 2024-04-15T16:41:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:3670: finishing copy_from racing read to smithi09078167-7 2024-04-15T16:41:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:3670: finishing copy_from to smithi09078167-7 2024-04-15T16:41:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 7 v 1286 (ObjNum 1117 snap 351 seq_num 1117) dirty exists 2024-04-15T16:41:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:3664: done (5 left) 2024-04-15T16:41:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:3667: done (4 left) 2024-04-15T16:41:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:3668: done (3 left) 2024-04-15T16:41:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:3670: done (2 left) 2024-04-15T16:41:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:3671: done (1 left) 2024-04-15T16:41:19.663 INFO:tasks.rados.rados.0.smithi090.stdout:3672: done (0 left) 2024-04-15T16:41:19.664 INFO:tasks.rados.rados.0.smithi090.stdout:3673: rollback oid 48 current snap is 368 2024-04-15T16:41:19.664 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 48 to 356 2024-04-15T16:41:19.664 INFO:tasks.rados.rados.0.smithi090.stdout:3674: setattr oid 36 current snap is 368 2024-04-15T16:41:19.665 INFO:tasks.rados.rados.0.smithi090.stdout:3675: read oid 20 snap -1 2024-04-15T16:41:19.665 INFO:tasks.rados.rados.0.smithi090.stdout:3675: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:41:19.665 INFO:tasks.rados.rados.0.smithi090.stdout:3676: rollback oid 22 current snap is 368 2024-04-15T16:41:19.665 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 363 2024-04-15T16:41:19.665 INFO:tasks.rados.rados.0.smithi090.stdout:3677: rollback oid 21 current snap is 368 2024-04-15T16:41:19.665 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 363 2024-04-15T16:41:19.665 INFO:tasks.rados.rados.0.smithi090.stdout:3678: read oid 2 snap 360 2024-04-15T16:41:19.665 INFO:tasks.rados.rados.0.smithi090.stdout:3678: expect deleted 2024-04-15T16:41:19.665 INFO:tasks.rados.rados.0.smithi090.stdout:3679: copy_from oid 17 from oid 26 current snap is 368 2024-04-15T16:41:19.665 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 24 current snap is 368 2024-04-15T16:41:19.665 INFO:tasks.rados.rados.0.smithi090.stdout:3680: seq_num 1150 ranges {4775936=65536} 2024-04-15T16:41:19.691 INFO:tasks.rados.rados.0.smithi090.stdout:3680: writing smithi09078167-24 from 4775936 to 4841472 tid 1 2024-04-15T16:41:19.691 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 38 current snap is 368 2024-04-15T16:41:19.691 INFO:tasks.rados.rados.0.smithi090.stdout:3681: seq_num 1151 ranges {1818624=81920} 2024-04-15T16:41:19.701 INFO:tasks.rados.rados.0.smithi090.stdout:3681: writing smithi09078167-38 from 1818624 to 1900544 tid 1 2024-04-15T16:41:19.701 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 368 2024-04-15T16:41:19.701 INFO:tasks.rados.rados.0.smithi090.stdout:3682: seq_num 1152 ranges {0=98304} 2024-04-15T16:41:19.702 INFO:tasks.rados.rados.0.smithi090.stdout:3682: writing smithi09078167-29 from 0 to 98304 tid 1 2024-04-15T16:41:19.702 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 3 current snap is 368 2024-04-15T16:41:19.702 INFO:tasks.rados.rados.0.smithi090.stdout:3683: seq_num 1153 ranges {4595712=114688} 2024-04-15T16:41:19.728 INFO:tasks.rados.rados.0.smithi090.stdout:3683: writing smithi09078167-3 from 4595712 to 4710400 tid 1 2024-04-15T16:41:19.728 INFO:tasks.rados.rados.0.smithi090.stdout:3684: read oid 35 snap -1 2024-04-15T16:41:19.729 INFO:tasks.rados.rados.0.smithi090.stdout:3684: expect deleted 2024-04-15T16:41:19.729 INFO:tasks.rados.rados.0.smithi090.stdout:3685: copy_from oid 15 from oid 27 current snap is 368 2024-04-15T16:41:19.729 INFO:tasks.rados.rados.0.smithi090.stdout:3679: finishing copy_from to smithi09078167-17 2024-04-15T16:41:19.729 INFO:tasks.rados.rados.0.smithi090.stdout:3679: got expected ENOENT (src dne) 2024-04-15T16:41:19.729 INFO:tasks.rados.rados.0.smithi090.stdout:3679: finishing copy_from racing read to smithi09078167-17 2024-04-15T16:41:19.729 INFO:tasks.rados.rados.0.smithi090.stdout:3673: finishing rollback tid 0 to smithi09078167-48 2024-04-15T16:41:19.729 INFO:tasks.rados.rados.0.smithi090.stdout:3673: finishing rollback tid 1 to smithi09078167-48 2024-04-15T16:41:19.729 INFO:tasks.rados.rados.0.smithi090.stdout:3678: done (12 left) 2024-04-15T16:41:19.729 INFO:tasks.rados.rados.0.smithi090.stdout:3679: done (11 left) 2024-04-15T16:41:19.729 INFO:tasks.rados.rados.0.smithi090.stdout:3686: snap_remove snap 365 2024-04-15T16:41:19.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:19 smithi090 ceph-mon[89240]: osdmap e779: 8 total, 8 up, 8 in 2024-04-15T16:41:19.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:19 smithi090 ceph-mon[89240]: pgmap v829: 121 pgs: 121 active+clean; 599 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 24 op/s 2024-04-15T16:41:19.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:19 smithi090 ceph-mon[89240]: osdmap e780: 8 total, 8 up, 8 in 2024-04-15T16:41:19.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:19 smithi090 ceph-mon[91618]: osdmap e779: 8 total, 8 up, 8 in 2024-04-15T16:41:19.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:19 smithi090 ceph-mon[91618]: pgmap v829: 121 pgs: 121 active+clean; 599 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 24 op/s 2024-04-15T16:41:19.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:19 smithi090 ceph-mon[91618]: osdmap e780: 8 total, 8 up, 8 in 2024-04-15T16:41:19.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:19 smithi153 ceph-mon[84714]: osdmap e779: 8 total, 8 up, 8 in 2024-04-15T16:41:19.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:19 smithi153 ceph-mon[84714]: pgmap v829: 121 pgs: 121 active+clean; 599 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 5.5 MiB/s wr, 24 op/s 2024-04-15T16:41:19.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:19 smithi153 ceph-mon[84714]: osdmap e780: 8 total, 8 up, 8 in 2024-04-15T16:41:20.498 INFO:tasks.rados.rados.0.smithi090.stdout:3673: finishing rollback tid 2 to smithi09078167-48 2024-04-15T16:41:20.498 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1521 (ObjNum 1039 snap 314 seq_num 1039) dirty exists 2024-04-15T16:41:20.498 INFO:tasks.rados.rados.0.smithi090.stdout:3676: finishing rollback tid 1 to smithi09078167-22 2024-04-15T16:41:20.498 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1441 (ObjNum 33 snap 0 seq_num 3729221088) dirty dne 2024-04-15T16:41:20.498 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1442 (ObjNum 33 snap 0 seq_num 1365465189) dirty exists 2024-04-15T16:41:20.498 INFO:tasks.rados.rados.0.smithi090.stdout:3677: finishing rollback tid 0 to smithi09078167-21 2024-04-15T16:41:20.498 INFO:tasks.rados.rados.0.smithi090.stdout:3677: finishing rollback tid 1 to smithi09078167-21 2024-04-15T16:41:20.498 INFO:tasks.rados.rados.0.smithi090.stdout:3675: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:41:20.570 INFO:tasks.rados.rados.0.smithi090.stdout:3677: finishing rollback tid 2 to smithi09078167-21 2024-04-15T16:41:20.570 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1843 (ObjNum 1137 snap 363 seq_num 1137) dirty exists 2024-04-15T16:41:20.570 INFO:tasks.rados.rados.0.smithi090.stdout:3680: finishing write tid 1 to smithi09078167-24 2024-04-15T16:41:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:3680: finishing write tid 2 to smithi09078167-24 2024-04-15T16:41:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:3680: finishing write tid 3 to smithi09078167-24 2024-04-15T16:41:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:3680: oid 24 updating version 0 to 1295 2024-04-15T16:41:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:3680: oid 24 version 1295 is already newer than 1294 2024-04-15T16:41:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1295 (ObjNum 1150 snap 368 seq_num 1150) dirty exists 2024-04-15T16:41:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:3680: left oid 24 (ObjNum 1150 snap 368 seq_num 1150) 2024-04-15T16:41:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:3682: finishing write tid 1 to smithi09078167-29 2024-04-15T16:41:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:3673: done (11 left) 2024-04-15T16:41:20.571 INFO:tasks.rados.rados.0.smithi090.stdout:3674: done (10 left) 2024-04-15T16:41:20.572 INFO:tasks.rados.rados.0.smithi090.stdout:3675: done (9 left) 2024-04-15T16:41:20.572 INFO:tasks.rados.rados.0.smithi090.stdout:3676: done (8 left) 2024-04-15T16:41:20.572 INFO:tasks.rados.rados.0.smithi090.stdout:3677: done (7 left) 2024-04-15T16:41:20.572 INFO:tasks.rados.rados.0.smithi090.stdout:3680: done (6 left) 2024-04-15T16:41:20.572 INFO:tasks.rados.rados.0.smithi090.stdout:3686: done (5 left) 2024-04-15T16:41:20.572 INFO:tasks.rados.rados.0.smithi090.stdout:3687: copy_from oid 37 from oid 43 current snap is 368 2024-04-15T16:41:20.572 INFO:tasks.rados.rados.0.smithi090.stdout:3682: finishing write tid 2 to smithi09078167-29 2024-04-15T16:41:20.572 INFO:tasks.rados.rados.0.smithi090.stdout:3681: finishing write tid 1 to smithi09078167-38 2024-04-15T16:41:20.572 INFO:tasks.rados.rados.0.smithi090.stdout:3681: finishing write tid 2 to smithi09078167-38 2024-04-15T16:41:20.572 INFO:tasks.rados.rados.0.smithi090.stdout:3682: finishing write tid 3 to smithi09078167-29 2024-04-15T16:41:20.572 INFO:tasks.rados.rados.0.smithi090.stdout:3682: oid 29 updating version 0 to 1422 2024-04-15T16:41:20.572 INFO:tasks.rados.rados.0.smithi090.stdout:3682: oid 29 version 1422 is already newer than 1421 2024-04-15T16:41:20.572 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1422 (ObjNum 1152 snap 368 seq_num 1152) dirty exists 2024-04-15T16:41:20.573 INFO:tasks.rados.rados.0.smithi090.stdout:3682: left oid 29 (ObjNum 1152 snap 368 seq_num 1152) 2024-04-15T16:41:20.573 INFO:tasks.rados.rados.0.smithi090.stdout:3681: finishing write tid 3 to smithi09078167-38 2024-04-15T16:41:20.573 INFO:tasks.rados.rados.0.smithi090.stdout:3681: oid 38 updating version 0 to 1444 2024-04-15T16:41:20.573 INFO:tasks.rados.rados.0.smithi090.stdout:3681: oid 38 updating version 1444 to 1445 2024-04-15T16:41:20.573 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1445 (ObjNum 1151 snap 368 seq_num 1151) dirty exists 2024-04-15T16:41:20.573 INFO:tasks.rados.rados.0.smithi090.stdout:3681: left oid 38 (ObjNum 1151 snap 368 seq_num 1151) 2024-04-15T16:41:20.573 INFO:tasks.rados.rados.0.smithi090.stdout:3683: finishing write tid 1 to smithi09078167-3 2024-04-15T16:41:20.573 INFO:tasks.rados.rados.0.smithi090.stdout:3683: finishing write tid 2 to smithi09078167-3 2024-04-15T16:41:20.573 INFO:tasks.rados.rados.0.smithi090.stdout:3683: finishing write tid 3 to smithi09078167-3 2024-04-15T16:41:20.573 INFO:tasks.rados.rados.0.smithi090.stdout:3683: oid 3 updating version 0 to 1425 2024-04-15T16:41:20.573 INFO:tasks.rados.rados.0.smithi090.stdout:3683: oid 3 version 1425 is already newer than 1424 2024-04-15T16:41:20.574 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1425 (ObjNum 1153 snap 368 seq_num 1153) dirty exists 2024-04-15T16:41:20.574 INFO:tasks.rados.rados.0.smithi090.stdout:3683: left oid 3 (ObjNum 1153 snap 368 seq_num 1153) 2024-04-15T16:41:20.574 INFO:tasks.rados.rados.0.smithi090.stdout:3685: finishing copy_from racing read to smithi09078167-15 2024-04-15T16:41:20.574 INFO:tasks.rados.rados.0.smithi090.stdout:3681: done (5 left) 2024-04-15T16:41:20.574 INFO:tasks.rados.rados.0.smithi090.stdout:3682: done (4 left) 2024-04-15T16:41:20.574 INFO:tasks.rados.rados.0.smithi090.stdout:3683: done (3 left) 2024-04-15T16:41:20.574 INFO:tasks.rados.rados.0.smithi090.stdout:3684: done (2 left) 2024-04-15T16:41:20.574 INFO:tasks.rados.rados.0.smithi090.stdout:3688: rollback oid 24 current snap is 368 2024-04-15T16:41:20.574 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 24 to 342 2024-04-15T16:41:20.574 INFO:tasks.rados.rados.0.smithi090.stdout:3685: finishing copy_from to smithi09078167-15 2024-04-15T16:41:20.575 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1659 (ObjNum 1108 snap 342 seq_num 1108) dirty exists 2024-04-15T16:41:20.575 INFO:tasks.rados.rados.0.smithi090.stdout:3685: done (2 left) 2024-04-15T16:41:20.575 INFO:tasks.rados.rados.0.smithi090.stdout:3689: copy_from oid 11 from oid 41 current snap is 368 2024-04-15T16:41:20.575 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 368 2024-04-15T16:41:20.575 INFO:tasks.rados.rados.0.smithi090.stdout:3690: seq_num 1154 ranges {0=131072} 2024-04-15T16:41:20.575 INFO:tasks.rados.rados.0.smithi090.stdout:3690: writing smithi09078167-14 from 0 to 131072 tid 1 2024-04-15T16:41:20.575 INFO:tasks.rados.rados.0.smithi090.stdout:3691: copy_from oid 32 from oid 5 current snap is 368 2024-04-15T16:41:20.575 INFO:tasks.rados.rados.0.smithi090.stdout:3692: snap_remove snap 340 2024-04-15T16:41:21.504 INFO:tasks.rados.rados.0.smithi090.stdout:3692: done (5 left) 2024-04-15T16:41:21.504 INFO:tasks.rados.rados.0.smithi090.stdout:3693: snap_create 2024-04-15T16:41:21.504 INFO:tasks.rados.rados.0.smithi090.stdout:3690: finishing write tid 1 to smithi09078167-14 2024-04-15T16:41:21.504 INFO:tasks.rados.rados.0.smithi090.stdout:3688: finishing rollback tid 0 to smithi09078167-24 2024-04-15T16:41:21.504 INFO:tasks.rados.rados.0.smithi090.stdout:3690: finishing write tid 2 to smithi09078167-14 2024-04-15T16:41:21.504 INFO:tasks.rados.rados.0.smithi090.stdout:3688: finishing rollback tid 1 to smithi09078167-24 2024-04-15T16:41:21.504 INFO:tasks.rados.rados.0.smithi090.stdout:3688: finishing rollback tid 2 to smithi09078167-24 2024-04-15T16:41:21.504 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1298 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-04-15T16:41:21.504 INFO:tasks.rados.rados.0.smithi090.stdout:3690: finishing write tid 3 to smithi09078167-14 2024-04-15T16:41:21.504 INFO:tasks.rados.rados.0.smithi090.stdout:3690: oid 14 updating version 0 to 523 2024-04-15T16:41:21.504 INFO:tasks.rados.rados.0.smithi090.stdout:3690: oid 14 version 523 is already newer than 522 2024-04-15T16:41:21.505 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 523 (ObjNum 1154 snap 368 seq_num 1154) dirty exists 2024-04-15T16:41:21.505 INFO:tasks.rados.rados.0.smithi090.stdout:3690: left oid 14 (ObjNum 1154 snap 368 seq_num 1154) 2024-04-15T16:41:21.505 INFO:tasks.rados.rados.0.smithi090.stdout:3687: finishing copy_from racing read to smithi09078167-37 2024-04-15T16:41:21.505 INFO:tasks.rados.rados.0.smithi090.stdout:3689: finishing copy_from racing read to smithi09078167-11 2024-04-15T16:41:21.505 INFO:tasks.rados.rados.0.smithi090.stdout:3689: finishing copy_from to smithi09078167-11 2024-04-15T16:41:21.505 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 11 v 1575 (ObjNum 1124 snap 354 seq_num 1124) dirty exists 2024-04-15T16:41:21.505 INFO:tasks.rados.rados.0.smithi090.stdout:3691: finishing copy_from racing read to smithi09078167-32 2024-04-15T16:41:21.505 INFO:tasks.rados.rados.0.smithi090.stdout:3687: finishing copy_from to smithi09078167-37 2024-04-15T16:41:21.505 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 1218 (ObjNum 968 snap 300 seq_num 968) dirty exists 2024-04-15T16:41:21.505 INFO:tasks.rados.rados.0.smithi090.stdout:3691: finishing copy_from to smithi09078167-32 2024-04-15T16:41:21.505 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1345 (ObjNum 1148 snap 368 seq_num 1148) dirty exists 2024-04-15T16:41:21.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:21 smithi090 ceph-mon[89240]: osdmap e781: 8 total, 8 up, 8 in 2024-04-15T16:41:21.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:21 smithi090 ceph-mon[89240]: pgmap v832: 121 pgs: 121 active+clean; 606 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-15T16:41:21.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:21 smithi090 ceph-mon[91618]: osdmap e781: 8 total, 8 up, 8 in 2024-04-15T16:41:21.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:21 smithi090 ceph-mon[91618]: pgmap v832: 121 pgs: 121 active+clean; 606 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-15T16:41:21.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:21 smithi153 ceph-mon[84714]: osdmap e781: 8 total, 8 up, 8 in 2024-04-15T16:41:21.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:21 smithi153 ceph-mon[84714]: pgmap v832: 121 pgs: 121 active+clean; 606 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.9 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-15T16:41:22.509 INFO:tasks.rados.rados.0.smithi090.stdout:3687: done (5 left) 2024-04-15T16:41:22.509 INFO:tasks.rados.rados.0.smithi090.stdout:3688: done (4 left) 2024-04-15T16:41:22.509 INFO:tasks.rados.rados.0.smithi090.stdout:3689: done (3 left) 2024-04-15T16:41:22.510 INFO:tasks.rados.rados.0.smithi090.stdout:3690: done (2 left) 2024-04-15T16:41:22.510 INFO:tasks.rados.rados.0.smithi090.stdout:3691: done (1 left) 2024-04-15T16:41:22.510 INFO:tasks.rados.rados.0.smithi090.stdout:3693: done (0 left) 2024-04-15T16:41:22.510 INFO:tasks.rados.rados.0.smithi090.stdout:3694: rollback oid 42 current snap is 369 2024-04-15T16:41:22.510 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 42 to 317 2024-04-15T16:41:22.510 INFO:tasks.rados.rados.0.smithi090.stdout:3695: read oid 27 snap -1 2024-04-15T16:41:22.510 INFO:tasks.rados.rados.0.smithi090.stdout:3695: expect (ObjNum 1108 snap 342 seq_num 1108) 2024-04-15T16:41:22.510 INFO:tasks.rados.rados.0.smithi090.stdout:3696: read oid 29 snap -1 2024-04-15T16:41:22.510 INFO:tasks.rados.rados.0.smithi090.stdout:3696: expect (ObjNum 1152 snap 368 seq_num 1152) 2024-04-15T16:41:22.510 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 369 2024-04-15T16:41:22.510 INFO:tasks.rados.rados.0.smithi090.stdout:3697: seq_num 1155 ranges {0=147456} 2024-04-15T16:41:22.511 INFO:tasks.rados.rados.0.smithi090.stdout:3697: writing smithi09078167-36 from 0 to 147456 tid 1 2024-04-15T16:41:22.511 INFO:tasks.rados.rados.0.smithi090.stdout:3698: read oid 47 snap -1 2024-04-15T16:41:22.511 INFO:tasks.rados.rados.0.smithi090.stdout:3698: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:41:22.511 INFO:tasks.rados.rados.0.smithi090.stdout:3699: copy_from oid 38 from oid 8 current snap is 369 2024-04-15T16:41:22.512 INFO:tasks.rados.rados.0.smithi090.stdout:3700: read oid 45 snap -1 2024-04-15T16:41:22.512 INFO:tasks.rados.rados.0.smithi090.stdout:3700: expect (ObjNum 1084 snap 331 seq_num 1084) 2024-04-15T16:41:22.512 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 33 current snap is 369 2024-04-15T16:41:22.512 INFO:tasks.rados.rados.0.smithi090.stdout:3701: seq_num 1156 ranges {2121728=163840} 2024-04-15T16:41:22.524 INFO:tasks.rados.rados.0.smithi090.stdout:3701: writing smithi09078167-33 from 2121728 to 2285568 tid 1 2024-04-15T16:41:22.524 INFO:tasks.rados.rados.0.smithi090.stdout:3702: snap_remove snap 343 2024-04-15T16:41:22.620 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:22 smithi153 ceph-mon[84714]: osdmap e782: 8 total, 8 up, 8 in 2024-04-15T16:41:22.620 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:41:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:41:22.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:22 smithi090 ceph-mon[89240]: osdmap e782: 8 total, 8 up, 8 in 2024-04-15T16:41:22.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:22 smithi090 ceph-mon[91618]: osdmap e782: 8 total, 8 up, 8 in 2024-04-15T16:41:23.524 INFO:tasks.rados.rados.0.smithi090.stdout:3696: expect (ObjNum 1152 snap 368 seq_num 1152) 2024-04-15T16:41:23.528 INFO:tasks.rados.rados.0.smithi090.stdout:3694: finishing rollback tid 1 to smithi09078167-42 2024-04-15T16:41:23.528 INFO:tasks.rados.rados.0.smithi090.stdout:3694: finishing rollback tid 2 to smithi09078167-42 2024-04-15T16:41:23.528 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 1288 (ObjNum 983 snap 300 seq_num 983) dirty exists 2024-04-15T16:41:23.528 INFO:tasks.rados.rados.0.smithi090.stdout:3695: expect (ObjNum 1108 snap 342 seq_num 1108) 2024-04-15T16:41:23.580 INFO:tasks.rados.rados.0.smithi090.stdout:3697: finishing write tid 1 to smithi09078167-36 2024-04-15T16:41:23.581 INFO:tasks.rados.rados.0.smithi090.stdout:3697: finishing write tid 2 to smithi09078167-36 2024-04-15T16:41:23.581 INFO:tasks.rados.rados.0.smithi090.stdout:3698: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:41:23.647 INFO:tasks.rados.rados.0.smithi090.stdout:3697: finishing write tid 3 to smithi09078167-36 2024-04-15T16:41:23.647 INFO:tasks.rados.rados.0.smithi090.stdout:3697: oid 36 updating version 0 to 1454 2024-04-15T16:41:23.647 INFO:tasks.rados.rados.0.smithi090.stdout:3697: oid 36 version 1454 is already newer than 1453 2024-04-15T16:41:23.647 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1454 (ObjNum 1155 snap 369 seq_num 1155) dirty exists 2024-04-15T16:41:23.647 INFO:tasks.rados.rados.0.smithi090.stdout:3697: left oid 36 (ObjNum 1155 snap 369 seq_num 1155) 2024-04-15T16:41:23.647 INFO:tasks.rados.rados.0.smithi090.stdout:3694: done (8 left) 2024-04-15T16:41:23.647 INFO:tasks.rados.rados.0.smithi090.stdout:3695: done (7 left) 2024-04-15T16:41:23.647 INFO:tasks.rados.rados.0.smithi090.stdout:3696: done (6 left) 2024-04-15T16:41:23.647 INFO:tasks.rados.rados.0.smithi090.stdout:3697: done (5 left) 2024-04-15T16:41:23.647 INFO:tasks.rados.rados.0.smithi090.stdout:3698: done (4 left) 2024-04-15T16:41:23.647 INFO:tasks.rados.rados.0.smithi090.stdout:3702: done (3 left) 2024-04-15T16:41:23.647 INFO:tasks.rados.rados.0.smithi090.stdout:3703: read oid 15 snap -1 2024-04-15T16:41:23.648 INFO:tasks.rados.rados.0.smithi090.stdout:3703: expect (ObjNum 1108 snap 342 seq_num 1108) 2024-04-15T16:41:23.648 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 369 2024-04-15T16:41:23.648 INFO:tasks.rados.rados.0.smithi090.stdout:3700: expect (ObjNum 1084 snap 331 seq_num 1084) 2024-04-15T16:41:23.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:23 smithi090 ceph-mon[89240]: osdmap e783: 8 total, 8 up, 8 in 2024-04-15T16:41:23.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:41:23.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:23 smithi090 ceph-mon[89240]: pgmap v835: 121 pgs: 121 active+clean; 623 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.2 MiB/s wr, 23 op/s 2024-04-15T16:41:23.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:23 smithi090 ceph-mon[91618]: osdmap e783: 8 total, 8 up, 8 in 2024-04-15T16:41:23.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:41:23.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:23 smithi090 ceph-mon[91618]: pgmap v835: 121 pgs: 121 active+clean; 623 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.2 MiB/s wr, 23 op/s 2024-04-15T16:41:23.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:23 smithi153 ceph-mon[84714]: osdmap e783: 8 total, 8 up, 8 in 2024-04-15T16:41:23.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:41:23.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:23 smithi153 ceph-mon[84714]: pgmap v835: 121 pgs: 121 active+clean; 623 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.2 MiB/s wr, 23 op/s 2024-04-15T16:41:23.955 INFO:tasks.rados.rados.0.smithi090.stdout:3701: finishing write tid 1 to smithi09078167-33 2024-04-15T16:41:23.955 INFO:tasks.rados.rados.0.smithi090.stdout:3701: finishing write tid 2 to smithi09078167-33 2024-04-15T16:41:23.955 INFO:tasks.rados.rados.0.smithi090.stdout:3701: finishing write tid 3 to smithi09078167-33 2024-04-15T16:41:23.955 INFO:tasks.rados.rados.0.smithi090.stdout:3701: oid 33 updating version 0 to 1221 2024-04-15T16:41:23.955 INFO:tasks.rados.rados.0.smithi090.stdout:3701: oid 33 version 1221 is already newer than 1220 2024-04-15T16:41:23.955 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1221 (ObjNum 1156 snap 369 seq_num 1156) dirty exists 2024-04-15T16:41:23.955 INFO:tasks.rados.rados.0.smithi090.stdout:3701: left oid 33 (ObjNum 1156 snap 369 seq_num 1156) 2024-04-15T16:41:23.955 INFO:tasks.rados.rados.0.smithi090.stdout:3699: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:41:23.955 INFO:tasks.rados.rados.0.smithi090.stdout:3699: finishing copy_from to smithi09078167-38 2024-04-15T16:41:23.955 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1433 (ObjNum 1103 snap 341 seq_num 1103) dirty exists 2024-04-15T16:41:23.955 INFO:tasks.rados.rados.0.smithi090.stdout:3704: seq_num 1157 ranges {1302528=180224} 2024-04-15T16:41:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:3704: writing smithi09078167-48 from 1302528 to 1482752 tid 1 2024-04-15T16:41:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:3699: done (4 left) 2024-04-15T16:41:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:3700: done (3 left) 2024-04-15T16:41:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:3701: done (2 left) 2024-04-15T16:41:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 369 2024-04-15T16:41:23.963 INFO:tasks.rados.rados.0.smithi090.stdout:3705: seq_num 1158 ranges {3874816=196608} 2024-04-15T16:41:23.984 INFO:tasks.rados.rados.0.smithi090.stdout:3705: writing smithi09078167-42 from 3874816 to 4071424 tid 1 2024-04-15T16:41:23.985 INFO:tasks.rados.rados.0.smithi090.stdout:3706: setattr oid 37 current snap is 369 2024-04-15T16:41:23.985 INFO:tasks.rados.rados.0.smithi090.stdout:3703: expect (ObjNum 1108 snap 342 seq_num 1108) 2024-04-15T16:41:24.030 INFO:tasks.rados.rados.0.smithi090.stdout:3704: finishing write tid 1 to smithi09078167-48 2024-04-15T16:41:24.031 INFO:tasks.rados.rados.0.smithi090.stdout:3704: finishing write tid 2 to smithi09078167-48 2024-04-15T16:41:24.031 INFO:tasks.rados.rados.0.smithi090.stdout:3704: finishing write tid 3 to smithi09078167-48 2024-04-15T16:41:24.031 INFO:tasks.rados.rados.0.smithi090.stdout:3704: oid 48 updating version 0 to 1523 2024-04-15T16:41:24.031 INFO:tasks.rados.rados.0.smithi090.stdout:3704: oid 48 version 1523 is already newer than 1522 2024-04-15T16:41:24.031 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1523 (ObjNum 1157 snap 369 seq_num 1157) dirty exists 2024-04-15T16:41:24.031 INFO:tasks.rados.rados.0.smithi090.stdout:3704: left oid 48 (ObjNum 1157 snap 369 seq_num 1157) 2024-04-15T16:41:24.031 INFO:tasks.rados.rados.0.smithi090.stdout:3705: finishing write tid 1 to smithi09078167-42 2024-04-15T16:41:24.031 INFO:tasks.rados.rados.0.smithi090.stdout:3705: finishing write tid 2 to smithi09078167-42 2024-04-15T16:41:24.031 INFO:tasks.rados.rados.0.smithi090.stdout:3705: finishing write tid 3 to smithi09078167-42 2024-04-15T16:41:24.031 INFO:tasks.rados.rados.0.smithi090.stdout:3705: oid 42 updating version 0 to 1289 2024-04-15T16:41:24.031 INFO:tasks.rados.rados.0.smithi090.stdout:3705: oid 42 updating version 1289 to 1290 2024-04-15T16:41:24.031 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 1290 (ObjNum 1158 snap 369 seq_num 1158) dirty exists 2024-04-15T16:41:24.032 INFO:tasks.rados.rados.0.smithi090.stdout:3705: left oid 42 (ObjNum 1158 snap 369 seq_num 1158) 2024-04-15T16:41:24.032 INFO:tasks.rados.rados.0.smithi090.stdout:3703: done (3 left) 2024-04-15T16:41:24.032 INFO:tasks.rados.rados.0.smithi090.stdout:3704: done (2 left) 2024-04-15T16:41:24.032 INFO:tasks.rados.rados.0.smithi090.stdout:3705: done (1 left) 2024-04-15T16:41:24.032 INFO:tasks.rados.rados.0.smithi090.stdout:3707: rollback oid 30 current snap is 369 2024-04-15T16:41:24.032 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 362 2024-04-15T16:41:24.032 INFO:tasks.rados.rados.0.smithi090.stdout:3708: snap_remove snap 342 2024-04-15T16:41:24.470 INFO:tasks.rados.rados.0.smithi090.stdout:3708: done (2 left) 2024-04-15T16:41:24.470 INFO:tasks.rados.rados.0.smithi090.stdout:3709: rmattr oid 11 current snap is 369 2024-04-15T16:41:24.470 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 1346 (ObjNum 968 snap 300 seq_num 968) dirty exists 2024-04-15T16:41:24.470 INFO:tasks.rados.rados.0.smithi090.stdout:3707: finishing rollback tid 0 to smithi09078167-30 2024-04-15T16:41:24.470 INFO:tasks.rados.rados.0.smithi090.stdout:3707: finishing rollback tid 1 to smithi09078167-30 2024-04-15T16:41:24.470 INFO:tasks.rados.rados.0.smithi090.stdout:3707: finishing rollback tid 2 to smithi09078167-30 2024-04-15T16:41:24.471 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1712 (ObjNum 1123 snap 354 seq_num 1123) dirty exists 2024-04-15T16:41:24.471 INFO:tasks.rados.rados.0.smithi090.stdout:3706: done (2 left) 2024-04-15T16:41:24.471 INFO:tasks.rados.rados.0.smithi090.stdout:3707: done (1 left) 2024-04-15T16:41:24.471 INFO:tasks.rados.rados.0.smithi090.stdout:3709: done (0 left) 2024-04-15T16:41:24.471 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 369 2024-04-15T16:41:24.471 INFO:tasks.rados.rados.0.smithi090.stdout:3710: seq_num 1159 ranges {0=212992} 2024-04-15T16:41:24.471 INFO:tasks.rados.rados.0.smithi090.stdout:3710: writing smithi09078167-28 from 0 to 212992 tid 1 2024-04-15T16:41:24.471 INFO:tasks.rados.rados.0.smithi090.stdout:3711: rmattr oid 41 current snap is 369 2024-04-15T16:41:24.471 INFO:tasks.rados.rados.0.smithi090.stdout:3711: done (1 left) 2024-04-15T16:41:24.472 INFO:tasks.rados.rados.0.smithi090.stdout:3712: read oid 10 snap 337 2024-04-15T16:41:24.472 INFO:tasks.rados.rados.0.smithi090.stdout:3712: expect (ObjNum 1058 snap 323 seq_num 1058) 2024-04-15T16:41:24.472 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 369 2024-04-15T16:41:24.472 INFO:tasks.rados.rados.0.smithi090.stdout:3713: seq_num 1160 ranges {5357568=229376} 2024-04-15T16:41:24.503 INFO:tasks.rados.rados.0.smithi090.stdout:3713: writing smithi09078167-6 from 5357568 to 5586944 tid 1 2024-04-15T16:41:24.505 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 369 2024-04-15T16:41:24.505 INFO:tasks.rados.rados.0.smithi090.stdout:3714: seq_num 1161 ranges {1482752=245760} 2024-04-15T16:41:24.512 INFO:tasks.rados.rados.0.smithi090.stdout:3714: writing smithi09078167-48 from 1482752 to 1728512 tid 1 2024-04-15T16:41:24.512 INFO:tasks.rados.rados.0.smithi090.stdout:3715: rollback oid 45 current snap is 369 2024-04-15T16:41:24.512 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 45 to 362 2024-04-15T16:41:24.512 INFO:tasks.rados.rados.0.smithi090.stdout:3712: expect (ObjNum 1058 snap 323 seq_num 1058) 2024-04-15T16:41:24.564 INFO:tasks.rados.rados.0.smithi090.stdout:3710: finishing write tid 1 to smithi09078167-28 2024-04-15T16:41:24.564 INFO:tasks.rados.rados.0.smithi090.stdout:3710: finishing write tid 2 to smithi09078167-28 2024-04-15T16:41:24.564 INFO:tasks.rados.rados.0.smithi090.stdout:3710: finishing write tid 3 to smithi09078167-28 2024-04-15T16:41:24.564 INFO:tasks.rados.rados.0.smithi090.stdout:3710: oid 28 updating version 0 to 1525 2024-04-15T16:41:24.564 INFO:tasks.rados.rados.0.smithi090.stdout:3710: oid 28 version 1525 is already newer than 1524 2024-04-15T16:41:24.564 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1525 (ObjNum 1159 snap 369 seq_num 1159) dirty exists 2024-04-15T16:41:24.564 INFO:tasks.rados.rados.0.smithi090.stdout:3710: left oid 28 (ObjNum 1159 snap 369 seq_num 1159) 2024-04-15T16:41:24.565 INFO:tasks.rados.rados.0.smithi090.stdout:3713: finishing write tid 1 to smithi09078167-6 2024-04-15T16:41:24.565 INFO:tasks.rados.rados.0.smithi090.stdout:3713: finishing write tid 2 to smithi09078167-6 2024-04-15T16:41:24.565 INFO:tasks.rados.rados.0.smithi090.stdout:3713: finishing write tid 3 to smithi09078167-6 2024-04-15T16:41:24.565 INFO:tasks.rados.rados.0.smithi090.stdout:3713: oid 6 updating version 0 to 1717 2024-04-15T16:41:24.565 INFO:tasks.rados.rados.0.smithi090.stdout:3713: oid 6 version 1717 is already newer than 1716 2024-04-15T16:41:24.565 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1717 (ObjNum 1160 snap 369 seq_num 1160) dirty exists 2024-04-15T16:41:24.565 INFO:tasks.rados.rados.0.smithi090.stdout:3713: left oid 6 (ObjNum 1160 snap 369 seq_num 1160) 2024-04-15T16:41:24.565 INFO:tasks.rados.rados.0.smithi090.stdout:3714: finishing write tid 1 to smithi09078167-48 2024-04-15T16:41:24.565 INFO:tasks.rados.rados.0.smithi090.stdout:3714: finishing write tid 2 to smithi09078167-48 2024-04-15T16:41:24.565 INFO:tasks.rados.rados.0.smithi090.stdout:3710: done (4 left) 2024-04-15T16:41:24.565 INFO:tasks.rados.rados.0.smithi090.stdout:3712: done (3 left) 2024-04-15T16:41:24.565 INFO:tasks.rados.rados.0.smithi090.stdout:3713: done (2 left) 2024-04-15T16:41:24.565 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 369 2024-04-15T16:41:24.565 INFO:tasks.rados.rados.0.smithi090.stdout:3715: finishing rollback tid 0 to smithi09078167-45 2024-04-15T16:41:24.565 INFO:tasks.rados.rados.0.smithi090.stdout:3716: seq_num 1162 ranges {6053888=270336} 2024-04-15T16:41:24.598 INFO:tasks.rados.rados.0.smithi090.stdout:3716: writing smithi09078167-32 from 6053888 to 6324224 tid 1 2024-04-15T16:41:24.598 INFO:tasks.rados.rados.0.smithi090.stdout:3717: read oid 20 snap 357 2024-04-15T16:41:24.598 INFO:tasks.rados.rados.0.smithi090.stdout:3717: expect deleted 2024-04-15T16:41:24.598 INFO:tasks.rados.rados.0.smithi090.stdout:3718: snap_create 2024-04-15T16:41:24.598 INFO:tasks.rados.rados.0.smithi090.stdout:3715: finishing rollback tid 1 to smithi09078167-45 2024-04-15T16:41:24.599 INFO:tasks.rados.rados.0.smithi090.stdout:3714: finishing write tid 3 to smithi09078167-48 2024-04-15T16:41:24.599 INFO:tasks.rados.rados.0.smithi090.stdout:3714: oid 48 updating version 0 to 1526 2024-04-15T16:41:24.599 INFO:tasks.rados.rados.0.smithi090.stdout:3714: oid 48 updating version 1526 to 1527 2024-04-15T16:41:24.599 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1527 (ObjNum 1161 snap 369 seq_num 1161) dirty exists 2024-04-15T16:41:24.599 INFO:tasks.rados.rados.0.smithi090.stdout:3714: left oid 48 (ObjNum 1161 snap 369 seq_num 1161) 2024-04-15T16:41:24.599 INFO:tasks.rados.rados.0.smithi090.stdout:3715: finishing rollback tid 2 to smithi09078167-45 2024-04-15T16:41:24.599 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1662 (ObjNum 1082 snap 327 seq_num 1082) dirty exists 2024-04-15T16:41:24.601 INFO:tasks.rados.rados.0.smithi090.stdout:3716: finishing write tid 1 to smithi09078167-32 2024-04-15T16:41:24.601 INFO:tasks.rados.rados.0.smithi090.stdout:3716: finishing write tid 2 to smithi09078167-32 2024-04-15T16:41:24.603 INFO:tasks.rados.rados.0.smithi090.stdout:3716: finishing write tid 3 to smithi09078167-32 2024-04-15T16:41:24.603 INFO:tasks.rados.rados.0.smithi090.stdout:3716: oid 32 updating version 0 to 1347 2024-04-15T16:41:24.603 INFO:tasks.rados.rados.0.smithi090.stdout:3716: oid 32 updating version 1347 to 1348 2024-04-15T16:41:24.603 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1348 (ObjNum 1162 snap 369 seq_num 1162) dirty exists 2024-04-15T16:41:24.603 INFO:tasks.rados.rados.0.smithi090.stdout:3716: left oid 32 (ObjNum 1162 snap 369 seq_num 1162) 2024-04-15T16:41:24.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:24 smithi090 ceph-mon[91618]: osdmap e784: 8 total, 8 up, 8 in 2024-04-15T16:41:24.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:24 smithi090 ceph-mon[91618]: osdmap e785: 8 total, 8 up, 8 in 2024-04-15T16:41:24.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:24 smithi090 ceph-mon[89240]: osdmap e784: 8 total, 8 up, 8 in 2024-04-15T16:41:24.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:24 smithi090 ceph-mon[89240]: osdmap e785: 8 total, 8 up, 8 in 2024-04-15T16:41:24.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:24 smithi153 ceph-mon[84714]: osdmap e784: 8 total, 8 up, 8 in 2024-04-15T16:41:24.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:24 smithi153 ceph-mon[84714]: osdmap e785: 8 total, 8 up, 8 in 2024-04-15T16:41:25.532 INFO:tasks.rados.rados.0.smithi090.stdout:3714: done (4 left) 2024-04-15T16:41:25.533 INFO:tasks.rados.rados.0.smithi090.stdout:3715: done (3 left) 2024-04-15T16:41:25.533 INFO:tasks.rados.rados.0.smithi090.stdout:3716: done (2 left) 2024-04-15T16:41:25.533 INFO:tasks.rados.rados.0.smithi090.stdout:3717: done (1 left) 2024-04-15T16:41:25.533 INFO:tasks.rados.rados.0.smithi090.stdout:3718: done (0 left) 2024-04-15T16:41:25.533 INFO:tasks.rados.rados.0.smithi090.stdout:3719: setattr oid 35 current snap is 370 2024-04-15T16:41:25.534 INFO:tasks.rados.rados.0.smithi090.stdout:3720: copy_from oid 3 from oid 19 current snap is 370 2024-04-15T16:41:25.534 INFO:tasks.rados.rados.0.smithi090.stdout:3721: read oid 44 snap -1 2024-04-15T16:41:25.534 INFO:tasks.rados.rados.0.smithi090.stdout:3721: expect (ObjNum 1136 snap 363 seq_num 1136) 2024-04-15T16:41:25.534 INFO:tasks.rados.rados.0.smithi090.stdout:3722: snap_remove snap 323 2024-04-15T16:41:25.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:25 smithi090 ceph-mon[89240]: pgmap v838: 121 pgs: 121 active+clean; 623 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.1 MiB/s wr, 7 op/s 2024-04-15T16:41:25.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:25 smithi090 ceph-mon[91618]: pgmap v838: 121 pgs: 121 active+clean; 623 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.1 MiB/s wr, 7 op/s 2024-04-15T16:41:25.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:25 smithi153 ceph-mon[84714]: pgmap v838: 121 pgs: 121 active+clean; 623 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 4.1 MiB/s wr, 7 op/s 2024-04-15T16:41:26.528 INFO:tasks.rados.rados.0.smithi090.stdout:3722: done (3 left) 2024-04-15T16:41:26.528 INFO:tasks.rados.rados.0.smithi090.stdout:3723: rollback oid 38 current snap is 370 2024-04-15T16:41:26.529 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 38 to 351 2024-04-15T16:41:26.529 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1523 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-15T16:41:26.529 INFO:tasks.rados.rados.0.smithi090.stdout:3720: finishing copy_from racing read to smithi09078167-3 2024-04-15T16:41:26.529 INFO:tasks.rados.rados.0.smithi090.stdout:3720: finishing copy_from to smithi09078167-3 2024-04-15T16:41:26.529 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1219 (ObjNum 1133 snap 363 seq_num 1133) dirty exists 2024-04-15T16:41:26.529 INFO:tasks.rados.rados.0.smithi090.stdout:3721: expect (ObjNum 1136 snap 363 seq_num 1136) 2024-04-15T16:41:26.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:26 smithi090 ceph-mon[91618]: osdmap e786: 8 total, 8 up, 8 in 2024-04-15T16:41:26.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:26 smithi090 ceph-mon[89240]: osdmap e786: 8 total, 8 up, 8 in 2024-04-15T16:41:26.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:26 smithi153 ceph-mon[84714]: osdmap e786: 8 total, 8 up, 8 in 2024-04-15T16:41:26.881 INFO:tasks.rados.rados.0.smithi090.stdout:3723: finishing rollback tid 0 to smithi09078167-38 2024-04-15T16:41:26.881 INFO:tasks.rados.rados.0.smithi090.stdout:3723: finishing rollback tid 1 to smithi09078167-38 2024-04-15T16:41:26.881 INFO:tasks.rados.rados.0.smithi090.stdout:3723: finishing rollback tid 2 to smithi09078167-38 2024-04-15T16:41:26.882 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 1468 (ObjNum 968 snap 300 seq_num 968) dirty exists 2024-04-15T16:41:26.882 INFO:tasks.rados.rados.0.smithi090.stdout:3719: done (3 left) 2024-04-15T16:41:26.882 INFO:tasks.rados.rados.0.smithi090.stdout:3720: done (2 left) 2024-04-15T16:41:26.882 INFO:tasks.rados.rados.0.smithi090.stdout:3721: done (1 left) 2024-04-15T16:41:26.882 INFO:tasks.rados.rados.0.smithi090.stdout:3723: done (0 left) 2024-04-15T16:41:26.882 INFO:tasks.rados.rados.0.smithi090.stdout:3724: rollback oid 5 current snap is 370 2024-04-15T16:41:26.882 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 5 to 330 2024-04-15T16:41:26.882 INFO:tasks.rados.rados.0.smithi090.stdout:3725: copy_from oid 17 from oid 48 current snap is 370 2024-04-15T16:41:26.882 INFO:tasks.rados.rados.0.smithi090.stdout:3726: setattr oid 32 current snap is 370 2024-04-15T16:41:26.883 INFO:tasks.rados.rados.0.smithi090.stdout:3727: rollback oid 27 current snap is 370 2024-04-15T16:41:26.883 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 27 to 357 2024-04-15T16:41:26.883 INFO:tasks.rados.rados.0.smithi090.stdout:3728: read oid 15 snap -1 2024-04-15T16:41:26.883 INFO:tasks.rados.rados.0.smithi090.stdout:3728: expect (ObjNum 1108 snap 342 seq_num 1108) 2024-04-15T16:41:26.883 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 370 2024-04-15T16:41:26.883 INFO:tasks.rados.rados.0.smithi090.stdout:3729: seq_num 1163 ranges {2375680=286720} 2024-04-15T16:41:26.898 INFO:tasks.rados.rados.0.smithi090.stdout:3729: writing smithi09078167-49 from 2375680 to 2662400 tid 1 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:3730: read oid 47 snap -1 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:3730: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:3731: copy_from oid 2 from oid 46 current snap is 370 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:3724: finishing rollback tid 0 to smithi09078167-5 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:3724: finishing rollback tid 1 to smithi09078167-5 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:3724: finishing rollback tid 2 to smithi09078167-5 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 1348 (ObjNum 957 snap 298 seq_num 957) dirty exists 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1349 (ObjNum 1162 snap 369 seq_num 1162) dirty exists 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:3727: finishing rollback tid 0 to smithi09078167-27 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:3727: finishing rollback tid 1 to smithi09078167-27 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:3724: done (7 left) 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:3726: done (6 left) 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:3732: read oid 26 snap -1 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:3732: expect deleted 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:3733: copy_from oid 28 from oid 34 current snap is 370 2024-04-15T16:41:26.899 INFO:tasks.rados.rados.0.smithi090.stdout:3727: finishing rollback tid 2 to smithi09078167-27 2024-04-15T16:41:26.900 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 27 v 1723 (ObjNum 1108 snap 342 seq_num 1108) dirty exists 2024-04-15T16:41:26.900 INFO:tasks.rados.rados.0.smithi090.stdout:3728: expect (ObjNum 1108 snap 342 seq_num 1108) 2024-04-15T16:41:26.952 INFO:tasks.rados.rados.0.smithi090.stdout:3725: finishing copy_from racing read to smithi09078167-17 2024-04-15T16:41:26.952 INFO:tasks.rados.rados.0.smithi090.stdout:3725: finishing copy_from to smithi09078167-17 2024-04-15T16:41:26.952 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1527 (ObjNum 1161 snap 369 seq_num 1161) dirty exists 2024-04-15T16:41:26.952 INFO:tasks.rados.rados.0.smithi090.stdout:3725: done (7 left) 2024-04-15T16:41:26.952 INFO:tasks.rados.rados.0.smithi090.stdout:3727: done (6 left) 2024-04-15T16:41:26.952 INFO:tasks.rados.rados.0.smithi090.stdout:3728: done (5 left) 2024-04-15T16:41:26.952 INFO:tasks.rados.rados.0.smithi090.stdout:3734: rmattr oid 40 current snap is 370 2024-04-15T16:41:26.952 INFO:tasks.rados.rados.0.smithi090.stdout:3734: done (5 left) 2024-04-15T16:41:26.952 INFO:tasks.rados.rados.0.smithi090.stdout:3735: read oid 5 snap -1 2024-04-15T16:41:26.952 INFO:tasks.rados.rados.0.smithi090.stdout:3735: expect (ObjNum 957 snap 298 seq_num 957) 2024-04-15T16:41:26.952 INFO:tasks.rados.rados.0.smithi090.stdout:3736: read oid 18 snap -1 2024-04-15T16:41:26.952 INFO:tasks.rados.rados.0.smithi090.stdout:3736: expect (ObjNum 1055 snap 322 seq_num 1055) 2024-04-15T16:41:26.952 INFO:tasks.rados.rados.0.smithi090.stdout:3737: rollback oid 37 current snap is 370 2024-04-15T16:41:26.953 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 37 to 318 2024-04-15T16:41:26.953 INFO:tasks.rados.rados.0.smithi090.stdout:3729: finishing write tid 1 to smithi09078167-49 2024-04-15T16:41:26.953 INFO:tasks.rados.rados.0.smithi090.stdout:3729: finishing write tid 2 to smithi09078167-49 2024-04-15T16:41:26.953 INFO:tasks.rados.rados.0.smithi090.stdout:3729: finishing write tid 3 to smithi09078167-49 2024-04-15T16:41:26.953 INFO:tasks.rados.rados.0.smithi090.stdout:3729: oid 49 updating version 0 to 1299 2024-04-15T16:41:26.953 INFO:tasks.rados.rados.0.smithi090.stdout:3729: oid 49 updating version 1299 to 1300 2024-04-15T16:41:26.953 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1300 (ObjNum 1163 snap 370 seq_num 1163) dirty exists 2024-04-15T16:41:26.953 INFO:tasks.rados.rados.0.smithi090.stdout:3729: left oid 49 (ObjNum 1163 snap 370 seq_num 1163) 2024-04-15T16:41:26.953 INFO:tasks.rados.rados.0.smithi090.stdout:3730: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:41:27.021 INFO:tasks.rados.rados.0.smithi090.stdout:3731: finishing copy_from racing read to smithi09078167-2 2024-04-15T16:41:27.021 INFO:tasks.rados.rados.0.smithi090.stdout:3731: finishing copy_from to smithi09078167-2 2024-04-15T16:41:27.021 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1133 (ObjNum 1039 snap 314 seq_num 1039) dirty exists 2024-04-15T16:41:27.021 INFO:tasks.rados.rados.0.smithi090.stdout:3733: finishing copy_from racing read to smithi09078167-28 2024-04-15T16:41:27.021 INFO:tasks.rados.rados.0.smithi090.stdout:3733: finishing copy_from to smithi09078167-28 2024-04-15T16:41:27.021 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1286 (ObjNum 1117 snap 351 seq_num 1117) dirty exists 2024-04-15T16:41:27.021 INFO:tasks.rados.rados.0.smithi090.stdout:3737: finishing rollback tid 0 to smithi09078167-37 2024-04-15T16:41:27.021 INFO:tasks.rados.rados.0.smithi090.stdout:3737: finishing rollback tid 1 to smithi09078167-37 2024-04-15T16:41:27.021 INFO:tasks.rados.rados.0.smithi090.stdout:3729: done (7 left) 2024-04-15T16:41:27.022 INFO:tasks.rados.rados.0.smithi090.stdout:3730: done (6 left) 2024-04-15T16:41:27.022 INFO:tasks.rados.rados.0.smithi090.stdout:3731: done (5 left) 2024-04-15T16:41:27.022 INFO:tasks.rados.rados.0.smithi090.stdout:3732: done (4 left) 2024-04-15T16:41:27.022 INFO:tasks.rados.rados.0.smithi090.stdout:3733: done (3 left) 2024-04-15T16:41:27.022 INFO:tasks.rados.rados.0.smithi090.stdout:3738: rmattr oid 11 current snap is 370 2024-04-15T16:41:27.022 INFO:tasks.rados.rados.0.smithi090.stdout:3738: done (3 left) 2024-04-15T16:41:27.022 INFO:tasks.rados.rados.0.smithi090.stdout:3739: read oid 20 snap -1 2024-04-15T16:41:27.022 INFO:tasks.rados.rados.0.smithi090.stdout:3739: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:41:27.022 INFO:tasks.rados.rados.0.smithi090.stdout:3740: snap_remove snap 348 2024-04-15T16:41:27.557 INFO:tasks.rados.rados.0.smithi090.stdout:3740: done (4 left) 2024-04-15T16:41:27.557 INFO:tasks.rados.rados.0.smithi090.stdout:3741: setattr oid 9 current snap is 370 2024-04-15T16:41:27.557 INFO:tasks.rados.rados.0.smithi090.stdout:3737: finishing rollback tid 2 to smithi09078167-37 2024-04-15T16:41:27.557 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 1352 (ObjNum 593 snap 0 seq_num 0) dirty exists 2024-04-15T16:41:27.558 INFO:tasks.rados.rados.0.smithi090.stdout:3735: expect (ObjNum 957 snap 298 seq_num 957) 2024-04-15T16:41:27.765 INFO:tasks.rados.rados.0.smithi090.stdout:3736: expect (ObjNum 1055 snap 322 seq_num 1055) 2024-04-15T16:41:27.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:27 smithi090 ceph-mon[91618]: osdmap e787: 8 total, 8 up, 8 in 2024-04-15T16:41:27.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:27 smithi090 ceph-mon[91618]: pgmap v841: 121 pgs: 121 active+clean; 647 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.0 MiB/s wr, 24 op/s 2024-04-15T16:41:27.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:27 smithi090 ceph-mon[89240]: osdmap e787: 8 total, 8 up, 8 in 2024-04-15T16:41:27.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:27 smithi090 ceph-mon[89240]: pgmap v841: 121 pgs: 121 active+clean; 647 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.0 MiB/s wr, 24 op/s 2024-04-15T16:41:27.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:27 smithi153 ceph-mon[84714]: osdmap e787: 8 total, 8 up, 8 in 2024-04-15T16:41:27.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:27 smithi153 ceph-mon[84714]: pgmap v841: 121 pgs: 121 active+clean; 647 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 9.5 MiB/s rd, 5.0 MiB/s wr, 24 op/s 2024-04-15T16:41:27.978 INFO:tasks.rados.rados.0.smithi090.stdout:3739: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:41:28.041 INFO:tasks.rados.rados.0.smithi090.stdout:3735: done (4 left) 2024-04-15T16:41:28.041 INFO:tasks.rados.rados.0.smithi090.stdout:3736: done (3 left) 2024-04-15T16:41:28.041 INFO:tasks.rados.rados.0.smithi090.stdout:3737: done (2 left) 2024-04-15T16:41:28.041 INFO:tasks.rados.rados.0.smithi090.stdout:3739: done (1 left) 2024-04-15T16:41:28.041 INFO:tasks.rados.rados.0.smithi090.stdout:3742: delete oid 33 current snap is 370 2024-04-15T16:41:28.043 INFO:tasks.rados.rados.0.smithi090.stdout:3742: done (1 left) 2024-04-15T16:41:28.043 INFO:tasks.rados.rados.0.smithi090.stdout:3743: read oid 48 snap -1 2024-04-15T16:41:28.043 INFO:tasks.rados.rados.0.smithi090.stdout:3743: expect (ObjNum 1161 snap 369 seq_num 1161) 2024-04-15T16:41:28.044 INFO:tasks.rados.rados.0.smithi090.stdout:3744: rollback oid 21 current snap is 370 2024-04-15T16:41:28.044 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 21 to 326 2024-04-15T16:41:28.044 INFO:tasks.rados.rados.0.smithi090.stdout:3745: read oid 39 snap -1 2024-04-15T16:41:28.044 INFO:tasks.rados.rados.0.smithi090.stdout:3745: expect (ObjNum 1025 snap 312 seq_num 1025) 2024-04-15T16:41:28.044 INFO:tasks.rados.rados.0.smithi090.stdout:3746: read oid 4 snap -1 2024-04-15T16:41:28.044 INFO:tasks.rados.rados.0.smithi090.stdout:3746: expect (ObjNum 1142 snap 366 seq_num 1142) 2024-04-15T16:41:28.044 INFO:tasks.rados.rados.0.smithi090.stdout:3747: delete oid 40 current snap is 370 2024-04-15T16:41:28.046 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1524 (ObjNum 1114 snap 351 seq_num 1114) dirty exists 2024-04-15T16:41:28.049 INFO:tasks.rados.rados.0.smithi090.stdout:3743: expect (ObjNum 1161 snap 369 seq_num 1161) 2024-04-15T16:41:28.156 INFO:tasks.rados.rados.0.smithi090.stdout:3744: finishing rollback tid 0 to smithi09078167-21 2024-04-15T16:41:28.156 INFO:tasks.rados.rados.0.smithi090.stdout:3744: finishing rollback tid 1 to smithi09078167-21 2024-04-15T16:41:28.156 INFO:tasks.rados.rados.0.smithi090.stdout:3744: finishing rollback tid 2 to smithi09078167-21 2024-04-15T16:41:28.156 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1899 (ObjNum 1072 snap 323 seq_num 1072) dirty exists 2024-04-15T16:41:28.156 INFO:tasks.rados.rados.0.smithi090.stdout:3746: expect (ObjNum 1142 snap 366 seq_num 1142) 2024-04-15T16:41:28.302 INFO:tasks.rados.rados.0.smithi090.stdout:3745: expect (ObjNum 1025 snap 312 seq_num 1025) 2024-04-15T16:41:28.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:28 smithi090 ceph-mon[91618]: osdmap e788: 8 total, 8 up, 8 in 2024-04-15T16:41:28.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:28 smithi090 ceph-mon[89240]: osdmap e788: 8 total, 8 up, 8 in 2024-04-15T16:41:28.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:28 smithi153 ceph-mon[84714]: osdmap e788: 8 total, 8 up, 8 in 2024-04-15T16:41:29.011 INFO:tasks.rados.rados.0.smithi090.stdout:3741: done (5 left) 2024-04-15T16:41:29.011 INFO:tasks.rados.rados.0.smithi090.stdout:3743: done (4 left) 2024-04-15T16:41:29.012 INFO:tasks.rados.rados.0.smithi090.stdout:3744: done (3 left) 2024-04-15T16:41:29.012 INFO:tasks.rados.rados.0.smithi090.stdout:3745: done (2 left) 2024-04-15T16:41:29.012 INFO:tasks.rados.rados.0.smithi090.stdout:3746: done (1 left) 2024-04-15T16:41:29.012 INFO:tasks.rados.rados.0.smithi090.stdout:3747: done (0 left) 2024-04-15T16:41:29.012 INFO:tasks.rados.rados.0.smithi090.stdout:3748: copy_from oid 38 from oid 14 current snap is 370 2024-04-15T16:41:29.012 INFO:tasks.rados.rados.0.smithi090.stdout:3749: rmattr oid 6 current snap is 370 2024-04-15T16:41:29.012 INFO:tasks.rados.rados.0.smithi090.stdout:3749: done (1 left) 2024-04-15T16:41:29.012 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 41 current snap is 370 2024-04-15T16:41:29.012 INFO:tasks.rados.rados.0.smithi090.stdout:3750: seq_num 1166 ranges {2039808=335872} 2024-04-15T16:41:29.024 INFO:tasks.rados.rados.0.smithi090.stdout:3750: writing smithi09078167-41 from 2039808 to 2375680 tid 1 2024-04-15T16:41:29.024 INFO:tasks.rados.rados.0.smithi090.stdout:3751: copy_from oid 20 from oid 26 current snap is 370 2024-04-15T16:41:29.024 INFO:tasks.rados.rados.0.smithi090.stdout:3748: finishing copy_from racing read to smithi09078167-38 2024-04-15T16:41:29.024 INFO:tasks.rados.rados.0.smithi090.stdout:3748: finishing copy_from to smithi09078167-38 2024-04-15T16:41:29.024 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 38 v 523 (ObjNum 1154 snap 368 seq_num 1154) dirty exists 2024-04-15T16:41:29.025 INFO:tasks.rados.rados.0.smithi090.stdout:3748: done (2 left) 2024-04-15T16:41:29.025 INFO:tasks.rados.rados.0.smithi090.stdout:3752: setattr oid 10 current snap is 370 2024-04-15T16:41:29.025 INFO:tasks.rados.rados.0.smithi090.stdout:3751: finishing copy_from to smithi09078167-20 2024-04-15T16:41:29.025 INFO:tasks.rados.rados.0.smithi090.stdout:3751: got expected ENOENT (src dne) 2024-04-15T16:41:29.025 INFO:tasks.rados.rados.0.smithi090.stdout:3751: finishing copy_from racing read to smithi09078167-20 2024-04-15T16:41:29.026 INFO:tasks.rados.rados.0.smithi090.stdout:3751: done (2 left) 2024-04-15T16:41:29.026 INFO:tasks.rados.rados.0.smithi090.stdout:3753: rollback oid 15 current snap is 370 2024-04-15T16:41:29.026 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 317 2024-04-15T16:41:29.026 INFO:tasks.rados.rados.0.smithi090.stdout:3754: read oid 39 snap 270 2024-04-15T16:41:29.027 INFO:tasks.rados.rados.0.smithi090.stdout:3754: expect deleted 2024-04-15T16:41:29.027 INFO:tasks.rados.rados.0.smithi090.stdout:3755: delete oid 42 current snap is 370 2024-04-15T16:41:29.027 INFO:tasks.rados.rados.0.smithi090.stdout:3750: finishing write tid 1 to smithi09078167-41 2024-04-15T16:41:29.029 INFO:tasks.rados.rados.0.smithi090.stdout:3750: finishing write tid 2 to smithi09078167-41 2024-04-15T16:41:29.030 INFO:tasks.rados.rados.0.smithi090.stdout:3750: finishing write tid 3 to smithi09078167-41 2024-04-15T16:41:29.030 INFO:tasks.rados.rados.0.smithi090.stdout:3750: oid 41 updating version 0 to 1576 2024-04-15T16:41:29.030 INFO:tasks.rados.rados.0.smithi090.stdout:3750: oid 41 updating version 1576 to 1577 2024-04-15T16:41:29.030 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 1577 (ObjNum 1166 snap 370 seq_num 1166) dirty exists 2024-04-15T16:41:29.030 INFO:tasks.rados.rados.0.smithi090.stdout:3750: left oid 41 (ObjNum 1166 snap 370 seq_num 1166) 2024-04-15T16:41:29.030 INFO:tasks.rados.rados.0.smithi090.stdout:3750: done (4 left) 2024-04-15T16:41:29.030 INFO:tasks.rados.rados.0.smithi090.stdout:3754: done (3 left) 2024-04-15T16:41:29.031 INFO:tasks.rados.rados.0.smithi090.stdout:3755: done (2 left) 2024-04-15T16:41:29.031 INFO:tasks.rados.rados.0.smithi090.stdout:3756: snap_remove snap 361 2024-04-15T16:41:29.468 INFO:tasks.rados.rados.0.smithi090.stdout:3756: done (2 left) 2024-04-15T16:41:29.468 INFO:tasks.rados.rados.0.smithi090.stdout:3757: snap_remove snap 326 2024-04-15T16:41:29.546 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:41:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:41:29] "GET /metrics HTTP/1.1" 200 36259 "" "Prometheus/2.43.0" 2024-04-15T16:41:29.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:29 smithi090 ceph-mon[91618]: pgmap v843: 121 pgs: 121 active+clean; 646 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 4.6 MiB/s wr, 26 op/s 2024-04-15T16:41:29.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:29 smithi090 ceph-mon[91618]: osdmap e789: 8 total, 8 up, 8 in 2024-04-15T16:41:29.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:29 smithi090 ceph-mon[89240]: pgmap v843: 121 pgs: 121 active+clean; 646 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 4.6 MiB/s wr, 26 op/s 2024-04-15T16:41:29.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:29 smithi090 ceph-mon[89240]: osdmap e789: 8 total, 8 up, 8 in 2024-04-15T16:41:29.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:29 smithi153 ceph-mon[84714]: pgmap v843: 121 pgs: 121 active+clean; 646 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 18 MiB/s rd, 4.6 MiB/s wr, 26 op/s 2024-04-15T16:41:29.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:29 smithi153 ceph-mon[84714]: osdmap e789: 8 total, 8 up, 8 in 2024-04-15T16:41:30.475 INFO:tasks.rados.rados.0.smithi090.stdout:3757: done (2 left) 2024-04-15T16:41:30.475 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 18 current snap is 370 2024-04-15T16:41:30.475 INFO:tasks.rados.rados.0.smithi090.stdout:3758: seq_num 1168 ranges {4751360=368640} 2024-04-15T16:41:30.504 INFO:tasks.rados.rados.0.smithi090.stdout:3758: writing smithi09078167-18 from 4751360 to 5120000 tid 1 2024-04-15T16:41:30.504 INFO:tasks.rados.rados.0.smithi090.stdout:3759: setattr oid 46 current snap is 370 2024-04-15T16:41:30.504 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1435 (ObjNum 1058 snap 323 seq_num 1058) dirty exists 2024-04-15T16:41:30.504 INFO:tasks.rados.rados.0.smithi090.stdout:3753: finishing rollback tid 0 to smithi09078167-15 2024-04-15T16:41:30.504 INFO:tasks.rados.rados.0.smithi090.stdout:3753: finishing rollback tid 1 to smithi09078167-15 2024-04-15T16:41:30.504 INFO:tasks.rados.rados.0.smithi090.stdout:3753: finishing rollback tid 2 to smithi09078167-15 2024-04-15T16:41:30.504 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1665 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:41:30.505 INFO:tasks.rados.rados.0.smithi090.stdout:3752: done (3 left) 2024-04-15T16:41:30.505 INFO:tasks.rados.rados.0.smithi090.stdout:3753: done (2 left) 2024-04-15T16:41:30.505 INFO:tasks.rados.rados.0.smithi090.stdout:3760: read oid 21 snap -1 2024-04-15T16:41:30.505 INFO:tasks.rados.rados.0.smithi090.stdout:3760: expect (ObjNum 1072 snap 323 seq_num 1072) 2024-04-15T16:41:30.505 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 14 current snap is 370 2024-04-15T16:41:30.505 INFO:tasks.rados.rados.0.smithi090.stdout:3761: seq_num 1169 ranges {131072=385024} 2024-04-15T16:41:30.508 INFO:tasks.rados.rados.0.smithi090.stdout:3761: writing smithi09078167-14 from 131072 to 516096 tid 1 2024-04-15T16:41:30.508 INFO:tasks.rados.rados.0.smithi090.stdout:3762: snap_create 2024-04-15T16:41:30.508 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1578 (ObjNum 1039 snap 314 seq_num 1039) dirty exists 2024-04-15T16:41:30.508 INFO:tasks.rados.rados.0.smithi090.stdout:3758: finishing write tid 1 to smithi09078167-18 2024-04-15T16:41:30.508 INFO:tasks.rados.rados.0.smithi090.stdout:3758: finishing write tid 2 to smithi09078167-18 2024-04-15T16:41:30.510 INFO:tasks.rados.rados.0.smithi090.stdout:3761: finishing write tid 1 to smithi09078167-14 2024-04-15T16:41:30.511 INFO:tasks.rados.rados.0.smithi090.stdout:3761: finishing write tid 2 to smithi09078167-14 2024-04-15T16:41:30.512 INFO:tasks.rados.rados.0.smithi090.stdout:3761: finishing write tid 3 to smithi09078167-14 2024-04-15T16:41:30.512 INFO:tasks.rados.rados.0.smithi090.stdout:3761: oid 14 updating version 0 to 525 2024-04-15T16:41:30.512 INFO:tasks.rados.rados.0.smithi090.stdout:3761: oid 14 version 525 is already newer than 524 2024-04-15T16:41:30.512 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 525 (ObjNum 1169 snap 370 seq_num 1169) dirty exists 2024-04-15T16:41:30.512 INFO:tasks.rados.rados.0.smithi090.stdout:3761: left oid 14 (ObjNum 1169 snap 370 seq_num 1169) 2024-04-15T16:41:30.519 INFO:tasks.rados.rados.0.smithi090.stdout:3758: finishing write tid 3 to smithi09078167-18 2024-04-15T16:41:30.519 INFO:tasks.rados.rados.0.smithi090.stdout:3758: oid 18 updating version 0 to 1916 2024-04-15T16:41:30.519 INFO:tasks.rados.rados.0.smithi090.stdout:3758: oid 18 version 1916 is already newer than 1915 2024-04-15T16:41:30.519 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 1916 (ObjNum 1168 snap 370 seq_num 1168) dirty exists 2024-04-15T16:41:30.519 INFO:tasks.rados.rados.0.smithi090.stdout:3758: left oid 18 (ObjNum 1168 snap 370 seq_num 1168) 2024-04-15T16:41:30.524 INFO:tasks.rados.rados.0.smithi090.stdout:3760: expect (ObjNum 1072 snap 323 seq_num 1072) 2024-04-15T16:41:31.477 INFO:tasks.rados.rados.0.smithi090.stdout:3758: done (4 left) 2024-04-15T16:41:31.477 INFO:tasks.rados.rados.0.smithi090.stdout:3759: done (3 left) 2024-04-15T16:41:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:3760: done (2 left) 2024-04-15T16:41:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:3761: done (1 left) 2024-04-15T16:41:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:3762: done (0 left) 2024-04-15T16:41:31.478 INFO:tasks.rados.rados.0.smithi090.stdout:3763: setattr oid 16 current snap is 371 2024-04-15T16:41:31.479 INFO:tasks.rados.rados.0.smithi090.stdout:3764: read oid 45 snap -1 2024-04-15T16:41:31.479 INFO:tasks.rados.rados.0.smithi090.stdout:3764: expect (ObjNum 1082 snap 327 seq_num 1082) 2024-04-15T16:41:31.479 INFO:tasks.rados.rados.0.smithi090.stdout:3765: snap_create 2024-04-15T16:41:31.486 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1489 (ObjNum 1128 snap 357 seq_num 1128) dirty exists 2024-04-15T16:41:31.486 INFO:tasks.rados.rados.0.smithi090.stdout:3764: expect (ObjNum 1082 snap 327 seq_num 1082) 2024-04-15T16:41:31.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:31 smithi090 ceph-mon[89240]: osdmap e790: 8 total, 8 up, 8 in 2024-04-15T16:41:31.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:31 smithi090 ceph-mon[89240]: pgmap v846: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 649 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-04-15T16:41:31.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:31 smithi090 ceph-mon[91618]: osdmap e790: 8 total, 8 up, 8 in 2024-04-15T16:41:31.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:31 smithi090 ceph-mon[91618]: pgmap v846: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 649 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-04-15T16:41:31.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:31 smithi153 ceph-mon[84714]: osdmap e790: 8 total, 8 up, 8 in 2024-04-15T16:41:31.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:31 smithi153 ceph-mon[84714]: pgmap v846: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 649 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 1.2 MiB/s wr, 27 op/s 2024-04-15T16:41:32.478 INFO:tasks.rados.rados.0.smithi090.stdout:3763: done (2 left) 2024-04-15T16:41:32.478 INFO:tasks.rados.rados.0.smithi090.stdout:3764: done (1 left) 2024-04-15T16:41:32.478 INFO:tasks.rados.rados.0.smithi090.stdout:3765: done (0 left) 2024-04-15T16:41:32.478 INFO:tasks.rados.rados.0.smithi090.stdout:3766: setattr oid 41 current snap is 372 2024-04-15T16:41:32.479 INFO:tasks.rados.rados.0.smithi090.stdout:3767: rollback oid 2 current snap is 372 2024-04-15T16:41:32.479 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 2 to 350 2024-04-15T16:41:32.479 INFO:tasks.rados.rados.0.smithi090.stdout:3768: snap_remove snap 349 2024-04-15T16:41:32.620 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:32 smithi153 ceph-mon[84714]: osdmap e791: 8 total, 8 up, 8 in 2024-04-15T16:41:32.620 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:41:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:41:32.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:32 smithi090 ceph-mon[89240]: osdmap e791: 8 total, 8 up, 8 in 2024-04-15T16:41:32.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:32 smithi090 ceph-mon[91618]: osdmap e791: 8 total, 8 up, 8 in 2024-04-15T16:41:33.497 INFO:tasks.rados.rados.0.smithi090.stdout:3768: done (2 left) 2024-04-15T16:41:33.497 INFO:tasks.rados.rados.0.smithi090.stdout:3769: rmattr oid 1 current snap is 372 2024-04-15T16:41:33.497 INFO:tasks.rados.rados.0.smithi090.stdout:3769: done (2 left) 2024-04-15T16:41:33.497 INFO:tasks.rados.rados.0.smithi090.stdout:3770: snap_remove snap 354 2024-04-15T16:41:33.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:33 smithi090 ceph-mon[89240]: osdmap e792: 8 total, 8 up, 8 in 2024-04-15T16:41:33.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:33 smithi090 ceph-mon[89240]: pgmap v849: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 660 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-04-15T16:41:33.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:33 smithi090 ceph-mon[91618]: osdmap e792: 8 total, 8 up, 8 in 2024-04-15T16:41:33.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:33 smithi090 ceph-mon[91618]: pgmap v849: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 660 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-04-15T16:41:33.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:33 smithi153 ceph-mon[84714]: osdmap e792: 8 total, 8 up, 8 in 2024-04-15T16:41:33.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:33 smithi153 ceph-mon[84714]: pgmap v849: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 660 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 19 MiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-04-15T16:41:34.472 INFO:tasks.rados.rados.0.smithi090.stdout:3770: done (2 left) 2024-04-15T16:41:34.472 INFO:tasks.rados.rados.0.smithi090.stdout:3771: snap_create 2024-04-15T16:41:34.472 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 41 v 1579 (ObjNum 1166 snap 370 seq_num 1166) dirty exists 2024-04-15T16:41:34.472 INFO:tasks.rados.rados.0.smithi090.stdout:3767: finishing rollback tid 0 to smithi09078167-2 2024-04-15T16:41:34.473 INFO:tasks.rados.rados.0.smithi090.stdout:3767: finishing rollback tid 1 to smithi09078167-2 2024-04-15T16:41:34.473 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1526 (ObjNum 161 snap 0 seq_num 3727876576) dirty dne 2024-04-15T16:41:34.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:34 smithi090 ceph-mon[89240]: osdmap e793: 8 total, 8 up, 8 in 2024-04-15T16:41:34.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:34 smithi090 ceph-mon[89240]: osdmap e794: 8 total, 8 up, 8 in 2024-04-15T16:41:34.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:34 smithi090 ceph-mon[91618]: osdmap e793: 8 total, 8 up, 8 in 2024-04-15T16:41:34.828 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:34 smithi090 ceph-mon[91618]: osdmap e794: 8 total, 8 up, 8 in 2024-04-15T16:41:34.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:34 smithi153 ceph-mon[84714]: osdmap e793: 8 total, 8 up, 8 in 2024-04-15T16:41:34.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:34 smithi153 ceph-mon[84714]: osdmap e794: 8 total, 8 up, 8 in 2024-04-15T16:41:35.473 INFO:tasks.rados.rados.0.smithi090.stdout:3766: done (2 left) 2024-04-15T16:41:35.473 INFO:tasks.rados.rados.0.smithi090.stdout:3767: done (1 left) 2024-04-15T16:41:35.473 INFO:tasks.rados.rados.0.smithi090.stdout:3771: done (0 left) 2024-04-15T16:41:35.473 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 29 current snap is 373 2024-04-15T16:41:35.473 INFO:tasks.rados.rados.0.smithi090.stdout:3772: seq_num 1170 ranges {98304=401408} 2024-04-15T16:41:35.475 INFO:tasks.rados.rados.0.smithi090.stdout:3772: writing smithi09078167-29 from 98304 to 499712 tid 1 2024-04-15T16:41:35.475 INFO:tasks.rados.rados.0.smithi090.stdout:3773: delete oid 37 current snap is 373 2024-04-15T16:41:35.481 INFO:tasks.rados.rados.0.smithi090.stdout:3772: finishing write tid 1 to smithi09078167-29 2024-04-15T16:41:35.483 INFO:tasks.rados.rados.0.smithi090.stdout:3773: done (1 left) 2024-04-15T16:41:35.483 INFO:tasks.rados.rados.0.smithi090.stdout:3774: copy_from oid 33 from oid 15 current snap is 373 2024-04-15T16:41:35.483 INFO:tasks.rados.rados.0.smithi090.stdout:3772: finishing write tid 2 to smithi09078167-29 2024-04-15T16:41:35.483 INFO:tasks.rados.rados.0.smithi090.stdout:3775: read oid 20 snap 330 2024-04-15T16:41:35.483 INFO:tasks.rados.rados.0.smithi090.stdout:3775: expect (ObjNum 1083 snap 330 seq_num 1083) 2024-04-15T16:41:35.483 INFO:tasks.rados.rados.0.smithi090.stdout:3776: copy_from oid 39 from oid 7 current snap is 373 2024-04-15T16:41:35.483 INFO:tasks.rados.rados.0.smithi090.stdout:3777: snap_create 2024-04-15T16:41:35.485 INFO:tasks.rados.rados.0.smithi090.stdout:3772: finishing write tid 3 to smithi09078167-29 2024-04-15T16:41:35.485 INFO:tasks.rados.rados.0.smithi090.stdout:3772: oid 29 updating version 0 to 1577 2024-04-15T16:41:35.485 INFO:tasks.rados.rados.0.smithi090.stdout:3772: oid 29 version 1577 is already newer than 1576 2024-04-15T16:41:35.485 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1577 (ObjNum 1170 snap 373 seq_num 1170) dirty exists 2024-04-15T16:41:35.485 INFO:tasks.rados.rados.0.smithi090.stdout:3772: left oid 29 (ObjNum 1170 snap 373 seq_num 1170) 2024-04-15T16:41:35.502 INFO:tasks.rados.rados.0.smithi090.stdout:3774: finishing copy_from racing read to smithi09078167-33 2024-04-15T16:41:35.502 INFO:tasks.rados.rados.0.smithi090.stdout:3774: finishing copy_from to smithi09078167-33 2024-04-15T16:41:35.502 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 1665 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:41:35.505 INFO:tasks.rados.rados.0.smithi090.stdout:3775: expect (ObjNum 1083 snap 330 seq_num 1083) 2024-04-15T16:41:35.648 INFO:tasks.rados.rados.0.smithi090.stdout:3776: finishing copy_from racing read to smithi09078167-39 2024-04-15T16:41:35.649 INFO:tasks.rados.rados.0.smithi090.stdout:3776: finishing copy_from to smithi09078167-39 2024-04-15T16:41:35.649 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1286 (ObjNum 1117 snap 351 seq_num 1117) dirty exists 2024-04-15T16:41:35.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:35 smithi090 ceph-mon[89240]: pgmap v852: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 660 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-15T16:41:35.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:35 smithi090 ceph-mon[89240]: osdmap e795: 8 total, 8 up, 8 in 2024-04-15T16:41:35.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:35 smithi090 ceph-mon[91618]: pgmap v852: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 660 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-15T16:41:35.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:35 smithi090 ceph-mon[91618]: osdmap e795: 8 total, 8 up, 8 in 2024-04-15T16:41:35.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:35 smithi153 ceph-mon[84714]: pgmap v852: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 660 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-15T16:41:35.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:35 smithi153 ceph-mon[84714]: osdmap e795: 8 total, 8 up, 8 in 2024-04-15T16:41:36.475 INFO:tasks.rados.rados.0.smithi090.stdout:3772: done (4 left) 2024-04-15T16:41:36.476 INFO:tasks.rados.rados.0.smithi090.stdout:3774: done (3 left) 2024-04-15T16:41:36.476 INFO:tasks.rados.rados.0.smithi090.stdout:3775: done (2 left) 2024-04-15T16:41:36.476 INFO:tasks.rados.rados.0.smithi090.stdout:3776: done (1 left) 2024-04-15T16:41:36.476 INFO:tasks.rados.rados.0.smithi090.stdout:3777: done (0 left) 2024-04-15T16:41:36.476 INFO:tasks.rados.rados.0.smithi090.stdout:3778: delete oid 8 current snap is 374 2024-04-15T16:41:36.481 INFO:tasks.rados.rados.0.smithi090.stdout:3778: done (0 left) 2024-04-15T16:41:36.481 INFO:tasks.rados.rados.0.smithi090.stdout:3779: snap_remove snap 368 2024-04-15T16:41:37.481 INFO:tasks.rados.rados.0.smithi090.stdout:3779: done (0 left) 2024-04-15T16:41:37.481 INFO:tasks.rados.rados.0.smithi090.stdout:3780: rmattr oid 5 current snap is 374 2024-04-15T16:41:37.481 INFO:tasks.rados.rados.0.smithi090.stdout:3780: done (0 left) 2024-04-15T16:41:37.481 INFO:tasks.rados.rados.0.smithi090.stdout:3781: snap_create 2024-04-15T16:41:37.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:37 smithi090 ceph-mon[91618]: osdmap e796: 8 total, 8 up, 8 in 2024-04-15T16:41:37.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:37 smithi090 ceph-mon[91618]: pgmap v855: 121 pgs: 121 active+clean; 672 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-04-15T16:41:37.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:37 smithi090 ceph-mon[89240]: osdmap e796: 8 total, 8 up, 8 in 2024-04-15T16:41:37.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:37 smithi090 ceph-mon[89240]: pgmap v855: 121 pgs: 121 active+clean; 672 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-04-15T16:41:37.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:37 smithi153 ceph-mon[84714]: osdmap e796: 8 total, 8 up, 8 in 2024-04-15T16:41:37.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:37 smithi153 ceph-mon[84714]: pgmap v855: 121 pgs: 121 active+clean; 672 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-04-15T16:41:38.491 INFO:tasks.rados.rados.0.smithi090.stdout:3781: done (0 left) 2024-04-15T16:41:38.491 INFO:tasks.rados.rados.0.smithi090.stdout:3782: snap_remove snap 321 2024-04-15T16:41:38.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:38 smithi090 ceph-mon[89240]: osdmap e797: 8 total, 8 up, 8 in 2024-04-15T16:41:38.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:41:38.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:38 smithi090 ceph-mon[91618]: osdmap e797: 8 total, 8 up, 8 in 2024-04-15T16:41:38.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:41:38.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:38 smithi153 ceph-mon[84714]: osdmap e797: 8 total, 8 up, 8 in 2024-04-15T16:41:38.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:41:39.475 INFO:tasks.rados.rados.0.smithi090.stdout:3782: done (0 left) 2024-04-15T16:41:39.475 INFO:tasks.rados.rados.0.smithi090.stdout:3783: snap_remove snap 341 2024-04-15T16:41:39.494 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:41:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:41:39] "GET /metrics HTTP/1.1" 200 36261 "" "Prometheus/2.43.0" 2024-04-15T16:41:39.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:39 smithi090 ceph-mon[89240]: osdmap e798: 8 total, 8 up, 8 in 2024-04-15T16:41:39.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:39 smithi090 ceph-mon[89240]: pgmap v858: 121 pgs: 121 active+clean; 672 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-15T16:41:39.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:39 smithi090 ceph-mon[89240]: osdmap e799: 8 total, 8 up, 8 in 2024-04-15T16:41:39.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:39 smithi090 ceph-mon[91618]: osdmap e798: 8 total, 8 up, 8 in 2024-04-15T16:41:39.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:39 smithi090 ceph-mon[91618]: pgmap v858: 121 pgs: 121 active+clean; 672 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-15T16:41:39.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:39 smithi090 ceph-mon[91618]: osdmap e799: 8 total, 8 up, 8 in 2024-04-15T16:41:39.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:39 smithi153 ceph-mon[84714]: osdmap e798: 8 total, 8 up, 8 in 2024-04-15T16:41:39.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:39 smithi153 ceph-mon[84714]: pgmap v858: 121 pgs: 121 active+clean; 672 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-15T16:41:39.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:39 smithi153 ceph-mon[84714]: osdmap e799: 8 total, 8 up, 8 in 2024-04-15T16:41:40.473 INFO:tasks.rados.rados.0.smithi090.stdout:3783: done (0 left) 2024-04-15T16:41:40.473 INFO:tasks.rados.rados.0.smithi090.stdout:3784: snap_create 2024-04-15T16:41:41.484 INFO:tasks.rados.rados.0.smithi090.stdout:3784: done (0 left) 2024-04-15T16:41:41.484 INFO:tasks.rados.rados.0.smithi090.stdout:3785: read oid 36 snap 314 2024-04-15T16:41:41.484 INFO:tasks.rados.rados.0.smithi090.stdout:3785: expect (ObjNum 976 snap 300 seq_num 976) 2024-04-15T16:41:41.484 INFO:tasks.rados.rados.0.smithi090.stdout:3786: setattr oid 19 current snap is 376 2024-04-15T16:41:41.486 INFO:tasks.rados.rados.0.smithi090.stdout:3787: copy_from oid 31 from oid 11 current snap is 376 2024-04-15T16:41:41.486 INFO:tasks.rados.rados.0.smithi090.stdout:3788: snap_remove snap 374 2024-04-15T16:41:41.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:41 smithi090 ceph-mon[91618]: osdmap e800: 8 total, 8 up, 8 in 2024-04-15T16:41:41.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:41 smithi090 ceph-mon[91618]: pgmap v861: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 670 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:41:41.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:41 smithi090 ceph-mon[89240]: osdmap e800: 8 total, 8 up, 8 in 2024-04-15T16:41:41.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:41 smithi090 ceph-mon[89240]: pgmap v861: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 670 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:41:41.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:41 smithi153 ceph-mon[84714]: osdmap e800: 8 total, 8 up, 8 in 2024-04-15T16:41:41.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:41 smithi153 ceph-mon[84714]: pgmap v861: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 670 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:41:42.489 INFO:tasks.rados.rados.0.smithi090.stdout:3788: done (3 left) 2024-04-15T16:41:42.489 INFO:tasks.rados.rados.0.smithi090.stdout:3789: rmattr oid 15 current snap is 376 2024-04-15T16:41:42.490 INFO:tasks.rados.rados.0.smithi090.stdout:3789: done (3 left) 2024-04-15T16:41:42.490 INFO:tasks.rados.rados.0.smithi090.stdout:3790: rollback oid 12 current snap is 376 2024-04-15T16:41:42.490 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 12 to 317 2024-04-15T16:41:42.490 INFO:tasks.rados.rados.0.smithi090.stdout:3791: snap_remove snap 337 2024-04-15T16:41:42.620 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:42 smithi153 ceph-mon[84714]: osdmap e801: 8 total, 8 up, 8 in 2024-04-15T16:41:42.620 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:41:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:41:42.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:42 smithi090 ceph-mon[89240]: osdmap e801: 8 total, 8 up, 8 in 2024-04-15T16:41:42.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:42 smithi090 ceph-mon[91618]: osdmap e801: 8 total, 8 up, 8 in 2024-04-15T16:41:43.496 INFO:tasks.rados.rados.0.smithi090.stdout:3791: done (4 left) 2024-04-15T16:41:43.496 INFO:tasks.rados.rados.0.smithi090.stdout:3792: snap_remove snap 363 2024-04-15T16:41:43.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:43 smithi090 ceph-mon[89240]: osdmap e802: 8 total, 8 up, 8 in 2024-04-15T16:41:43.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:43 smithi090 ceph-mon[89240]: pgmap v864: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 670 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-15T16:41:43.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:43 smithi090 ceph-mon[91618]: osdmap e802: 8 total, 8 up, 8 in 2024-04-15T16:41:43.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:43 smithi090 ceph-mon[91618]: pgmap v864: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 670 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-15T16:41:43.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:43 smithi153 ceph-mon[84714]: osdmap e802: 8 total, 8 up, 8 in 2024-04-15T16:41:43.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:43 smithi153 ceph-mon[84714]: pgmap v864: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 670 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-15T16:41:44.475 INFO:tasks.rados.rados.0.smithi090.stdout:3792: done (4 left) 2024-04-15T16:41:44.475 INFO:tasks.rados.rados.0.smithi090.stdout:3793: copy_from oid 30 from oid 17 current snap is 376 2024-04-15T16:41:44.476 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1666 (ObjNum 1133 snap 363 seq_num 1133) dirty exists 2024-04-15T16:41:44.476 INFO:tasks.rados.rados.0.smithi090.stdout:3787: finishing copy_from racing read to smithi09078167-31 2024-04-15T16:41:44.476 INFO:tasks.rados.rados.0.smithi090.stdout:3785: expect (ObjNum 976 snap 300 seq_num 976) 2024-04-15T16:41:44.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:44 smithi090 ceph-mon[91618]: osdmap e803: 8 total, 8 up, 8 in 2024-04-15T16:41:44.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:44 smithi090 ceph-mon[91618]: osdmap e804: 8 total, 8 up, 8 in 2024-04-15T16:41:44.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:44 smithi090 ceph-mon[89240]: osdmap e803: 8 total, 8 up, 8 in 2024-04-15T16:41:44.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:44 smithi090 ceph-mon[89240]: osdmap e804: 8 total, 8 up, 8 in 2024-04-15T16:41:44.861 INFO:tasks.rados.rados.0.smithi090.stdout:3787: finishing copy_from to smithi09078167-31 2024-04-15T16:41:44.861 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 1575 (ObjNum 1124 snap 354 seq_num 1124) dirty exists 2024-04-15T16:41:44.861 INFO:tasks.rados.rados.0.smithi090.stdout:3790: finishing rollback tid 1 to smithi09078167-12 2024-04-15T16:41:44.861 INFO:tasks.rados.rados.0.smithi090.stdout:3790: finishing rollback tid 2 to smithi09078167-12 2024-04-15T16:41:44.861 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1773 (ObjNum 1034 snap 314 seq_num 1034) dirty exists 2024-04-15T16:41:44.862 INFO:tasks.rados.rados.0.smithi090.stdout:3793: finishing copy_from racing read to smithi09078167-30 2024-04-15T16:41:44.862 INFO:tasks.rados.rados.0.smithi090.stdout:3793: finishing copy_from to smithi09078167-30 2024-04-15T16:41:44.862 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1527 (ObjNum 1161 snap 369 seq_num 1161) dirty exists 2024-04-15T16:41:44.862 INFO:tasks.rados.rados.0.smithi090.stdout:3785: done (4 left) 2024-04-15T16:41:44.862 INFO:tasks.rados.rados.0.smithi090.stdout:3786: done (3 left) 2024-04-15T16:41:44.862 INFO:tasks.rados.rados.0.smithi090.stdout:3787: done (2 left) 2024-04-15T16:41:44.862 INFO:tasks.rados.rados.0.smithi090.stdout:3790: done (1 left) 2024-04-15T16:41:44.862 INFO:tasks.rados.rados.0.smithi090.stdout:3793: done (0 left) 2024-04-15T16:41:44.862 INFO:tasks.rados.rados.0.smithi090.stdout:3794: copy_from oid 45 from oid 12 current snap is 376 2024-04-15T16:41:44.862 INFO:tasks.rados.rados.0.smithi090.stdout:3795: snap_remove snap 355 2024-04-15T16:41:44.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:44 smithi153 ceph-mon[84714]: osdmap e803: 8 total, 8 up, 8 in 2024-04-15T16:41:44.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:44 smithi153 ceph-mon[84714]: osdmap e804: 8 total, 8 up, 8 in 2024-04-15T16:41:45.502 INFO:tasks.rados.rados.0.smithi090.stdout:3794: finishing copy_from racing read to smithi09078167-45 2024-04-15T16:41:45.502 INFO:tasks.rados.rados.0.smithi090.stdout:3794: finishing copy_from to smithi09078167-45 2024-04-15T16:41:45.502 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1773 (ObjNum 1034 snap 314 seq_num 1034) dirty exists 2024-04-15T16:41:45.502 INFO:tasks.rados.rados.0.smithi090.stdout:3794: done (1 left) 2024-04-15T16:41:45.503 INFO:tasks.rados.rados.0.smithi090.stdout:3795: done (0 left) 2024-04-15T16:41:45.503 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 376 2024-04-15T16:41:45.503 INFO:tasks.rados.rados.0.smithi090.stdout:3796: seq_num 1173 ranges {5685248=450560} 2024-04-15T16:41:45.537 INFO:tasks.rados.rados.0.smithi090.stdout:3796: writing smithi09078167-16 from 5685248 to 6135808 tid 1 2024-04-15T16:41:45.537 INFO:tasks.rados.rados.0.smithi090.stdout:3797: rmattr oid 34 current snap is 376 2024-04-15T16:41:45.537 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 21 current snap is 376 2024-04-15T16:41:45.537 INFO:tasks.rados.rados.0.smithi090.stdout:3798: seq_num 1174 ranges {3006464=466944} 2024-04-15T16:41:45.556 INFO:tasks.rados.rados.0.smithi090.stdout:3798: writing smithi09078167-21 from 3006464 to 3473408 tid 1 2024-04-15T16:41:45.556 INFO:tasks.rados.rados.0.smithi090.stdout:3799: setattr oid 37 current snap is 376 2024-04-15T16:41:45.556 INFO:tasks.rados.rados.0.smithi090.stdout:3796: finishing write tid 1 to smithi09078167-16 2024-04-15T16:41:45.556 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1580 (ObjNum 1117 snap 351 seq_num 1117) dirty exists 2024-04-15T16:41:45.556 INFO:tasks.rados.rados.0.smithi090.stdout:3796: finishing write tid 2 to smithi09078167-16 2024-04-15T16:41:45.556 INFO:tasks.rados.rados.0.smithi090.stdout:3796: finishing write tid 3 to smithi09078167-16 2024-04-15T16:41:45.556 INFO:tasks.rados.rados.0.smithi090.stdout:3796: oid 16 updating version 0 to 1577 2024-04-15T16:41:45.557 INFO:tasks.rados.rados.0.smithi090.stdout:3796: oid 16 version 1577 is already newer than 1576 2024-04-15T16:41:45.557 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1577 (ObjNum 1173 snap 376 seq_num 1173) dirty exists 2024-04-15T16:41:45.557 INFO:tasks.rados.rados.0.smithi090.stdout:3796: left oid 16 (ObjNum 1173 snap 376 seq_num 1173) 2024-04-15T16:41:45.557 INFO:tasks.rados.rados.0.smithi090.stdout:3796: done (3 left) 2024-04-15T16:41:45.557 INFO:tasks.rados.rados.0.smithi090.stdout:3797: done (2 left) 2024-04-15T16:41:45.557 INFO:tasks.rados.rados.0.smithi090.stdout:3800: read oid 29 snap -1 2024-04-15T16:41:45.557 INFO:tasks.rados.rados.0.smithi090.stdout:3800: expect (ObjNum 1170 snap 373 seq_num 1170) 2024-04-15T16:41:45.557 INFO:tasks.rados.rados.0.smithi090.stdout:3801: delete oid 38 current snap is 376 2024-04-15T16:41:45.560 INFO:tasks.rados.rados.0.smithi090.stdout:3801: done (3 left) 2024-04-15T16:41:45.560 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 50 current snap is 376 2024-04-15T16:41:45.560 INFO:tasks.rados.rados.0.smithi090.stdout:3802: seq_num 1176 ranges {0=499712} 2024-04-15T16:41:45.563 INFO:tasks.rados.rados.0.smithi090.stdout:3802: writing smithi09078167-50 from 0 to 499712 tid 1 2024-04-15T16:41:45.564 INFO:tasks.rados.rados.0.smithi090.stdout:3803: rollback oid 22 current snap is 376 2024-04-15T16:41:45.564 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 339 2024-04-15T16:41:45.564 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 1354 (ObjNum 257 snap 0 seq_num 3772755408) dirty exists 2024-04-15T16:41:45.564 INFO:tasks.rados.rados.0.smithi090.stdout:3800: expect (ObjNum 1170 snap 373 seq_num 1170) 2024-04-15T16:41:45.580 INFO:tasks.rados.rados.0.smithi090.stdout:3798: finishing write tid 1 to smithi09078167-21 2024-04-15T16:41:45.580 INFO:tasks.rados.rados.0.smithi090.stdout:3798: finishing write tid 2 to smithi09078167-21 2024-04-15T16:41:45.580 INFO:tasks.rados.rados.0.smithi090.stdout:3798: finishing write tid 3 to smithi09078167-21 2024-04-15T16:41:45.580 INFO:tasks.rados.rados.0.smithi090.stdout:3798: oid 21 updating version 0 to 1981 2024-04-15T16:41:45.580 INFO:tasks.rados.rados.0.smithi090.stdout:3798: oid 21 version 1981 is already newer than 1980 2024-04-15T16:41:45.580 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 21 v 1981 (ObjNum 1174 snap 376 seq_num 1174) dirty exists 2024-04-15T16:41:45.580 INFO:tasks.rados.rados.0.smithi090.stdout:3798: left oid 21 (ObjNum 1174 snap 376 seq_num 1174) 2024-04-15T16:41:45.580 INFO:tasks.rados.rados.0.smithi090.stdout:3803: finishing rollback tid 1 to smithi09078167-22 2024-04-15T16:41:45.580 INFO:tasks.rados.rados.0.smithi090.stdout:3802: finishing write tid 1 to smithi09078167-50 2024-04-15T16:41:45.581 INFO:tasks.rados.rados.0.smithi090.stdout:3802: finishing write tid 2 to smithi09078167-50 2024-04-15T16:41:45.581 INFO:tasks.rados.rados.0.smithi090.stdout:3803: finishing rollback tid 2 to smithi09078167-22 2024-04-15T16:41:45.581 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1775 (ObjNum 1091 snap 335 seq_num 1091) dirty exists 2024-04-15T16:41:45.581 INFO:tasks.rados.rados.0.smithi090.stdout:3802: finishing write tid 3 to smithi09078167-50 2024-04-15T16:41:45.581 INFO:tasks.rados.rados.0.smithi090.stdout:3802: oid 50 updating version 0 to 1507 2024-04-15T16:41:45.581 INFO:tasks.rados.rados.0.smithi090.stdout:3802: oid 50 version 1507 is already newer than 1506 2024-04-15T16:41:45.581 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1507 (ObjNum 1176 snap 376 seq_num 1176) dirty exists 2024-04-15T16:41:45.581 INFO:tasks.rados.rados.0.smithi090.stdout:3802: left oid 50 (ObjNum 1176 snap 376 seq_num 1176) 2024-04-15T16:41:45.581 INFO:tasks.rados.rados.0.smithi090.stdout:3798: done (4 left) 2024-04-15T16:41:45.581 INFO:tasks.rados.rados.0.smithi090.stdout:3799: done (3 left) 2024-04-15T16:41:45.581 INFO:tasks.rados.rados.0.smithi090.stdout:3800: done (2 left) 2024-04-15T16:41:45.581 INFO:tasks.rados.rados.0.smithi090.stdout:3802: done (1 left) 2024-04-15T16:41:45.581 INFO:tasks.rados.rados.0.smithi090.stdout:3803: done (0 left) 2024-04-15T16:41:45.581 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 376 2024-04-15T16:41:45.582 INFO:tasks.rados.rados.0.smithi090.stdout:3804: seq_num 1177 ranges {0=516096} 2024-04-15T16:41:45.583 INFO:tasks.rados.rados.0.smithi090.stdout:3804: writing smithi09078167-26 from 0 to 516096 tid 1 2024-04-15T16:41:45.583 INFO:tasks.rados.rados.0.smithi090.stdout:3805: read oid 7 snap -1 2024-04-15T16:41:45.583 INFO:tasks.rados.rados.0.smithi090.stdout:3805: expect (ObjNum 1117 snap 351 seq_num 1117) 2024-04-15T16:41:45.583 INFO:tasks.rados.rados.0.smithi090.stdout:3806: read oid 17 snap -1 2024-04-15T16:41:45.583 INFO:tasks.rados.rados.0.smithi090.stdout:3806: expect (ObjNum 1161 snap 369 seq_num 1161) 2024-04-15T16:41:45.583 INFO:tasks.rados.rados.0.smithi090.stdout:3807: setattr oid 19 current snap is 376 2024-04-15T16:41:45.585 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 376 2024-04-15T16:41:45.585 INFO:tasks.rados.rados.0.smithi090.stdout:3808: seq_num 1178 ranges {7512064=532480} 2024-04-15T16:41:45.630 INFO:tasks.rados.rados.0.smithi090.stdout:3808: writing smithi09078167-23 from 7512064 to 8044544 tid 1 2024-04-15T16:41:45.630 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 376 2024-04-15T16:41:45.630 INFO:tasks.rados.rados.0.smithi090.stdout:3804: finishing write tid 1 to smithi09078167-26 2024-04-15T16:41:45.630 INFO:tasks.rados.rados.0.smithi090.stdout:3804: finishing write tid 2 to smithi09078167-26 2024-04-15T16:41:45.630 INFO:tasks.rados.rados.0.smithi090.stdout:3804: finishing write tid 3 to smithi09078167-26 2024-04-15T16:41:45.630 INFO:tasks.rados.rados.0.smithi090.stdout:3804: oid 26 updating version 0 to 1668 2024-04-15T16:41:45.631 INFO:tasks.rados.rados.0.smithi090.stdout:3804: oid 26 version 1668 is already newer than 1667 2024-04-15T16:41:45.631 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1668 (ObjNum 1177 snap 376 seq_num 1177) dirty exists 2024-04-15T16:41:45.631 INFO:tasks.rados.rados.0.smithi090.stdout:3804: left oid 26 (ObjNum 1177 snap 376 seq_num 1177) 2024-04-15T16:41:45.631 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1669 (ObjNum 1133 snap 363 seq_num 1133) dirty exists 2024-04-15T16:41:45.631 INFO:tasks.rados.rados.0.smithi090.stdout:3806: expect (ObjNum 1161 snap 369 seq_num 1161) 2024-04-15T16:41:45.735 INFO:tasks.rados.rados.0.smithi090.stdout:3805: expect (ObjNum 1117 snap 351 seq_num 1117) 2024-04-15T16:41:45.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:45 smithi090 ceph-mon[89240]: pgmap v867: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 670 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-04-15T16:41:45.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:45 smithi090 ceph-mon[91618]: pgmap v867: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 670 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-04-15T16:41:45.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:45 smithi153 ceph-mon[84714]: pgmap v867: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 670 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 4 op/s 2024-04-15T16:41:46.479 INFO:tasks.rados.rados.0.smithi090.stdout:3808: finishing write tid 1 to smithi09078167-23 2024-04-15T16:41:46.479 INFO:tasks.rados.rados.0.smithi090.stdout:3808: finishing write tid 2 to smithi09078167-23 2024-04-15T16:41:46.479 INFO:tasks.rados.rados.0.smithi090.stdout:3808: finishing write tid 3 to smithi09078167-23 2024-04-15T16:41:46.479 INFO:tasks.rados.rados.0.smithi090.stdout:3808: oid 23 updating version 0 to 1292 2024-04-15T16:41:46.480 INFO:tasks.rados.rados.0.smithi090.stdout:3808: oid 23 updating version 1292 to 1293 2024-04-15T16:41:46.480 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1293 (ObjNum 1178 snap 376 seq_num 1178) dirty exists 2024-04-15T16:41:46.480 INFO:tasks.rados.rados.0.smithi090.stdout:3808: left oid 23 (ObjNum 1178 snap 376 seq_num 1178) 2024-04-15T16:41:46.480 INFO:tasks.rados.rados.0.smithi090.stdout:3809: seq_num 1179 ranges {0=548864} 2024-04-15T16:41:46.482 INFO:tasks.rados.rados.0.smithi090.stdout:3809: writing smithi09078167-1 from 0 to 548864 tid 1 2024-04-15T16:41:46.483 INFO:tasks.rados.rados.0.smithi090.stdout:3804: done (5 left) 2024-04-15T16:41:46.483 INFO:tasks.rados.rados.0.smithi090.stdout:3805: done (4 left) 2024-04-15T16:41:46.483 INFO:tasks.rados.rados.0.smithi090.stdout:3806: done (3 left) 2024-04-15T16:41:46.483 INFO:tasks.rados.rados.0.smithi090.stdout:3807: done (2 left) 2024-04-15T16:41:46.483 INFO:tasks.rados.rados.0.smithi090.stdout:3808: done (1 left) 2024-04-15T16:41:46.483 INFO:tasks.rados.rados.0.smithi090.stdout:3810: copy_from oid 44 from oid 33 current snap is 376 2024-04-15T16:41:46.483 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 376 2024-04-15T16:41:46.483 INFO:tasks.rados.rados.0.smithi090.stdout:3811: seq_num 1180 ranges {8044544=565248} 2024-04-15T16:41:46.529 INFO:tasks.rados.rados.0.smithi090.stdout:3811: writing smithi09078167-23 from 8044544 to 8609792 tid 1 2024-04-15T16:41:46.529 INFO:tasks.rados.rados.0.smithi090.stdout:3812: copy_from oid 28 from oid 25 current snap is 376 2024-04-15T16:41:46.529 INFO:tasks.rados.rados.0.smithi090.stdout:3809: finishing write tid 1 to smithi09078167-1 2024-04-15T16:41:46.529 INFO:tasks.rados.rados.0.smithi090.stdout:3809: finishing write tid 2 to smithi09078167-1 2024-04-15T16:41:46.529 INFO:tasks.rados.rados.0.smithi090.stdout:3809: finishing write tid 3 to smithi09078167-1 2024-04-15T16:41:46.529 INFO:tasks.rados.rados.0.smithi090.stdout:3809: oid 1 updating version 0 to 1983 2024-04-15T16:41:46.530 INFO:tasks.rados.rados.0.smithi090.stdout:3809: oid 1 version 1983 is already newer than 1982 2024-04-15T16:41:46.530 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1983 (ObjNum 1179 snap 376 seq_num 1179) dirty exists 2024-04-15T16:41:46.530 INFO:tasks.rados.rados.0.smithi090.stdout:3809: left oid 1 (ObjNum 1179 snap 376 seq_num 1179) 2024-04-15T16:41:46.530 INFO:tasks.rados.rados.0.smithi090.stdout:3810: finishing copy_from racing read to smithi09078167-44 2024-04-15T16:41:46.530 INFO:tasks.rados.rados.0.smithi090.stdout:3810: finishing copy_from to smithi09078167-44 2024-04-15T16:41:46.530 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1665 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:41:46.530 INFO:tasks.rados.rados.0.smithi090.stdout:3809: done (3 left) 2024-04-15T16:41:46.530 INFO:tasks.rados.rados.0.smithi090.stdout:3810: done (2 left) 2024-04-15T16:41:46.530 INFO:tasks.rados.rados.0.smithi090.stdout:3813: snap_remove snap 330 2024-04-15T16:41:46.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:46 smithi090 ceph-mon[89240]: osdmap e805: 8 total, 8 up, 8 in 2024-04-15T16:41:46.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:46 smithi090 ceph-mon[91618]: osdmap e805: 8 total, 8 up, 8 in 2024-04-15T16:41:46.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:46 smithi153 ceph-mon[84714]: osdmap e805: 8 total, 8 up, 8 in 2024-04-15T16:41:47.516 INFO:tasks.rados.rados.0.smithi090.stdout:3813: done (2 left) 2024-04-15T16:41:47.517 INFO:tasks.rados.rados.0.smithi090.stdout:3814: rollback oid 50 current snap is 376 2024-04-15T16:41:47.517 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 50 to 193 2024-04-15T16:41:47.517 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 40 current snap is 376 2024-04-15T16:41:47.517 INFO:tasks.rados.rados.0.smithi090.stdout:3815: seq_num 1181 ranges {0=581632} 2024-04-15T16:41:47.520 INFO:tasks.rados.rados.0.smithi090.stdout:3815: writing smithi09078167-40 from 0 to 581632 tid 1 2024-04-15T16:41:47.520 INFO:tasks.rados.rados.0.smithi090.stdout:3816: read oid 49 snap 362 2024-04-15T16:41:47.520 INFO:tasks.rados.rados.0.smithi090.stdout:3816: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:41:47.520 INFO:tasks.rados.rados.0.smithi090.stdout:3817: rollback oid 22 current snap is 376 2024-04-15T16:41:47.520 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 22 to 333 2024-04-15T16:41:47.521 INFO:tasks.rados.rados.0.smithi090.stdout:3811: finishing write tid 1 to smithi09078167-23 2024-04-15T16:41:47.521 INFO:tasks.rados.rados.0.smithi090.stdout:3811: finishing write tid 2 to smithi09078167-23 2024-04-15T16:41:47.521 INFO:tasks.rados.rados.0.smithi090.stdout:3811: finishing write tid 3 to smithi09078167-23 2024-04-15T16:41:47.521 INFO:tasks.rados.rados.0.smithi090.stdout:3811: oid 23 updating version 0 to 1295 2024-04-15T16:41:47.521 INFO:tasks.rados.rados.0.smithi090.stdout:3811: oid 23 version 1295 is already newer than 1294 2024-04-15T16:41:47.521 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1295 (ObjNum 1180 snap 376 seq_num 1180) dirty exists 2024-04-15T16:41:47.521 INFO:tasks.rados.rados.0.smithi090.stdout:3811: left oid 23 (ObjNum 1180 snap 376 seq_num 1180) 2024-04-15T16:41:47.521 INFO:tasks.rados.rados.0.smithi090.stdout:3812: finishing copy_from racing read to smithi09078167-28 2024-04-15T16:41:47.521 INFO:tasks.rados.rados.0.smithi090.stdout:3812: finishing copy_from to smithi09078167-28 2024-04-15T16:41:47.521 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1779 (ObjNum 1129 snap 360 seq_num 1129) dirty exists 2024-04-15T16:41:47.521 INFO:tasks.rados.rados.0.smithi090.stdout:3811: done (5 left) 2024-04-15T16:41:47.521 INFO:tasks.rados.rados.0.smithi090.stdout:3812: done (4 left) 2024-04-15T16:41:47.521 INFO:tasks.rados.rados.0.smithi090.stdout:3818: copy_from oid 12 from oid 25 current snap is 376 2024-04-15T16:41:47.521 INFO:tasks.rados.rados.0.smithi090.stdout:3819: snap_create 2024-04-15T16:41:47.534 INFO:tasks.rados.rados.0.smithi090.stdout:3814: finishing rollback tid 0 to smithi09078167-50 2024-04-15T16:41:47.534 INFO:tasks.rados.rados.0.smithi090.stdout:3814: finishing rollback tid 1 to smithi09078167-50 2024-04-15T16:41:47.534 INFO:tasks.rados.rados.0.smithi090.stdout:3817: finishing rollback tid 0 to smithi09078167-22 2024-04-15T16:41:47.534 INFO:tasks.rados.rados.0.smithi090.stdout:3815: finishing write tid 1 to smithi09078167-40 2024-04-15T16:41:47.535 INFO:tasks.rados.rados.0.smithi090.stdout:3815: finishing write tid 2 to smithi09078167-40 2024-04-15T16:41:47.540 INFO:tasks.rados.rados.0.smithi090.stdout:3817: finishing rollback tid 1 to smithi09078167-22 2024-04-15T16:41:47.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 22 v 1777 (ObjNum 257 snap 0 seq_num 1605231936) dirty dne 2024-04-15T16:41:47.540 INFO:tasks.rados.rados.0.smithi090.stdout:3815: finishing write tid 3 to smithi09078167-40 2024-04-15T16:41:47.541 INFO:tasks.rados.rados.0.smithi090.stdout:3815: oid 40 updating version 0 to 1799 2024-04-15T16:41:47.541 INFO:tasks.rados.rados.0.smithi090.stdout:3815: oid 40 version 1799 is already newer than 1798 2024-04-15T16:41:47.541 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 40 v 1799 (ObjNum 1181 snap 376 seq_num 1181) dirty exists 2024-04-15T16:41:47.541 INFO:tasks.rados.rados.0.smithi090.stdout:3815: left oid 40 (ObjNum 1181 snap 376 seq_num 1181) 2024-04-15T16:41:47.541 INFO:tasks.rados.rados.0.smithi090.stdout:3814: finishing rollback tid 2 to smithi09078167-50 2024-04-15T16:41:47.541 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1668 (ObjNum 693 snap 191 seq_num 693) dirty exists 2024-04-15T16:41:47.542 INFO:tasks.rados.rados.0.smithi090.stdout:3816: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:41:47.607 INFO:tasks.rados.rados.0.smithi090.stdout:3818: finishing copy_from racing read to smithi09078167-12 2024-04-15T16:41:47.607 INFO:tasks.rados.rados.0.smithi090.stdout:3818: finishing copy_from to smithi09078167-12 2024-04-15T16:41:47.607 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 12 v 1779 (ObjNum 1129 snap 360 seq_num 1129) dirty exists 2024-04-15T16:41:47.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:47 smithi090 ceph-mon[89240]: pgmap v869: 121 pgs: 121 active+clean; 686 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-15T16:41:47.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:47 smithi090 ceph-mon[91618]: pgmap v869: 121 pgs: 121 active+clean; 686 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-15T16:41:47.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:47 smithi153 ceph-mon[84714]: pgmap v869: 121 pgs: 121 active+clean; 686 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-15T16:41:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:3814: done (5 left) 2024-04-15T16:41:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:3815: done (4 left) 2024-04-15T16:41:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:3816: done (3 left) 2024-04-15T16:41:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:3817: done (2 left) 2024-04-15T16:41:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:3818: done (1 left) 2024-04-15T16:41:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:3819: done (0 left) 2024-04-15T16:41:48.521 INFO:tasks.rados.rados.0.smithi090.stdout:3820: rmattr oid 4 current snap is 377 2024-04-15T16:41:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:3821: read oid 37 snap -1 2024-04-15T16:41:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:3821: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:41:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:3822: setattr oid 43 current snap is 377 2024-04-15T16:41:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:3823: read oid 25 snap -1 2024-04-15T16:41:48.522 INFO:tasks.rados.rados.0.smithi090.stdout:3823: expect (ObjNum 1129 snap 360 seq_num 1129) 2024-04-15T16:41:48.523 INFO:tasks.rados.rados.0.smithi090.stdout:3824: setattr oid 32 current snap is 377 2024-04-15T16:41:48.524 INFO:tasks.rados.rados.0.smithi090.stdout:3825: snap_remove snap 360 2024-04-15T16:41:48.771 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:48 smithi153 ceph-mon[84714]: osdmap e806: 8 total, 8 up, 8 in 2024-04-15T16:41:48.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:48 smithi090 ceph-mon[89240]: osdmap e806: 8 total, 8 up, 8 in 2024-04-15T16:41:48.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:48 smithi090 ceph-mon[91618]: osdmap e806: 8 total, 8 up, 8 in 2024-04-15T16:41:49.475 INFO:tasks.rados.rados.0.smithi090.stdout:3825: done (5 left) 2024-04-15T16:41:49.475 INFO:tasks.rados.rados.0.smithi090.stdout:3826: copy_from oid 33 from oid 14 current snap is 377 2024-04-15T16:41:49.475 INFO:tasks.rados.rados.0.smithi090.stdout:3821: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-15T16:41:49.477 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1526 (ObjNum 1142 snap 366 seq_num 1142) dirty exists 2024-04-15T16:41:49.477 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1355 (ObjNum 1162 snap 369 seq_num 1162) dirty exists 2024-04-15T16:41:49.478 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 43 v 1995 (ObjNum 968 snap 300 seq_num 968) dirty exists 2024-04-15T16:41:49.478 INFO:tasks.rados.rados.0.smithi090.stdout:3823: expect (ObjNum 1129 snap 360 seq_num 1129) 2024-04-15T16:41:49.518 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:41:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:41:49] "GET /metrics HTTP/1.1" 200 36261 "" "Prometheus/2.43.0" 2024-04-15T16:41:49.583 INFO:tasks.rados.rados.0.smithi090.stdout:3826: finishing copy_from racing read to smithi09078167-33 2024-04-15T16:41:49.583 INFO:tasks.rados.rados.0.smithi090.stdout:3826: finishing copy_from to smithi09078167-33 2024-04-15T16:41:49.583 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 33 v 525 (ObjNum 1169 snap 370 seq_num 1169) dirty exists 2024-04-15T16:41:49.583 INFO:tasks.rados.rados.0.smithi090.stdout:3820: done (5 left) 2024-04-15T16:41:49.583 INFO:tasks.rados.rados.0.smithi090.stdout:3821: done (4 left) 2024-04-15T16:41:49.583 INFO:tasks.rados.rados.0.smithi090.stdout:3822: done (3 left) 2024-04-15T16:41:49.583 INFO:tasks.rados.rados.0.smithi090.stdout:3823: done (2 left) 2024-04-15T16:41:49.584 INFO:tasks.rados.rados.0.smithi090.stdout:3824: done (1 left) 2024-04-15T16:41:49.584 INFO:tasks.rados.rados.0.smithi090.stdout:3826: done (0 left) 2024-04-15T16:41:49.584 INFO:tasks.rados.rados.0.smithi090.stdout:3827: snap_remove snap 356 2024-04-15T16:41:49.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:49 smithi090 ceph-mon[89240]: osdmap e807: 8 total, 8 up, 8 in 2024-04-15T16:41:49.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:49 smithi090 ceph-mon[89240]: pgmap v872: 121 pgs: 121 active+clean; 696 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.4 MiB/s wr, 16 op/s 2024-04-15T16:41:49.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:49 smithi090 ceph-mon[89240]: osdmap e808: 8 total, 8 up, 8 in 2024-04-15T16:41:49.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:49 smithi090 ceph-mon[91618]: osdmap e807: 8 total, 8 up, 8 in 2024-04-15T16:41:49.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:49 smithi090 ceph-mon[91618]: pgmap v872: 121 pgs: 121 active+clean; 696 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.4 MiB/s wr, 16 op/s 2024-04-15T16:41:49.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:49 smithi090 ceph-mon[91618]: osdmap e808: 8 total, 8 up, 8 in 2024-04-15T16:41:49.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:49 smithi153 ceph-mon[84714]: osdmap e807: 8 total, 8 up, 8 in 2024-04-15T16:41:49.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:49 smithi153 ceph-mon[84714]: pgmap v872: 121 pgs: 121 active+clean; 696 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.4 MiB/s wr, 16 op/s 2024-04-15T16:41:49.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:49 smithi153 ceph-mon[84714]: osdmap e808: 8 total, 8 up, 8 in 2024-04-15T16:41:50.524 INFO:tasks.rados.rados.0.smithi090.stdout:3827: done (0 left) 2024-04-15T16:41:50.525 INFO:tasks.rados.rados.0.smithi090.stdout:3828: read oid 45 snap -1 2024-04-15T16:41:50.525 INFO:tasks.rados.rados.0.smithi090.stdout:3828: expect (ObjNum 1034 snap 314 seq_num 1034) 2024-04-15T16:41:50.526 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 377 2024-04-15T16:41:50.526 INFO:tasks.rados.rados.0.smithi090.stdout:3829: seq_num 1182 ranges {5586944=606208} 2024-04-15T16:41:50.561 INFO:tasks.rados.rados.0.smithi090.stdout:3829: writing smithi09078167-6 from 5586944 to 6193152 tid 1 2024-04-15T16:41:50.561 INFO:tasks.rados.rados.0.smithi090.stdout:3830: copy_from oid 17 from oid 23 current snap is 377 2024-04-15T16:41:50.561 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 377 2024-04-15T16:41:50.561 INFO:tasks.rados.rados.0.smithi090.stdout:3831: seq_num 1183 ranges {6135808=622592} 2024-04-15T16:41:50.600 INFO:tasks.rados.rados.0.smithi090.stdout:3831: writing smithi09078167-16 from 6135808 to 6758400 tid 1 2024-04-15T16:41:50.601 INFO:tasks.rados.rados.0.smithi090.stdout:3832: delete oid 3 current snap is 377 2024-04-15T16:41:50.601 INFO:tasks.rados.rados.0.smithi090.stdout:3829: finishing write tid 1 to smithi09078167-6 2024-04-15T16:41:50.601 INFO:tasks.rados.rados.0.smithi090.stdout:3829: finishing write tid 2 to smithi09078167-6 2024-04-15T16:41:50.601 INFO:tasks.rados.rados.0.smithi090.stdout:3829: finishing write tid 3 to smithi09078167-6 2024-04-15T16:41:50.601 INFO:tasks.rados.rados.0.smithi090.stdout:3829: oid 6 updating version 0 to 1818 2024-04-15T16:41:50.601 INFO:tasks.rados.rados.0.smithi090.stdout:3829: oid 6 updating version 1818 to 1819 2024-04-15T16:41:50.601 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1819 (ObjNum 1182 snap 377 seq_num 1182) dirty exists 2024-04-15T16:41:50.601 INFO:tasks.rados.rados.0.smithi090.stdout:3829: left oid 6 (ObjNum 1182 snap 377 seq_num 1182) 2024-04-15T16:41:50.601 INFO:tasks.rados.rados.0.smithi090.stdout:3828: expect (ObjNum 1034 snap 314 seq_num 1034) 2024-04-15T16:41:51.077 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 16:41:50 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0[97121]: 2024-04-15T16:41:50.592+0000 7fe1e5c4d700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1af after trimming was started 2024-04-15T16:41:51.293 INFO:tasks.rados.rados.0.smithi090.stdout:3831: finishing write tid 1 to smithi09078167-16 2024-04-15T16:41:51.294 INFO:tasks.rados.rados.0.smithi090.stdout:3831: finishing write tid 2 to smithi09078167-16 2024-04-15T16:41:51.294 INFO:tasks.rados.rados.0.smithi090.stdout:3828: done (4 left) 2024-04-15T16:41:51.294 INFO:tasks.rados.rados.0.smithi090.stdout:3829: done (3 left) 2024-04-15T16:41:51.294 INFO:tasks.rados.rados.0.smithi090.stdout:3832: done (2 left) 2024-04-15T16:41:51.294 INFO:tasks.rados.rados.0.smithi090.stdout:3833: copy_from oid 30 from oid 19 current snap is 377 2024-04-15T16:41:51.294 INFO:tasks.rados.rados.0.smithi090.stdout:3830: finishing copy_from racing read to smithi09078167-17 2024-04-15T16:41:51.294 INFO:tasks.rados.rados.0.smithi090.stdout:3830: finishing copy_from to smithi09078167-17 2024-04-15T16:41:51.294 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1295 (ObjNum 1180 snap 376 seq_num 1180) dirty exists 2024-04-15T16:41:51.294 INFO:tasks.rados.rados.0.smithi090.stdout:3831: finishing write tid 3 to smithi09078167-16 2024-04-15T16:41:51.294 INFO:tasks.rados.rados.0.smithi090.stdout:3831: oid 16 updating version 0 to 1579 2024-04-15T16:41:51.295 INFO:tasks.rados.rados.0.smithi090.stdout:3831: oid 16 updating version 1579 to 1580 2024-04-15T16:41:51.295 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1580 (ObjNum 1183 snap 377 seq_num 1183) dirty exists 2024-04-15T16:41:51.295 INFO:tasks.rados.rados.0.smithi090.stdout:3831: left oid 16 (ObjNum 1183 snap 377 seq_num 1183) 2024-04-15T16:41:51.295 INFO:tasks.rados.rados.0.smithi090.stdout:3830: done (2 left) 2024-04-15T16:41:51.295 INFO:tasks.rados.rados.0.smithi090.stdout:3831: done (1 left) 2024-04-15T16:41:51.295 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 39 current snap is 377 2024-04-15T16:41:51.295 INFO:tasks.rados.rados.0.smithi090.stdout:3834: seq_num 1185 ranges {9428992=655360} 2024-04-15T16:41:51.346 INFO:tasks.rados.rados.0.smithi090.stdout:3834: writing smithi09078167-39 from 9428992 to 10084352 tid 1 2024-04-15T16:41:51.346 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 13 current snap is 377 2024-04-15T16:41:51.346 INFO:tasks.rados.rados.0.smithi090.stdout:3833: finishing copy_from racing read to smithi09078167-30 2024-04-15T16:41:51.346 INFO:tasks.rados.rados.0.smithi090.stdout:3833: finishing copy_from to smithi09078167-30 2024-04-15T16:41:51.346 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1669 (ObjNum 1133 snap 363 seq_num 1133) dirty exists 2024-04-15T16:41:51.346 INFO:tasks.rados.rados.0.smithi090.stdout:3835: seq_num 1186 ranges {9428992=671744} 2024-04-15T16:41:51.400 INFO:tasks.rados.rados.0.smithi090.stdout:3835: writing smithi09078167-13 from 9428992 to 10100736 tid 1 2024-04-15T16:41:51.400 INFO:tasks.rados.rados.0.smithi090.stdout:3833: done (2 left) 2024-04-15T16:41:51.400 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 377 2024-04-15T16:41:51.400 INFO:tasks.rados.rados.0.smithi090.stdout:3834: finishing write tid 1 to smithi09078167-39 2024-04-15T16:41:51.400 INFO:tasks.rados.rados.0.smithi090.stdout:3834: finishing write tid 2 to smithi09078167-39 2024-04-15T16:41:51.400 INFO:tasks.rados.rados.0.smithi090.stdout:3834: finishing write tid 3 to smithi09078167-39 2024-04-15T16:41:51.400 INFO:tasks.rados.rados.0.smithi090.stdout:3834: oid 39 updating version 0 to 1669 2024-04-15T16:41:51.400 INFO:tasks.rados.rados.0.smithi090.stdout:3834: oid 39 updating version 1669 to 1670 2024-04-15T16:41:51.400 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1670 (ObjNum 1185 snap 377 seq_num 1185) dirty exists 2024-04-15T16:41:51.400 INFO:tasks.rados.rados.0.smithi090.stdout:3834: left oid 39 (ObjNum 1185 snap 377 seq_num 1185) 2024-04-15T16:41:51.401 INFO:tasks.rados.rados.0.smithi090.stdout:3836: seq_num 1187 ranges {548864=688128} 2024-04-15T16:41:51.406 INFO:tasks.rados.rados.0.smithi090.stdout:3836: writing smithi09078167-1 from 548864 to 1236992 tid 1 2024-04-15T16:41:51.406 INFO:tasks.rados.rados.0.smithi090.stdout:3834: done (2 left) 2024-04-15T16:41:51.406 INFO:tasks.rados.rados.0.smithi090.stdout:3837: snap_remove snap 270 2024-04-15T16:41:51.530 INFO:tasks.rados.rados.0.smithi090.stdout:3837: done (2 left) 2024-04-15T16:41:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:3838: rollback oid 44 current snap is 377 2024-04-15T16:41:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 44 to 350 2024-04-15T16:41:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:3835: finishing write tid 1 to smithi09078167-13 2024-04-15T16:41:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:3835: finishing write tid 2 to smithi09078167-13 2024-04-15T16:41:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:3835: finishing write tid 3 to smithi09078167-13 2024-04-15T16:41:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:3835: oid 13 updating version 0 to 1301 2024-04-15T16:41:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:3835: oid 13 updating version 1301 to 1302 2024-04-15T16:41:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1302 (ObjNum 1186 snap 377 seq_num 1186) dirty exists 2024-04-15T16:41:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:3835: left oid 13 (ObjNum 1186 snap 377 seq_num 1186) 2024-04-15T16:41:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:3836: finishing write tid 1 to smithi09078167-1 2024-04-15T16:41:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:3835: done (2 left) 2024-04-15T16:41:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:3839: rollback oid 15 current snap is 377 2024-04-15T16:41:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 15 to 317 2024-04-15T16:41:51.531 INFO:tasks.rados.rados.0.smithi090.stdout:3836: finishing write tid 2 to smithi09078167-1 2024-04-15T16:41:51.532 INFO:tasks.rados.rados.0.smithi090.stdout:3836: finishing write tid 3 to smithi09078167-1 2024-04-15T16:41:51.532 INFO:tasks.rados.rados.0.smithi090.stdout:3836: oid 1 updating version 0 to 2012 2024-04-15T16:41:51.532 INFO:tasks.rados.rados.0.smithi090.stdout:3836: oid 1 version 2012 is already newer than 2011 2024-04-15T16:41:51.532 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 2012 (ObjNum 1187 snap 377 seq_num 1187) dirty exists 2024-04-15T16:41:51.532 INFO:tasks.rados.rados.0.smithi090.stdout:3836: left oid 1 (ObjNum 1187 snap 377 seq_num 1187) 2024-04-15T16:41:51.532 INFO:tasks.rados.rados.0.smithi090.stdout:3836: done (2 left) 2024-04-15T16:41:51.532 INFO:tasks.rados.rados.0.smithi090.stdout:3840: delete oid 11 current snap is 377 2024-04-15T16:41:51.540 INFO:tasks.rados.rados.0.smithi090.stdout:3839: finishing rollback tid 0 to smithi09078167-15 2024-04-15T16:41:51.541 INFO:tasks.rados.rados.0.smithi090.stdout:3839: finishing rollback tid 1 to smithi09078167-15 2024-04-15T16:41:51.541 INFO:tasks.rados.rados.0.smithi090.stdout:3839: finishing rollback tid 2 to smithi09078167-15 2024-04-15T16:41:51.541 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1780 (ObjNum 806 snap 256 seq_num 806) dirty exists 2024-04-15T16:41:51.548 INFO:tasks.rados.rados.0.smithi090.stdout:3838: finishing rollback tid 0 to smithi09078167-44 2024-04-15T16:41:51.548 INFO:tasks.rados.rados.0.smithi090.stdout:3838: finishing rollback tid 1 to smithi09078167-44 2024-04-15T16:41:51.548 INFO:tasks.rados.rados.0.smithi090.stdout:3838: finishing rollback tid 2 to smithi09078167-44 2024-04-15T16:41:51.548 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 44 v 1673 (ObjNum 1065 snap 323 seq_num 1065) dirty exists 2024-04-15T16:41:51.553 INFO:tasks.rados.rados.0.smithi090.stdout:3838: done (2 left) 2024-04-15T16:41:51.553 INFO:tasks.rados.rados.0.smithi090.stdout:3839: done (1 left) 2024-04-15T16:41:51.553 INFO:tasks.rados.rados.0.smithi090.stdout:3840: done (0 left) 2024-04-15T16:41:51.553 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 377 2024-04-15T16:41:51.553 INFO:tasks.rados.rados.0.smithi090.stdout:3841: seq_num 1189 ranges {2375680=720896} 2024-04-15T16:41:51.570 INFO:tasks.rados.rados.0.smithi090.stdout:3841: writing smithi09078167-20 from 2375680 to 3096576 tid 1 2024-04-15T16:41:51.570 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 377 2024-04-15T16:41:51.570 INFO:tasks.rados.rados.0.smithi090.stdout:3842: seq_num 1190 ranges {2990080=737280} 2024-04-15T16:41:51.590 INFO:tasks.rados.rados.0.smithi090.stdout:3842: writing smithi09078167-28 from 2990080 to 3727360 tid 1 2024-04-15T16:41:51.590 INFO:tasks.rados.rados.0.smithi090.stdout:3843: snap_remove snap 358 2024-04-15T16:41:51.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:51 smithi090 ceph-mon[89240]: osdmap e809: 8 total, 8 up, 8 in 2024-04-15T16:41:51.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:51 smithi090 ceph-mon[89240]: pgmap v875: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 692 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.4 MiB/s wr, 25 op/s 2024-04-15T16:41:51.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:51 smithi090 ceph-mon[91618]: osdmap e809: 8 total, 8 up, 8 in 2024-04-15T16:41:51.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:51 smithi090 ceph-mon[91618]: pgmap v875: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 692 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.4 MiB/s wr, 25 op/s 2024-04-15T16:41:51.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:51 smithi153 ceph-mon[84714]: osdmap e809: 8 total, 8 up, 8 in 2024-04-15T16:41:51.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:51 smithi153 ceph-mon[84714]: pgmap v875: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 692 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 5.5 MiB/s rd, 3.4 MiB/s wr, 25 op/s 2024-04-15T16:41:52.535 INFO:tasks.rados.rados.0.smithi090.stdout:3841: finishing write tid 1 to smithi09078167-20 2024-04-15T16:41:52.536 INFO:tasks.rados.rados.0.smithi090.stdout:3841: finishing write tid 2 to smithi09078167-20 2024-04-15T16:41:52.536 INFO:tasks.rados.rados.0.smithi090.stdout:3841: finishing write tid 3 to smithi09078167-20 2024-04-15T16:41:52.536 INFO:tasks.rados.rados.0.smithi090.stdout:3841: oid 20 updating version 0 to 2025 2024-04-15T16:41:52.536 INFO:tasks.rados.rados.0.smithi090.stdout:3841: oid 20 version 2025 is already newer than 2024 2024-04-15T16:41:52.536 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 2025 (ObjNum 1189 snap 377 seq_num 1189) dirty exists 2024-04-15T16:41:52.536 INFO:tasks.rados.rados.0.smithi090.stdout:3841: left oid 20 (ObjNum 1189 snap 377 seq_num 1189) 2024-04-15T16:41:52.536 INFO:tasks.rados.rados.0.smithi090.stdout:3842: finishing write tid 1 to smithi09078167-28 2024-04-15T16:41:52.536 INFO:tasks.rados.rados.0.smithi090.stdout:3842: finishing write tid 2 to smithi09078167-28 2024-04-15T16:41:52.536 INFO:tasks.rados.rados.0.smithi090.stdout:3842: finishing write tid 3 to smithi09078167-28 2024-04-15T16:41:52.536 INFO:tasks.rados.rados.0.smithi090.stdout:3842: oid 28 updating version 0 to 1781 2024-04-15T16:41:52.536 INFO:tasks.rados.rados.0.smithi090.stdout:3842: oid 28 version 1781 is already newer than 1780 2024-04-15T16:41:52.536 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1781 (ObjNum 1190 snap 377 seq_num 1190) dirty exists 2024-04-15T16:41:52.536 INFO:tasks.rados.rados.0.smithi090.stdout:3842: left oid 28 (ObjNum 1190 snap 377 seq_num 1190) 2024-04-15T16:41:52.536 INFO:tasks.rados.rados.0.smithi090.stdout:3841: done (2 left) 2024-04-15T16:41:52.537 INFO:tasks.rados.rados.0.smithi090.stdout:3842: done (1 left) 2024-04-15T16:41:52.537 INFO:tasks.rados.rados.0.smithi090.stdout:3843: done (0 left) 2024-04-15T16:41:52.537 INFO:tasks.rados.rados.0.smithi090.stdout:3844: delete oid 43 current snap is 377 2024-04-15T16:41:52.551 INFO:tasks.rados.rados.0.smithi090.stdout:3844: done (0 left) 2024-04-15T16:41:52.551 INFO:tasks.rados.rados.0.smithi090.stdout:3845: read oid 22 snap -1 2024-04-15T16:41:52.551 INFO:tasks.rados.rados.0.smithi090.stdout:3845: expect deleted 2024-04-15T16:41:52.551 INFO:tasks.rados.rados.0.smithi090.stdout:3846: rollback oid 32 current snap is 377 2024-04-15T16:41:52.552 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 32 to 372 2024-04-15T16:41:52.553 INFO:tasks.rados.rados.0.smithi090.stdout:3847: rmattr oid 10 current snap is 377 2024-04-15T16:41:52.553 INFO:tasks.rados.rados.0.smithi090.stdout:3848: rollback oid 25 current snap is 377 2024-04-15T16:41:52.553 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 25 to 317 2024-04-15T16:41:52.553 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 377 2024-04-15T16:41:52.553 INFO:tasks.rados.rados.0.smithi090.stdout:3849: seq_num 1192 ranges {147456=770048} 2024-04-15T16:41:52.558 INFO:tasks.rados.rados.0.smithi090.stdout:3849: writing smithi09078167-36 from 147456 to 917504 tid 1 2024-04-15T16:41:52.559 INFO:tasks.rados.rados.0.smithi090.stdout:3850: read oid 27 snap -1 2024-04-15T16:41:52.559 INFO:tasks.rados.rados.0.smithi090.stdout:3850: expect (ObjNum 1108 snap 342 seq_num 1108) 2024-04-15T16:41:52.559 INFO:tasks.rados.rados.0.smithi090.stdout:3851: delete oid 31 current snap is 377 2024-04-15T16:41:52.559 INFO:tasks.rados.rados.0.smithi090.stdout:3846: finishing rollback tid 0 to smithi09078167-32 2024-04-15T16:41:52.559 INFO:tasks.rados.rados.0.smithi090.stdout:3846: finishing rollback tid 1 to smithi09078167-32 2024-04-15T16:41:52.559 INFO:tasks.rados.rados.0.smithi090.stdout:3846: finishing rollback tid 2 to smithi09078167-32 2024-04-15T16:41:52.560 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1358 (ObjNum 1162 snap 369 seq_num 1162) dirty exists 2024-04-15T16:41:52.567 INFO:tasks.rados.rados.0.smithi090.stdout:3848: finishing rollback tid 0 to smithi09078167-25 2024-04-15T16:41:52.568 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1674 (ObjNum 1058 snap 323 seq_num 1058) dirty exists 2024-04-15T16:41:52.568 INFO:tasks.rados.rados.0.smithi090.stdout:3848: finishing rollback tid 1 to smithi09078167-25 2024-04-15T16:41:52.568 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 25 v 2037 (ObjNum 4113 snap 0 seq_num 970632977) dirty dne 2024-04-15T16:41:52.569 INFO:tasks.rados.rados.0.smithi090.stdout:3849: finishing write tid 1 to smithi09078167-36 2024-04-15T16:41:52.569 INFO:tasks.rados.rados.0.smithi090.stdout:3849: finishing write tid 2 to smithi09078167-36 2024-04-15T16:41:52.570 INFO:tasks.rados.rados.0.smithi090.stdout:3845: done (6 left) 2024-04-15T16:41:52.570 INFO:tasks.rados.rados.0.smithi090.stdout:3846: done (5 left) 2024-04-15T16:41:52.570 INFO:tasks.rados.rados.0.smithi090.stdout:3847: done (4 left) 2024-04-15T16:41:52.570 INFO:tasks.rados.rados.0.smithi090.stdout:3848: done (3 left) 2024-04-15T16:41:52.570 INFO:tasks.rados.rados.0.smithi090.stdout:3851: done (2 left) 2024-04-15T16:41:52.570 INFO:tasks.rados.rados.0.smithi090.stdout:3852: delete oid 38 current snap is 377 2024-04-15T16:41:52.572 INFO:tasks.rados.rados.0.smithi090.stdout:3849: finishing write tid 3 to smithi09078167-36 2024-04-15T16:41:52.572 INFO:tasks.rados.rados.0.smithi090.stdout:3849: oid 36 updating version 0 to 1581 2024-04-15T16:41:52.572 INFO:tasks.rados.rados.0.smithi090.stdout:3849: oid 36 updating version 1581 to 1582 2024-04-15T16:41:52.572 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1582 (ObjNum 1192 snap 377 seq_num 1192) dirty exists 2024-04-15T16:41:52.572 INFO:tasks.rados.rados.0.smithi090.stdout:3849: left oid 36 (ObjNum 1192 snap 377 seq_num 1192) 2024-04-15T16:41:52.573 INFO:tasks.rados.rados.0.smithi090.stdout:3849: done (2 left) 2024-04-15T16:41:52.573 INFO:tasks.rados.rados.0.smithi090.stdout:3852: done (1 left) 2024-04-15T16:41:52.573 INFO:tasks.rados.rados.0.smithi090.stdout:3853: snap_create 2024-04-15T16:41:52.578 INFO:tasks.rados.rados.0.smithi090.stdout:3850: expect (ObjNum 1108 snap 342 seq_num 1108) 2024-04-15T16:41:52.619 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:52 smithi153 ceph-mon[84714]: osdmap e810: 8 total, 8 up, 8 in 2024-04-15T16:41:52.620 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:41:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:41:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:41:52.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:52 smithi090 ceph-mon[91618]: osdmap e810: 8 total, 8 up, 8 in 2024-04-15T16:41:52.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:52 smithi090 ceph-mon[89240]: osdmap e810: 8 total, 8 up, 8 in 2024-04-15T16:41:53.545 INFO:tasks.rados.rados.0.smithi090.stdout:3850: done (1 left) 2024-04-15T16:41:53.545 INFO:tasks.rados.rados.0.smithi090.stdout:3853: done (0 left) 2024-04-15T16:41:53.545 INFO:tasks.rados.rados.0.smithi090.stdout:3854: copy_from oid 50 from oid 35 current snap is 378 2024-04-15T16:41:53.545 INFO:tasks.rados.rados.0.smithi090.stdout:3855: snap_create 2024-04-15T16:41:53.554 INFO:tasks.rados.rados.0.smithi090.stdout:3854: finishing copy_from racing read to smithi09078167-50 2024-04-15T16:41:53.554 INFO:tasks.rados.rados.0.smithi090.stdout:3854: finishing copy_from to smithi09078167-50 2024-04-15T16:41:53.554 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1523 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-15T16:41:53.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:53 smithi090 ceph-mon[91618]: osdmap e811: 8 total, 8 up, 8 in 2024-04-15T16:41:53.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:41:53.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:53 smithi090 ceph-mon[91618]: pgmap v878: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 687 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 30 op/s 2024-04-15T16:41:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:53 smithi090 ceph-mon[89240]: osdmap e811: 8 total, 8 up, 8 in 2024-04-15T16:41:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:41:53.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:53 smithi090 ceph-mon[89240]: pgmap v878: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 687 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 30 op/s 2024-04-15T16:41:53.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:53 smithi153 ceph-mon[84714]: osdmap e811: 8 total, 8 up, 8 in 2024-04-15T16:41:53.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:41:53.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:53 smithi153 ceph-mon[84714]: pgmap v878: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 687 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 1.7 MiB/s wr, 30 op/s 2024-04-15T16:41:54.476 INFO:tasks.rados.rados.0.smithi090.stdout:3854: done (1 left) 2024-04-15T16:41:54.476 INFO:tasks.rados.rados.0.smithi090.stdout:3855: done (0 left) 2024-04-15T16:41:54.476 INFO:tasks.rados.rados.0.smithi090.stdout:3856: read oid 23 snap -1 2024-04-15T16:41:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:3856: expect (ObjNum 1180 snap 376 seq_num 1180) 2024-04-15T16:41:54.477 INFO:tasks.rados.rados.0.smithi090.stdout:3857: delete oid 41 current snap is 379 2024-04-15T16:41:54.484 INFO:tasks.rados.rados.0.smithi090.stdout:3857: done (1 left) 2024-04-15T16:41:54.484 INFO:tasks.rados.rados.0.smithi090.stdout:3858: delete oid 18 current snap is 379 2024-04-15T16:41:54.489 INFO:tasks.rados.rados.0.smithi090.stdout:3858: done (1 left) 2024-04-15T16:41:54.489 INFO:tasks.rados.rados.0.smithi090.stdout:3859: read oid 17 snap -1 2024-04-15T16:41:54.489 INFO:tasks.rados.rados.0.smithi090.stdout:3859: expect (ObjNum 1180 snap 376 seq_num 1180) 2024-04-15T16:41:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:3860: rollback oid 45 current snap is 379 2024-04-15T16:41:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 45 to 317 2024-04-15T16:41:54.490 INFO:tasks.rados.rados.0.smithi090.stdout:3861: snap_remove snap 314 2024-04-15T16:41:54.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:54 smithi090 ceph-mon[89240]: osdmap e812: 8 total, 8 up, 8 in 2024-04-15T16:41:54.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:54 smithi090 ceph-mon[89240]: osdmap e813: 8 total, 8 up, 8 in 2024-04-15T16:41:54.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:54 smithi090 ceph-mon[91618]: osdmap e812: 8 total, 8 up, 8 in 2024-04-15T16:41:54.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:54 smithi090 ceph-mon[91618]: osdmap e813: 8 total, 8 up, 8 in 2024-04-15T16:41:54.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:54 smithi153 ceph-mon[84714]: osdmap e812: 8 total, 8 up, 8 in 2024-04-15T16:41:54.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:54 smithi153 ceph-mon[84714]: osdmap e813: 8 total, 8 up, 8 in 2024-04-15T16:41:55.482 INFO:tasks.rados.rados.0.smithi090.stdout:3860: finishing rollback tid 0 to smithi09078167-45 2024-04-15T16:41:55.482 INFO:tasks.rados.rados.0.smithi090.stdout:3860: finishing rollback tid 1 to smithi09078167-45 2024-04-15T16:41:55.482 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1782 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-15T16:41:55.482 INFO:tasks.rados.rados.0.smithi090.stdout:3856: expect (ObjNum 1180 snap 376 seq_num 1180) 2024-04-15T16:41:55.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:55 smithi090 ceph-mon[89240]: pgmap v881: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 687 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 466 KiB/s wr, 4 op/s 2024-04-15T16:41:55.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:55 smithi090 ceph-mon[89240]: osdmap e814: 8 total, 8 up, 8 in 2024-04-15T16:41:55.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:55 smithi090 ceph-mon[91618]: pgmap v881: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 687 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 466 KiB/s wr, 4 op/s 2024-04-15T16:41:55.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:55 smithi090 ceph-mon[91618]: osdmap e814: 8 total, 8 up, 8 in 2024-04-15T16:41:55.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:55 smithi153 ceph-mon[84714]: pgmap v881: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 687 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 6.6 MiB/s rd, 466 KiB/s wr, 4 op/s 2024-04-15T16:41:55.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:55 smithi153 ceph-mon[84714]: osdmap e814: 8 total, 8 up, 8 in 2024-04-15T16:41:56.337 INFO:tasks.rados.rados.0.smithi090.stdout:3859: expect (ObjNum 1180 snap 376 seq_num 1180) 2024-04-15T16:41:57.184 INFO:tasks.rados.rados.0.smithi090.stdout:3856: done (3 left) 2024-04-15T16:41:57.184 INFO:tasks.rados.rados.0.smithi090.stdout:3859: done (2 left) 2024-04-15T16:41:57.184 INFO:tasks.rados.rados.0.smithi090.stdout:3860: done (1 left) 2024-04-15T16:41:57.184 INFO:tasks.rados.rados.0.smithi090.stdout:3861: done (0 left) 2024-04-15T16:41:57.184 INFO:tasks.rados.rados.0.smithi090.stdout:3862: rmattr oid 24 current snap is 379 2024-04-15T16:41:57.184 INFO:tasks.rados.rados.0.smithi090.stdout:3863: copy_from oid 28 from oid 50 current snap is 379 2024-04-15T16:41:57.184 INFO:tasks.rados.rados.0.smithi090.stdout:3864: setattr oid 36 current snap is 379 2024-04-15T16:41:57.185 INFO:tasks.rados.rados.0.smithi090.stdout:3865: delete oid 17 current snap is 379 2024-04-15T16:41:57.186 INFO:tasks.rados.rados.0.smithi090.stdout:3863: finishing copy_from racing read to smithi09078167-28 2024-04-15T16:41:57.187 INFO:tasks.rados.rados.0.smithi090.stdout:3863: finishing copy_from to smithi09078167-28 2024-04-15T16:41:57.187 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1523 (ObjNum 129 snap 0 seq_num 3729879168) dirty exists 2024-04-15T16:41:57.187 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 24 v 1303 (ObjNum 882 snap 273 seq_num 882) dirty exists 2024-04-15T16:41:57.189 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1591 (ObjNum 1192 snap 377 seq_num 1192) dirty exists 2024-04-15T16:41:57.190 INFO:tasks.rados.rados.0.smithi090.stdout:3862: done (3 left) 2024-04-15T16:41:57.190 INFO:tasks.rados.rados.0.smithi090.stdout:3863: done (2 left) 2024-04-15T16:41:57.190 INFO:tasks.rados.rados.0.smithi090.stdout:3864: done (1 left) 2024-04-15T16:41:57.190 INFO:tasks.rados.rados.0.smithi090.stdout:3865: done (0 left) 2024-04-15T16:41:57.190 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 379 2024-04-15T16:41:57.190 INFO:tasks.rados.rados.0.smithi090.stdout:3866: seq_num 1198 ranges {1974272=466944,2441216=401408} 2024-04-15T16:41:57.203 INFO:tasks.rados.rados.0.smithi090.stdout:3866: writing smithi09078167-15 from 1974272 to 2441216 tid 1 2024-04-15T16:41:57.205 INFO:tasks.rados.rados.0.smithi090.stdout:3866: writing smithi09078167-15 from 2441216 to 2842624 tid 2 2024-04-15T16:41:57.206 INFO:tasks.rados.rados.0.smithi090.stdout:3867: copy_from oid 35 from oid 38 current snap is 379 2024-04-15T16:41:57.206 INFO:tasks.rados.rados.0.smithi090.stdout:3868: copy_from oid 47 from oid 11 current snap is 379 2024-04-15T16:41:57.206 INFO:tasks.rados.rados.0.smithi090.stdout:3869: rollback oid 9 current snap is 379 2024-04-15T16:41:57.206 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 9 to 350 2024-04-15T16:41:57.206 INFO:tasks.rados.rados.0.smithi090.stdout:3870: snap_remove snap 377 2024-04-15T16:41:57.871 INFO:tasks.rados.rados.0.smithi090.stdout:3870: done (4 left) 2024-04-15T16:41:57.871 INFO:tasks.rados.rados.0.smithi090.stdout:3871: snap_create 2024-04-15T16:41:57.871 INFO:tasks.rados.rados.0.smithi090.stdout:3866: finishing write tid 1 to smithi09078167-15 2024-04-15T16:41:57.871 INFO:tasks.rados.rados.0.smithi090.stdout:3867: finishing copy_from to smithi09078167-35 2024-04-15T16:41:57.871 INFO:tasks.rados.rados.0.smithi090.stdout:3867: got expected ENOENT (src dne) 2024-04-15T16:41:57.871 INFO:tasks.rados.rados.0.smithi090.stdout:3868: finishing copy_from to smithi09078167-47 2024-04-15T16:41:57.871 INFO:tasks.rados.rados.0.smithi090.stdout:3868: got expected ENOENT (src dne) 2024-04-15T16:41:57.871 INFO:tasks.rados.rados.0.smithi090.stdout:3866: finishing write tid 2 to smithi09078167-15 2024-04-15T16:41:57.872 INFO:tasks.rados.rados.0.smithi090.stdout:3868: finishing copy_from racing read to smithi09078167-47 2024-04-15T16:41:57.872 INFO:tasks.rados.rados.0.smithi090.stdout:3867: finishing copy_from racing read to smithi09078167-35 2024-04-15T16:41:57.872 INFO:tasks.rados.rados.0.smithi090.stdout:3866: finishing write tid 3 to smithi09078167-15 2024-04-15T16:41:57.872 INFO:tasks.rados.rados.0.smithi090.stdout:3869: finishing rollback tid 0 to smithi09078167-9 2024-04-15T16:41:57.872 INFO:tasks.rados.rados.0.smithi090.stdout:3869: finishing rollback tid 1 to smithi09078167-9 2024-04-15T16:41:57.872 INFO:tasks.rados.rados.0.smithi090.stdout:3869: finishing rollback tid 2 to smithi09078167-9 2024-04-15T16:41:57.872 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1529 (ObjNum 1092 snap 335 seq_num 1092) dirty exists 2024-04-15T16:41:57.872 INFO:tasks.rados.rados.0.smithi090.stdout:3866: finishing write tid 4 to smithi09078167-15 2024-04-15T16:41:57.872 INFO:tasks.rados.rados.0.smithi090.stdout:3866: oid 15 updating version 0 to 1783 2024-04-15T16:41:57.872 INFO:tasks.rados.rados.0.smithi090.stdout:3866: oid 15 updating version 1783 to 1785 2024-04-15T16:41:57.872 INFO:tasks.rados.rados.0.smithi090.stdout:3866: oid 15 version 1785 is already newer than 1784 2024-04-15T16:41:57.872 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1785 (ObjNum 1198 snap 379 seq_num 1198) dirty exists 2024-04-15T16:41:57.872 INFO:tasks.rados.rados.0.smithi090.stdout:3866: left oid 15 (ObjNum 1198 snap 379 seq_num 1198) 2024-04-15T16:41:58.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:57 smithi153 ceph-mon[84714]: pgmap v883: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 681 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-04-15T16:41:58.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:57 smithi090 ceph-mon[89240]: pgmap v883: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 681 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-04-15T16:41:58.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:57 smithi090 ceph-mon[91618]: pgmap v883: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 681 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 13 MiB/s rd, 3.3 MiB/s wr, 14 op/s 2024-04-15T16:41:58.877 INFO:tasks.rados.rados.0.smithi090.stdout:3866: done (4 left) 2024-04-15T16:41:58.877 INFO:tasks.rados.rados.0.smithi090.stdout:3867: done (3 left) 2024-04-15T16:41:58.877 INFO:tasks.rados.rados.0.smithi090.stdout:3868: done (2 left) 2024-04-15T16:41:58.877 INFO:tasks.rados.rados.0.smithi090.stdout:3869: done (1 left) 2024-04-15T16:41:58.877 INFO:tasks.rados.rados.0.smithi090.stdout:3871: done (0 left) 2024-04-15T16:41:58.877 INFO:tasks.rados.rados.0.smithi090.stdout:3872: setattr oid 5 current snap is 380 2024-04-15T16:41:58.878 INFO:tasks.rados.rados.0.smithi090.stdout:3873: snap_remove snap 371 2024-04-15T16:41:59.228 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:41:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:41:59] "GET /metrics HTTP/1.1" 200 36264 "" "Prometheus/2.43.0" 2024-04-15T16:41:59.228 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:58 smithi090 ceph-mon[91618]: osdmap e815: 8 total, 8 up, 8 in 2024-04-15T16:41:59.229 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:58 smithi090 ceph-mon[89240]: osdmap e815: 8 total, 8 up, 8 in 2024-04-15T16:41:59.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:58 smithi153 ceph-mon[84714]: osdmap e815: 8 total, 8 up, 8 in 2024-04-15T16:41:59.478 INFO:tasks.rados.rados.0.smithi090.stdout:3873: done (1 left) 2024-04-15T16:41:59.478 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 380 2024-04-15T16:41:59.479 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 1349 (ObjNum 957 snap 298 seq_num 957) dirty exists 2024-04-15T16:41:59.479 INFO:tasks.rados.rados.0.smithi090.stdout:3874: seq_num 1199 ranges {917504=483328,1400832=401408} 2024-04-15T16:41:59.487 INFO:tasks.rados.rados.0.smithi090.stdout:3874: writing smithi09078167-36 from 917504 to 1400832 tid 1 2024-04-15T16:41:59.489 INFO:tasks.rados.rados.0.smithi090.stdout:3874: writing smithi09078167-36 from 1400832 to 1802240 tid 2 2024-04-15T16:41:59.489 INFO:tasks.rados.rados.0.smithi090.stdout:3872: done (1 left) 2024-04-15T16:41:59.489 INFO:tasks.rados.rados.0.smithi090.stdout:3875: setattr oid 35 current snap is 380 2024-04-15T16:41:59.492 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 26 current snap is 380 2024-04-15T16:41:59.492 INFO:tasks.rados.rados.0.smithi090.stdout:3876: seq_num 1200 ranges {516096=499712,1015808=401408} 2024-04-15T16:41:59.498 INFO:tasks.rados.rados.0.smithi090.stdout:3876: writing smithi09078167-26 from 516096 to 1015808 tid 1 2024-04-15T16:41:59.501 INFO:tasks.rados.rados.0.smithi090.stdout:3876: writing smithi09078167-26 from 1015808 to 1417216 tid 2 2024-04-15T16:41:59.501 INFO:tasks.rados.rados.0.smithi090.stdout:3877: snap_create 2024-04-15T16:41:59.505 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1530 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-15T16:41:59.508 INFO:tasks.rados.rados.0.smithi090.stdout:3876: finishing write tid 1 to smithi09078167-26 2024-04-15T16:41:59.508 INFO:tasks.rados.rados.0.smithi090.stdout:3876: finishing write tid 2 to smithi09078167-26 2024-04-15T16:41:59.509 INFO:tasks.rados.rados.0.smithi090.stdout:3874: finishing write tid 1 to smithi09078167-36 2024-04-15T16:41:59.510 INFO:tasks.rados.rados.0.smithi090.stdout:3876: finishing write tid 3 to smithi09078167-26 2024-04-15T16:41:59.510 INFO:tasks.rados.rados.0.smithi090.stdout:3874: finishing write tid 2 to smithi09078167-36 2024-04-15T16:41:59.510 INFO:tasks.rados.rados.0.smithi090.stdout:3874: finishing write tid 3 to smithi09078167-36 2024-04-15T16:41:59.510 INFO:tasks.rados.rados.0.smithi090.stdout:3876: finishing write tid 4 to smithi09078167-26 2024-04-15T16:41:59.511 INFO:tasks.rados.rados.0.smithi090.stdout:3876: oid 26 updating version 0 to 1671 2024-04-15T16:41:59.511 INFO:tasks.rados.rados.0.smithi090.stdout:3876: oid 26 version 1671 is already newer than 1670 2024-04-15T16:41:59.511 INFO:tasks.rados.rados.0.smithi090.stdout:3876: oid 26 updating version 1671 to 1672 2024-04-15T16:41:59.511 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 26 v 1672 (ObjNum 1200 snap 380 seq_num 1200) dirty exists 2024-04-15T16:41:59.511 INFO:tasks.rados.rados.0.smithi090.stdout:3876: left oid 26 (ObjNum 1200 snap 380 seq_num 1200) 2024-04-15T16:41:59.516 INFO:tasks.rados.rados.0.smithi090.stdout:3874: finishing write tid 4 to smithi09078167-36 2024-04-15T16:41:59.516 INFO:tasks.rados.rados.0.smithi090.stdout:3874: oid 36 updating version 0 to 1599 2024-04-15T16:41:59.516 INFO:tasks.rados.rados.0.smithi090.stdout:3874: oid 36 updating version 1599 to 1600 2024-04-15T16:41:59.516 INFO:tasks.rados.rados.0.smithi090.stdout:3874: oid 36 updating version 1600 to 1601 2024-04-15T16:41:59.516 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1601 (ObjNum 1199 snap 380 seq_num 1199) dirty exists 2024-04-15T16:41:59.516 INFO:tasks.rados.rados.0.smithi090.stdout:3874: left oid 36 (ObjNum 1199 snap 380 seq_num 1199) 2024-04-15T16:42:00.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:59 smithi090 ceph-mon[91618]: pgmap v885: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 682 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-04-15T16:42:00.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:59 smithi090 ceph-mon[91618]: osdmap e816: 8 total, 8 up, 8 in 2024-04-15T16:42:00.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:41:59 smithi090 ceph-mon[91618]: osdmap e817: 8 total, 8 up, 8 in 2024-04-15T16:42:00.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:59 smithi090 ceph-mon[89240]: pgmap v885: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 682 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-04-15T16:42:00.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:59 smithi090 ceph-mon[89240]: osdmap e816: 8 total, 8 up, 8 in 2024-04-15T16:42:00.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:41:59 smithi090 ceph-mon[89240]: osdmap e817: 8 total, 8 up, 8 in 2024-04-15T16:42:00.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:59 smithi153 ceph-mon[84714]: pgmap v885: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 682 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 10 MiB/s rd, 2.9 MiB/s wr, 12 op/s 2024-04-15T16:42:00.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:59 smithi153 ceph-mon[84714]: osdmap e816: 8 total, 8 up, 8 in 2024-04-15T16:42:00.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:41:59 smithi153 ceph-mon[84714]: osdmap e817: 8 total, 8 up, 8 in 2024-04-15T16:42:00.480 INFO:tasks.rados.rados.0.smithi090.stdout:3874: done (3 left) 2024-04-15T16:42:00.480 INFO:tasks.rados.rados.0.smithi090.stdout:3875: done (2 left) 2024-04-15T16:42:00.480 INFO:tasks.rados.rados.0.smithi090.stdout:3876: done (1 left) 2024-04-15T16:42:00.480 INFO:tasks.rados.rados.0.smithi090.stdout:3877: done (0 left) 2024-04-15T16:42:00.480 INFO:tasks.rados.rados.0.smithi090.stdout:3878: rollback oid 46 current snap is 381 2024-04-15T16:42:00.480 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 46 to 280 2024-04-15T16:42:00.480 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 381 2024-04-15T16:42:00.480 INFO:tasks.rados.rados.0.smithi090.stdout:3879: seq_num 1201 ranges {1728512=524288,2252800=401408} 2024-04-15T16:42:00.492 INFO:tasks.rados.rados.0.smithi090.stdout:3879: writing smithi09078167-48 from 1728512 to 2252800 tid 1 2024-04-15T16:42:00.495 INFO:tasks.rados.rados.0.smithi090.stdout:3879: writing smithi09078167-48 from 2252800 to 2654208 tid 2 2024-04-15T16:42:00.495 INFO:tasks.rados.rados.0.smithi090.stdout:3880: read oid 33 snap -1 2024-04-15T16:42:00.495 INFO:tasks.rados.rados.0.smithi090.stdout:3880: expect (ObjNum 1169 snap 370 seq_num 1169) 2024-04-15T16:42:00.495 INFO:tasks.rados.rados.0.smithi090.stdout:3881: setattr oid 14 current snap is 381 2024-04-15T16:42:00.495 INFO:tasks.rados.rados.0.smithi090.stdout:3878: finishing rollback tid 0 to smithi09078167-46 2024-04-15T16:42:00.495 INFO:tasks.rados.rados.0.smithi090.stdout:3878: finishing rollback tid 1 to smithi09078167-46 2024-04-15T16:42:00.495 INFO:tasks.rados.rados.0.smithi090.stdout:3878: finishing rollback tid 2 to smithi09078167-46 2024-04-15T16:42:00.495 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1584 (ObjNum 869 snap 270 seq_num 869) dirty exists 2024-04-15T16:42:00.497 INFO:tasks.rados.rados.0.smithi090.stdout:3878: done (3 left) 2024-04-15T16:42:00.497 INFO:tasks.rados.rados.0.smithi090.stdout:3882: read oid 3 snap -1 2024-04-15T16:42:00.497 INFO:tasks.rados.rados.0.smithi090.stdout:3882: expect deleted 2024-04-15T16:42:00.497 INFO:tasks.rados.rados.0.smithi090.stdout:3883: rollback oid 18 current snap is 381 2024-04-15T16:42:00.497 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 18 to 366 2024-04-15T16:42:00.497 INFO:tasks.rados.rados.0.smithi090.stdout:3884: copy_from oid 35 from oid 23 current snap is 381 2024-04-15T16:42:00.497 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 16 current snap is 381 2024-04-15T16:42:00.497 INFO:tasks.rados.rados.0.smithi090.stdout:3885: seq_num 1202 ranges {6758400=540672,7299072=401408} 2024-04-15T16:42:00.538 INFO:tasks.rados.rados.0.smithi090.stdout:3885: writing smithi09078167-16 from 6758400 to 7299072 tid 1 2024-04-15T16:42:00.541 INFO:tasks.rados.rados.0.smithi090.stdout:3885: writing smithi09078167-16 from 7299072 to 7700480 tid 2 2024-04-15T16:42:00.541 INFO:tasks.rados.rados.0.smithi090.stdout:3886: read oid 11 snap -1 2024-04-15T16:42:00.541 INFO:tasks.rados.rados.0.smithi090.stdout:3886: expect deleted 2024-04-15T16:42:00.541 INFO:tasks.rados.rados.0.smithi090.stdout:3887: rmattr oid 21 current snap is 381 2024-04-15T16:42:00.541 INFO:tasks.rados.rados.0.smithi090.stdout:3887: done (8 left) 2024-04-15T16:42:00.541 INFO:tasks.rados.rados.0.smithi090.stdout:3888: copy_from oid 46 from oid 10 current snap is 381 2024-04-15T16:42:00.541 INFO:tasks.rados.rados.0.smithi090.stdout:3889: copy_from oid 9 from oid 15 current snap is 381 2024-04-15T16:42:00.541 INFO:tasks.rados.rados.0.smithi090.stdout:3879: finishing write tid 1 to smithi09078167-48 2024-04-15T16:42:00.541 INFO:tasks.rados.rados.0.smithi090.stdout:3879: finishing write tid 2 to smithi09078167-48 2024-04-15T16:42:00.541 INFO:tasks.rados.rados.0.smithi090.stdout:3882: done (9 left) 2024-04-15T16:42:00.541 INFO:tasks.rados.rados.0.smithi090.stdout:3890: snap_create 2024-04-15T16:42:00.542 INFO:tasks.rados.rados.0.smithi090.stdout:3879: finishing write tid 3 to smithi09078167-48 2024-04-15T16:42:00.542 INFO:tasks.rados.rados.0.smithi090.stdout:3883: finishing rollback tid 1 to smithi09078167-18 2024-04-15T16:42:00.542 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 14 v 526 (ObjNum 1169 snap 370 seq_num 1169) dirty exists 2024-04-15T16:42:00.542 INFO:tasks.rados.rados.0.smithi090.stdout:3880: expect (ObjNum 1169 snap 370 seq_num 1169) 2024-04-15T16:42:00.559 INFO:tasks.rados.rados.0.smithi090.stdout:3879: finishing write tid 4 to smithi09078167-48 2024-04-15T16:42:00.559 INFO:tasks.rados.rados.0.smithi090.stdout:3879: oid 48 updating version 0 to 1782 2024-04-15T16:42:00.559 INFO:tasks.rados.rados.0.smithi090.stdout:3879: oid 48 updating version 1782 to 1784 2024-04-15T16:42:00.559 INFO:tasks.rados.rados.0.smithi090.stdout:3879: oid 48 version 1784 is already newer than 1783 2024-04-15T16:42:00.560 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1784 (ObjNum 1201 snap 381 seq_num 1201) dirty exists 2024-04-15T16:42:00.560 INFO:tasks.rados.rados.0.smithi090.stdout:3879: left oid 48 (ObjNum 1201 snap 381 seq_num 1201) 2024-04-15T16:42:00.560 INFO:tasks.rados.rados.0.smithi090.stdout:3883: finishing rollback tid 2 to smithi09078167-18 2024-04-15T16:42:00.560 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 18 v 2061 (ObjNum 1055 snap 322 seq_num 1055) dirty exists 2024-04-15T16:42:00.560 INFO:tasks.rados.rados.0.smithi090.stdout:3884: finishing copy_from racing read to smithi09078167-35 2024-04-15T16:42:00.560 INFO:tasks.rados.rados.0.smithi090.stdout:3884: finishing copy_from to smithi09078167-35 2024-04-15T16:42:00.560 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1295 (ObjNum 1180 snap 376 seq_num 1180) dirty exists 2024-04-15T16:42:00.560 INFO:tasks.rados.rados.0.smithi090.stdout:3885: finishing write tid 1 to smithi09078167-16 2024-04-15T16:42:00.560 INFO:tasks.rados.rados.0.smithi090.stdout:3885: finishing write tid 2 to smithi09078167-16 2024-04-15T16:42:00.560 INFO:tasks.rados.rados.0.smithi090.stdout:3885: finishing write tid 3 to smithi09078167-16 2024-04-15T16:42:00.560 INFO:tasks.rados.rados.0.smithi090.stdout:3885: finishing write tid 4 to smithi09078167-16 2024-04-15T16:42:00.560 INFO:tasks.rados.rados.0.smithi090.stdout:3885: oid 16 updating version 0 to 1609 2024-04-15T16:42:00.560 INFO:tasks.rados.rados.0.smithi090.stdout:3885: oid 16 version 1609 is already newer than 1607 2024-04-15T16:42:00.560 INFO:tasks.rados.rados.0.smithi090.stdout:3885: oid 16 version 1609 is already newer than 1608 2024-04-15T16:42:00.560 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 16 v 1609 (ObjNum 1202 snap 381 seq_num 1202) dirty exists 2024-04-15T16:42:00.561 INFO:tasks.rados.rados.0.smithi090.stdout:3885: left oid 16 (ObjNum 1202 snap 381 seq_num 1202) 2024-04-15T16:42:00.561 INFO:tasks.rados.rados.0.smithi090.stdout:3888: finishing copy_from racing read to smithi09078167-46 2024-04-15T16:42:00.561 INFO:tasks.rados.rados.0.smithi090.stdout:3888: finishing copy_from to smithi09078167-46 2024-04-15T16:42:00.561 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1674 (ObjNum 1058 snap 323 seq_num 1058) dirty exists 2024-04-15T16:42:00.561 INFO:tasks.rados.rados.0.smithi090.stdout:3889: finishing copy_from racing read to smithi09078167-9 2024-04-15T16:42:00.561 INFO:tasks.rados.rados.0.smithi090.stdout:3889: finishing copy_from to smithi09078167-9 2024-04-15T16:42:00.561 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 9 v 1785 (ObjNum 1198 snap 379 seq_num 1198) dirty exists 2024-04-15T16:42:01.485 INFO:tasks.rados.rados.0.smithi090.stdout:3879: done (9 left) 2024-04-15T16:42:01.485 INFO:tasks.rados.rados.0.smithi090.stdout:3880: done (8 left) 2024-04-15T16:42:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3881: done (7 left) 2024-04-15T16:42:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3883: done (6 left) 2024-04-15T16:42:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3884: done (5 left) 2024-04-15T16:42:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3885: done (4 left) 2024-04-15T16:42:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3886: done (3 left) 2024-04-15T16:42:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3888: done (2 left) 2024-04-15T16:42:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3889: done (1 left) 2024-04-15T16:42:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3890: done (0 left) 2024-04-15T16:42:01.486 INFO:tasks.rados.rados.0.smithi090.stdout:3891: snap_create 2024-04-15T16:42:01.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:01 smithi090 ceph-mon[89240]: osdmap e818: 8 total, 8 up, 8 in 2024-04-15T16:42:01.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:01 smithi090 ceph-mon[89240]: pgmap v889: 121 pgs: 121 active+clean; 683 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 428 KiB/s wr, 9 op/s 2024-04-15T16:42:01.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:01 smithi090 ceph-mon[91618]: osdmap e818: 8 total, 8 up, 8 in 2024-04-15T16:42:01.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:01 smithi090 ceph-mon[91618]: pgmap v889: 121 pgs: 121 active+clean; 683 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 428 KiB/s wr, 9 op/s 2024-04-15T16:42:01.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:01 smithi153 ceph-mon[84714]: osdmap e818: 8 total, 8 up, 8 in 2024-04-15T16:42:01.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:01 smithi153 ceph-mon[84714]: pgmap v889: 121 pgs: 121 active+clean; 683 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 511 B/s rd, 428 KiB/s wr, 9 op/s 2024-04-15T16:42:02.490 INFO:tasks.rados.rados.0.smithi090.stdout:3891: done (0 left) 2024-04-15T16:42:02.490 INFO:tasks.rados.rados.0.smithi090.stdout:3892: read oid 16 snap -1 2024-04-15T16:42:02.490 INFO:tasks.rados.rados.0.smithi090.stdout:3892: expect (ObjNum 1202 snap 381 seq_num 1202) 2024-04-15T16:42:02.490 INFO:tasks.rados.rados.0.smithi090.stdout:3893: snap_remove snap 366 2024-04-15T16:42:02.619 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:02 smithi153 ceph-mon[84714]: osdmap e819: 8 total, 8 up, 8 in 2024-04-15T16:42:02.620 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:42:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:42:02.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:02 smithi090 ceph-mon[89240]: osdmap e819: 8 total, 8 up, 8 in 2024-04-15T16:42:02.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:02 smithi090 ceph-mon[91618]: osdmap e819: 8 total, 8 up, 8 in 2024-04-15T16:42:03.492 INFO:tasks.rados.rados.0.smithi090.stdout:3893: done (1 left) 2024-04-15T16:42:03.492 INFO:tasks.rados.rados.0.smithi090.stdout:3894: rollback oid 8 current snap is 383 2024-04-15T16:42:03.493 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 378 2024-04-15T16:42:03.493 INFO:tasks.rados.rados.0.smithi090.stdout:3892: expect (ObjNum 1202 snap 381 seq_num 1202) 2024-04-15T16:42:03.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:03 smithi090 ceph-mon[91618]: osdmap e820: 8 total, 8 up, 8 in 2024-04-15T16:42:03.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:03 smithi090 ceph-mon[91618]: pgmap v892: 121 pgs: 121 active+clean; 697 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 385 KiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-04-15T16:42:03.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:03 smithi090 ceph-mon[91618]: osdmap e821: 8 total, 8 up, 8 in 2024-04-15T16:42:03.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:03 smithi090 ceph-mon[89240]: osdmap e820: 8 total, 8 up, 8 in 2024-04-15T16:42:03.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:03 smithi090 ceph-mon[89240]: pgmap v892: 121 pgs: 121 active+clean; 697 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 385 KiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-04-15T16:42:03.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:03 smithi090 ceph-mon[89240]: osdmap e821: 8 total, 8 up, 8 in 2024-04-15T16:42:03.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:03 smithi153 ceph-mon[84714]: osdmap e820: 8 total, 8 up, 8 in 2024-04-15T16:42:03.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:03 smithi153 ceph-mon[84714]: pgmap v892: 121 pgs: 121 active+clean; 697 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 385 KiB/s rd, 3.8 MiB/s wr, 29 op/s 2024-04-15T16:42:03.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:03 smithi153 ceph-mon[84714]: osdmap e821: 8 total, 8 up, 8 in 2024-04-15T16:42:04.074 INFO:tasks.rados.rados.0.smithi090.stdout:3894: finishing rollback tid 1 to smithi09078167-8 2024-04-15T16:42:04.074 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1666 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-15T16:42:04.075 INFO:tasks.rados.rados.0.smithi090.stdout:3892: done (1 left) 2024-04-15T16:42:04.075 INFO:tasks.rados.rados.0.smithi090.stdout:3894: done (0 left) 2024-04-15T16:42:04.075 INFO:tasks.rados.rados.0.smithi090.stdout:3895: snap_remove snap 381 2024-04-15T16:42:04.484 INFO:tasks.rados.rados.0.smithi090.stdout:3895: done (0 left) 2024-04-15T16:42:04.485 INFO:tasks.rados.rados.0.smithi090.stdout:3896: setattr oid 47 current snap is 383 2024-04-15T16:42:04.486 INFO:tasks.rados.rados.0.smithi090.stdout:3897: rmattr oid 34 current snap is 383 2024-04-15T16:42:04.486 INFO:tasks.rados.rados.0.smithi090.stdout:3898: snap_remove snap 364 2024-04-15T16:42:05.482 INFO:tasks.rados.rados.0.smithi090.stdout:3898: done (2 left) 2024-04-15T16:42:05.482 INFO:tasks.rados.rados.0.smithi090.stdout:3899: snap_remove snap 369 2024-04-15T16:42:05.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:05 smithi090 ceph-mon[89240]: osdmap e822: 8 total, 8 up, 8 in 2024-04-15T16:42:05.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:05 smithi090 ceph-mon[89240]: pgmap v895: 121 pgs: 121 active+clean; 697 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 MiB/s wr, 21 op/s 2024-04-15T16:42:05.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:05 smithi090 ceph-mon[91618]: osdmap e822: 8 total, 8 up, 8 in 2024-04-15T16:42:05.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:05 smithi090 ceph-mon[91618]: pgmap v895: 121 pgs: 121 active+clean; 697 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 MiB/s wr, 21 op/s 2024-04-15T16:42:05.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:05 smithi153 ceph-mon[84714]: osdmap e822: 8 total, 8 up, 8 in 2024-04-15T16:42:05.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:05 smithi153 ceph-mon[84714]: pgmap v895: 121 pgs: 121 active+clean; 697 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 379 KiB/s rd, 3.5 MiB/s wr, 21 op/s 2024-04-15T16:42:06.487 INFO:tasks.rados.rados.0.smithi090.stdout:3899: done (2 left) 2024-04-15T16:42:06.487 INFO:tasks.rados.rados.0.smithi090.stdout:3900: copy_from oid 10 from oid 44 current snap is 383 2024-04-15T16:42:06.487 INFO:tasks.rados.rados.0.smithi090.stdout:3901: setattr oid 39 current snap is 383 2024-04-15T16:42:06.488 INFO:tasks.rados.rados.0.smithi090.stdout:3902: delete oid 16 current snap is 383 2024-04-15T16:42:06.489 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 34 v 1675 (ObjNum 1117 snap 351 seq_num 1117) dirty exists 2024-04-15T16:42:06.489 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 47 v 1785 (ObjNum 1001 snap 306 seq_num 1001) dirty exists 2024-04-15T16:42:06.509 INFO:tasks.rados.rados.0.smithi090.stdout:3896: done (4 left) 2024-04-15T16:42:06.509 INFO:tasks.rados.rados.0.smithi090.stdout:3897: done (3 left) 2024-04-15T16:42:06.509 INFO:tasks.rados.rados.0.smithi090.stdout:3902: done (2 left) 2024-04-15T16:42:06.509 INFO:tasks.rados.rados.0.smithi090.stdout:3903: rollback oid 20 current snap is 383 2024-04-15T16:42:06.509 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 20 to 280 2024-04-15T16:42:06.509 INFO:tasks.rados.rados.0.smithi090.stdout:3904: read oid 15 snap -1 2024-04-15T16:42:06.509 INFO:tasks.rados.rados.0.smithi090.stdout:3904: expect (ObjNum 1198 snap 379 seq_num 1198) 2024-04-15T16:42:06.509 INFO:tasks.rados.rados.0.smithi090.stdout:3905: read oid 7 snap 376 2024-04-15T16:42:06.509 INFO:tasks.rados.rados.0.smithi090.stdout:3905: expect (ObjNum 1117 snap 351 seq_num 1117) 2024-04-15T16:42:06.509 INFO:tasks.rados.rados.0.smithi090.stdout:3906: delete oid 8 current snap is 383 2024-04-15T16:42:06.518 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1675 (ObjNum 1185 snap 377 seq_num 1185) dirty exists 2024-04-15T16:42:06.518 INFO:tasks.rados.rados.0.smithi090.stdout:3903: finishing rollback tid 0 to smithi09078167-20 2024-04-15T16:42:06.520 INFO:tasks.rados.rados.0.smithi090.stdout:3903: finishing rollback tid 1 to smithi09078167-20 2024-04-15T16:42:06.521 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 2088 (ObjNum 145 snap 0 seq_num 3729880288) dirty dne 2024-04-15T16:42:06.521 INFO:tasks.rados.rados.0.smithi090.stdout:3900: finishing copy_from racing read to smithi09078167-10 2024-04-15T16:42:06.525 INFO:tasks.rados.rados.0.smithi090.stdout:3900: finishing copy_from to smithi09078167-10 2024-04-15T16:42:06.525 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1673 (ObjNum 1065 snap 323 seq_num 1065) dirty exists 2024-04-15T16:42:06.526 INFO:tasks.rados.rados.0.smithi090.stdout:3904: expect (ObjNum 1198 snap 379 seq_num 1198) 2024-04-15T16:42:06.639 INFO:tasks.rados.rados.0.smithi090.stdout:3905: expect (ObjNum 1117 snap 351 seq_num 1117) 2024-04-15T16:42:06.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:06 smithi090 ceph-mon[91618]: osdmap e823: 8 total, 8 up, 8 in 2024-04-15T16:42:06.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:06 smithi090 ceph-mon[89240]: osdmap e823: 8 total, 8 up, 8 in 2024-04-15T16:42:06.827 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:42:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[110961]: 2024-04-15T16:42:06.521+0000 7f1ebfab2700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 1bc after trimming was started 2024-04-15T16:42:06.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:06 smithi153 ceph-mon[84714]: osdmap e823: 8 total, 8 up, 8 in 2024-04-15T16:42:07.386 INFO:tasks.rados.rados.0.smithi090.stdout:3900: done (5 left) 2024-04-15T16:42:07.386 INFO:tasks.rados.rados.0.smithi090.stdout:3901: done (4 left) 2024-04-15T16:42:07.386 INFO:tasks.rados.rados.0.smithi090.stdout:3903: done (3 left) 2024-04-15T16:42:07.386 INFO:tasks.rados.rados.0.smithi090.stdout:3904: done (2 left) 2024-04-15T16:42:07.386 INFO:tasks.rados.rados.0.smithi090.stdout:3905: done (1 left) 2024-04-15T16:42:07.386 INFO:tasks.rados.rados.0.smithi090.stdout:3906: done (0 left) 2024-04-15T16:42:07.386 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 4 current snap is 383 2024-04-15T16:42:07.386 INFO:tasks.rados.rados.0.smithi090.stdout:3907: seq_num 1205 ranges {4423680=589824,5013504=401408} 2024-04-15T16:42:07.412 INFO:tasks.rados.rados.0.smithi090.stdout:3907: writing smithi09078167-4 from 4423680 to 5013504 tid 1 2024-04-15T16:42:07.415 INFO:tasks.rados.rados.0.smithi090.stdout:3907: writing smithi09078167-4 from 5013504 to 5414912 tid 2 2024-04-15T16:42:07.415 INFO:tasks.rados.rados.0.smithi090.stdout:3908: read oid 26 snap 351 2024-04-15T16:42:07.415 INFO:tasks.rados.rados.0.smithi090.stdout:3908: expect deleted 2024-04-15T16:42:07.415 INFO:tasks.rados.rados.0.smithi090.stdout:3909: read oid 43 snap -1 2024-04-15T16:42:07.415 INFO:tasks.rados.rados.0.smithi090.stdout:3909: expect deleted 2024-04-15T16:42:07.416 INFO:tasks.rados.rados.0.smithi090.stdout:3910: read oid 3 snap -1 2024-04-15T16:42:07.416 INFO:tasks.rados.rados.0.smithi090.stdout:3910: expect deleted 2024-04-15T16:42:07.416 INFO:tasks.rados.rados.0.smithi090.stdout:3911: read oid 31 snap -1 2024-04-15T16:42:07.416 INFO:tasks.rados.rados.0.smithi090.stdout:3911: expect deleted 2024-04-15T16:42:07.416 INFO:tasks.rados.rados.0.smithi090.stdout:3912: setattr oid 13 current snap is 383 2024-04-15T16:42:07.417 INFO:tasks.rados.rados.0.smithi090.stdout:3908: done (5 left) 2024-04-15T16:42:07.417 INFO:tasks.rados.rados.0.smithi090.stdout:3909: done (4 left) 2024-04-15T16:42:07.417 INFO:tasks.rados.rados.0.smithi090.stdout:3910: done (3 left) 2024-04-15T16:42:07.417 INFO:tasks.rados.rados.0.smithi090.stdout:3911: done (2 left) 2024-04-15T16:42:07.417 INFO:tasks.rados.rados.0.smithi090.stdout:3913: read oid 24 snap -1 2024-04-15T16:42:07.417 INFO:tasks.rados.rados.0.smithi090.stdout:3913: expect (ObjNum 882 snap 273 seq_num 882) 2024-04-15T16:42:07.417 INFO:tasks.rados.rados.0.smithi090.stdout:3914: rollback oid 28 current snap is 383 2024-04-15T16:42:07.417 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 28 to 351 2024-04-15T16:42:07.417 INFO:tasks.rados.rados.0.smithi090.stdout:3915: read oid 21 snap -1 2024-04-15T16:42:07.417 INFO:tasks.rados.rados.0.smithi090.stdout:3915: expect (ObjNum 1174 snap 376 seq_num 1174) 2024-04-15T16:42:07.417 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 46 current snap is 383 2024-04-15T16:42:07.417 INFO:tasks.rados.rados.0.smithi090.stdout:3916: seq_num 1206 ranges {1433600=606208,2039808=401408} 2024-04-15T16:42:07.428 INFO:tasks.rados.rados.0.smithi090.stdout:3916: writing smithi09078167-46 from 1433600 to 2039808 tid 1 2024-04-15T16:42:07.431 INFO:tasks.rados.rados.0.smithi090.stdout:3916: writing smithi09078167-46 from 2039808 to 2441216 tid 2 2024-04-15T16:42:07.431 INFO:tasks.rados.rados.0.smithi090.stdout:3917: rollback oid 39 current snap is 383 2024-04-15T16:42:07.431 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 39 to 373 2024-04-15T16:42:07.431 INFO:tasks.rados.rados.0.smithi090.stdout:3907: finishing write tid 1 to smithi09078167-4 2024-04-15T16:42:07.431 INFO:tasks.rados.rados.0.smithi090.stdout:3907: finishing write tid 2 to smithi09078167-4 2024-04-15T16:42:07.431 INFO:tasks.rados.rados.0.smithi090.stdout:3907: finishing write tid 3 to smithi09078167-4 2024-04-15T16:42:07.431 INFO:tasks.rados.rados.0.smithi090.stdout:3914: finishing rollback tid 0 to smithi09078167-28 2024-04-15T16:42:07.432 INFO:tasks.rados.rados.0.smithi090.stdout:3907: finishing write tid 4 to smithi09078167-4 2024-04-15T16:42:07.432 INFO:tasks.rados.rados.0.smithi090.stdout:3907: oid 4 updating version 0 to 1528 2024-04-15T16:42:07.432 INFO:tasks.rados.rados.0.smithi090.stdout:3907: oid 4 version 1528 is already newer than 1527 2024-04-15T16:42:07.432 INFO:tasks.rados.rados.0.smithi090.stdout:3907: oid 4 updating version 1528 to 1529 2024-04-15T16:42:07.432 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 4 v 1529 (ObjNum 1205 snap 383 seq_num 1205) dirty exists 2024-04-15T16:42:07.432 INFO:tasks.rados.rados.0.smithi090.stdout:3907: left oid 4 (ObjNum 1205 snap 383 seq_num 1205) 2024-04-15T16:42:07.432 INFO:tasks.rados.rados.0.smithi090.stdout:3914: finishing rollback tid 1 to smithi09078167-28 2024-04-15T16:42:07.432 INFO:tasks.rados.rados.0.smithi090.stdout:3914: finishing rollback tid 2 to smithi09078167-28 2024-04-15T16:42:07.432 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1788 (ObjNum 1104 snap 342 seq_num 1104) dirty exists 2024-04-15T16:42:07.432 INFO:tasks.rados.rados.0.smithi090.stdout:3907: done (6 left) 2024-04-15T16:42:07.432 INFO:tasks.rados.rados.0.smithi090.stdout:3914: done (5 left) 2024-04-15T16:42:07.432 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 30 current snap is 383 2024-04-15T16:42:07.432 INFO:tasks.rados.rados.0.smithi090.stdout:3918: seq_num 1207 ranges {2187264=622592,2809856=401408} 2024-04-15T16:42:07.447 INFO:tasks.rados.rados.0.smithi090.stdout:3918: writing smithi09078167-30 from 2187264 to 2809856 tid 1 2024-04-15T16:42:07.449 INFO:tasks.rados.rados.0.smithi090.stdout:3918: writing smithi09078167-30 from 2809856 to 3211264 tid 2 2024-04-15T16:42:07.450 INFO:tasks.rados.rados.0.smithi090.stdout:3919: read oid 19 snap -1 2024-04-15T16:42:07.450 INFO:tasks.rados.rados.0.smithi090.stdout:3919: expect (ObjNum 1133 snap 363 seq_num 1133) 2024-04-15T16:42:07.450 INFO:tasks.rados.rados.0.smithi090.stdout:3920: read oid 18 snap -1 2024-04-15T16:42:07.450 INFO:tasks.rados.rados.0.smithi090.stdout:3920: expect (ObjNum 1055 snap 322 seq_num 1055) 2024-04-15T16:42:07.450 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 1 current snap is 383 2024-04-15T16:42:07.450 INFO:tasks.rados.rados.0.smithi090.stdout:3921: seq_num 1208 ranges {1236992=638976,1875968=401408} 2024-04-15T16:42:07.460 INFO:tasks.rados.rados.0.smithi090.stdout:3921: writing smithi09078167-1 from 1236992 to 1875968 tid 1 2024-04-15T16:42:07.462 INFO:tasks.rados.rados.0.smithi090.stdout:3921: writing smithi09078167-1 from 1875968 to 2277376 tid 2 2024-04-15T16:42:07.463 INFO:tasks.rados.rados.0.smithi090.stdout:3922: snap_remove snap 351 2024-04-15T16:42:07.496 INFO:tasks.rados.rados.0.smithi090.stdout:3922: done (9 left) 2024-04-15T16:42:07.496 INFO:tasks.rados.rados.0.smithi090.stdout:3923: rollback oid 10 current snap is 383 2024-04-15T16:42:07.496 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 10 to 376 2024-04-15T16:42:07.499 INFO:tasks.rados.rados.0.smithi090.stdout:3916: finishing write tid 1 to smithi09078167-46 2024-04-15T16:42:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:3917: finishing rollback tid 0 to smithi09078167-39 2024-04-15T16:42:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:3916: finishing write tid 2 to smithi09078167-46 2024-04-15T16:42:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:3916: finishing write tid 3 to smithi09078167-46 2024-04-15T16:42:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:3917: finishing rollback tid 1 to smithi09078167-39 2024-04-15T16:42:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 13 v 1304 (ObjNum 1186 snap 377 seq_num 1186) dirty exists 2024-04-15T16:42:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:3917: finishing rollback tid 2 to smithi09078167-39 2024-04-15T16:42:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1678 (ObjNum 1117 snap 351 seq_num 1117) dirty exists 2024-04-15T16:42:07.500 INFO:tasks.rados.rados.0.smithi090.stdout:3915: expect (ObjNum 1174 snap 376 seq_num 1174) 2024-04-15T16:42:07.697 INFO:tasks.rados.rados.0.smithi090.stdout:3916: finishing write tid 4 to smithi09078167-46 2024-04-15T16:42:07.697 INFO:tasks.rados.rados.0.smithi090.stdout:3916: oid 46 updating version 0 to 1676 2024-04-15T16:42:07.697 INFO:tasks.rados.rados.0.smithi090.stdout:3916: oid 46 updating version 1676 to 1678 2024-04-15T16:42:07.697 INFO:tasks.rados.rados.0.smithi090.stdout:3916: oid 46 version 1678 is already newer than 1677 2024-04-15T16:42:07.697 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 46 v 1678 (ObjNum 1206 snap 383 seq_num 1206) dirty exists 2024-04-15T16:42:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:3916: left oid 46 (ObjNum 1206 snap 383 seq_num 1206) 2024-04-15T16:42:07.698 INFO:tasks.rados.rados.0.smithi090.stdout:3913: expect (ObjNum 882 snap 273 seq_num 882) 2024-04-15T16:42:07.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:07 smithi090 ceph-mon[89240]: osdmap e824: 8 total, 8 up, 8 in 2024-04-15T16:42:07.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:07 smithi090 ceph-mon[89240]: pgmap v898: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 699 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 484 KiB/s wr, 19 op/s 2024-04-15T16:42:07.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:07 smithi090 ceph-mon[91618]: osdmap e824: 8 total, 8 up, 8 in 2024-04-15T16:42:07.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:07 smithi090 ceph-mon[91618]: pgmap v898: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 699 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 484 KiB/s wr, 19 op/s 2024-04-15T16:42:07.834 INFO:tasks.rados.rados.0.smithi090.stdout:3919: expect (ObjNum 1133 snap 363 seq_num 1133) 2024-04-15T16:42:07.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:07 smithi153 ceph-mon[84714]: osdmap e824: 8 total, 8 up, 8 in 2024-04-15T16:42:07.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:07 smithi153 ceph-mon[84714]: pgmap v898: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 699 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 484 KiB/s wr, 19 op/s 2024-04-15T16:42:07.897 INFO:tasks.rados.rados.0.smithi090.stdout:3918: finishing write tid 1 to smithi09078167-30 2024-04-15T16:42:07.897 INFO:tasks.rados.rados.0.smithi090.stdout:3918: finishing write tid 2 to smithi09078167-30 2024-04-15T16:42:07.897 INFO:tasks.rados.rados.0.smithi090.stdout:3918: finishing write tid 3 to smithi09078167-30 2024-04-15T16:42:07.897 INFO:tasks.rados.rados.0.smithi090.stdout:3918: finishing write tid 4 to smithi09078167-30 2024-04-15T16:42:07.897 INFO:tasks.rados.rados.0.smithi090.stdout:3918: oid 30 updating version 0 to 1873 2024-04-15T16:42:07.897 INFO:tasks.rados.rados.0.smithi090.stdout:3918: oid 30 updating version 1873 to 1875 2024-04-15T16:42:07.897 INFO:tasks.rados.rados.0.smithi090.stdout:3918: oid 30 version 1875 is already newer than 1874 2024-04-15T16:42:07.897 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1875 (ObjNum 1207 snap 383 seq_num 1207) dirty exists 2024-04-15T16:42:07.898 INFO:tasks.rados.rados.0.smithi090.stdout:3918: left oid 30 (ObjNum 1207 snap 383 seq_num 1207) 2024-04-15T16:42:07.898 INFO:tasks.rados.rados.0.smithi090.stdout:3920: expect (ObjNum 1055 snap 322 seq_num 1055) 2024-04-15T16:42:08.110 INFO:tasks.rados.rados.0.smithi090.stdout:3921: finishing write tid 1 to smithi09078167-1 2024-04-15T16:42:08.110 INFO:tasks.rados.rados.0.smithi090.stdout:3921: finishing write tid 2 to smithi09078167-1 2024-04-15T16:42:08.110 INFO:tasks.rados.rados.0.smithi090.stdout:3921: finishing write tid 3 to smithi09078167-1 2024-04-15T16:42:08.111 INFO:tasks.rados.rados.0.smithi090.stdout:3921: finishing write tid 4 to smithi09078167-1 2024-04-15T16:42:08.111 INFO:tasks.rados.rados.0.smithi090.stdout:3921: oid 1 updating version 0 to 2094 2024-04-15T16:42:08.111 INFO:tasks.rados.rados.0.smithi090.stdout:3921: oid 1 version 2094 is already newer than 2093 2024-04-15T16:42:08.111 INFO:tasks.rados.rados.0.smithi090.stdout:3921: oid 1 version 2094 is already newer than 2092 2024-04-15T16:42:08.111 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 2094 (ObjNum 1208 snap 383 seq_num 1208) dirty exists 2024-04-15T16:42:08.111 INFO:tasks.rados.rados.0.smithi090.stdout:3921: left oid 1 (ObjNum 1208 snap 383 seq_num 1208) 2024-04-15T16:42:08.111 INFO:tasks.rados.rados.0.smithi090.stdout:3923: finishing rollback tid 0 to smithi09078167-10 2024-04-15T16:42:08.111 INFO:tasks.rados.rados.0.smithi090.stdout:3923: finishing rollback tid 1 to smithi09078167-10 2024-04-15T16:42:08.111 INFO:tasks.rados.rados.0.smithi090.stdout:3912: done (9 left) 2024-04-15T16:42:08.111 INFO:tasks.rados.rados.0.smithi090.stdout:3913: done (8 left) 2024-04-15T16:42:08.111 INFO:tasks.rados.rados.0.smithi090.stdout:3915: done (7 left) 2024-04-15T16:42:08.111 INFO:tasks.rados.rados.0.smithi090.stdout:3916: done (6 left) 2024-04-15T16:42:08.111 INFO:tasks.rados.rados.0.smithi090.stdout:3917: done (5 left) 2024-04-15T16:42:08.111 INFO:tasks.rados.rados.0.smithi090.stdout:3918: done (4 left) 2024-04-15T16:42:08.112 INFO:tasks.rados.rados.0.smithi090.stdout:3919: done (3 left) 2024-04-15T16:42:08.112 INFO:tasks.rados.rados.0.smithi090.stdout:3920: done (2 left) 2024-04-15T16:42:08.112 INFO:tasks.rados.rados.0.smithi090.stdout:3921: done (1 left) 2024-04-15T16:42:08.112 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 383 2024-04-15T16:42:08.112 INFO:tasks.rados.rados.0.smithi090.stdout:3923: finishing rollback tid 2 to smithi09078167-10 2024-04-15T16:42:08.112 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 10 v 1681 (ObjNum 1058 snap 323 seq_num 1058) dirty exists 2024-04-15T16:42:08.112 INFO:tasks.rados.rados.0.smithi090.stdout:3924: seq_num 1209 ranges {0=655360,655360=401408} 2024-04-15T16:42:08.113 INFO:tasks.rados.rados.0.smithi090.stdout:3924: writing smithi09078167-20 from 0 to 655360 tid 1 2024-04-15T16:42:08.115 INFO:tasks.rados.rados.0.smithi090.stdout:3924: writing smithi09078167-20 from 655360 to 1056768 tid 2 2024-04-15T16:42:08.116 INFO:tasks.rados.rados.0.smithi090.stdout:3923: done (1 left) 2024-04-15T16:42:08.116 INFO:tasks.rados.rados.0.smithi090.stdout:3925: rollback oid 1 current snap is 383 2024-04-15T16:42:08.116 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 1 to 357 2024-04-15T16:42:08.116 INFO:tasks.rados.rados.0.smithi090.stdout:3926: snap_remove snap 370 2024-04-15T16:42:08.504 INFO:tasks.rados.rados.0.smithi090.stdout:3926: done (2 left) 2024-04-15T16:42:08.504 INFO:tasks.rados.rados.0.smithi090.stdout:3927: delete oid 37 current snap is 383 2024-04-15T16:42:08.504 INFO:tasks.rados.rados.0.smithi090.stdout:3924: finishing write tid 1 to smithi09078167-20 2024-04-15T16:42:08.504 INFO:tasks.rados.rados.0.smithi090.stdout:3924: finishing write tid 2 to smithi09078167-20 2024-04-15T16:42:08.504 INFO:tasks.rados.rados.0.smithi090.stdout:3924: finishing write tid 3 to smithi09078167-20 2024-04-15T16:42:08.504 INFO:tasks.rados.rados.0.smithi090.stdout:3925: finishing rollback tid 0 to smithi09078167-1 2024-04-15T16:42:08.504 INFO:tasks.rados.rados.0.smithi090.stdout:3925: finishing rollback tid 1 to smithi09078167-1 2024-04-15T16:42:08.504 INFO:tasks.rados.rados.0.smithi090.stdout:3924: finishing write tid 4 to smithi09078167-20 2024-04-15T16:42:08.504 INFO:tasks.rados.rados.0.smithi090.stdout:3924: oid 20 updating version 0 to 2105 2024-04-15T16:42:08.504 INFO:tasks.rados.rados.0.smithi090.stdout:3924: oid 20 version 2105 is already newer than 2104 2024-04-15T16:42:08.505 INFO:tasks.rados.rados.0.smithi090.stdout:3924: oid 20 version 2105 is already newer than 2103 2024-04-15T16:42:08.505 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 2105 (ObjNum 1209 snap 383 seq_num 1209) dirty exists 2024-04-15T16:42:08.505 INFO:tasks.rados.rados.0.smithi090.stdout:3924: left oid 20 (ObjNum 1209 snap 383 seq_num 1209) 2024-04-15T16:42:08.505 INFO:tasks.rados.rados.0.smithi090.stdout:3925: finishing rollback tid 2 to smithi09078167-1 2024-04-15T16:42:08.505 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 2108 (ObjNum 1009 snap 308 seq_num 1009) dirty exists 2024-04-15T16:42:08.516 INFO:tasks.rados.rados.0.smithi090.stdout:3924: done (2 left) 2024-04-15T16:42:08.516 INFO:tasks.rados.rados.0.smithi090.stdout:3925: done (1 left) 2024-04-15T16:42:08.516 INFO:tasks.rados.rados.0.smithi090.stdout:3927: done (0 left) 2024-04-15T16:42:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:3928: read oid 6 snap 324 2024-04-15T16:42:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:3928: expect deleted 2024-04-15T16:42:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:3929: rollback oid 19 current snap is 383 2024-04-15T16:42:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 19 to 379 2024-04-15T16:42:08.517 INFO:tasks.rados.rados.0.smithi090.stdout:3930: delete oid 40 current snap is 383 2024-04-15T16:42:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:3928: done (2 left) 2024-04-15T16:42:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:3930: done (1 left) 2024-04-15T16:42:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 5 current snap is 383 2024-04-15T16:42:08.522 INFO:tasks.rados.rados.0.smithi090.stdout:3931: seq_num 1212 ranges {4661248=704512,5365760=401408} 2024-04-15T16:42:08.552 INFO:tasks.rados.rados.0.smithi090.stdout:3931: writing smithi09078167-5 from 4661248 to 5365760 tid 1 2024-04-15T16:42:08.555 INFO:tasks.rados.rados.0.smithi090.stdout:3931: writing smithi09078167-5 from 5365760 to 5767168 tid 2 2024-04-15T16:42:08.555 INFO:tasks.rados.rados.0.smithi090.stdout:3932: snap_create 2024-04-15T16:42:08.555 INFO:tasks.rados.rados.0.smithi090.stdout:3929: finishing rollback tid 0 to smithi09078167-19 2024-04-15T16:42:08.555 INFO:tasks.rados.rados.0.smithi090.stdout:3929: finishing rollback tid 1 to smithi09078167-19 2024-04-15T16:42:08.555 INFO:tasks.rados.rados.0.smithi090.stdout:3929: finishing rollback tid 2 to smithi09078167-19 2024-04-15T16:42:08.555 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1675 (ObjNum 1133 snap 363 seq_num 1133) dirty exists 2024-04-15T16:42:08.557 INFO:tasks.rados.rados.0.smithi090.stdout:3931: finishing write tid 1 to smithi09078167-5 2024-04-15T16:42:08.557 INFO:tasks.rados.rados.0.smithi090.stdout:3931: finishing write tid 2 to smithi09078167-5 2024-04-15T16:42:08.557 INFO:tasks.rados.rados.0.smithi090.stdout:3931: finishing write tid 3 to smithi09078167-5 2024-04-15T16:42:08.558 INFO:tasks.rados.rados.0.smithi090.stdout:3931: finishing write tid 4 to smithi09078167-5 2024-04-15T16:42:08.558 INFO:tasks.rados.rados.0.smithi090.stdout:3931: oid 5 updating version 0 to 1352 2024-04-15T16:42:08.558 INFO:tasks.rados.rados.0.smithi090.stdout:3931: oid 5 version 1352 is already newer than 1351 2024-04-15T16:42:08.558 INFO:tasks.rados.rados.0.smithi090.stdout:3931: oid 5 version 1352 is already newer than 1350 2024-04-15T16:42:08.559 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 5 v 1352 (ObjNum 1212 snap 383 seq_num 1212) dirty exists 2024-04-15T16:42:08.559 INFO:tasks.rados.rados.0.smithi090.stdout:3931: left oid 5 (ObjNum 1212 snap 383 seq_num 1212) 2024-04-15T16:42:08.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:08 smithi090 ceph-mon[91618]: osdmap e825: 8 total, 8 up, 8 in 2024-04-15T16:42:08.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:42:08.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:08 smithi090 ceph-mon[89240]: osdmap e825: 8 total, 8 up, 8 in 2024-04-15T16:42:08.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:42:08.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:08 smithi153 ceph-mon[84714]: osdmap e825: 8 total, 8 up, 8 in 2024-04-15T16:42:08.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:42:09.510 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:42:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:42:09] "GET /metrics HTTP/1.1" 200 36257 "" "Prometheus/2.43.0" 2024-04-15T16:42:09.515 INFO:tasks.rados.rados.0.smithi090.stdout:3929: done (2 left) 2024-04-15T16:42:09.515 INFO:tasks.rados.rados.0.smithi090.stdout:3931: done (1 left) 2024-04-15T16:42:09.515 INFO:tasks.rados.rados.0.smithi090.stdout:3932: done (0 left) 2024-04-15T16:42:09.515 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 42 current snap is 384 2024-04-15T16:42:09.515 INFO:tasks.rados.rados.0.smithi090.stdout:3933: seq_num 1213 ranges {0=720896,720896=401408} 2024-04-15T16:42:09.519 INFO:tasks.rados.rados.0.smithi090.stdout:3933: writing smithi09078167-42 from 0 to 720896 tid 1 2024-04-15T16:42:09.521 INFO:tasks.rados.rados.0.smithi090.stdout:3933: writing smithi09078167-42 from 720896 to 1122304 tid 2 2024-04-15T16:42:09.521 INFO:tasks.rados.rados.0.smithi090.stdout:3934: read oid 41 snap -1 2024-04-15T16:42:09.522 INFO:tasks.rados.rados.0.smithi090.stdout:3934: expect deleted 2024-04-15T16:42:09.522 INFO:tasks.rados.rados.0.smithi090.stdout:3935: snap_create 2024-04-15T16:42:09.550 INFO:tasks.rados.rados.0.smithi090.stdout:3933: finishing write tid 1 to smithi09078167-42 2024-04-15T16:42:09.550 INFO:tasks.rados.rados.0.smithi090.stdout:3933: finishing write tid 2 to smithi09078167-42 2024-04-15T16:42:09.551 INFO:tasks.rados.rados.0.smithi090.stdout:3933: finishing write tid 3 to smithi09078167-42 2024-04-15T16:42:09.551 INFO:tasks.rados.rados.0.smithi090.stdout:3933: finishing write tid 4 to smithi09078167-42 2024-04-15T16:42:09.552 INFO:tasks.rados.rados.0.smithi090.stdout:3933: oid 42 updating version 0 to 1297 2024-04-15T16:42:09.552 INFO:tasks.rados.rados.0.smithi090.stdout:3933: oid 42 version 1297 is already newer than 1296 2024-04-15T16:42:09.552 INFO:tasks.rados.rados.0.smithi090.stdout:3933: oid 42 updating version 1297 to 1298 2024-04-15T16:42:09.552 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 42 v 1298 (ObjNum 1213 snap 384 seq_num 1213) dirty exists 2024-04-15T16:42:09.552 INFO:tasks.rados.rados.0.smithi090.stdout:3933: left oid 42 (ObjNum 1213 snap 384 seq_num 1213) 2024-04-15T16:42:09.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:09 smithi090 ceph-mon[89240]: osdmap e826: 8 total, 8 up, 8 in 2024-04-15T16:42:09.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:09 smithi090 ceph-mon[89240]: pgmap v901: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 695 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 484 KiB/s wr, 20 op/s 2024-04-15T16:42:09.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:09 smithi090 ceph-mon[91618]: osdmap e826: 8 total, 8 up, 8 in 2024-04-15T16:42:09.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:09 smithi090 ceph-mon[91618]: pgmap v901: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 695 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 484 KiB/s wr, 20 op/s 2024-04-15T16:42:09.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:09 smithi153 ceph-mon[84714]: osdmap e826: 8 total, 8 up, 8 in 2024-04-15T16:42:09.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:09 smithi153 ceph-mon[84714]: pgmap v901: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 695 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 484 KiB/s wr, 20 op/s 2024-04-15T16:42:10.521 INFO:tasks.rados.rados.0.smithi090.stdout:3933: done (2 left) 2024-04-15T16:42:10.522 INFO:tasks.rados.rados.0.smithi090.stdout:3934: done (1 left) 2024-04-15T16:42:10.522 INFO:tasks.rados.rados.0.smithi090.stdout:3935: done (0 left) 2024-04-15T16:42:10.522 INFO:tasks.rados.rados.0.smithi090.stdout:3936: copy_from oid 39 from oid 30 current snap is 385 2024-04-15T16:42:10.522 INFO:tasks.rados.rados.0.smithi090.stdout:3937: read oid 40 snap -1 2024-04-15T16:42:10.522 INFO:tasks.rados.rados.0.smithi090.stdout:3937: expect deleted 2024-04-15T16:42:10.522 INFO:tasks.rados.rados.0.smithi090.stdout:3938: read oid 43 snap -1 2024-04-15T16:42:10.522 INFO:tasks.rados.rados.0.smithi090.stdout:3938: expect deleted 2024-04-15T16:42:10.522 INFO:tasks.rados.rados.0.smithi090.stdout:3939: delete oid 25 current snap is 385 2024-04-15T16:42:10.531 INFO:tasks.rados.rados.0.smithi090.stdout:3937: done (3 left) 2024-04-15T16:42:10.531 INFO:tasks.rados.rados.0.smithi090.stdout:3938: done (2 left) 2024-04-15T16:42:10.531 INFO:tasks.rados.rados.0.smithi090.stdout:3939: done (1 left) 2024-04-15T16:42:10.531 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 2 current snap is 385 2024-04-15T16:42:10.531 INFO:tasks.rados.rados.0.smithi090.stdout:3940: seq_num 1215 ranges {0=753664,753664=401408} 2024-04-15T16:42:10.534 INFO:tasks.rados.rados.0.smithi090.stdout:3940: writing smithi09078167-2 from 0 to 753664 tid 1 2024-04-15T16:42:10.537 INFO:tasks.rados.rados.0.smithi090.stdout:3940: writing smithi09078167-2 from 753664 to 1155072 tid 2 2024-04-15T16:42:10.537 INFO:tasks.rados.rados.0.smithi090.stdout:3941: setattr oid 20 current snap is 385 2024-04-15T16:42:10.540 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 17 current snap is 385 2024-04-15T16:42:10.540 INFO:tasks.rados.rados.0.smithi090.stdout:3942: seq_num 1216 ranges {0=770048,770048=401408} 2024-04-15T16:42:10.545 INFO:tasks.rados.rados.0.smithi090.stdout:3942: writing smithi09078167-17 from 0 to 770048 tid 1 2024-04-15T16:42:10.548 INFO:tasks.rados.rados.0.smithi090.stdout:3942: writing smithi09078167-17 from 770048 to 1171456 tid 2 2024-04-15T16:42:10.548 INFO:tasks.rados.rados.0.smithi090.stdout:3943: read oid 14 snap -1 2024-04-15T16:42:10.548 INFO:tasks.rados.rados.0.smithi090.stdout:3943: expect (ObjNum 1169 snap 370 seq_num 1169) 2024-04-15T16:42:10.548 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 385 2024-04-15T16:42:10.548 INFO:tasks.rados.rados.0.smithi090.stdout:3940: finishing write tid 1 to smithi09078167-2 2024-04-15T16:42:10.548 INFO:tasks.rados.rados.0.smithi090.stdout:3940: finishing write tid 2 to smithi09078167-2 2024-04-15T16:42:10.548 INFO:tasks.rados.rados.0.smithi090.stdout:3940: finishing write tid 3 to smithi09078167-2 2024-04-15T16:42:10.549 INFO:tasks.rados.rados.0.smithi090.stdout:3940: finishing write tid 4 to smithi09078167-2 2024-04-15T16:42:10.549 INFO:tasks.rados.rados.0.smithi090.stdout:3940: oid 2 updating version 0 to 1786 2024-04-15T16:42:10.549 INFO:tasks.rados.rados.0.smithi090.stdout:3940: oid 2 updating version 1786 to 1788 2024-04-15T16:42:10.549 INFO:tasks.rados.rados.0.smithi090.stdout:3940: oid 2 version 1788 is already newer than 1787 2024-04-15T16:42:10.549 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 2 v 1788 (ObjNum 1215 snap 385 seq_num 1215) dirty exists 2024-04-15T16:42:10.549 INFO:tasks.rados.rados.0.smithi090.stdout:3940: left oid 2 (ObjNum 1215 snap 385 seq_num 1215) 2024-04-15T16:42:10.549 INFO:tasks.rados.rados.0.smithi090.stdout:3936: finishing copy_from racing read to smithi09078167-39 2024-04-15T16:42:10.549 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 2121 (ObjNum 1209 snap 383 seq_num 1209) dirty exists 2024-04-15T16:42:10.549 INFO:tasks.rados.rados.0.smithi090.stdout:3944: seq_num 1217 ranges {2187264=786432,2973696=401408} 2024-04-15T16:42:10.564 INFO:tasks.rados.rados.0.smithi090.stdout:3944: writing smithi09078167-19 from 2187264 to 2973696 tid 1 2024-04-15T16:42:10.567 INFO:tasks.rados.rados.0.smithi090.stdout:3944: writing smithi09078167-19 from 2973696 to 3375104 tid 2 2024-04-15T16:42:10.567 INFO:tasks.rados.rados.0.smithi090.stdout:3940: done (5 left) 2024-04-15T16:42:10.567 INFO:tasks.rados.rados.0.smithi090.stdout:3941: done (4 left) 2024-04-15T16:42:10.567 INFO:tasks.rados.rados.0.smithi090.stdout:3945: rmattr oid 45 current snap is 385 2024-04-15T16:42:10.567 INFO:tasks.rados.rados.0.smithi090.stdout:3945: done (4 left) 2024-04-15T16:42:10.567 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 6 current snap is 385 2024-04-15T16:42:10.567 INFO:tasks.rados.rados.0.smithi090.stdout:3946: seq_num 1218 ranges {6193152=802816,6995968=401408} 2024-04-15T16:42:10.604 INFO:tasks.rados.rados.0.smithi090.stdout:3946: writing smithi09078167-6 from 6193152 to 6995968 tid 1 2024-04-15T16:42:10.606 INFO:tasks.rados.rados.0.smithi090.stdout:3946: writing smithi09078167-6 from 6995968 to 7397376 tid 2 2024-04-15T16:42:10.607 INFO:tasks.rados.rados.0.smithi090.stdout:3947: delete oid 35 current snap is 385 2024-04-15T16:42:10.607 INFO:tasks.rados.rados.0.smithi090.stdout:3936: finishing copy_from to smithi09078167-39 2024-04-15T16:42:10.607 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 39 v 1875 (ObjNum 1207 snap 383 seq_num 1207) dirty exists 2024-04-15T16:42:10.607 INFO:tasks.rados.rados.0.smithi090.stdout:3943: expect (ObjNum 1169 snap 370 seq_num 1169) 2024-04-15T16:42:10.624 INFO:tasks.rados.rados.0.smithi090.stdout:3942: finishing write tid 1 to smithi09078167-17 2024-04-15T16:42:10.625 INFO:tasks.rados.rados.0.smithi090.stdout:3942: finishing write tid 2 to smithi09078167-17 2024-04-15T16:42:10.625 INFO:tasks.rados.rados.0.smithi090.stdout:3942: finishing write tid 3 to smithi09078167-17 2024-04-15T16:42:10.625 INFO:tasks.rados.rados.0.smithi090.stdout:3942: finishing write tid 4 to smithi09078167-17 2024-04-15T16:42:10.625 INFO:tasks.rados.rados.0.smithi090.stdout:3942: oid 17 updating version 0 to 1611 2024-04-15T16:42:10.625 INFO:tasks.rados.rados.0.smithi090.stdout:3942: oid 17 updating version 1611 to 1612 2024-04-15T16:42:10.625 INFO:tasks.rados.rados.0.smithi090.stdout:3942: oid 17 version 1612 is already newer than 1610 2024-04-15T16:42:10.625 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 17 v 1612 (ObjNum 1216 snap 385 seq_num 1216) dirty exists 2024-04-15T16:42:10.625 INFO:tasks.rados.rados.0.smithi090.stdout:3942: left oid 17 (ObjNum 1216 snap 385 seq_num 1216) 2024-04-15T16:42:10.625 INFO:tasks.rados.rados.0.smithi090.stdout:3936: done (5 left) 2024-04-15T16:42:10.625 INFO:tasks.rados.rados.0.smithi090.stdout:3942: done (4 left) 2024-04-15T16:42:10.625 INFO:tasks.rados.rados.0.smithi090.stdout:3943: done (3 left) 2024-04-15T16:42:10.625 INFO:tasks.rados.rados.0.smithi090.stdout:3947: done (2 left) 2024-04-15T16:42:10.625 INFO:tasks.rados.rados.0.smithi090.stdout:3948: snap_remove snap 379 2024-04-15T16:42:10.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:10 smithi090 ceph-mon[89240]: osdmap e827: 8 total, 8 up, 8 in 2024-04-15T16:42:10.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:10 smithi090 ceph-mon[91618]: osdmap e827: 8 total, 8 up, 8 in 2024-04-15T16:42:10.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:10 smithi153 ceph-mon[84714]: osdmap e827: 8 total, 8 up, 8 in 2024-04-15T16:42:11.528 INFO:tasks.rados.rados.0.smithi090.stdout:3948: done (2 left) 2024-04-15T16:42:11.528 INFO:tasks.rados.rados.0.smithi090.stdout:3949: rmattr oid 29 current snap is 385 2024-04-15T16:42:11.528 INFO:tasks.rados.rados.0.smithi090.stdout:3949: done (2 left) 2024-04-15T16:42:11.528 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 15 current snap is 385 2024-04-15T16:42:11.528 INFO:tasks.rados.rados.0.smithi090.stdout:3944: finishing write tid 1 to smithi09078167-19 2024-04-15T16:42:11.529 INFO:tasks.rados.rados.0.smithi090.stdout:3944: finishing write tid 2 to smithi09078167-19 2024-04-15T16:42:11.529 INFO:tasks.rados.rados.0.smithi090.stdout:3944: finishing write tid 3 to smithi09078167-19 2024-04-15T16:42:11.529 INFO:tasks.rados.rados.0.smithi090.stdout:3944: finishing write tid 4 to smithi09078167-19 2024-04-15T16:42:11.529 INFO:tasks.rados.rados.0.smithi090.stdout:3944: oid 19 updating version 0 to 1677 2024-04-15T16:42:11.529 INFO:tasks.rados.rados.0.smithi090.stdout:3944: oid 19 version 1677 is already newer than 1676 2024-04-15T16:42:11.529 INFO:tasks.rados.rados.0.smithi090.stdout:3944: oid 19 updating version 1677 to 1678 2024-04-15T16:42:11.529 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1678 (ObjNum 1217 snap 385 seq_num 1217) dirty exists 2024-04-15T16:42:11.529 INFO:tasks.rados.rados.0.smithi090.stdout:3944: left oid 19 (ObjNum 1217 snap 385 seq_num 1217) 2024-04-15T16:42:11.529 INFO:tasks.rados.rados.0.smithi090.stdout:3946: finishing write tid 1 to smithi09078167-6 2024-04-15T16:42:11.529 INFO:tasks.rados.rados.0.smithi090.stdout:3946: finishing write tid 2 to smithi09078167-6 2024-04-15T16:42:11.529 INFO:tasks.rados.rados.0.smithi090.stdout:3946: finishing write tid 3 to smithi09078167-6 2024-04-15T16:42:11.529 INFO:tasks.rados.rados.0.smithi090.stdout:3946: finishing write tid 4 to smithi09078167-6 2024-04-15T16:42:11.529 INFO:tasks.rados.rados.0.smithi090.stdout:3946: oid 6 updating version 0 to 1891 2024-04-15T16:42:11.529 INFO:tasks.rados.rados.0.smithi090.stdout:3946: oid 6 version 1891 is already newer than 1890 2024-04-15T16:42:11.530 INFO:tasks.rados.rados.0.smithi090.stdout:3946: oid 6 version 1891 is already newer than 1889 2024-04-15T16:42:11.530 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1891 (ObjNum 1218 snap 385 seq_num 1218) dirty exists 2024-04-15T16:42:11.530 INFO:tasks.rados.rados.0.smithi090.stdout:3946: left oid 6 (ObjNum 1218 snap 385 seq_num 1218) 2024-04-15T16:42:11.530 INFO:tasks.rados.rados.0.smithi090.stdout:3950: seq_num 1220 ranges {2842624=434176,3276800=442368,3719168=360448} 2024-04-15T16:42:11.547 INFO:tasks.rados.rados.0.smithi090.stdout:3950: writing smithi09078167-15 from 2842624 to 3276800 tid 1 2024-04-15T16:42:11.550 INFO:tasks.rados.rados.0.smithi090.stdout:3950: writing smithi09078167-15 from 3276800 to 3719168 tid 2 2024-04-15T16:42:11.553 INFO:tasks.rados.rados.0.smithi090.stdout:3950: writing smithi09078167-15 from 3719168 to 4079616 tid 3 2024-04-15T16:42:11.553 INFO:tasks.rados.rados.0.smithi090.stdout:3944: done (2 left) 2024-04-15T16:42:11.553 INFO:tasks.rados.rados.0.smithi090.stdout:3946: done (1 left) 2024-04-15T16:42:11.553 INFO:tasks.rados.rados.0.smithi090.stdout:3951: rollback oid 29 current snap is 385 2024-04-15T16:42:11.553 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 29 to 376 2024-04-15T16:42:11.553 INFO:tasks.rados.rados.0.smithi090.stdout:3952: copy_from oid 6 from oid 36 current snap is 385 2024-04-15T16:42:11.553 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 28 current snap is 385 2024-04-15T16:42:11.554 INFO:tasks.rados.rados.0.smithi090.stdout:3953: seq_num 1221 ranges {5357568=458752,5816320=729088,6545408=73728} 2024-04-15T16:42:11.585 INFO:tasks.rados.rados.0.smithi090.stdout:3953: writing smithi09078167-28 from 5357568 to 5816320 tid 1 2024-04-15T16:42:11.589 INFO:tasks.rados.rados.0.smithi090.stdout:3953: writing smithi09078167-28 from 5816320 to 6545408 tid 2 2024-04-15T16:42:11.590 INFO:tasks.rados.rados.0.smithi090.stdout:3953: writing smithi09078167-28 from 6545408 to 6619136 tid 3 2024-04-15T16:42:11.590 INFO:tasks.rados.rados.0.smithi090.stdout:3954: delete oid 8 current snap is 385 2024-04-15T16:42:11.590 INFO:tasks.rados.rados.0.smithi090.stdout:3950: finishing write tid 1 to smithi09078167-15 2024-04-15T16:42:11.590 INFO:tasks.rados.rados.0.smithi090.stdout:3950: finishing write tid 2 to smithi09078167-15 2024-04-15T16:42:11.590 INFO:tasks.rados.rados.0.smithi090.stdout:3951: finishing rollback tid 0 to smithi09078167-29 2024-04-15T16:42:11.590 INFO:tasks.rados.rados.0.smithi090.stdout:3951: finishing rollback tid 1 to smithi09078167-29 2024-04-15T16:42:11.590 INFO:tasks.rados.rados.0.smithi090.stdout:3951: finishing rollback tid 2 to smithi09078167-29 2024-04-15T16:42:11.590 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 29 v 1616 (ObjNum 1170 snap 373 seq_num 1170) dirty exists 2024-04-15T16:42:11.590 INFO:tasks.rados.rados.0.smithi090.stdout:3950: finishing write tid 3 to smithi09078167-15 2024-04-15T16:42:11.590 INFO:tasks.rados.rados.0.smithi090.stdout:3950: finishing write tid 4 to smithi09078167-15 2024-04-15T16:42:11.590 INFO:tasks.rados.rados.0.smithi090.stdout:3950: finishing write tid 5 to smithi09078167-15 2024-04-15T16:42:11.591 INFO:tasks.rados.rados.0.smithi090.stdout:3950: oid 15 updating version 0 to 1786 2024-04-15T16:42:11.591 INFO:tasks.rados.rados.0.smithi090.stdout:3950: oid 15 updating version 1786 to 1788 2024-04-15T16:42:11.591 INFO:tasks.rados.rados.0.smithi090.stdout:3950: oid 15 updating version 1788 to 1789 2024-04-15T16:42:11.591 INFO:tasks.rados.rados.0.smithi090.stdout:3950: oid 15 version 1789 is already newer than 1787 2024-04-15T16:42:11.591 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 15 v 1789 (ObjNum 1220 snap 385 seq_num 1220) dirty exists 2024-04-15T16:42:11.591 INFO:tasks.rados.rados.0.smithi090.stdout:3950: left oid 15 (ObjNum 1220 snap 385 seq_num 1220) 2024-04-15T16:42:11.591 INFO:tasks.rados.rados.0.smithi090.stdout:3952: finishing copy_from racing read to smithi09078167-6 2024-04-15T16:42:11.591 INFO:tasks.rados.rados.0.smithi090.stdout:3952: finishing copy_from to smithi09078167-6 2024-04-15T16:42:11.591 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 6 v 1601 (ObjNum 1199 snap 380 seq_num 1199) dirty exists 2024-04-15T16:42:11.591 INFO:tasks.rados.rados.0.smithi090.stdout:3953: finishing write tid 1 to smithi09078167-28 2024-04-15T16:42:11.592 INFO:tasks.rados.rados.0.smithi090.stdout:3950: done (4 left) 2024-04-15T16:42:11.592 INFO:tasks.rados.rados.0.smithi090.stdout:3951: done (3 left) 2024-04-15T16:42:11.592 INFO:tasks.rados.rados.0.smithi090.stdout:3952: done (2 left) 2024-04-15T16:42:11.592 INFO:tasks.rados.rados.0.smithi090.stdout:3954: done (1 left) 2024-04-15T16:42:11.592 INFO:tasks.rados.rados.0.smithi090.stdout:3955: copy_from oid 9 from oid 37 current snap is 385 2024-04-15T16:42:11.592 INFO:tasks.rados.rados.0.smithi090.stdout:3956: snap_create 2024-04-15T16:42:11.593 INFO:tasks.rados.rados.0.smithi090.stdout:3955: finishing copy_from to smithi09078167-9 2024-04-15T16:42:11.593 INFO:tasks.rados.rados.0.smithi090.stdout:3955: got expected ENOENT (src dne) 2024-04-15T16:42:11.594 INFO:tasks.rados.rados.0.smithi090.stdout:3955: finishing copy_from racing read to smithi09078167-9 2024-04-15T16:42:11.594 INFO:tasks.rados.rados.0.smithi090.stdout:3953: finishing write tid 2 to smithi09078167-28 2024-04-15T16:42:11.594 INFO:tasks.rados.rados.0.smithi090.stdout:3953: finishing write tid 3 to smithi09078167-28 2024-04-15T16:42:11.594 INFO:tasks.rados.rados.0.smithi090.stdout:3953: finishing write tid 4 to smithi09078167-28 2024-04-15T16:42:11.598 INFO:tasks.rados.rados.0.smithi090.stdout:3953: finishing write tid 5 to smithi09078167-28 2024-04-15T16:42:11.598 INFO:tasks.rados.rados.0.smithi090.stdout:3953: oid 28 updating version 0 to 1791 2024-04-15T16:42:11.598 INFO:tasks.rados.rados.0.smithi090.stdout:3953: oid 28 version 1791 is already newer than 1789 2024-04-15T16:42:11.598 INFO:tasks.rados.rados.0.smithi090.stdout:3953: oid 28 updating version 1791 to 1792 2024-04-15T16:42:11.598 INFO:tasks.rados.rados.0.smithi090.stdout:3953: oid 28 version 1792 is already newer than 1790 2024-04-15T16:42:11.598 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 28 v 1792 (ObjNum 1221 snap 385 seq_num 1221) dirty exists 2024-04-15T16:42:11.598 INFO:tasks.rados.rados.0.smithi090.stdout:3953: left oid 28 (ObjNum 1221 snap 385 seq_num 1221) 2024-04-15T16:42:11.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:11 smithi090 ceph-mon[89240]: osdmap e828: 8 total, 8 up, 8 in 2024-04-15T16:42:11.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:11 smithi090 ceph-mon[89240]: pgmap v904: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 685 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 1004 KiB/s wr, 15 op/s 2024-04-15T16:42:11.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:11 smithi090 ceph-mon[91618]: osdmap e828: 8 total, 8 up, 8 in 2024-04-15T16:42:11.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:11 smithi090 ceph-mon[91618]: pgmap v904: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 685 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 1004 KiB/s wr, 15 op/s 2024-04-15T16:42:11.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:11 smithi153 ceph-mon[84714]: osdmap e828: 8 total, 8 up, 8 in 2024-04-15T16:42:11.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:11 smithi153 ceph-mon[84714]: pgmap v904: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 685 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 1004 KiB/s wr, 15 op/s 2024-04-15T16:42:12.533 INFO:tasks.rados.rados.0.smithi090.stdout:3953: done (2 left) 2024-04-15T16:42:12.533 INFO:tasks.rados.rados.0.smithi090.stdout:3955: done (1 left) 2024-04-15T16:42:12.533 INFO:tasks.rados.rados.0.smithi090.stdout:3956: done (0 left) 2024-04-15T16:42:12.533 INFO:tasks.rados.rados.0.smithi090.stdout:3957: rollback oid 35 current snap is 386 2024-04-15T16:42:12.533 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 35 to 372 2024-04-15T16:42:12.533 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 45 current snap is 386 2024-04-15T16:42:12.533 INFO:tasks.rados.rados.0.smithi090.stdout:3958: seq_num 1223 ranges {0=491520,491520=491520,983040=311296} 2024-04-15T16:42:12.536 INFO:tasks.rados.rados.0.smithi090.stdout:3958: writing smithi09078167-45 from 0 to 491520 tid 1 2024-04-15T16:42:12.539 INFO:tasks.rados.rados.0.smithi090.stdout:3958: writing smithi09078167-45 from 491520 to 983040 tid 2 2024-04-15T16:42:12.541 INFO:tasks.rados.rados.0.smithi090.stdout:3958: writing smithi09078167-45 from 983040 to 1294336 tid 3 2024-04-15T16:42:12.541 INFO:tasks.rados.rados.0.smithi090.stdout:3959: snap_remove snap 380 2024-04-15T16:42:12.619 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:12 smithi153 ceph-mon[84714]: osdmap e829: 8 total, 8 up, 8 in 2024-04-15T16:42:12.619 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:42:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:42:12.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:12 smithi090 ceph-mon[91618]: osdmap e829: 8 total, 8 up, 8 in 2024-04-15T16:42:12.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:12 smithi090 ceph-mon[89240]: osdmap e829: 8 total, 8 up, 8 in 2024-04-15T16:42:13.539 INFO:tasks.rados.rados.0.smithi090.stdout:3959: done (2 left) 2024-04-15T16:42:13.539 INFO:tasks.rados.rados.0.smithi090.stdout:3960: snap_create 2024-04-15T16:42:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3957: finishing rollback tid 1 to smithi09078167-35 2024-04-15T16:42:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3957: finishing rollback tid 2 to smithi09078167-35 2024-04-15T16:42:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 35 v 1791 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-15T16:42:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3958: finishing write tid 1 to smithi09078167-45 2024-04-15T16:42:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3958: finishing write tid 2 to smithi09078167-45 2024-04-15T16:42:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3958: finishing write tid 3 to smithi09078167-45 2024-04-15T16:42:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3958: finishing write tid 4 to smithi09078167-45 2024-04-15T16:42:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3958: finishing write tid 5 to smithi09078167-45 2024-04-15T16:42:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3958: oid 45 updating version 0 to 1793 2024-04-15T16:42:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3958: oid 45 version 1793 is already newer than 1790 2024-04-15T16:42:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3958: oid 45 version 1793 is already newer than 1791 2024-04-15T16:42:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3958: oid 45 version 1793 is already newer than 1792 2024-04-15T16:42:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 45 v 1793 (ObjNum 1223 snap 386 seq_num 1223) dirty exists 2024-04-15T16:42:13.540 INFO:tasks.rados.rados.0.smithi090.stdout:3958: left oid 45 (ObjNum 1223 snap 386 seq_num 1223) 2024-04-15T16:42:13.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:13 smithi090 ceph-mon[91618]: osdmap e830: 8 total, 8 up, 8 in 2024-04-15T16:42:13.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:13 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:42:13.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:13 smithi090 ceph-mon[91618]: pgmap v907: 121 pgs: 121 active+clean; 700 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.7 MiB/s wr, 26 op/s 2024-04-15T16:42:13.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:13 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:42:13.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:13 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:42:13.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:13 smithi090 ceph-mon[89240]: osdmap e830: 8 total, 8 up, 8 in 2024-04-15T16:42:13.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:13 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:42:13.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:13 smithi090 ceph-mon[89240]: pgmap v907: 121 pgs: 121 active+clean; 700 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.7 MiB/s wr, 26 op/s 2024-04-15T16:42:13.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:13 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:42:13.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:13 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:42:13.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:13 smithi153 ceph-mon[84714]: osdmap e830: 8 total, 8 up, 8 in 2024-04-15T16:42:13.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:13 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:42:13.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:13 smithi153 ceph-mon[84714]: pgmap v907: 121 pgs: 121 active+clean; 700 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 9.7 MiB/s rd, 3.7 MiB/s wr, 26 op/s 2024-04-15T16:42:13.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:13 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:42:13.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:13 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:42:14.490 INFO:tasks.rados.rados.0.smithi090.stdout:3957: done (2 left) 2024-04-15T16:42:14.491 INFO:tasks.rados.rados.0.smithi090.stdout:3958: done (1 left) 2024-04-15T16:42:14.491 INFO:tasks.rados.rados.0.smithi090.stdout:3960: done (0 left) 2024-04-15T16:42:14.491 INFO:tasks.rados.rados.0.smithi090.stdout:3961: snap_remove snap 373 2024-04-15T16:42:14.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:14 smithi090 ceph-mon[91618]: osdmap e831: 8 total, 8 up, 8 in 2024-04-15T16:42:14.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:14 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:42:14.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:14 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:42:14.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:14 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:42:14.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:14 smithi090 ceph-mon[91618]: osdmap e832: 8 total, 8 up, 8 in 2024-04-15T16:42:14.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:14 smithi090 ceph-mon[89240]: osdmap e831: 8 total, 8 up, 8 in 2024-04-15T16:42:14.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:14 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:42:14.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:14 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:42:14.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:14 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:42:14.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:14 smithi090 ceph-mon[89240]: osdmap e832: 8 total, 8 up, 8 in 2024-04-15T16:42:14.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:14 smithi153 ceph-mon[84714]: osdmap e831: 8 total, 8 up, 8 in 2024-04-15T16:42:14.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:14 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:42:14.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:14 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:42:14.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:14 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:42:14.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:14 smithi153 ceph-mon[84714]: osdmap e832: 8 total, 8 up, 8 in 2024-04-15T16:42:15.492 INFO:tasks.rados.rados.0.smithi090.stdout:3961: done (0 left) 2024-04-15T16:42:15.492 INFO:tasks.rados.rados.0.smithi090.stdout:3962: rollback oid 37 current snap is 387 2024-04-15T16:42:15.493 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 37 to 362 2024-04-15T16:42:15.493 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 36 current snap is 387 2024-04-15T16:42:15.493 INFO:tasks.rados.rados.0.smithi090.stdout:3963: seq_num 1224 ranges {1802240=507904,2310144=425984,2736128=376832} 2024-04-15T16:42:15.506 INFO:tasks.rados.rados.0.smithi090.stdout:3963: writing smithi09078167-36 from 1802240 to 2310144 tid 1 2024-04-15T16:42:15.508 INFO:tasks.rados.rados.0.smithi090.stdout:3963: writing smithi09078167-36 from 2310144 to 2736128 tid 2 2024-04-15T16:42:15.511 INFO:tasks.rados.rados.0.smithi090.stdout:3963: writing smithi09078167-36 from 2736128 to 3112960 tid 3 2024-04-15T16:42:15.511 INFO:tasks.rados.rados.0.smithi090.stdout:3964: read oid 21 snap -1 2024-04-15T16:42:15.511 INFO:tasks.rados.rados.0.smithi090.stdout:3964: expect (ObjNum 1174 snap 376 seq_num 1174) 2024-04-15T16:42:15.511 INFO:tasks.rados.rados.0.smithi090.stdout:3965: rollback oid 30 current snap is 387 2024-04-15T16:42:15.511 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 30 to 382 2024-04-15T16:42:15.511 INFO:tasks.rados.rados.0.smithi090.stdout:3966: rmattr oid 43 current snap is 387 2024-04-15T16:42:15.511 INFO:tasks.rados.rados.0.smithi090.stdout:3966: done (4 left) 2024-04-15T16:42:15.511 INFO:tasks.rados.rados.0.smithi090.stdout:3967: rollback oid 8 current snap is 387 2024-04-15T16:42:15.511 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 8 to 324 2024-04-15T16:42:15.512 INFO:tasks.rados.rados.0.smithi090.stdout:3968: snap_create 2024-04-15T16:42:15.514 INFO:tasks.rados.rados.0.smithi090.stdout:3962: finishing rollback tid 1 to smithi09078167-37 2024-04-15T16:42:15.516 INFO:tasks.rados.rados.0.smithi090.stdout:3962: finishing rollback tid 2 to smithi09078167-37 2024-04-15T16:42:15.516 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 1361 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-15T16:42:15.523 INFO:tasks.rados.rados.0.smithi090.stdout:3967: finishing rollback tid 1 to smithi09078167-8 2024-04-15T16:42:15.523 INFO:tasks.rados.rados.0.smithi090.stdout:3967: finishing rollback tid 2 to smithi09078167-8 2024-04-15T16:42:15.523 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 8 v 1795 (ObjNum 1031 snap 313 seq_num 1031) dirty exists 2024-04-15T16:42:15.523 INFO:tasks.rados.rados.0.smithi090.stdout:3963: finishing write tid 1 to smithi09078167-36 2024-04-15T16:42:15.524 INFO:tasks.rados.rados.0.smithi090.stdout:3963: finishing write tid 2 to smithi09078167-36 2024-04-15T16:42:15.524 INFO:tasks.rados.rados.0.smithi090.stdout:3963: finishing write tid 3 to smithi09078167-36 2024-04-15T16:42:15.524 INFO:tasks.rados.rados.0.smithi090.stdout:3963: finishing write tid 4 to smithi09078167-36 2024-04-15T16:42:15.524 INFO:tasks.rados.rados.0.smithi090.stdout:3965: finishing rollback tid 0 to smithi09078167-30 2024-04-15T16:42:15.529 INFO:tasks.rados.rados.0.smithi090.stdout:3965: finishing rollback tid 1 to smithi09078167-30 2024-04-15T16:42:15.530 INFO:tasks.rados.rados.0.smithi090.stdout:3963: finishing write tid 5 to smithi09078167-36 2024-04-15T16:42:15.530 INFO:tasks.rados.rados.0.smithi090.stdout:3963: oid 36 updating version 0 to 1657 2024-04-15T16:42:15.530 INFO:tasks.rados.rados.0.smithi090.stdout:3963: oid 36 updating version 1657 to 1659 2024-04-15T16:42:15.530 INFO:tasks.rados.rados.0.smithi090.stdout:3963: oid 36 version 1659 is already newer than 1658 2024-04-15T16:42:15.530 INFO:tasks.rados.rados.0.smithi090.stdout:3963: oid 36 updating version 1659 to 1660 2024-04-15T16:42:15.530 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 36 v 1660 (ObjNum 1224 snap 387 seq_num 1224) dirty exists 2024-04-15T16:42:15.531 INFO:tasks.rados.rados.0.smithi090.stdout:3963: left oid 36 (ObjNum 1224 snap 387 seq_num 1224) 2024-04-15T16:42:15.531 INFO:tasks.rados.rados.0.smithi090.stdout:3965: finishing rollback tid 2 to smithi09078167-30 2024-04-15T16:42:15.531 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 30 v 1912 (ObjNum 1133 snap 363 seq_num 1133) dirty exists 2024-04-15T16:42:15.538 INFO:tasks.rados.rados.0.smithi090.stdout:3964: expect (ObjNum 1174 snap 376 seq_num 1174) 2024-04-15T16:42:15.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:15 smithi090 ceph-mon[89240]: pgmap v910: 121 pgs: 121 active+clean; 700 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-15T16:42:15.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:15 smithi090 ceph-mon[89240]: osdmap e833: 8 total, 8 up, 8 in 2024-04-15T16:42:15.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:15 smithi090 ceph-mon[91618]: pgmap v910: 121 pgs: 121 active+clean; 700 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-15T16:42:15.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:15 smithi090 ceph-mon[91618]: osdmap e833: 8 total, 8 up, 8 in 2024-04-15T16:42:15.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:15 smithi153 ceph-mon[84714]: pgmap v910: 121 pgs: 121 active+clean; 700 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 12 op/s 2024-04-15T16:42:15.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:15 smithi153 ceph-mon[84714]: osdmap e833: 8 total, 8 up, 8 in 2024-04-15T16:42:16.491 INFO:tasks.rados.rados.0.smithi090.stdout:3962: done (5 left) 2024-04-15T16:42:16.491 INFO:tasks.rados.rados.0.smithi090.stdout:3963: done (4 left) 2024-04-15T16:42:16.491 INFO:tasks.rados.rados.0.smithi090.stdout:3964: done (3 left) 2024-04-15T16:42:16.492 INFO:tasks.rados.rados.0.smithi090.stdout:3965: done (2 left) 2024-04-15T16:42:16.492 INFO:tasks.rados.rados.0.smithi090.stdout:3967: done (1 left) 2024-04-15T16:42:16.492 INFO:tasks.rados.rados.0.smithi090.stdout:3968: done (0 left) 2024-04-15T16:42:16.492 INFO:tasks.rados.rados.0.smithi090.stdout:3969: delete oid 27 current snap is 388 2024-04-15T16:42:16.498 INFO:tasks.rados.rados.0.smithi090.stdout:3969: done (0 left) 2024-04-15T16:42:16.498 INFO:tasks.rados.rados.0.smithi090.stdout:3970: copy_from oid 7 from oid 11 current snap is 388 2024-04-15T16:42:16.498 INFO:tasks.rados.rados.0.smithi090.stdout:3971: snap_create 2024-04-15T16:42:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:3970: finishing copy_from to smithi09078167-7 2024-04-15T16:42:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:3970: got expected ENOENT (src dne) 2024-04-15T16:42:16.501 INFO:tasks.rados.rados.0.smithi090.stdout:3970: finishing copy_from racing read to smithi09078167-7 2024-04-15T16:42:17.498 INFO:tasks.rados.rados.0.smithi090.stdout:3970: done (1 left) 2024-04-15T16:42:17.498 INFO:tasks.rados.rados.0.smithi090.stdout:3971: done (0 left) 2024-04-15T16:42:17.498 INFO:tasks.rados.rados.0.smithi090.stdout:3972: rmattr oid 22 current snap is 389 2024-04-15T16:42:17.499 INFO:tasks.rados.rados.0.smithi090.stdout:3972: done (0 left) 2024-04-15T16:42:17.499 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 19 current snap is 389 2024-04-15T16:42:17.499 INFO:tasks.rados.rados.0.smithi090.stdout:3973: seq_num 1226 ranges {3375104=540672,3915776=598016,4513792=204800} 2024-04-15T16:42:17.519 INFO:tasks.rados.rados.0.smithi090.stdout:3973: writing smithi09078167-19 from 3375104 to 3915776 tid 1 2024-04-15T16:42:17.523 INFO:tasks.rados.rados.0.smithi090.stdout:3973: writing smithi09078167-19 from 3915776 to 4513792 tid 2 2024-04-15T16:42:17.524 INFO:tasks.rados.rados.0.smithi090.stdout:3973: writing smithi09078167-19 from 4513792 to 4718592 tid 3 2024-04-15T16:42:17.524 INFO:tasks.rados.rados.0.smithi090.stdout:3974: copy_from oid 3 from oid 26 current snap is 389 2024-04-15T16:42:17.525 INFO:tasks.rados.rados.0.smithi090.stdout:3975: snap_create 2024-04-15T16:42:17.527 INFO:tasks.rados.rados.0.smithi090.stdout:3973: finishing write tid 1 to smithi09078167-19 2024-04-15T16:42:17.530 INFO:tasks.rados.rados.0.smithi090.stdout:3973: finishing write tid 2 to smithi09078167-19 2024-04-15T16:42:17.530 INFO:tasks.rados.rados.0.smithi090.stdout:3973: finishing write tid 3 to smithi09078167-19 2024-04-15T16:42:17.530 INFO:tasks.rados.rados.0.smithi090.stdout:3973: finishing write tid 4 to smithi09078167-19 2024-04-15T16:42:17.534 INFO:tasks.rados.rados.0.smithi090.stdout:3973: finishing write tid 5 to smithi09078167-19 2024-04-15T16:42:17.534 INFO:tasks.rados.rados.0.smithi090.stdout:3973: oid 19 updating version 0 to 1682 2024-04-15T16:42:17.534 INFO:tasks.rados.rados.0.smithi090.stdout:3973: oid 19 version 1682 is already newer than 1679 2024-04-15T16:42:17.534 INFO:tasks.rados.rados.0.smithi090.stdout:3973: oid 19 version 1682 is already newer than 1680 2024-04-15T16:42:17.535 INFO:tasks.rados.rados.0.smithi090.stdout:3973: oid 19 version 1682 is already newer than 1681 2024-04-15T16:42:17.535 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 19 v 1682 (ObjNum 1226 snap 389 seq_num 1226) dirty exists 2024-04-15T16:42:17.535 INFO:tasks.rados.rados.0.smithi090.stdout:3973: left oid 19 (ObjNum 1226 snap 389 seq_num 1226) 2024-04-15T16:42:17.539 INFO:tasks.rados.rados.0.smithi090.stdout:3974: finishing copy_from racing read to smithi09078167-3 2024-04-15T16:42:17.539 INFO:tasks.rados.rados.0.smithi090.stdout:3974: finishing copy_from to smithi09078167-3 2024-04-15T16:42:17.540 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 3 v 1672 (ObjNum 1200 snap 380 seq_num 1200) dirty exists 2024-04-15T16:42:17.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:17 smithi090 ceph-mon[91618]: osdmap e834: 8 total, 8 up, 8 in 2024-04-15T16:42:17.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:17 smithi090 ceph-mon[91618]: pgmap v913: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 704 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-15T16:42:17.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:17 smithi090 ceph-mon[89240]: osdmap e834: 8 total, 8 up, 8 in 2024-04-15T16:42:17.828 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:17 smithi090 ceph-mon[89240]: pgmap v913: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 704 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-15T16:42:17.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:17 smithi153 ceph-mon[84714]: osdmap e834: 8 total, 8 up, 8 in 2024-04-15T16:42:17.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:17 smithi153 ceph-mon[84714]: pgmap v913: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 704 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-15T16:42:18.499 INFO:tasks.rados.rados.0.smithi090.stdout:3973: done (2 left) 2024-04-15T16:42:18.499 INFO:tasks.rados.rados.0.smithi090.stdout:3974: done (1 left) 2024-04-15T16:42:18.499 INFO:tasks.rados.rados.0.smithi090.stdout:3975: done (0 left) 2024-04-15T16:42:18.499 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 20 current snap is 390 2024-04-15T16:42:18.499 INFO:tasks.rados.rados.0.smithi090.stdout:3976: seq_num 1227 ranges {1056768=557056,1613824=483328,2097152=319488} 2024-04-15T16:42:18.508 INFO:tasks.rados.rados.0.smithi090.stdout:3976: writing smithi09078167-20 from 1056768 to 1613824 tid 1 2024-04-15T16:42:18.510 INFO:tasks.rados.rados.0.smithi090.stdout:3976: writing smithi09078167-20 from 1613824 to 2097152 tid 2 2024-04-15T16:42:18.512 INFO:tasks.rados.rados.0.smithi090.stdout:3976: writing smithi09078167-20 from 2097152 to 2416640 tid 3 2024-04-15T16:42:18.513 INFO:tasks.rados.rados.0.smithi090.stdout:3977: read oid 30 snap -1 2024-04-15T16:42:18.513 INFO:tasks.rados.rados.0.smithi090.stdout:3977: expect (ObjNum 1133 snap 363 seq_num 1133) 2024-04-15T16:42:18.513 INFO:tasks.rados.rados.0.smithi090.stdout:3978: snap_create 2024-04-15T16:42:18.519 INFO:tasks.rados.rados.0.smithi090.stdout:3976: finishing write tid 1 to smithi09078167-20 2024-04-15T16:42:18.520 INFO:tasks.rados.rados.0.smithi090.stdout:3976: finishing write tid 2 to smithi09078167-20 2024-04-15T16:42:18.520 INFO:tasks.rados.rados.0.smithi090.stdout:3976: finishing write tid 3 to smithi09078167-20 2024-04-15T16:42:18.520 INFO:tasks.rados.rados.0.smithi090.stdout:3976: finishing write tid 4 to smithi09078167-20 2024-04-15T16:42:18.522 INFO:tasks.rados.rados.0.smithi090.stdout:3976: finishing write tid 5 to smithi09078167-20 2024-04-15T16:42:18.522 INFO:tasks.rados.rados.0.smithi090.stdout:3976: oid 20 updating version 0 to 2143 2024-04-15T16:42:18.522 INFO:tasks.rados.rados.0.smithi090.stdout:3976: oid 20 version 2143 is already newer than 2142 2024-04-15T16:42:18.523 INFO:tasks.rados.rados.0.smithi090.stdout:3976: oid 20 version 2143 is already newer than 2141 2024-04-15T16:42:18.523 INFO:tasks.rados.rados.0.smithi090.stdout:3976: oid 20 updating version 2143 to 2144 2024-04-15T16:42:18.523 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 20 v 2144 (ObjNum 1227 snap 390 seq_num 1227) dirty exists 2024-04-15T16:42:18.523 INFO:tasks.rados.rados.0.smithi090.stdout:3976: left oid 20 (ObjNum 1227 snap 390 seq_num 1227) 2024-04-15T16:42:18.529 INFO:tasks.rados.rados.0.smithi090.stdout:3977: expect (ObjNum 1133 snap 363 seq_num 1133) 2024-04-15T16:42:18.770 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:18 smithi153 ceph-mon[84714]: osdmap e835: 8 total, 8 up, 8 in 2024-04-15T16:42:18.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:18 smithi090 ceph-mon[91618]: osdmap e835: 8 total, 8 up, 8 in 2024-04-15T16:42:18.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:18 smithi090 ceph-mon[89240]: osdmap e835: 8 total, 8 up, 8 in 2024-04-15T16:42:19.490 INFO:tasks.rados.rados.0.smithi090.stdout:3976: done (2 left) 2024-04-15T16:42:19.490 INFO:tasks.rados.rados.0.smithi090.stdout:3977: done (1 left) 2024-04-15T16:42:19.490 INFO:tasks.rados.rados.0.smithi090.stdout:3978: done (0 left) 2024-04-15T16:42:19.491 INFO:tasks.rados.rados.0.smithi090.stdout:3979: copy_from oid 1 from oid 29 current snap is 391 2024-04-15T16:42:19.491 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 49 current snap is 391 2024-04-15T16:42:19.491 INFO:tasks.rados.rados.0.smithi090.stdout:3980: seq_num 1228 ranges {2662400=573440,3235840=761856,3997696=40960} 2024-04-15T16:42:19.508 INFO:tasks.rados.rados.0.smithi090.stdout:3980: writing smithi09078167-49 from 2662400 to 3235840 tid 1 2024-04-15T16:42:19.512 INFO:tasks.rados.rados.0.smithi090.stdout:3980: writing smithi09078167-49 from 3235840 to 3997696 tid 2 2024-04-15T16:42:19.513 INFO:tasks.rados.rados.0.smithi090.stdout:3980: writing smithi09078167-49 from 3997696 to 4038656 tid 3 2024-04-15T16:42:19.513 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 23 current snap is 391 2024-04-15T16:42:19.513 INFO:tasks.rados.rados.0.smithi090.stdout:3979: finishing copy_from racing read to smithi09078167-1 2024-04-15T16:42:19.513 INFO:tasks.rados.rados.0.smithi090.stdout:3981: seq_num 1229 ranges {8609792=589824,9199616=647168,9846784=155648} 2024-04-15T16:42:19.515 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:42:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:42:19] "GET /metrics HTTP/1.1" 200 36257 "" "Prometheus/2.43.0" 2024-04-15T16:42:19.562 INFO:tasks.rados.rados.0.smithi090.stdout:3981: writing smithi09078167-23 from 8609792 to 9199616 tid 1 2024-04-15T16:42:19.566 INFO:tasks.rados.rados.0.smithi090.stdout:3981: writing smithi09078167-23 from 9199616 to 9846784 tid 2 2024-04-15T16:42:19.567 INFO:tasks.rados.rados.0.smithi090.stdout:3981: writing smithi09078167-23 from 9846784 to 10002432 tid 3 2024-04-15T16:42:19.568 INFO:tasks.rados.rados.0.smithi090.stdout:3982: rmattr oid 37 current snap is 391 2024-04-15T16:42:19.568 INFO:tasks.rados.rados.0.smithi090.stdout:3979: finishing copy_from to smithi09078167-1 2024-04-15T16:42:19.568 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 1 v 1616 (ObjNum 1170 snap 373 seq_num 1170) dirty exists 2024-04-15T16:42:19.568 INFO:tasks.rados.rados.0.smithi090.stdout:3980: finishing write tid 1 to smithi09078167-49 2024-04-15T16:42:19.568 INFO:tasks.rados.rados.0.smithi090.stdout:3980: finishing write tid 2 to smithi09078167-49 2024-04-15T16:42:19.568 INFO:tasks.rados.rados.0.smithi090.stdout:3980: finishing write tid 3 to smithi09078167-49 2024-04-15T16:42:19.568 INFO:tasks.rados.rados.0.smithi090.stdout:3980: finishing write tid 4 to smithi09078167-49 2024-04-15T16:42:19.568 INFO:tasks.rados.rados.0.smithi090.stdout:3980: finishing write tid 5 to smithi09078167-49 2024-04-15T16:42:19.568 INFO:tasks.rados.rados.0.smithi090.stdout:3980: oid 49 updating version 0 to 1305 2024-04-15T16:42:19.568 INFO:tasks.rados.rados.0.smithi090.stdout:3980: oid 49 updating version 1305 to 1307 2024-04-15T16:42:19.568 INFO:tasks.rados.rados.0.smithi090.stdout:3980: oid 49 version 1307 is already newer than 1306 2024-04-15T16:42:19.568 INFO:tasks.rados.rados.0.smithi090.stdout:3980: oid 49 updating version 1307 to 1308 2024-04-15T16:42:19.568 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 49 v 1308 (ObjNum 1228 snap 391 seq_num 1228) dirty exists 2024-04-15T16:42:19.569 INFO:tasks.rados.rados.0.smithi090.stdout:3980: left oid 49 (ObjNum 1228 snap 391 seq_num 1228) 2024-04-15T16:42:19.569 INFO:tasks.rados.rados.0.smithi090.stdout:3979: done (3 left) 2024-04-15T16:42:19.569 INFO:tasks.rados.rados.0.smithi090.stdout:3980: done (2 left) 2024-04-15T16:42:19.569 INFO:tasks.rados.rados.0.smithi090.stdout:3983: snap_create 2024-04-15T16:42:19.570 INFO:tasks.rados.rados.0.smithi090.stdout:3981: finishing write tid 1 to smithi09078167-23 2024-04-15T16:42:19.570 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 37 v 1362 (ObjNum 65 snap 0 seq_num 1936021839) dirty exists 2024-04-15T16:42:19.572 INFO:tasks.rados.rados.0.smithi090.stdout:3981: finishing write tid 2 to smithi09078167-23 2024-04-15T16:42:19.572 INFO:tasks.rados.rados.0.smithi090.stdout:3981: finishing write tid 3 to smithi09078167-23 2024-04-15T16:42:19.572 INFO:tasks.rados.rados.0.smithi090.stdout:3981: finishing write tid 4 to smithi09078167-23 2024-04-15T16:42:19.575 INFO:tasks.rados.rados.0.smithi090.stdout:3981: finishing write tid 5 to smithi09078167-23 2024-04-15T16:42:19.575 INFO:tasks.rados.rados.0.smithi090.stdout:3981: oid 23 updating version 0 to 1301 2024-04-15T16:42:19.575 INFO:tasks.rados.rados.0.smithi090.stdout:3981: oid 23 updating version 1301 to 1302 2024-04-15T16:42:19.575 INFO:tasks.rados.rados.0.smithi090.stdout:3981: oid 23 version 1302 is already newer than 1299 2024-04-15T16:42:19.575 INFO:tasks.rados.rados.0.smithi090.stdout:3981: oid 23 version 1302 is already newer than 1300 2024-04-15T16:42:19.576 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 23 v 1302 (ObjNum 1229 snap 391 seq_num 1229) dirty exists 2024-04-15T16:42:19.576 INFO:tasks.rados.rados.0.smithi090.stdout:3981: left oid 23 (ObjNum 1229 snap 391 seq_num 1229) 2024-04-15T16:42:19.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:19 smithi090 ceph-mon[91618]: osdmap e836: 8 total, 8 up, 8 in 2024-04-15T16:42:19.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:19 smithi090 ceph-mon[91618]: pgmap v916: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 711 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-15T16:42:19.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:19 smithi090 ceph-mon[91618]: osdmap e837: 8 total, 8 up, 8 in 2024-04-15T16:42:19.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:19 smithi090 ceph-mon[89240]: osdmap e836: 8 total, 8 up, 8 in 2024-04-15T16:42:19.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:19 smithi090 ceph-mon[89240]: pgmap v916: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 711 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-15T16:42:19.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:19 smithi090 ceph-mon[89240]: osdmap e837: 8 total, 8 up, 8 in 2024-04-15T16:42:19.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:19 smithi153 ceph-mon[84714]: osdmap e836: 8 total, 8 up, 8 in 2024-04-15T16:42:19.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:19 smithi153 ceph-mon[84714]: pgmap v916: 121 pgs: 4 active+clean+snaptrim, 117 active+clean; 711 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1.6 MiB/s wr, 11 op/s 2024-04-15T16:42:19.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:19 smithi153 ceph-mon[84714]: osdmap e837: 8 total, 8 up, 8 in 2024-04-15T16:42:20.522 INFO:tasks.rados.rados.0.smithi090.stdout:3981: done (2 left) 2024-04-15T16:42:20.522 INFO:tasks.rados.rados.0.smithi090.stdout:3982: done (1 left) 2024-04-15T16:42:20.522 INFO:tasks.rados.rados.0.smithi090.stdout:3983: done (0 left) 2024-04-15T16:42:20.522 INFO:tasks.rados.rados.0.smithi090.stdout:3984: snap_create 2024-04-15T16:42:21.530 INFO:tasks.rados.rados.0.smithi090.stdout:3984: done (0 left) 2024-04-15T16:42:21.530 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 48 current snap is 393 2024-04-15T16:42:21.530 INFO:tasks.rados.rados.0.smithi090.stdout:3985: seq_num 1230 ranges {2654208=606208,3260416=532480,3792896=270336} 2024-04-15T16:42:21.548 INFO:tasks.rados.rados.0.smithi090.stdout:3985: writing smithi09078167-48 from 2654208 to 3260416 tid 1 2024-04-15T16:42:21.551 INFO:tasks.rados.rados.0.smithi090.stdout:3985: writing smithi09078167-48 from 3260416 to 3792896 tid 2 2024-04-15T16:42:21.553 INFO:tasks.rados.rados.0.smithi090.stdout:3985: writing smithi09078167-48 from 3792896 to 4063232 tid 3 2024-04-15T16:42:21.553 INFO:tasks.rados.rados.0.smithi090.stdout:3986: snap_create 2024-04-15T16:42:21.555 INFO:tasks.rados.rados.0.smithi090.stdout:3985: finishing write tid 1 to smithi09078167-48 2024-04-15T16:42:21.559 INFO:tasks.rados.rados.0.smithi090.stdout:3985: finishing write tid 2 to smithi09078167-48 2024-04-15T16:42:21.559 INFO:tasks.rados.rados.0.smithi090.stdout:3985: finishing write tid 3 to smithi09078167-48 2024-04-15T16:42:21.559 INFO:tasks.rados.rados.0.smithi090.stdout:3985: finishing write tid 4 to smithi09078167-48 2024-04-15T16:42:21.561 INFO:tasks.rados.rados.0.smithi090.stdout:3985: finishing write tid 5 to smithi09078167-48 2024-04-15T16:42:21.561 INFO:tasks.rados.rados.0.smithi090.stdout:3985: oid 48 updating version 0 to 1796 2024-04-15T16:42:21.562 INFO:tasks.rados.rados.0.smithi090.stdout:3985: oid 48 version 1796 is already newer than 1795 2024-04-15T16:42:21.562 INFO:tasks.rados.rados.0.smithi090.stdout:3985: oid 48 version 1796 is already newer than 1793 2024-04-15T16:42:21.562 INFO:tasks.rados.rados.0.smithi090.stdout:3985: oid 48 version 1796 is already newer than 1794 2024-04-15T16:42:21.562 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 48 v 1796 (ObjNum 1230 snap 393 seq_num 1230) dirty exists 2024-04-15T16:42:21.562 INFO:tasks.rados.rados.0.smithi090.stdout:3985: left oid 48 (ObjNum 1230 snap 393 seq_num 1230) 2024-04-15T16:42:21.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:21 smithi090 ceph-mon[89240]: osdmap e838: 8 total, 8 up, 8 in 2024-04-15T16:42:21.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:21 smithi090 ceph-mon[89240]: pgmap v919: 121 pgs: 121 active+clean; 716 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-04-15T16:42:21.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:21 smithi090 ceph-mon[91618]: osdmap e838: 8 total, 8 up, 8 in 2024-04-15T16:42:21.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:21 smithi090 ceph-mon[91618]: pgmap v919: 121 pgs: 121 active+clean; 716 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-04-15T16:42:21.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:21 smithi153 ceph-mon[84714]: osdmap e838: 8 total, 8 up, 8 in 2024-04-15T16:42:21.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:21 smithi153 ceph-mon[84714]: pgmap v919: 121 pgs: 121 active+clean; 716 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-04-15T16:42:22.526 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:22 smithi090 ceph-mon[89240]: osdmap e839: 8 total, 8 up, 8 in 2024-04-15T16:42:22.547 INFO:tasks.rados.rados.0.smithi090.stdout:3985: done (1 left) 2024-04-15T16:42:22.547 INFO:tasks.rados.rados.0.smithi090.stdout:3986: done (0 left) 2024-04-15T16:42:22.547 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 31 current snap is 394 2024-04-15T16:42:22.547 INFO:tasks.rados.rados.0.smithi090.stdout:3987: seq_num 1231 ranges {0=622592,622592=417792,1040384=385024} 2024-04-15T16:42:22.550 INFO:tasks.rados.rados.0.smithi090.stdout:3987: writing smithi09078167-31 from 0 to 622592 tid 1 2024-04-15T16:42:22.552 INFO:tasks.rados.rados.0.smithi090.stdout:3987: writing smithi09078167-31 from 622592 to 1040384 tid 2 2024-04-15T16:42:22.554 INFO:tasks.rados.rados.0.smithi090.stdout:3987: writing smithi09078167-31 from 1040384 to 1425408 tid 3 2024-04-15T16:42:22.554 INFO:tasks.rados.rados.0.smithi090.stdout:3988: copy_from oid 50 from oid 15 current snap is 394 2024-04-15T16:42:22.555 INFO:tasks.rados.rados.0.smithi090.stdout:3989: snap_create 2024-04-15T16:42:22.560 INFO:tasks.rados.rados.0.smithi090.stdout:3987: finishing write tid 1 to smithi09078167-31 2024-04-15T16:42:22.562 INFO:tasks.rados.rados.0.smithi090.stdout:3987: finishing write tid 2 to smithi09078167-31 2024-04-15T16:42:22.562 INFO:tasks.rados.rados.0.smithi090.stdout:3987: finishing write tid 3 to smithi09078167-31 2024-04-15T16:42:22.562 INFO:tasks.rados.rados.0.smithi090.stdout:3987: finishing write tid 4 to smithi09078167-31 2024-04-15T16:42:22.564 INFO:tasks.rados.rados.0.smithi090.stdout:3987: finishing write tid 5 to smithi09078167-31 2024-04-15T16:42:22.564 INFO:tasks.rados.rados.0.smithi090.stdout:3987: oid 31 updating version 0 to 1666 2024-04-15T16:42:22.564 INFO:tasks.rados.rados.0.smithi090.stdout:3987: oid 31 version 1666 is already newer than 1665 2024-04-15T16:42:22.564 INFO:tasks.rados.rados.0.smithi090.stdout:3987: oid 31 updating version 1666 to 1668 2024-04-15T16:42:22.564 INFO:tasks.rados.rados.0.smithi090.stdout:3987: oid 31 version 1668 is already newer than 1667 2024-04-15T16:42:22.564 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 1668 (ObjNum 1231 snap 394 seq_num 1231) dirty exists 2024-04-15T16:42:22.565 INFO:tasks.rados.rados.0.smithi090.stdout:3987: left oid 31 (ObjNum 1231 snap 394 seq_num 1231) 2024-04-15T16:42:22.573 INFO:tasks.rados.rados.0.smithi090.stdout:3988: finishing copy_from racing read to smithi09078167-50 2024-04-15T16:42:22.576 INFO:tasks.rados.rados.0.smithi090.stdout:3988: finishing copy_from to smithi09078167-50 2024-04-15T16:42:22.576 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 50 v 1789 (ObjNum 1220 snap 385 seq_num 1220) dirty exists 2024-04-15T16:42:22.619 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:22 smithi153 ceph-mon[84714]: osdmap e839: 8 total, 8 up, 8 in 2024-04-15T16:42:22.619 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:42:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:42:22.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:22 smithi090 ceph-mon[91618]: osdmap e839: 8 total, 8 up, 8 in 2024-04-15T16:42:23.545 INFO:tasks.rados.rados.0.smithi090.stdout:3987: done (2 left) 2024-04-15T16:42:23.545 INFO:tasks.rados.rados.0.smithi090.stdout:3988: done (1 left) 2024-04-15T16:42:23.545 INFO:tasks.rados.rados.0.smithi090.stdout:3989: done (0 left) 2024-04-15T16:42:23.545 INFO:tasks.rados.rados.0.smithi090.stdout:3990: rollback oid 31 current snap is 395 2024-04-15T16:42:23.545 INFO:tasks.rados.rados.0.smithi090.stdout:rollback oid 31 to 317 2024-04-15T16:42:23.545 INFO:tasks.rados.rados.0.smithi090.stdout:3991: read oid 29 snap -1 2024-04-15T16:42:23.545 INFO:tasks.rados.rados.0.smithi090.stdout:3991: expect (ObjNum 1170 snap 373 seq_num 1170) 2024-04-15T16:42:23.545 INFO:tasks.rados.rados.0.smithi090.stdout:3992: snap_create 2024-04-15T16:42:23.552 INFO:tasks.rados.rados.0.smithi090.stdout:3991: expect (ObjNum 1170 snap 373 seq_num 1170) 2024-04-15T16:42:23.567 INFO:tasks.rados.rados.0.smithi090.stdout:3990: finishing rollback tid 0 to smithi09078167-31 2024-04-15T16:42:23.567 INFO:tasks.rados.rados.0.smithi090.stdout:3990: finishing rollback tid 1 to smithi09078167-31 2024-04-15T16:42:23.567 INFO:tasks.rados.rados.0.smithi090.stdout:3990: finishing rollback tid 2 to smithi09078167-31 2024-04-15T16:42:23.567 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 31 v 1672 (ObjNum 932 snap 293 seq_num 932) dirty exists 2024-04-15T16:42:23.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:23 smithi090 ceph-mon[89240]: osdmap e840: 8 total, 8 up, 8 in 2024-04-15T16:42:23.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:42:23.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:23 smithi090 ceph-mon[89240]: pgmap v922: 121 pgs: 121 active+clean; 719 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-15T16:42:23.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:23 smithi090 ceph-mon[91618]: osdmap e840: 8 total, 8 up, 8 in 2024-04-15T16:42:23.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:42:23.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:23 smithi090 ceph-mon[91618]: pgmap v922: 121 pgs: 121 active+clean; 719 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-15T16:42:23.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:23 smithi153 ceph-mon[84714]: osdmap e840: 8 total, 8 up, 8 in 2024-04-15T16:42:23.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:42:23.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:23 smithi153 ceph-mon[84714]: pgmap v922: 121 pgs: 121 active+clean; 719 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.1 MiB/s wr, 13 op/s 2024-04-15T16:42:24.491 INFO:tasks.rados.rados.0.smithi090.stdout:3990: done (2 left) 2024-04-15T16:42:24.492 INFO:tasks.rados.rados.0.smithi090.stdout:3991: done (1 left) 2024-04-15T16:42:24.492 INFO:tasks.rados.rados.0.smithi090.stdout:3992: done (0 left) 2024-04-15T16:42:24.492 INFO:tasks.rados.rados.0.smithi090.stdout:3993: read oid 7 snap -1 2024-04-15T16:42:24.492 INFO:tasks.rados.rados.0.smithi090.stdout:3993: expect (ObjNum 1117 snap 351 seq_num 1117) 2024-04-15T16:42:24.492 INFO:tasks.rados.rados.0.smithi090.stdout:append oid 32 current snap is 396 2024-04-15T16:42:24.492 INFO:tasks.rados.rados.0.smithi090.stdout:3994: seq_num 1232 ranges {6324224=638976,6963200=753664,7716864=49152} 2024-04-15T16:42:24.530 INFO:tasks.rados.rados.0.smithi090.stdout:3994: writing smithi09078167-32 from 6324224 to 6963200 tid 1 2024-04-15T16:42:24.533 INFO:tasks.rados.rados.0.smithi090.stdout:3994: writing smithi09078167-32 from 6963200 to 7716864 tid 2 2024-04-15T16:42:24.534 INFO:tasks.rados.rados.0.smithi090.stdout:3994: writing smithi09078167-32 from 7716864 to 7766016 tid 3 2024-04-15T16:42:24.534 INFO:tasks.rados.rados.0.smithi090.stdout:3995: delete oid 2 current snap is 396 2024-04-15T16:42:24.534 INFO:tasks.rados.rados.0.smithi090.stdout:3993: expect (ObjNum 1117 snap 351 seq_num 1117) 2024-04-15T16:42:24.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:24 smithi090 ceph-mon[89240]: osdmap e841: 8 total, 8 up, 8 in 2024-04-15T16:42:24.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:24 smithi090 ceph-mon[89240]: osdmap e842: 8 total, 8 up, 8 in 2024-04-15T16:42:24.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:24 smithi090 ceph-mon[91618]: osdmap e841: 8 total, 8 up, 8 in 2024-04-15T16:42:24.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:24 smithi090 ceph-mon[91618]: osdmap e842: 8 total, 8 up, 8 in 2024-04-15T16:42:24.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:24 smithi153 ceph-mon[84714]: osdmap e841: 8 total, 8 up, 8 in 2024-04-15T16:42:24.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:24 smithi153 ceph-mon[84714]: osdmap e842: 8 total, 8 up, 8 in 2024-04-15T16:42:25.282 INFO:tasks.rados.rados.0.smithi090.stdout:3994: finishing write tid 1 to smithi09078167-32 2024-04-15T16:42:25.283 INFO:tasks.rados.rados.0.smithi090.stdout:3994: finishing write tid 2 to smithi09078167-32 2024-04-15T16:42:25.283 INFO:tasks.rados.rados.0.smithi090.stdout:3993: done (2 left) 2024-04-15T16:42:25.283 INFO:tasks.rados.rados.0.smithi090.stdout:3995: done (1 left) 2024-04-15T16:42:25.283 INFO:tasks.rados.rados.0.smithi090.stdout:3996: snap_remove snap 385 2024-04-15T16:42:25.557 INFO:tasks.rados.rados.0.smithi090.stdout:3996: done (1 left) 2024-04-15T16:42:25.557 INFO:tasks.rados.rados.0.smithi090.stdout:3997: read oid 47 snap -1 2024-04-15T16:42:25.557 INFO:tasks.rados.rados.0.smithi090.stdout:3997: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:42:25.557 INFO:tasks.rados.rados.0.smithi090.stdout:3998: delete oid 37 current snap is 396 2024-04-15T16:42:25.557 INFO:tasks.rados.rados.0.smithi090.stdout:3994: finishing write tid 3 to smithi09078167-32 2024-04-15T16:42:25.557 INFO:tasks.rados.rados.0.smithi090.stdout:3994: finishing write tid 4 to smithi09078167-32 2024-04-15T16:42:25.557 INFO:tasks.rados.rados.0.smithi090.stdout:3994: finishing write tid 5 to smithi09078167-32 2024-04-15T16:42:25.557 INFO:tasks.rados.rados.0.smithi090.stdout:3994: oid 32 updating version 0 to 1366 2024-04-15T16:42:25.557 INFO:tasks.rados.rados.0.smithi090.stdout:3994: oid 32 version 1366 is already newer than 1365 2024-04-15T16:42:25.557 INFO:tasks.rados.rados.0.smithi090.stdout:3994: oid 32 version 1366 is already newer than 1364 2024-04-15T16:42:25.557 INFO:tasks.rados.rados.0.smithi090.stdout:3994: oid 32 version 1366 is already newer than 1363 2024-04-15T16:42:25.557 INFO:tasks.rados.rados.0.smithi090.stdout:update_object_version oid 32 v 1366 (ObjNum 1232 snap 396 seq_num 1232) dirty exists 2024-04-15T16:42:25.558 INFO:tasks.rados.rados.0.smithi090.stdout:3994: left oid 32 (ObjNum 1232 snap 396 seq_num 1232) 2024-04-15T16:42:25.566 INFO:tasks.rados.rados.0.smithi090.stdout:3997: expect (ObjNum 1001 snap 306 seq_num 1001) 2024-04-15T16:42:25.638 INFO:tasks.rados.rados.0.smithi090.stdout:3994: done (2 left) 2024-04-15T16:42:25.638 INFO:tasks.rados.rados.0.smithi090.stdout:3997: done (1 left) 2024-04-15T16:42:25.638 INFO:tasks.rados.rados.0.smithi090.stdout:3998: done (0 left) 2024-04-15T16:42:25.639 INFO:tasks.rados.rados.0.smithi090.stdout:3999: snap_create 2024-04-15T16:42:25.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:25 smithi090 ceph-mon[89240]: pgmap v925: 121 pgs: 121 active+clean; 719 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1012 KiB/s wr, 3 op/s 2024-04-15T16:42:25.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:25 smithi090 ceph-mon[91618]: pgmap v925: 121 pgs: 121 active+clean; 719 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1012 KiB/s wr, 3 op/s 2024-04-15T16:42:25.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:25 smithi153 ceph-mon[84714]: pgmap v925: 121 pgs: 121 active+clean; 719 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 767 B/s rd, 1012 KiB/s wr, 3 op/s 2024-04-15T16:42:26.559 INFO:tasks.rados.rados.0.smithi090.stdout:3999: done (0 left) 2024-04-15T16:42:26.561 INFO:tasks.rados.rados.0.smithi090.stderr:0 errors. 2024-04-15T16:42:26.561 INFO:tasks.rados.rados.0.smithi090.stderr: 2024-04-15T16:42:26.566 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd dump --format=json 2024-04-15T16:42:26.779 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:42:26.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:26 smithi090 ceph-mon[89240]: osdmap e843: 8 total, 8 up, 8 in 2024-04-15T16:42:26.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:26 smithi090 ceph-mon[91618]: osdmap e843: 8 total, 8 up, 8 in 2024-04-15T16:42:26.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:26 smithi153 ceph-mon[84714]: osdmap e843: 8 total, 8 up, 8 in 2024-04-15T16:42:27.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:27 smithi090 ceph-mon[89240]: osdmap e844: 8 total, 8 up, 8 in 2024-04-15T16:42:27.826 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:27 smithi090 ceph-mon[89240]: pgmap v928: 121 pgs: 121 active+clean; 728 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-15T16:42:27.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:27 smithi090 ceph-mon[91618]: osdmap e844: 8 total, 8 up, 8 in 2024-04-15T16:42:27.827 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:27 smithi090 ceph-mon[91618]: pgmap v928: 121 pgs: 121 active+clean; 728 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-15T16:42:27.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:27 smithi153 ceph-mon[84714]: osdmap e844: 8 total, 8 up, 8 in 2024-04-15T16:42:27.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:27 smithi153 ceph-mon[84714]: pgmap v928: 121 pgs: 121 active+clean; 728 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-15T16:42:28.651 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:42:28.651 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":844,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","created":"2024-04-15T16:20:00.183424+0000","modified":"2024-04-15T16:42:26.563652+0000","last_up_change":"2024-04-15T16:37:11.401872+0000","last_in_change":"2024-04-15T16:24:56.092887+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T16:23:16.153981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T16:25:32.414992+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T16:25:33.499838+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-15T16:26:06.565558+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"66","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-15T16:29:06.662400+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"844","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":471,"snap_epoch":844,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":302,"up_from":313,"up_thru":535,"down_at":303,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":1567564436},{"type":"v1","addr":"172.21.15.90:6803","nonce":1567564436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":1567564436},{"type":"v1","addr":"172.21.15.90:6805","nonce":1567564436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1567564436},{"type":"v1","addr":"172.21.15.90:6809","nonce":1567564436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":1567564436},{"type":"v1","addr":"172.21.15.90:6807","nonce":1567564436}]},"public_addr":"172.21.15.90:6803/1567564436","cluster_addr":"172.21.15.90:6805/1567564436","heartbeat_back_addr":"172.21.15.90:6809/1567564436","heartbeat_front_addr":"172.21.15.90:6807/1567564436","state":["exists","up"]},{"osd":1,"uuid":"2286e9ff-0229-4ee7-aadc-243005a9eea5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":334,"up_from":344,"up_thru":535,"down_at":335,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":343323544},{"type":"v1","addr":"172.21.15.90:6811","nonce":343323544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":343323544},{"type":"v1","addr":"172.21.15.90:6813","nonce":343323544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":343323544},{"type":"v1","addr":"172.21.15.90:6817","nonce":343323544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":343323544},{"type":"v1","addr":"172.21.15.90:6815","nonce":343323544}]},"public_addr":"172.21.15.90:6811/343323544","cluster_addr":"172.21.15.90:6813/343323544","heartbeat_back_addr":"172.21.15.90:6817/343323544","heartbeat_front_addr":"172.21.15.90:6815/343323544","state":["exists","up"]},{"osd":2,"uuid":"e915c3a5-62c6-45f0-8b49-543ad9b16b6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":368,"up_from":378,"up_thru":535,"down_at":369,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":3360366664},{"type":"v1","addr":"172.21.15.90:6819","nonce":3360366664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":3360366664},{"type":"v1","addr":"172.21.15.90:6821","nonce":3360366664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":3360366664},{"type":"v1","addr":"172.21.15.90:6825","nonce":3360366664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":3360366664},{"type":"v1","addr":"172.21.15.90:6823","nonce":3360366664}]},"public_addr":"172.21.15.90:6819/3360366664","cluster_addr":"172.21.15.90:6821/3360366664","heartbeat_back_addr":"172.21.15.90:6825/3360366664","heartbeat_front_addr":"172.21.15.90:6823/3360366664","state":["exists","up"]},{"osd":3,"uuid":"0bf5ea74-8e2f-4b00-a554-29089edb0a74","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":387,"up_from":398,"up_thru":535,"down_at":388,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":2357900626},{"type":"v1","addr":"172.21.15.90:6827","nonce":2357900626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":2357900626},{"type":"v1","addr":"172.21.15.90:6829","nonce":2357900626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":2357900626},{"type":"v1","addr":"172.21.15.90:6833","nonce":2357900626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":2357900626},{"type":"v1","addr":"172.21.15.90:6831","nonce":2357900626}]},"public_addr":"172.21.15.90:6827/2357900626","cluster_addr":"172.21.15.90:6829/2357900626","heartbeat_back_addr":"172.21.15.90:6833/2357900626","heartbeat_front_addr":"172.21.15.90:6831/2357900626","state":["exists","up"]},{"osd":4,"uuid":"4e6fe3a3-35be-459c-809b-9803ec6f9e66","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":421,"up_from":432,"up_thru":535,"down_at":422,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":2834904722},{"type":"v1","addr":"172.21.15.153:6801","nonce":2834904722}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":2834904722},{"type":"v1","addr":"172.21.15.153:6803","nonce":2834904722}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":2834904722},{"type":"v1","addr":"172.21.15.153:6807","nonce":2834904722}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":2834904722},{"type":"v1","addr":"172.21.15.153:6805","nonce":2834904722}]},"public_addr":"172.21.15.153:6801/2834904722","cluster_addr":"172.21.15.153:6803/2834904722","heartbeat_back_addr":"172.21.15.153:6807/2834904722","heartbeat_front_addr":"172.21.15.153:6805/2834904722","state":["exists","up"]},{"osd":5,"uuid":"3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":456,"up_from":467,"up_thru":535,"down_at":457,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":1008785821},{"type":"v1","addr":"172.21.15.153:6809","nonce":1008785821}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":1008785821},{"type":"v1","addr":"172.21.15.153:6811","nonce":1008785821}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":1008785821},{"type":"v1","addr":"172.21.15.153:6815","nonce":1008785821}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":1008785821},{"type":"v1","addr":"172.21.15.153:6813","nonce":1008785821}]},"public_addr":"172.21.15.153:6809/1008785821","cluster_addr":"172.21.15.153:6811/1008785821","heartbeat_back_addr":"172.21.15.153:6815/1008785821","heartbeat_front_addr":"172.21.15.153:6813/1008785821","state":["exists","up"]},{"osd":6,"uuid":"8161b962-a440-4c2a-afa3-1c5b3a8abf2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":489,"up_from":500,"up_thru":535,"down_at":490,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":296675559},{"type":"v1","addr":"172.21.15.153:6817","nonce":296675559}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":296675559},{"type":"v1","addr":"172.21.15.153:6819","nonce":296675559}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":296675559},{"type":"v1","addr":"172.21.15.153:6823","nonce":296675559}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":296675559},{"type":"v1","addr":"172.21.15.153:6821","nonce":296675559}]},"public_addr":"172.21.15.153:6817/296675559","cluster_addr":"172.21.15.153:6819/296675559","heartbeat_back_addr":"172.21.15.153:6823/296675559","heartbeat_front_addr":"172.21.15.153:6821/296675559","state":["exists","up"]},{"osd":7,"uuid":"7d360fef-9725-4e9a-87e1-50a164e73469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":524,"up_from":535,"up_thru":535,"down_at":525,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":774807023},{"type":"v1","addr":"172.21.15.153:6825","nonce":774807023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":774807023},{"type":"v1","addr":"172.21.15.153:6827","nonce":774807023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":774807023},{"type":"v1","addr":"172.21.15.153:6831","nonce":774807023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":774807023},{"type":"v1","addr":"172.21.15.153:6829","nonce":774807023}]},"public_addr":"172.21.15.153:6825/774807023","cluster_addr":"172.21.15.153:6827/774807023","heartbeat_back_addr":"172.21.15.153:6831/774807023","heartbeat_front_addr":"172.21.15.153:6829/774807023","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:24.845331+0000","dead_epoch":302},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:49.256554+0000","dead_epoch":334},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:13.855638+0000","dead_epoch":368},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:39.013223+0000","dead_epoch":387},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:01.093757+0000","dead_epoch":421},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:25.265035+0000","dead_epoch":456},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:48.344610+0000","dead_epoch":489},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:25:11.275511+0000","dead_epoch":524}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.32","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.153:6833/3196985028":"2024-04-16T16:37:38.527104+0000","172.21.15.90:6835/4039869308":"2024-04-16T16:37:20.396483+0000","172.21.15.90:0/1988657918":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/738617325":"2024-04-16T16:31:52.662398+0000","172.21.15.90:6801/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:6800/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/2588902484":"2024-04-16T16:30:32.774596+0000","172.21.15.90:0/496362566":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/1896248690":"2024-04-16T16:31:52.662398+0000","172.21.15.90:0/1624230203":"2024-04-16T16:20:40.667476+0000","172.21.15.153:0/2335639768":"2024-04-16T16:31:08.422961+0000","172.21.15.153:6832/3196985028":"2024-04-16T16:37:38.527104+0000","172.21.15.153:0/573703505":"2024-04-16T16:31:08.422961+0000","172.21.15.90:6834/4039869308":"2024-04-16T16:37:20.396483+0000","172.21.15.90:0/1205411690":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/3347124292":"2024-04-16T16:30:32.774596+0000","172.21.15.90:0/3876349042":"2024-04-16T16:30:32.774596+0000","172.21.15.153:0/740583187":"2024-04-16T16:31:08.422961+0000","172.21.15.90:0/1878244148":"2024-04-16T16:30:32.774596+0000","172.21.15.90:0/2095567905":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/3325589813":"2024-04-16T16:31:52.662398+0000","172.21.15.90:0/3262452844":"2024-04-16T16:31:52.662398+0000","172.21.15.90:0/2678531165":"2024-04-16T16:21:05.834443+0000","172.21.15.153:0/4052909645":"2024-04-16T16:31:08.422961+0000","172.21.15.153:0/2902249989":"2024-04-16T16:31:08.422961+0000","172.21.15.90:6800/3325589813":"2024-04-16T16:31:52.662398+0000","172.21.15.90:0/943668373":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/2380354684":"2024-04-16T16:31:52.662398+0000","172.21.15.90:0/3787370887":"2024-04-16T16:30:32.774596+0000","172.21.15.153:0/4111741598":"2024-04-16T16:31:08.422961+0000","172.21.15.153:0/2484735664":"2024-04-16T16:31:08.422961+0000","172.21.15.90:0/3876408490":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1645174474":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6800/3908363132":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/3844903092":"2024-04-16T16:31:52.662398+0000","172.21.15.90:6801/3908363132":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.153:6834/247473896":"2024-04-16T16:31:08.422961+0000","172.21.15.90:0/3500219122":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/3369939393":"2024-04-16T16:31:52.662398+0000","172.21.15.90:6800/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6800/3060965323":"2024-04-16T16:30:32.774596+0000","172.21.15.153:6835/247473896":"2024-04-16T16:31:08.422961+0000","172.21.15.90:6801/3060965323":"2024-04-16T16:30:32.774596+0000","172.21.15.90:0/2173509353":"2024-04-16T16:31:52.662398+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":460,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T16:42:28.983 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:28 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/454163902' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:42:28.984 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:28 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/454163902' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:42:29.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:28 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/454163902' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T16:42:29.236 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:42:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:42:29] "GET /metrics HTTP/1.1" 200 36263 "" "Prometheus/2.43.0" 2024-04-15T16:42:29.259 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph pg dump --format=json 2024-04-15T16:42:29.479 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:42:29.826 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:29 smithi090 ceph-mon[91618]: pgmap v929: 121 pgs: 121 active+clean; 728 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-15T16:42:29.827 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:29 smithi090 ceph-mon[89240]: pgmap v929: 121 pgs: 121 active+clean; 728 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-15T16:42:30.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:29 smithi153 ceph-mon[84714]: pgmap v929: 121 pgs: 121 active+clean; 728 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 1.3 MiB/s wr, 5 op/s 2024-04-15T16:42:31.349 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T16:42:31.354 INFO:teuthology.orchestra.run.smithi090.stderr:dumped all 2024-04-15T16:42:31.973 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:31 smithi090 ceph-mon[89240]: pgmap v930: 121 pgs: 121 active+clean; 728 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-04-15T16:42:31.973 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:31 smithi090 ceph-mon[91618]: pgmap v930: 121 pgs: 121 active+clean; 728 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-04-15T16:42:31.997 INFO:teuthology.orchestra.run.smithi090.stdout:{"pg_ready":true,"pg_map":{"version":930,"stamp":"2024-04-15T16:42:30.830002+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":762919934,"num_objects":369,"num_object_clones":295,"num_object_copies":1107,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":369,"num_whiteouts":11,"num_read":5017,"num_read_kb":5898787,"num_write":8500,"num_write_kb":1824172,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":86,"num_bytes_recovered":347235936,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19692,"ondisk_log_size":19692,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":3902340,"kb_used_data":1049556,"kb_used_omap":216,"kb_used_meta":2849575,"kb_avail":746058876,"statfs":{"total":767960285184,"available":763964289024,"internally_reserved":0,"allocated":1074745344,"data_stored":1789441886,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":221635,"internal_metadata":2917965373},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":8495104,"num_objects":5,"num_object_clones":5,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":1,"num_read":17,"num_read_kb":36503,"num_write":13,"num_write_kb":6784,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.329959"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1104,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284562+0000","last_change":"2024-04-15T16:37:12.449769+0000","last_active":"2024-04-15T16:42:28.284562+0000","last_peered":"2024-04-15T16:42:28.284562+0000","last_clean":"2024-04-15T16:42:28.284562+0000","last_became_active":"2024-04-15T16:37:12.446602+0000","last_became_peered":"2024-04-15T16:37:12.446602+0000","last_unstale":"2024-04-15T16:42:28.284562+0000","last_undegraded":"2024-04-15T16:42:28.284562+0000","last_fullsized":"2024-04-15T16:42:28.284562+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:57:58.925418+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1293,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.567944+0000","last_change":"2024-04-15T16:36:37.515513+0000","last_active":"2024-04-15T16:42:25.567944+0000","last_peered":"2024-04-15T16:42:25.567944+0000","last_clean":"2024-04-15T16:42:25.567944+0000","last_became_active":"2024-04-15T16:36:37.515165+0000","last_became_peered":"2024-04-15T16:36:37.515165+0000","last_unstale":"2024-04-15T16:42:25.567944+0000","last_undegraded":"2024-04-15T16:42:25.567944+0000","last_fullsized":"2024-04-15T16:42:25.567944+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:59:46.279421+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1302,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.569258+0000","last_change":"2024-04-15T16:34:33.592405+0000","last_active":"2024-04-15T16:42:26.569258+0000","last_peered":"2024-04-15T16:42:26.569258+0000","last_clean":"2024-04-15T16:42:26.569258+0000","last_became_active":"2024-04-15T16:34:33.592089+0000","last_became_peered":"2024-04-15T16:34:33.592089+0000","last_unstale":"2024-04-15T16:42:26.569258+0000","last_undegraded":"2024-04-15T16:42:26.569258+0000","last_fullsized":"2024-04-15T16:42:26.569258+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T04:01:29.328372+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1175,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.285293+0000","last_change":"2024-04-15T16:37:12.443937+0000","last_active":"2024-04-15T16:42:28.285293+0000","last_peered":"2024-04-15T16:42:28.285293+0000","last_clean":"2024-04-15T16:42:28.285293+0000","last_became_active":"2024-04-15T16:37:12.443589+0000","last_became_peered":"2024-04-15T16:37:12.443589+0000","last_unstale":"2024-04-15T16:42:28.285293+0000","last_undegraded":"2024-04-15T16:42:28.285293+0000","last_fullsized":"2024-04-15T16:42:28.285293+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:57:41.746587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1116,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283390+0000","last_change":"2024-04-15T16:37:12.438845+0000","last_active":"2024-04-15T16:42:28.283390+0000","last_peered":"2024-04-15T16:42:28.283390+0000","last_clean":"2024-04-15T16:42:28.283390+0000","last_became_active":"2024-04-15T16:37:12.431057+0000","last_became_peered":"2024-04-15T16:37:12.431057+0000","last_unstale":"2024-04-15T16:42:28.283390+0000","last_undegraded":"2024-04-15T16:42:28.283390+0000","last_fullsized":"2024-04-15T16:42:28.283390+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:52:58.404532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1256,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.568966+0000","last_change":"2024-04-15T16:34:33.590887+0000","last_active":"2024-04-15T16:42:25.568966+0000","last_peered":"2024-04-15T16:42:25.568966+0000","last_clean":"2024-04-15T16:42:25.568966+0000","last_became_active":"2024-04-15T16:34:33.590488+0000","last_became_peered":"2024-04-15T16:34:33.590488+0000","last_unstale":"2024-04-15T16:42:25.568966+0000","last_undegraded":"2024-04-15T16:42:25.568966+0000","last_fullsized":"2024-04-15T16:42:25.568966+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:57:25.518329+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1116,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283866+0000","last_change":"2024-04-15T16:37:12.434923+0000","last_active":"2024-04-15T16:42:28.283866+0000","last_peered":"2024-04-15T16:42:28.283866+0000","last_clean":"2024-04-15T16:42:28.283866+0000","last_became_active":"2024-04-15T16:37:12.434624+0000","last_became_peered":"2024-04-15T16:37:12.434624+0000","last_unstale":"2024-04-15T16:42:28.283866+0000","last_undegraded":"2024-04-15T16:42:28.283866+0000","last_fullsized":"2024-04-15T16:42:28.283866+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:58:11.249290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1214,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.568450+0000","last_change":"2024-04-15T16:36:37.518031+0000","last_active":"2024-04-15T16:42:26.568450+0000","last_peered":"2024-04-15T16:42:26.568450+0000","last_clean":"2024-04-15T16:42:26.568450+0000","last_became_active":"2024-04-15T16:36:37.517667+0000","last_became_peered":"2024-04-15T16:36:37.517667+0000","last_unstale":"2024-04-15T16:42:26.568450+0000","last_undegraded":"2024-04-15T16:42:26.568450+0000","last_fullsized":"2024-04-15T16:42:26.568450+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:01:06.175606+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1120,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284242+0000","last_change":"2024-04-15T16:37:12.447092+0000","last_active":"2024-04-15T16:42:28.284242+0000","last_peered":"2024-04-15T16:42:28.284242+0000","last_clean":"2024-04-15T16:42:28.284242+0000","last_became_active":"2024-04-15T16:37:12.445779+0000","last_became_peered":"2024-04-15T16:37:12.445779+0000","last_unstale":"2024-04-15T16:42:28.284242+0000","last_undegraded":"2024-04-15T16:42:28.284242+0000","last_fullsized":"2024-04-15T16:42:28.284242+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:57:08.813025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,3],"acting":[7,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1137,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284209+0000","last_change":"2024-04-15T16:36:37.526481+0000","last_active":"2024-04-15T16:42:28.284209+0000","last_peered":"2024-04-15T16:42:28.284209+0000","last_clean":"2024-04-15T16:42:28.284209+0000","last_became_active":"2024-04-15T16:36:37.525395+0000","last_became_peered":"2024-04-15T16:36:37.525395+0000","last_unstale":"2024-04-15T16:42:28.284209+0000","last_undegraded":"2024-04-15T16:42:28.284209+0000","last_fullsized":"2024-04-15T16:42:28.284209+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:02:43.175551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1137,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283820+0000","last_change":"2024-04-15T16:36:37.527875+0000","last_active":"2024-04-15T16:42:28.283820+0000","last_peered":"2024-04-15T16:42:28.283820+0000","last_clean":"2024-04-15T16:42:28.283820+0000","last_became_active":"2024-04-15T16:36:37.527099+0000","last_became_peered":"2024-04-15T16:36:37.527099+0000","last_unstale":"2024-04-15T16:42:28.283820+0000","last_undegraded":"2024-04-15T16:42:28.283820+0000","last_fullsized":"2024-04-15T16:42:28.283820+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:11:48.589742+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1206,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.568110+0000","last_change":"2024-04-15T16:36:37.516297+0000","last_active":"2024-04-15T16:42:26.568110+0000","last_peered":"2024-04-15T16:42:26.568110+0000","last_clean":"2024-04-15T16:42:26.568110+0000","last_became_active":"2024-04-15T16:36:37.515599+0000","last_became_peered":"2024-04-15T16:36:37.515599+0000","last_unstale":"2024-04-15T16:42:26.568110+0000","last_undegraded":"2024-04-15T16:42:26.568110+0000","last_fullsized":"2024-04-15T16:42:26.568110+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:53:08.087133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1258,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.568725+0000","last_change":"2024-04-15T16:36:37.515842+0000","last_active":"2024-04-15T16:42:26.568725+0000","last_peered":"2024-04-15T16:42:26.568725+0000","last_clean":"2024-04-15T16:42:26.568725+0000","last_became_active":"2024-04-15T16:36:37.515526+0000","last_became_peered":"2024-04-15T16:36:37.515526+0000","last_unstale":"2024-04-15T16:42:26.568725+0000","last_undegraded":"2024-04-15T16:42:26.568725+0000","last_fullsized":"2024-04-15T16:42:26.568725+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:09:37.549103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1250,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.568806+0000","last_change":"2024-04-15T16:36:02.463316+0000","last_active":"2024-04-15T16:42:25.568806+0000","last_peered":"2024-04-15T16:42:25.568806+0000","last_clean":"2024-04-15T16:42:25.568806+0000","last_became_active":"2024-04-15T16:36:02.462925+0000","last_became_peered":"2024-04-15T16:36:02.462925+0000","last_unstale":"2024-04-15T16:42:25.568806+0000","last_undegraded":"2024-04-15T16:42:25.568806+0000","last_fullsized":"2024-04-15T16:42:25.568806+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:45:08.823003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,5],"acting":[2,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1296,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.565989+0000","last_change":"2024-04-15T16:36:02.452770+0000","last_active":"2024-04-15T16:42:25.565989+0000","last_peered":"2024-04-15T16:42:25.565989+0000","last_clean":"2024-04-15T16:42:25.565989+0000","last_became_active":"2024-04-15T16:36:02.452453+0000","last_became_peered":"2024-04-15T16:36:02.452453+0000","last_unstale":"2024-04-15T16:42:25.565989+0000","last_undegraded":"2024-04-15T16:42:25.565989+0000","last_fullsized":"2024-04-15T16:42:25.565989+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:09:54.060950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1172,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283486+0000","last_change":"2024-04-15T16:37:12.449046+0000","last_active":"2024-04-15T16:42:28.283486+0000","last_peered":"2024-04-15T16:42:28.283486+0000","last_clean":"2024-04-15T16:42:28.283486+0000","last_became_active":"2024-04-15T16:37:12.448756+0000","last_became_peered":"2024-04-15T16:37:12.448756+0000","last_unstale":"2024-04-15T16:42:28.283486+0000","last_undegraded":"2024-04-15T16:42:28.283486+0000","last_fullsized":"2024-04-15T16:42:28.283486+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:50:05.203829+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1167,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.285906+0000","last_change":"2024-04-15T16:37:12.440010+0000","last_active":"2024-04-15T16:42:28.285906+0000","last_peered":"2024-04-15T16:42:28.285906+0000","last_clean":"2024-04-15T16:42:28.285906+0000","last_became_active":"2024-04-15T16:37:12.439520+0000","last_became_peered":"2024-04-15T16:37:12.439520+0000","last_unstale":"2024-04-15T16:42:28.285906+0000","last_undegraded":"2024-04-15T16:42:28.285906+0000","last_fullsized":"2024-04-15T16:42:28.285906+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:59:43.226807+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1255,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.566049+0000","last_change":"2024-04-15T16:37:12.437030+0000","last_active":"2024-04-15T16:42:25.566049+0000","last_peered":"2024-04-15T16:42:25.566049+0000","last_clean":"2024-04-15T16:42:25.566049+0000","last_became_active":"2024-04-15T16:37:12.436658+0000","last_became_peered":"2024-04-15T16:37:12.436658+0000","last_unstale":"2024-04-15T16:42:25.566049+0000","last_undegraded":"2024-04-15T16:42:25.566049+0000","last_fullsized":"2024-04-15T16:42:25.566049+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:43:37.265544+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1103,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284939+0000","last_change":"2024-04-15T16:37:12.449741+0000","last_active":"2024-04-15T16:42:28.284939+0000","last_peered":"2024-04-15T16:42:28.284939+0000","last_clean":"2024-04-15T16:42:28.284939+0000","last_became_active":"2024-04-15T16:37:12.445398+0000","last_became_peered":"2024-04-15T16:37:12.445398+0000","last_unstale":"2024-04-15T16:42:28.284939+0000","last_undegraded":"2024-04-15T16:42:28.284939+0000","last_fullsized":"2024-04-15T16:42:28.284939+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:08:37.216298+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"561'6","reported_seq":1313,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.570751+0000","last_change":"2024-04-15T16:37:12.446200+0000","last_active":"2024-04-15T16:42:26.570751+0000","last_peered":"2024-04-15T16:42:26.570751+0000","last_clean":"2024-04-15T16:42:26.570751+0000","last_became_active":"2024-04-15T16:37:12.445702+0000","last_became_peered":"2024-04-15T16:37:12.445702+0000","last_unstale":"2024-04-15T16:42:26.570751+0000","last_undegraded":"2024-04-15T16:42:26.570751+0000","last_fullsized":"2024-04-15T16:42:26.570751+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:01:19.579593+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":8,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1251,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.569862+0000","last_change":"2024-04-15T16:36:37.517720+0000","last_active":"2024-04-15T16:42:26.569862+0000","last_peered":"2024-04-15T16:42:26.569862+0000","last_clean":"2024-04-15T16:42:26.569862+0000","last_became_active":"2024-04-15T16:36:37.517323+0000","last_became_peered":"2024-04-15T16:36:37.517323+0000","last_unstale":"2024-04-15T16:42:26.569862+0000","last_undegraded":"2024-04-15T16:42:26.569862+0000","last_fullsized":"2024-04-15T16:42:26.569862+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:18:57.276655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"561'3","reported_seq":1232,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.570495+0000","last_change":"2024-04-15T16:36:02.468032+0000","last_active":"2024-04-15T16:42:26.570495+0000","last_peered":"2024-04-15T16:42:26.570495+0000","last_clean":"2024-04-15T16:42:26.570495+0000","last_became_active":"2024-04-15T16:36:02.467634+0000","last_became_peered":"2024-04-15T16:36:02.467634+0000","last_unstale":"2024-04-15T16:42:26.570495+0000","last_undegraded":"2024-04-15T16:42:26.570495+0000","last_fullsized":"2024-04-15T16:42:26.570495+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:07:06.799974+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1282,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.566414+0000","last_change":"2024-04-15T16:36:02.454180+0000","last_active":"2024-04-15T16:42:25.566414+0000","last_peered":"2024-04-15T16:42:25.566414+0000","last_clean":"2024-04-15T16:42:25.566414+0000","last_became_active":"2024-04-15T16:36:02.453738+0000","last_became_peered":"2024-04-15T16:36:02.453738+0000","last_unstale":"2024-04-15T16:42:25.566414+0000","last_undegraded":"2024-04-15T16:42:25.566414+0000","last_fullsized":"2024-04-15T16:42:25.566414+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:58:28.194850+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,2],"acting":[1,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1d","version":"61'2","reported_seq":1110,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284817+0000","last_change":"2024-04-15T16:37:12.450881+0000","last_active":"2024-04-15T16:42:28.284817+0000","last_peered":"2024-04-15T16:42:28.284817+0000","last_clean":"2024-04-15T16:42:28.284817+0000","last_became_active":"2024-04-15T16:37:12.450060+0000","last_became_peered":"2024-04-15T16:37:12.450060+0000","last_unstale":"2024-04-15T16:42:28.284817+0000","last_undegraded":"2024-04-15T16:42:28.284817+0000","last_fullsized":"2024-04-15T16:42:28.284817+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:30:47.810932+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1172,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.285075+0000","last_change":"2024-04-15T16:36:02.462413+0000","last_active":"2024-04-15T16:42:28.285075+0000","last_peered":"2024-04-15T16:42:28.285075+0000","last_clean":"2024-04-15T16:42:28.285075+0000","last_became_active":"2024-04-15T16:36:02.462033+0000","last_became_peered":"2024-04-15T16:36:02.462033+0000","last_unstale":"2024-04-15T16:42:28.285075+0000","last_undegraded":"2024-04-15T16:42:28.285075+0000","last_fullsized":"2024-04-15T16:42:28.285075+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:26:45.272687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"61'2","reported_seq":1118,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.285775+0000","last_change":"2024-04-15T16:37:12.449984+0000","last_active":"2024-04-15T16:42:28.285775+0000","last_peered":"2024-04-15T16:42:28.285775+0000","last_clean":"2024-04-15T16:42:28.285775+0000","last_became_active":"2024-04-15T16:37:12.447421+0000","last_became_peered":"2024-04-15T16:37:12.447421+0000","last_unstale":"2024-04-15T16:42:28.285775+0000","last_undegraded":"2024-04-15T16:42:28.285775+0000","last_fullsized":"2024-04-15T16:42:28.285775+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:58:10.507466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1166,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284478+0000","last_change":"2024-04-15T16:36:37.521504+0000","last_active":"2024-04-15T16:42:28.284478+0000","last_peered":"2024-04-15T16:42:28.284478+0000","last_clean":"2024-04-15T16:42:28.284478+0000","last_became_active":"2024-04-15T16:36:37.521236+0000","last_became_peered":"2024-04-15T16:36:37.521236+0000","last_unstale":"2024-04-15T16:42:28.284478+0000","last_undegraded":"2024-04-15T16:42:28.284478+0000","last_fullsized":"2024-04-15T16:42:28.284478+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:16:24.465276+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"561'3","reported_seq":1218,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.570170+0000","last_change":"2024-04-15T16:37:12.444086+0000","last_active":"2024-04-15T16:42:26.570170+0000","last_peered":"2024-04-15T16:42:26.570170+0000","last_clean":"2024-04-15T16:42:26.570170+0000","last_became_active":"2024-04-15T16:37:12.443764+0000","last_became_peered":"2024-04-15T16:37:12.443764+0000","last_unstale":"2024-04-15T16:42:26.570170+0000","last_undegraded":"2024-04-15T16:42:26.570170+0000","last_fullsized":"2024-04-15T16:42:26.570170+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:56:53.372398+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1235,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.567841+0000","last_change":"2024-04-15T16:35:27.391424+0000","last_active":"2024-04-15T16:42:26.567841+0000","last_peered":"2024-04-15T16:42:26.567841+0000","last_clean":"2024-04-15T16:42:26.567841+0000","last_became_active":"2024-04-15T16:35:27.391092+0000","last_became_peered":"2024-04-15T16:35:27.391092+0000","last_unstale":"2024-04-15T16:42:26.567841+0000","last_undegraded":"2024-04-15T16:42:26.567841+0000","last_fullsized":"2024-04-15T16:42:26.567841+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:59:15.696855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"561'3","reported_seq":1142,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283626+0000","last_change":"2024-04-15T16:37:12.436726+0000","last_active":"2024-04-15T16:42:28.283626+0000","last_peered":"2024-04-15T16:42:28.283626+0000","last_clean":"2024-04-15T16:42:28.283626+0000","last_became_active":"2024-04-15T16:37:12.436407+0000","last_became_peered":"2024-04-15T16:37:12.436407+0000","last_unstale":"2024-04-15T16:42:28.283626+0000","last_undegraded":"2024-04-15T16:42:28.283626+0000","last_fullsized":"2024-04-15T16:42:28.283626+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:59:22.003494+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1300,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.570666+0000","last_change":"2024-04-15T16:37:12.446454+0000","last_active":"2024-04-15T16:42:26.570666+0000","last_peered":"2024-04-15T16:42:26.570666+0000","last_clean":"2024-04-15T16:42:26.570666+0000","last_became_active":"2024-04-15T16:37:12.446130+0000","last_became_peered":"2024-04-15T16:37:12.446130+0000","last_unstale":"2024-04-15T16:42:26.570666+0000","last_undegraded":"2024-04-15T16:42:26.570666+0000","last_fullsized":"2024-04-15T16:42:26.570666+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T04:10:43.421686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1228,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.569049+0000","last_change":"2024-04-15T16:36:37.517913+0000","last_active":"2024-04-15T16:42:26.569049+0000","last_peered":"2024-04-15T16:42:26.569049+0000","last_clean":"2024-04-15T16:42:26.569049+0000","last_became_active":"2024-04-15T16:36:37.517486+0000","last_became_peered":"2024-04-15T16:36:37.517486+0000","last_unstale":"2024-04-15T16:42:26.569049+0000","last_undegraded":"2024-04-15T16:42:26.569049+0000","last_fullsized":"2024-04-15T16:42:26.569049+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:35:23.047356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1264,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.568650+0000","last_change":"2024-04-15T16:34:53.461519+0000","last_active":"2024-04-15T16:42:26.568650+0000","last_peered":"2024-04-15T16:42:26.568650+0000","last_clean":"2024-04-15T16:42:26.568650+0000","last_became_active":"2024-04-15T16:34:53.455941+0000","last_became_peered":"2024-04-15T16:34:53.455941+0000","last_unstale":"2024-04-15T16:42:26.568650+0000","last_undegraded":"2024-04-15T16:42:26.568650+0000","last_fullsized":"2024-04-15T16:42:26.568650+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:24:39.218958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1168,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283871+0000","last_change":"2024-04-15T16:37:12.448960+0000","last_active":"2024-04-15T16:42:28.283871+0000","last_peered":"2024-04-15T16:42:28.283871+0000","last_clean":"2024-04-15T16:42:28.283871+0000","last_became_active":"2024-04-15T16:37:12.448608+0000","last_became_peered":"2024-04-15T16:37:12.448608+0000","last_unstale":"2024-04-15T16:42:28.283871+0000","last_undegraded":"2024-04-15T16:42:28.283871+0000","last_fullsized":"2024-04-15T16:42:28.283871+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:12:24.007479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1280,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.566199+0000","last_change":"2024-04-15T16:35:27.398865+0000","last_active":"2024-04-15T16:42:25.566199+0000","last_peered":"2024-04-15T16:42:25.566199+0000","last_clean":"2024-04-15T16:42:25.566199+0000","last_became_active":"2024-04-15T16:35:27.398494+0000","last_became_peered":"2024-04-15T16:35:27.398494+0000","last_unstale":"2024-04-15T16:42:25.566199+0000","last_undegraded":"2024-04-15T16:42:25.566199+0000","last_fullsized":"2024-04-15T16:42:25.566199+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:35:39.082034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1138,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.285368+0000","last_change":"2024-04-15T16:36:37.526631+0000","last_active":"2024-04-15T16:42:28.285368+0000","last_peered":"2024-04-15T16:42:28.285368+0000","last_clean":"2024-04-15T16:42:28.285368+0000","last_became_active":"2024-04-15T16:36:37.525246+0000","last_became_peered":"2024-04-15T16:36:37.525246+0000","last_unstale":"2024-04-15T16:42:28.285368+0000","last_undegraded":"2024-04-15T16:42:28.285368+0000","last_fullsized":"2024-04-15T16:42:28.285368+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:23:29.610106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1163,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.285432+0000","last_change":"2024-04-15T16:37:12.439635+0000","last_active":"2024-04-15T16:42:28.285432+0000","last_peered":"2024-04-15T16:42:28.285432+0000","last_clean":"2024-04-15T16:42:28.285432+0000","last_became_active":"2024-04-15T16:37:12.439288+0000","last_became_peered":"2024-04-15T16:37:12.439288+0000","last_unstale":"2024-04-15T16:42:28.285432+0000","last_undegraded":"2024-04-15T16:42:28.285432+0000","last_fullsized":"2024-04-15T16:42:28.285432+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:03:25.538893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1156,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.285099+0000","last_change":"2024-04-15T16:36:37.520941+0000","last_active":"2024-04-15T16:42:28.285099+0000","last_peered":"2024-04-15T16:42:28.285099+0000","last_clean":"2024-04-15T16:42:28.285099+0000","last_became_active":"2024-04-15T16:36:37.520654+0000","last_became_peered":"2024-04-15T16:36:37.520654+0000","last_unstale":"2024-04-15T16:42:28.285099+0000","last_undegraded":"2024-04-15T16:42:28.285099+0000","last_fullsized":"2024-04-15T16:42:28.285099+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:12:58.632128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1300,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.570384+0000","last_change":"2024-04-15T16:36:02.463928+0000","last_active":"2024-04-15T16:42:26.570384+0000","last_peered":"2024-04-15T16:42:26.570384+0000","last_clean":"2024-04-15T16:42:26.570384+0000","last_became_active":"2024-04-15T16:36:02.463453+0000","last_became_peered":"2024-04-15T16:36:02.463453+0000","last_unstale":"2024-04-15T16:42:26.570384+0000","last_undegraded":"2024-04-15T16:42:26.570384+0000","last_fullsized":"2024-04-15T16:42:26.570384+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:39:53.586473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"61'3","reported_seq":1302,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.567674+0000","last_change":"2024-04-15T16:36:02.460987+0000","last_active":"2024-04-15T16:42:25.567674+0000","last_peered":"2024-04-15T16:42:25.567674+0000","last_clean":"2024-04-15T16:42:25.567674+0000","last_became_active":"2024-04-15T16:36:02.460574+0000","last_became_peered":"2024-04-15T16:36:02.460574+0000","last_unstale":"2024-04-15T16:42:25.567674+0000","last_undegraded":"2024-04-15T16:42:25.567674+0000","last_fullsized":"2024-04-15T16:42:25.567674+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:27:18.246126+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":14,"num_read_kb":14,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1194,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.568290+0000","last_change":"2024-04-15T16:37:12.432548+0000","last_active":"2024-04-15T16:42:26.568290+0000","last_peered":"2024-04-15T16:42:26.568290+0000","last_clean":"2024-04-15T16:42:26.568290+0000","last_became_active":"2024-04-15T16:37:12.432218+0000","last_became_peered":"2024-04-15T16:37:12.432218+0000","last_unstale":"2024-04-15T16:42:26.568290+0000","last_undegraded":"2024-04-15T16:42:26.568290+0000","last_fullsized":"2024-04-15T16:42:26.568290+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:58:20.104761+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"561'30","reported_seq":1180,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283952+0000","last_change":"2024-04-15T16:36:37.526555+0000","last_active":"2024-04-15T16:42:28.283952+0000","last_peered":"2024-04-15T16:42:28.283952+0000","last_clean":"2024-04-15T16:42:28.283952+0000","last_became_active":"2024-04-15T16:36:37.525959+0000","last_became_peered":"2024-04-15T16:36:37.525959+0000","last_unstale":"2024-04-15T16:42:28.283952+0000","last_undegraded":"2024-04-15T16:42:28.283952+0000","last_fullsized":"2024-04-15T16:42:28.283952+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":30,"log_dups_size":0,"ondisk_log_size":30,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:04:45.376061+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5824,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":20,"num_read_kb":28,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1132,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283820+0000","last_change":"2024-04-15T16:37:12.444914+0000","last_active":"2024-04-15T16:42:28.283820+0000","last_peered":"2024-04-15T16:42:28.283820+0000","last_clean":"2024-04-15T16:42:28.283820+0000","last_became_active":"2024-04-15T16:37:12.437727+0000","last_became_peered":"2024-04-15T16:37:12.437727+0000","last_unstale":"2024-04-15T16:42:28.283820+0000","last_undegraded":"2024-04-15T16:42:28.283820+0000","last_fullsized":"2024-04-15T16:42:28.283820+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T04:02:14.202098+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"61'2","reported_seq":1307,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.570757+0000","last_change":"2024-04-15T16:35:27.393344+0000","last_active":"2024-04-15T16:42:26.570757+0000","last_peered":"2024-04-15T16:42:26.570757+0000","last_clean":"2024-04-15T16:42:26.570757+0000","last_became_active":"2024-04-15T16:35:27.391711+0000","last_became_peered":"2024-04-15T16:35:27.391711+0000","last_unstale":"2024-04-15T16:42:26.570757+0000","last_undegraded":"2024-04-15T16:42:26.570757+0000","last_fullsized":"2024-04-15T16:42:26.570757+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:18:54.137915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":8,"num_read_kb":16,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1300,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.569878+0000","last_change":"2024-04-15T16:37:12.442860+0000","last_active":"2024-04-15T16:42:26.569878+0000","last_peered":"2024-04-15T16:42:26.569878+0000","last_clean":"2024-04-15T16:42:26.569878+0000","last_became_active":"2024-04-15T16:37:12.442467+0000","last_became_peered":"2024-04-15T16:37:12.442467+0000","last_unstale":"2024-04-15T16:42:26.569878+0000","last_undegraded":"2024-04-15T16:42:26.569878+0000","last_fullsized":"2024-04-15T16:42:26.569878+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:34:39.937552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1175,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.285214+0000","last_change":"2024-04-15T16:37:12.439882+0000","last_active":"2024-04-15T16:42:28.285214+0000","last_peered":"2024-04-15T16:42:28.285214+0000","last_clean":"2024-04-15T16:42:28.285214+0000","last_became_active":"2024-04-15T16:37:12.439417+0000","last_became_peered":"2024-04-15T16:37:12.439417+0000","last_unstale":"2024-04-15T16:42:28.285214+0000","last_undegraded":"2024-04-15T16:42:28.285214+0000","last_fullsized":"2024-04-15T16:42:28.285214+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:07:43.889106+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1116,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284060+0000","last_change":"2024-04-15T16:37:12.433610+0000","last_active":"2024-04-15T16:42:28.284060+0000","last_peered":"2024-04-15T16:42:28.284060+0000","last_clean":"2024-04-15T16:42:28.284060+0000","last_became_active":"2024-04-15T16:37:12.430857+0000","last_became_peered":"2024-04-15T16:37:12.430857+0000","last_unstale":"2024-04-15T16:42:28.284060+0000","last_undegraded":"2024-04-15T16:42:28.284060+0000","last_fullsized":"2024-04-15T16:42:28.284060+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:09:20.898872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1145,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283135+0000","last_change":"2024-04-15T16:36:37.523124+0000","last_active":"2024-04-15T16:42:28.283135+0000","last_peered":"2024-04-15T16:42:28.283135+0000","last_clean":"2024-04-15T16:42:28.283135+0000","last_became_active":"2024-04-15T16:36:37.522119+0000","last_became_peered":"2024-04-15T16:36:37.522119+0000","last_unstale":"2024-04-15T16:42:28.283135+0000","last_undegraded":"2024-04-15T16:42:28.283135+0000","last_fullsized":"2024-04-15T16:42:28.283135+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:40:35.749220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1137,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283266+0000","last_change":"2024-04-15T16:36:37.516093+0000","last_active":"2024-04-15T16:42:28.283266+0000","last_peered":"2024-04-15T16:42:28.283266+0000","last_clean":"2024-04-15T16:42:28.283266+0000","last_became_active":"2024-04-15T16:36:37.515642+0000","last_became_peered":"2024-04-15T16:36:37.515642+0000","last_unstale":"2024-04-15T16:42:28.283266+0000","last_undegraded":"2024-04-15T16:42:28.283266+0000","last_fullsized":"2024-04-15T16:42:28.283266+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:49:24.473305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"61'8","reported_seq":1288,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.566340+0000","last_change":"2024-04-15T16:34:33.584189+0000","last_active":"2024-04-15T16:42:25.566340+0000","last_peered":"2024-04-15T16:42:25.566340+0000","last_clean":"2024-04-15T16:42:25.566340+0000","last_became_active":"2024-04-15T16:34:33.583340+0000","last_became_peered":"2024-04-15T16:34:33.583340+0000","last_unstale":"2024-04-15T16:42:25.566340+0000","last_undegraded":"2024-04-15T16:42:25.566340+0000","last_fullsized":"2024-04-15T16:42:25.566340+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:15:26.336628+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":48,"num_read_kb":48,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1103,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283982+0000","last_change":"2024-04-15T16:37:12.447850+0000","last_active":"2024-04-15T16:42:28.283982+0000","last_peered":"2024-04-15T16:42:28.283982+0000","last_clean":"2024-04-15T16:42:28.283982+0000","last_became_active":"2024-04-15T16:37:12.435479+0000","last_became_peered":"2024-04-15T16:37:12.435479+0000","last_unstale":"2024-04-15T16:42:28.283982+0000","last_undegraded":"2024-04-15T16:42:28.283982+0000","last_fullsized":"2024-04-15T16:42:28.283982+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:48:48.946588+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"843'1181","reported_seq":4452,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.576453+0000","last_change":"2024-04-15T16:42:25.576900+0000","last_active":"2024-04-15T16:42:25.576453+0000","last_peered":"2024-04-15T16:42:25.576453+0000","last_clean":"2024-04-15T16:42:25.576453+0000","last_became_active":"2024-04-15T16:34:33.584044+0000","last_became_peered":"2024-04-15T16:34:33.584044+0000","last_unstale":"2024-04-15T16:42:25.576453+0000","last_undegraded":"2024-04-15T16:42:25.576453+0000","last_fullsized":"2024-04-15T16:42:25.576453+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":1181,"log_dups_size":0,"ondisk_log_size":1181,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:05:26.156017+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010765911,"stat_sum":{"num_bytes":49176576,"num_objects":22,"num_object_clones":19,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":286,"num_read_kb":452444,"num_write":567,"num_write_kb":109192,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":12,"num_bytes_recovered":85041152,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"2.f","version":"61'1","reported_seq":1212,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.568746+0000","last_change":"2024-04-15T16:37:12.435288+0000","last_active":"2024-04-15T16:42:26.568746+0000","last_peered":"2024-04-15T16:42:26.568746+0000","last_clean":"2024-04-15T16:42:26.568746+0000","last_became_active":"2024-04-15T16:37:12.434848+0000","last_became_peered":"2024-04-15T16:37:12.434848+0000","last_unstale":"2024-04-15T16:42:26.568746+0000","last_undegraded":"2024-04-15T16:42:26.568746+0000","last_fullsized":"2024-04-15T16:42:26.568746+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:50:13.495339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1116,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284189+0000","last_change":"2024-04-15T16:37:12.438875+0000","last_active":"2024-04-15T16:42:28.284189+0000","last_peered":"2024-04-15T16:42:28.284189+0000","last_clean":"2024-04-15T16:42:28.284189+0000","last_became_active":"2024-04-15T16:37:12.437587+0000","last_became_peered":"2024-04-15T16:37:12.437587+0000","last_unstale":"2024-04-15T16:42:28.284189+0000","last_undegraded":"2024-04-15T16:42:28.284189+0000","last_fullsized":"2024-04-15T16:42:28.284189+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T04:20:00.098369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"833'1699","reported_seq":4965,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.570321+0000","last_change":"2024-04-15T16:42:25.573282+0000","last_active":"2024-04-15T16:42:26.570321+0000","last_peered":"2024-04-15T16:42:26.570321+0000","last_clean":"2024-04-15T16:42:26.570321+0000","last_became_active":"2024-04-15T16:36:37.530210+0000","last_became_peered":"2024-04-15T16:36:37.530210+0000","last_unstale":"2024-04-15T16:42:26.570321+0000","last_undegraded":"2024-04-15T16:42:26.570321+0000","last_fullsized":"2024-04-15T16:42:26.570321+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":1699,"log_dups_size":0,"ondisk_log_size":1699,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:18:37.314574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00076745199999999996,"stat_sum":{"num_bytes":66183168,"num_objects":26,"num_object_clones":22,"num_object_copies":78,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":26,"num_whiteouts":1,"num_read":309,"num_read_kb":348130,"num_write":661,"num_write_kb":141840,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":12369920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1281,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.567090+0000","last_change":"2024-04-15T16:36:02.460950+0000","last_active":"2024-04-15T16:42:25.567090+0000","last_peered":"2024-04-15T16:42:25.567090+0000","last_clean":"2024-04-15T16:42:25.567090+0000","last_became_active":"2024-04-15T16:36:02.460615+0000","last_became_peered":"2024-04-15T16:36:02.460615+0000","last_unstale":"2024-04-15T16:42:25.567090+0000","last_undegraded":"2024-04-15T16:42:25.567090+0000","last_fullsized":"2024-04-15T16:42:25.567090+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:37:10.182091+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1303,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.567110+0000","last_change":"2024-04-15T16:34:33.595720+0000","last_active":"2024-04-15T16:42:25.567110+0000","last_peered":"2024-04-15T16:42:25.567110+0000","last_clean":"2024-04-15T16:42:25.567110+0000","last_became_active":"2024-04-15T16:34:33.594758+0000","last_became_peered":"2024-04-15T16:34:33.594758+0000","last_unstale":"2024-04-15T16:42:25.567110+0000","last_undegraded":"2024-04-15T16:42:25.567110+0000","last_fullsized":"2024-04-15T16:42:25.567110+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:12:51.924971+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,2],"acting":[1,0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1181,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284356+0000","last_change":"2024-04-15T16:36:02.461360+0000","last_active":"2024-04-15T16:42:28.284356+0000","last_peered":"2024-04-15T16:42:28.284356+0000","last_clean":"2024-04-15T16:42:28.284356+0000","last_became_active":"2024-04-15T16:36:02.461046+0000","last_became_peered":"2024-04-15T16:36:02.461046+0000","last_unstale":"2024-04-15T16:42:28.284356+0000","last_undegraded":"2024-04-15T16:42:28.284356+0000","last_fullsized":"2024-04-15T16:42:28.284356+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:04:24.771010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"833'435","reported_seq":3796,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.569679+0000","last_change":"2024-04-15T16:42:25.572539+0000","last_active":"2024-04-15T16:42:26.569679+0000","last_peered":"2024-04-15T16:42:26.569679+0000","last_clean":"2024-04-15T16:42:26.569679+0000","last_became_active":"2024-04-15T16:35:27.389492+0000","last_became_peered":"2024-04-15T16:35:27.389492+0000","last_unstale":"2024-04-15T16:42:26.569679+0000","last_undegraded":"2024-04-15T16:42:26.569679+0000","last_fullsized":"2024-04-15T16:42:26.569679+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":435,"log_dups_size":0,"ondisk_log_size":435,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:33:14.611687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00053505499999999999,"stat_sum":{"num_bytes":14712832,"num_objects":7,"num_object_clones":6,"num_object_copies":21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":7,"num_whiteouts":0,"num_read":70,"num_read_kb":181521,"num_write":166,"num_write_kb":29040,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":10846208,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1281,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.566612+0000","last_change":"2024-04-15T16:34:53.451965+0000","last_active":"2024-04-15T16:42:25.566612+0000","last_peered":"2024-04-15T16:42:25.566612+0000","last_clean":"2024-04-15T16:42:25.566612+0000","last_became_active":"2024-04-15T16:34:53.451631+0000","last_became_peered":"2024-04-15T16:34:53.451631+0000","last_unstale":"2024-04-15T16:42:25.566612+0000","last_undegraded":"2024-04-15T16:42:25.566612+0000","last_fullsized":"2024-04-15T16:42:25.566612+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:28:51.223366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1165,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.285025+0000","last_change":"2024-04-15T16:36:37.521147+0000","last_active":"2024-04-15T16:42:28.285025+0000","last_peered":"2024-04-15T16:42:28.285025+0000","last_clean":"2024-04-15T16:42:28.285025+0000","last_became_active":"2024-04-15T16:36:37.520868+0000","last_became_peered":"2024-04-15T16:36:37.520868+0000","last_unstale":"2024-04-15T16:42:28.285025+0000","last_undegraded":"2024-04-15T16:42:28.285025+0000","last_fullsized":"2024-04-15T16:42:28.285025+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:11:21.489300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1208,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.568123+0000","last_change":"2024-04-15T16:36:37.518096+0000","last_active":"2024-04-15T16:42:26.568123+0000","last_peered":"2024-04-15T16:42:26.568123+0000","last_clean":"2024-04-15T16:42:26.568123+0000","last_became_active":"2024-04-15T16:36:37.517817+0000","last_became_peered":"2024-04-15T16:36:37.517817+0000","last_unstale":"2024-04-15T16:42:26.568123+0000","last_undegraded":"2024-04-15T16:42:26.568123+0000","last_fullsized":"2024-04-15T16:42:26.568123+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:37:47.350263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"833'301","reported_seq":3573,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.567234+0000","last_change":"2024-04-15T16:42:25.567478+0000","last_active":"2024-04-15T16:42:25.567234+0000","last_peered":"2024-04-15T16:42:25.567234+0000","last_clean":"2024-04-15T16:42:25.567234+0000","last_became_active":"2024-04-15T16:36:02.455969+0000","last_became_peered":"2024-04-15T16:36:02.455969+0000","last_unstale":"2024-04-15T16:42:25.567234+0000","last_undegraded":"2024-04-15T16:42:25.567234+0000","last_fullsized":"2024-04-15T16:42:25.567234+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":301,"log_dups_size":0,"ondisk_log_size":301,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:21:26.346739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00061018300000000004,"stat_sum":{"num_bytes":5545984,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":91,"num_read_kb":60956,"num_write":81,"num_write_kb":14000,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1289,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.566597+0000","last_change":"2024-04-15T16:36:02.460645+0000","last_active":"2024-04-15T16:42:25.566597+0000","last_peered":"2024-04-15T16:42:25.566597+0000","last_clean":"2024-04-15T16:42:25.566597+0000","last_became_active":"2024-04-15T16:36:02.460262+0000","last_became_peered":"2024-04-15T16:36:02.460262+0000","last_unstale":"2024-04-15T16:42:25.566597+0000","last_undegraded":"2024-04-15T16:42:25.566597+0000","last_fullsized":"2024-04-15T16:42:25.566597+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:22:07.032382+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1281,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.567458+0000","last_change":"2024-04-15T16:36:37.515707+0000","last_active":"2024-04-15T16:42:25.567458+0000","last_peered":"2024-04-15T16:42:25.567458+0000","last_clean":"2024-04-15T16:42:25.567458+0000","last_became_active":"2024-04-15T16:36:37.515308+0000","last_became_peered":"2024-04-15T16:36:37.515308+0000","last_unstale":"2024-04-15T16:42:25.567458+0000","last_undegraded":"2024-04-15T16:42:25.567458+0000","last_fullsized":"2024-04-15T16:42:25.567458+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:04:04.136317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1270,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.566032+0000","last_change":"2024-04-15T16:34:53.452897+0000","last_active":"2024-04-15T16:42:25.566032+0000","last_peered":"2024-04-15T16:42:25.566032+0000","last_clean":"2024-04-15T16:42:25.566032+0000","last_became_active":"2024-04-15T16:34:53.452544+0000","last_became_peered":"2024-04-15T16:34:53.452544+0000","last_unstale":"2024-04-15T16:42:25.566032+0000","last_undegraded":"2024-04-15T16:42:25.566032+0000","last_fullsized":"2024-04-15T16:42:25.566032+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:07:32.453838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"843'1033","reported_seq":3970,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.285814+0000","last_change":"2024-04-15T16:42:25.577266+0000","last_active":"2024-04-15T16:42:28.285814+0000","last_peered":"2024-04-15T16:42:28.285814+0000","last_clean":"2024-04-15T16:42:28.285814+0000","last_became_active":"2024-04-15T16:37:12.438196+0000","last_became_peered":"2024-04-15T16:37:12.438196+0000","last_unstale":"2024-04-15T16:42:28.285814+0000","last_undegraded":"2024-04-15T16:42:28.285814+0000","last_fullsized":"2024-04-15T16:42:28.285814+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":1033,"log_dups_size":0,"ondisk_log_size":1033,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:52:47.557835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0053684129999999998,"stat_sum":{"num_bytes":43237376,"num_objects":19,"num_object_clones":16,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":213,"num_read_kb":345628,"num_write":457,"num_write_kb":89208,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":1482752,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1135,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284968+0000","last_change":"2024-04-15T16:37:12.448015+0000","last_active":"2024-04-15T16:42:28.284968+0000","last_peered":"2024-04-15T16:42:28.284968+0000","last_clean":"2024-04-15T16:42:28.284968+0000","last_became_active":"2024-04-15T16:37:12.447614+0000","last_became_peered":"2024-04-15T16:37:12.447614+0000","last_unstale":"2024-04-15T16:42:28.284968+0000","last_undegraded":"2024-04-15T16:42:28.284968+0000","last_fullsized":"2024-04-15T16:42:28.284968+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:49:32.328178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1215,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.568870+0000","last_change":"2024-04-15T16:36:37.526042+0000","last_active":"2024-04-15T16:42:26.568870+0000","last_peered":"2024-04-15T16:42:26.568870+0000","last_clean":"2024-04-15T16:42:26.568870+0000","last_became_active":"2024-04-15T16:36:37.525651+0000","last_became_peered":"2024-04-15T16:36:37.525651+0000","last_unstale":"2024-04-15T16:42:26.568870+0000","last_undegraded":"2024-04-15T16:42:26.568870+0000","last_fullsized":"2024-04-15T16:42:26.568870+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:31:55.937870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1158,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284019+0000","last_change":"2024-04-15T16:37:12.442606+0000","last_active":"2024-04-15T16:42:28.284019+0000","last_peered":"2024-04-15T16:42:28.284019+0000","last_clean":"2024-04-15T16:42:28.284019+0000","last_became_active":"2024-04-15T16:37:12.442112+0000","last_became_peered":"2024-04-15T16:37:12.442112+0000","last_unstale":"2024-04-15T16:42:28.284019+0000","last_undegraded":"2024-04-15T16:42:28.284019+0000","last_fullsized":"2024-04-15T16:42:28.284019+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:18:59.822926+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"255'221","reported_seq":1686,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.282947+0000","last_change":"2024-04-15T16:37:12.444720+0000","last_active":"2024-04-15T16:42:28.282947+0000","last_peered":"2024-04-15T16:42:28.282947+0000","last_clean":"2024-04-15T16:42:28.282947+0000","last_became_active":"2024-04-15T16:37:12.438959+0000","last_became_peered":"2024-04-15T16:37:12.438959+0000","last_unstale":"2024-04-15T16:42:28.282947+0000","last_undegraded":"2024-04-15T16:42:28.282947+0000","last_fullsized":"2024-04-15T16:42:28.282947+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:23:16.414562+0000","last_clean_scrub_stamp":"2024-04-15T16:23:16.414562+0000","objects_scrubbed":0,"log_size":221,"log_dups_size":0,"ondisk_log_size":221,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T04:19:35.982947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1034,"num_read_kb":1874,"num_write":359,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"833'419","reported_seq":3514,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.285704+0000","last_change":"2024-04-15T16:42:25.573670+0000","last_active":"2024-04-15T16:42:28.285704+0000","last_peered":"2024-04-15T16:42:28.285704+0000","last_clean":"2024-04-15T16:42:28.285704+0000","last_became_active":"2024-04-15T16:36:02.462618+0000","last_became_peered":"2024-04-15T16:36:02.462618+0000","last_unstale":"2024-04-15T16:42:28.285704+0000","last_undegraded":"2024-04-15T16:42:28.285704+0000","last_fullsized":"2024-04-15T16:42:28.285704+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":419,"log_dups_size":0,"ondisk_log_size":419,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:29:52.380688+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00069612799999999996,"stat_sum":{"num_bytes":16539648,"num_objects":11,"num_object_clones":10,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":0,"num_read":81,"num_read_kb":112610,"num_write":174,"num_write_kb":27848,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1302,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.569822+0000","last_change":"2024-04-15T16:34:33.593189+0000","last_active":"2024-04-15T16:42:26.569822+0000","last_peered":"2024-04-15T16:42:26.569822+0000","last_clean":"2024-04-15T16:42:26.569822+0000","last_became_active":"2024-04-15T16:34:33.592876+0000","last_became_peered":"2024-04-15T16:34:33.592876+0000","last_unstale":"2024-04-15T16:42:26.569822+0000","last_undegraded":"2024-04-15T16:42:26.569822+0000","last_fullsized":"2024-04-15T16:42:26.569822+0000","mapping_epoch":378,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":379,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:01:08.508319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1302,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.569122+0000","last_change":"2024-04-15T16:35:27.386033+0000","last_active":"2024-04-15T16:42:26.569122+0000","last_peered":"2024-04-15T16:42:26.569122+0000","last_clean":"2024-04-15T16:42:26.569122+0000","last_became_active":"2024-04-15T16:35:27.385690+0000","last_became_peered":"2024-04-15T16:35:27.385690+0000","last_unstale":"2024-04-15T16:42:26.569122+0000","last_undegraded":"2024-04-15T16:42:26.569122+0000","last_fullsized":"2024-04-15T16:42:26.569122+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:52:21.990147+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1113,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.282937+0000","last_change":"2024-04-15T16:37:12.447074+0000","last_active":"2024-04-15T16:42:28.282937+0000","last_peered":"2024-04-15T16:42:28.282937+0000","last_clean":"2024-04-15T16:42:28.282937+0000","last_became_active":"2024-04-15T16:37:12.438016+0000","last_became_peered":"2024-04-15T16:37:12.438016+0000","last_unstale":"2024-04-15T16:42:28.282937+0000","last_undegraded":"2024-04-15T16:42:28.282937+0000","last_fullsized":"2024-04-15T16:42:28.282937+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:00:47.015103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"843'1674","reported_seq":4629,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283815+0000","last_change":"2024-04-15T16:42:25.586441+0000","last_active":"2024-04-15T16:42:28.283815+0000","last_peered":"2024-04-15T16:42:28.283815+0000","last_clean":"2024-04-15T16:42:28.283815+0000","last_became_active":"2024-04-15T16:36:37.527183+0000","last_became_peered":"2024-04-15T16:36:37.527183+0000","last_unstale":"2024-04-15T16:42:28.283815+0000","last_undegraded":"2024-04-15T16:42:28.283815+0000","last_fullsized":"2024-04-15T16:42:28.283815+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":1674,"log_dups_size":0,"ondisk_log_size":1674,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:35:00.946128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0065907539999999999,"stat_sum":{"num_bytes":58580992,"num_objects":30,"num_object_clones":26,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":2,"num_read":348,"num_read_kb":596821,"num_write":624,"num_write_kb":169280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":15851520,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1302,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.570609+0000","last_change":"2024-04-15T16:37:12.445937+0000","last_active":"2024-04-15T16:42:26.570609+0000","last_peered":"2024-04-15T16:42:26.570609+0000","last_clean":"2024-04-15T16:42:26.570609+0000","last_became_active":"2024-04-15T16:37:12.445624+0000","last_became_peered":"2024-04-15T16:37:12.445624+0000","last_unstale":"2024-04-15T16:42:26.570609+0000","last_undegraded":"2024-04-15T16:42:26.570609+0000","last_fullsized":"2024-04-15T16:42:26.570609+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:06:16.614381+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1118,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284141+0000","last_change":"2024-04-15T16:37:12.447156+0000","last_active":"2024-04-15T16:42:28.284141+0000","last_peered":"2024-04-15T16:42:28.284141+0000","last_clean":"2024-04-15T16:42:28.284141+0000","last_became_active":"2024-04-15T16:37:12.438167+0000","last_became_peered":"2024-04-15T16:37:12.438167+0000","last_unstale":"2024-04-15T16:42:28.284141+0000","last_undegraded":"2024-04-15T16:42:28.284141+0000","last_fullsized":"2024-04-15T16:42:28.284141+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:58:22.930754+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1281,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.566708+0000","last_change":"2024-04-15T16:36:02.461863+0000","last_active":"2024-04-15T16:42:25.566708+0000","last_peered":"2024-04-15T16:42:25.566708+0000","last_clean":"2024-04-15T16:42:25.566708+0000","last_became_active":"2024-04-15T16:36:02.460747+0000","last_became_peered":"2024-04-15T16:36:02.460747+0000","last_unstale":"2024-04-15T16:42:25.566708+0000","last_undegraded":"2024-04-15T16:42:25.566708+0000","last_fullsized":"2024-04-15T16:42:25.566708+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:46:31.088065+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"843'2150","reported_seq":5217,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.568800+0000","last_change":"2024-04-15T16:42:25.590022+0000","last_active":"2024-04-15T16:42:26.568800+0000","last_peered":"2024-04-15T16:42:26.568800+0000","last_clean":"2024-04-15T16:42:26.568800+0000","last_became_active":"2024-04-15T16:37:12.435245+0000","last_became_peered":"2024-04-15T16:37:12.435245+0000","last_unstale":"2024-04-15T16:42:26.568800+0000","last_undegraded":"2024-04-15T16:42:26.568800+0000","last_fullsized":"2024-04-15T16:42:26.568800+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":2150,"log_dups_size":0,"ondisk_log_size":2150,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:30:44.136851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0097982439999999994,"stat_sum":{"num_bytes":61292544,"num_objects":42,"num_object_clones":36,"num_object_copies":126,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":42,"num_whiteouts":2,"num_read":413,"num_read_kb":562751,"num_write":782,"num_write_kb":185312,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":39870464,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1224,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.569307+0000","last_change":"2024-04-15T16:37:12.432270+0000","last_active":"2024-04-15T16:42:26.569307+0000","last_peered":"2024-04-15T16:42:26.569307+0000","last_clean":"2024-04-15T16:42:26.569307+0000","last_became_active":"2024-04-15T16:37:12.431611+0000","last_became_peered":"2024-04-15T16:37:12.431611+0000","last_unstale":"2024-04-15T16:42:26.569307+0000","last_undegraded":"2024-04-15T16:42:26.569307+0000","last_fullsized":"2024-04-15T16:42:26.569307+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:45:53.738245+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"564'3","reported_seq":1287,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.568061+0000","last_change":"2024-04-15T16:36:37.527882+0000","last_active":"2024-04-15T16:42:25.568061+0000","last_peered":"2024-04-15T16:42:25.568061+0000","last_clean":"2024-04-15T16:42:25.568061+0000","last_became_active":"2024-04-15T16:36:37.527464+0000","last_became_peered":"2024-04-15T16:36:37.527464+0000","last_unstale":"2024-04-15T16:42:25.568061+0000","last_undegraded":"2024-04-15T16:42:25.568061+0000","last_fullsized":"2024-04-15T16:42:25.568061+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:39:02.683377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1227,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.570493+0000","last_change":"2024-04-15T16:37:12.432096+0000","last_active":"2024-04-15T16:42:26.570493+0000","last_peered":"2024-04-15T16:42:26.570493+0000","last_clean":"2024-04-15T16:42:26.570493+0000","last_became_active":"2024-04-15T16:37:12.431685+0000","last_became_peered":"2024-04-15T16:37:12.431685+0000","last_unstale":"2024-04-15T16:42:26.570493+0000","last_undegraded":"2024-04-15T16:42:26.570493+0000","last_fullsized":"2024-04-15T16:42:26.570493+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:04:11.186161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"843'1635","reported_seq":4768,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.568820+0000","last_change":"2024-04-15T16:42:25.590143+0000","last_active":"2024-04-15T16:42:26.568820+0000","last_peered":"2024-04-15T16:42:26.568820+0000","last_clean":"2024-04-15T16:42:26.568820+0000","last_became_active":"2024-04-15T16:35:27.393451+0000","last_became_peered":"2024-04-15T16:35:27.393451+0000","last_unstale":"2024-04-15T16:42:26.568820+0000","last_undegraded":"2024-04-15T16:42:26.568820+0000","last_fullsized":"2024-04-15T16:42:26.568820+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":1635,"log_dups_size":0,"ondisk_log_size":1635,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:59:09.866102+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0075600399999999996,"stat_sum":{"num_bytes":97050624,"num_objects":30,"num_object_clones":26,"num_object_copies":90,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":30,"num_whiteouts":0,"num_read":291,"num_read_kb":559714,"num_write":709,"num_write_kb":194624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":37085184,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1195,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.567696+0000","last_change":"2024-04-15T16:36:37.528589+0000","last_active":"2024-04-15T16:42:26.567696+0000","last_peered":"2024-04-15T16:42:26.567696+0000","last_clean":"2024-04-15T16:42:26.567696+0000","last_became_active":"2024-04-15T16:36:37.528198+0000","last_became_peered":"2024-04-15T16:36:37.528198+0000","last_unstale":"2024-04-15T16:42:26.567696+0000","last_undegraded":"2024-04-15T16:42:26.567696+0000","last_fullsized":"2024-04-15T16:42:26.567696+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":63,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:26:06.566095+0000","last_clean_scrub_stamp":"2024-04-15T16:26:06.566095+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:59:56.313138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"61'2","reported_seq":1132,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.285251+0000","last_change":"2024-04-15T16:37:12.437196+0000","last_active":"2024-04-15T16:42:28.285251+0000","last_peered":"2024-04-15T16:42:28.285251+0000","last_clean":"2024-04-15T16:42:28.285251+0000","last_became_active":"2024-04-15T16:37:12.436824+0000","last_became_peered":"2024-04-15T16:37:12.436824+0000","last_unstale":"2024-04-15T16:42:28.285251+0000","last_undegraded":"2024-04-15T16:42:28.285251+0000","last_fullsized":"2024-04-15T16:42:28.285251+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:24:20.852012+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1302,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.569412+0000","last_change":"2024-04-15T16:35:27.389620+0000","last_active":"2024-04-15T16:42:26.569412+0000","last_peered":"2024-04-15T16:42:26.569412+0000","last_clean":"2024-04-15T16:42:26.569412+0000","last_became_active":"2024-04-15T16:35:27.389266+0000","last_became_peered":"2024-04-15T16:35:27.389266+0000","last_unstale":"2024-04-15T16:42:26.569412+0000","last_undegraded":"2024-04-15T16:42:26.569412+0000","last_fullsized":"2024-04-15T16:42:26.569412+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:45:01.302916+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"843'1918","reported_seq":4891,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.285680+0000","last_change":"2024-04-15T16:42:25.586198+0000","last_active":"2024-04-15T16:42:28.285680+0000","last_peered":"2024-04-15T16:42:28.285680+0000","last_clean":"2024-04-15T16:42:28.285680+0000","last_became_active":"2024-04-15T16:36:37.529652+0000","last_became_peered":"2024-04-15T16:36:37.529652+0000","last_unstale":"2024-04-15T16:42:28.285680+0000","last_undegraded":"2024-04-15T16:42:28.285680+0000","last_fullsized":"2024-04-15T16:42:28.285680+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":1918,"log_dups_size":0,"ondisk_log_size":1918,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:54:38.454905+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013112909000000001,"stat_sum":{"num_bytes":55173120,"num_objects":31,"num_object_clones":26,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":2,"num_read":318,"num_read_kb":452308,"num_write":758,"num_write_kb":174512,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":31301632,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1113,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283583+0000","last_change":"2024-04-15T16:37:12.443319+0000","last_active":"2024-04-15T16:42:28.283583+0000","last_peered":"2024-04-15T16:42:28.283583+0000","last_clean":"2024-04-15T16:42:28.283583+0000","last_became_active":"2024-04-15T16:37:12.435360+0000","last_became_peered":"2024-04-15T16:37:12.435360+0000","last_unstale":"2024-04-15T16:42:28.283583+0000","last_undegraded":"2024-04-15T16:42:28.283583+0000","last_fullsized":"2024-04-15T16:42:28.283583+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:15:37.213225+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1231,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.567692+0000","last_change":"2024-04-15T16:37:12.442185+0000","last_active":"2024-04-15T16:42:26.567692+0000","last_peered":"2024-04-15T16:42:26.567692+0000","last_clean":"2024-04-15T16:42:26.567692+0000","last_became_active":"2024-04-15T16:37:12.441781+0000","last_became_peered":"2024-04-15T16:37:12.441781+0000","last_unstale":"2024-04-15T16:42:26.567692+0000","last_undegraded":"2024-04-15T16:42:26.567692+0000","last_fullsized":"2024-04-15T16:42:26.567692+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:50:39.082501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"835'1627","reported_seq":4749,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.568580+0000","last_change":"2024-04-15T16:42:25.579770+0000","last_active":"2024-04-15T16:42:26.568580+0000","last_peered":"2024-04-15T16:42:26.568580+0000","last_clean":"2024-04-15T16:42:26.568580+0000","last_became_active":"2024-04-15T16:36:02.458803+0000","last_became_peered":"2024-04-15T16:36:02.458803+0000","last_unstale":"2024-04-15T16:42:26.568580+0000","last_undegraded":"2024-04-15T16:42:26.568580+0000","last_fullsized":"2024-04-15T16:42:26.568580+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":1627,"log_dups_size":0,"ondisk_log_size":1627,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:03:09.293022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.00097612600000000001,"stat_sum":{"num_bytes":64962560,"num_objects":31,"num_object_clones":27,"num_object_copies":93,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":31,"num_whiteouts":1,"num_read":353,"num_read_kb":473546,"num_write":606,"num_write_kb":144280,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":15392768,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1280,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.566409+0000","last_change":"2024-04-15T16:37:12.435395+0000","last_active":"2024-04-15T16:42:25.566409+0000","last_peered":"2024-04-15T16:42:25.566409+0000","last_clean":"2024-04-15T16:42:25.566409+0000","last_became_active":"2024-04-15T16:37:12.434983+0000","last_became_peered":"2024-04-15T16:37:12.434983+0000","last_unstale":"2024-04-15T16:42:25.566409+0000","last_undegraded":"2024-04-15T16:42:25.566409+0000","last_fullsized":"2024-04-15T16:42:25.566409+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:06:41.594748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1259,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.569412+0000","last_change":"2024-04-15T16:37:12.432332+0000","last_active":"2024-04-15T16:42:26.569412+0000","last_peered":"2024-04-15T16:42:26.569412+0000","last_clean":"2024-04-15T16:42:26.569412+0000","last_became_active":"2024-04-15T16:37:12.431819+0000","last_became_peered":"2024-04-15T16:37:12.431819+0000","last_unstale":"2024-04-15T16:42:26.569412+0000","last_undegraded":"2024-04-15T16:42:26.569412+0000","last_fullsized":"2024-04-15T16:42:26.569412+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:03:32.955743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"843'996","reported_seq":4210,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.573991+0000","last_change":"2024-04-15T16:42:25.575203+0000","last_active":"2024-04-15T16:42:25.573991+0000","last_peered":"2024-04-15T16:42:25.573991+0000","last_clean":"2024-04-15T16:42:25.573991+0000","last_became_active":"2024-04-15T16:37:12.435561+0000","last_became_peered":"2024-04-15T16:37:12.435561+0000","last_unstale":"2024-04-15T16:42:25.573991+0000","last_undegraded":"2024-04-15T16:42:25.573991+0000","last_fullsized":"2024-04-15T16:42:25.573991+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":996,"log_dups_size":0,"ondisk_log_size":996,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:33:02.087885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0075107589999999997,"stat_sum":{"num_bytes":64798720,"num_objects":22,"num_object_clones":19,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":1,"num_read":202,"num_read_kb":414125,"num_write":434,"num_write_kb":142536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":40747008,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1280,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.566833+0000","last_change":"2024-04-15T16:37:12.423380+0000","last_active":"2024-04-15T16:42:25.566833+0000","last_peered":"2024-04-15T16:42:25.566833+0000","last_clean":"2024-04-15T16:42:25.566833+0000","last_became_active":"2024-04-15T16:37:12.423074+0000","last_became_peered":"2024-04-15T16:37:12.423074+0000","last_unstale":"2024-04-15T16:42:25.566833+0000","last_undegraded":"2024-04-15T16:42:25.566833+0000","last_fullsized":"2024-04-15T16:42:25.566833+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T04:07:31.515388+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1227,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.568611+0000","last_change":"2024-04-15T16:35:27.395042+0000","last_active":"2024-04-15T16:42:26.568611+0000","last_peered":"2024-04-15T16:42:26.568611+0000","last_clean":"2024-04-15T16:42:26.568611+0000","last_became_active":"2024-04-15T16:35:27.394186+0000","last_became_peered":"2024-04-15T16:35:27.394186+0000","last_unstale":"2024-04-15T16:42:26.568611+0000","last_undegraded":"2024-04-15T16:42:26.568611+0000","last_fullsized":"2024-04-15T16:42:26.568611+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:20:15.791375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"833'1235","reported_seq":4456,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.568140+0000","last_change":"2024-04-15T16:42:25.568430+0000","last_active":"2024-04-15T16:42:25.568140+0000","last_peered":"2024-04-15T16:42:25.568140+0000","last_clean":"2024-04-15T16:42:25.568140+0000","last_became_active":"2024-04-15T16:35:27.398037+0000","last_became_peered":"2024-04-15T16:35:27.398037+0000","last_unstale":"2024-04-15T16:42:25.568140+0000","last_undegraded":"2024-04-15T16:42:25.568140+0000","last_fullsized":"2024-04-15T16:42:25.568140+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":1235,"log_dups_size":0,"ondisk_log_size":1235,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T23:46:35.100901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0014724110000000001,"stat_sum":{"num_bytes":41746432,"num_objects":19,"num_object_clones":16,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":1,"num_read":172,"num_read_kb":162377,"num_write":504,"num_write_kb":110464,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":11386880,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"2.b","version":"561'4","reported_seq":1119,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283662+0000","last_change":"2024-04-15T16:37:12.443263+0000","last_active":"2024-04-15T16:42:28.283662+0000","last_peered":"2024-04-15T16:42:28.283662+0000","last_clean":"2024-04-15T16:42:28.283662+0000","last_became_active":"2024-04-15T16:37:12.439303+0000","last_became_peered":"2024-04-15T16:37:12.439303+0000","last_unstale":"2024-04-15T16:42:28.283662+0000","last_undegraded":"2024-04-15T16:42:28.283662+0000","last_fullsized":"2024-04-15T16:42:28.283662+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T20:00:22.551323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1144,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283516+0000","last_change":"2024-04-15T16:36:37.527538+0000","last_active":"2024-04-15T16:42:28.283516+0000","last_peered":"2024-04-15T16:42:28.283516+0000","last_clean":"2024-04-15T16:42:28.283516+0000","last_became_active":"2024-04-15T16:36:37.527121+0000","last_became_peered":"2024-04-15T16:36:37.527121+0000","last_unstale":"2024-04-15T16:42:28.283516+0000","last_undegraded":"2024-04-15T16:42:28.283516+0000","last_fullsized":"2024-04-15T16:42:28.283516+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:11:40.386793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"843'1018","reported_seq":4227,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.580359+0000","last_change":"2024-04-15T16:42:25.582002+0000","last_active":"2024-04-15T16:42:25.580359+0000","last_peered":"2024-04-15T16:42:25.580359+0000","last_clean":"2024-04-15T16:42:25.580359+0000","last_became_active":"2024-04-15T16:36:02.455611+0000","last_became_peered":"2024-04-15T16:36:02.455611+0000","last_unstale":"2024-04-15T16:42:25.580359+0000","last_undegraded":"2024-04-15T16:42:25.580359+0000","last_fullsized":"2024-04-15T16:42:25.580359+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":1018,"log_dups_size":0,"ondisk_log_size":1018,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:46:46.491775+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.013603964,"stat_sum":{"num_bytes":33218560,"num_objects":21,"num_object_clones":18,"num_object_copies":63,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":201,"num_read_kb":281679,"num_write":397,"num_write_kb":104304,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":12369920,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1269,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.566482+0000","last_change":"2024-04-15T16:36:02.456863+0000","last_active":"2024-04-15T16:42:25.566482+0000","last_peered":"2024-04-15T16:42:25.566482+0000","last_clean":"2024-04-15T16:42:25.566482+0000","last_became_active":"2024-04-15T16:36:02.456466+0000","last_became_peered":"2024-04-15T16:36:02.456466+0000","last_unstale":"2024-04-15T16:42:25.566482+0000","last_undegraded":"2024-04-15T16:42:25.566482+0000","last_fullsized":"2024-04-15T16:42:25.566482+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:58:59.715574+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1103,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284267+0000","last_change":"2024-04-15T16:37:12.450427+0000","last_active":"2024-04-15T16:42:28.284267+0000","last_peered":"2024-04-15T16:42:28.284267+0000","last_clean":"2024-04-15T16:42:28.284267+0000","last_became_active":"2024-04-15T16:37:12.446779+0000","last_became_peered":"2024-04-15T16:37:12.446779+0000","last_unstale":"2024-04-15T16:42:28.284267+0000","last_undegraded":"2024-04-15T16:42:28.284267+0000","last_fullsized":"2024-04-15T16:42:28.284267+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:05:20.369983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"843'1281","reported_seq":4521,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.584629+0000","last_change":"2024-04-15T16:42:25.585671+0000","last_active":"2024-04-15T16:42:25.584629+0000","last_peered":"2024-04-15T16:42:25.584629+0000","last_clean":"2024-04-15T16:42:25.584629+0000","last_became_active":"2024-04-15T16:35:27.386983+0000","last_became_peered":"2024-04-15T16:35:27.386983+0000","last_unstale":"2024-04-15T16:42:25.584629+0000","last_undegraded":"2024-04-15T16:42:25.584629+0000","last_fullsized":"2024-04-15T16:42:25.584629+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":1281,"log_dups_size":0,"ondisk_log_size":1281,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T01:34:35.800172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.017371589999999999,"stat_sum":{"num_bytes":69459968,"num_objects":16,"num_object_clones":13,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":307,"num_read_kb":677935,"num_write":678,"num_write_kb":129120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":29908992,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"2.d","version":"61'1","reported_seq":1284,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.567373+0000","last_change":"2024-04-15T16:35:27.397302+0000","last_active":"2024-04-15T16:42:25.567373+0000","last_peered":"2024-04-15T16:42:25.567373+0000","last_clean":"2024-04-15T16:42:25.567373+0000","last_became_active":"2024-04-15T16:35:27.396946+0000","last_became_peered":"2024-04-15T16:35:27.396946+0000","last_unstale":"2024-04-15T16:42:25.567373+0000","last_undegraded":"2024-04-15T16:42:25.567373+0000","last_fullsized":"2024-04-15T16:42:25.567373+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:48:28.141726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1174,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284824+0000","last_change":"2024-04-15T16:36:37.520237+0000","last_active":"2024-04-15T16:42:28.284824+0000","last_peered":"2024-04-15T16:42:28.284824+0000","last_clean":"2024-04-15T16:42:28.284824+0000","last_became_active":"2024-04-15T16:36:37.519936+0000","last_became_peered":"2024-04-15T16:36:37.519936+0000","last_unstale":"2024-04-15T16:42:28.284824+0000","last_undegraded":"2024-04-15T16:42:28.284824+0000","last_fullsized":"2024-04-15T16:42:28.284824+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:46:35.771481+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"843'794","reported_seq":3740,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284739+0000","last_change":"2024-04-15T16:42:25.582550+0000","last_active":"2024-04-15T16:42:28.284739+0000","last_peered":"2024-04-15T16:42:28.284739+0000","last_clean":"2024-04-15T16:42:28.284739+0000","last_became_active":"2024-04-15T16:37:12.446948+0000","last_became_peered":"2024-04-15T16:37:12.446948+0000","last_unstale":"2024-04-15T16:42:28.284739+0000","last_undegraded":"2024-04-15T16:42:28.284739+0000","last_fullsized":"2024-04-15T16:42:28.284739+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":71,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:29:07.420224+0000","last_clean_scrub_stamp":"2024-04-15T16:29:07.420224+0000","objects_scrubbed":0,"log_size":794,"log_dups_size":0,"ondisk_log_size":794,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:14:06.544610+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.010194216000000001,"stat_sum":{"num_bytes":20643840,"num_objects":13,"num_object_clones":11,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":1,"num_read":170,"num_read_kb":214194,"num_write":474,"num_write_kb":56160,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":1810432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"1cc","length":"1"}]},{"pgid":"2.e","version":"61'2","reported_seq":1262,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.566981+0000","last_change":"2024-04-15T16:37:12.436286+0000","last_active":"2024-04-15T16:42:25.566981+0000","last_peered":"2024-04-15T16:42:25.566981+0000","last_clean":"2024-04-15T16:42:25.566981+0000","last_became_active":"2024-04-15T16:37:12.435919+0000","last_became_peered":"2024-04-15T16:37:12.435919+0000","last_unstale":"2024-04-15T16:42:25.566981+0000","last_undegraded":"2024-04-15T16:42:25.566981+0000","last_fullsized":"2024-04-15T16:42:25.566981+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:32.941951+0000","last_clean_scrub_stamp":"2024-04-15T16:25:32.941951+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:31:34.047855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":12,"num_read_kb":12,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1116,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284816+0000","last_change":"2024-04-15T16:37:12.449982+0000","last_active":"2024-04-15T16:42:28.284816+0000","last_peered":"2024-04-15T16:42:28.284816+0000","last_clean":"2024-04-15T16:42:28.284816+0000","last_became_active":"2024-04-15T16:37:12.446626+0000","last_became_peered":"2024-04-15T16:37:12.446626+0000","last_unstale":"2024-04-15T16:42:28.284816+0000","last_undegraded":"2024-04-15T16:42:28.284816+0000","last_fullsized":"2024-04-15T16:42:28.284816+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T18:52:37.047257+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1137,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283051+0000","last_change":"2024-04-15T16:36:37.523311+0000","last_active":"2024-04-15T16:42:28.283051+0000","last_peered":"2024-04-15T16:42:28.283051+0000","last_clean":"2024-04-15T16:42:28.283051+0000","last_became_active":"2024-04-15T16:36:37.522965+0000","last_became_peered":"2024-04-15T16:36:37.522965+0000","last_unstale":"2024-04-15T16:42:28.283051+0000","last_undegraded":"2024-04-15T16:42:28.283051+0000","last_fullsized":"2024-04-15T16:42:28.283051+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T00:27:21.606743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1256,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.565939+0000","last_change":"2024-04-15T16:36:37.526040+0000","last_active":"2024-04-15T16:42:25.565939+0000","last_peered":"2024-04-15T16:42:25.565939+0000","last_clean":"2024-04-15T16:42:25.565939+0000","last_became_active":"2024-04-15T16:36:37.525704+0000","last_became_peered":"2024-04-15T16:36:37.525704+0000","last_unstale":"2024-04-15T16:42:25.565939+0000","last_undegraded":"2024-04-15T16:42:25.565939+0000","last_fullsized":"2024-04-15T16:42:25.565939+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T03:21:59.887391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1181,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.285294+0000","last_change":"2024-04-15T16:36:02.469374+0000","last_active":"2024-04-15T16:42:28.285294+0000","last_peered":"2024-04-15T16:42:28.285294+0000","last_clean":"2024-04-15T16:42:28.285294+0000","last_became_active":"2024-04-15T16:36:02.469033+0000","last_became_peered":"2024-04-15T16:36:02.469033+0000","last_unstale":"2024-04-15T16:42:28.285294+0000","last_undegraded":"2024-04-15T16:42:28.285294+0000","last_fullsized":"2024-04-15T16:42:28.285294+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T22:33:52.219374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1302,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.570015+0000","last_change":"2024-04-15T16:35:27.391096+0000","last_active":"2024-04-15T16:42:26.570015+0000","last_peered":"2024-04-15T16:42:26.570015+0000","last_clean":"2024-04-15T16:42:26.570015+0000","last_became_active":"2024-04-15T16:35:27.390382+0000","last_became_peered":"2024-04-15T16:35:27.390382+0000","last_unstale":"2024-04-15T16:42:26.570015+0000","last_undegraded":"2024-04-15T16:42:26.570015+0000","last_fullsized":"2024-04-15T16:42:26.570015+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T04:00:05.722549+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1227,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.569634+0000","last_change":"2024-04-15T16:35:27.390427+0000","last_active":"2024-04-15T16:42:26.569634+0000","last_peered":"2024-04-15T16:42:26.569634+0000","last_clean":"2024-04-15T16:42:26.569634+0000","last_became_active":"2024-04-15T16:35:27.390005+0000","last_became_peered":"2024-04-15T16:35:27.390005+0000","last_unstale":"2024-04-15T16:42:26.569634+0000","last_undegraded":"2024-04-15T16:42:26.569634+0000","last_fullsized":"2024-04-15T16:42:26.569634+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:17:00.906826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1280,"reported_epoch":843,"state":"active+clean","last_fresh":"2024-04-15T16:42:25.567263+0000","last_change":"2024-04-15T16:34:53.453403+0000","last_active":"2024-04-15T16:42:25.567263+0000","last_peered":"2024-04-15T16:42:25.567263+0000","last_clean":"2024-04-15T16:42:25.567263+0000","last_became_active":"2024-04-15T16:34:53.451797+0000","last_became_peered":"2024-04-15T16:34:53.451797+0000","last_unstale":"2024-04-15T16:42:25.567263+0000","last_undegraded":"2024-04-15T16:42:25.567263+0000","last_fullsized":"2024-04-15T16:42:25.567263+0000","mapping_epoch":398,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":399,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T04:21:14.510055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1138,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.284574+0000","last_change":"2024-04-15T16:37:12.436326+0000","last_active":"2024-04-15T16:42:28.284574+0000","last_peered":"2024-04-15T16:42:28.284574+0000","last_clean":"2024-04-15T16:42:28.284574+0000","last_became_active":"2024-04-15T16:37:12.436024+0000","last_became_peered":"2024-04-15T16:37:12.436024+0000","last_unstale":"2024-04-15T16:42:28.284574+0000","last_undegraded":"2024-04-15T16:42:28.284574+0000","last_fullsized":"2024-04-15T16:42:28.284574+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T16:30:13.564847+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1251,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.570636+0000","last_change":"2024-04-15T16:35:27.395940+0000","last_active":"2024-04-15T16:42:26.570636+0000","last_peered":"2024-04-15T16:42:26.570636+0000","last_clean":"2024-04-15T16:42:26.570636+0000","last_became_active":"2024-04-15T16:35:27.395592+0000","last_became_peered":"2024-04-15T16:35:27.395592+0000","last_unstale":"2024-04-15T16:42:26.570636+0000","last_undegraded":"2024-04-15T16:42:26.570636+0000","last_fullsized":"2024-04-15T16:42:26.570636+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T19:16:51.486039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1181,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283745+0000","last_change":"2024-04-15T16:36:02.468389+0000","last_active":"2024-04-15T16:42:28.283745+0000","last_peered":"2024-04-15T16:42:28.283745+0000","last_clean":"2024-04-15T16:42:28.283745+0000","last_became_active":"2024-04-15T16:36:02.468046+0000","last_became_peered":"2024-04-15T16:36:02.468046+0000","last_unstale":"2024-04-15T16:42:28.283745+0000","last_undegraded":"2024-04-15T16:42:28.283745+0000","last_fullsized":"2024-04-15T16:42:28.283745+0000","mapping_epoch":467,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":468,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:07:20.760103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1259,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.569488+0000","last_change":"2024-04-15T16:35:27.396367+0000","last_active":"2024-04-15T16:42:26.569488+0000","last_peered":"2024-04-15T16:42:26.569488+0000","last_clean":"2024-04-15T16:42:26.569488+0000","last_became_active":"2024-04-15T16:35:27.396035+0000","last_became_peered":"2024-04-15T16:35:27.396035+0000","last_unstale":"2024-04-15T16:42:26.569488+0000","last_undegraded":"2024-04-15T16:42:26.569488+0000","last_fullsized":"2024-04-15T16:42:26.569488+0000","mapping_epoch":432,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":433,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:02:10.337513+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1159,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.285039+0000","last_change":"2024-04-15T16:37:12.440223+0000","last_active":"2024-04-15T16:42:28.285039+0000","last_peered":"2024-04-15T16:42:28.285039+0000","last_clean":"2024-04-15T16:42:28.285039+0000","last_became_active":"2024-04-15T16:37:12.439798+0000","last_became_peered":"2024-04-15T16:37:12.439798+0000","last_unstale":"2024-04-15T16:42:28.285039+0000","last_undegraded":"2024-04-15T16:42:28.285039+0000","last_fullsized":"2024-04-15T16:42:28.285039+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T17:50:43.627727+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1302,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:26.569583+0000","last_change":"2024-04-15T16:37:12.436446+0000","last_active":"2024-04-15T16:42:26.569583+0000","last_peered":"2024-04-15T16:42:26.569583+0000","last_clean":"2024-04-15T16:42:26.569583+0000","last_became_active":"2024-04-15T16:37:12.435720+0000","last_became_peered":"2024-04-15T16:37:12.435720+0000","last_unstale":"2024-04-15T16:42:26.569583+0000","last_undegraded":"2024-04-15T16:42:26.569583+0000","last_fullsized":"2024-04-15T16:42:26.569583+0000","mapping_epoch":535,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":536,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-16T21:01:38.574632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1144,"reported_epoch":844,"state":"active+clean","last_fresh":"2024-04-15T16:42:28.283164+0000","last_change":"2024-04-15T16:36:37.521250+0000","last_active":"2024-04-15T16:42:28.283164+0000","last_peered":"2024-04-15T16:42:28.283164+0000","last_clean":"2024-04-15T16:42:28.283164+0000","last_became_active":"2024-04-15T16:36:37.520961+0000","last_became_peered":"2024-04-15T16:36:37.520961+0000","last_unstale":"2024-04-15T16:42:28.283164+0000","last_undegraded":"2024-04-15T16:42:28.283164+0000","last_fullsized":"2024-04-15T16:42:28.283164+0000","mapping_epoch":500,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":501,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-15T16:25:33.945844+0000","last_clean_scrub_stamp":"2024-04-15T16:25:33.945844+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-17T02:35:27.113682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":762322944,"num_objects":345,"num_object_clones":295,"num_object_copies":1035,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":345,"num_whiteouts":11,"num_read":3825,"num_read_kb":5896739,"num_write":8072,"num_write_kb":1821720,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":80,"num_bytes_recovered":345464832,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":996372480,"data_stored":1743212544,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19396,"ondisk_log_size":19396,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":1034,"num_read_kb":1874,"num_write":359,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":221,"ondisk_log_size":221,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6622,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":158,"num_read_kb":174,"num_write":69,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44193,"internal_metadata":0},"log_size":75,"ondisk_log_size":75,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":535,"seq":2297807503425,"num_pgs":50,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":268316,"kb_used_data":96864,"kb_used_omap":29,"kb_used_meta":171170,"kb_avail":93476836,"statfs":{"total":95995035648,"available":95720280064,"internally_reserved":0,"allocated":99188736,"data_stored":153940608,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29800,"internal_metadata":175279000},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":500,"seq":2147483648072,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":330528,"kb_used_data":97252,"kb_used_omap":30,"kb_used_meta":232993,"kb_avail":93414624,"statfs":{"total":95995035648,"available":95656574976,"internally_reserved":0,"allocated":99586048,"data_stored":160020196,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":31396,"internal_metadata":238585180},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":1,"up_from":344,"seq":1477468749927,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":460432,"kb_used_data":115372,"kb_used_omap":18,"kb_used_meta":344301,"kb_avail":93284720,"statfs":{"total":95995035648,"available":95523553280,"internally_reserved":0,"allocated":118140928,"data_stored":208148883,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":18455,"internal_metadata":352565225},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":313,"seq":1344324763758,"num_pgs":52,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":642704,"kb_used_data":155348,"kb_used_omap":23,"kb_used_meta":487080,"kb_avail":93102448,"statfs":{"total":95995035648,"available":95336906752,"internally_reserved":0,"allocated":159076352,"data_stored":266903161,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24154,"internal_metadata":498770342},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":378,"seq":1623497637984,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":486196,"kb_used_data":119632,"kb_used_omap":19,"kb_used_meta":365804,"kb_avail":93258956,"statfs":{"total":95995035648,"available":95497170944,"internally_reserved":0,"allocated":122503168,"data_stored":199538931,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":19663,"internal_metadata":374584113},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":3,"up_from":398,"seq":1709396983900,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":468592,"kb_used_data":122932,"kb_used_omap":23,"kb_used_meta":345384,"kb_avail":93276560,"statfs":{"total":95995035648,"available":95515197440,"internally_reserved":0,"allocated":125882368,"data_stored":219971611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":24124,"internal_metadata":353673668},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":4,"up_from":432,"seq":1855425871958,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":717336,"kb_used_data":181276,"kb_used_omap":36,"kb_used_meta":535771,"kb_avail":93027816,"statfs":{"total":95995035648,"available":95260483584,"internally_reserved":0,"allocated":185626624,"data_stored":314268741,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":37482,"internal_metadata":548629910},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":5,"up_from":467,"seq":2005749727311,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":528236,"kb_used_data":160880,"kb_used_omap":35,"kb_used_meta":367068,"kb_avail":93216916,"statfs":{"total":95995035648,"available":95454121984,"internally_reserved":0,"allocated":164741120,"data_stored":266649755,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":36561,"internal_metadata":375877935},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6097,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4283,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4795,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6456,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5907,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5243,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5885,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5527,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":149053440,"data_stored":260841472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":108490752,"data_stored":202547200,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":112861184,"data_stored":193937408,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":116215808,"data_stored":214364160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":176197632,"data_stored":308797440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":155308032,"data_stored":261173248,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":89317376,"data_stored":153812992,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":88928256,"data_stored":147738624,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-15T16:42:32.003 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-15T16:42:32.003 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-15T16:42:32.213 INFO:teuthology.orchestra.run.smithi090.stderr:Inferring config /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/mon.a/config 2024-04-15T16:42:32.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:31 smithi153 ceph-mon[84714]: pgmap v930: 121 pgs: 121 active+clean; 728 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.0 MiB/s wr, 4 op/s 2024-04-15T16:42:32.619 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:42:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:42:33.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:32 smithi090 ceph-mon[89240]: from='client.44429 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:42:33.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:32 smithi090 ceph-mon[91618]: from='client.44429 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:42:33.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:32 smithi153 ceph-mon[84714]: from='client.44429 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-15T16:42:34.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:33 smithi090 ceph-mon[91618]: pgmap v931: 121 pgs: 121 active+clean; 728 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 848 KiB/s wr, 3 op/s 2024-04-15T16:42:34.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:33 smithi090 ceph-mon[89240]: pgmap v931: 121 pgs: 121 active+clean; 728 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 848 KiB/s wr, 3 op/s 2024-04-15T16:42:34.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:33 smithi153 ceph-mon[84714]: pgmap v931: 121 pgs: 121 active+clean; 728 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 848 KiB/s wr, 3 op/s 2024-04-15T16:42:34.497 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'unique_pool_0' removed 2024-04-15T16:42:35.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:34 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/973281343' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T16:42:35.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:34 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/973281343' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-15T16:42:35.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:34 smithi090 ceph-mon[91618]: osdmap e845: 8 total, 8 up, 8 in 2024-04-15T16:42:35.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:34 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/973281343' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T16:42:35.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:34 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/973281343' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-15T16:42:35.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:34 smithi090 ceph-mon[89240]: osdmap e845: 8 total, 8 up, 8 in 2024-04-15T16:42:35.132 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T16:42:35.132 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-15T16:42:35.132 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T16:42:35.132 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-15T16:42:35.132 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-15T16:42:35.133 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-15T16:42:35.134 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-15T16:42:35.134 DEBUG:teuthology.orchestra.run.smithi090:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-15T16:42:35.150 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T16:42:35.151 INFO:teuthology.orchestra.run.smithi090.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-15T16:42:35.151 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T16:42:35.214 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-15T16:42:35.214 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-15T16:42:35.270 INFO:tasks.workunit:timeout=3h 2024-04-15T16:42:35.270 INFO:tasks.workunit:cleanup=True 2024-04-15T16:42:35.271 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-15T16:42:35.326 INFO:tasks.workunit.client.0.smithi090.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-15T16:42:35.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:34 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/973281343' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T16:42:35.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:34 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/973281343' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-15T16:42:35.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:34 smithi153 ceph-mon[84714]: osdmap e845: 8 total, 8 up, 8 in 2024-04-15T16:42:36.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:35 smithi090 ceph-mon[89240]: pgmap v933: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:42:36.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:35 smithi090 ceph-mon[91618]: pgmap v933: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:42:36.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:35 smithi153 ceph-mon[84714]: pgmap v933: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:42:38.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:37 smithi090 ceph-mon[89240]: pgmap v934: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:38.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:42:38.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:37 smithi090 ceph-mon[91618]: pgmap v934: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:38.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:42:38.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:37 smithi153 ceph-mon[84714]: pgmap v934: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:38.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:42:39.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:38 smithi090 ceph-mon[91618]: pgmap v935: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:39.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:38 smithi090 ceph-mon[89240]: pgmap v935: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:39.327 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:42:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:42:39] "GET /metrics HTTP/1.1" 200 33906 "" "Prometheus/2.43.0" 2024-04-15T16:42:39.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:38 smithi153 ceph-mon[84714]: pgmap v935: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:42.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:41 smithi153 ceph-mon[84714]: pgmap v936: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:42.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:41 smithi090 ceph-mon[89240]: pgmap v936: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:42.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:41 smithi090 ceph-mon[91618]: pgmap v936: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:42.619 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:42:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:42:44.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:43 smithi090 ceph-mon[89240]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:44.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:43 smithi090 ceph-mon[91618]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:44.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:43 smithi153 ceph-mon[84714]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:46.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:45 smithi090 ceph-mon[89240]: pgmap v938: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:46.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:45 smithi090 ceph-mon[91618]: pgmap v938: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:46.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:45 smithi153 ceph-mon[84714]: pgmap v938: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:48.171 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:47 smithi153 ceph-mon[84714]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:48.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:47 smithi090 ceph-mon[89240]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:48.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:47 smithi090 ceph-mon[91618]: pgmap v939: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:49.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:48 smithi090 ceph-mon[91618]: pgmap v940: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:49.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:48 smithi090 ceph-mon[89240]: pgmap v940: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:49.326 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:42:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:42:49] "GET /metrics HTTP/1.1" 200 33906 "" "Prometheus/2.43.0" 2024-04-15T16:42:49.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:48 smithi153 ceph-mon[84714]: pgmap v940: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:49.486 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-15T16:42:49.542 INFO:tasks.workunit.client.0.smithi090.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-15T16:42:49.544 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T16:42:49.544 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-15T16:42:49.608 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-15T16:42:49.656 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-15T16:42:49.697 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T16:42:49.699 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T16:42:49.699 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-15T16:42:49.737 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T16:42:49.741 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:42:49.741 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-15T16:42:49.797 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-15T16:42:49.798 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-15T16:42:49.799 DEBUG:teuthology.orchestra.run.smithi090:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-15T16:42:49.867 INFO:tasks.workunit.client.0.smithi090.stdout:Running main() from gmock_main.cc 2024-04-15T16:42:49.868 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-15T16:42:49.868 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment set-up. 2024-04-15T16:42:49.868 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-15T16:42:49.868 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-15T16:42:51.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:50 smithi090 ceph-mon[89240]: osdmap e846: 8 total, 8 up, 8 in 2024-04-15T16:42:51.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:50 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/457475993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:42:51.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:50 smithi090 ceph-mon[89240]: pgmap v942: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:51.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:50 smithi090 ceph-mon[91618]: osdmap e846: 8 total, 8 up, 8 in 2024-04-15T16:42:51.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:50 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/457475993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:42:51.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:50 smithi090 ceph-mon[91618]: pgmap v942: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:51.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:50 smithi153 ceph-mon[84714]: osdmap e846: 8 total, 8 up, 8 in 2024-04-15T16:42:51.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:50 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/457475993' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:42:51.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:50 smithi153 ceph-mon[84714]: pgmap v942: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:51.917 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2050 ms) 2024-04-15T16:42:51.917 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-15T16:42:52.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:51 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:42:52.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:51 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/457475993' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:42:52.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:51 smithi153 ceph-mon[84714]: osdmap e847: 8 total, 8 up, 8 in 2024-04-15T16:42:52.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:51 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:42:52.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:51 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/457475993' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:42:52.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:51 smithi090 ceph-mon[91618]: osdmap e847: 8 total, 8 up, 8 in 2024-04-15T16:42:52.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:51 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:42:52.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:51 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/457475993' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:42:52.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:51 smithi090 ceph-mon[89240]: osdmap e847: 8 total, 8 up, 8 in 2024-04-15T16:42:52.619 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:42:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:42:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:52 smithi090 ceph-mon[89240]: osdmap e848: 8 total, 8 up, 8 in 2024-04-15T16:42:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:42:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:42:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:52 smithi090 ceph-mon[89240]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:53.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:52 smithi090 ceph-mon[91618]: osdmap e848: 8 total, 8 up, 8 in 2024-04-15T16:42:53.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:42:53.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:42:53.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:52 smithi090 ceph-mon[91618]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:53.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:52 smithi153 ceph-mon[84714]: osdmap e848: 8 total, 8 up, 8 in 2024-04-15T16:42:53.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:42:53.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:42:53.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:52 smithi153 ceph-mon[84714]: pgmap v945: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:54.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:53 smithi090 ceph-mon[89240]: osdmap e849: 8 total, 8 up, 8 in 2024-04-15T16:42:54.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:53 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3651113793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:42:54.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:53 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:42:54.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:53 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:42:54.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:53 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:42:54.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:53 smithi090 ceph-mon[91618]: osdmap e849: 8 total, 8 up, 8 in 2024-04-15T16:42:54.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:53 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3651113793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:42:54.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:53 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:42:54.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:53 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:42:54.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:53 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:42:54.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:53 smithi153 ceph-mon[84714]: osdmap e849: 8 total, 8 up, 8 in 2024-04-15T16:42:54.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:53 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3651113793' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:42:54.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:53 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:42:54.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:53 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:42:54.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:53 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:42:54.932 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3015 ms) 2024-04-15T16:42:54.933 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-15T16:42:55.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:54 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:42:55.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:54 smithi090 ceph-mon[89240]: osdmap e850: 8 total, 8 up, 8 in 2024-04-15T16:42:55.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:54 smithi090 ceph-mon[89240]: pgmap v948: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:55.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:54 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:42:55.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:54 smithi090 ceph-mon[91618]: osdmap e850: 8 total, 8 up, 8 in 2024-04-15T16:42:55.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:54 smithi090 ceph-mon[91618]: pgmap v948: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:55.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:54 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:42:55.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:54 smithi153 ceph-mon[84714]: osdmap e850: 8 total, 8 up, 8 in 2024-04-15T16:42:55.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:54 smithi153 ceph-mon[84714]: pgmap v948: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:56.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:55 smithi090 ceph-mon[89240]: osdmap e851: 8 total, 8 up, 8 in 2024-04-15T16:42:56.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:55 smithi090 ceph-mon[91618]: osdmap e851: 8 total, 8 up, 8 in 2024-04-15T16:42:56.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:55 smithi153 ceph-mon[84714]: osdmap e851: 8 total, 8 up, 8 in 2024-04-15T16:42:57.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:56 smithi090 ceph-mon[89240]: osdmap e852: 8 total, 8 up, 8 in 2024-04-15T16:42:57.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:56 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2132005826' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:42:57.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:56 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:42:57.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:56 smithi090 ceph-mon[89240]: pgmap v951: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:57.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:56 smithi090 ceph-mon[91618]: osdmap e852: 8 total, 8 up, 8 in 2024-04-15T16:42:57.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:56 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2132005826' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:42:57.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:56 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:42:57.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:56 smithi090 ceph-mon[91618]: pgmap v951: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:57.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:56 smithi153 ceph-mon[84714]: osdmap e852: 8 total, 8 up, 8 in 2024-04-15T16:42:57.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:56 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2132005826' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:42:57.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:56 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:42:57.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:56 smithi153 ceph-mon[84714]: pgmap v951: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:57.951 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.Reserve (3018 ms) 2024-04-15T16:42:57.951 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-15T16:42:58.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:57 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:42:58.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:57 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:42:58.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:57 smithi090 ceph-mon[91618]: osdmap e853: 8 total, 8 up, 8 in 2024-04-15T16:42:58.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:57 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:42:58.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:57 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:42:58.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:57 smithi090 ceph-mon[89240]: osdmap e853: 8 total, 8 up, 8 in 2024-04-15T16:42:58.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:57 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:42:58.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:57 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:42:58.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:57 smithi153 ceph-mon[84714]: osdmap e853: 8 total, 8 up, 8 in 2024-04-15T16:42:59.227 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:58 smithi090 ceph-mon[91618]: osdmap e854: 8 total, 8 up, 8 in 2024-04-15T16:42:59.227 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:58 smithi090 ceph-mon[91618]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:59.227 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:42:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:42:59] "GET /metrics HTTP/1.1" 200 33981 "" "Prometheus/2.43.0" 2024-04-15T16:42:59.228 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:58 smithi090 ceph-mon[89240]: osdmap e854: 8 total, 8 up, 8 in 2024-04-15T16:42:59.228 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:58 smithi090 ceph-mon[89240]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:42:59.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:58 smithi153 ceph-mon[84714]: osdmap e854: 8 total, 8 up, 8 in 2024-04-15T16:42:59.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:58 smithi153 ceph-mon[84714]: pgmap v954: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:00.239 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:59 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:00.240 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:59 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:43:00.240 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:59 smithi090 ceph-mon[91618]: osdmap e855: 8 total, 8 up, 8 in 2024-04-15T16:43:00.240 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:59 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/538654638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:00.240 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:42:59 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:00.240 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:59 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:00.240 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:59 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:43:00.240 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:59 smithi090 ceph-mon[89240]: osdmap e855: 8 total, 8 up, 8 in 2024-04-15T16:43:00.240 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:59 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/538654638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:00.240 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:42:59 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:00.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:59 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:00.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:59 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:43:00.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:59 smithi153 ceph-mon[84714]: osdmap e855: 8 total, 8 up, 8 in 2024-04-15T16:43:00.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:59 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/538654638' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:00.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:42:59 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:00.976 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3026 ms) 2024-04-15T16:43:00.977 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-15T16:43:01.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:00 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:01.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:00 smithi090 ceph-mon[89240]: osdmap e856: 8 total, 8 up, 8 in 2024-04-15T16:43:01.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:00 smithi090 ceph-mon[89240]: pgmap v957: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2024-04-15T16:43:01.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:00 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:01.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:00 smithi090 ceph-mon[91618]: osdmap e856: 8 total, 8 up, 8 in 2024-04-15T16:43:01.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:00 smithi090 ceph-mon[91618]: pgmap v957: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2024-04-15T16:43:01.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:00 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:01.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:00 smithi153 ceph-mon[84714]: osdmap e856: 8 total, 8 up, 8 in 2024-04-15T16:43:01.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:00 smithi153 ceph-mon[84714]: pgmap v957: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 2.7 KiB/s rd, 2.7 KiB/s wr, 5 op/s 2024-04-15T16:43:02.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:01 smithi153 ceph-mon[84714]: osdmap e857: 8 total, 8 up, 8 in 2024-04-15T16:43:02.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:01 smithi090 ceph-mon[89240]: osdmap e857: 8 total, 8 up, 8 in 2024-04-15T16:43:02.367 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:01 smithi090 ceph-mon[91618]: osdmap e857: 8 total, 8 up, 8 in 2024-04-15T16:43:02.619 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:43:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:43:03.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:03 smithi090 ceph-mon[89240]: osdmap e858: 8 total, 8 up, 8 in 2024-04-15T16:43:03.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:03 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3887833790' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:03.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:03 smithi090 ceph-mon[89240]: pgmap v960: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:03.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:02 smithi090 ceph-mon[91618]: osdmap e858: 8 total, 8 up, 8 in 2024-04-15T16:43:03.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:02 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3887833790' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:03.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:02 smithi090 ceph-mon[91618]: pgmap v960: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:03.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:02 smithi153 ceph-mon[84714]: osdmap e858: 8 total, 8 up, 8 in 2024-04-15T16:43:03.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:02 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3887833790' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:03.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:02 smithi153 ceph-mon[84714]: pgmap v960: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:03.991 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.Commit (3015 ms) 2024-04-15T16:43:03.992 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-15T16:43:04.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:04 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:04.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:04 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3887833790' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:04.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:04 smithi090 ceph-mon[91618]: osdmap e859: 8 total, 8 up, 8 in 2024-04-15T16:43:04.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:04 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:04.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:04 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3887833790' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:04.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:04 smithi090 ceph-mon[89240]: osdmap e859: 8 total, 8 up, 8 in 2024-04-15T16:43:04.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:04 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:04.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:04 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3887833790' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:04.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:04 smithi153 ceph-mon[84714]: osdmap e859: 8 total, 8 up, 8 in 2024-04-15T16:43:05.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:05 smithi090 ceph-mon[91618]: osdmap e860: 8 total, 8 up, 8 in 2024-04-15T16:43:05.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:05 smithi090 ceph-mon[91618]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:05.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:05 smithi090 ceph-mon[89240]: osdmap e860: 8 total, 8 up, 8 in 2024-04-15T16:43:05.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:05 smithi090 ceph-mon[89240]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:05.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:05 smithi153 ceph-mon[84714]: osdmap e860: 8 total, 8 up, 8 in 2024-04-15T16:43:05.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:05 smithi153 ceph-mon[84714]: pgmap v963: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:06.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:06 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:06.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:06 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:43:06.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:06 smithi090 ceph-mon[89240]: osdmap e861: 8 total, 8 up, 8 in 2024-04-15T16:43:06.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:06 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1314091449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:06.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:06 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:06.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:06 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:06.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:06 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:43:06.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:06 smithi090 ceph-mon[91618]: osdmap e861: 8 total, 8 up, 8 in 2024-04-15T16:43:06.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:06 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1314091449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:06.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:06 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:06.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:06 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:06.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:06 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:43:06.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:06 smithi153 ceph-mon[84714]: osdmap e861: 8 total, 8 up, 8 in 2024-04-15T16:43:06.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:06 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1314091449' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:06.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:06 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:07.022 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.Abort (3031 ms) 2024-04-15T16:43:07.022 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-15T16:43:07.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:07 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:07.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:07 smithi090 ceph-mon[91618]: osdmap e862: 8 total, 8 up, 8 in 2024-04-15T16:43:07.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:07 smithi090 ceph-mon[91618]: pgmap v966: 137 pgs: 17 creating+peering, 3 unknown, 117 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:07.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:07 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:07.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:07 smithi090 ceph-mon[89240]: osdmap e862: 8 total, 8 up, 8 in 2024-04-15T16:43:07.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:07 smithi090 ceph-mon[89240]: pgmap v966: 137 pgs: 17 creating+peering, 3 unknown, 117 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:07.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:07 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:07.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:07 smithi153 ceph-mon[84714]: osdmap e862: 8 total, 8 up, 8 in 2024-04-15T16:43:07.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:07 smithi153 ceph-mon[84714]: pgmap v966: 137 pgs: 17 creating+peering, 3 unknown, 117 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:08.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:08 smithi090 ceph-mon[89240]: osdmap e863: 8 total, 8 up, 8 in 2024-04-15T16:43:08.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:43:08.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:43:08.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:08 smithi090 ceph-mon[91618]: osdmap e863: 8 total, 8 up, 8 in 2024-04-15T16:43:08.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:43:08.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:43:08.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:08 smithi153 ceph-mon[84714]: osdmap e863: 8 total, 8 up, 8 in 2024-04-15T16:43:08.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:43:08.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:43:09.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:09 smithi090 ceph-mon[89240]: osdmap e864: 8 total, 8 up, 8 in 2024-04-15T16:43:09.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:09 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2405151875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:09.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:09 smithi090 ceph-mon[89240]: pgmap v969: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:09.326 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:43:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:43:09] "GET /metrics HTTP/1.1" 200 33982 "" "Prometheus/2.43.0" 2024-04-15T16:43:09.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:09 smithi090 ceph-mon[91618]: osdmap e864: 8 total, 8 up, 8 in 2024-04-15T16:43:09.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:09 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2405151875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:09.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:09 smithi090 ceph-mon[91618]: pgmap v969: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:09.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:09 smithi153 ceph-mon[84714]: osdmap e864: 8 total, 8 up, 8 in 2024-04-15T16:43:09.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:09 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2405151875' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:09.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:09 smithi153 ceph-mon[84714]: pgmap v969: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:10.038 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.ReserveError (3016 ms) 2024-04-15T16:43:10.038 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-15T16:43:10.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:10 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:10.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:10 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2405151875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:10.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:10 smithi090 ceph-mon[89240]: osdmap e865: 8 total, 8 up, 8 in 2024-04-15T16:43:10.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:10 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:10.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:10 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2405151875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:10.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:10 smithi090 ceph-mon[91618]: osdmap e865: 8 total, 8 up, 8 in 2024-04-15T16:43:10.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:10 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:10.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:10 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2405151875' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:10.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:10 smithi153 ceph-mon[84714]: osdmap e865: 8 total, 8 up, 8 in 2024-04-15T16:43:11.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:11 smithi090 ceph-mon[89240]: osdmap e866: 8 total, 8 up, 8 in 2024-04-15T16:43:11.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:11 smithi090 ceph-mon[89240]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:11.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:11 smithi090 ceph-mon[91618]: osdmap e866: 8 total, 8 up, 8 in 2024-04-15T16:43:11.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:11 smithi090 ceph-mon[91618]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:11.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:11 smithi153 ceph-mon[84714]: osdmap e866: 8 total, 8 up, 8 in 2024-04-15T16:43:11.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:11 smithi153 ceph-mon[84714]: pgmap v972: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:12.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:12 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:12.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:12 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:43:12.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:12 smithi153 ceph-mon[84714]: osdmap e867: 8 total, 8 up, 8 in 2024-04-15T16:43:12.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:12 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1908261087' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:12.303 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:12 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:12.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:12 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:12.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:12 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:43:12.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:12 smithi090 ceph-mon[89240]: osdmap e867: 8 total, 8 up, 8 in 2024-04-15T16:43:12.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:12 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1908261087' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:12.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:12 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:12.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:12 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:12.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:12 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:43:12.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:12 smithi090 ceph-mon[91618]: osdmap e867: 8 total, 8 up, 8 in 2024-04-15T16:43:12.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:12 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1908261087' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:12.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:12 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:12.618 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:43:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:43:13.058 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.CommitError (3019 ms) 2024-04-15T16:43:13.058 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-15T16:43:13.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:13 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:13.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:13 smithi090 ceph-mon[89240]: osdmap e868: 8 total, 8 up, 8 in 2024-04-15T16:43:13.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:13 smithi090 ceph-mon[89240]: pgmap v975: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:13.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:13 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:13.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:13 smithi090 ceph-mon[91618]: osdmap e868: 8 total, 8 up, 8 in 2024-04-15T16:43:13.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:13 smithi090 ceph-mon[91618]: pgmap v975: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:13.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:13 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:13.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:13 smithi153 ceph-mon[84714]: osdmap e868: 8 total, 8 up, 8 in 2024-04-15T16:43:13.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:13 smithi153 ceph-mon[84714]: pgmap v975: 137 pgs: 8 creating+peering, 21 unknown, 108 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:14.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:14 smithi090 ceph-mon[91618]: osdmap e869: 8 total, 8 up, 8 in 2024-04-15T16:43:14.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:14 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:43:14.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:14 smithi090 ceph-mon[89240]: osdmap e869: 8 total, 8 up, 8 in 2024-04-15T16:43:14.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:14 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:43:14.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:14 smithi153 ceph-mon[84714]: osdmap e869: 8 total, 8 up, 8 in 2024-04-15T16:43:14.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:14 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:43:15.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:15 smithi090 ceph-mon[91618]: osdmap e870: 8 total, 8 up, 8 in 2024-04-15T16:43:15.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:15 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1345805317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:15.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:15 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:15.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:15 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:43:15.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:15 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:43:15.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:15 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:43:15.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:15 smithi090 ceph-mon[91618]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:15.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:15 smithi090 ceph-mon[89240]: osdmap e870: 8 total, 8 up, 8 in 2024-04-15T16:43:15.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:15 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1345805317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:15.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:15 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:15.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:15 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:43:15.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:15 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:43:15.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:15 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:43:15.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:15 smithi090 ceph-mon[89240]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:15.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:15 smithi153 ceph-mon[84714]: osdmap e870: 8 total, 8 up, 8 in 2024-04-15T16:43:15.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:15 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1345805317' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:15.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:15 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:15.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:15 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:43:15.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:15 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:43:15.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:15 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:43:15.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:15 smithi153 ceph-mon[84714]: pgmap v978: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:16.083 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.AbortError (3023 ms) 2024-04-15T16:43:16.084 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-15T16:43:16.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:16 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:16.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:16 smithi153 ceph-mon[84714]: osdmap e871: 8 total, 8 up, 8 in 2024-04-15T16:43:16.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:16 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:16.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:16 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:16.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:16 smithi090 ceph-mon[89240]: osdmap e871: 8 total, 8 up, 8 in 2024-04-15T16:43:16.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:16 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:16.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:16 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:16.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:16 smithi090 ceph-mon[91618]: osdmap e871: 8 total, 8 up, 8 in 2024-04-15T16:43:16.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:16 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:17.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:17 smithi153 ceph-mon[84714]: osdmap e872: 8 total, 8 up, 8 in 2024-04-15T16:43:17.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:17 smithi153 ceph-mon[84714]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:17.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:17 smithi090 ceph-mon[89240]: osdmap e872: 8 total, 8 up, 8 in 2024-04-15T16:43:17.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:17 smithi090 ceph-mon[89240]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:17.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:17 smithi090 ceph-mon[91618]: osdmap e872: 8 total, 8 up, 8 in 2024-04-15T16:43:17.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:17 smithi090 ceph-mon[91618]: pgmap v981: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:18.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:18 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:18.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:18 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:43:18.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:18 smithi153 ceph-mon[84714]: osdmap e873: 8 total, 8 up, 8 in 2024-04-15T16:43:18.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:18 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/4245029369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:18.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:18 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:18.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:18 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:43:18.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:18 smithi090 ceph-mon[89240]: osdmap e873: 8 total, 8 up, 8 in 2024-04-15T16:43:18.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:18 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/4245029369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:18.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:18 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:18.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:18 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:43:18.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:18 smithi090 ceph-mon[91618]: osdmap e873: 8 total, 8 up, 8 in 2024-04-15T16:43:18.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:18 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/4245029369' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:19.111 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3029 ms) 2024-04-15T16:43:19.111 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-15T16:43:19.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:19 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/4245029369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:19.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:19 smithi153 ceph-mon[84714]: osdmap e874: 8 total, 8 up, 8 in 2024-04-15T16:43:19.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:19 smithi153 ceph-mon[84714]: pgmap v984: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:19.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:19 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/4245029369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:19.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:19 smithi090 ceph-mon[89240]: osdmap e874: 8 total, 8 up, 8 in 2024-04-15T16:43:19.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:19 smithi090 ceph-mon[89240]: pgmap v984: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:19.576 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:43:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:43:19] "GET /metrics HTTP/1.1" 200 33982 "" "Prometheus/2.43.0" 2024-04-15T16:43:19.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:19 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/4245029369' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:19.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:19 smithi090 ceph-mon[91618]: osdmap e874: 8 total, 8 up, 8 in 2024-04-15T16:43:19.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:19 smithi090 ceph-mon[91618]: pgmap v984: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:20.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:20 smithi153 ceph-mon[84714]: osdmap e875: 8 total, 8 up, 8 in 2024-04-15T16:43:20.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:20 smithi090 ceph-mon[89240]: osdmap e875: 8 total, 8 up, 8 in 2024-04-15T16:43:20.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:20 smithi090 ceph-mon[91618]: osdmap e875: 8 total, 8 up, 8 in 2024-04-15T16:43:21.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:21 smithi153 ceph-mon[84714]: osdmap e876: 8 total, 8 up, 8 in 2024-04-15T16:43:21.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:21 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1765335045' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:21.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:21 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:21.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:21 smithi153 ceph-mon[84714]: pgmap v987: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:21.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:21 smithi090 ceph-mon[89240]: osdmap e876: 8 total, 8 up, 8 in 2024-04-15T16:43:21.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:21 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1765335045' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:21.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:21 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:21.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:21 smithi090 ceph-mon[89240]: pgmap v987: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:21.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:21 smithi090 ceph-mon[91618]: osdmap e876: 8 total, 8 up, 8 in 2024-04-15T16:43:21.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:21 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1765335045' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:21.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:21 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:21.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:21 smithi090 ceph-mon[91618]: pgmap v987: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:22.133 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3024 ms) 2024-04-15T16:43:22.133 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-15T16:43:22.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:22 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:22.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:22 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:22.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:22 smithi153 ceph-mon[84714]: osdmap e877: 8 total, 8 up, 8 in 2024-04-15T16:43:22.369 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:43:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:43:22.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:22 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:22.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:22 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:22.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:22 smithi090 ceph-mon[89240]: osdmap e877: 8 total, 8 up, 8 in 2024-04-15T16:43:22.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:22 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:22.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:22 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:22.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:22 smithi090 ceph-mon[91618]: osdmap e877: 8 total, 8 up, 8 in 2024-04-15T16:43:23.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:23 smithi090 ceph-mon[89240]: osdmap e878: 8 total, 8 up, 8 in 2024-04-15T16:43:23.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:43:23.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:43:23.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:23 smithi090 ceph-mon[89240]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:23.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:23 smithi090 ceph-mon[91618]: osdmap e878: 8 total, 8 up, 8 in 2024-04-15T16:43:23.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:43:23.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:43:23.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:23 smithi090 ceph-mon[91618]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:23.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:23 smithi153 ceph-mon[84714]: osdmap e878: 8 total, 8 up, 8 in 2024-04-15T16:43:23.619 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:43:23.619 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:43:23.619 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:23 smithi153 ceph-mon[84714]: pgmap v990: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:24.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:24 smithi090 ceph-mon[89240]: osdmap e879: 8 total, 8 up, 8 in 2024-04-15T16:43:24.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:24 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/4261110408' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:24.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:24 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:24.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:24 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:43:24.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:24 smithi090 ceph-mon[91618]: osdmap e879: 8 total, 8 up, 8 in 2024-04-15T16:43:24.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:24 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/4261110408' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:24.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:24 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:24.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:24 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:43:24.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:24 smithi153 ceph-mon[84714]: osdmap e879: 8 total, 8 up, 8 in 2024-04-15T16:43:24.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:24 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/4261110408' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:24.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:24 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:24.619 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:24 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:43:25.152 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3019 ms) 2024-04-15T16:43:25.152 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-15T16:43:25.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:25 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/4261110408' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:25.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:25 smithi090 ceph-mon[89240]: osdmap e880: 8 total, 8 up, 8 in 2024-04-15T16:43:25.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:25 smithi090 ceph-mon[89240]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:25.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:25 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/4261110408' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:25.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:25 smithi090 ceph-mon[91618]: osdmap e880: 8 total, 8 up, 8 in 2024-04-15T16:43:25.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:25 smithi090 ceph-mon[91618]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:25.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:25 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/4261110408' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:25.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:25 smithi153 ceph-mon[84714]: osdmap e880: 8 total, 8 up, 8 in 2024-04-15T16:43:25.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:25 smithi153 ceph-mon[84714]: pgmap v993: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:26.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:26 smithi090 ceph-mon[89240]: osdmap e881: 8 total, 8 up, 8 in 2024-04-15T16:43:26.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:26 smithi090 ceph-mon[91618]: osdmap e881: 8 total, 8 up, 8 in 2024-04-15T16:43:26.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:26 smithi153 ceph-mon[84714]: osdmap e881: 8 total, 8 up, 8 in 2024-04-15T16:43:27.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:27 smithi090 ceph-mon[89240]: osdmap e882: 8 total, 8 up, 8 in 2024-04-15T16:43:27.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:27 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/615232826' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:27.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:27 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:27.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:27 smithi090 ceph-mon[89240]: pgmap v996: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:27.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:27 smithi090 ceph-mon[91618]: osdmap e882: 8 total, 8 up, 8 in 2024-04-15T16:43:27.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:27 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/615232826' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:27.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:27 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:27.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:27 smithi090 ceph-mon[91618]: pgmap v996: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:27.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:27 smithi153 ceph-mon[84714]: osdmap e882: 8 total, 8 up, 8 in 2024-04-15T16:43:27.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:27 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/615232826' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:27.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:27 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:27.619 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:27 smithi153 ceph-mon[84714]: pgmap v996: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:28.169 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3017 ms) 2024-04-15T16:43:28.169 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-15T16:43:28.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:28 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:28.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:28 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:28.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:28 smithi090 ceph-mon[89240]: osdmap e883: 8 total, 8 up, 8 in 2024-04-15T16:43:28.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:28 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:28.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:28 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:28.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:28 smithi090 ceph-mon[91618]: osdmap e883: 8 total, 8 up, 8 in 2024-04-15T16:43:28.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:28 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:28.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:28 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:28.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:28 smithi153 ceph-mon[84714]: osdmap e883: 8 total, 8 up, 8 in 2024-04-15T16:43:29.477 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:43:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:43:29] "GET /metrics HTTP/1.1" 200 33980 "" "Prometheus/2.43.0" 2024-04-15T16:43:29.477 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:29 smithi090 ceph-mon[91618]: osdmap e884: 8 total, 8 up, 8 in 2024-04-15T16:43:29.478 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:29 smithi090 ceph-mon[91618]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:29.478 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:29 smithi090 ceph-mon[89240]: osdmap e884: 8 total, 8 up, 8 in 2024-04-15T16:43:29.478 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:29 smithi090 ceph-mon[89240]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:29.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:29 smithi153 ceph-mon[84714]: osdmap e884: 8 total, 8 up, 8 in 2024-04-15T16:43:29.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:29 smithi153 ceph-mon[84714]: pgmap v999: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:30.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:30 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:30.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:30 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:43:30.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:30 smithi090 ceph-mon[89240]: osdmap e885: 8 total, 8 up, 8 in 2024-04-15T16:43:30.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:30 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/949055864' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:30.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:30 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:30.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:30 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:30.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:30 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:43:30.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:30 smithi090 ceph-mon[91618]: osdmap e885: 8 total, 8 up, 8 in 2024-04-15T16:43:30.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:30 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/949055864' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:30.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:30 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:30.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:30 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:30.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:30 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:43:30.619 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:30 smithi153 ceph-mon[84714]: osdmap e885: 8 total, 8 up, 8 in 2024-04-15T16:43:30.619 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:30 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/949055864' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:30.619 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:30 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:31.186 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3017 ms) 2024-04-15T16:43:31.186 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-15T16:43:31.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:31 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:31.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:31 smithi090 ceph-mon[89240]: osdmap e886: 8 total, 8 up, 8 in 2024-04-15T16:43:31.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:31 smithi090 ceph-mon[89240]: pgmap v1002: 137 pgs: 14 unknown, 123 active+clean; 588 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 299 KiB/s rd, 248 KiB/s wr, 184 op/s 2024-04-15T16:43:31.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:31 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:31.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:31 smithi090 ceph-mon[91618]: osdmap e886: 8 total, 8 up, 8 in 2024-04-15T16:43:31.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:31 smithi090 ceph-mon[91618]: pgmap v1002: 137 pgs: 14 unknown, 123 active+clean; 588 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 299 KiB/s rd, 248 KiB/s wr, 184 op/s 2024-04-15T16:43:31.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:31 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:31.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:31 smithi153 ceph-mon[84714]: osdmap e886: 8 total, 8 up, 8 in 2024-04-15T16:43:31.619 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:31 smithi153 ceph-mon[84714]: pgmap v1002: 137 pgs: 14 unknown, 123 active+clean; 588 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail; 299 KiB/s rd, 248 KiB/s wr, 184 op/s 2024-04-15T16:43:32.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:32 smithi090 ceph-mon[89240]: osdmap e887: 8 total, 8 up, 8 in 2024-04-15T16:43:32.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:32 smithi090 ceph-mon[91618]: osdmap e887: 8 total, 8 up, 8 in 2024-04-15T16:43:32.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:32 smithi153 ceph-mon[84714]: osdmap e887: 8 total, 8 up, 8 in 2024-04-15T16:43:32.618 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:43:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:43:33.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:33 smithi090 ceph-mon[89240]: osdmap e888: 8 total, 8 up, 8 in 2024-04-15T16:43:33.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:33 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1964675566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:33.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:33 smithi090 ceph-mon[89240]: pgmap v1005: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:33.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:33 smithi090 ceph-mon[91618]: osdmap e888: 8 total, 8 up, 8 in 2024-04-15T16:43:33.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:33 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1964675566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:33.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:33 smithi090 ceph-mon[91618]: pgmap v1005: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:33.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:33 smithi153 ceph-mon[84714]: osdmap e888: 8 total, 8 up, 8 in 2024-04-15T16:43:33.619 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:33 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1964675566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:33.619 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:33 smithi153 ceph-mon[84714]: pgmap v1005: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:34.206 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3020 ms) 2024-04-15T16:43:34.206 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-15T16:43:34.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:34 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:34.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:34 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1964675566' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:34.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:34 smithi090 ceph-mon[89240]: osdmap e889: 8 total, 8 up, 8 in 2024-04-15T16:43:34.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:34 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:34.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:34 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1964675566' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:34.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:34 smithi090 ceph-mon[91618]: osdmap e889: 8 total, 8 up, 8 in 2024-04-15T16:43:34.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:34 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:34.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:34 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1964675566' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:34.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:34 smithi153 ceph-mon[84714]: osdmap e889: 8 total, 8 up, 8 in 2024-04-15T16:43:35.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:35 smithi090 ceph-mon[91618]: osdmap e890: 8 total, 8 up, 8 in 2024-04-15T16:43:35.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:35 smithi090 ceph-mon[91618]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:35.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:35 smithi090 ceph-mon[89240]: osdmap e890: 8 total, 8 up, 8 in 2024-04-15T16:43:35.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:35 smithi090 ceph-mon[89240]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:35.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:35 smithi153 ceph-mon[84714]: osdmap e890: 8 total, 8 up, 8 in 2024-04-15T16:43:35.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:35 smithi153 ceph-mon[84714]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:36.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:36 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:36.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:36 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:43:36.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:36 smithi090 ceph-mon[89240]: osdmap e891: 8 total, 8 up, 8 in 2024-04-15T16:43:36.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:36 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/34972308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:36.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:36 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:36.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:36 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:43:36.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:36 smithi090 ceph-mon[91618]: osdmap e891: 8 total, 8 up, 8 in 2024-04-15T16:43:36.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:36 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/34972308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:36.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:36 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:36.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:36 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:43:36.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:36 smithi153 ceph-mon[84714]: osdmap e891: 8 total, 8 up, 8 in 2024-04-15T16:43:36.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:36 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/34972308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:37.228 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.Cleanup (3022 ms) 2024-04-15T16:43:37.228 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-15T16:43:37.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:37 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/34972308' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:37.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:37 smithi090 ceph-mon[89240]: osdmap e892: 8 total, 8 up, 8 in 2024-04-15T16:43:37.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:37 smithi090 ceph-mon[89240]: pgmap v1011: 137 pgs: 18 creating+peering, 3 unknown, 116 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:37.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:37 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/34972308' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:37.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:37 smithi090 ceph-mon[91618]: osdmap e892: 8 total, 8 up, 8 in 2024-04-15T16:43:37.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:37 smithi090 ceph-mon[91618]: pgmap v1011: 137 pgs: 18 creating+peering, 3 unknown, 116 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:37.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:37 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/34972308' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:37.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:37 smithi153 ceph-mon[84714]: osdmap e892: 8 total, 8 up, 8 in 2024-04-15T16:43:37.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:37 smithi153 ceph-mon[84714]: pgmap v1011: 137 pgs: 18 creating+peering, 3 unknown, 116 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:38.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:38 smithi090 ceph-mon[89240]: osdmap e893: 8 total, 8 up, 8 in 2024-04-15T16:43:38.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:43:38.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:43:38.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:38 smithi090 ceph-mon[91618]: osdmap e893: 8 total, 8 up, 8 in 2024-04-15T16:43:38.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:43:38.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:43:38.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:38 smithi153 ceph-mon[84714]: osdmap e893: 8 total, 8 up, 8 in 2024-04-15T16:43:38.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:43:38.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:43:39.576 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:43:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:43:39] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-04-15T16:43:39.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:39 smithi090 ceph-mon[91618]: osdmap e894: 8 total, 8 up, 8 in 2024-04-15T16:43:39.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:39 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1429745217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:39.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:39 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:39.577 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:39 smithi090 ceph-mon[91618]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:39.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:39 smithi090 ceph-mon[89240]: osdmap e894: 8 total, 8 up, 8 in 2024-04-15T16:43:39.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:39 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1429745217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:39.577 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:39 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:39.578 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:39 smithi090 ceph-mon[89240]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:39.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:39 smithi153 ceph-mon[84714]: osdmap e894: 8 total, 8 up, 8 in 2024-04-15T16:43:39.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:39 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1429745217' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:39.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:39 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:39.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:39 smithi153 ceph-mon[84714]: pgmap v1014: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:40.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:40 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:40.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:40 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:40.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:40 smithi090 ceph-mon[91618]: osdmap e895: 8 total, 8 up, 8 in 2024-04-15T16:43:40.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:40 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:40.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:40 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:40.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:40 smithi090 ceph-mon[89240]: osdmap e895: 8 total, 8 up, 8 in 2024-04-15T16:43:40.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:40 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:43:40.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:40 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:40.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:40 smithi153 ceph-mon[84714]: osdmap e895: 8 total, 8 up, 8 in 2024-04-15T16:43:41.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:41 smithi090 ceph-mon[91618]: osdmap e896: 8 total, 8 up, 8 in 2024-04-15T16:43:41.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:41 smithi090 ceph-mon[91618]: pgmap v1017: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:41.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:41 smithi090 ceph-mon[89240]: osdmap e896: 8 total, 8 up, 8 in 2024-04-15T16:43:41.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:41 smithi090 ceph-mon[89240]: pgmap v1017: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:41.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:41 smithi153 ceph-mon[84714]: osdmap e896: 8 total, 8 up, 8 in 2024-04-15T16:43:41.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:41 smithi153 ceph-mon[84714]: pgmap v1017: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:42.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:42 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:42.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:42 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:43:42.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:42 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:42.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:42 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:43:42.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:42 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:43:42.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:42 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:43:42.618 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:43:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:43:43.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:43 smithi090 ceph-mon[91618]: pgmap v1018: 137 pgs: 137 active+clean; 1.2 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 5.61k op/s 2024-04-15T16:43:43.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:43 smithi090 ceph-mon[89240]: pgmap v1018: 137 pgs: 137 active+clean; 1.2 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 5.61k op/s 2024-04-15T16:43:43.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:43 smithi153 ceph-mon[84714]: pgmap v1018: 137 pgs: 137 active+clean; 1.2 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 12 MiB/s rd, 5.0 MiB/s wr, 5.61k op/s 2024-04-15T16:43:46.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:45 smithi090 ceph-mon[91618]: pgmap v1019: 137 pgs: 137 active+clean; 1.2 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 4.76k op/s 2024-04-15T16:43:46.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:45 smithi090 ceph-mon[89240]: pgmap v1019: 137 pgs: 137 active+clean; 1.2 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 4.76k op/s 2024-04-15T16:43:46.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:45 smithi153 ceph-mon[84714]: pgmap v1019: 137 pgs: 137 active+clean; 1.2 MiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 4.76k op/s 2024-04-15T16:43:47.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:46 smithi090 ceph-mon[91618]: pgmap v1020: 137 pgs: 137 active+clean; 2.2 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 50 MiB/s rd, 8.6 MiB/s wr, 9.73k op/s 2024-04-15T16:43:47.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:46 smithi090 ceph-mon[89240]: pgmap v1020: 137 pgs: 137 active+clean; 2.2 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 50 MiB/s rd, 8.6 MiB/s wr, 9.73k op/s 2024-04-15T16:43:47.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:46 smithi153 ceph-mon[84714]: pgmap v1020: 137 pgs: 137 active+clean; 2.2 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 50 MiB/s rd, 8.6 MiB/s wr, 9.73k op/s 2024-04-15T16:43:49.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:48 smithi090 ceph-mon[91618]: pgmap v1021: 137 pgs: 137 active+clean; 2.2 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 7.2 MiB/s wr, 8.11k op/s 2024-04-15T16:43:49.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:48 smithi090 ceph-mon[89240]: pgmap v1021: 137 pgs: 137 active+clean; 2.2 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 7.2 MiB/s wr, 8.11k op/s 2024-04-15T16:43:49.326 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:43:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:43:49] "GET /metrics HTTP/1.1" 200 33977 "" "Prometheus/2.43.0" 2024-04-15T16:43:49.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:48 smithi153 ceph-mon[84714]: pgmap v1021: 137 pgs: 137 active+clean; 2.2 MiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 41 MiB/s rd, 7.2 MiB/s wr, 8.11k op/s 2024-04-15T16:43:51.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:50 smithi090 ceph-mon[89240]: pgmap v1022: 137 pgs: 137 active+clean; 2.2 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 6.5 MiB/s wr, 7.34k op/s 2024-04-15T16:43:51.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:50 smithi090 ceph-mon[91618]: pgmap v1022: 137 pgs: 137 active+clean; 2.2 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 6.5 MiB/s wr, 7.34k op/s 2024-04-15T16:43:51.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:50 smithi153 ceph-mon[84714]: pgmap v1022: 137 pgs: 137 active+clean; 2.2 MiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 37 MiB/s rd, 6.5 MiB/s wr, 7.34k op/s 2024-04-15T16:43:51.957 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14729 ms) 2024-04-15T16:43:51.957 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-15T16:43:52.618 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:43:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:43:53.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:52 smithi090 ceph-mon[89240]: osdmap e897: 8 total, 8 up, 8 in 2024-04-15T16:43:53.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:43:53.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:52 smithi090 ceph-mon[89240]: pgmap v1024: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:53.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:52 smithi090 ceph-mon[91618]: osdmap e897: 8 total, 8 up, 8 in 2024-04-15T16:43:53.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:43:53.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:52 smithi090 ceph-mon[91618]: pgmap v1024: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:53.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:52 smithi153 ceph-mon[84714]: osdmap e897: 8 total, 8 up, 8 in 2024-04-15T16:43:53.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:43:53.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:52 smithi153 ceph-mon[84714]: pgmap v1024: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:54.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:53 smithi090 ceph-mon[91618]: osdmap e898: 8 total, 8 up, 8 in 2024-04-15T16:43:54.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:53 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/655777867' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:54.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:53 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:54.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:53 smithi090 ceph-mon[89240]: osdmap e898: 8 total, 8 up, 8 in 2024-04-15T16:43:54.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:53 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/655777867' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:54.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:53 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:54.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:53 smithi153 ceph-mon[84714]: osdmap e898: 8 total, 8 up, 8 in 2024-04-15T16:43:54.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:53 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/655777867' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:54.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:53 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:55.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:54 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:55.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:54 smithi090 ceph-mon[91618]: osdmap e899: 8 total, 8 up, 8 in 2024-04-15T16:43:55.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:54 smithi090 ceph-mon[91618]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:55.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:54 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:55.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:54 smithi090 ceph-mon[89240]: osdmap e899: 8 total, 8 up, 8 in 2024-04-15T16:43:55.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:54 smithi090 ceph-mon[89240]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:55.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:54 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:55.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:54 smithi153 ceph-mon[84714]: osdmap e899: 8 total, 8 up, 8 in 2024-04-15T16:43:55.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:54 smithi153 ceph-mon[84714]: pgmap v1027: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:55.987 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4031 ms) 2024-04-15T16:43:55.988 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-15T16:43:56.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:55 smithi090 ceph-mon[89240]: osdmap e900: 8 total, 8 up, 8 in 2024-04-15T16:43:56.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:55 smithi090 ceph-mon[91618]: osdmap e900: 8 total, 8 up, 8 in 2024-04-15T16:43:56.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:55 smithi153 ceph-mon[84714]: osdmap e900: 8 total, 8 up, 8 in 2024-04-15T16:43:57.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:56 smithi090 ceph-mon[89240]: osdmap e901: 8 total, 8 up, 8 in 2024-04-15T16:43:57.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:56 smithi090 ceph-mon[89240]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:57.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:56 smithi090 ceph-mon[91618]: osdmap e901: 8 total, 8 up, 8 in 2024-04-15T16:43:57.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:56 smithi090 ceph-mon[91618]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:57.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:56 smithi153 ceph-mon[84714]: osdmap e901: 8 total, 8 up, 8 in 2024-04-15T16:43:57.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:56 smithi153 ceph-mon[84714]: pgmap v1030: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:58.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:58 smithi090 ceph-mon[89240]: osdmap e902: 8 total, 8 up, 8 in 2024-04-15T16:43:58.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:58 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/395617613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:58.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:58 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:58.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:58 smithi090 ceph-mon[91618]: osdmap e902: 8 total, 8 up, 8 in 2024-04-15T16:43:58.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:58 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/395617613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:58.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:58 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:58.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:58 smithi153 ceph-mon[84714]: osdmap e902: 8 total, 8 up, 8 in 2024-04-15T16:43:58.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:58 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/395617613' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:58.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:58 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:43:59.325 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:43:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:43:59] "GET /metrics HTTP/1.1" 200 33982 "" "Prometheus/2.43.0" 2024-04-15T16:43:59.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:59 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:59.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:59 smithi090 ceph-mon[91618]: osdmap e903: 8 total, 8 up, 8 in 2024-04-15T16:43:59.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:43:59 smithi090 ceph-mon[91618]: pgmap v1033: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:59.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:59 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:59.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:59 smithi090 ceph-mon[89240]: osdmap e903: 8 total, 8 up, 8 in 2024-04-15T16:43:59.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:43:59 smithi090 ceph-mon[89240]: pgmap v1033: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:43:59.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:59 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:43:59.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:59 smithi153 ceph-mon[84714]: osdmap e903: 8 total, 8 up, 8 in 2024-04-15T16:43:59.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:43:59 smithi153 ceph-mon[84714]: pgmap v1033: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:00.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:00 smithi090 ceph-mon[89240]: osdmap e904: 8 total, 8 up, 8 in 2024-04-15T16:44:00.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:00 smithi090 ceph-mon[91618]: osdmap e904: 8 total, 8 up, 8 in 2024-04-15T16:44:00.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:00 smithi153 ceph-mon[84714]: osdmap e904: 8 total, 8 up, 8 in 2024-04-15T16:44:01.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:01 smithi090 ceph-mon[91618]: pgmap v1035: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:01.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:01 smithi090 ceph-mon[89240]: pgmap v1035: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:01.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:01 smithi153 ceph-mon[84714]: pgmap v1035: 137 pgs: 3 creating+peering, 15 unknown, 119 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:02.618 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:44:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:44:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:44:03.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:02 smithi090 ceph-mon[91618]: pgmap v1036: 137 pgs: 137 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 4.9 MiB/s wr, 5.79k op/s 2024-04-15T16:44:03.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:02 smithi090 ceph-mon[89240]: pgmap v1036: 137 pgs: 137 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 4.9 MiB/s wr, 5.79k op/s 2024-04-15T16:44:03.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:02 smithi153 ceph-mon[84714]: pgmap v1036: 137 pgs: 137 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 35 MiB/s rd, 4.9 MiB/s wr, 5.79k op/s 2024-04-15T16:44:05.825 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:05 smithi090 ceph-mon[91618]: pgmap v1037: 137 pgs: 137 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 3.7 MiB/s wr, 4.42k op/s 2024-04-15T16:44:05.825 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:05 smithi090 ceph-mon[89240]: pgmap v1037: 137 pgs: 137 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 3.7 MiB/s wr, 4.42k op/s 2024-04-15T16:44:05.868 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:05 smithi153 ceph-mon[84714]: pgmap v1037: 137 pgs: 137 active+clean; 1.3 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 27 MiB/s rd, 3.7 MiB/s wr, 4.42k op/s 2024-04-15T16:44:07.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:06 smithi090 ceph-mon[91618]: pgmap v1038: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 77 MiB/s rd, 6.2 MiB/s wr, 7.34k op/s 2024-04-15T16:44:07.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:06 smithi090 ceph-mon[89240]: pgmap v1038: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 77 MiB/s rd, 6.2 MiB/s wr, 7.34k op/s 2024-04-15T16:44:07.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:06 smithi153 ceph-mon[84714]: pgmap v1038: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 77 MiB/s rd, 6.2 MiB/s wr, 7.34k op/s 2024-04-15T16:44:08.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:44:08.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:44:08.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:44:09.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:08 smithi090 ceph-mon[91618]: pgmap v1039: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 69 MiB/s rd, 5.4 MiB/s wr, 6.50k op/s 2024-04-15T16:44:09.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:08 smithi090 ceph-mon[89240]: pgmap v1039: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 69 MiB/s rd, 5.4 MiB/s wr, 6.50k op/s 2024-04-15T16:44:09.326 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:44:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:44:09] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-04-15T16:44:09.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:08 smithi153 ceph-mon[84714]: pgmap v1039: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 69 MiB/s rd, 5.4 MiB/s wr, 6.50k op/s 2024-04-15T16:44:11.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:10 smithi090 ceph-mon[91618]: pgmap v1040: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 4.6 MiB/s wr, 5.50k op/s 2024-04-15T16:44:11.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:10 smithi090 ceph-mon[89240]: pgmap v1040: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 4.6 MiB/s wr, 5.50k op/s 2024-04-15T16:44:11.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:10 smithi153 ceph-mon[84714]: pgmap v1040: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 58 MiB/s rd, 4.6 MiB/s wr, 5.50k op/s 2024-04-15T16:44:12.618 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:44:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:44:13.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:12 smithi090 ceph-mon[91618]: pgmap v1041: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 81 MiB/s rd, 5.6 MiB/s wr, 6.79k op/s 2024-04-15T16:44:13.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:12 smithi090 ceph-mon[89240]: pgmap v1041: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 81 MiB/s rd, 5.6 MiB/s wr, 6.79k op/s 2024-04-15T16:44:13.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:12 smithi153 ceph-mon[84714]: pgmap v1041: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 81 MiB/s rd, 5.6 MiB/s wr, 6.79k op/s 2024-04-15T16:44:15.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:14 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:44:15.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:14 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:44:15.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:14 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:44:16.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:15 smithi090 ceph-mon[91618]: pgmap v1042: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 3.1 MiB/s wr, 3.90k op/s 2024-04-15T16:44:16.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:15 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:44:16.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:15 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:44:16.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:15 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:44:16.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:15 smithi090 ceph-mon[89240]: pgmap v1042: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 3.1 MiB/s wr, 3.90k op/s 2024-04-15T16:44:16.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:15 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:44:16.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:15 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:44:16.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:15 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:44:16.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:15 smithi153 ceph-mon[84714]: pgmap v1042: 137 pgs: 137 active+clean; 1.6 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 64 MiB/s rd, 3.1 MiB/s wr, 3.90k op/s 2024-04-15T16:44:16.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:15 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:44:16.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:15 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:44:16.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:15 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:44:16.663 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (20675 ms) 2024-04-15T16:44:16.663 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-15T16:44:18.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:17 smithi090 ceph-mon[89240]: osdmap e905: 8 total, 8 up, 8 in 2024-04-15T16:44:18.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:17 smithi090 ceph-mon[89240]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:18.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:17 smithi090 ceph-mon[91618]: osdmap e905: 8 total, 8 up, 8 in 2024-04-15T16:44:18.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:17 smithi090 ceph-mon[91618]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:18.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:17 smithi153 ceph-mon[84714]: osdmap e905: 8 total, 8 up, 8 in 2024-04-15T16:44:18.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:17 smithi153 ceph-mon[84714]: pgmap v1044: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:19.019 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:18 smithi153 ceph-mon[84714]: osdmap e906: 8 total, 8 up, 8 in 2024-04-15T16:44:19.019 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:18 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/104621139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:19.019 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:18 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:19.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:18 smithi090 ceph-mon[91618]: osdmap e906: 8 total, 8 up, 8 in 2024-04-15T16:44:19.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:18 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/104621139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:19.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:18 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:19.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:18 smithi090 ceph-mon[89240]: osdmap e906: 8 total, 8 up, 8 in 2024-04-15T16:44:19.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:18 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/104621139' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:19.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:18 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:19.575 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:44:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:44:19] "GET /metrics HTTP/1.1" 200 36406 "" "Prometheus/2.43.0" 2024-04-15T16:44:20.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:19 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:20.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:19 smithi090 ceph-mon[89240]: osdmap e907: 8 total, 8 up, 8 in 2024-04-15T16:44:20.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:19 smithi090 ceph-mon[89240]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:20.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:19 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:20.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:19 smithi090 ceph-mon[91618]: osdmap e907: 8 total, 8 up, 8 in 2024-04-15T16:44:20.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:19 smithi090 ceph-mon[91618]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:20.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:19 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:20.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:19 smithi153 ceph-mon[84714]: osdmap e907: 8 total, 8 up, 8 in 2024-04-15T16:44:20.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:19 smithi153 ceph-mon[84714]: pgmap v1047: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:20.688 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4025 ms) 2024-04-15T16:44:20.688 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-15T16:44:21.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:20 smithi090 ceph-mon[89240]: osdmap e908: 8 total, 8 up, 8 in 2024-04-15T16:44:21.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:20 smithi090 ceph-mon[91618]: osdmap e908: 8 total, 8 up, 8 in 2024-04-15T16:44:21.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:20 smithi153 ceph-mon[84714]: osdmap e908: 8 total, 8 up, 8 in 2024-04-15T16:44:22.077 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:21 smithi090 ceph-mon[89240]: osdmap e909: 8 total, 8 up, 8 in 2024-04-15T16:44:22.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:21 smithi090 ceph-mon[89240]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:22.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:21 smithi090 ceph-mon[91618]: osdmap e909: 8 total, 8 up, 8 in 2024-04-15T16:44:22.078 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:21 smithi090 ceph-mon[91618]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:22.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:21 smithi153 ceph-mon[84714]: osdmap e909: 8 total, 8 up, 8 in 2024-04-15T16:44:22.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:21 smithi153 ceph-mon[84714]: pgmap v1050: 105 pgs: 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:22.618 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:44:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:44:23.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:22 smithi090 ceph-mon[89240]: osdmap e910: 8 total, 8 up, 8 in 2024-04-15T16:44:23.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:22 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1709168470' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:23.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:22 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:23.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:22 smithi090 ceph-mon[91618]: osdmap e910: 8 total, 8 up, 8 in 2024-04-15T16:44:23.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:22 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1709168470' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:23.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:22 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:23.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:22 smithi153 ceph-mon[84714]: osdmap e910: 8 total, 8 up, 8 in 2024-04-15T16:44:23.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:22 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1709168470' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:23.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:22 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:24.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:23 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:24.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:23 smithi090 ceph-mon[89240]: osdmap e911: 8 total, 8 up, 8 in 2024-04-15T16:44:24.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:44:24.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:23 smithi090 ceph-mon[89240]: pgmap v1053: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:24.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:23 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:24.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:23 smithi090 ceph-mon[91618]: osdmap e911: 8 total, 8 up, 8 in 2024-04-15T16:44:24.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:44:24.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:23 smithi090 ceph-mon[91618]: pgmap v1053: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:24.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:23 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:24.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:23 smithi153 ceph-mon[84714]: osdmap e911: 8 total, 8 up, 8 in 2024-04-15T16:44:24.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:44:24.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:23 smithi153 ceph-mon[84714]: pgmap v1053: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:25.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:24 smithi090 ceph-mon[89240]: osdmap e912: 8 total, 8 up, 8 in 2024-04-15T16:44:25.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:24 smithi090 ceph-mon[91618]: osdmap e912: 8 total, 8 up, 8 in 2024-04-15T16:44:25.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:24 smithi153 ceph-mon[84714]: osdmap e912: 8 total, 8 up, 8 in 2024-04-15T16:44:26.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:25 smithi090 ceph-mon[89240]: pgmap v1055: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:26.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:25 smithi090 ceph-mon[91618]: pgmap v1055: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:26.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:25 smithi153 ceph-mon[84714]: pgmap v1055: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:26.723 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6035 ms) 2024-04-15T16:44:26.723 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-15T16:44:28.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:27 smithi090 ceph-mon[89240]: osdmap e913: 8 total, 8 up, 8 in 2024-04-15T16:44:28.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:27 smithi090 ceph-mon[89240]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:28.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:27 smithi090 ceph-mon[91618]: osdmap e913: 8 total, 8 up, 8 in 2024-04-15T16:44:28.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:27 smithi090 ceph-mon[91618]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:28.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:27 smithi153 ceph-mon[84714]: osdmap e913: 8 total, 8 up, 8 in 2024-04-15T16:44:28.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:27 smithi153 ceph-mon[84714]: pgmap v1057: 105 pgs: 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:29.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:28 smithi090 ceph-mon[91618]: osdmap e914: 8 total, 8 up, 8 in 2024-04-15T16:44:29.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:28 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1692095097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:29.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:28 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:29.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:28 smithi090 ceph-mon[89240]: osdmap e914: 8 total, 8 up, 8 in 2024-04-15T16:44:29.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:28 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1692095097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:29.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:28 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:29.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:28 smithi153 ceph-mon[84714]: osdmap e914: 8 total, 8 up, 8 in 2024-04-15T16:44:29.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:28 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1692095097' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:29.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:28 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:29.575 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:44:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:44:29] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-15T16:44:30.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:29 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:30.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:29 smithi090 ceph-mon[91618]: osdmap e915: 8 total, 8 up, 8 in 2024-04-15T16:44:30.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:29 smithi090 ceph-mon[91618]: pgmap v1060: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:30.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:29 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:30.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:29 smithi090 ceph-mon[89240]: osdmap e915: 8 total, 8 up, 8 in 2024-04-15T16:44:30.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:29 smithi090 ceph-mon[89240]: pgmap v1060: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:30.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:29 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129114-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:30.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:29 smithi153 ceph-mon[84714]: osdmap e915: 8 total, 8 up, 8 in 2024-04-15T16:44:30.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:29 smithi153 ceph-mon[84714]: pgmap v1060: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:31.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:30 smithi090 ceph-mon[91618]: osdmap e916: 8 total, 8 up, 8 in 2024-04-15T16:44:31.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:30 smithi090 ceph-mon[89240]: osdmap e916: 8 total, 8 up, 8 in 2024-04-15T16:44:31.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:30 smithi153 ceph-mon[84714]: osdmap e916: 8 total, 8 up, 8 in 2024-04-15T16:44:31.763 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5040 ms) 2024-04-15T16:44:31.763 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 22 tests from TestCls2PCQueue (101897 ms total) 2024-04-15T16:44:31.763 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T16:44:31.764 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment tear-down 2024-04-15T16:44:31.764 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] 22 tests from 1 test suite ran. (101897 ms total) 2024-04-15T16:44:31.764 INFO:tasks.workunit.client.0.smithi090.stdout:[ PASSED ] 22 tests. 2024-04-15T16:44:31.767 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:44:31.768 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:44:31.803 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-04-15T16:44:31.804 DEBUG:teuthology.orchestra.run.smithi090:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-04-15T16:44:31.875 INFO:tasks.workunit.client.0.smithi090.stdout:Running main() from gmock_main.cc 2024-04-15T16:44:31.876 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] Running 6 tests from 2 test suites. 2024-04-15T16:44:31.876 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment set-up. 2024-04-15T16:44:31.876 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 5 tests from cls_cas 2024-04-15T16:44:31.876 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_cas.get_put 2024-04-15T16:44:32.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:31 smithi090 ceph-mon[91618]: pgmap v1062: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:32.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:31 smithi090 ceph-mon[89240]: pgmap v1062: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:32.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:31 smithi153 ceph-mon[84714]: pgmap v1062: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:32.617 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:44:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:44:33.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:32 smithi090 ceph-mon[91618]: osdmap e917: 8 total, 8 up, 8 in 2024-04-15T16:44:33.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:32 smithi090 ceph-mon[89240]: osdmap e917: 8 total, 8 up, 8 in 2024-04-15T16:44:33.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:32 smithi153 ceph-mon[84714]: osdmap e917: 8 total, 8 up, 8 in 2024-04-15T16:44:34.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:33 smithi090 ceph-mon[91618]: osdmap e918: 8 total, 8 up, 8 in 2024-04-15T16:44:34.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:33 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3787514008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:34.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:33 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:34.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:33 smithi090 ceph-mon[91618]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:34.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:33 smithi090 ceph-mon[89240]: osdmap e918: 8 total, 8 up, 8 in 2024-04-15T16:44:34.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:33 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3787514008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:34.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:33 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:34.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:33 smithi090 ceph-mon[89240]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:34.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:33 smithi153 ceph-mon[84714]: osdmap e918: 8 total, 8 up, 8 in 2024-04-15T16:44:34.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:33 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3787514008' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:34.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:33 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:34.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:33 smithi153 ceph-mon[84714]: pgmap v1065: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:34.775 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_cas.get_put (2900 ms) 2024-04-15T16:44:34.775 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_cas.wrong_put 2024-04-15T16:44:35.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:34 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:44:35.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:34 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:35.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:34 smithi090 ceph-mon[91618]: osdmap e919: 8 total, 8 up, 8 in 2024-04-15T16:44:35.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:34 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:44:35.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:34 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:35.076 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:34 smithi090 ceph-mon[89240]: osdmap e919: 8 total, 8 up, 8 in 2024-04-15T16:44:35.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:34 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:44:35.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:34 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:35.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:34 smithi153 ceph-mon[84714]: osdmap e919: 8 total, 8 up, 8 in 2024-04-15T16:44:36.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:35 smithi090 ceph-mon[91618]: osdmap e920: 8 total, 8 up, 8 in 2024-04-15T16:44:36.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:35 smithi090 ceph-mon[91618]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:36.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:35 smithi090 ceph-mon[89240]: osdmap e920: 8 total, 8 up, 8 in 2024-04-15T16:44:36.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:35 smithi090 ceph-mon[89240]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:36.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:35 smithi153 ceph-mon[84714]: osdmap e920: 8 total, 8 up, 8 in 2024-04-15T16:44:36.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:35 smithi153 ceph-mon[84714]: pgmap v1068: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:37.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:36 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:44:37.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:36 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:44:37.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:36 smithi090 ceph-mon[89240]: osdmap e921: 8 total, 8 up, 8 in 2024-04-15T16:44:37.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:36 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1136738941' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:37.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:36 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:37.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:36 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:44:37.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:36 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:44:37.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:36 smithi090 ceph-mon[91618]: osdmap e921: 8 total, 8 up, 8 in 2024-04-15T16:44:37.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:36 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1136738941' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:37.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:36 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:37.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:36 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:44:37.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:36 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:44:37.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:36 smithi153 ceph-mon[84714]: osdmap e921: 8 total, 8 up, 8 in 2024-04-15T16:44:37.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:36 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1136738941' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:37.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:36 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:37.795 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_cas.wrong_put (3020 ms) 2024-04-15T16:44:37.795 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_cas.dup_get 2024-04-15T16:44:38.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:37 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:38.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:37 smithi090 ceph-mon[89240]: osdmap e922: 8 total, 8 up, 8 in 2024-04-15T16:44:38.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:37 smithi090 ceph-mon[89240]: pgmap v1071: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:38.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:44:38.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:37 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:38.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:37 smithi090 ceph-mon[91618]: osdmap e922: 8 total, 8 up, 8 in 2024-04-15T16:44:38.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:37 smithi090 ceph-mon[91618]: pgmap v1071: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:38.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:44:38.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:37 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:38.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:37 smithi153 ceph-mon[84714]: osdmap e922: 8 total, 8 up, 8 in 2024-04-15T16:44:38.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:37 smithi153 ceph-mon[84714]: pgmap v1071: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:38.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:44:39.078 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:38 smithi090 ceph-mon[89240]: osdmap e923: 8 total, 8 up, 8 in 2024-04-15T16:44:39.079 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:38 smithi090 ceph-mon[91618]: osdmap e923: 8 total, 8 up, 8 in 2024-04-15T16:44:39.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:38 smithi153 ceph-mon[84714]: osdmap e923: 8 total, 8 up, 8 in 2024-04-15T16:44:39.575 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:44:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:44:39] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-15T16:44:40.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:39 smithi090 ceph-mon[89240]: osdmap e924: 8 total, 8 up, 8 in 2024-04-15T16:44:40.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:39 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1060898099' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:40.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:39 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:40.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:39 smithi090 ceph-mon[89240]: pgmap v1074: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:40.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:39 smithi090 ceph-mon[91618]: osdmap e924: 8 total, 8 up, 8 in 2024-04-15T16:44:40.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:39 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1060898099' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:40.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:39 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:40.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:39 smithi090 ceph-mon[91618]: pgmap v1074: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:40.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:39 smithi153 ceph-mon[84714]: osdmap e924: 8 total, 8 up, 8 in 2024-04-15T16:44:40.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:39 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1060898099' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:40.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:39 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:40.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:39 smithi153 ceph-mon[84714]: pgmap v1074: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:40.817 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_cas.dup_get (3022 ms) 2024-04-15T16:44:40.817 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_cas.dup_put 2024-04-15T16:44:41.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:40 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:44:41.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:40 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:41.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:40 smithi090 ceph-mon[89240]: osdmap e925: 8 total, 8 up, 8 in 2024-04-15T16:44:41.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:40 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:44:41.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:40 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:41.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:40 smithi090 ceph-mon[91618]: osdmap e925: 8 total, 8 up, 8 in 2024-04-15T16:44:41.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:40 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:44:41.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:40 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:41.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:40 smithi153 ceph-mon[84714]: osdmap e925: 8 total, 8 up, 8 in 2024-04-15T16:44:42.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:41 smithi090 ceph-mon[91618]: osdmap e926: 8 total, 8 up, 8 in 2024-04-15T16:44:42.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:41 smithi090 ceph-mon[91618]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:42.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:41 smithi090 ceph-mon[89240]: osdmap e926: 8 total, 8 up, 8 in 2024-04-15T16:44:42.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:41 smithi090 ceph-mon[89240]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:42.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:41 smithi153 ceph-mon[84714]: osdmap e926: 8 total, 8 up, 8 in 2024-04-15T16:44:42.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:41 smithi153 ceph-mon[84714]: pgmap v1077: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:42.617 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:44:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:44:43.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:42 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:44:43.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:42 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:44:43.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:42 smithi090 ceph-mon[89240]: osdmap e927: 8 total, 8 up, 8 in 2024-04-15T16:44:43.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:42 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/269523792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:43.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:42 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:44:43.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:42 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:44:43.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:42 smithi090 ceph-mon[91618]: osdmap e927: 8 total, 8 up, 8 in 2024-04-15T16:44:43.076 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:42 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/269523792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:43.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:42 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:44:43.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:42 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:44:43.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:42 smithi153 ceph-mon[84714]: osdmap e927: 8 total, 8 up, 8 in 2024-04-15T16:44:43.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:42 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/269523792' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:43.834 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_cas.dup_put (3017 ms) 2024-04-15T16:44:43.834 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_cas.get_wrong_data 2024-04-15T16:44:44.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:43 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/269523792' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:44.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:43 smithi153 ceph-mon[84714]: osdmap e928: 8 total, 8 up, 8 in 2024-04-15T16:44:44.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:43 smithi153 ceph-mon[84714]: pgmap v1080: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:44.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:43 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/269523792' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:44.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:43 smithi090 ceph-mon[89240]: osdmap e928: 8 total, 8 up, 8 in 2024-04-15T16:44:44.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:43 smithi090 ceph-mon[89240]: pgmap v1080: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:44.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:43 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/269523792' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:44.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:43 smithi090 ceph-mon[91618]: osdmap e928: 8 total, 8 up, 8 in 2024-04-15T16:44:44.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:43 smithi090 ceph-mon[91618]: pgmap v1080: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:45.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:44 smithi153 ceph-mon[84714]: osdmap e929: 8 total, 8 up, 8 in 2024-04-15T16:44:45.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:44 smithi090 ceph-mon[89240]: osdmap e929: 8 total, 8 up, 8 in 2024-04-15T16:44:45.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:44 smithi090 ceph-mon[91618]: osdmap e929: 8 total, 8 up, 8 in 2024-04-15T16:44:46.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:45 smithi153 ceph-mon[84714]: osdmap e930: 8 total, 8 up, 8 in 2024-04-15T16:44:46.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:45 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/4201999555' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:46.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:45 smithi153 ceph-mon[84714]: pgmap v1083: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:46.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:45 smithi090 ceph-mon[91618]: osdmap e930: 8 total, 8 up, 8 in 2024-04-15T16:44:46.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:45 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/4201999555' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:46.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:45 smithi090 ceph-mon[91618]: pgmap v1083: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:46.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:45 smithi090 ceph-mon[89240]: osdmap e930: 8 total, 8 up, 8 in 2024-04-15T16:44:46.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:45 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/4201999555' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:46.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:45 smithi090 ceph-mon[89240]: pgmap v1083: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:46.854 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_cas.get_wrong_data (3018 ms) 2024-04-15T16:44:46.854 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 5 tests from cls_cas (14977 ms total) 2024-04-15T16:44:46.855 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T16:44:46.855 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 1 test from chunk_refs_t 2024-04-15T16:44:46.855 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] chunk_refs_t.size 2024-04-15T16:44:46.855 INFO:tasks.workunit.client.0.smithi090.stdout:1 60 by_object 2024-04-15T16:44:46.855 INFO:tasks.workunit.client.0.smithi090.stdout:2 103 by_object 2024-04-15T16:44:46.855 INFO:tasks.workunit.client.0.smithi090.stdout:4 189 by_object 2024-04-15T16:44:46.855 INFO:tasks.workunit.client.0.smithi090.stdout:8 361 by_object 2024-04-15T16:44:46.855 INFO:tasks.workunit.client.0.smithi090.stdout:16 112 by_hash(32 bits) 2024-04-15T16:44:46.855 INFO:tasks.workunit.client.0.smithi090.stdout:32 208 by_hash(32 bits) 2024-04-15T16:44:46.855 INFO:tasks.workunit.client.0.smithi090.stdout:64 400 by_hash(32 bits) 2024-04-15T16:44:46.855 INFO:tasks.workunit.client.0.smithi090.stdout:128 509 by_hash(10 bits) 2024-04-15T16:44:46.855 INFO:tasks.workunit.client.0.smithi090.stdout:256 499 by_hash(7 bits) 2024-04-15T16:44:46.855 INFO:tasks.workunit.client.0.smithi090.stdout:512 462 by_hash(5 bits) 2024-04-15T16:44:46.855 INFO:tasks.workunit.client.0.smithi090.stdout:1024 466 by_hash(5 bits) 2024-04-15T16:44:46.856 INFO:tasks.workunit.client.0.smithi090.stdout:2048 466 by_hash(5 bits) 2024-04-15T16:44:46.856 INFO:tasks.workunit.client.0.smithi090.stdout:4096 470 by_hash(5 bits) 2024-04-15T16:44:46.856 INFO:tasks.workunit.client.0.smithi090.stdout:8192 498 by_hash(4 bits) 2024-04-15T16:44:46.856 INFO:tasks.workunit.client.0.smithi090.stdout:16384 278 by_hash(3 bits) 2024-04-15T16:44:46.858 INFO:tasks.workunit.client.0.smithi090.stdout:32768 337 by_hash(2 bits) 2024-04-15T16:44:46.862 INFO:tasks.workunit.client.0.smithi090.stdout:65536 367 by_hash(2 bits) 2024-04-15T16:44:46.872 INFO:tasks.workunit.client.0.smithi090.stdout:131072 387 by_hash(1 bits) 2024-04-15T16:44:46.898 INFO:tasks.workunit.client.0.smithi090.stdout:262144 331 by_pool 2024-04-15T16:44:46.930 INFO:tasks.workunit.client.0.smithi090.stdout:524288 21 count 2024-04-15T16:44:46.978 INFO:tasks.workunit.client.0.smithi090.stdout:1048576 21 count 2024-04-15T16:44:47.077 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] chunk_refs_t.size (225 ms) 2024-04-15T16:44:47.077 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 1 test from chunk_refs_t (225 ms total) 2024-04-15T16:44:47.077 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T16:44:47.077 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment tear-down 2024-04-15T16:44:47.077 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] 6 tests from 2 test suites ran. (15202 ms total) 2024-04-15T16:44:47.078 INFO:tasks.workunit.client.0.smithi090.stdout:[ PASSED ] 6 tests. 2024-04-15T16:44:47.079 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:44:47.079 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:44:47.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:46 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/4201999555' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:47.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:46 smithi090 ceph-mon[91618]: osdmap e931: 8 total, 8 up, 8 in 2024-04-15T16:44:47.104 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:46 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:44:47.105 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:46 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/4201999555' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:47.105 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:46 smithi090 ceph-mon[89240]: osdmap e931: 8 total, 8 up, 8 in 2024-04-15T16:44:47.105 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:46 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:44:47.108 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-15T16:44:47.108 DEBUG:teuthology.orchestra.run.smithi090:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-15T16:44:47.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:46 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/4201999555' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-129896-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:47.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:46 smithi153 ceph-mon[84714]: osdmap e931: 8 total, 8 up, 8 in 2024-04-15T16:44:47.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:46 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:44:47.178 INFO:tasks.workunit.client.0.smithi090.stdout:Running main() from gmock_main.cc 2024-04-15T16:44:47.179 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] Running 31 tests from 1 test suite. 2024-04-15T16:44:47.179 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment set-up. 2024-04-15T16:44:48.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:47 smithi090 ceph-mon[89240]: osdmap e932: 8 total, 8 up, 8 in 2024-04-15T16:44:48.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:47 smithi090 ceph-mon[89240]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:48.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:47 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:44:48.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:47 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:44:48.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:47 smithi090 ceph-mon[91618]: osdmap e932: 8 total, 8 up, 8 in 2024-04-15T16:44:48.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:47 smithi090 ceph-mon[91618]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:48.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:47 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:44:48.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:47 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:44:48.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:47 smithi153 ceph-mon[84714]: osdmap e932: 8 total, 8 up, 8 in 2024-04-15T16:44:48.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:47 smithi153 ceph-mon[84714]: pgmap v1086: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:48.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:47 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:44:48.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:47 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:44:48.863 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 31 tests from CmpOmap 2024-04-15T16:44:48.864 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-15T16:44:48.879 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (15 ms) 2024-04-15T16:44:48.879 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-15T16:44:48.888 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (10 ms) 2024-04-15T16:44:48.888 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-15T16:44:48.891 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (3 ms) 2024-04-15T16:44:48.891 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-15T16:44:48.894 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-04-15T16:44:48.894 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-15T16:44:48.901 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_vals_str (6 ms) 2024-04-15T16:44:48.901 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-15T16:44:48.908 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_vals_u64 (8 ms) 2024-04-15T16:44:48.909 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-15T16:44:48.911 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-15T16:44:48.911 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-04-15T16:44:48.914 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-04-15T16:44:48.914 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-15T16:44:48.916 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-04-15T16:44:48.916 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-15T16:44:48.920 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (3 ms) 2024-04-15T16:44:48.920 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-15T16:44:48.921 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-04-15T16:44:48.921 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-15T16:44:48.921 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-04-15T16:44:48.922 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-15T16:44:48.927 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-04-15T16:44:48.928 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-15T16:44:48.934 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-04-15T16:44:48.934 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-15T16:44:48.940 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-04-15T16:44:48.940 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-15T16:44:48.947 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (7 ms) 2024-04-15T16:44:48.947 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-15T16:44:48.954 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-04-15T16:44:48.954 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-15T16:44:48.961 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-04-15T16:44:48.961 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-15T16:44:48.963 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-15T16:44:48.963 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-15T16:44:48.966 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (3 ms) 2024-04-15T16:44:48.966 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-15T16:44:48.967 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-15T16:44:48.967 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-15T16:44:48.967 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-04-15T16:44:48.968 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-15T16:44:48.974 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-04-15T16:44:48.974 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-15T16:44:48.980 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-04-15T16:44:48.980 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-15T16:44:48.988 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (8 ms) 2024-04-15T16:44:48.988 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-15T16:44:48.996 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-04-15T16:44:48.997 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-15T16:44:48.998 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (2 ms) 2024-04-15T16:44:48.998 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-15T16:44:49.000 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (3 ms) 2024-04-15T16:44:49.001 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-15T16:44:49.001 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-15T16:44:49.002 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-15T16:44:49.002 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (0 ms) 2024-04-15T16:44:49.002 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-15T16:44:49.011 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (9 ms) 2024-04-15T16:44:49.011 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 31 tests from CmpOmap (148 ms total) 2024-04-15T16:44:49.011 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T16:44:49.011 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment tear-down 2024-04-15T16:44:49.269 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:48 smithi153 ceph-mon[84714]: osdmap e933: 8 total, 8 up, 8 in 2024-04-15T16:44:49.269 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:48 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/969366225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130019-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:49.269 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:48 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130019-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:49.269 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:48 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130019-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:49.269 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:48 smithi153 ceph-mon[84714]: osdmap e934: 8 total, 8 up, 8 in 2024-04-15T16:44:49.325 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:44:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:44:49] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-15T16:44:49.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:48 smithi090 ceph-mon[91618]: osdmap e933: 8 total, 8 up, 8 in 2024-04-15T16:44:49.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:48 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/969366225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130019-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:49.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:48 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130019-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:49.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:48 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130019-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:49.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:48 smithi090 ceph-mon[91618]: osdmap e934: 8 total, 8 up, 8 in 2024-04-15T16:44:49.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:48 smithi090 ceph-mon[89240]: osdmap e933: 8 total, 8 up, 8 in 2024-04-15T16:44:49.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:48 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/969366225' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130019-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:49.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:48 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130019-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:49.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:48 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130019-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:49.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:48 smithi090 ceph-mon[89240]: osdmap e934: 8 total, 8 up, 8 in 2024-04-15T16:44:49.869 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] 31 tests from 1 test suite ran. (2690 ms total) 2024-04-15T16:44:49.869 INFO:tasks.workunit.client.0.smithi090.stdout:[ PASSED ] 31 tests. 2024-04-15T16:44:49.872 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:44:49.872 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:44:49.943 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-15T16:44:49.943 DEBUG:teuthology.orchestra.run.smithi090:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-15T16:44:50.016 INFO:tasks.workunit.client.0.smithi090.stdout:Running main() from gmock_main.cc 2024-04-15T16:44:50.016 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-15T16:44:50.016 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment set-up. 2024-04-15T16:44:50.016 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 6 tests from ClsHello 2024-04-15T16:44:50.016 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsHello.SayHello 2024-04-15T16:44:50.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:49 smithi090 ceph-mon[91618]: pgmap v1088: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:50.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:49 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:44:50.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:49 smithi090 ceph-mon[91618]: osdmap e935: 8 total, 8 up, 8 in 2024-04-15T16:44:50.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:49 smithi090 ceph-mon[89240]: pgmap v1088: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:50.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:49 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:44:50.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:49 smithi090 ceph-mon[89240]: osdmap e935: 8 total, 8 up, 8 in 2024-04-15T16:44:50.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:49 smithi153 ceph-mon[84714]: pgmap v1088: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:50.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:49 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:44:50.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:49 smithi153 ceph-mon[84714]: osdmap e935: 8 total, 8 up, 8 in 2024-04-15T16:44:51.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:50 smithi090 ceph-mon[91618]: pgmap v1091: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:51.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:50 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:44:51.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:50 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:44:51.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:50 smithi090 ceph-mon[91618]: osdmap e936: 8 total, 8 up, 8 in 2024-04-15T16:44:51.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:50 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1497927343' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:51.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:50 smithi090 ceph-mon[89240]: pgmap v1091: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:51.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:50 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:44:51.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:50 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:44:51.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:50 smithi090 ceph-mon[89240]: osdmap e936: 8 total, 8 up, 8 in 2024-04-15T16:44:51.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:50 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1497927343' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:51.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:50 smithi153 ceph-mon[84714]: pgmap v1091: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:51.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:50 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:44:51.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:50 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:44:51.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:50 smithi153 ceph-mon[84714]: osdmap e936: 8 total, 8 up, 8 in 2024-04-15T16:44:51.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:50 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1497927343' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:52.617 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:44:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:44:52.907 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsHello.SayHello (2891 ms) 2024-04-15T16:44:52.907 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsHello.RecordHello 2024-04-15T16:44:53.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:52 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1497927343' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:53.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:52 smithi090 ceph-mon[89240]: osdmap e937: 8 total, 8 up, 8 in 2024-04-15T16:44:53.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:44:53.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:52 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1497927343' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:53.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:52 smithi090 ceph-mon[91618]: osdmap e937: 8 total, 8 up, 8 in 2024-04-15T16:44:53.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:44:53.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:52 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1497927343' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:53.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:52 smithi153 ceph-mon[84714]: osdmap e937: 8 total, 8 up, 8 in 2024-04-15T16:44:53.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:44:54.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:53 smithi090 ceph-mon[89240]: pgmap v1094: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T16:44:54.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:53 smithi090 ceph-mon[89240]: osdmap e938: 8 total, 8 up, 8 in 2024-04-15T16:44:54.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:53 smithi090 ceph-mon[91618]: pgmap v1094: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T16:44:54.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:53 smithi090 ceph-mon[91618]: osdmap e938: 8 total, 8 up, 8 in 2024-04-15T16:44:54.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:53 smithi153 ceph-mon[84714]: pgmap v1094: 137 pgs: 11 creating+peering, 14 unknown, 112 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-15T16:44:54.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:53 smithi153 ceph-mon[84714]: osdmap e938: 8 total, 8 up, 8 in 2024-04-15T16:44:55.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:54 smithi090 ceph-mon[89240]: osdmap e939: 8 total, 8 up, 8 in 2024-04-15T16:44:55.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:54 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2173868580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:55.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:54 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:55.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:54 smithi090 ceph-mon[89240]: pgmap v1097: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:55.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:54 smithi090 ceph-mon[91618]: osdmap e939: 8 total, 8 up, 8 in 2024-04-15T16:44:55.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:54 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2173868580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:55.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:54 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:55.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:54 smithi090 ceph-mon[91618]: pgmap v1097: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:55.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:54 smithi153 ceph-mon[84714]: osdmap e939: 8 total, 8 up, 8 in 2024-04-15T16:44:55.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:54 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2173868580' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:55.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:54 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:55.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:54 smithi153 ceph-mon[84714]: pgmap v1097: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:44:55.927 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsHello.RecordHello (3020 ms) 2024-04-15T16:44:55.927 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-15T16:44:56.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:55 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:44:56.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:55 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:56.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:55 smithi090 ceph-mon[89240]: osdmap e940: 8 total, 8 up, 8 in 2024-04-15T16:44:56.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:55 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:44:56.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:55 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:56.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:55 smithi090 ceph-mon[91618]: osdmap e940: 8 total, 8 up, 8 in 2024-04-15T16:44:56.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:55 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:44:56.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:55 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:56.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:55 smithi153 ceph-mon[84714]: osdmap e940: 8 total, 8 up, 8 in 2024-04-15T16:44:57.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:56 smithi090 ceph-mon[91618]: osdmap e941: 8 total, 8 up, 8 in 2024-04-15T16:44:57.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:56 smithi090 ceph-mon[91618]: pgmap v1100: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:44:57.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:56 smithi090 ceph-mon[89240]: osdmap e941: 8 total, 8 up, 8 in 2024-04-15T16:44:57.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:56 smithi090 ceph-mon[89240]: pgmap v1100: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:44:57.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:56 smithi153 ceph-mon[84714]: osdmap e941: 8 total, 8 up, 8 in 2024-04-15T16:44:57.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:56 smithi153 ceph-mon[84714]: pgmap v1100: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:44:57.949 INFO:tasks.workunit.client.0.smithi090.stdout:require_osd_release = squid 2024-04-15T16:44:57.951 INFO:tasks.workunit.client.0.smithi090.stdout:0 2024-04-15T16:44:57.952 INFO:tasks.workunit.client.0.smithi090.stdout:1 2024-04-15T16:44:57.953 INFO:tasks.workunit.client.0.smithi090.stdout:2 2024-04-15T16:44:57.954 INFO:tasks.workunit.client.0.smithi090.stdout:3 2024-04-15T16:44:57.955 INFO:tasks.workunit.client.0.smithi090.stdout:4 2024-04-15T16:44:57.956 INFO:tasks.workunit.client.0.smithi090.stdout:5 2024-04-15T16:44:57.957 INFO:tasks.workunit.client.0.smithi090.stdout:6 2024-04-15T16:44:57.958 INFO:tasks.workunit.client.0.smithi090.stdout:7 2024-04-15T16:44:57.959 INFO:tasks.workunit.client.0.smithi090.stdout:8 2024-04-15T16:44:57.960 INFO:tasks.workunit.client.0.smithi090.stdout:9 2024-04-15T16:44:57.960 INFO:tasks.workunit.client.0.smithi090.stdout:10 2024-04-15T16:44:57.961 INFO:tasks.workunit.client.0.smithi090.stdout:11 2024-04-15T16:44:57.962 INFO:tasks.workunit.client.0.smithi090.stdout:12 2024-04-15T16:44:57.963 INFO:tasks.workunit.client.0.smithi090.stdout:13 2024-04-15T16:44:57.964 INFO:tasks.workunit.client.0.smithi090.stdout:14 2024-04-15T16:44:57.965 INFO:tasks.workunit.client.0.smithi090.stdout:15 2024-04-15T16:44:57.965 INFO:tasks.workunit.client.0.smithi090.stdout:16 2024-04-15T16:44:57.966 INFO:tasks.workunit.client.0.smithi090.stdout:17 2024-04-15T16:44:57.967 INFO:tasks.workunit.client.0.smithi090.stdout:18 2024-04-15T16:44:57.968 INFO:tasks.workunit.client.0.smithi090.stdout:19 2024-04-15T16:44:57.969 INFO:tasks.workunit.client.0.smithi090.stdout:20 2024-04-15T16:44:57.970 INFO:tasks.workunit.client.0.smithi090.stdout:21 2024-04-15T16:44:57.971 INFO:tasks.workunit.client.0.smithi090.stdout:22 2024-04-15T16:44:57.972 INFO:tasks.workunit.client.0.smithi090.stdout:23 2024-04-15T16:44:57.972 INFO:tasks.workunit.client.0.smithi090.stdout:24 2024-04-15T16:44:57.973 INFO:tasks.workunit.client.0.smithi090.stdout:25 2024-04-15T16:44:57.974 INFO:tasks.workunit.client.0.smithi090.stdout:26 2024-04-15T16:44:57.975 INFO:tasks.workunit.client.0.smithi090.stdout:27 2024-04-15T16:44:57.976 INFO:tasks.workunit.client.0.smithi090.stdout:28 2024-04-15T16:44:57.977 INFO:tasks.workunit.client.0.smithi090.stdout:29 2024-04-15T16:44:57.978 INFO:tasks.workunit.client.0.smithi090.stdout:30 2024-04-15T16:44:57.979 INFO:tasks.workunit.client.0.smithi090.stdout:31 2024-04-15T16:44:57.980 INFO:tasks.workunit.client.0.smithi090.stdout:32 2024-04-15T16:44:57.980 INFO:tasks.workunit.client.0.smithi090.stdout:33 2024-04-15T16:44:57.981 INFO:tasks.workunit.client.0.smithi090.stdout:34 2024-04-15T16:44:57.982 INFO:tasks.workunit.client.0.smithi090.stdout:35 2024-04-15T16:44:57.983 INFO:tasks.workunit.client.0.smithi090.stdout:36 2024-04-15T16:44:57.984 INFO:tasks.workunit.client.0.smithi090.stdout:37 2024-04-15T16:44:57.985 INFO:tasks.workunit.client.0.smithi090.stdout:38 2024-04-15T16:44:57.985 INFO:tasks.workunit.client.0.smithi090.stdout:39 2024-04-15T16:44:57.986 INFO:tasks.workunit.client.0.smithi090.stdout:40 2024-04-15T16:44:57.987 INFO:tasks.workunit.client.0.smithi090.stdout:41 2024-04-15T16:44:57.988 INFO:tasks.workunit.client.0.smithi090.stdout:42 2024-04-15T16:44:57.989 INFO:tasks.workunit.client.0.smithi090.stdout:43 2024-04-15T16:44:57.990 INFO:tasks.workunit.client.0.smithi090.stdout:44 2024-04-15T16:44:57.991 INFO:tasks.workunit.client.0.smithi090.stdout:45 2024-04-15T16:44:57.991 INFO:tasks.workunit.client.0.smithi090.stdout:46 2024-04-15T16:44:57.992 INFO:tasks.workunit.client.0.smithi090.stdout:47 2024-04-15T16:44:57.993 INFO:tasks.workunit.client.0.smithi090.stdout:48 2024-04-15T16:44:57.994 INFO:tasks.workunit.client.0.smithi090.stdout:49 2024-04-15T16:44:57.995 INFO:tasks.workunit.client.0.smithi090.stdout:50 2024-04-15T16:44:57.995 INFO:tasks.workunit.client.0.smithi090.stdout:51 2024-04-15T16:44:57.996 INFO:tasks.workunit.client.0.smithi090.stdout:52 2024-04-15T16:44:57.997 INFO:tasks.workunit.client.0.smithi090.stdout:53 2024-04-15T16:44:57.998 INFO:tasks.workunit.client.0.smithi090.stdout:54 2024-04-15T16:44:57.999 INFO:tasks.workunit.client.0.smithi090.stdout:55 2024-04-15T16:44:58.000 INFO:tasks.workunit.client.0.smithi090.stdout:56 2024-04-15T16:44:58.001 INFO:tasks.workunit.client.0.smithi090.stdout:57 2024-04-15T16:44:58.001 INFO:tasks.workunit.client.0.smithi090.stdout:58 2024-04-15T16:44:58.002 INFO:tasks.workunit.client.0.smithi090.stdout:59 2024-04-15T16:44:58.004 INFO:tasks.workunit.client.0.smithi090.stdout:60 2024-04-15T16:44:58.004 INFO:tasks.workunit.client.0.smithi090.stdout:61 2024-04-15T16:44:58.005 INFO:tasks.workunit.client.0.smithi090.stdout:62 2024-04-15T16:44:58.006 INFO:tasks.workunit.client.0.smithi090.stdout:63 2024-04-15T16:44:58.007 INFO:tasks.workunit.client.0.smithi090.stdout:64 2024-04-15T16:44:58.008 INFO:tasks.workunit.client.0.smithi090.stdout:65 2024-04-15T16:44:58.009 INFO:tasks.workunit.client.0.smithi090.stdout:66 2024-04-15T16:44:58.010 INFO:tasks.workunit.client.0.smithi090.stdout:67 2024-04-15T16:44:58.011 INFO:tasks.workunit.client.0.smithi090.stdout:68 2024-04-15T16:44:58.011 INFO:tasks.workunit.client.0.smithi090.stdout:69 2024-04-15T16:44:58.012 INFO:tasks.workunit.client.0.smithi090.stdout:70 2024-04-15T16:44:58.013 INFO:tasks.workunit.client.0.smithi090.stdout:71 2024-04-15T16:44:58.013 INFO:tasks.workunit.client.0.smithi090.stdout:72 2024-04-15T16:44:58.014 INFO:tasks.workunit.client.0.smithi090.stdout:73 2024-04-15T16:44:58.015 INFO:tasks.workunit.client.0.smithi090.stdout:74 2024-04-15T16:44:58.016 INFO:tasks.workunit.client.0.smithi090.stdout:75 2024-04-15T16:44:58.017 INFO:tasks.workunit.client.0.smithi090.stdout:76 2024-04-15T16:44:58.017 INFO:tasks.workunit.client.0.smithi090.stdout:77 2024-04-15T16:44:58.018 INFO:tasks.workunit.client.0.smithi090.stdout:78 2024-04-15T16:44:58.020 INFO:tasks.workunit.client.0.smithi090.stdout:79 2024-04-15T16:44:58.020 INFO:tasks.workunit.client.0.smithi090.stdout:80 2024-04-15T16:44:58.021 INFO:tasks.workunit.client.0.smithi090.stdout:81 2024-04-15T16:44:58.022 INFO:tasks.workunit.client.0.smithi090.stdout:82 2024-04-15T16:44:58.022 INFO:tasks.workunit.client.0.smithi090.stdout:83 2024-04-15T16:44:58.023 INFO:tasks.workunit.client.0.smithi090.stdout:84 2024-04-15T16:44:58.024 INFO:tasks.workunit.client.0.smithi090.stdout:85 2024-04-15T16:44:58.025 INFO:tasks.workunit.client.0.smithi090.stdout:86 2024-04-15T16:44:58.026 INFO:tasks.workunit.client.0.smithi090.stdout:87 2024-04-15T16:44:58.027 INFO:tasks.workunit.client.0.smithi090.stdout:88 2024-04-15T16:44:58.027 INFO:tasks.workunit.client.0.smithi090.stdout:89 2024-04-15T16:44:58.028 INFO:tasks.workunit.client.0.smithi090.stdout:90 2024-04-15T16:44:58.029 INFO:tasks.workunit.client.0.smithi090.stdout:91 2024-04-15T16:44:58.030 INFO:tasks.workunit.client.0.smithi090.stdout:92 2024-04-15T16:44:58.031 INFO:tasks.workunit.client.0.smithi090.stdout:93 2024-04-15T16:44:58.032 INFO:tasks.workunit.client.0.smithi090.stdout:94 2024-04-15T16:44:58.032 INFO:tasks.workunit.client.0.smithi090.stdout:95 2024-04-15T16:44:58.033 INFO:tasks.workunit.client.0.smithi090.stdout:96 2024-04-15T16:44:58.034 INFO:tasks.workunit.client.0.smithi090.stdout:97 2024-04-15T16:44:58.035 INFO:tasks.workunit.client.0.smithi090.stdout:98 2024-04-15T16:44:58.036 INFO:tasks.workunit.client.0.smithi090.stdout:99 2024-04-15T16:44:58.037 INFO:tasks.workunit.client.0.smithi090.stdout:100 2024-04-15T16:44:58.038 INFO:tasks.workunit.client.0.smithi090.stdout:101 2024-04-15T16:44:58.039 INFO:tasks.workunit.client.0.smithi090.stdout:102 2024-04-15T16:44:58.039 INFO:tasks.workunit.client.0.smithi090.stdout:103 2024-04-15T16:44:58.040 INFO:tasks.workunit.client.0.smithi090.stdout:104 2024-04-15T16:44:58.041 INFO:tasks.workunit.client.0.smithi090.stdout:105 2024-04-15T16:44:58.042 INFO:tasks.workunit.client.0.smithi090.stdout:106 2024-04-15T16:44:58.043 INFO:tasks.workunit.client.0.smithi090.stdout:107 2024-04-15T16:44:58.044 INFO:tasks.workunit.client.0.smithi090.stdout:108 2024-04-15T16:44:58.045 INFO:tasks.workunit.client.0.smithi090.stdout:109 2024-04-15T16:44:58.046 INFO:tasks.workunit.client.0.smithi090.stdout:110 2024-04-15T16:44:58.047 INFO:tasks.workunit.client.0.smithi090.stdout:111 2024-04-15T16:44:58.048 INFO:tasks.workunit.client.0.smithi090.stdout:112 2024-04-15T16:44:58.049 INFO:tasks.workunit.client.0.smithi090.stdout:113 2024-04-15T16:44:58.049 INFO:tasks.workunit.client.0.smithi090.stdout:114 2024-04-15T16:44:58.050 INFO:tasks.workunit.client.0.smithi090.stdout:115 2024-04-15T16:44:58.051 INFO:tasks.workunit.client.0.smithi090.stdout:116 2024-04-15T16:44:58.052 INFO:tasks.workunit.client.0.smithi090.stdout:117 2024-04-15T16:44:58.053 INFO:tasks.workunit.client.0.smithi090.stdout:118 2024-04-15T16:44:58.054 INFO:tasks.workunit.client.0.smithi090.stdout:119 2024-04-15T16:44:58.055 INFO:tasks.workunit.client.0.smithi090.stdout:120 2024-04-15T16:44:58.055 INFO:tasks.workunit.client.0.smithi090.stdout:121 2024-04-15T16:44:58.056 INFO:tasks.workunit.client.0.smithi090.stdout:122 2024-04-15T16:44:58.057 INFO:tasks.workunit.client.0.smithi090.stdout:123 2024-04-15T16:44:58.058 INFO:tasks.workunit.client.0.smithi090.stdout:124 2024-04-15T16:44:58.059 INFO:tasks.workunit.client.0.smithi090.stdout:125 2024-04-15T16:44:58.060 INFO:tasks.workunit.client.0.smithi090.stdout:126 2024-04-15T16:44:58.060 INFO:tasks.workunit.client.0.smithi090.stdout:127 2024-04-15T16:44:58.061 INFO:tasks.workunit.client.0.smithi090.stdout:128 2024-04-15T16:44:58.062 INFO:tasks.workunit.client.0.smithi090.stdout:129 2024-04-15T16:44:58.063 INFO:tasks.workunit.client.0.smithi090.stdout:130 2024-04-15T16:44:58.064 INFO:tasks.workunit.client.0.smithi090.stdout:131 2024-04-15T16:44:58.065 INFO:tasks.workunit.client.0.smithi090.stdout:132 2024-04-15T16:44:58.066 INFO:tasks.workunit.client.0.smithi090.stdout:133 2024-04-15T16:44:58.067 INFO:tasks.workunit.client.0.smithi090.stdout:134 2024-04-15T16:44:58.067 INFO:tasks.workunit.client.0.smithi090.stdout:135 2024-04-15T16:44:58.068 INFO:tasks.workunit.client.0.smithi090.stdout:136 2024-04-15T16:44:58.069 INFO:tasks.workunit.client.0.smithi090.stdout:137 2024-04-15T16:44:58.070 INFO:tasks.workunit.client.0.smithi090.stdout:138 2024-04-15T16:44:58.071 INFO:tasks.workunit.client.0.smithi090.stdout:139 2024-04-15T16:44:58.071 INFO:tasks.workunit.client.0.smithi090.stdout:140 2024-04-15T16:44:58.072 INFO:tasks.workunit.client.0.smithi090.stdout:141 2024-04-15T16:44:58.073 INFO:tasks.workunit.client.0.smithi090.stdout:142 2024-04-15T16:44:58.074 INFO:tasks.workunit.client.0.smithi090.stdout:143 2024-04-15T16:44:58.074 INFO:tasks.workunit.client.0.smithi090.stdout:144 2024-04-15T16:44:58.075 INFO:tasks.workunit.client.0.smithi090.stdout:145 2024-04-15T16:44:58.076 INFO:tasks.workunit.client.0.smithi090.stdout:146 2024-04-15T16:44:58.077 INFO:tasks.workunit.client.0.smithi090.stdout:147 2024-04-15T16:44:58.078 INFO:tasks.workunit.client.0.smithi090.stdout:148 2024-04-15T16:44:58.078 INFO:tasks.workunit.client.0.smithi090.stdout:149 2024-04-15T16:44:58.079 INFO:tasks.workunit.client.0.smithi090.stdout:150 2024-04-15T16:44:58.080 INFO:tasks.workunit.client.0.smithi090.stdout:151 2024-04-15T16:44:58.081 INFO:tasks.workunit.client.0.smithi090.stdout:152 2024-04-15T16:44:58.082 INFO:tasks.workunit.client.0.smithi090.stdout:153 2024-04-15T16:44:58.082 INFO:tasks.workunit.client.0.smithi090.stdout:154 2024-04-15T16:44:58.083 INFO:tasks.workunit.client.0.smithi090.stdout:155 2024-04-15T16:44:58.084 INFO:tasks.workunit.client.0.smithi090.stdout:156 2024-04-15T16:44:58.085 INFO:tasks.workunit.client.0.smithi090.stdout:157 2024-04-15T16:44:58.086 INFO:tasks.workunit.client.0.smithi090.stdout:158 2024-04-15T16:44:58.087 INFO:tasks.workunit.client.0.smithi090.stdout:159 2024-04-15T16:44:58.087 INFO:tasks.workunit.client.0.smithi090.stdout:160 2024-04-15T16:44:58.088 INFO:tasks.workunit.client.0.smithi090.stdout:161 2024-04-15T16:44:58.089 INFO:tasks.workunit.client.0.smithi090.stdout:162 2024-04-15T16:44:58.090 INFO:tasks.workunit.client.0.smithi090.stdout:163 2024-04-15T16:44:58.091 INFO:tasks.workunit.client.0.smithi090.stdout:164 2024-04-15T16:44:58.091 INFO:tasks.workunit.client.0.smithi090.stdout:165 2024-04-15T16:44:58.092 INFO:tasks.workunit.client.0.smithi090.stdout:166 2024-04-15T16:44:58.093 INFO:tasks.workunit.client.0.smithi090.stdout:167 2024-04-15T16:44:58.094 INFO:tasks.workunit.client.0.smithi090.stdout:168 2024-04-15T16:44:58.095 INFO:tasks.workunit.client.0.smithi090.stdout:169 2024-04-15T16:44:58.096 INFO:tasks.workunit.client.0.smithi090.stdout:170 2024-04-15T16:44:58.096 INFO:tasks.workunit.client.0.smithi090.stdout:171 2024-04-15T16:44:58.097 INFO:tasks.workunit.client.0.smithi090.stdout:172 2024-04-15T16:44:58.098 INFO:tasks.workunit.client.0.smithi090.stdout:173 2024-04-15T16:44:58.099 INFO:tasks.workunit.client.0.smithi090.stdout:174 2024-04-15T16:44:58.100 INFO:tasks.workunit.client.0.smithi090.stdout:175 2024-04-15T16:44:58.100 INFO:tasks.workunit.client.0.smithi090.stdout:176 2024-04-15T16:44:58.101 INFO:tasks.workunit.client.0.smithi090.stdout:177 2024-04-15T16:44:58.102 INFO:tasks.workunit.client.0.smithi090.stdout:178 2024-04-15T16:44:58.103 INFO:tasks.workunit.client.0.smithi090.stdout:179 2024-04-15T16:44:58.104 INFO:tasks.workunit.client.0.smithi090.stdout:180 2024-04-15T16:44:58.104 INFO:tasks.workunit.client.0.smithi090.stdout:181 2024-04-15T16:44:58.105 INFO:tasks.workunit.client.0.smithi090.stdout:182 2024-04-15T16:44:58.106 INFO:tasks.workunit.client.0.smithi090.stdout:183 2024-04-15T16:44:58.107 INFO:tasks.workunit.client.0.smithi090.stdout:184 2024-04-15T16:44:58.108 INFO:tasks.workunit.client.0.smithi090.stdout:185 2024-04-15T16:44:58.109 INFO:tasks.workunit.client.0.smithi090.stdout:186 2024-04-15T16:44:58.109 INFO:tasks.workunit.client.0.smithi090.stdout:187 2024-04-15T16:44:58.110 INFO:tasks.workunit.client.0.smithi090.stdout:188 2024-04-15T16:44:58.111 INFO:tasks.workunit.client.0.smithi090.stdout:189 2024-04-15T16:44:58.112 INFO:tasks.workunit.client.0.smithi090.stdout:190 2024-04-15T16:44:58.113 INFO:tasks.workunit.client.0.smithi090.stdout:191 2024-04-15T16:44:58.114 INFO:tasks.workunit.client.0.smithi090.stdout:192 2024-04-15T16:44:58.115 INFO:tasks.workunit.client.0.smithi090.stdout:193 2024-04-15T16:44:58.116 INFO:tasks.workunit.client.0.smithi090.stdout:194 2024-04-15T16:44:58.117 INFO:tasks.workunit.client.0.smithi090.stdout:195 2024-04-15T16:44:58.118 INFO:tasks.workunit.client.0.smithi090.stdout:196 2024-04-15T16:44:58.119 INFO:tasks.workunit.client.0.smithi090.stdout:197 2024-04-15T16:44:58.119 INFO:tasks.workunit.client.0.smithi090.stdout:198 2024-04-15T16:44:58.120 INFO:tasks.workunit.client.0.smithi090.stdout:199 2024-04-15T16:44:58.121 INFO:tasks.workunit.client.0.smithi090.stdout:200 2024-04-15T16:44:58.122 INFO:tasks.workunit.client.0.smithi090.stdout:201 2024-04-15T16:44:58.123 INFO:tasks.workunit.client.0.smithi090.stdout:202 2024-04-15T16:44:58.124 INFO:tasks.workunit.client.0.smithi090.stdout:203 2024-04-15T16:44:58.124 INFO:tasks.workunit.client.0.smithi090.stdout:204 2024-04-15T16:44:58.125 INFO:tasks.workunit.client.0.smithi090.stdout:205 2024-04-15T16:44:58.126 INFO:tasks.workunit.client.0.smithi090.stdout:206 2024-04-15T16:44:58.130 INFO:tasks.workunit.client.0.smithi090.stdout:207 2024-04-15T16:44:58.130 INFO:tasks.workunit.client.0.smithi090.stdout:208 2024-04-15T16:44:58.130 INFO:tasks.workunit.client.0.smithi090.stdout:209 2024-04-15T16:44:58.130 INFO:tasks.workunit.client.0.smithi090.stdout:210 2024-04-15T16:44:58.130 INFO:tasks.workunit.client.0.smithi090.stdout:211 2024-04-15T16:44:58.131 INFO:tasks.workunit.client.0.smithi090.stdout:212 2024-04-15T16:44:58.132 INFO:tasks.workunit.client.0.smithi090.stdout:213 2024-04-15T16:44:58.133 INFO:tasks.workunit.client.0.smithi090.stdout:214 2024-04-15T16:44:58.133 INFO:tasks.workunit.client.0.smithi090.stdout:215 2024-04-15T16:44:58.134 INFO:tasks.workunit.client.0.smithi090.stdout:216 2024-04-15T16:44:58.135 INFO:tasks.workunit.client.0.smithi090.stdout:217 2024-04-15T16:44:58.136 INFO:tasks.workunit.client.0.smithi090.stdout:218 2024-04-15T16:44:58.137 INFO:tasks.workunit.client.0.smithi090.stdout:219 2024-04-15T16:44:58.138 INFO:tasks.workunit.client.0.smithi090.stdout:220 2024-04-15T16:44:58.138 INFO:tasks.workunit.client.0.smithi090.stdout:221 2024-04-15T16:44:58.139 INFO:tasks.workunit.client.0.smithi090.stdout:222 2024-04-15T16:44:58.140 INFO:tasks.workunit.client.0.smithi090.stdout:223 2024-04-15T16:44:58.141 INFO:tasks.workunit.client.0.smithi090.stdout:224 2024-04-15T16:44:58.142 INFO:tasks.workunit.client.0.smithi090.stdout:225 2024-04-15T16:44:58.143 INFO:tasks.workunit.client.0.smithi090.stdout:226 2024-04-15T16:44:58.143 INFO:tasks.workunit.client.0.smithi090.stdout:227 2024-04-15T16:44:58.144 INFO:tasks.workunit.client.0.smithi090.stdout:228 2024-04-15T16:44:58.145 INFO:tasks.workunit.client.0.smithi090.stdout:229 2024-04-15T16:44:58.146 INFO:tasks.workunit.client.0.smithi090.stdout:230 2024-04-15T16:44:58.147 INFO:tasks.workunit.client.0.smithi090.stdout:231 2024-04-15T16:44:58.148 INFO:tasks.workunit.client.0.smithi090.stdout:232 2024-04-15T16:44:58.148 INFO:tasks.workunit.client.0.smithi090.stdout:233 2024-04-15T16:44:58.149 INFO:tasks.workunit.client.0.smithi090.stdout:234 2024-04-15T16:44:58.150 INFO:tasks.workunit.client.0.smithi090.stdout:235 2024-04-15T16:44:58.151 INFO:tasks.workunit.client.0.smithi090.stdout:236 2024-04-15T16:44:58.152 INFO:tasks.workunit.client.0.smithi090.stdout:237 2024-04-15T16:44:58.152 INFO:tasks.workunit.client.0.smithi090.stdout:238 2024-04-15T16:44:58.153 INFO:tasks.workunit.client.0.smithi090.stdout:239 2024-04-15T16:44:58.154 INFO:tasks.workunit.client.0.smithi090.stdout:240 2024-04-15T16:44:58.155 INFO:tasks.workunit.client.0.smithi090.stdout:241 2024-04-15T16:44:58.156 INFO:tasks.workunit.client.0.smithi090.stdout:242 2024-04-15T16:44:58.157 INFO:tasks.workunit.client.0.smithi090.stdout:243 2024-04-15T16:44:58.158 INFO:tasks.workunit.client.0.smithi090.stdout:244 2024-04-15T16:44:58.158 INFO:tasks.workunit.client.0.smithi090.stdout:245 2024-04-15T16:44:58.159 INFO:tasks.workunit.client.0.smithi090.stdout:246 2024-04-15T16:44:58.160 INFO:tasks.workunit.client.0.smithi090.stdout:247 2024-04-15T16:44:58.161 INFO:tasks.workunit.client.0.smithi090.stdout:248 2024-04-15T16:44:58.162 INFO:tasks.workunit.client.0.smithi090.stdout:249 2024-04-15T16:44:58.163 INFO:tasks.workunit.client.0.smithi090.stdout:250 2024-04-15T16:44:58.163 INFO:tasks.workunit.client.0.smithi090.stdout:251 2024-04-15T16:44:58.164 INFO:tasks.workunit.client.0.smithi090.stdout:252 2024-04-15T16:44:58.165 INFO:tasks.workunit.client.0.smithi090.stdout:253 2024-04-15T16:44:58.166 INFO:tasks.workunit.client.0.smithi090.stdout:254 2024-04-15T16:44:58.167 INFO:tasks.workunit.client.0.smithi090.stdout:255 2024-04-15T16:44:58.168 INFO:tasks.workunit.client.0.smithi090.stdout:256 2024-04-15T16:44:58.169 INFO:tasks.workunit.client.0.smithi090.stdout:257 2024-04-15T16:44:58.170 INFO:tasks.workunit.client.0.smithi090.stdout:258 2024-04-15T16:44:58.171 INFO:tasks.workunit.client.0.smithi090.stdout:259 2024-04-15T16:44:58.171 INFO:tasks.workunit.client.0.smithi090.stdout:260 2024-04-15T16:44:58.172 INFO:tasks.workunit.client.0.smithi090.stdout:261 2024-04-15T16:44:58.173 INFO:tasks.workunit.client.0.smithi090.stdout:262 2024-04-15T16:44:58.174 INFO:tasks.workunit.client.0.smithi090.stdout:263 2024-04-15T16:44:58.175 INFO:tasks.workunit.client.0.smithi090.stdout:264 2024-04-15T16:44:58.175 INFO:tasks.workunit.client.0.smithi090.stdout:265 2024-04-15T16:44:58.176 INFO:tasks.workunit.client.0.smithi090.stdout:266 2024-04-15T16:44:58.177 INFO:tasks.workunit.client.0.smithi090.stdout:267 2024-04-15T16:44:58.178 INFO:tasks.workunit.client.0.smithi090.stdout:268 2024-04-15T16:44:58.179 INFO:tasks.workunit.client.0.smithi090.stdout:269 2024-04-15T16:44:58.179 INFO:tasks.workunit.client.0.smithi090.stdout:270 2024-04-15T16:44:58.180 INFO:tasks.workunit.client.0.smithi090.stdout:271 2024-04-15T16:44:58.181 INFO:tasks.workunit.client.0.smithi090.stdout:272 2024-04-15T16:44:58.183 INFO:tasks.workunit.client.0.smithi090.stdout:273 2024-04-15T16:44:58.184 INFO:tasks.workunit.client.0.smithi090.stdout:274 2024-04-15T16:44:58.184 INFO:tasks.workunit.client.0.smithi090.stdout:275 2024-04-15T16:44:58.185 INFO:tasks.workunit.client.0.smithi090.stdout:276 2024-04-15T16:44:58.185 INFO:tasks.workunit.client.0.smithi090.stdout:277 2024-04-15T16:44:58.186 INFO:tasks.workunit.client.0.smithi090.stdout:278 2024-04-15T16:44:58.187 INFO:tasks.workunit.client.0.smithi090.stdout:279 2024-04-15T16:44:58.188 INFO:tasks.workunit.client.0.smithi090.stdout:280 2024-04-15T16:44:58.189 INFO:tasks.workunit.client.0.smithi090.stdout:281 2024-04-15T16:44:58.190 INFO:tasks.workunit.client.0.smithi090.stdout:282 2024-04-15T16:44:58.190 INFO:tasks.workunit.client.0.smithi090.stdout:283 2024-04-15T16:44:58.191 INFO:tasks.workunit.client.0.smithi090.stdout:284 2024-04-15T16:44:58.192 INFO:tasks.workunit.client.0.smithi090.stdout:285 2024-04-15T16:44:58.193 INFO:tasks.workunit.client.0.smithi090.stdout:286 2024-04-15T16:44:58.194 INFO:tasks.workunit.client.0.smithi090.stdout:287 2024-04-15T16:44:58.197 INFO:tasks.workunit.client.0.smithi090.stdout:288 2024-04-15T16:44:58.198 INFO:tasks.workunit.client.0.smithi090.stdout:289 2024-04-15T16:44:58.198 INFO:tasks.workunit.client.0.smithi090.stdout:290 2024-04-15T16:44:58.198 INFO:tasks.workunit.client.0.smithi090.stdout:291 2024-04-15T16:44:58.199 INFO:tasks.workunit.client.0.smithi090.stdout:292 2024-04-15T16:44:58.200 INFO:tasks.workunit.client.0.smithi090.stdout:293 2024-04-15T16:44:58.201 INFO:tasks.workunit.client.0.smithi090.stdout:294 2024-04-15T16:44:58.202 INFO:tasks.workunit.client.0.smithi090.stdout:295 2024-04-15T16:44:58.204 INFO:tasks.workunit.client.0.smithi090.stdout:296 2024-04-15T16:44:58.204 INFO:tasks.workunit.client.0.smithi090.stdout:297 2024-04-15T16:44:58.205 INFO:tasks.workunit.client.0.smithi090.stdout:298 2024-04-15T16:44:58.206 INFO:tasks.workunit.client.0.smithi090.stdout:299 2024-04-15T16:44:58.207 INFO:tasks.workunit.client.0.smithi090.stdout:300 2024-04-15T16:44:58.209 INFO:tasks.workunit.client.0.smithi090.stdout:301 2024-04-15T16:44:58.211 INFO:tasks.workunit.client.0.smithi090.stdout:302 2024-04-15T16:44:58.212 INFO:tasks.workunit.client.0.smithi090.stdout:303 2024-04-15T16:44:58.213 INFO:tasks.workunit.client.0.smithi090.stdout:304 2024-04-15T16:44:58.214 INFO:tasks.workunit.client.0.smithi090.stdout:305 2024-04-15T16:44:58.215 INFO:tasks.workunit.client.0.smithi090.stdout:306 2024-04-15T16:44:58.216 INFO:tasks.workunit.client.0.smithi090.stdout:307 2024-04-15T16:44:58.217 INFO:tasks.workunit.client.0.smithi090.stdout:308 2024-04-15T16:44:58.217 INFO:tasks.workunit.client.0.smithi090.stdout:309 2024-04-15T16:44:58.218 INFO:tasks.workunit.client.0.smithi090.stdout:310 2024-04-15T16:44:58.220 INFO:tasks.workunit.client.0.smithi090.stdout:311 2024-04-15T16:44:58.220 INFO:tasks.workunit.client.0.smithi090.stdout:312 2024-04-15T16:44:58.221 INFO:tasks.workunit.client.0.smithi090.stdout:313 2024-04-15T16:44:58.222 INFO:tasks.workunit.client.0.smithi090.stdout:314 2024-04-15T16:44:58.223 INFO:tasks.workunit.client.0.smithi090.stdout:315 2024-04-15T16:44:58.224 INFO:tasks.workunit.client.0.smithi090.stdout:316 2024-04-15T16:44:58.224 INFO:tasks.workunit.client.0.smithi090.stdout:317 2024-04-15T16:44:58.226 INFO:tasks.workunit.client.0.smithi090.stdout:318 2024-04-15T16:44:58.226 INFO:tasks.workunit.client.0.smithi090.stdout:319 2024-04-15T16:44:58.227 INFO:tasks.workunit.client.0.smithi090.stdout:320 2024-04-15T16:44:58.228 INFO:tasks.workunit.client.0.smithi090.stdout:321 2024-04-15T16:44:58.229 INFO:tasks.workunit.client.0.smithi090.stdout:322 2024-04-15T16:44:58.230 INFO:tasks.workunit.client.0.smithi090.stdout:323 2024-04-15T16:44:58.231 INFO:tasks.workunit.client.0.smithi090.stdout:324 2024-04-15T16:44:58.232 INFO:tasks.workunit.client.0.smithi090.stdout:325 2024-04-15T16:44:58.233 INFO:tasks.workunit.client.0.smithi090.stdout:326 2024-04-15T16:44:58.234 INFO:tasks.workunit.client.0.smithi090.stdout:327 2024-04-15T16:44:58.235 INFO:tasks.workunit.client.0.smithi090.stdout:328 2024-04-15T16:44:58.236 INFO:tasks.workunit.client.0.smithi090.stdout:329 2024-04-15T16:44:58.236 INFO:tasks.workunit.client.0.smithi090.stdout:330 2024-04-15T16:44:58.237 INFO:tasks.workunit.client.0.smithi090.stdout:331 2024-04-15T16:44:58.238 INFO:tasks.workunit.client.0.smithi090.stdout:332 2024-04-15T16:44:58.239 INFO:tasks.workunit.client.0.smithi090.stdout:333 2024-04-15T16:44:58.240 INFO:tasks.workunit.client.0.smithi090.stdout:334 2024-04-15T16:44:58.241 INFO:tasks.workunit.client.0.smithi090.stdout:335 2024-04-15T16:44:58.242 INFO:tasks.workunit.client.0.smithi090.stdout:336 2024-04-15T16:44:58.243 INFO:tasks.workunit.client.0.smithi090.stdout:337 2024-04-15T16:44:58.244 INFO:tasks.workunit.client.0.smithi090.stdout:338 2024-04-15T16:44:58.245 INFO:tasks.workunit.client.0.smithi090.stdout:339 2024-04-15T16:44:58.246 INFO:tasks.workunit.client.0.smithi090.stdout:340 2024-04-15T16:44:58.247 INFO:tasks.workunit.client.0.smithi090.stdout:341 2024-04-15T16:44:58.248 INFO:tasks.workunit.client.0.smithi090.stdout:342 2024-04-15T16:44:58.249 INFO:tasks.workunit.client.0.smithi090.stdout:343 2024-04-15T16:44:58.250 INFO:tasks.workunit.client.0.smithi090.stdout:344 2024-04-15T16:44:58.250 INFO:tasks.workunit.client.0.smithi090.stdout:345 2024-04-15T16:44:58.252 INFO:tasks.workunit.client.0.smithi090.stdout:346 2024-04-15T16:44:58.253 INFO:tasks.workunit.client.0.smithi090.stdout:347 2024-04-15T16:44:58.253 INFO:tasks.workunit.client.0.smithi090.stdout:348 2024-04-15T16:44:58.254 INFO:tasks.workunit.client.0.smithi090.stdout:349 2024-04-15T16:44:58.255 INFO:tasks.workunit.client.0.smithi090.stdout:350 2024-04-15T16:44:58.256 INFO:tasks.workunit.client.0.smithi090.stdout:351 2024-04-15T16:44:58.257 INFO:tasks.workunit.client.0.smithi090.stdout:352 2024-04-15T16:44:58.258 INFO:tasks.workunit.client.0.smithi090.stdout:353 2024-04-15T16:44:58.259 INFO:tasks.workunit.client.0.smithi090.stdout:354 2024-04-15T16:44:58.260 INFO:tasks.workunit.client.0.smithi090.stdout:355 2024-04-15T16:44:58.261 INFO:tasks.workunit.client.0.smithi090.stdout:356 2024-04-15T16:44:58.262 INFO:tasks.workunit.client.0.smithi090.stdout:357 2024-04-15T16:44:58.263 INFO:tasks.workunit.client.0.smithi090.stdout:358 2024-04-15T16:44:58.263 INFO:tasks.workunit.client.0.smithi090.stdout:359 2024-04-15T16:44:58.264 INFO:tasks.workunit.client.0.smithi090.stdout:360 2024-04-15T16:44:58.265 INFO:tasks.workunit.client.0.smithi090.stdout:361 2024-04-15T16:44:58.266 INFO:tasks.workunit.client.0.smithi090.stdout:362 2024-04-15T16:44:58.267 INFO:tasks.workunit.client.0.smithi090.stdout:363 2024-04-15T16:44:58.268 INFO:tasks.workunit.client.0.smithi090.stdout:364 2024-04-15T16:44:58.269 INFO:tasks.workunit.client.0.smithi090.stdout:365 2024-04-15T16:44:58.270 INFO:tasks.workunit.client.0.smithi090.stdout:366 2024-04-15T16:44:58.271 INFO:tasks.workunit.client.0.smithi090.stdout:367 2024-04-15T16:44:58.271 INFO:tasks.workunit.client.0.smithi090.stdout:368 2024-04-15T16:44:58.272 INFO:tasks.workunit.client.0.smithi090.stdout:369 2024-04-15T16:44:58.273 INFO:tasks.workunit.client.0.smithi090.stdout:370 2024-04-15T16:44:58.274 INFO:tasks.workunit.client.0.smithi090.stdout:371 2024-04-15T16:44:58.275 INFO:tasks.workunit.client.0.smithi090.stdout:372 2024-04-15T16:44:58.276 INFO:tasks.workunit.client.0.smithi090.stdout:373 2024-04-15T16:44:58.277 INFO:tasks.workunit.client.0.smithi090.stdout:374 2024-04-15T16:44:58.278 INFO:tasks.workunit.client.0.smithi090.stdout:375 2024-04-15T16:44:58.279 INFO:tasks.workunit.client.0.smithi090.stdout:376 2024-04-15T16:44:58.280 INFO:tasks.workunit.client.0.smithi090.stdout:377 2024-04-15T16:44:58.280 INFO:tasks.workunit.client.0.smithi090.stdout:378 2024-04-15T16:44:58.281 INFO:tasks.workunit.client.0.smithi090.stdout:379 2024-04-15T16:44:58.282 INFO:tasks.workunit.client.0.smithi090.stdout:380 2024-04-15T16:44:58.283 INFO:tasks.workunit.client.0.smithi090.stdout:381 2024-04-15T16:44:58.284 INFO:tasks.workunit.client.0.smithi090.stdout:382 2024-04-15T16:44:58.285 INFO:tasks.workunit.client.0.smithi090.stdout:383 2024-04-15T16:44:58.286 INFO:tasks.workunit.client.0.smithi090.stdout:384 2024-04-15T16:44:58.287 INFO:tasks.workunit.client.0.smithi090.stdout:385 2024-04-15T16:44:58.288 INFO:tasks.workunit.client.0.smithi090.stdout:386 2024-04-15T16:44:58.289 INFO:tasks.workunit.client.0.smithi090.stdout:387 2024-04-15T16:44:58.290 INFO:tasks.workunit.client.0.smithi090.stdout:388 2024-04-15T16:44:58.290 INFO:tasks.workunit.client.0.smithi090.stdout:389 2024-04-15T16:44:58.291 INFO:tasks.workunit.client.0.smithi090.stdout:390 2024-04-15T16:44:58.292 INFO:tasks.workunit.client.0.smithi090.stdout:391 2024-04-15T16:44:58.293 INFO:tasks.workunit.client.0.smithi090.stdout:392 2024-04-15T16:44:58.294 INFO:tasks.workunit.client.0.smithi090.stdout:393 2024-04-15T16:44:58.295 INFO:tasks.workunit.client.0.smithi090.stdout:394 2024-04-15T16:44:58.296 INFO:tasks.workunit.client.0.smithi090.stdout:395 2024-04-15T16:44:58.297 INFO:tasks.workunit.client.0.smithi090.stdout:396 2024-04-15T16:44:58.298 INFO:tasks.workunit.client.0.smithi090.stdout:397 2024-04-15T16:44:58.299 INFO:tasks.workunit.client.0.smithi090.stdout:398 2024-04-15T16:44:58.300 INFO:tasks.workunit.client.0.smithi090.stdout:399 2024-04-15T16:44:58.301 INFO:tasks.workunit.client.0.smithi090.stdout:400 2024-04-15T16:44:58.302 INFO:tasks.workunit.client.0.smithi090.stdout:401 2024-04-15T16:44:58.303 INFO:tasks.workunit.client.0.smithi090.stdout:402 2024-04-15T16:44:58.304 INFO:tasks.workunit.client.0.smithi090.stdout:403 2024-04-15T16:44:58.305 INFO:tasks.workunit.client.0.smithi090.stdout:404 2024-04-15T16:44:58.306 INFO:tasks.workunit.client.0.smithi090.stdout:405 2024-04-15T16:44:58.306 INFO:tasks.workunit.client.0.smithi090.stdout:406 2024-04-15T16:44:58.307 INFO:tasks.workunit.client.0.smithi090.stdout:407 2024-04-15T16:44:58.308 INFO:tasks.workunit.client.0.smithi090.stdout:408 2024-04-15T16:44:58.309 INFO:tasks.workunit.client.0.smithi090.stdout:409 2024-04-15T16:44:58.310 INFO:tasks.workunit.client.0.smithi090.stdout:410 2024-04-15T16:44:58.311 INFO:tasks.workunit.client.0.smithi090.stdout:411 2024-04-15T16:44:58.312 INFO:tasks.workunit.client.0.smithi090.stdout:412 2024-04-15T16:44:58.313 INFO:tasks.workunit.client.0.smithi090.stdout:413 2024-04-15T16:44:58.314 INFO:tasks.workunit.client.0.smithi090.stdout:414 2024-04-15T16:44:58.315 INFO:tasks.workunit.client.0.smithi090.stdout:415 2024-04-15T16:44:58.316 INFO:tasks.workunit.client.0.smithi090.stdout:416 2024-04-15T16:44:58.317 INFO:tasks.workunit.client.0.smithi090.stdout:417 2024-04-15T16:44:58.318 INFO:tasks.workunit.client.0.smithi090.stdout:418 2024-04-15T16:44:58.319 INFO:tasks.workunit.client.0.smithi090.stdout:419 2024-04-15T16:44:58.320 INFO:tasks.workunit.client.0.smithi090.stdout:420 2024-04-15T16:44:58.321 INFO:tasks.workunit.client.0.smithi090.stdout:421 2024-04-15T16:44:58.322 INFO:tasks.workunit.client.0.smithi090.stdout:422 2024-04-15T16:44:58.323 INFO:tasks.workunit.client.0.smithi090.stdout:423 2024-04-15T16:44:58.324 INFO:tasks.workunit.client.0.smithi090.stdout:424 2024-04-15T16:44:58.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:57 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:44:58.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:57 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:44:58.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:57 smithi090 ceph-mon[89240]: osdmap e942: 8 total, 8 up, 8 in 2024-04-15T16:44:58.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:57 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2831632321' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:58.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:57 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:58.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:57 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:44:58.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:57 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:44:58.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:57 smithi090 ceph-mon[91618]: osdmap e942: 8 total, 8 up, 8 in 2024-04-15T16:44:58.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:57 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2831632321' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:58.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:57 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:58.325 INFO:tasks.workunit.client.0.smithi090.stdout:425 2024-04-15T16:44:58.326 INFO:tasks.workunit.client.0.smithi090.stdout:426 2024-04-15T16:44:58.326 INFO:tasks.workunit.client.0.smithi090.stdout:427 2024-04-15T16:44:58.327 INFO:tasks.workunit.client.0.smithi090.stdout:428 2024-04-15T16:44:58.328 INFO:tasks.workunit.client.0.smithi090.stdout:429 2024-04-15T16:44:58.329 INFO:tasks.workunit.client.0.smithi090.stdout:430 2024-04-15T16:44:58.330 INFO:tasks.workunit.client.0.smithi090.stdout:431 2024-04-15T16:44:58.334 INFO:tasks.workunit.client.0.smithi090.stdout:432 2024-04-15T16:44:58.334 INFO:tasks.workunit.client.0.smithi090.stdout:433 2024-04-15T16:44:58.334 INFO:tasks.workunit.client.0.smithi090.stdout:434 2024-04-15T16:44:58.334 INFO:tasks.workunit.client.0.smithi090.stdout:435 2024-04-15T16:44:58.334 INFO:tasks.workunit.client.0.smithi090.stdout:436 2024-04-15T16:44:58.335 INFO:tasks.workunit.client.0.smithi090.stdout:437 2024-04-15T16:44:58.336 INFO:tasks.workunit.client.0.smithi090.stdout:438 2024-04-15T16:44:58.337 INFO:tasks.workunit.client.0.smithi090.stdout:439 2024-04-15T16:44:58.338 INFO:tasks.workunit.client.0.smithi090.stdout:440 2024-04-15T16:44:58.339 INFO:tasks.workunit.client.0.smithi090.stdout:441 2024-04-15T16:44:58.340 INFO:tasks.workunit.client.0.smithi090.stdout:442 2024-04-15T16:44:58.341 INFO:tasks.workunit.client.0.smithi090.stdout:443 2024-04-15T16:44:58.341 INFO:tasks.workunit.client.0.smithi090.stdout:444 2024-04-15T16:44:58.342 INFO:tasks.workunit.client.0.smithi090.stdout:445 2024-04-15T16:44:58.343 INFO:tasks.workunit.client.0.smithi090.stdout:446 2024-04-15T16:44:58.344 INFO:tasks.workunit.client.0.smithi090.stdout:447 2024-04-15T16:44:58.345 INFO:tasks.workunit.client.0.smithi090.stdout:448 2024-04-15T16:44:58.346 INFO:tasks.workunit.client.0.smithi090.stdout:449 2024-04-15T16:44:58.347 INFO:tasks.workunit.client.0.smithi090.stdout:450 2024-04-15T16:44:58.348 INFO:tasks.workunit.client.0.smithi090.stdout:451 2024-04-15T16:44:58.349 INFO:tasks.workunit.client.0.smithi090.stdout:452 2024-04-15T16:44:58.350 INFO:tasks.workunit.client.0.smithi090.stdout:453 2024-04-15T16:44:58.350 INFO:tasks.workunit.client.0.smithi090.stdout:454 2024-04-15T16:44:58.351 INFO:tasks.workunit.client.0.smithi090.stdout:455 2024-04-15T16:44:58.352 INFO:tasks.workunit.client.0.smithi090.stdout:456 2024-04-15T16:44:58.353 INFO:tasks.workunit.client.0.smithi090.stdout:457 2024-04-15T16:44:58.354 INFO:tasks.workunit.client.0.smithi090.stdout:458 2024-04-15T16:44:58.355 INFO:tasks.workunit.client.0.smithi090.stdout:459 2024-04-15T16:44:58.356 INFO:tasks.workunit.client.0.smithi090.stdout:460 2024-04-15T16:44:58.357 INFO:tasks.workunit.client.0.smithi090.stdout:461 2024-04-15T16:44:58.358 INFO:tasks.workunit.client.0.smithi090.stdout:462 2024-04-15T16:44:58.359 INFO:tasks.workunit.client.0.smithi090.stdout:463 2024-04-15T16:44:58.360 INFO:tasks.workunit.client.0.smithi090.stdout:464 2024-04-15T16:44:58.361 INFO:tasks.workunit.client.0.smithi090.stdout:465 2024-04-15T16:44:58.362 INFO:tasks.workunit.client.0.smithi090.stdout:466 2024-04-15T16:44:58.363 INFO:tasks.workunit.client.0.smithi090.stdout:467 2024-04-15T16:44:58.364 INFO:tasks.workunit.client.0.smithi090.stdout:468 2024-04-15T16:44:58.365 INFO:tasks.workunit.client.0.smithi090.stdout:469 2024-04-15T16:44:58.365 INFO:tasks.workunit.client.0.smithi090.stdout:470 2024-04-15T16:44:58.366 INFO:tasks.workunit.client.0.smithi090.stdout:471 2024-04-15T16:44:58.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:57 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:44:58.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:57 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:44:58.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:57 smithi153 ceph-mon[84714]: osdmap e942: 8 total, 8 up, 8 in 2024-04-15T16:44:58.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:57 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2831632321' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:58.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:57 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:44:58.367 INFO:tasks.workunit.client.0.smithi090.stdout:472 2024-04-15T16:44:58.369 INFO:tasks.workunit.client.0.smithi090.stdout:473 2024-04-15T16:44:58.369 INFO:tasks.workunit.client.0.smithi090.stdout:474 2024-04-15T16:44:58.370 INFO:tasks.workunit.client.0.smithi090.stdout:475 2024-04-15T16:44:58.371 INFO:tasks.workunit.client.0.smithi090.stdout:476 2024-04-15T16:44:58.372 INFO:tasks.workunit.client.0.smithi090.stdout:477 2024-04-15T16:44:58.373 INFO:tasks.workunit.client.0.smithi090.stdout:478 2024-04-15T16:44:58.375 INFO:tasks.workunit.client.0.smithi090.stdout:479 2024-04-15T16:44:58.376 INFO:tasks.workunit.client.0.smithi090.stdout:480 2024-04-15T16:44:58.376 INFO:tasks.workunit.client.0.smithi090.stdout:481 2024-04-15T16:44:58.377 INFO:tasks.workunit.client.0.smithi090.stdout:482 2024-04-15T16:44:58.378 INFO:tasks.workunit.client.0.smithi090.stdout:483 2024-04-15T16:44:58.379 INFO:tasks.workunit.client.0.smithi090.stdout:484 2024-04-15T16:44:58.380 INFO:tasks.workunit.client.0.smithi090.stdout:485 2024-04-15T16:44:58.381 INFO:tasks.workunit.client.0.smithi090.stdout:486 2024-04-15T16:44:58.382 INFO:tasks.workunit.client.0.smithi090.stdout:487 2024-04-15T16:44:58.383 INFO:tasks.workunit.client.0.smithi090.stdout:488 2024-04-15T16:44:58.384 INFO:tasks.workunit.client.0.smithi090.stdout:489 2024-04-15T16:44:58.385 INFO:tasks.workunit.client.0.smithi090.stdout:490 2024-04-15T16:44:58.386 INFO:tasks.workunit.client.0.smithi090.stdout:491 2024-04-15T16:44:58.387 INFO:tasks.workunit.client.0.smithi090.stdout:492 2024-04-15T16:44:58.391 INFO:tasks.workunit.client.0.smithi090.stdout:493 2024-04-15T16:44:58.391 INFO:tasks.workunit.client.0.smithi090.stdout:494 2024-04-15T16:44:58.391 INFO:tasks.workunit.client.0.smithi090.stdout:495 2024-04-15T16:44:58.391 INFO:tasks.workunit.client.0.smithi090.stdout:496 2024-04-15T16:44:58.392 INFO:tasks.workunit.client.0.smithi090.stdout:497 2024-04-15T16:44:58.394 INFO:tasks.workunit.client.0.smithi090.stdout:498 2024-04-15T16:44:58.394 INFO:tasks.workunit.client.0.smithi090.stdout:499 2024-04-15T16:44:58.394 INFO:tasks.workunit.client.0.smithi090.stdout:500 2024-04-15T16:44:58.395 INFO:tasks.workunit.client.0.smithi090.stdout:501 2024-04-15T16:44:58.397 INFO:tasks.workunit.client.0.smithi090.stdout:502 2024-04-15T16:44:58.397 INFO:tasks.workunit.client.0.smithi090.stdout:503 2024-04-15T16:44:58.398 INFO:tasks.workunit.client.0.smithi090.stdout:504 2024-04-15T16:44:58.399 INFO:tasks.workunit.client.0.smithi090.stdout:505 2024-04-15T16:44:58.400 INFO:tasks.workunit.client.0.smithi090.stdout:506 2024-04-15T16:44:58.401 INFO:tasks.workunit.client.0.smithi090.stdout:507 2024-04-15T16:44:58.402 INFO:tasks.workunit.client.0.smithi090.stdout:508 2024-04-15T16:44:58.403 INFO:tasks.workunit.client.0.smithi090.stdout:509 2024-04-15T16:44:58.403 INFO:tasks.workunit.client.0.smithi090.stdout:510 2024-04-15T16:44:58.404 INFO:tasks.workunit.client.0.smithi090.stdout:511 2024-04-15T16:44:58.405 INFO:tasks.workunit.client.0.smithi090.stdout:512 2024-04-15T16:44:58.406 INFO:tasks.workunit.client.0.smithi090.stdout:513 2024-04-15T16:44:58.407 INFO:tasks.workunit.client.0.smithi090.stdout:514 2024-04-15T16:44:58.408 INFO:tasks.workunit.client.0.smithi090.stdout:515 2024-04-15T16:44:58.409 INFO:tasks.workunit.client.0.smithi090.stdout:516 2024-04-15T16:44:58.410 INFO:tasks.workunit.client.0.smithi090.stdout:517 2024-04-15T16:44:58.411 INFO:tasks.workunit.client.0.smithi090.stdout:518 2024-04-15T16:44:58.412 INFO:tasks.workunit.client.0.smithi090.stdout:519 2024-04-15T16:44:58.413 INFO:tasks.workunit.client.0.smithi090.stdout:520 2024-04-15T16:44:58.414 INFO:tasks.workunit.client.0.smithi090.stdout:521 2024-04-15T16:44:58.414 INFO:tasks.workunit.client.0.smithi090.stdout:522 2024-04-15T16:44:58.415 INFO:tasks.workunit.client.0.smithi090.stdout:523 2024-04-15T16:44:58.416 INFO:tasks.workunit.client.0.smithi090.stdout:524 2024-04-15T16:44:58.417 INFO:tasks.workunit.client.0.smithi090.stdout:525 2024-04-15T16:44:58.418 INFO:tasks.workunit.client.0.smithi090.stdout:526 2024-04-15T16:44:58.419 INFO:tasks.workunit.client.0.smithi090.stdout:527 2024-04-15T16:44:58.420 INFO:tasks.workunit.client.0.smithi090.stdout:528 2024-04-15T16:44:58.421 INFO:tasks.workunit.client.0.smithi090.stdout:529 2024-04-15T16:44:58.422 INFO:tasks.workunit.client.0.smithi090.stdout:530 2024-04-15T16:44:58.423 INFO:tasks.workunit.client.0.smithi090.stdout:531 2024-04-15T16:44:58.424 INFO:tasks.workunit.client.0.smithi090.stdout:532 2024-04-15T16:44:58.426 INFO:tasks.workunit.client.0.smithi090.stdout:533 2024-04-15T16:44:58.426 INFO:tasks.workunit.client.0.smithi090.stdout:534 2024-04-15T16:44:58.427 INFO:tasks.workunit.client.0.smithi090.stdout:535 2024-04-15T16:44:58.428 INFO:tasks.workunit.client.0.smithi090.stdout:536 2024-04-15T16:44:58.429 INFO:tasks.workunit.client.0.smithi090.stdout:537 2024-04-15T16:44:58.429 INFO:tasks.workunit.client.0.smithi090.stdout:538 2024-04-15T16:44:58.430 INFO:tasks.workunit.client.0.smithi090.stdout:539 2024-04-15T16:44:58.431 INFO:tasks.workunit.client.0.smithi090.stdout:540 2024-04-15T16:44:58.432 INFO:tasks.workunit.client.0.smithi090.stdout:541 2024-04-15T16:44:58.433 INFO:tasks.workunit.client.0.smithi090.stdout:542 2024-04-15T16:44:58.434 INFO:tasks.workunit.client.0.smithi090.stdout:543 2024-04-15T16:44:58.435 INFO:tasks.workunit.client.0.smithi090.stdout:544 2024-04-15T16:44:58.436 INFO:tasks.workunit.client.0.smithi090.stdout:545 2024-04-15T16:44:58.437 INFO:tasks.workunit.client.0.smithi090.stdout:546 2024-04-15T16:44:58.438 INFO:tasks.workunit.client.0.smithi090.stdout:547 2024-04-15T16:44:58.439 INFO:tasks.workunit.client.0.smithi090.stdout:548 2024-04-15T16:44:58.440 INFO:tasks.workunit.client.0.smithi090.stdout:549 2024-04-15T16:44:58.441 INFO:tasks.workunit.client.0.smithi090.stdout:550 2024-04-15T16:44:58.442 INFO:tasks.workunit.client.0.smithi090.stdout:551 2024-04-15T16:44:58.443 INFO:tasks.workunit.client.0.smithi090.stdout:552 2024-04-15T16:44:58.444 INFO:tasks.workunit.client.0.smithi090.stdout:553 2024-04-15T16:44:58.445 INFO:tasks.workunit.client.0.smithi090.stdout:554 2024-04-15T16:44:58.446 INFO:tasks.workunit.client.0.smithi090.stdout:555 2024-04-15T16:44:58.447 INFO:tasks.workunit.client.0.smithi090.stdout:556 2024-04-15T16:44:58.448 INFO:tasks.workunit.client.0.smithi090.stdout:557 2024-04-15T16:44:58.449 INFO:tasks.workunit.client.0.smithi090.stdout:558 2024-04-15T16:44:58.450 INFO:tasks.workunit.client.0.smithi090.stdout:559 2024-04-15T16:44:58.451 INFO:tasks.workunit.client.0.smithi090.stdout:560 2024-04-15T16:44:58.452 INFO:tasks.workunit.client.0.smithi090.stdout:561 2024-04-15T16:44:58.453 INFO:tasks.workunit.client.0.smithi090.stdout:562 2024-04-15T16:44:58.454 INFO:tasks.workunit.client.0.smithi090.stdout:563 2024-04-15T16:44:58.455 INFO:tasks.workunit.client.0.smithi090.stdout:564 2024-04-15T16:44:58.456 INFO:tasks.workunit.client.0.smithi090.stdout:565 2024-04-15T16:44:58.457 INFO:tasks.workunit.client.0.smithi090.stdout:566 2024-04-15T16:44:58.458 INFO:tasks.workunit.client.0.smithi090.stdout:567 2024-04-15T16:44:58.459 INFO:tasks.workunit.client.0.smithi090.stdout:568 2024-04-15T16:44:58.460 INFO:tasks.workunit.client.0.smithi090.stdout:569 2024-04-15T16:44:58.461 INFO:tasks.workunit.client.0.smithi090.stdout:570 2024-04-15T16:44:58.462 INFO:tasks.workunit.client.0.smithi090.stdout:571 2024-04-15T16:44:58.463 INFO:tasks.workunit.client.0.smithi090.stdout:572 2024-04-15T16:44:58.464 INFO:tasks.workunit.client.0.smithi090.stdout:573 2024-04-15T16:44:58.466 INFO:tasks.workunit.client.0.smithi090.stdout:574 2024-04-15T16:44:58.467 INFO:tasks.workunit.client.0.smithi090.stdout:575 2024-04-15T16:44:58.467 INFO:tasks.workunit.client.0.smithi090.stdout:576 2024-04-15T16:44:58.468 INFO:tasks.workunit.client.0.smithi090.stdout:577 2024-04-15T16:44:58.470 INFO:tasks.workunit.client.0.smithi090.stdout:578 2024-04-15T16:44:58.471 INFO:tasks.workunit.client.0.smithi090.stdout:579 2024-04-15T16:44:58.472 INFO:tasks.workunit.client.0.smithi090.stdout:580 2024-04-15T16:44:58.473 INFO:tasks.workunit.client.0.smithi090.stdout:581 2024-04-15T16:44:58.474 INFO:tasks.workunit.client.0.smithi090.stdout:582 2024-04-15T16:44:58.475 INFO:tasks.workunit.client.0.smithi090.stdout:583 2024-04-15T16:44:58.476 INFO:tasks.workunit.client.0.smithi090.stdout:584 2024-04-15T16:44:58.477 INFO:tasks.workunit.client.0.smithi090.stdout:585 2024-04-15T16:44:58.478 INFO:tasks.workunit.client.0.smithi090.stdout:586 2024-04-15T16:44:58.479 INFO:tasks.workunit.client.0.smithi090.stdout:587 2024-04-15T16:44:58.480 INFO:tasks.workunit.client.0.smithi090.stdout:588 2024-04-15T16:44:58.481 INFO:tasks.workunit.client.0.smithi090.stdout:589 2024-04-15T16:44:58.482 INFO:tasks.workunit.client.0.smithi090.stdout:590 2024-04-15T16:44:58.483 INFO:tasks.workunit.client.0.smithi090.stdout:591 2024-04-15T16:44:58.484 INFO:tasks.workunit.client.0.smithi090.stdout:592 2024-04-15T16:44:58.485 INFO:tasks.workunit.client.0.smithi090.stdout:593 2024-04-15T16:44:58.486 INFO:tasks.workunit.client.0.smithi090.stdout:594 2024-04-15T16:44:58.487 INFO:tasks.workunit.client.0.smithi090.stdout:595 2024-04-15T16:44:58.488 INFO:tasks.workunit.client.0.smithi090.stdout:596 2024-04-15T16:44:58.489 INFO:tasks.workunit.client.0.smithi090.stdout:597 2024-04-15T16:44:58.490 INFO:tasks.workunit.client.0.smithi090.stdout:598 2024-04-15T16:44:58.491 INFO:tasks.workunit.client.0.smithi090.stdout:599 2024-04-15T16:44:58.492 INFO:tasks.workunit.client.0.smithi090.stdout:600 2024-04-15T16:44:58.493 INFO:tasks.workunit.client.0.smithi090.stdout:601 2024-04-15T16:44:58.494 INFO:tasks.workunit.client.0.smithi090.stdout:602 2024-04-15T16:44:58.495 INFO:tasks.workunit.client.0.smithi090.stdout:603 2024-04-15T16:44:58.496 INFO:tasks.workunit.client.0.smithi090.stdout:604 2024-04-15T16:44:58.497 INFO:tasks.workunit.client.0.smithi090.stdout:605 2024-04-15T16:44:58.498 INFO:tasks.workunit.client.0.smithi090.stdout:606 2024-04-15T16:44:58.499 INFO:tasks.workunit.client.0.smithi090.stdout:607 2024-04-15T16:44:58.500 INFO:tasks.workunit.client.0.smithi090.stdout:608 2024-04-15T16:44:58.501 INFO:tasks.workunit.client.0.smithi090.stdout:609 2024-04-15T16:44:58.502 INFO:tasks.workunit.client.0.smithi090.stdout:610 2024-04-15T16:44:58.503 INFO:tasks.workunit.client.0.smithi090.stdout:611 2024-04-15T16:44:58.504 INFO:tasks.workunit.client.0.smithi090.stdout:612 2024-04-15T16:44:58.505 INFO:tasks.workunit.client.0.smithi090.stdout:613 2024-04-15T16:44:58.506 INFO:tasks.workunit.client.0.smithi090.stdout:614 2024-04-15T16:44:58.507 INFO:tasks.workunit.client.0.smithi090.stdout:615 2024-04-15T16:44:58.508 INFO:tasks.workunit.client.0.smithi090.stdout:616 2024-04-15T16:44:58.509 INFO:tasks.workunit.client.0.smithi090.stdout:617 2024-04-15T16:44:58.510 INFO:tasks.workunit.client.0.smithi090.stdout:618 2024-04-15T16:44:58.511 INFO:tasks.workunit.client.0.smithi090.stdout:619 2024-04-15T16:44:58.512 INFO:tasks.workunit.client.0.smithi090.stdout:620 2024-04-15T16:44:58.513 INFO:tasks.workunit.client.0.smithi090.stdout:621 2024-04-15T16:44:58.514 INFO:tasks.workunit.client.0.smithi090.stdout:622 2024-04-15T16:44:58.515 INFO:tasks.workunit.client.0.smithi090.stdout:623 2024-04-15T16:44:58.516 INFO:tasks.workunit.client.0.smithi090.stdout:624 2024-04-15T16:44:58.517 INFO:tasks.workunit.client.0.smithi090.stdout:625 2024-04-15T16:44:58.518 INFO:tasks.workunit.client.0.smithi090.stdout:626 2024-04-15T16:44:58.519 INFO:tasks.workunit.client.0.smithi090.stdout:627 2024-04-15T16:44:58.520 INFO:tasks.workunit.client.0.smithi090.stdout:628 2024-04-15T16:44:58.521 INFO:tasks.workunit.client.0.smithi090.stdout:629 2024-04-15T16:44:58.522 INFO:tasks.workunit.client.0.smithi090.stdout:630 2024-04-15T16:44:58.523 INFO:tasks.workunit.client.0.smithi090.stdout:631 2024-04-15T16:44:58.524 INFO:tasks.workunit.client.0.smithi090.stdout:632 2024-04-15T16:44:58.525 INFO:tasks.workunit.client.0.smithi090.stdout:633 2024-04-15T16:44:58.526 INFO:tasks.workunit.client.0.smithi090.stdout:634 2024-04-15T16:44:58.527 INFO:tasks.workunit.client.0.smithi090.stdout:635 2024-04-15T16:44:58.528 INFO:tasks.workunit.client.0.smithi090.stdout:636 2024-04-15T16:44:58.529 INFO:tasks.workunit.client.0.smithi090.stdout:637 2024-04-15T16:44:58.530 INFO:tasks.workunit.client.0.smithi090.stdout:638 2024-04-15T16:44:58.531 INFO:tasks.workunit.client.0.smithi090.stdout:639 2024-04-15T16:44:58.532 INFO:tasks.workunit.client.0.smithi090.stdout:640 2024-04-15T16:44:58.533 INFO:tasks.workunit.client.0.smithi090.stdout:641 2024-04-15T16:44:58.534 INFO:tasks.workunit.client.0.smithi090.stdout:642 2024-04-15T16:44:58.535 INFO:tasks.workunit.client.0.smithi090.stdout:643 2024-04-15T16:44:58.536 INFO:tasks.workunit.client.0.smithi090.stdout:644 2024-04-15T16:44:58.537 INFO:tasks.workunit.client.0.smithi090.stdout:645 2024-04-15T16:44:58.538 INFO:tasks.workunit.client.0.smithi090.stdout:646 2024-04-15T16:44:58.539 INFO:tasks.workunit.client.0.smithi090.stdout:647 2024-04-15T16:44:58.540 INFO:tasks.workunit.client.0.smithi090.stdout:648 2024-04-15T16:44:58.541 INFO:tasks.workunit.client.0.smithi090.stdout:649 2024-04-15T16:44:58.542 INFO:tasks.workunit.client.0.smithi090.stdout:650 2024-04-15T16:44:58.543 INFO:tasks.workunit.client.0.smithi090.stdout:651 2024-04-15T16:44:58.544 INFO:tasks.workunit.client.0.smithi090.stdout:652 2024-04-15T16:44:58.545 INFO:tasks.workunit.client.0.smithi090.stdout:653 2024-04-15T16:44:58.545 INFO:tasks.workunit.client.0.smithi090.stdout:654 2024-04-15T16:44:58.546 INFO:tasks.workunit.client.0.smithi090.stdout:655 2024-04-15T16:44:58.548 INFO:tasks.workunit.client.0.smithi090.stdout:656 2024-04-15T16:44:58.548 INFO:tasks.workunit.client.0.smithi090.stdout:657 2024-04-15T16:44:58.549 INFO:tasks.workunit.client.0.smithi090.stdout:658 2024-04-15T16:44:58.550 INFO:tasks.workunit.client.0.smithi090.stdout:659 2024-04-15T16:44:58.551 INFO:tasks.workunit.client.0.smithi090.stdout:660 2024-04-15T16:44:58.552 INFO:tasks.workunit.client.0.smithi090.stdout:661 2024-04-15T16:44:58.554 INFO:tasks.workunit.client.0.smithi090.stdout:662 2024-04-15T16:44:58.554 INFO:tasks.workunit.client.0.smithi090.stdout:663 2024-04-15T16:44:58.555 INFO:tasks.workunit.client.0.smithi090.stdout:664 2024-04-15T16:44:58.556 INFO:tasks.workunit.client.0.smithi090.stdout:665 2024-04-15T16:44:58.557 INFO:tasks.workunit.client.0.smithi090.stdout:666 2024-04-15T16:44:58.558 INFO:tasks.workunit.client.0.smithi090.stdout:667 2024-04-15T16:44:58.559 INFO:tasks.workunit.client.0.smithi090.stdout:668 2024-04-15T16:44:58.560 INFO:tasks.workunit.client.0.smithi090.stdout:669 2024-04-15T16:44:58.561 INFO:tasks.workunit.client.0.smithi090.stdout:670 2024-04-15T16:44:58.562 INFO:tasks.workunit.client.0.smithi090.stdout:671 2024-04-15T16:44:58.563 INFO:tasks.workunit.client.0.smithi090.stdout:672 2024-04-15T16:44:58.564 INFO:tasks.workunit.client.0.smithi090.stdout:673 2024-04-15T16:44:58.565 INFO:tasks.workunit.client.0.smithi090.stdout:674 2024-04-15T16:44:58.566 INFO:tasks.workunit.client.0.smithi090.stdout:675 2024-04-15T16:44:58.568 INFO:tasks.workunit.client.0.smithi090.stdout:676 2024-04-15T16:44:58.568 INFO:tasks.workunit.client.0.smithi090.stdout:677 2024-04-15T16:44:58.569 INFO:tasks.workunit.client.0.smithi090.stdout:678 2024-04-15T16:44:58.570 INFO:tasks.workunit.client.0.smithi090.stdout:679 2024-04-15T16:44:58.571 INFO:tasks.workunit.client.0.smithi090.stdout:680 2024-04-15T16:44:58.572 INFO:tasks.workunit.client.0.smithi090.stdout:681 2024-04-15T16:44:58.573 INFO:tasks.workunit.client.0.smithi090.stdout:682 2024-04-15T16:44:58.574 INFO:tasks.workunit.client.0.smithi090.stdout:683 2024-04-15T16:44:58.575 INFO:tasks.workunit.client.0.smithi090.stdout:684 2024-04-15T16:44:58.576 INFO:tasks.workunit.client.0.smithi090.stdout:685 2024-04-15T16:44:58.578 INFO:tasks.workunit.client.0.smithi090.stdout:686 2024-04-15T16:44:58.579 INFO:tasks.workunit.client.0.smithi090.stdout:687 2024-04-15T16:44:58.580 INFO:tasks.workunit.client.0.smithi090.stdout:688 2024-04-15T16:44:58.581 INFO:tasks.workunit.client.0.smithi090.stdout:689 2024-04-15T16:44:58.581 INFO:tasks.workunit.client.0.smithi090.stdout:690 2024-04-15T16:44:58.582 INFO:tasks.workunit.client.0.smithi090.stdout:691 2024-04-15T16:44:58.583 INFO:tasks.workunit.client.0.smithi090.stdout:692 2024-04-15T16:44:58.584 INFO:tasks.workunit.client.0.smithi090.stdout:693 2024-04-15T16:44:58.585 INFO:tasks.workunit.client.0.smithi090.stdout:694 2024-04-15T16:44:58.586 INFO:tasks.workunit.client.0.smithi090.stdout:695 2024-04-15T16:44:58.588 INFO:tasks.workunit.client.0.smithi090.stdout:696 2024-04-15T16:44:58.589 INFO:tasks.workunit.client.0.smithi090.stdout:697 2024-04-15T16:44:58.590 INFO:tasks.workunit.client.0.smithi090.stdout:698 2024-04-15T16:44:58.591 INFO:tasks.workunit.client.0.smithi090.stdout:699 2024-04-15T16:44:58.592 INFO:tasks.workunit.client.0.smithi090.stdout:700 2024-04-15T16:44:58.593 INFO:tasks.workunit.client.0.smithi090.stdout:701 2024-04-15T16:44:58.594 INFO:tasks.workunit.client.0.smithi090.stdout:702 2024-04-15T16:44:58.595 INFO:tasks.workunit.client.0.smithi090.stdout:703 2024-04-15T16:44:58.596 INFO:tasks.workunit.client.0.smithi090.stdout:704 2024-04-15T16:44:58.597 INFO:tasks.workunit.client.0.smithi090.stdout:705 2024-04-15T16:44:58.598 INFO:tasks.workunit.client.0.smithi090.stdout:706 2024-04-15T16:44:58.599 INFO:tasks.workunit.client.0.smithi090.stdout:707 2024-04-15T16:44:58.600 INFO:tasks.workunit.client.0.smithi090.stdout:708 2024-04-15T16:44:58.601 INFO:tasks.workunit.client.0.smithi090.stdout:709 2024-04-15T16:44:58.603 INFO:tasks.workunit.client.0.smithi090.stdout:710 2024-04-15T16:44:58.604 INFO:tasks.workunit.client.0.smithi090.stdout:711 2024-04-15T16:44:58.605 INFO:tasks.workunit.client.0.smithi090.stdout:712 2024-04-15T16:44:58.606 INFO:tasks.workunit.client.0.smithi090.stdout:713 2024-04-15T16:44:58.607 INFO:tasks.workunit.client.0.smithi090.stdout:714 2024-04-15T16:44:58.608 INFO:tasks.workunit.client.0.smithi090.stdout:715 2024-04-15T16:44:58.609 INFO:tasks.workunit.client.0.smithi090.stdout:716 2024-04-15T16:44:58.610 INFO:tasks.workunit.client.0.smithi090.stdout:717 2024-04-15T16:44:58.611 INFO:tasks.workunit.client.0.smithi090.stdout:718 2024-04-15T16:44:58.612 INFO:tasks.workunit.client.0.smithi090.stdout:719 2024-04-15T16:44:58.613 INFO:tasks.workunit.client.0.smithi090.stdout:720 2024-04-15T16:44:58.614 INFO:tasks.workunit.client.0.smithi090.stdout:721 2024-04-15T16:44:58.615 INFO:tasks.workunit.client.0.smithi090.stdout:722 2024-04-15T16:44:58.616 INFO:tasks.workunit.client.0.smithi090.stdout:723 2024-04-15T16:44:58.617 INFO:tasks.workunit.client.0.smithi090.stdout:724 2024-04-15T16:44:58.618 INFO:tasks.workunit.client.0.smithi090.stdout:725 2024-04-15T16:44:58.619 INFO:tasks.workunit.client.0.smithi090.stdout:726 2024-04-15T16:44:58.620 INFO:tasks.workunit.client.0.smithi090.stdout:727 2024-04-15T16:44:58.621 INFO:tasks.workunit.client.0.smithi090.stdout:728 2024-04-15T16:44:58.622 INFO:tasks.workunit.client.0.smithi090.stdout:729 2024-04-15T16:44:58.623 INFO:tasks.workunit.client.0.smithi090.stdout:730 2024-04-15T16:44:58.624 INFO:tasks.workunit.client.0.smithi090.stdout:731 2024-04-15T16:44:58.625 INFO:tasks.workunit.client.0.smithi090.stdout:732 2024-04-15T16:44:58.626 INFO:tasks.workunit.client.0.smithi090.stdout:733 2024-04-15T16:44:58.627 INFO:tasks.workunit.client.0.smithi090.stdout:734 2024-04-15T16:44:58.628 INFO:tasks.workunit.client.0.smithi090.stdout:735 2024-04-15T16:44:58.629 INFO:tasks.workunit.client.0.smithi090.stdout:736 2024-04-15T16:44:58.630 INFO:tasks.workunit.client.0.smithi090.stdout:737 2024-04-15T16:44:58.631 INFO:tasks.workunit.client.0.smithi090.stdout:738 2024-04-15T16:44:58.632 INFO:tasks.workunit.client.0.smithi090.stdout:739 2024-04-15T16:44:58.633 INFO:tasks.workunit.client.0.smithi090.stdout:740 2024-04-15T16:44:58.634 INFO:tasks.workunit.client.0.smithi090.stdout:741 2024-04-15T16:44:58.635 INFO:tasks.workunit.client.0.smithi090.stdout:742 2024-04-15T16:44:58.636 INFO:tasks.workunit.client.0.smithi090.stdout:743 2024-04-15T16:44:58.637 INFO:tasks.workunit.client.0.smithi090.stdout:744 2024-04-15T16:44:58.638 INFO:tasks.workunit.client.0.smithi090.stdout:745 2024-04-15T16:44:58.639 INFO:tasks.workunit.client.0.smithi090.stdout:746 2024-04-15T16:44:58.640 INFO:tasks.workunit.client.0.smithi090.stdout:747 2024-04-15T16:44:58.641 INFO:tasks.workunit.client.0.smithi090.stdout:748 2024-04-15T16:44:58.642 INFO:tasks.workunit.client.0.smithi090.stdout:749 2024-04-15T16:44:58.643 INFO:tasks.workunit.client.0.smithi090.stdout:750 2024-04-15T16:44:58.645 INFO:tasks.workunit.client.0.smithi090.stdout:751 2024-04-15T16:44:58.646 INFO:tasks.workunit.client.0.smithi090.stdout:752 2024-04-15T16:44:58.648 INFO:tasks.workunit.client.0.smithi090.stdout:753 2024-04-15T16:44:58.648 INFO:tasks.workunit.client.0.smithi090.stdout:754 2024-04-15T16:44:58.649 INFO:tasks.workunit.client.0.smithi090.stdout:755 2024-04-15T16:44:58.649 INFO:tasks.workunit.client.0.smithi090.stdout:756 2024-04-15T16:44:58.651 INFO:tasks.workunit.client.0.smithi090.stdout:757 2024-04-15T16:44:58.653 INFO:tasks.workunit.client.0.smithi090.stdout:758 2024-04-15T16:44:58.653 INFO:tasks.workunit.client.0.smithi090.stdout:759 2024-04-15T16:44:58.654 INFO:tasks.workunit.client.0.smithi090.stdout:760 2024-04-15T16:44:58.655 INFO:tasks.workunit.client.0.smithi090.stdout:761 2024-04-15T16:44:58.656 INFO:tasks.workunit.client.0.smithi090.stdout:762 2024-04-15T16:44:58.657 INFO:tasks.workunit.client.0.smithi090.stdout:763 2024-04-15T16:44:58.658 INFO:tasks.workunit.client.0.smithi090.stdout:764 2024-04-15T16:44:58.659 INFO:tasks.workunit.client.0.smithi090.stdout:765 2024-04-15T16:44:58.660 INFO:tasks.workunit.client.0.smithi090.stdout:766 2024-04-15T16:44:58.661 INFO:tasks.workunit.client.0.smithi090.stdout:767 2024-04-15T16:44:58.662 INFO:tasks.workunit.client.0.smithi090.stdout:768 2024-04-15T16:44:58.663 INFO:tasks.workunit.client.0.smithi090.stdout:769 2024-04-15T16:44:58.664 INFO:tasks.workunit.client.0.smithi090.stdout:770 2024-04-15T16:44:58.665 INFO:tasks.workunit.client.0.smithi090.stdout:771 2024-04-15T16:44:58.666 INFO:tasks.workunit.client.0.smithi090.stdout:772 2024-04-15T16:44:58.668 INFO:tasks.workunit.client.0.smithi090.stdout:773 2024-04-15T16:44:58.669 INFO:tasks.workunit.client.0.smithi090.stdout:774 2024-04-15T16:44:58.670 INFO:tasks.workunit.client.0.smithi090.stdout:775 2024-04-15T16:44:58.671 INFO:tasks.workunit.client.0.smithi090.stdout:776 2024-04-15T16:44:58.672 INFO:tasks.workunit.client.0.smithi090.stdout:777 2024-04-15T16:44:58.673 INFO:tasks.workunit.client.0.smithi090.stdout:778 2024-04-15T16:44:58.674 INFO:tasks.workunit.client.0.smithi090.stdout:779 2024-04-15T16:44:58.675 INFO:tasks.workunit.client.0.smithi090.stdout:780 2024-04-15T16:44:58.676 INFO:tasks.workunit.client.0.smithi090.stdout:781 2024-04-15T16:44:58.677 INFO:tasks.workunit.client.0.smithi090.stdout:782 2024-04-15T16:44:58.678 INFO:tasks.workunit.client.0.smithi090.stdout:783 2024-04-15T16:44:58.679 INFO:tasks.workunit.client.0.smithi090.stdout:784 2024-04-15T16:44:58.680 INFO:tasks.workunit.client.0.smithi090.stdout:785 2024-04-15T16:44:58.681 INFO:tasks.workunit.client.0.smithi090.stdout:786 2024-04-15T16:44:58.682 INFO:tasks.workunit.client.0.smithi090.stdout:787 2024-04-15T16:44:58.684 INFO:tasks.workunit.client.0.smithi090.stdout:788 2024-04-15T16:44:58.685 INFO:tasks.workunit.client.0.smithi090.stdout:789 2024-04-15T16:44:58.686 INFO:tasks.workunit.client.0.smithi090.stdout:790 2024-04-15T16:44:58.687 INFO:tasks.workunit.client.0.smithi090.stdout:791 2024-04-15T16:44:58.688 INFO:tasks.workunit.client.0.smithi090.stdout:792 2024-04-15T16:44:58.689 INFO:tasks.workunit.client.0.smithi090.stdout:793 2024-04-15T16:44:58.690 INFO:tasks.workunit.client.0.smithi090.stdout:794 2024-04-15T16:44:58.692 INFO:tasks.workunit.client.0.smithi090.stdout:795 2024-04-15T16:44:58.693 INFO:tasks.workunit.client.0.smithi090.stdout:796 2024-04-15T16:44:58.694 INFO:tasks.workunit.client.0.smithi090.stdout:797 2024-04-15T16:44:58.695 INFO:tasks.workunit.client.0.smithi090.stdout:798 2024-04-15T16:44:58.696 INFO:tasks.workunit.client.0.smithi090.stdout:799 2024-04-15T16:44:58.697 INFO:tasks.workunit.client.0.smithi090.stdout:800 2024-04-15T16:44:58.698 INFO:tasks.workunit.client.0.smithi090.stdout:801 2024-04-15T16:44:58.699 INFO:tasks.workunit.client.0.smithi090.stdout:802 2024-04-15T16:44:58.700 INFO:tasks.workunit.client.0.smithi090.stdout:803 2024-04-15T16:44:58.701 INFO:tasks.workunit.client.0.smithi090.stdout:804 2024-04-15T16:44:58.702 INFO:tasks.workunit.client.0.smithi090.stdout:805 2024-04-15T16:44:58.705 INFO:tasks.workunit.client.0.smithi090.stdout:806 2024-04-15T16:44:58.705 INFO:tasks.workunit.client.0.smithi090.stdout:807 2024-04-15T16:44:58.706 INFO:tasks.workunit.client.0.smithi090.stdout:808 2024-04-15T16:44:58.707 INFO:tasks.workunit.client.0.smithi090.stdout:809 2024-04-15T16:44:58.709 INFO:tasks.workunit.client.0.smithi090.stdout:810 2024-04-15T16:44:58.710 INFO:tasks.workunit.client.0.smithi090.stdout:811 2024-04-15T16:44:58.711 INFO:tasks.workunit.client.0.smithi090.stdout:812 2024-04-15T16:44:58.712 INFO:tasks.workunit.client.0.smithi090.stdout:813 2024-04-15T16:44:58.713 INFO:tasks.workunit.client.0.smithi090.stdout:814 2024-04-15T16:44:58.714 INFO:tasks.workunit.client.0.smithi090.stdout:815 2024-04-15T16:44:58.715 INFO:tasks.workunit.client.0.smithi090.stdout:816 2024-04-15T16:44:58.716 INFO:tasks.workunit.client.0.smithi090.stdout:817 2024-04-15T16:44:58.717 INFO:tasks.workunit.client.0.smithi090.stdout:818 2024-04-15T16:44:58.718 INFO:tasks.workunit.client.0.smithi090.stdout:819 2024-04-15T16:44:58.719 INFO:tasks.workunit.client.0.smithi090.stdout:820 2024-04-15T16:44:58.720 INFO:tasks.workunit.client.0.smithi090.stdout:821 2024-04-15T16:44:58.721 INFO:tasks.workunit.client.0.smithi090.stdout:822 2024-04-15T16:44:58.722 INFO:tasks.workunit.client.0.smithi090.stdout:823 2024-04-15T16:44:58.723 INFO:tasks.workunit.client.0.smithi090.stdout:824 2024-04-15T16:44:58.724 INFO:tasks.workunit.client.0.smithi090.stdout:825 2024-04-15T16:44:58.725 INFO:tasks.workunit.client.0.smithi090.stdout:826 2024-04-15T16:44:58.726 INFO:tasks.workunit.client.0.smithi090.stdout:827 2024-04-15T16:44:58.727 INFO:tasks.workunit.client.0.smithi090.stdout:828 2024-04-15T16:44:58.729 INFO:tasks.workunit.client.0.smithi090.stdout:829 2024-04-15T16:44:58.730 INFO:tasks.workunit.client.0.smithi090.stdout:830 2024-04-15T16:44:58.731 INFO:tasks.workunit.client.0.smithi090.stdout:831 2024-04-15T16:44:58.732 INFO:tasks.workunit.client.0.smithi090.stdout:832 2024-04-15T16:44:58.733 INFO:tasks.workunit.client.0.smithi090.stdout:833 2024-04-15T16:44:58.734 INFO:tasks.workunit.client.0.smithi090.stdout:834 2024-04-15T16:44:58.735 INFO:tasks.workunit.client.0.smithi090.stdout:835 2024-04-15T16:44:58.736 INFO:tasks.workunit.client.0.smithi090.stdout:836 2024-04-15T16:44:58.737 INFO:tasks.workunit.client.0.smithi090.stdout:837 2024-04-15T16:44:58.738 INFO:tasks.workunit.client.0.smithi090.stdout:838 2024-04-15T16:44:58.739 INFO:tasks.workunit.client.0.smithi090.stdout:839 2024-04-15T16:44:58.742 INFO:tasks.workunit.client.0.smithi090.stdout:840 2024-04-15T16:44:58.743 INFO:tasks.workunit.client.0.smithi090.stdout:841 2024-04-15T16:44:58.743 INFO:tasks.workunit.client.0.smithi090.stdout:842 2024-04-15T16:44:58.743 INFO:tasks.workunit.client.0.smithi090.stdout:843 2024-04-15T16:44:58.744 INFO:tasks.workunit.client.0.smithi090.stdout:844 2024-04-15T16:44:58.745 INFO:tasks.workunit.client.0.smithi090.stdout:845 2024-04-15T16:44:58.746 INFO:tasks.workunit.client.0.smithi090.stdout:846 2024-04-15T16:44:58.747 INFO:tasks.workunit.client.0.smithi090.stdout:847 2024-04-15T16:44:58.749 INFO:tasks.workunit.client.0.smithi090.stdout:848 2024-04-15T16:44:58.750 INFO:tasks.workunit.client.0.smithi090.stdout:849 2024-04-15T16:44:58.751 INFO:tasks.workunit.client.0.smithi090.stdout:850 2024-04-15T16:44:58.752 INFO:tasks.workunit.client.0.smithi090.stdout:851 2024-04-15T16:44:58.753 INFO:tasks.workunit.client.0.smithi090.stdout:852 2024-04-15T16:44:58.754 INFO:tasks.workunit.client.0.smithi090.stdout:853 2024-04-15T16:44:58.755 INFO:tasks.workunit.client.0.smithi090.stdout:854 2024-04-15T16:44:58.756 INFO:tasks.workunit.client.0.smithi090.stdout:855 2024-04-15T16:44:58.758 INFO:tasks.workunit.client.0.smithi090.stdout:856 2024-04-15T16:44:58.758 INFO:tasks.workunit.client.0.smithi090.stdout:857 2024-04-15T16:44:58.760 INFO:tasks.workunit.client.0.smithi090.stdout:858 2024-04-15T16:44:58.760 INFO:tasks.workunit.client.0.smithi090.stdout:859 2024-04-15T16:44:58.762 INFO:tasks.workunit.client.0.smithi090.stdout:860 2024-04-15T16:44:58.763 INFO:tasks.workunit.client.0.smithi090.stdout:861 2024-04-15T16:44:58.764 INFO:tasks.workunit.client.0.smithi090.stdout:862 2024-04-15T16:44:58.765 INFO:tasks.workunit.client.0.smithi090.stdout:863 2024-04-15T16:44:58.767 INFO:tasks.workunit.client.0.smithi090.stdout:864 2024-04-15T16:44:58.768 INFO:tasks.workunit.client.0.smithi090.stdout:865 2024-04-15T16:44:58.769 INFO:tasks.workunit.client.0.smithi090.stdout:866 2024-04-15T16:44:58.770 INFO:tasks.workunit.client.0.smithi090.stdout:867 2024-04-15T16:44:58.771 INFO:tasks.workunit.client.0.smithi090.stdout:868 2024-04-15T16:44:58.772 INFO:tasks.workunit.client.0.smithi090.stdout:869 2024-04-15T16:44:58.773 INFO:tasks.workunit.client.0.smithi090.stdout:870 2024-04-15T16:44:58.774 INFO:tasks.workunit.client.0.smithi090.stdout:871 2024-04-15T16:44:58.775 INFO:tasks.workunit.client.0.smithi090.stdout:872 2024-04-15T16:44:58.777 INFO:tasks.workunit.client.0.smithi090.stdout:873 2024-04-15T16:44:58.777 INFO:tasks.workunit.client.0.smithi090.stdout:874 2024-04-15T16:44:58.778 INFO:tasks.workunit.client.0.smithi090.stdout:875 2024-04-15T16:44:58.780 INFO:tasks.workunit.client.0.smithi090.stdout:876 2024-04-15T16:44:58.781 INFO:tasks.workunit.client.0.smithi090.stdout:877 2024-04-15T16:44:58.783 INFO:tasks.workunit.client.0.smithi090.stdout:878 2024-04-15T16:44:58.783 INFO:tasks.workunit.client.0.smithi090.stdout:879 2024-04-15T16:44:58.784 INFO:tasks.workunit.client.0.smithi090.stdout:880 2024-04-15T16:44:58.785 INFO:tasks.workunit.client.0.smithi090.stdout:881 2024-04-15T16:44:58.786 INFO:tasks.workunit.client.0.smithi090.stdout:882 2024-04-15T16:44:58.787 INFO:tasks.workunit.client.0.smithi090.stdout:883 2024-04-15T16:44:58.789 INFO:tasks.workunit.client.0.smithi090.stdout:884 2024-04-15T16:44:58.790 INFO:tasks.workunit.client.0.smithi090.stdout:885 2024-04-15T16:44:58.791 INFO:tasks.workunit.client.0.smithi090.stdout:886 2024-04-15T16:44:58.792 INFO:tasks.workunit.client.0.smithi090.stdout:887 2024-04-15T16:44:58.793 INFO:tasks.workunit.client.0.smithi090.stdout:888 2024-04-15T16:44:58.795 INFO:tasks.workunit.client.0.smithi090.stdout:889 2024-04-15T16:44:58.796 INFO:tasks.workunit.client.0.smithi090.stdout:890 2024-04-15T16:44:58.797 INFO:tasks.workunit.client.0.smithi090.stdout:891 2024-04-15T16:44:58.798 INFO:tasks.workunit.client.0.smithi090.stdout:892 2024-04-15T16:44:58.799 INFO:tasks.workunit.client.0.smithi090.stdout:893 2024-04-15T16:44:58.800 INFO:tasks.workunit.client.0.smithi090.stdout:894 2024-04-15T16:44:58.801 INFO:tasks.workunit.client.0.smithi090.stdout:895 2024-04-15T16:44:58.802 INFO:tasks.workunit.client.0.smithi090.stdout:896 2024-04-15T16:44:58.803 INFO:tasks.workunit.client.0.smithi090.stdout:897 2024-04-15T16:44:58.804 INFO:tasks.workunit.client.0.smithi090.stdout:898 2024-04-15T16:44:58.805 INFO:tasks.workunit.client.0.smithi090.stdout:899 2024-04-15T16:44:58.806 INFO:tasks.workunit.client.0.smithi090.stdout:900 2024-04-15T16:44:58.808 INFO:tasks.workunit.client.0.smithi090.stdout:901 2024-04-15T16:44:58.808 INFO:tasks.workunit.client.0.smithi090.stdout:902 2024-04-15T16:44:58.809 INFO:tasks.workunit.client.0.smithi090.stdout:903 2024-04-15T16:44:58.811 INFO:tasks.workunit.client.0.smithi090.stdout:904 2024-04-15T16:44:58.812 INFO:tasks.workunit.client.0.smithi090.stdout:905 2024-04-15T16:44:58.813 INFO:tasks.workunit.client.0.smithi090.stdout:906 2024-04-15T16:44:58.814 INFO:tasks.workunit.client.0.smithi090.stdout:907 2024-04-15T16:44:58.816 INFO:tasks.workunit.client.0.smithi090.stdout:908 2024-04-15T16:44:58.817 INFO:tasks.workunit.client.0.smithi090.stdout:909 2024-04-15T16:44:58.818 INFO:tasks.workunit.client.0.smithi090.stdout:910 2024-04-15T16:44:58.819 INFO:tasks.workunit.client.0.smithi090.stdout:911 2024-04-15T16:44:58.820 INFO:tasks.workunit.client.0.smithi090.stdout:912 2024-04-15T16:44:58.821 INFO:tasks.workunit.client.0.smithi090.stdout:913 2024-04-15T16:44:58.822 INFO:tasks.workunit.client.0.smithi090.stdout:914 2024-04-15T16:44:58.823 INFO:tasks.workunit.client.0.smithi090.stdout:915 2024-04-15T16:44:58.824 INFO:tasks.workunit.client.0.smithi090.stdout:916 2024-04-15T16:44:58.825 INFO:tasks.workunit.client.0.smithi090.stdout:917 2024-04-15T16:44:58.826 INFO:tasks.workunit.client.0.smithi090.stdout:918 2024-04-15T16:44:58.827 INFO:tasks.workunit.client.0.smithi090.stdout:919 2024-04-15T16:44:58.829 INFO:tasks.workunit.client.0.smithi090.stdout:920 2024-04-15T16:44:58.830 INFO:tasks.workunit.client.0.smithi090.stdout:921 2024-04-15T16:44:58.831 INFO:tasks.workunit.client.0.smithi090.stdout:922 2024-04-15T16:44:58.832 INFO:tasks.workunit.client.0.smithi090.stdout:923 2024-04-15T16:44:58.834 INFO:tasks.workunit.client.0.smithi090.stdout:924 2024-04-15T16:44:58.834 INFO:tasks.workunit.client.0.smithi090.stdout:925 2024-04-15T16:44:58.836 INFO:tasks.workunit.client.0.smithi090.stdout:926 2024-04-15T16:44:58.837 INFO:tasks.workunit.client.0.smithi090.stdout:927 2024-04-15T16:44:58.838 INFO:tasks.workunit.client.0.smithi090.stdout:928 2024-04-15T16:44:58.839 INFO:tasks.workunit.client.0.smithi090.stdout:929 2024-04-15T16:44:58.840 INFO:tasks.workunit.client.0.smithi090.stdout:930 2024-04-15T16:44:58.841 INFO:tasks.workunit.client.0.smithi090.stdout:931 2024-04-15T16:44:58.842 INFO:tasks.workunit.client.0.smithi090.stdout:932 2024-04-15T16:44:58.843 INFO:tasks.workunit.client.0.smithi090.stdout:933 2024-04-15T16:44:58.844 INFO:tasks.workunit.client.0.smithi090.stdout:934 2024-04-15T16:44:58.845 INFO:tasks.workunit.client.0.smithi090.stdout:935 2024-04-15T16:44:58.846 INFO:tasks.workunit.client.0.smithi090.stdout:936 2024-04-15T16:44:58.847 INFO:tasks.workunit.client.0.smithi090.stdout:937 2024-04-15T16:44:58.851 INFO:tasks.workunit.client.0.smithi090.stdout:938 2024-04-15T16:44:58.851 INFO:tasks.workunit.client.0.smithi090.stdout:939 2024-04-15T16:44:58.852 INFO:tasks.workunit.client.0.smithi090.stdout:940 2024-04-15T16:44:58.852 INFO:tasks.workunit.client.0.smithi090.stdout:941 2024-04-15T16:44:58.853 INFO:tasks.workunit.client.0.smithi090.stdout:942 2024-04-15T16:44:58.854 INFO:tasks.workunit.client.0.smithi090.stdout:943 2024-04-15T16:44:58.855 INFO:tasks.workunit.client.0.smithi090.stdout:944 2024-04-15T16:44:58.857 INFO:tasks.workunit.client.0.smithi090.stdout:945 2024-04-15T16:44:58.857 INFO:tasks.workunit.client.0.smithi090.stdout:946 2024-04-15T16:44:58.858 INFO:tasks.workunit.client.0.smithi090.stdout:947 2024-04-15T16:44:58.859 INFO:tasks.workunit.client.0.smithi090.stdout:948 2024-04-15T16:44:58.860 INFO:tasks.workunit.client.0.smithi090.stdout:949 2024-04-15T16:44:58.861 INFO:tasks.workunit.client.0.smithi090.stdout:950 2024-04-15T16:44:58.862 INFO:tasks.workunit.client.0.smithi090.stdout:951 2024-04-15T16:44:58.863 INFO:tasks.workunit.client.0.smithi090.stdout:952 2024-04-15T16:44:58.864 INFO:tasks.workunit.client.0.smithi090.stdout:953 2024-04-15T16:44:58.865 INFO:tasks.workunit.client.0.smithi090.stdout:954 2024-04-15T16:44:58.866 INFO:tasks.workunit.client.0.smithi090.stdout:955 2024-04-15T16:44:58.868 INFO:tasks.workunit.client.0.smithi090.stdout:956 2024-04-15T16:44:58.869 INFO:tasks.workunit.client.0.smithi090.stdout:957 2024-04-15T16:44:58.870 INFO:tasks.workunit.client.0.smithi090.stdout:958 2024-04-15T16:44:58.871 INFO:tasks.workunit.client.0.smithi090.stdout:959 2024-04-15T16:44:58.872 INFO:tasks.workunit.client.0.smithi090.stdout:960 2024-04-15T16:44:58.873 INFO:tasks.workunit.client.0.smithi090.stdout:961 2024-04-15T16:44:58.874 INFO:tasks.workunit.client.0.smithi090.stdout:962 2024-04-15T16:44:58.875 INFO:tasks.workunit.client.0.smithi090.stdout:963 2024-04-15T16:44:58.876 INFO:tasks.workunit.client.0.smithi090.stdout:964 2024-04-15T16:44:58.878 INFO:tasks.workunit.client.0.smithi090.stdout:965 2024-04-15T16:44:58.879 INFO:tasks.workunit.client.0.smithi090.stdout:966 2024-04-15T16:44:58.880 INFO:tasks.workunit.client.0.smithi090.stdout:967 2024-04-15T16:44:58.881 INFO:tasks.workunit.client.0.smithi090.stdout:968 2024-04-15T16:44:58.882 INFO:tasks.workunit.client.0.smithi090.stdout:969 2024-04-15T16:44:58.883 INFO:tasks.workunit.client.0.smithi090.stdout:970 2024-04-15T16:44:58.884 INFO:tasks.workunit.client.0.smithi090.stdout:971 2024-04-15T16:44:58.885 INFO:tasks.workunit.client.0.smithi090.stdout:972 2024-04-15T16:44:58.887 INFO:tasks.workunit.client.0.smithi090.stdout:973 2024-04-15T16:44:58.888 INFO:tasks.workunit.client.0.smithi090.stdout:974 2024-04-15T16:44:58.889 INFO:tasks.workunit.client.0.smithi090.stdout:975 2024-04-15T16:44:58.890 INFO:tasks.workunit.client.0.smithi090.stdout:976 2024-04-15T16:44:58.891 INFO:tasks.workunit.client.0.smithi090.stdout:977 2024-04-15T16:44:58.892 INFO:tasks.workunit.client.0.smithi090.stdout:978 2024-04-15T16:44:58.893 INFO:tasks.workunit.client.0.smithi090.stdout:979 2024-04-15T16:44:58.894 INFO:tasks.workunit.client.0.smithi090.stdout:980 2024-04-15T16:44:58.896 INFO:tasks.workunit.client.0.smithi090.stdout:981 2024-04-15T16:44:58.897 INFO:tasks.workunit.client.0.smithi090.stdout:982 2024-04-15T16:44:58.898 INFO:tasks.workunit.client.0.smithi090.stdout:983 2024-04-15T16:44:58.899 INFO:tasks.workunit.client.0.smithi090.stdout:984 2024-04-15T16:44:58.900 INFO:tasks.workunit.client.0.smithi090.stdout:985 2024-04-15T16:44:58.901 INFO:tasks.workunit.client.0.smithi090.stdout:986 2024-04-15T16:44:58.902 INFO:tasks.workunit.client.0.smithi090.stdout:987 2024-04-15T16:44:58.904 INFO:tasks.workunit.client.0.smithi090.stdout:988 2024-04-15T16:44:58.905 INFO:tasks.workunit.client.0.smithi090.stdout:989 2024-04-15T16:44:58.906 INFO:tasks.workunit.client.0.smithi090.stdout:990 2024-04-15T16:44:58.907 INFO:tasks.workunit.client.0.smithi090.stdout:991 2024-04-15T16:44:58.908 INFO:tasks.workunit.client.0.smithi090.stdout:992 2024-04-15T16:44:58.909 INFO:tasks.workunit.client.0.smithi090.stdout:993 2024-04-15T16:44:58.910 INFO:tasks.workunit.client.0.smithi090.stdout:994 2024-04-15T16:44:58.912 INFO:tasks.workunit.client.0.smithi090.stdout:995 2024-04-15T16:44:58.913 INFO:tasks.workunit.client.0.smithi090.stdout:996 2024-04-15T16:44:58.914 INFO:tasks.workunit.client.0.smithi090.stdout:997 2024-04-15T16:44:58.915 INFO:tasks.workunit.client.0.smithi090.stdout:998 2024-04-15T16:44:58.916 INFO:tasks.workunit.client.0.smithi090.stdout:999 2024-04-15T16:44:58.938 INFO:tasks.workunit.client.0.smithi090.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-15T16:44:58.938 INFO:tasks.workunit.client.0.smithi090.stdout:00000010 69 73 |is| 2024-04-15T16:44:58.938 INFO:tasks.workunit.client.0.smithi090.stdout:00000012 2024-04-15T16:44:58.938 INFO:tasks.workunit.client.0.smithi090.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-15T16:44:58.938 INFO:tasks.workunit.client.0.smithi090.stdout:00000010 69 73 |is| 2024-04-15T16:44:58.938 INFO:tasks.workunit.client.0.smithi090.stdout:00000012 2024-04-15T16:44:58.938 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsHello.WriteReturnData (3010 ms) 2024-04-15T16:44:58.938 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsHello.Loud 2024-04-15T16:44:59.226 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:44:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:44:59] "GET /metrics HTTP/1.1" 200 36352 "" "Prometheus/2.43.0" 2024-04-15T16:44:59.226 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:58 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:59.226 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:58 smithi090 ceph-mon[91618]: osdmap e943: 8 total, 8 up, 8 in 2024-04-15T16:44:59.226 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:58 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2831632321' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-15T16:44:59.226 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:58 smithi090 ceph-mon[91618]: pgmap v1103: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:44:59.226 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:44:58 smithi090 ceph-mon[91618]: osdmap e944: 8 total, 8 up, 8 in 2024-04-15T16:44:59.227 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:58 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:59.227 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:58 smithi090 ceph-mon[89240]: osdmap e943: 8 total, 8 up, 8 in 2024-04-15T16:44:59.227 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:58 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2831632321' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-15T16:44:59.227 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:58 smithi090 ceph-mon[89240]: pgmap v1103: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:44:59.227 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:44:58 smithi090 ceph-mon[89240]: osdmap e944: 8 total, 8 up, 8 in 2024-04-15T16:44:59.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:58 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:44:59.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:58 smithi153 ceph-mon[84714]: osdmap e943: 8 total, 8 up, 8 in 2024-04-15T16:44:59.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:58 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2831632321' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-15T16:44:59.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:58 smithi153 ceph-mon[84714]: pgmap v1103: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:44:59.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:44:58 smithi153 ceph-mon[84714]: osdmap e944: 8 total, 8 up, 8 in 2024-04-15T16:45:01.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:00 smithi090 ceph-mon[89240]: osdmap e945: 8 total, 8 up, 8 in 2024-04-15T16:45:01.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:00 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3388580788' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:01.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:00 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:01.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:00 smithi090 ceph-mon[89240]: pgmap v1106: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:01.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:00 smithi090 ceph-mon[91618]: osdmap e945: 8 total, 8 up, 8 in 2024-04-15T16:45:01.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:00 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3388580788' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:01.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:00 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:01.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:00 smithi090 ceph-mon[91618]: pgmap v1106: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:01.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:00 smithi153 ceph-mon[84714]: osdmap e945: 8 total, 8 up, 8 in 2024-04-15T16:45:01.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:00 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3388580788' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:01.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:00 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:01.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:00 smithi153 ceph-mon[84714]: pgmap v1106: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:01.969 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsHello.Loud (3032 ms) 2024-04-15T16:45:01.969 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsHello.BadMethods 2024-04-15T16:45:02.301 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:01 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:02.301 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:01 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:02.301 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:01 smithi153 ceph-mon[84714]: osdmap e946: 8 total, 8 up, 8 in 2024-04-15T16:45:02.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:01 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:02.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:01 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:02.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:01 smithi090 ceph-mon[89240]: osdmap e946: 8 total, 8 up, 8 in 2024-04-15T16:45:02.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:01 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:02.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:01 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:02.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:01 smithi090 ceph-mon[91618]: osdmap e946: 8 total, 8 up, 8 in 2024-04-15T16:45:02.617 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:45:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:45:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:45:03.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:02 smithi090 ceph-mon[89240]: osdmap e947: 8 total, 8 up, 8 in 2024-04-15T16:45:03.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:02 smithi090 ceph-mon[89240]: pgmap v1109: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:03.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:02 smithi090 ceph-mon[91618]: osdmap e947: 8 total, 8 up, 8 in 2024-04-15T16:45:03.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:02 smithi090 ceph-mon[91618]: pgmap v1109: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:03.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:02 smithi153 ceph-mon[84714]: osdmap e947: 8 total, 8 up, 8 in 2024-04-15T16:45:03.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:02 smithi153 ceph-mon[84714]: pgmap v1109: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:04.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:03 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:04.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:03 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:45:04.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:03 smithi090 ceph-mon[89240]: osdmap e948: 8 total, 8 up, 8 in 2024-04-15T16:45:04.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:03 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3201042693' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:04.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:03 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:04.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:03 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:04.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:03 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:45:04.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:03 smithi090 ceph-mon[91618]: osdmap e948: 8 total, 8 up, 8 in 2024-04-15T16:45:04.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:03 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3201042693' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:04.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:03 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:04.327 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:45:04 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[110961]: 2024-04-15T16:45:04.013+0000 7f1ec2ab8700 -1 osd.3 pg_epoch: 949 pg[38.2( v 949'1 (0'0,949'1] local-lis/les=948/949 n=1 ec=948/948 lis/c=948/948 les/c/f=949/949/0 sis=948) [3,7,5] r=0 lpr=948 crt=949'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-15T16:45:04.328 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 16:45:04 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[110961]: 2024-04-15T16:45:04.014+0000 7f1ec2ab8700 -1 osd.3 pg_epoch: 949 pg[38.2( v 949'2 (0'0,949'2] local-lis/les=948/949 n=1 ec=948/948 lis/c=948/948 les/c/f=949/949/0 sis=948) [3,7,5] r=0 lpr=948 crt=949'1 lcod 949'1 mlcod 949'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-15T16:45:04.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:03 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:04.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:03 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:45:04.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:03 smithi153 ceph-mon[84714]: osdmap e948: 8 total, 8 up, 8 in 2024-04-15T16:45:04.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:03 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3201042693' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:04.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:03 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:04.992 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsHello.BadMethods (3023 ms) 2024-04-15T16:45:04.993 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsHello.Filter 2024-04-15T16:45:05.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:04 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:05.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:04 smithi090 ceph-mon[91618]: osdmap e949: 8 total, 8 up, 8 in 2024-04-15T16:45:05.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:04 smithi090 ceph-mon[91618]: pgmap v1112: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:05.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:04 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:05.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:04 smithi090 ceph-mon[89240]: osdmap e949: 8 total, 8 up, 8 in 2024-04-15T16:45:05.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:04 smithi090 ceph-mon[89240]: pgmap v1112: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:05.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:05 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:05.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:05 smithi153 ceph-mon[84714]: osdmap e949: 8 total, 8 up, 8 in 2024-04-15T16:45:05.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:05 smithi153 ceph-mon[84714]: pgmap v1112: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:06.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:05 smithi090 ceph-mon[89240]: osdmap e950: 8 total, 8 up, 8 in 2024-04-15T16:45:06.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:06 smithi090 ceph-mon[91618]: osdmap e950: 8 total, 8 up, 8 in 2024-04-15T16:45:06.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:05 smithi153 ceph-mon[84714]: osdmap e950: 8 total, 8 up, 8 in 2024-04-15T16:45:07.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:07 smithi090 ceph-mon[89240]: osdmap e951: 8 total, 8 up, 8 in 2024-04-15T16:45:07.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:07 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3873806137' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:07.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:07 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:07.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:07 smithi090 ceph-mon[89240]: pgmap v1115: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:07.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:07 smithi090 ceph-mon[91618]: osdmap e951: 8 total, 8 up, 8 in 2024-04-15T16:45:07.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:07 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3873806137' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:07.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:07 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:07.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:07 smithi090 ceph-mon[91618]: pgmap v1115: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:07.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:07 smithi153 ceph-mon[84714]: osdmap e951: 8 total, 8 up, 8 in 2024-04-15T16:45:07.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:07 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3873806137' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:07.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:07 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:07.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:07 smithi153 ceph-mon[84714]: pgmap v1115: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:08.022 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsHello.Filter (3029 ms) 2024-04-15T16:45:08.023 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 6 tests from ClsHello (18006 ms total) 2024-04-15T16:45:08.023 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T16:45:08.023 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment tear-down 2024-04-15T16:45:08.023 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] 6 tests from 1 test suite ran. (18006 ms total) 2024-04-15T16:45:08.023 INFO:tasks.workunit.client.0.smithi090.stdout:[ PASSED ] 6 tests. 2024-04-15T16:45:08.026 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:45:08.026 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:45:08.097 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-15T16:45:08.098 DEBUG:teuthology.orchestra.run.smithi090:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-15T16:45:08.168 INFO:tasks.workunit.client.0.smithi090.stdout:Running main() from gmock_main.cc 2024-04-15T16:45:08.169 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-15T16:45:08.169 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment set-up. 2024-04-15T16:45:08.169 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 27 tests from TestClsJournal 2024-04-15T16:45:08.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:08 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:08.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:08 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:08.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:08 smithi090 ceph-mon[89240]: osdmap e952: 8 total, 8 up, 8 in 2024-04-15T16:45:08.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:45:08.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:45:08.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:08 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:08.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:08 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:08.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:08 smithi090 ceph-mon[91618]: osdmap e952: 8 total, 8 up, 8 in 2024-04-15T16:45:08.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:45:08.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:45:08.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:08 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:08.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:08 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130074-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:08.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:08 smithi153 ceph-mon[84714]: osdmap e952: 8 total, 8 up, 8 in 2024-04-15T16:45:08.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:45:08.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:45:09.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:09 smithi090 ceph-mon[89240]: osdmap e953: 8 total, 8 up, 8 in 2024-04-15T16:45:09.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:09 smithi090 ceph-mon[89240]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:09.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:09 smithi090 ceph-mon[91618]: osdmap e953: 8 total, 8 up, 8 in 2024-04-15T16:45:09.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:09 smithi090 ceph-mon[91618]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:09.325 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:45:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:45:09] "GET /metrics HTTP/1.1" 200 36349 "" "Prometheus/2.43.0" 2024-04-15T16:45:09.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:09 smithi153 ceph-mon[84714]: osdmap e953: 8 total, 8 up, 8 in 2024-04-15T16:45:09.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:09 smithi153 ceph-mon[84714]: pgmap v1118: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:10.036 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.Create 2024-04-15T16:45:10.053 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.Create (17 ms) 2024-04-15T16:45:10.053 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-15T16:45:10.058 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.MinimumSet (5 ms) 2024-04-15T16:45:10.058 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-15T16:45:10.064 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.MinimumSetStale (6 ms) 2024-04-15T16:45:10.064 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-15T16:45:10.067 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (3 ms) 2024-04-15T16:45:10.067 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-15T16:45:10.070 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-04-15T16:45:10.070 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-15T16:45:10.073 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-04-15T16:45:10.073 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-15T16:45:10.076 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.CreateDuplicate (3 ms) 2024-04-15T16:45:10.076 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-15T16:45:10.078 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.GetClient (3 ms) 2024-04-15T16:45:10.078 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-15T16:45:10.081 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.ClientRegister (2 ms) 2024-04-15T16:45:10.081 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-15T16:45:10.084 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-04-15T16:45:10.085 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-15T16:45:10.089 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.ClientUpdateData (4 ms) 2024-04-15T16:45:10.089 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-15T16:45:10.094 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-04-15T16:45:10.094 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-15T16:45:10.097 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-04-15T16:45:10.098 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-15T16:45:10.102 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (5 ms) 2024-04-15T16:45:10.102 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-15T16:45:10.199 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (97 ms) 2024-04-15T16:45:10.199 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-15T16:45:10.203 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-04-15T16:45:10.203 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-15T16:45:10.205 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-04-15T16:45:10.206 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-15T16:45:10.206 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-15T16:45:10.206 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-15T16:45:10.245 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.ClientList (38 ms) 2024-04-15T16:45:10.245 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-15T16:45:10.248 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.GetNextTagTid (4 ms) 2024-04-15T16:45:10.249 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-15T16:45:10.257 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.TagCreate (8 ms) 2024-04-15T16:45:10.257 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-15T16:45:10.264 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-04-15T16:45:10.264 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.TagList 2024-04-15T16:45:10.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:10 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:10.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:10 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:45:10.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:10 smithi090 ceph-mon[89240]: osdmap e954: 8 total, 8 up, 8 in 2024-04-15T16:45:10.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:10 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/4206526601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130226-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:10.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:10 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130226-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:10.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:10 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:10.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:10 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:45:10.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:10 smithi090 ceph-mon[91618]: osdmap e954: 8 total, 8 up, 8 in 2024-04-15T16:45:10.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:10 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/4206526601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130226-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:10.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:10 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130226-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:10.356 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.TagList (92 ms) 2024-04-15T16:45:10.356 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-15T16:45:10.358 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.GuardAppend (3 ms) 2024-04-15T16:45:10.358 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-15T16:45:10.360 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-15T16:45:10.360 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-15T16:45:10.361 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-04-15T16:45:10.362 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsJournal.Append 2024-04-15T16:45:10.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:10 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:10.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:10 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:45:10.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:10 smithi153 ceph-mon[84714]: osdmap e954: 8 total, 8 up, 8 in 2024-04-15T16:45:10.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:10 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/4206526601' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130226-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:10.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:10 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130226-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:10.372 INFO:tasks.workunit.client.0.smithi090.stdout:padding is not enabled 2024-04-15T16:45:10.372 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsJournal.Append (11 ms) 2024-04-15T16:45:11.043 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 27 tests from TestClsJournal (337 ms total) 2024-04-15T16:45:11.043 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T16:45:11.043 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment tear-down 2024-04-15T16:45:11.044 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] 27 tests from 1 test suite ran. (2875 ms total) 2024-04-15T16:45:11.044 INFO:tasks.workunit.client.0.smithi090.stdout:[ PASSED ] 27 tests. 2024-04-15T16:45:11.047 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:45:11.047 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:45:11.118 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-15T16:45:11.118 DEBUG:teuthology.orchestra.run.smithi090:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-15T16:45:11.190 INFO:tasks.workunit.client.0.smithi090.stdout:Running main() from gmock_main.cc 2024-04-15T16:45:11.190 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-15T16:45:11.190 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment set-up. 2024-04-15T16:45:11.190 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 11 tests from ClsLock 2024-04-15T16:45:11.190 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-15T16:45:11.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:11 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130226-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:11.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:11 smithi090 ceph-mon[89240]: osdmap e955: 8 total, 8 up, 8 in 2024-04-15T16:45:11.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:11 smithi090 ceph-mon[89240]: pgmap v1121: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 22 KiB/s wr, 42 op/s 2024-04-15T16:45:11.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:11 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130226-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:11.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:11 smithi090 ceph-mon[91618]: osdmap e955: 8 total, 8 up, 8 in 2024-04-15T16:45:11.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:11 smithi090 ceph-mon[91618]: pgmap v1121: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 22 KiB/s wr, 42 op/s 2024-04-15T16:45:11.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:11 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130226-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:11.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:11 smithi153 ceph-mon[84714]: osdmap e955: 8 total, 8 up, 8 in 2024-04-15T16:45:11.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:11 smithi153 ceph-mon[84714]: pgmap v1121: 137 pgs: 17 unknown, 120 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 22 KiB/s wr, 42 op/s 2024-04-15T16:45:12.300 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:12 smithi153 ceph-mon[84714]: osdmap e956: 8 total, 8 up, 8 in 2024-04-15T16:45:12.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:12 smithi090 ceph-mon[89240]: osdmap e956: 8 total, 8 up, 8 in 2024-04-15T16:45:12.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:12 smithi090 ceph-mon[91618]: osdmap e956: 8 total, 8 up, 8 in 2024-04-15T16:45:12.617 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:45:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:45:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:45:13.092 INFO:tasks.workunit.client.0.smithi090.stdout:lock: mylock 2024-04-15T16:45:13.092 INFO:tasks.workunit.client.0.smithi090.stdout: lock_type: exclusive 2024-04-15T16:45:13.092 INFO:tasks.workunit.client.0.smithi090.stdout: tag: 2024-04-15T16:45:13.092 INFO:tasks.workunit.client.0.smithi090.stdout: lockers: 2024-04-15T16:45:13.092 INFO:tasks.workunit.client.0.smithi090.stdout: client.34716 expiration=2024-04-15T16:47:13.102044+0000 addr=v1:172.21.15.90:0/755792861 cookie= 2024-04-15T16:45:13.096 INFO:tasks.workunit.client.0.smithi090.stdout:lock: mylock 2024-04-15T16:45:13.096 INFO:tasks.workunit.client.0.smithi090.stdout: lock_type: shared 2024-04-15T16:45:13.096 INFO:tasks.workunit.client.0.smithi090.stdout: tag: 2024-04-15T16:45:13.096 INFO:tasks.workunit.client.0.smithi090.stdout: lockers: 2024-04-15T16:45:13.096 INFO:tasks.workunit.client.0.smithi090.stdout: client.34716 expiration=2024-04-15T16:47:13.108752+0000 addr=v1:172.21.15.90:0/755792861 cookie= 2024-04-15T16:45:13.096 INFO:tasks.workunit.client.0.smithi090.stdout: client.34722 expiration=0.000000 addr=v1:172.21.15.90:0/507090278 cookie= 2024-04-15T16:45:13.097 INFO:tasks.workunit.client.0.smithi090.stdout:lock: mylock 2024-04-15T16:45:13.097 INFO:tasks.workunit.client.0.smithi090.stdout: lock_type: shared 2024-04-15T16:45:13.097 INFO:tasks.workunit.client.0.smithi090.stdout: tag: 2024-04-15T16:45:13.097 INFO:tasks.workunit.client.0.smithi090.stdout: lockers: 2024-04-15T16:45:13.097 INFO:tasks.workunit.client.0.smithi090.stdout: client.34722 expiration=0.000000 addr=v1:172.21.15.90:0/507090278 cookie= 2024-04-15T16:45:13.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:13 smithi090 ceph-mon[91618]: osdmap e957: 8 total, 8 up, 8 in 2024-04-15T16:45:13.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:13 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/755792861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:13.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:13 smithi090 ceph-mon[91618]: pgmap v1124: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:13.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:13 smithi090 ceph-mon[89240]: osdmap e957: 8 total, 8 up, 8 in 2024-04-15T16:45:13.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:13 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/755792861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:13.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:13 smithi090 ceph-mon[89240]: pgmap v1124: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:13.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:13 smithi153 ceph-mon[84714]: osdmap e957: 8 total, 8 up, 8 in 2024-04-15T16:45:13.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:13 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/755792861' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:13.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:13 smithi153 ceph-mon[84714]: pgmap v1124: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:14.070 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsLock.TestMultiLocking (2877 ms) 2024-04-15T16:45:14.070 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsLock.TestMeta 2024-04-15T16:45:14.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:14 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:14.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:14 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/755792861' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:14.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:14 smithi090 ceph-mon[91618]: osdmap e958: 8 total, 8 up, 8 in 2024-04-15T16:45:14.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:14 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:14.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:14 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/755792861' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:14.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:14 smithi090 ceph-mon[89240]: osdmap e958: 8 total, 8 up, 8 in 2024-04-15T16:45:14.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:14 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:14.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:14 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/755792861' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:14.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:14 smithi153 ceph-mon[84714]: osdmap e958: 8 total, 8 up, 8 in 2024-04-15T16:45:15.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:15 smithi090 ceph-mon[89240]: osdmap e959: 8 total, 8 up, 8 in 2024-04-15T16:45:15.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:15 smithi090 ceph-mon[89240]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:15.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:15 smithi090 ceph-mon[91618]: osdmap e959: 8 total, 8 up, 8 in 2024-04-15T16:45:15.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:15 smithi090 ceph-mon[91618]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:15.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:15 smithi153 ceph-mon[84714]: osdmap e959: 8 total, 8 up, 8 in 2024-04-15T16:45:15.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:15 smithi153 ceph-mon[84714]: pgmap v1127: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:16.112 INFO:tasks.workunit.client.0.smithi090.stdout:lock: mylock 2024-04-15T16:45:16.112 INFO:tasks.workunit.client.0.smithi090.stdout: lock_type: shared 2024-04-15T16:45:16.113 INFO:tasks.workunit.client.0.smithi090.stdout: tag: 2024-04-15T16:45:16.113 INFO:tasks.workunit.client.0.smithi090.stdout: lockers: 2024-04-15T16:45:16.113 INFO:tasks.workunit.client.0.smithi090.stdout: client.34734 expiration=0.000000 addr=v1:172.21.15.90:0/1005621950 cookie= 2024-04-15T16:45:16.114 INFO:tasks.workunit.client.0.smithi090.stdout:lock: mylock 2024-04-15T16:45:16.114 INFO:tasks.workunit.client.0.smithi090.stdout: lock_type: exclusive 2024-04-15T16:45:16.114 INFO:tasks.workunit.client.0.smithi090.stdout: tag: new_tag 2024-04-15T16:45:16.114 INFO:tasks.workunit.client.0.smithi090.stdout: lockers: 2024-04-15T16:45:16.115 INFO:tasks.workunit.client.0.smithi090.stdout: client.44660 expiration=0.000000 addr=v1:172.21.15.90:0/1145973010 cookie= 2024-04-15T16:45:16.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:16 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:16.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:16 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:45:16.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:16 smithi090 ceph-mon[91618]: osdmap e960: 8 total, 8 up, 8 in 2024-04-15T16:45:16.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:16 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1145973010' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:16.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:16 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:16.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:45:16.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:16 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:16.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:16 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:45:16.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:16 smithi090 ceph-mon[89240]: osdmap e960: 8 total, 8 up, 8 in 2024-04-15T16:45:16.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:16 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1145973010' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:16.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:16 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:16.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:45:16.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:16 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:16.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:16 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:45:16.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:16 smithi153 ceph-mon[84714]: osdmap e960: 8 total, 8 up, 8 in 2024-04-15T16:45:16.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:16 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1145973010' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:16.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:16 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:16.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:45:17.091 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsLock.TestMeta (3024 ms) 2024-04-15T16:45:17.091 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsLock.TestCookie 2024-04-15T16:45:17.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:17 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:17.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:17 smithi090 ceph-mon[91618]: osdmap e961: 8 total, 8 up, 8 in 2024-04-15T16:45:17.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:45:17.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:45:17.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:45:17.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:17 smithi090 ceph-mon[91618]: pgmap v1130: 137 pgs: 19 creating+peering, 1 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:17.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:17 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:17.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:17 smithi090 ceph-mon[89240]: osdmap e961: 8 total, 8 up, 8 in 2024-04-15T16:45:17.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:45:17.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:45:17.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:45:17.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:17 smithi090 ceph-mon[89240]: pgmap v1130: 137 pgs: 19 creating+peering, 1 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:17.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:17 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:17.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:17 smithi153 ceph-mon[84714]: osdmap e961: 8 total, 8 up, 8 in 2024-04-15T16:45:17.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:45:17.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:45:17.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:45:17.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:17 smithi153 ceph-mon[84714]: pgmap v1130: 137 pgs: 19 creating+peering, 1 unknown, 117 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:18.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:18 smithi153 ceph-mon[84714]: osdmap e962: 8 total, 8 up, 8 in 2024-04-15T16:45:18.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:18 smithi090 ceph-mon[89240]: osdmap e962: 8 total, 8 up, 8 in 2024-04-15T16:45:18.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:18 smithi090 ceph-mon[91618]: osdmap e962: 8 total, 8 up, 8 in 2024-04-15T16:45:19.139 INFO:tasks.workunit.client.0.smithi090.stdout:lock: mylock 2024-04-15T16:45:19.139 INFO:tasks.workunit.client.0.smithi090.stdout: lock_type: exclusive 2024-04-15T16:45:19.140 INFO:tasks.workunit.client.0.smithi090.stdout: tag: 2024-04-15T16:45:19.140 INFO:tasks.workunit.client.0.smithi090.stdout: lockers: 2024-04-15T16:45:19.141 INFO:tasks.workunit.client.0.smithi090.stdout:lock: mylock 2024-04-15T16:45:19.142 INFO:tasks.workunit.client.0.smithi090.stdout: lock_type: shared 2024-04-15T16:45:19.142 INFO:tasks.workunit.client.0.smithi090.stdout: tag: 2024-04-15T16:45:19.142 INFO:tasks.workunit.client.0.smithi090.stdout: lockers: 2024-04-15T16:45:19.142 INFO:tasks.workunit.client.0.smithi090.stdout: client.34737 expiration=0.000000 addr=v1:172.21.15.90:0/2317560350 cookie= 2024-04-15T16:45:19.142 INFO:tasks.workunit.client.0.smithi090.stdout: client.34737 expiration=0.000000 addr=v1:172.21.15.90:0/2317560350 cookie=new cookie 2024-04-15T16:45:19.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:19 smithi153 ceph-mon[84714]: osdmap e963: 8 total, 8 up, 8 in 2024-04-15T16:45:19.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:19 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2317560350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:19.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:19 smithi153 ceph-mon[84714]: pgmap v1133: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:19.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:19 smithi090 ceph-mon[89240]: osdmap e963: 8 total, 8 up, 8 in 2024-04-15T16:45:19.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:19 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2317560350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:19.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:19 smithi090 ceph-mon[89240]: pgmap v1133: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:19.575 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:45:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:45:19] "GET /metrics HTTP/1.1" 200 36349 "" "Prometheus/2.43.0" 2024-04-15T16:45:19.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:19 smithi090 ceph-mon[91618]: osdmap e963: 8 total, 8 up, 8 in 2024-04-15T16:45:19.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:19 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2317560350' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:19.576 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:19 smithi090 ceph-mon[91618]: pgmap v1133: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:20.131 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsLock.TestCookie (3040 ms) 2024-04-15T16:45:20.131 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-15T16:45:20.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:20 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:20.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:20 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2317560350' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:20.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:20 smithi153 ceph-mon[84714]: osdmap e964: 8 total, 8 up, 8 in 2024-04-15T16:45:20.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:20 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:20.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:20 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2317560350' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:20.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:20 smithi090 ceph-mon[91618]: osdmap e964: 8 total, 8 up, 8 in 2024-04-15T16:45:20.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:20 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:20.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:20 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2317560350' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:20.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:20 smithi090 ceph-mon[89240]: osdmap e964: 8 total, 8 up, 8 in 2024-04-15T16:45:21.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:21 smithi090 ceph-mon[89240]: osdmap e965: 8 total, 8 up, 8 in 2024-04-15T16:45:21.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:21 smithi090 ceph-mon[89240]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:21.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:21 smithi090 ceph-mon[91618]: osdmap e965: 8 total, 8 up, 8 in 2024-04-15T16:45:21.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:21 smithi090 ceph-mon[91618]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:21.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:21 smithi153 ceph-mon[84714]: osdmap e965: 8 total, 8 up, 8 in 2024-04-15T16:45:21.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:21 smithi153 ceph-mon[84714]: pgmap v1136: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:22.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:22 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:22.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:22 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:45:22.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:22 smithi090 ceph-mon[89240]: osdmap e966: 8 total, 8 up, 8 in 2024-04-15T16:45:22.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:22 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2552261048' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:22.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:22 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:22.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:22 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:22.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:22 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:45:22.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:22 smithi090 ceph-mon[91618]: osdmap e966: 8 total, 8 up, 8 in 2024-04-15T16:45:22.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:22 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2552261048' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:22.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:22 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:22.617 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:45:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:45:22.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:22 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:22.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:22 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:45:22.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:22 smithi153 ceph-mon[84714]: osdmap e966: 8 total, 8 up, 8 in 2024-04-15T16:45:22.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:22 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2552261048' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:22.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:22 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:23.145 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsLock.TestMultipleLocks (3014 ms) 2024-04-15T16:45:23.145 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-15T16:45:23.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:23 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:23.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:23 smithi090 ceph-mon[91618]: osdmap e967: 8 total, 8 up, 8 in 2024-04-15T16:45:23.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:45:23.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:45:23.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:23 smithi090 ceph-mon[91618]: pgmap v1139: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:23.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:23 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:23.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:23 smithi090 ceph-mon[89240]: osdmap e967: 8 total, 8 up, 8 in 2024-04-15T16:45:23.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:45:23.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:45:23.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:23 smithi090 ceph-mon[89240]: pgmap v1139: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:23.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:23 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:23.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:23 smithi153 ceph-mon[84714]: osdmap e967: 8 total, 8 up, 8 in 2024-04-15T16:45:23.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:45:23.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:45:23.618 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:23 smithi153 ceph-mon[84714]: pgmap v1139: 137 pgs: 12 creating+peering, 16 unknown, 109 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:24.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:24 smithi090 ceph-mon[89240]: osdmap e968: 8 total, 8 up, 8 in 2024-04-15T16:45:24.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:24 smithi090 ceph-mon[91618]: osdmap e968: 8 total, 8 up, 8 in 2024-04-15T16:45:24.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:24 smithi153 ceph-mon[84714]: osdmap e968: 8 total, 8 up, 8 in 2024-04-15T16:45:25.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:25 smithi090 ceph-mon[89240]: osdmap e969: 8 total, 8 up, 8 in 2024-04-15T16:45:25.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:25 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/787760514' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:25.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:25 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:25.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:25 smithi090 ceph-mon[89240]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:25.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:25 smithi090 ceph-mon[91618]: osdmap e969: 8 total, 8 up, 8 in 2024-04-15T16:45:25.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:25 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/787760514' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:25.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:25 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:25.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:25 smithi090 ceph-mon[91618]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:25.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:25 smithi153 ceph-mon[84714]: osdmap e969: 8 total, 8 up, 8 in 2024-04-15T16:45:25.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:25 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/787760514' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:25.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:25 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:25.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:25 smithi153 ceph-mon[84714]: pgmap v1142: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:26.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:26 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:26.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:26 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:26.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:26 smithi090 ceph-mon[89240]: osdmap e970: 8 total, 8 up, 8 in 2024-04-15T16:45:26.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:26 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:26.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:26 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:26.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:26 smithi090 ceph-mon[91618]: osdmap e970: 8 total, 8 up, 8 in 2024-04-15T16:45:26.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:26 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:26.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:26 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:26.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:26 smithi153 ceph-mon[84714]: osdmap e970: 8 total, 8 up, 8 in 2024-04-15T16:45:27.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:27 smithi090 ceph-mon[89240]: osdmap e971: 8 total, 8 up, 8 in 2024-04-15T16:45:27.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:27 smithi090 ceph-mon[89240]: pgmap v1145: 137 pgs: 3 unknown, 134 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:27.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:27 smithi090 ceph-mon[91618]: osdmap e971: 8 total, 8 up, 8 in 2024-04-15T16:45:27.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:27 smithi090 ceph-mon[91618]: pgmap v1145: 137 pgs: 3 unknown, 134 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:27.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:27 smithi153 ceph-mon[84714]: osdmap e971: 8 total, 8 up, 8 in 2024-04-15T16:45:27.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:27 smithi153 ceph-mon[84714]: pgmap v1145: 137 pgs: 3 unknown, 134 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:28.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:28 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:28.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:28 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:45:28.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:28 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:28.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:28 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:45:28.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:28 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:28.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:28 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:45:29.476 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:29 smithi090 ceph-mon[91618]: pgmap v1146: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:29.476 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:29 smithi090 ceph-mon[89240]: pgmap v1146: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:29.476 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:45:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:45:29] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-15T16:45:29.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:29 smithi153 ceph-mon[84714]: pgmap v1146: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:30.246 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsLock.TestLockDuration (7101 ms) 2024-04-15T16:45:30.246 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-15T16:45:31.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:31 smithi090 ceph-mon[91618]: osdmap e972: 8 total, 8 up, 8 in 2024-04-15T16:45:31.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:31 smithi090 ceph-mon[91618]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:31.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:31 smithi090 ceph-mon[89240]: osdmap e972: 8 total, 8 up, 8 in 2024-04-15T16:45:31.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:31 smithi090 ceph-mon[89240]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:31.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:31 smithi153 ceph-mon[84714]: osdmap e972: 8 total, 8 up, 8 in 2024-04-15T16:45:31.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:31 smithi153 ceph-mon[84714]: pgmap v1148: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:32.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:32 smithi090 ceph-mon[89240]: osdmap e973: 8 total, 8 up, 8 in 2024-04-15T16:45:32.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:32 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2098620585' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:32.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:32 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:32.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:32 smithi090 ceph-mon[91618]: osdmap e973: 8 total, 8 up, 8 in 2024-04-15T16:45:32.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:32 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2098620585' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:32.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:32 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:32.617 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:45:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:45:32.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:32 smithi153 ceph-mon[84714]: osdmap e973: 8 total, 8 up, 8 in 2024-04-15T16:45:32.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:32 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2098620585' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:32.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:32 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:33.257 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsLock.TestAssertLocked (3011 ms) 2024-04-15T16:45:33.257 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-15T16:45:33.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:33 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:33.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:33 smithi090 ceph-mon[89240]: osdmap e974: 8 total, 8 up, 8 in 2024-04-15T16:45:33.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:33 smithi090 ceph-mon[89240]: pgmap v1151: 137 pgs: 14 creating+peering, 13 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:33.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:33 smithi090 ceph-mon[89240]: osdmap e975: 8 total, 8 up, 8 in 2024-04-15T16:45:33.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:33 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:33.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:33 smithi090 ceph-mon[91618]: osdmap e974: 8 total, 8 up, 8 in 2024-04-15T16:45:33.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:33 smithi090 ceph-mon[91618]: pgmap v1151: 137 pgs: 14 creating+peering, 13 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:33.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:33 smithi090 ceph-mon[91618]: osdmap e975: 8 total, 8 up, 8 in 2024-04-15T16:45:33.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:33 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:33.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:33 smithi153 ceph-mon[84714]: osdmap e974: 8 total, 8 up, 8 in 2024-04-15T16:45:33.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:33 smithi153 ceph-mon[84714]: pgmap v1151: 137 pgs: 14 creating+peering, 13 unknown, 110 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:33.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:33 smithi153 ceph-mon[84714]: osdmap e975: 8 total, 8 up, 8 in 2024-04-15T16:45:35.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:35 smithi090 ceph-mon[91618]: osdmap e976: 8 total, 8 up, 8 in 2024-04-15T16:45:35.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:35 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/99006325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:35.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:35 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:35.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:35 smithi090 ceph-mon[91618]: pgmap v1154: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:35.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:35 smithi090 ceph-mon[89240]: osdmap e976: 8 total, 8 up, 8 in 2024-04-15T16:45:35.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:35 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/99006325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:35.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:35 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:35.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:35 smithi090 ceph-mon[89240]: pgmap v1154: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:35.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:35 smithi153 ceph-mon[84714]: osdmap e976: 8 total, 8 up, 8 in 2024-04-15T16:45:35.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:35 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/99006325' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:35.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:35 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:35.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:35 smithi153 ceph-mon[84714]: pgmap v1154: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:36.290 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsLock.TestSetCookie (3033 ms) 2024-04-15T16:45:36.291 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsLock.TestRenew 2024-04-15T16:45:36.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:36 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:36.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:36 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:36.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:36 smithi090 ceph-mon[89240]: osdmap e977: 8 total, 8 up, 8 in 2024-04-15T16:45:36.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:36 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:36.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:36 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:36.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:36 smithi090 ceph-mon[91618]: osdmap e977: 8 total, 8 up, 8 in 2024-04-15T16:45:36.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:36 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:45:36.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:36 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:36.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:36 smithi153 ceph-mon[84714]: osdmap e977: 8 total, 8 up, 8 in 2024-04-15T16:45:37.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:37 smithi090 ceph-mon[89240]: osdmap e978: 8 total, 8 up, 8 in 2024-04-15T16:45:37.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:37 smithi090 ceph-mon[89240]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:37.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:37 smithi090 ceph-mon[91618]: osdmap e978: 8 total, 8 up, 8 in 2024-04-15T16:45:37.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:37 smithi090 ceph-mon[91618]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:37.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:37 smithi153 ceph-mon[84714]: osdmap e978: 8 total, 8 up, 8 in 2024-04-15T16:45:37.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:37 smithi153 ceph-mon[84714]: pgmap v1157: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:38.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:38 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:38.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:38 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:45:38.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:38 smithi090 ceph-mon[89240]: osdmap e979: 8 total, 8 up, 8 in 2024-04-15T16:45:38.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:38 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2253954504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:38.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:45:38.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:38 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:38.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:38 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:45:38.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:38 smithi090 ceph-mon[91618]: osdmap e979: 8 total, 8 up, 8 in 2024-04-15T16:45:38.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:38 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2253954504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:38.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:45:38.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:38 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:45:38.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:38 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:45:38.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:38 smithi153 ceph-mon[84714]: osdmap e979: 8 total, 8 up, 8 in 2024-04-15T16:45:38.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:38 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2253954504' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:38.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:45:39.574 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:45:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:45:39] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-04-15T16:45:39.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:39 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2253954504' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:39.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:39 smithi090 ceph-mon[89240]: osdmap e980: 8 total, 8 up, 8 in 2024-04-15T16:45:39.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:39 smithi090 ceph-mon[89240]: pgmap v1160: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:39.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:39 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2253954504' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:39.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:39 smithi090 ceph-mon[91618]: osdmap e980: 8 total, 8 up, 8 in 2024-04-15T16:45:39.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:39 smithi090 ceph-mon[91618]: pgmap v1160: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:39.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:39 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2253954504' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:39.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:39 smithi153 ceph-mon[84714]: osdmap e980: 8 total, 8 up, 8 in 2024-04-15T16:45:39.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:39 smithi153 ceph-mon[84714]: pgmap v1160: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:40.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:40 smithi090 ceph-mon[89240]: osdmap e981: 8 total, 8 up, 8 in 2024-04-15T16:45:40.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:40 smithi090 ceph-mon[91618]: osdmap e981: 8 total, 8 up, 8 in 2024-04-15T16:45:40.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:40 smithi153 ceph-mon[84714]: osdmap e981: 8 total, 8 up, 8 in 2024-04-15T16:45:41.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:41 smithi090 ceph-mon[91618]: pgmap v1162: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:41.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:41 smithi090 ceph-mon[89240]: pgmap v1162: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:41.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:41 smithi153 ceph-mon[84714]: pgmap v1162: 137 pgs: 3 creating+peering, 13 unknown, 121 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:42.617 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:45:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:45:43.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:42 smithi090 ceph-mon[91618]: pgmap v1163: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:43.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:42 smithi090 ceph-mon[89240]: pgmap v1163: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:43.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:42 smithi153 ceph-mon[84714]: pgmap v1163: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:45.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:44 smithi090 ceph-mon[91618]: pgmap v1164: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 135 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:45.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:44 smithi090 ceph-mon[89240]: pgmap v1164: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 135 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:45.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:44 smithi153 ceph-mon[84714]: pgmap v1164: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 135 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:47.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:46 smithi090 ceph-mon[91618]: pgmap v1165: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 119 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:47.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:46 smithi090 ceph-mon[89240]: pgmap v1165: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 119 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:47.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:46 smithi153 ceph-mon[84714]: pgmap v1165: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 119 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:49.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:48 smithi090 ceph-mon[89240]: pgmap v1166: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:45:49.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:48 smithi090 ceph-mon[91618]: pgmap v1166: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:45:49.325 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:45:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:45:49] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-04-15T16:45:49.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:48 smithi153 ceph-mon[84714]: pgmap v1166: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 307 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:45:51.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:50 smithi090 ceph-mon[89240]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 265 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:45:51.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:50 smithi090 ceph-mon[91618]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 265 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:45:51.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:50 smithi153 ceph-mon[84714]: pgmap v1167: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 265 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:45:52.617 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:45:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:45:53.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:45:53.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:45:53.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:45:54.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:53 smithi153 ceph-mon[84714]: pgmap v1168: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:45:54.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:53 smithi090 ceph-mon[89240]: pgmap v1168: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:45:54.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:53 smithi090 ceph-mon[91618]: pgmap v1168: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:45:55.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:54 smithi090 ceph-mon[89240]: pgmap v1169: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:55.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:54 smithi090 ceph-mon[91618]: pgmap v1169: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:55.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:54 smithi153 ceph-mon[84714]: pgmap v1169: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:45:56.396 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsLock.TestRenew (20106 ms) 2024-04-15T16:45:56.432 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-15T16:45:57.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:57 smithi090 ceph-mon[89240]: osdmap e982: 8 total, 8 up, 8 in 2024-04-15T16:45:57.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:57 smithi090 ceph-mon[89240]: pgmap v1171: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:57.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:57 smithi090 ceph-mon[91618]: osdmap e982: 8 total, 8 up, 8 in 2024-04-15T16:45:57.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:57 smithi090 ceph-mon[91618]: pgmap v1171: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:57.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:57 smithi153 ceph-mon[84714]: osdmap e982: 8 total, 8 up, 8 in 2024-04-15T16:45:57.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:57 smithi153 ceph-mon[84714]: pgmap v1171: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:58.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:58 smithi090 ceph-mon[89240]: osdmap e983: 8 total, 8 up, 8 in 2024-04-15T16:45:58.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:58 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/57515195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:58.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:58 smithi090 ceph-mon[91618]: osdmap e983: 8 total, 8 up, 8 in 2024-04-15T16:45:58.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:58 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/57515195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:58.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:58 smithi153 ceph-mon[84714]: osdmap e983: 8 total, 8 up, 8 in 2024-04-15T16:45:58.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:58 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/57515195' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:45:59.418 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:45:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:45:59] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.43.0" 2024-04-15T16:45:59.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:59 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/57515195' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:59.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:59 smithi090 ceph-mon[91618]: osdmap e984: 8 total, 8 up, 8 in 2024-04-15T16:45:59.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:45:59 smithi090 ceph-mon[91618]: pgmap v1174: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:59.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:59 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/57515195' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:59.825 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:59 smithi090 ceph-mon[89240]: osdmap e984: 8 total, 8 up, 8 in 2024-04-15T16:45:59.825 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:45:59 smithi090 ceph-mon[89240]: pgmap v1174: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:45:59.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:59 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/57515195' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:45:59.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:59 smithi153 ceph-mon[84714]: osdmap e984: 8 total, 8 up, 8 in 2024-04-15T16:45:59.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:45:59 smithi153 ceph-mon[84714]: pgmap v1174: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:46:00.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:00 smithi090 ceph-mon[89240]: osdmap e985: 8 total, 8 up, 8 in 2024-04-15T16:46:00.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:00 smithi090 ceph-mon[91618]: osdmap e985: 8 total, 8 up, 8 in 2024-04-15T16:46:00.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:00 smithi153 ceph-mon[84714]: osdmap e985: 8 total, 8 up, 8 in 2024-04-15T16:46:01.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:01 smithi090 ceph-mon[89240]: pgmap v1176: 137 pgs: 1 creating+peering, 13 unknown, 123 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 228 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:46:01.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:01 smithi090 ceph-mon[91618]: pgmap v1176: 137 pgs: 1 creating+peering, 13 unknown, 123 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 228 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:46:01.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:01 smithi153 ceph-mon[84714]: pgmap v1176: 137 pgs: 1 creating+peering, 13 unknown, 123 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 228 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T16:46:02.494 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6098 ms) 2024-04-15T16:46:02.495 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-15T16:46:02.617 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:46:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:46:03.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:03 smithi090 ceph-mon[91618]: osdmap e986: 8 total, 8 up, 8 in 2024-04-15T16:46:03.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:03 smithi090 ceph-mon[91618]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:46:03.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:03 smithi090 ceph-mon[89240]: osdmap e986: 8 total, 8 up, 8 in 2024-04-15T16:46:03.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:03 smithi090 ceph-mon[89240]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:46:03.866 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:03 smithi153 ceph-mon[84714]: osdmap e986: 8 total, 8 up, 8 in 2024-04-15T16:46:03.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:03 smithi153 ceph-mon[84714]: pgmap v1178: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:46:04.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:04 smithi090 ceph-mon[91618]: osdmap e987: 8 total, 8 up, 8 in 2024-04-15T16:46:04.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:04 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1912197692' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:04.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:04 smithi090 ceph-mon[89240]: osdmap e987: 8 total, 8 up, 8 in 2024-04-15T16:46:04.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:04 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1912197692' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:04.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:04 smithi153 ceph-mon[84714]: osdmap e987: 8 total, 8 up, 8 in 2024-04-15T16:46:04.869 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:04 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1912197692' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:05.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:05 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1912197692' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:05.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:05 smithi090 ceph-mon[91618]: osdmap e988: 8 total, 8 up, 8 in 2024-04-15T16:46:05.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:05 smithi090 ceph-mon[91618]: pgmap v1181: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:46:05.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:05 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1912197692' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:05.825 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:05 smithi090 ceph-mon[89240]: osdmap e988: 8 total, 8 up, 8 in 2024-04-15T16:46:05.825 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:05 smithi090 ceph-mon[89240]: pgmap v1181: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:46:05.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:05 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1912197692' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:05.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:05 smithi153 ceph-mon[84714]: osdmap e988: 8 total, 8 up, 8 in 2024-04-15T16:46:05.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:05 smithi153 ceph-mon[84714]: pgmap v1181: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-15T16:46:06.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:06 smithi090 ceph-mon[89240]: osdmap e989: 8 total, 8 up, 8 in 2024-04-15T16:46:06.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:06 smithi090 ceph-mon[91618]: osdmap e989: 8 total, 8 up, 8 in 2024-04-15T16:46:06.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:06 smithi153 ceph-mon[84714]: osdmap e989: 8 total, 8 up, 8 in 2024-04-15T16:46:07.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:07 smithi090 ceph-mon[89240]: pgmap v1183: 137 pgs: 2 unknown, 135 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:46:07.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:07 smithi090 ceph-mon[91618]: pgmap v1183: 137 pgs: 2 unknown, 135 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:46:07.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:07 smithi153 ceph-mon[84714]: pgmap v1183: 137 pgs: 2 unknown, 135 active+clean; 583 KiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:46:08.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:46:08.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:46:08.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:46:09.520 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:46:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:46:09] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-15T16:46:09.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:09 smithi090 ceph-mon[89240]: pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:46:09.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:09 smithi090 ceph-mon[91618]: pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:46:09.866 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:09 smithi153 ceph-mon[84714]: pgmap v1184: 137 pgs: 137 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T16:46:10.528 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (8034 ms) 2024-04-15T16:46:10.528 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-15T16:46:11.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:11 smithi090 ceph-mon[89240]: osdmap e990: 8 total, 8 up, 8 in 2024-04-15T16:46:11.825 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:11 smithi090 ceph-mon[89240]: pgmap v1186: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:11.825 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:11 smithi090 ceph-mon[91618]: osdmap e990: 8 total, 8 up, 8 in 2024-04-15T16:46:11.825 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:11 smithi090 ceph-mon[91618]: pgmap v1186: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:11.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:11 smithi153 ceph-mon[84714]: osdmap e990: 8 total, 8 up, 8 in 2024-04-15T16:46:11.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:11 smithi153 ceph-mon[84714]: pgmap v1186: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:12.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:12 smithi153 ceph-mon[84714]: osdmap e991: 8 total, 8 up, 8 in 2024-04-15T16:46:12.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:12 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1382928768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:12.617 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:46:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:46:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:46:12.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:12 smithi090 ceph-mon[89240]: osdmap e991: 8 total, 8 up, 8 in 2024-04-15T16:46:12.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:12 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1382928768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:12.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:12 smithi090 ceph-mon[91618]: osdmap e991: 8 total, 8 up, 8 in 2024-04-15T16:46:12.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:12 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1382928768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:13.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:13 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1382928768' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:13.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:13 smithi090 ceph-mon[89240]: osdmap e992: 8 total, 8 up, 8 in 2024-04-15T16:46:13.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:13 smithi090 ceph-mon[89240]: pgmap v1189: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:13.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:13 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1382928768' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:13.825 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:13 smithi090 ceph-mon[91618]: osdmap e992: 8 total, 8 up, 8 in 2024-04-15T16:46:13.825 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:13 smithi090 ceph-mon[91618]: pgmap v1189: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:13.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:13 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1382928768' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130281-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:13.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:13 smithi153 ceph-mon[84714]: osdmap e992: 8 total, 8 up, 8 in 2024-04-15T16:46:13.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:13 smithi153 ceph-mon[84714]: pgmap v1189: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:14.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:14 smithi090 ceph-mon[89240]: osdmap e993: 8 total, 8 up, 8 in 2024-04-15T16:46:14.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:14 smithi090 ceph-mon[91618]: osdmap e993: 8 total, 8 up, 8 in 2024-04-15T16:46:14.866 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:14 smithi153 ceph-mon[84714]: osdmap e993: 8 total, 8 up, 8 in 2024-04-15T16:46:15.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:15 smithi090 ceph-mon[89240]: pgmap v1191: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:15.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:15 smithi090 ceph-mon[91618]: pgmap v1191: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:15.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:15 smithi153 ceph-mon[84714]: pgmap v1191: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:16.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:46:16.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:46:16.866 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:46:17.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:46:17.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:46:17.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:46:17.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:17 smithi090 ceph-mon[89240]: pgmap v1192: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:17.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:46:17.825 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:46:17.825 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:46:17.825 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:17 smithi090 ceph-mon[91618]: pgmap v1192: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:17.866 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:46:17.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:46:17.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:46:17.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:17 smithi153 ceph-mon[84714]: pgmap v1192: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:18.564 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8034 ms) 2024-04-15T16:46:18.564 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 11 tests from ClsLock (67373 ms total) 2024-04-15T16:46:18.564 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T16:46:18.565 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment tear-down 2024-04-15T16:46:18.565 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] 11 tests from 1 test suite ran. (67373 ms total) 2024-04-15T16:46:18.565 INFO:tasks.workunit.client.0.smithi090.stdout:[ PASSED ] 11 tests. 2024-04-15T16:46:18.567 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:46:18.567 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:46:18.637 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-15T16:46:18.638 DEBUG:teuthology.orchestra.run.smithi090:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-15T16:46:18.709 INFO:tasks.workunit.client.0.smithi090.stdout:Running main() from gmock_main.cc 2024-04-15T16:46:18.709 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-15T16:46:18.709 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment set-up. 2024-04-15T16:46:18.709 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 4 tests from cls_log 2024-04-15T16:46:18.709 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-15T16:46:19.567 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:46:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:46:19] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-15T16:46:19.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:19 smithi090 ceph-mon[89240]: osdmap e994: 8 total, 8 up, 8 in 2024-04-15T16:46:19.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:19 smithi090 ceph-mon[89240]: pgmap v1194: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:19.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:19 smithi090 ceph-mon[91618]: osdmap e994: 8 total, 8 up, 8 in 2024-04-15T16:46:19.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:19 smithi090 ceph-mon[91618]: pgmap v1194: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:19.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:19 smithi153 ceph-mon[84714]: osdmap e994: 8 total, 8 up, 8 in 2024-04-15T16:46:19.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:19 smithi153 ceph-mon[84714]: pgmap v1194: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:20.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:20 smithi090 ceph-mon[91618]: osdmap e995: 8 total, 8 up, 8 in 2024-04-15T16:46:20.824 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:20 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1429067811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:20.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:20 smithi090 ceph-mon[89240]: osdmap e995: 8 total, 8 up, 8 in 2024-04-15T16:46:20.824 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:20 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1429067811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:20.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:20 smithi153 ceph-mon[84714]: osdmap e995: 8 total, 8 up, 8 in 2024-04-15T16:46:20.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:20 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1429067811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:21.589 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_log.test_log_add_same_time (2879 ms) 2024-04-15T16:46:21.589 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-15T16:46:21.866 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:21 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1429067811' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:21.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:21 smithi153 ceph-mon[84714]: osdmap e996: 8 total, 8 up, 8 in 2024-04-15T16:46:21.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:21 smithi153 ceph-mon[84714]: pgmap v1197: 137 pgs: 15 creating+peering, 1 creating+activating, 16 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:22.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:21 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1429067811' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:22.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:21 smithi090 ceph-mon[91618]: osdmap e996: 8 total, 8 up, 8 in 2024-04-15T16:46:22.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:21 smithi090 ceph-mon[91618]: pgmap v1197: 137 pgs: 15 creating+peering, 1 creating+activating, 16 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:22.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:21 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1429067811' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:22.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:21 smithi090 ceph-mon[89240]: osdmap e996: 8 total, 8 up, 8 in 2024-04-15T16:46:22.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:21 smithi090 ceph-mon[89240]: pgmap v1197: 137 pgs: 15 creating+peering, 1 creating+activating, 16 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:22.582 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:46:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:46:22.866 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:22 smithi153 ceph-mon[84714]: osdmap e997: 8 total, 8 up, 8 in 2024-04-15T16:46:23.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:22 smithi090 ceph-mon[89240]: osdmap e997: 8 total, 8 up, 8 in 2024-04-15T16:46:23.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:22 smithi090 ceph-mon[91618]: osdmap e997: 8 total, 8 up, 8 in 2024-04-15T16:46:23.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:23 smithi153 ceph-mon[84714]: osdmap e998: 8 total, 8 up, 8 in 2024-04-15T16:46:23.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:23 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/4111643796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:23.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:23 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:23.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:46:23.867 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:23 smithi153 ceph-mon[84714]: pgmap v1200: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:24.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:23 smithi090 ceph-mon[89240]: osdmap e998: 8 total, 8 up, 8 in 2024-04-15T16:46:24.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:23 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/4111643796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:24.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:23 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:24.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:46:24.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:23 smithi090 ceph-mon[89240]: pgmap v1200: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:24.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:23 smithi090 ceph-mon[91618]: osdmap e998: 8 total, 8 up, 8 in 2024-04-15T16:46:24.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:23 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/4111643796' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:24.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:23 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:24.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:46:24.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:23 smithi090 ceph-mon[91618]: pgmap v1200: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:24.617 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_log.test_log_add_different_time (3029 ms) 2024-04-15T16:46:24.617 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_log.trim_by_time 2024-04-15T16:46:24.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:24 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:46:24.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:24 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:24.870 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:24 smithi153 ceph-mon[84714]: osdmap e999: 8 total, 8 up, 8 in 2024-04-15T16:46:25.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:24 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:46:25.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:24 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:25.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:24 smithi090 ceph-mon[91618]: osdmap e999: 8 total, 8 up, 8 in 2024-04-15T16:46:25.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:24 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:46:25.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:24 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:25.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:24 smithi090 ceph-mon[89240]: osdmap e999: 8 total, 8 up, 8 in 2024-04-15T16:46:26.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:25 smithi090 ceph-mon[89240]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-15T16:46:26.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:25 smithi090 ceph-mon[89240]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:26.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:25 smithi090 ceph-mon[91618]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-15T16:46:26.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:25 smithi090 ceph-mon[91618]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:26.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:25 smithi153 ceph-mon[84714]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-15T16:46:26.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:25 smithi153 ceph-mon[84714]: pgmap v1203: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:27.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:26 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:46:27.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:26 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:46:27.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:26 smithi090 ceph-mon[91618]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-15T16:46:27.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:26 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3510168655' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:27.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:26 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:27.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:26 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:46:27.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:26 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:46:27.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:26 smithi090 ceph-mon[89240]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-15T16:46:27.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:26 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3510168655' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:27.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:26 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:27.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:26 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:46:27.168 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:26 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:46:27.169 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:26 smithi153 ceph-mon[84714]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-15T16:46:27.169 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:26 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3510168655' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:27.169 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:26 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:27.642 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_log.trim_by_time (3024 ms) 2024-04-15T16:46:27.642 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-15T16:46:28.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:27 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:28.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:27 smithi090 ceph-mon[91618]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-15T16:46:28.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:27 smithi090 ceph-mon[91618]: pgmap v1206: 137 pgs: 11 creating+peering, 20 unknown, 106 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:28.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:27 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:28.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:27 smithi090 ceph-mon[89240]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-15T16:46:28.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:27 smithi090 ceph-mon[89240]: pgmap v1206: 137 pgs: 11 creating+peering, 20 unknown, 106 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:28.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:27 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:28.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:27 smithi153 ceph-mon[84714]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-15T16:46:28.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:27 smithi153 ceph-mon[84714]: pgmap v1206: 137 pgs: 11 creating+peering, 20 unknown, 106 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:29.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:28 smithi090 ceph-mon[89240]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-15T16:46:29.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:28 smithi090 ceph-mon[91618]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-15T16:46:29.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:28 smithi153 ceph-mon[84714]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-15T16:46:29.574 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:46:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:46:29] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-15T16:46:30.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:29 smithi090 ceph-mon[89240]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-15T16:46:30.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:29 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2973341286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:30.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:29 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:30.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:29 smithi090 ceph-mon[89240]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:30.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:29 smithi090 ceph-mon[91618]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-15T16:46:30.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:29 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2973341286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:30.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:29 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:30.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:29 smithi090 ceph-mon[91618]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:30.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:29 smithi153 ceph-mon[84714]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-15T16:46:30.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:29 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2973341286' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:30.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:29 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:30.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:29 smithi153 ceph-mon[84714]: pgmap v1209: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:30.662 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_log.trim_by_marker (3019 ms) 2024-04-15T16:46:30.662 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 4 tests from cls_log (11952 ms total) 2024-04-15T16:46:30.662 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T16:46:30.662 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment tear-down 2024-04-15T16:46:30.662 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] 4 tests from 1 test suite ran. (11953 ms total) 2024-04-15T16:46:30.662 INFO:tasks.workunit.client.0.smithi090.stdout:[ PASSED ] 4 tests. 2024-04-15T16:46:30.666 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:46:30.666 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:46:30.736 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-15T16:46:30.737 DEBUG:teuthology.orchestra.run.smithi090:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-15T16:46:30.808 INFO:tasks.workunit.client.0.smithi090.stdout:Running main() from gmock_main.cc 2024-04-15T16:46:30.808 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-15T16:46:30.808 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment set-up. 2024-04-15T16:46:30.808 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 4 tests from ClsNumOps 2024-04-15T16:46:30.808 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsNumOps.Add 2024-04-15T16:46:31.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:30 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:46:31.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:30 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:31.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:30 smithi090 ceph-mon[89240]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-15T16:46:31.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:30 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:46:31.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:30 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:31.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:30 smithi090 ceph-mon[91618]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-15T16:46:31.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:30 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:46:31.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:30 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130797-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:31.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:30 smithi153 ceph-mon[84714]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-15T16:46:32.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:31 smithi090 ceph-mon[89240]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-15T16:46:32.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:31 smithi090 ceph-mon[89240]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:32.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:31 smithi090 ceph-mon[91618]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-15T16:46:32.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:31 smithi090 ceph-mon[91618]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:32.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:31 smithi153 ceph-mon[84714]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-15T16:46:32.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:31 smithi153 ceph-mon[84714]: pgmap v1212: 105 pgs: 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:32.617 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:46:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:46:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:46:33.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:32 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:46:33.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:32 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:46:33.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:32 smithi090 ceph-mon[89240]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-15T16:46:33.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:32 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/544036948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:33.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:32 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:46:33.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:32 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:46:33.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:32 smithi090 ceph-mon[91618]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-15T16:46:33.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:32 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/544036948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:33.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:32 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:46:33.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:32 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:46:33.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:32 smithi153 ceph-mon[84714]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-15T16:46:33.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:32 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/544036948' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:33.695 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsNumOps.Add (2887 ms) 2024-04-15T16:46:33.695 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsNumOps.Sub 2024-04-15T16:46:34.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:33 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/544036948' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:34.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:33 smithi090 ceph-mon[89240]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-15T16:46:34.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:33 smithi090 ceph-mon[89240]: pgmap v1215: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:34.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:33 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/544036948' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:34.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:33 smithi090 ceph-mon[91618]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-15T16:46:34.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:33 smithi090 ceph-mon[91618]: pgmap v1215: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:34.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:33 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/544036948' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:34.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:33 smithi153 ceph-mon[84714]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-15T16:46:34.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:33 smithi153 ceph-mon[84714]: pgmap v1215: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:35.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:34 smithi090 ceph-mon[89240]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-15T16:46:35.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:34 smithi090 ceph-mon[91618]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-15T16:46:35.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:34 smithi153 ceph-mon[84714]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-15T16:46:36.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:35 smithi090 ceph-mon[89240]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-15T16:46:36.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:35 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/61373425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:36.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:35 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:36.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:35 smithi090 ceph-mon[89240]: pgmap v1218: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:36.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:35 smithi090 ceph-mon[91618]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-15T16:46:36.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:35 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/61373425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:36.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:35 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:36.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:35 smithi090 ceph-mon[91618]: pgmap v1218: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:36.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:35 smithi153 ceph-mon[84714]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-15T16:46:36.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:35 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/61373425' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:36.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:35 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:36.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:35 smithi153 ceph-mon[84714]: pgmap v1218: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:36.720 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsNumOps.Sub (3025 ms) 2024-04-15T16:46:36.720 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsNumOps.Mul 2024-04-15T16:46:37.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:36 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:46:37.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:36 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:37.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:36 smithi090 ceph-mon[89240]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-15T16:46:37.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:36 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:46:37.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:36 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:37.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:36 smithi090 ceph-mon[91618]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-15T16:46:37.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:36 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:46:37.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:36 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:37.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:36 smithi153 ceph-mon[84714]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-15T16:46:38.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:37 smithi090 ceph-mon[89240]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-15T16:46:38.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:37 smithi090 ceph-mon[89240]: pgmap v1221: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:38.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:37 smithi090 ceph-mon[91618]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-15T16:46:38.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:37 smithi090 ceph-mon[91618]: pgmap v1221: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:38.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:37 smithi153 ceph-mon[84714]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-15T16:46:38.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:37 smithi153 ceph-mon[84714]: pgmap v1221: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:39.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:38 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:46:39.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:38 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:46:39.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:38 smithi090 ceph-mon[91618]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-15T16:46:39.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:38 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3784402432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:39.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:46:39.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:38 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:46:39.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:38 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:46:39.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:38 smithi090 ceph-mon[89240]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-15T16:46:39.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:38 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3784402432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:39.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:46:39.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:38 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:46:39.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:38 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:46:39.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:38 smithi153 ceph-mon[84714]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-15T16:46:39.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:38 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3784402432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:39.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:46:39.573 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:46:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:46:39] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-04-15T16:46:39.738 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsNumOps.Mul (3018 ms) 2024-04-15T16:46:39.738 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsNumOps.Div 2024-04-15T16:46:40.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:39 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3784402432' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:40.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:39 smithi090 ceph-mon[91618]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-15T16:46:40.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:39 smithi090 ceph-mon[91618]: pgmap v1224: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:40.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:39 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3784402432' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:40.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:39 smithi090 ceph-mon[89240]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-15T16:46:40.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:39 smithi090 ceph-mon[89240]: pgmap v1224: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:40.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:39 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3784402432' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:40.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:39 smithi153 ceph-mon[84714]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-15T16:46:40.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:39 smithi153 ceph-mon[84714]: pgmap v1224: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:41.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:40 smithi090 ceph-mon[89240]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-15T16:46:41.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:40 smithi090 ceph-mon[91618]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-15T16:46:41.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:40 smithi153 ceph-mon[84714]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-15T16:46:42.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:41 smithi090 ceph-mon[91618]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-15T16:46:42.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:41 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1537709889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:42.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:41 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:42.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:41 smithi090 ceph-mon[91618]: pgmap v1227: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:42.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:41 smithi090 ceph-mon[89240]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-15T16:46:42.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:41 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1537709889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:42.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:41 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:42.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:41 smithi090 ceph-mon[89240]: pgmap v1227: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:42.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:41 smithi153 ceph-mon[84714]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-15T16:46:42.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:41 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1537709889' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:42.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:41 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:42.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:41 smithi153 ceph-mon[84714]: pgmap v1227: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:42.616 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:46:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:46:42.757 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsNumOps.Div (3019 ms) 2024-04-15T16:46:42.758 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 4 tests from ClsNumOps (11949 ms total) 2024-04-15T16:46:42.758 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T16:46:42.758 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment tear-down 2024-04-15T16:46:42.758 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] 4 tests from 1 test suite ran. (11949 ms total) 2024-04-15T16:46:42.758 INFO:tasks.workunit.client.0.smithi090.stdout:[ PASSED ] 4 tests. 2024-04-15T16:46:42.761 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:46:42.762 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:46:42.832 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-15T16:46:42.832 DEBUG:teuthology.orchestra.run.smithi090:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-15T16:46:42.903 INFO:tasks.workunit.client.0.smithi090.stdout:Running main() from gmock_main.cc 2024-04-15T16:46:42.903 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-15T16:46:42.904 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment set-up. 2024-04-15T16:46:42.904 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 70 tests from TestClsRbd 2024-04-15T16:46:43.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:42 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:46:43.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:42 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:43.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:42 smithi090 ceph-mon[89240]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-15T16:46:43.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:42 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:46:43.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:42 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:43.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:42 smithi090 ceph-mon[91618]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-15T16:46:43.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:42 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:46:43.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:42 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-130903-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:43.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:42 smithi153 ceph-mon[84714]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-15T16:46:44.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:43 smithi090 ceph-mon[91618]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-15T16:46:44.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:43 smithi090 ceph-mon[91618]: pgmap v1230: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:44.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:43 smithi090 ceph-mon[89240]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-15T16:46:44.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:43 smithi090 ceph-mon[89240]: pgmap v1230: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:44.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:43 smithi153 ceph-mon[84714]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-15T16:46:44.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:43 smithi153 ceph-mon[84714]: pgmap v1230: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:44.786 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-15T16:46:44.801 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.get_all_features (15 ms) 2024-04-15T16:46:44.801 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.copyup 2024-04-15T16:46:44.978 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.copyup (177 ms) 2024-04-15T16:46:44.978 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-15T16:46:44.994 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.sparse_copyup (16 ms) 2024-04-15T16:46:44.995 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-15T16:46:45.001 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.get_and_set_id (7 ms) 2024-04-15T16:46:45.001 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-15T16:46:45.012 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-04-15T16:46:45.012 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-15T16:46:45.038 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.directory_methods (26 ms) 2024-04-15T16:46:45.038 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.create 2024-04-15T16:46:45.051 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.create (13 ms) 2024-04-15T16:46:45.051 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.get_features 2024-04-15T16:46:45.052 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.get_features (2 ms) 2024-04-15T16:46:45.052 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-15T16:46:45.054 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-04-15T16:46:45.054 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-15T16:46:45.056 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-04-15T16:46:45.056 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-15T16:46:45.057 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-04-15T16:46:45.057 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-15T16:46:45.059 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-04-15T16:46:45.059 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-15T16:46:45.063 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-04-15T16:46:45.063 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.get_size 2024-04-15T16:46:45.067 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-04-15T16:46:45.067 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.set_size 2024-04-15T16:46:45.071 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-04-15T16:46:45.071 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-15T16:46:45.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:44 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:46:45.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:44 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:46:45.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:44 smithi090 ceph-mon[91618]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-15T16:46:45.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:44 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2654442971' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:45.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:44 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:45.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:44 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:46:45.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:44 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:46:45.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:44 smithi090 ceph-mon[89240]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-15T16:46:45.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:44 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2654442971' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:45.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:44 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:45.088 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2024-04-15T16:46:45.089 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-15T16:46:45.096 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-04-15T16:46:45.096 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-15T16:46:45.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:44 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:46:45.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:44 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:46:45.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:44 smithi153 ceph-mon[84714]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-15T16:46:45.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:44 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2654442971' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:45.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:44 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131009-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:45.135 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.parents_v1 (39 ms) 2024-04-15T16:46:45.135 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-15T16:46:45.165 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.parents_v2 (30 ms) 2024-04-15T16:46:45.165 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-15T16:46:45.186 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.snapshots (21 ms) 2024-04-15T16:46:45.186 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-15T16:46:45.191 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.snapid_race (5 ms) 2024-04-15T16:46:45.191 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-15T16:46:45.200 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.stripingv2 (10 ms) 2024-04-15T16:46:45.201 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-15T16:46:45.205 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.object_map_save (4 ms) 2024-04-15T16:46:45.205 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-15T16:46:45.213 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.object_map_resize (8 ms) 2024-04-15T16:46:45.213 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-15T16:46:45.220 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.object_map_update (7 ms) 2024-04-15T16:46:45.220 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-15T16:46:45.220 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-04-15T16:46:45.220 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-15T16:46:45.229 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.object_map_snap_add (9 ms) 2024-04-15T16:46:45.229 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-15T16:46:45.239 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.object_map_snap_remove (10 ms) 2024-04-15T16:46:45.239 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.flags 2024-04-15T16:46:45.244 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.flags (5 ms) 2024-04-15T16:46:45.244 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.metadata 2024-04-15T16:46:45.266 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.metadata (22 ms) 2024-04-15T16:46:45.267 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.set_features 2024-04-15T16:46:45.273 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-04-15T16:46:45.273 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.mirror 2024-04-15T16:46:45.305 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.mirror (32 ms) 2024-04-15T16:46:45.305 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-15T16:46:45.326 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.mirror_image (21 ms) 2024-04-15T16:46:45.327 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-15T16:46:46.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:45 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131009-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:46.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:45 smithi090 ceph-mon[89240]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-15T16:46:46.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:45 smithi090 ceph-mon[89240]: pgmap v1233: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:46.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:45 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131009-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:46.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:45 smithi090 ceph-mon[91618]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-15T16:46:46.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:45 smithi090 ceph-mon[91618]: pgmap v1233: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:46.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:45 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131009-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:46.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:45 smithi153 ceph-mon[84714]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-15T16:46:46.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:45 smithi153 ceph-mon[84714]: pgmap v1233: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:47.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:46 smithi090 ceph-mon[91618]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-15T16:46:47.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:46 smithi090 ceph-mon[89240]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-15T16:46:47.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:46 smithi153 ceph-mon[84714]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-15T16:46:47.587 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.mirror_image_status (2261 ms) 2024-04-15T16:46:47.587 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-15T16:46:47.670 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.mirror_image_map (83 ms) 2024-04-15T16:46:47.670 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-15T16:46:47.677 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-04-15T16:46:47.677 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-15T16:46:47.688 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.mirror_snapshot (11 ms) 2024-04-15T16:46:47.688 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-15T16:46:47.691 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_dir_list (3 ms) 2024-04-15T16:46:47.691 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-15T16:46:47.693 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-04-15T16:46:47.693 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-15T16:46:47.696 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-04-15T16:46:47.696 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-15T16:46:47.702 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-04-15T16:46:47.702 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-15T16:46:47.705 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-04-15T16:46:47.705 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-15T16:46:47.708 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (4 ms) 2024-04-15T16:46:47.709 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-15T16:46:47.710 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-15T16:46:47.711 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-15T16:46:47.714 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-04-15T16:46:47.714 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-15T16:46:47.717 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_image_list (3 ms) 2024-04-15T16:46:47.717 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-15T16:46:47.721 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_image_clean (4 ms) 2024-04-15T16:46:47.721 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-15T16:46:47.723 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-04-15T16:46:47.723 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-15T16:46:47.726 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-04-15T16:46:47.726 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-15T16:46:47.728 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.image_group_get (3 ms) 2024-04-15T16:46:47.728 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-15T16:46:47.730 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (1 ms) 2024-04-15T16:46:47.730 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-15T16:46:47.732 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-04-15T16:46:47.732 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-15T16:46:47.735 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (3 ms) 2024-04-15T16:46:47.735 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-15T16:46:47.738 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-04-15T16:46:47.738 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-15T16:46:47.740 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_snap_set (2 ms) 2024-04-15T16:46:47.740 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-15T16:46:47.743 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-04-15T16:46:47.743 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-15T16:46:47.760 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (17 ms) 2024-04-15T16:46:47.760 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-15T16:46:47.965 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (205 ms) 2024-04-15T16:46:47.965 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-15T16:46:47.968 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_snap_remove (4 ms) 2024-04-15T16:46:47.969 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-15T16:46:47.970 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-04-15T16:46:47.971 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-15T16:46:47.977 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.trash_methods (6 ms) 2024-04-15T16:46:47.977 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.op_features 2024-04-15T16:46:47.984 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-04-15T16:46:47.984 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-15T16:46:48.004 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2024-04-15T16:46:48.004 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-15T16:46:48.013 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-04-15T16:46:48.013 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-15T16:46:48.024 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-04-15T16:46:48.024 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-15T16:46:48.030 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-04-15T16:46:48.030 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.migration 2024-04-15T16:46:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.migration (11 ms) 2024-04-15T16:46:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-15T16:46:48.052 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.migration_v1 (11 ms) 2024-04-15T16:46:48.052 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-15T16:46:48.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:47 smithi090 ceph-mon[89240]: pgmap v1235: 137 pgs: 8 unknown, 129 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 1.41k op/s 2024-04-15T16:46:48.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:47 smithi090 ceph-mon[91618]: pgmap v1235: 137 pgs: 8 unknown, 129 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 1.41k op/s 2024-04-15T16:46:48.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:47 smithi153 ceph-mon[84714]: pgmap v1235: 137 pgs: 8 unknown, 129 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.5 MiB/s wr, 1.41k op/s 2024-04-15T16:46:49.574 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:46:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:46:49] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-04-15T16:46:49.805 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1753 ms) 2024-04-15T16:46:49.805 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-15T16:46:49.856 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestClsRbd.sparsify (51 ms) 2024-04-15T16:46:50.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:49 smithi090 ceph-mon[89240]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-15T16:46:50.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:49 smithi090 ceph-mon[89240]: pgmap v1237: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 1.19k op/s 2024-04-15T16:46:50.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:49 smithi090 ceph-mon[91618]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-15T16:46:50.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:49 smithi090 ceph-mon[91618]: pgmap v1237: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 1.19k op/s 2024-04-15T16:46:50.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:49 smithi153 ceph-mon[84714]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-15T16:46:50.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:49 smithi153 ceph-mon[84714]: pgmap v1237: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 1.19k op/s 2024-04-15T16:46:50.809 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 70 tests from TestClsRbd (5070 ms total) 2024-04-15T16:46:50.809 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T16:46:50.809 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment tear-down 2024-04-15T16:46:50.809 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] 70 tests from 1 test suite ran. (7906 ms total) 2024-04-15T16:46:50.809 INFO:tasks.workunit.client.0.smithi090.stdout:[ PASSED ] 70 tests. 2024-04-15T16:46:50.813 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:46:50.813 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:46:50.885 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-15T16:46:50.886 DEBUG:teuthology.orchestra.run.smithi090:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-15T16:46:50.958 INFO:tasks.workunit.client.0.smithi090.stdout:Running main() from gmock_main.cc 2024-04-15T16:46:50.959 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-15T16:46:50.959 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment set-up. 2024-04-15T16:46:50.959 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 10 tests from cls_rgw 2024-04-15T16:46:50.959 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-15T16:46:51.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:50 smithi090 ceph-mon[89240]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-15T16:46:51.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:50 smithi090 ceph-mon[91618]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-15T16:46:51.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:50 smithi153 ceph-mon[84714]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-15T16:46:52.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:51 smithi090 ceph-mon[89240]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-15T16:46:52.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:51 smithi090 ceph-mon[89240]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:52.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:51 smithi090 ceph-mon[91618]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-15T16:46:52.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:51 smithi090 ceph-mon[91618]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:52.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:51 smithi153 ceph-mon[84714]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-15T16:46:52.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:51 smithi153 ceph-mon[84714]: pgmap v1240: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:52.616 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:46:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:46:53.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:52 smithi153 ceph-mon[84714]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-15T16:46:53.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:52 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/813164155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:53.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:46:53.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:52 smithi090 ceph-mon[91618]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-15T16:46:53.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:52 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/813164155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:53.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:46:53.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:52 smithi090 ceph-mon[89240]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-15T16:46:53.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:52 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/813164155' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:53.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:46:53.847 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.test_implicit (2889 ms) 2024-04-15T16:46:53.848 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-15T16:46:54.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:53 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/813164155' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:54.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:53 smithi153 ceph-mon[84714]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-15T16:46:54.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:53 smithi153 ceph-mon[84714]: pgmap v1243: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:54.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:53 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/813164155' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:54.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:53 smithi090 ceph-mon[91618]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-15T16:46:54.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:53 smithi090 ceph-mon[91618]: pgmap v1243: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:54.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:53 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/813164155' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:54.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:53 smithi090 ceph-mon[89240]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-15T16:46:54.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:53 smithi090 ceph-mon[89240]: pgmap v1243: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:55.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:54 smithi153 ceph-mon[84714]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-15T16:46:55.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:54 smithi090 ceph-mon[89240]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-15T16:46:55.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:54 smithi090 ceph-mon[91618]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-15T16:46:56.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:55 smithi153 ceph-mon[84714]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-15T16:46:56.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:55 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2837723757' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:56.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:55 smithi153 ceph-mon[84714]: pgmap v1246: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:56.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:55 smithi090 ceph-mon[91618]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-15T16:46:56.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:55 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2837723757' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:56.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:55 smithi090 ceph-mon[91618]: pgmap v1246: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:56.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:55 smithi090 ceph-mon[89240]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-15T16:46:56.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:55 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2837723757' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:56.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:55 smithi090 ceph-mon[89240]: pgmap v1246: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:56.858 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3011 ms) 2024-04-15T16:46:56.858 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-15T16:46:57.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:56 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:46:57.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:56 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2837723757' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:57.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:56 smithi153 ceph-mon[84714]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-15T16:46:57.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:56 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:46:57.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:56 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2837723757' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:57.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:56 smithi090 ceph-mon[91618]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-15T16:46:57.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:56 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:46:57.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:56 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2837723757' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:46:57.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:56 smithi090 ceph-mon[89240]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-15T16:46:58.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:57 smithi153 ceph-mon[84714]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-15T16:46:58.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:57 smithi153 ceph-mon[84714]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:58.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:57 smithi090 ceph-mon[89240]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-15T16:46:58.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:57 smithi090 ceph-mon[89240]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:58.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:57 smithi090 ceph-mon[91618]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-15T16:46:58.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:57 smithi090 ceph-mon[91618]: pgmap v1249: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:46:59.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:58 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:46:59.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:58 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:46:59.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:58 smithi153 ceph-mon[84714]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-15T16:46:59.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:58 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3376324872' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:59.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:58 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:59.224 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:46:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:46:59] "GET /metrics HTTP/1.1" 200 36345 "" "Prometheus/2.43.0" 2024-04-15T16:46:59.225 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:58 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:46:59.225 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:58 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:46:59.225 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:58 smithi090 ceph-mon[91618]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-15T16:46:59.225 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:58 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3376324872' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:59.225 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:58 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:59.225 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:58 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:46:59.225 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:58 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:46:59.225 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:58 smithi090 ceph-mon[89240]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-15T16:46:59.225 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:58 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3376324872' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:46:59.226 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:58 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:00.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:59 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:47:00.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:59 smithi090 ceph-mon[91618]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-15T16:47:00.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:46:59 smithi090 ceph-mon[91618]: pgmap v1252: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:00.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:59 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:47:00.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:59 smithi090 ceph-mon[89240]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-15T16:47:00.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:46:59 smithi090 ceph-mon[89240]: pgmap v1252: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:00.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:59 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:47:00.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:59 smithi153 ceph-mon[84714]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-15T16:47:00.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:46:59 smithi153 ceph-mon[84714]: pgmap v1252: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:01.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:00 smithi090 ceph-mon[89240]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-15T16:47:01.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:00 smithi090 ceph-mon[91618]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-15T16:47:01.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:00 smithi153 ceph-mon[84714]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-15T16:47:02.299 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:01 smithi153 ceph-mon[84714]: pgmap v1254: 137 pgs: 13 unknown, 124 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:02.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:01 smithi090 ceph-mon[89240]: pgmap v1254: 137 pgs: 13 unknown, 124 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:02.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:01 smithi090 ceph-mon[91618]: pgmap v1254: 137 pgs: 13 unknown, 124 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:02.616 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:47:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:47:04.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:03 smithi090 ceph-mon[89240]: pgmap v1255: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-15T16:47:04.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:03 smithi090 ceph-mon[89240]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-15T16:47:04.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:03 smithi090 ceph-mon[91618]: pgmap v1255: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-15T16:47:04.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:03 smithi090 ceph-mon[91618]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-15T16:47:04.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:03 smithi153 ceph-mon[84714]: pgmap v1255: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-15T16:47:04.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:03 smithi153 ceph-mon[84714]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-15T16:47:05.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:04 smithi090 ceph-mon[89240]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-15T16:47:05.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:04 smithi090 ceph-mon[91618]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-15T16:47:05.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:04 smithi153 ceph-mon[84714]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-15T16:47:05.911 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.test_put_snap (9053 ms) 2024-04-15T16:47:05.911 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-15T16:47:06.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:05 smithi090 ceph-mon[89240]: pgmap v1258: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-15T16:47:06.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:05 smithi090 ceph-mon[89240]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-15T16:47:06.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:05 smithi090 ceph-mon[91618]: pgmap v1258: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-15T16:47:06.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:05 smithi090 ceph-mon[91618]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-15T16:47:06.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:05 smithi153 ceph-mon[84714]: pgmap v1258: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-15T16:47:06.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:05 smithi153 ceph-mon[84714]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-15T16:47:07.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:06 smithi090 ceph-mon[89240]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-15T16:47:07.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:06 smithi090 ceph-mon[91618]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-15T16:47:07.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:06 smithi153 ceph-mon[84714]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-15T16:47:08.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:07 smithi090 ceph-mon[89240]: pgmap v1261: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:08.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:07 smithi090 ceph-mon[89240]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-15T16:47:08.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:07 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1589795' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:08.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:07 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:08.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:47:08.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:07 smithi090 ceph-mon[91618]: pgmap v1261: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:08.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:07 smithi090 ceph-mon[91618]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-15T16:47:08.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:07 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1589795' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:08.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:07 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:08.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:47:08.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:07 smithi153 ceph-mon[84714]: pgmap v1261: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:08.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:07 smithi153 ceph-mon[84714]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-15T16:47:08.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:07 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1589795' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:08.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:07 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:08.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:47:08.941 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.test_explicit (3030 ms) 2024-04-15T16:47:08.941 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.set 2024-04-15T16:47:09.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:08 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:47:09.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:08 smithi090 ceph-mon[89240]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-15T16:47:09.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:08 smithi090 ceph-mon[89240]: pgmap v1264: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:09.326 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:47:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:47:09] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-15T16:47:09.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:08 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:47:09.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:08 smithi090 ceph-mon[91618]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-15T16:47:09.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:08 smithi090 ceph-mon[91618]: pgmap v1264: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:09.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:08 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:47:09.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:08 smithi153 ceph-mon[84714]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-15T16:47:09.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:08 smithi153 ceph-mon[84714]: pgmap v1264: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:10.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:09 smithi090 ceph-mon[89240]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-15T16:47:10.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:09 smithi090 ceph-mon[91618]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-15T16:47:10.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:09 smithi153 ceph-mon[84714]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-15T16:47:11.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:10 smithi090 ceph-mon[89240]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-15T16:47:11.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:10 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2952412566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:11.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:10 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:11.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:10 smithi090 ceph-mon[89240]: pgmap v1267: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:11.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:10 smithi090 ceph-mon[91618]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-15T16:47:11.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:10 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2952412566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:11.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:10 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:11.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:10 smithi090 ceph-mon[91618]: pgmap v1267: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:11.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:10 smithi153 ceph-mon[84714]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-15T16:47:11.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:10 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2952412566' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:11.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:10 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:11.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:10 smithi153 ceph-mon[84714]: pgmap v1267: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:11.964 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.set (3023 ms) 2024-04-15T16:47:11.965 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-15T16:47:12.299 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:11 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:12.299 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:11 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:47:12.299 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:11 smithi153 ceph-mon[84714]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-15T16:47:12.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:11 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:12.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:11 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:47:12.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:11 smithi090 ceph-mon[91618]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-15T16:47:12.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:11 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:12.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:11 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131064-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:47:12.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:11 smithi090 ceph-mon[89240]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-15T16:47:12.616 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:47:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:47:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:47:13.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:12 smithi090 ceph-mon[91618]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-15T16:47:13.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:12 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-6"}]: dispatch 2024-04-15T16:47:13.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:12 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-6"}]: dispatch 2024-04-15T16:47:13.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:12 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:13.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:12 smithi090 ceph-mon[91618]: pgmap v1270: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:13.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:12 smithi090 ceph-mon[89240]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-15T16:47:13.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:12 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-6"}]: dispatch 2024-04-15T16:47:13.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:12 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-6"}]: dispatch 2024-04-15T16:47:13.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:12 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:13.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:12 smithi090 ceph-mon[89240]: pgmap v1270: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:13.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:12 smithi153 ceph-mon[84714]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-15T16:47:13.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:12 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-6"}]: dispatch 2024-04-15T16:47:13.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:12 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-6"}]: dispatch 2024-04-15T16:47:13.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:12 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:13.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:12 smithi153 ceph-mon[84714]: pgmap v1270: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:14.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:13 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:14.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:13 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:47:14.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:13 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:47:14.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:13 smithi090 ceph-mon[89240]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-15T16:47:14.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:13 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-6"}]: dispatch 2024-04-15T16:47:14.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:13 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:14.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:13 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:47:14.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:13 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:47:14.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:13 smithi090 ceph-mon[91618]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-15T16:47:14.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:13 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-6"}]: dispatch 2024-04-15T16:47:14.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:13 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:14.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:13 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:47:14.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:13 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:47:14.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:13 smithi153 ceph-mon[84714]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-15T16:47:14.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:13 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-6"}]: dispatch 2024-04-15T16:47:15.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:14 smithi090 ceph-mon[89240]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-15T16:47:15.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:14 smithi090 ceph-mon[89240]: pgmap v1273: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:15.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:14 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-6"}]': finished 2024-04-15T16:47:15.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:14 smithi090 ceph-mon[89240]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-15T16:47:15.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:14 smithi090 ceph-mon[91618]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-15T16:47:15.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:14 smithi090 ceph-mon[91618]: pgmap v1273: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:15.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:14 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-6"}]': finished 2024-04-15T16:47:15.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:14 smithi090 ceph-mon[91618]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-15T16:47:15.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:14 smithi153 ceph-mon[84714]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-15T16:47:15.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:14 smithi153 ceph-mon[84714]: pgmap v1273: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:15.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:14 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-6"}]': finished 2024-04-15T16:47:15.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:14 smithi153 ceph-mon[84714]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-15T16:47:17.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:16 smithi090 ceph-mon[89240]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-15T16:47:17.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:16 smithi090 ceph-mon[89240]: pgmap v1276: 113 pgs: 6 creating+peering, 107 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:17.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:47:17.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:16 smithi090 ceph-mon[91618]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-15T16:47:17.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:16 smithi090 ceph-mon[91618]: pgmap v1276: 113 pgs: 6 creating+peering, 107 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:17.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:47:17.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:16 smithi153 ceph-mon[84714]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-15T16:47:17.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:16 smithi153 ceph-mon[84714]: pgmap v1276: 113 pgs: 6 creating+peering, 107 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:17.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:47:18.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:17 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:18.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:17 smithi090 ceph-mon[91618]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-15T16:47:18.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:17 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-6"}]: dispatch 2024-04-15T16:47:18.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:47:18.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:47:18.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:47:18.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:17 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:18.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:17 smithi090 ceph-mon[89240]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-15T16:47:18.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:17 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-6"}]: dispatch 2024-04-15T16:47:18.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:47:18.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:47:18.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:47:18.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:17 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:18.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:17 smithi153 ceph-mon[84714]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-15T16:47:18.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:17 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-6"}]: dispatch 2024-04-15T16:47:18.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:47:18.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:47:18.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:47:18.991 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.test_implicit_ec (7028 ms) 2024-04-15T16:47:18.992 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-15T16:47:19.267 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:19 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-6"}]': finished 2024-04-15T16:47:19.267 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:19 smithi153 ceph-mon[84714]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-15T16:47:19.268 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:19 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-6"}]: dispatch 2024-04-15T16:47:19.268 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:19 smithi153 ceph-mon[84714]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:19.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:47:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:47:19] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-15T16:47:19.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:19 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-6"}]': finished 2024-04-15T16:47:19.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:19 smithi090 ceph-mon[89240]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-15T16:47:19.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:19 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-6"}]: dispatch 2024-04-15T16:47:19.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:19 smithi090 ceph-mon[89240]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:19.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:19 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-6"}]': finished 2024-04-15T16:47:19.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:19 smithi090 ceph-mon[91618]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-15T16:47:19.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:19 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-6"}]: dispatch 2024-04-15T16:47:19.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:19 smithi090 ceph-mon[91618]: pgmap v1279: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:20.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:20.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:47:20.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-6"}]': finished 2024-04-15T16:47:20.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[91618]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-15T16:47:20.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:20.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:20.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:20.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:20.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:20.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:20.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:20.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:47:20.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-6"}]': finished 2024-04-15T16:47:20.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[89240]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-15T16:47:20.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:20.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:20.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:20.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:20.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:20.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:20 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:20.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:20 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:20.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:20 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:47:20.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:20 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3563669430' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-6"}]': finished 2024-04-15T16:47:20.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:20 smithi153 ceph-mon[84714]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-15T16:47:20.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:20 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:20.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:20 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:20.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:20 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:20.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:20 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:20.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:20 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:20.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:20 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:21.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:21 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:47:21.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:21 smithi090 ceph-mon[91618]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-15T16:47:21.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:21 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:21.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:21 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:21.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:21 smithi090 ceph-mon[91618]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:21.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:21 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:47:21.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:21 smithi090 ceph-mon[89240]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-15T16:47:21.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:21 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:21.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:21 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:21.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:21 smithi090 ceph-mon[89240]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:21.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:21 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:47:21.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:21 smithi153 ceph-mon[84714]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-15T16:47:21.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:21 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:21.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:21 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:21.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:21 smithi153 ceph-mon[84714]: pgmap v1282: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:22.299 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:22 smithi153 ceph-mon[84714]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-15T16:47:22.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:22 smithi090 ceph-mon[91618]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-15T16:47:22.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:22 smithi090 ceph-mon[89240]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-15T16:47:22.616 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:47:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:47:23.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:23 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-7"}]': finished 2024-04-15T16:47:23.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:23 smithi090 ceph-mon[91618]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-15T16:47:23.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:47:23.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:23 smithi090 ceph-mon[91618]: pgmap v1285: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:23.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:23 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-7"}]': finished 2024-04-15T16:47:23.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:23 smithi090 ceph-mon[89240]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-15T16:47:23.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:47:23.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:23 smithi090 ceph-mon[89240]: pgmap v1285: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:23.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:23 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-7"}]': finished 2024-04-15T16:47:23.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:23 smithi153 ceph-mon[84714]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-15T16:47:23.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:47:23.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:23 smithi153 ceph-mon[84714]: pgmap v1285: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:24.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:24 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:24.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:24 smithi090 ceph-mon[91618]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-15T16:47:24.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:24 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:24.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:24 smithi090 ceph-mon[89240]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-15T16:47:24.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:24 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:24.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:24 smithi153 ceph-mon[84714]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-15T16:47:25.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:25 smithi090 ceph-mon[89240]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-15T16:47:25.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:25 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:25.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:25 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:25.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:25 smithi090 ceph-mon[89240]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:25.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:25 smithi090 ceph-mon[91618]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-15T16:47:25.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:25 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:25.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:25 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:25.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:25 smithi090 ceph-mon[91618]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:25.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:25 smithi153 ceph-mon[84714]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-15T16:47:25.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:25 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:25.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:25 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:25.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:25 smithi153 ceph-mon[84714]: pgmap v1288: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:26.040 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7048 ms) 2024-04-15T16:47:26.040 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-15T16:47:26.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:26 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:26.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:26 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:47:26.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:26 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-7"}]': finished 2024-04-15T16:47:26.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:26 smithi090 ceph-mon[89240]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-15T16:47:26.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:26 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:26.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:26 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:26.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:26 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:26.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:26 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:47:26.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:26 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-7"}]': finished 2024-04-15T16:47:26.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:26 smithi090 ceph-mon[91618]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-15T16:47:26.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:26 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:26.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:26 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:26.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:26 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:26.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:26 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:47:26.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:26 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-7"}]': finished 2024-04-15T16:47:26.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:26 smithi153 ceph-mon[84714]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-15T16:47:26.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:26 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3612293095' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:26.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:26 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-7"}]: dispatch 2024-04-15T16:47:27.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-7"}]': finished 2024-04-15T16:47:27.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[89240]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-15T16:47:27.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:27.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:27.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:27.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:27.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:27.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:27.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[89240]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:27.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-7"}]': finished 2024-04-15T16:47:27.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[91618]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-15T16:47:27.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:27.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:27.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:27.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:27.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:27.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:27.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:27 smithi090 ceph-mon[91618]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:27.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:27 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-7"}]': finished 2024-04-15T16:47:27.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:27 smithi153 ceph-mon[84714]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-15T16:47:27.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:27 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:27.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:27 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:27.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:27 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:27.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:27 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:27.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:27 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:27.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:27 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:27.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:27 smithi153 ceph-mon[84714]: pgmap v1291: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:28.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:28 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:47:28.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:28 smithi090 ceph-mon[89240]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-15T16:47:28.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:28 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:28.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:28 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:28.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:28 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:47:28.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:28 smithi090 ceph-mon[91618]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-15T16:47:28.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:28 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:28.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:28 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:28.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:28 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:47:28.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:28 smithi153 ceph-mon[84714]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-15T16:47:28.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:28 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:28.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:28 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:29.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:47:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:47:29] "GET /metrics HTTP/1.1" 200 36339 "" "Prometheus/2.43.0" 2024-04-15T16:47:29.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:29 smithi090 ceph-mon[91618]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-15T16:47:29.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:29 smithi090 ceph-mon[91618]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:29.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:29 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-8"}]': finished 2024-04-15T16:47:29.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:29 smithi090 ceph-mon[91618]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-15T16:47:29.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:29 smithi090 ceph-mon[89240]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-15T16:47:29.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:29 smithi090 ceph-mon[89240]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:29.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:29 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-8"}]': finished 2024-04-15T16:47:29.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:29 smithi090 ceph-mon[89240]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-15T16:47:29.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:29 smithi153 ceph-mon[84714]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-15T16:47:29.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:29 smithi153 ceph-mon[84714]: pgmap v1294: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:29.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:29 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-8"}]': finished 2024-04-15T16:47:29.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:29 smithi153 ceph-mon[84714]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-15T16:47:31.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:31 smithi090 ceph-mon[89240]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-15T16:47:31.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:31 smithi090 ceph-mon[89240]: pgmap v1297: 113 pgs: 1 creating+activating, 4 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:31.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:31 smithi090 ceph-mon[91618]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-15T16:47:31.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:31 smithi090 ceph-mon[91618]: pgmap v1297: 113 pgs: 1 creating+activating, 4 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:31.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:31 smithi153 ceph-mon[84714]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-15T16:47:31.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:31 smithi153 ceph-mon[84714]: pgmap v1297: 113 pgs: 1 creating+activating, 4 unknown, 108 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:32.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:32 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:32.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:32 smithi090 ceph-mon[89240]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-15T16:47:32.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:32 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:32.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:32 smithi090 ceph-mon[91618]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-15T16:47:32.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:32 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:32.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:32 smithi153 ceph-mon[84714]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-15T16:47:32.366 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:47:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:47:33.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:33 smithi090 ceph-mon[89240]: pgmap v1299: 113 pgs: 1 creating+activating, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 211 B/s wr, 0 op/s 2024-04-15T16:47:33.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:33 smithi090 ceph-mon[91618]: pgmap v1299: 113 pgs: 1 creating+activating, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 211 B/s wr, 0 op/s 2024-04-15T16:47:33.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:33 smithi153 ceph-mon[84714]: pgmap v1299: 113 pgs: 1 creating+activating, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 211 B/s wr, 0 op/s 2024-04-15T16:47:35.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:35 smithi153 ceph-mon[84714]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-15T16:47:35.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:35 smithi153 ceph-mon[84714]: pgmap v1301: 113 pgs: 1 creating+activating, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 175 B/s wr, 0 op/s 2024-04-15T16:47:35.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:35 smithi090 ceph-mon[91618]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-15T16:47:35.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:35 smithi090 ceph-mon[91618]: pgmap v1301: 113 pgs: 1 creating+activating, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 175 B/s wr, 0 op/s 2024-04-15T16:47:35.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:35 smithi090 ceph-mon[89240]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-15T16:47:35.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:35 smithi090 ceph-mon[89240]: pgmap v1301: 113 pgs: 1 creating+activating, 112 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 175 B/s wr, 0 op/s 2024-04-15T16:47:36.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:36 smithi153 ceph-mon[84714]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-15T16:47:36.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:36 smithi090 ceph-mon[91618]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-15T16:47:36.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:36 smithi090 ceph-mon[89240]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-15T16:47:37.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:37 smithi153 ceph-mon[84714]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-15T16:47:37.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:37 smithi153 ceph-mon[84714]: pgmap v1304: 113 pgs: 113 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 175 B/s wr, 0 op/s 2024-04-15T16:47:37.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:37 smithi090 ceph-mon[91618]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-15T16:47:37.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:37 smithi090 ceph-mon[91618]: pgmap v1304: 113 pgs: 113 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 175 B/s wr, 0 op/s 2024-04-15T16:47:37.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:37 smithi090 ceph-mon[89240]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-15T16:47:37.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:37 smithi090 ceph-mon[89240]: pgmap v1304: 113 pgs: 113 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 175 B/s wr, 0 op/s 2024-04-15T16:47:38.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:38 smithi153 ceph-mon[84714]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-15T16:47:38.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:38 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:38.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:38 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:38.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:47:38.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:47:38.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:38 smithi090 ceph-mon[91618]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-15T16:47:38.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:38 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:38.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:38 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:38.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:47:38.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:47:38.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:38 smithi090 ceph-mon[89240]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-15T16:47:38.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:38 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:38.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:38 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:38.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:47:38.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:47:39.106 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.test_put_snap_ec (13067 ms) 2024-04-15T16:47:39.107 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-15T16:47:39.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:39 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-8"}]': finished 2024-04-15T16:47:39.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:39 smithi153 ceph-mon[84714]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-15T16:47:39.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:39 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:39.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:39 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:39.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:39 smithi153 ceph-mon[84714]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:39.573 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:47:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:47:39] "GET /metrics HTTP/1.1" 200 33980 "" "Prometheus/2.43.0" 2024-04-15T16:47:39.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:39 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-8"}]': finished 2024-04-15T16:47:39.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:39 smithi090 ceph-mon[91618]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-15T16:47:39.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:39 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:39.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:39 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:39.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:39 smithi090 ceph-mon[91618]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:39.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:39 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-8"}]': finished 2024-04-15T16:47:39.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:39 smithi090 ceph-mon[89240]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-15T16:47:39.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:39 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2379638837' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:39.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:39 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-8"}]: dispatch 2024-04-15T16:47:39.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:39 smithi090 ceph-mon[89240]: pgmap v1307: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:40.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:40 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:40.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:40 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:47:40.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:40 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-8"}]': finished 2024-04-15T16:47:40.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:40 smithi153 ceph-mon[84714]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-15T16:47:40.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:40 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:40.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:40 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:40.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:40 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:40.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:40 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:40.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:40 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:40.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:40 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:40.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:40.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:47:40.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-8"}]': finished 2024-04-15T16:47:40.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[89240]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-15T16:47:40.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:40.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:40.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:40.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:40.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:40.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:40.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:40.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:47:40.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-8"}]': finished 2024-04-15T16:47:40.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[91618]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-15T16:47:40.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:40.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:40.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:40.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:40.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:40.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:40 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:41.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:41 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:47:41.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:41 smithi153 ceph-mon[84714]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-15T16:47:41.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:41 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:41.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:41 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:41.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:41 smithi153 ceph-mon[84714]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:41.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:41 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:47:41.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:41 smithi090 ceph-mon[89240]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-15T16:47:41.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:41 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:41.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:41 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:41.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:41 smithi090 ceph-mon[89240]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:41.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:41 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:47:41.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:41 smithi090 ceph-mon[91618]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-15T16:47:41.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:41 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:41.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:41 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:41.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:41 smithi090 ceph-mon[91618]: pgmap v1310: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:42.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:42 smithi153 ceph-mon[84714]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-15T16:47:42.366 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:47:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:47:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:47:42.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:42 smithi090 ceph-mon[89240]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-15T16:47:42.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:42 smithi090 ceph-mon[91618]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-15T16:47:43.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:43 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-9"}]': finished 2024-04-15T16:47:43.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:43 smithi090 ceph-mon[89240]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-15T16:47:43.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:43 smithi090 ceph-mon[89240]: pgmap v1313: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:43.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:43 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-9"}]': finished 2024-04-15T16:47:43.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:43 smithi090 ceph-mon[91618]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-15T16:47:43.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:43 smithi090 ceph-mon[91618]: pgmap v1313: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:43.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:43 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-9"}]': finished 2024-04-15T16:47:43.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:43 smithi153 ceph-mon[84714]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-15T16:47:43.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:43 smithi153 ceph-mon[84714]: pgmap v1313: 113 pgs: 1 creating+peering, 7 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:44.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:44 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:44.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:44 smithi090 ceph-mon[89240]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-15T16:47:44.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:44 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:44.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:44 smithi090 ceph-mon[91618]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-15T16:47:44.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:44 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:44.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:44 smithi153 ceph-mon[84714]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-15T16:47:45.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:45 smithi090 ceph-mon[89240]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-15T16:47:45.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:45 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:45.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:45 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:45.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:45 smithi090 ceph-mon[89240]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:45.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:45 smithi090 ceph-mon[91618]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-15T16:47:45.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:45 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:45.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:45 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:45.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:45 smithi090 ceph-mon[91618]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:45.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:45 smithi153 ceph-mon[84714]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-15T16:47:45.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:45 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:45.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:45 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:45.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:45 smithi153 ceph-mon[84714]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:46.153 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.test_explicit_ec (7047 ms) 2024-04-15T16:47:46.154 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.set_ec 2024-04-15T16:47:46.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:46 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:46.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:46 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:47:46.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:46 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-9"}]': finished 2024-04-15T16:47:46.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:46 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:46.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:46 smithi090 ceph-mon[91618]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-15T16:47:46.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:46 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:46.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:46 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:46.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:46 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:47:46.575 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:46 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-9"}]': finished 2024-04-15T16:47:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:46 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:46 smithi090 ceph-mon[89240]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-15T16:47:46.576 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:46 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:46.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:46 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:46.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:46 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:47:46.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:46 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-9"}]': finished 2024-04-15T16:47:46.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:46 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2352981015' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:46.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:46 smithi153 ceph-mon[84714]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-15T16:47:46.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:46 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-9"}]: dispatch 2024-04-15T16:47:47.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-9"}]': finished 2024-04-15T16:47:47.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[89240]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-15T16:47:47.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:47.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:47.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:47.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:47.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:47.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:47.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[89240]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:47.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-9"}]': finished 2024-04-15T16:47:47.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[91618]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-15T16:47:47.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:47.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:47.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:47.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:47.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:47.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:47.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:47 smithi090 ceph-mon[91618]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:47.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:47 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-9"}]': finished 2024-04-15T16:47:47.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:47 smithi153 ceph-mon[84714]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-15T16:47:47.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:47 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:47.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:47 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:47.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:47 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:47.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:47 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:47.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:47 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:47.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:47 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-15T16:47:47.617 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:47 smithi153 ceph-mon[84714]: pgmap v1319: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:48.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:48 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:47:48.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:48 smithi090 ceph-mon[89240]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-15T16:47:48.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:48 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:48.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:48 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:48.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:48 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:47:48.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:48 smithi090 ceph-mon[91618]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-15T16:47:48.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:48 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:48.575 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:48 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:48.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:48 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi090-131064-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-15T16:47:48.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:48 smithi153 ceph-mon[84714]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-15T16:47:48.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:48 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:48.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:48 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:49.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:49 smithi153 ceph-mon[84714]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-15T16:47:49.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:49 smithi153 ceph-mon[84714]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:49.517 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:49 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-10"}]': finished 2024-04-15T16:47:49.518 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:49 smithi153 ceph-mon[84714]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-15T16:47:49.573 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:47:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:47:49] "GET /metrics HTTP/1.1" 200 33980 "" "Prometheus/2.43.0" 2024-04-15T16:47:49.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:49 smithi090 ceph-mon[89240]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-15T16:47:49.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:49 smithi090 ceph-mon[89240]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:49.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:49 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-10"}]': finished 2024-04-15T16:47:49.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:49 smithi090 ceph-mon[89240]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-15T16:47:49.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:49 smithi090 ceph-mon[91618]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-15T16:47:49.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:49 smithi090 ceph-mon[91618]: pgmap v1322: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:49.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:49 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi090-131064-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi090-131064-10"}]': finished 2024-04-15T16:47:49.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:49 smithi090 ceph-mon[91618]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-15T16:47:51.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:51 smithi090 ceph-mon[91618]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-15T16:47:51.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:51 smithi090 ceph-mon[91618]: pgmap v1325: 113 pgs: 3 unknown, 110 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:51.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:51 smithi090 ceph-mon[89240]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-15T16:47:51.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:51 smithi090 ceph-mon[89240]: pgmap v1325: 113 pgs: 3 unknown, 110 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:51.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:51 smithi153 ceph-mon[84714]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-15T16:47:51.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:51 smithi153 ceph-mon[84714]: pgmap v1325: 113 pgs: 3 unknown, 110 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:52.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:52 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:52.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:52 smithi090 ceph-mon[91618]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-15T16:47:52.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:52 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:52.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:52 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:52.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:52 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:52.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:52 smithi090 ceph-mon[89240]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-15T16:47:52.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:52 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:52.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:52 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:52.616 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:47:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:47:52.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:52 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:52.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:52 smithi153 ceph-mon[84714]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-15T16:47:52.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:52 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:52.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:52 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:53.185 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.set_ec (7032 ms) 2024-04-15T16:47:53.185 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 10 tests from cls_rgw (62228 ms total) 2024-04-15T16:47:53.186 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T16:47:53.186 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment tear-down 2024-04-15T16:47:53.186 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] 10 tests from 1 test suite ran. (62228 ms total) 2024-04-15T16:47:53.186 INFO:tasks.workunit.client.0.smithi090.stdout:[ PASSED ] 10 tests. 2024-04-15T16:47:53.188 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:47:53.189 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:47:53.262 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-15T16:47:53.263 DEBUG:teuthology.orchestra.run.smithi090:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-15T16:47:53.338 INFO:tasks.workunit.client.0.smithi090.stdout:Running main() from gmock_main.cc 2024-04-15T16:47:53.338 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-15T16:47:53.338 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment set-up. 2024-04-15T16:47:53.338 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 16 tests from cls_rgw 2024-04-15T16:47:53.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:53 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-10"}]': finished 2024-04-15T16:47:53.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:53 smithi090 ceph-mon[91618]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-15T16:47:53.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:53 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:53.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:53 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:53.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:47:53.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:53 smithi090 ceph-mon[91618]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:53.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:53 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-10"}]': finished 2024-04-15T16:47:53.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:53 smithi090 ceph-mon[89240]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-15T16:47:53.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:53 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:53.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:53 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:53.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:47:53.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:53 smithi090 ceph-mon[89240]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:53.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:53 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi090-131064-10"}]': finished 2024-04-15T16:47:53.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:53 smithi153 ceph-mon[84714]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-15T16:47:53.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:53 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3238213361' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:53.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:53 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-10"}]: dispatch 2024-04-15T16:47:53.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:47:53.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:53 smithi153 ceph-mon[84714]: pgmap v1328: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:54.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:54 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:54.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:54 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:47:54.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:54 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-10"}]': finished 2024-04-15T16:47:54.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:54 smithi090 ceph-mon[89240]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-15T16:47:54.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:54 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:54.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:54 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:47:54.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:54 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-10"}]': finished 2024-04-15T16:47:54.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:54 smithi090 ceph-mon[91618]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-15T16:47:54.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:54 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:54.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:54 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:47:54.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:54 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi090-131064-10"}]': finished 2024-04-15T16:47:54.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:54 smithi153 ceph-mon[84714]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-15T16:47:55.200 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.index_basic 2024-04-15T16:47:55.243 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.index_basic (44 ms) 2024-04-15T16:47:55.243 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-15T16:47:55.271 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (27 ms) 2024-04-15T16:47:55.271 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-15T16:47:55.308 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.index_remove_object (38 ms) 2024-04-15T16:47:55.308 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-15T16:47:55.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:55 smithi090 ceph-mon[89240]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-15T16:47:55.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:55 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3770213675' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:55.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:55 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:55.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:55 smithi090 ceph-mon[89240]: pgmap v1331: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:55.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:55 smithi090 ceph-mon[91618]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-15T16:47:55.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:55 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3770213675' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:55.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:55 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:55.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:55 smithi090 ceph-mon[91618]: pgmap v1331: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:55.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:55 smithi153 ceph-mon[84714]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-15T16:47:55.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:55 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3770213675' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:55.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:55 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:47:55.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:55 smithi153 ceph-mon[84714]: pgmap v1331: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:47:56.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:56 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:56.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:56 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:47:56.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:56 smithi090 ceph-mon[91618]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-15T16:47:56.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:56 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:56.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:56 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:47:56.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:56 smithi090 ceph-mon[89240]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-15T16:47:56.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:56 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:47:56.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:56 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:47:56.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:56 smithi153 ceph-mon[84714]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-15T16:47:56.760 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.index_suggest (1452 ms) 2024-04-15T16:47:56.760 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-15T16:47:56.768 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.index_suggest_complete (8 ms) 2024-04-15T16:47:56.768 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.index_list 2024-04-15T16:47:56.787 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.index_list (19 ms) 2024-04-15T16:47:56.788 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-15T16:47:57.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:57 smithi090 ceph-mon[91618]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-15T16:47:57.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:57 smithi090 ceph-mon[91618]: pgmap v1334: 137 pgs: 4 unknown, 133 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 103 KiB/s wr, 313 op/s 2024-04-15T16:47:57.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:57 smithi090 ceph-mon[89240]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-15T16:47:57.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:57 smithi090 ceph-mon[89240]: pgmap v1334: 137 pgs: 4 unknown, 133 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 103 KiB/s wr, 313 op/s 2024-04-15T16:47:57.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:57 smithi153 ceph-mon[84714]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-15T16:47:57.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:57 smithi153 ceph-mon[84714]: pgmap v1334: 137 pgs: 4 unknown, 133 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 175 KiB/s rd, 103 KiB/s wr, 313 op/s 2024-04-15T16:47:58.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:58 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:58.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:58 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:47:58.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:58 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:58.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:58 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:47:58.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:58 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:47:58.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:58 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:47:59.473 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:47:59 smithi090 ceph-mon[91618]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 72 KiB/s wr, 219 op/s 2024-04-15T16:47:59.473 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:47:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:47:59] "GET /metrics HTTP/1.1" 200 33979 "" "Prometheus/2.43.0" 2024-04-15T16:47:59.474 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:47:59 smithi090 ceph-mon[89240]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 72 KiB/s wr, 219 op/s 2024-04-15T16:47:59.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:47:59 smithi153 ceph-mon[84714]: pgmap v1335: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 72 KiB/s wr, 219 op/s 2024-04-15T16:48:01.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:00 smithi090 ceph-mon[89240]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 88 KiB/s wr, 286 op/s 2024-04-15T16:48:01.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:00 smithi090 ceph-mon[91618]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 88 KiB/s wr, 286 op/s 2024-04-15T16:48:01.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:00 smithi153 ceph-mon[84714]: pgmap v1336: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 88 KiB/s wr, 286 op/s 2024-04-15T16:48:02.616 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:48:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:48:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:48:03.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:02 smithi090 ceph-mon[91618]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 880 KiB/s rd, 565 KiB/s wr, 1.72k op/s 2024-04-15T16:48:03.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:02 smithi090 ceph-mon[89240]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 880 KiB/s rd, 565 KiB/s wr, 1.72k op/s 2024-04-15T16:48:03.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:02 smithi153 ceph-mon[84714]: pgmap v1337: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 880 KiB/s rd, 565 KiB/s wr, 1.72k op/s 2024-04-15T16:48:05.823 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:05 smithi090 ceph-mon[91618]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 466 KiB/s wr, 1.41k op/s 2024-04-15T16:48:05.823 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:05 smithi090 ceph-mon[89240]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 466 KiB/s wr, 1.41k op/s 2024-04-15T16:48:05.865 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:05 smithi153 ceph-mon[84714]: pgmap v1338: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 466 KiB/s wr, 1.41k op/s 2024-04-15T16:48:07.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:06 smithi090 ceph-mon[89240]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 972 KiB/s rd, 637 KiB/s wr, 1.92k op/s 2024-04-15T16:48:07.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:06 smithi090 ceph-mon[91618]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 972 KiB/s rd, 637 KiB/s wr, 1.92k op/s 2024-04-15T16:48:07.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:06 smithi153 ceph-mon[84714]: pgmap v1339: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 972 KiB/s rd, 637 KiB/s wr, 1.92k op/s 2024-04-15T16:48:09.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:48:09.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:48:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:48:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:48:09.115 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:48:09.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:48:09.573 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:48:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:48:09] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.43.0" 2024-04-15T16:48:10.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:09 smithi090 ceph-mon[89240]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 867 KiB/s rd, 568 KiB/s wr, 1.72k op/s 2024-04-15T16:48:10.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:09 smithi090 ceph-mon[91618]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 867 KiB/s rd, 568 KiB/s wr, 1.72k op/s 2024-04-15T16:48:10.115 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:09 smithi153 ceph-mon[84714]: pgmap v1340: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 867 KiB/s rd, 568 KiB/s wr, 1.72k op/s 2024-04-15T16:48:11.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:10 smithi090 ceph-mon[91618]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 867 KiB/s rd, 568 KiB/s wr, 1.72k op/s 2024-04-15T16:48:11.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:10 smithi090 ceph-mon[89240]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 867 KiB/s rd, 568 KiB/s wr, 1.72k op/s 2024-04-15T16:48:11.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:10 smithi153 ceph-mon[84714]: pgmap v1341: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 867 KiB/s rd, 568 KiB/s wr, 1.72k op/s 2024-04-15T16:48:12.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:48:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:48:13.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:12 smithi090 ceph-mon[89240]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 734 KiB/s wr, 2.20k op/s 2024-04-15T16:48:13.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:12 smithi090 ceph-mon[91618]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 734 KiB/s wr, 2.20k op/s 2024-04-15T16:48:13.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:12 smithi153 ceph-mon[84714]: pgmap v1342: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 734 KiB/s wr, 2.20k op/s 2024-04-15T16:48:15.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:14 smithi090 ceph-mon[91618]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 610 KiB/s rd, 407 KiB/s wr, 1.22k op/s 2024-04-15T16:48:15.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:14 smithi090 ceph-mon[89240]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 610 KiB/s rd, 407 KiB/s wr, 1.22k op/s 2024-04-15T16:48:15.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:14 smithi153 ceph-mon[84714]: pgmap v1343: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 610 KiB/s rd, 407 KiB/s wr, 1.22k op/s 2024-04-15T16:48:17.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:16 smithi090 ceph-mon[91618]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 595 KiB/s wr, 1.78k op/s 2024-04-15T16:48:17.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:16 smithi090 ceph-mon[89240]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 595 KiB/s wr, 1.78k op/s 2024-04-15T16:48:17.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:16 smithi153 ceph-mon[84714]: pgmap v1344: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 892 KiB/s rd, 595 KiB/s wr, 1.78k op/s 2024-04-15T16:48:18.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:48:18.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:48:18.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:48:19.266 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:48:19.266 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:48:19.266 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:48:19.266 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:18 smithi153 ceph-mon[84714]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 554 KiB/s rd, 369 KiB/s wr, 1.11k op/s 2024-04-15T16:48:19.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:48:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:48:19] "GET /metrics HTTP/1.1" 200 36366 "" "Prometheus/2.43.0" 2024-04-15T16:48:19.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:48:19.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:48:19.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:48:19.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:18 smithi090 ceph-mon[91618]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 554 KiB/s rd, 369 KiB/s wr, 1.11k op/s 2024-04-15T16:48:19.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:48:19.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:48:19.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:48:19.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:18 smithi090 ceph-mon[89240]: pgmap v1345: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 554 KiB/s rd, 369 KiB/s wr, 1.11k op/s 2024-04-15T16:48:21.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:20 smithi090 ceph-mon[91618]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 554 KiB/s rd, 369 KiB/s wr, 1.11k op/s 2024-04-15T16:48:21.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:20 smithi090 ceph-mon[89240]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 554 KiB/s rd, 369 KiB/s wr, 1.11k op/s 2024-04-15T16:48:21.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:20 smithi153 ceph-mon[84714]: pgmap v1346: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 554 KiB/s rd, 369 KiB/s wr, 1.11k op/s 2024-04-15T16:48:22.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:48:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:48:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:48:23.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:48:23.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:48:23.115 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:48:24.115 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:23 smithi153 ceph-mon[84714]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 821 KiB/s rd, 548 KiB/s wr, 1.64k op/s 2024-04-15T16:48:24.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:23 smithi090 ceph-mon[91618]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 821 KiB/s rd, 548 KiB/s wr, 1.64k op/s 2024-04-15T16:48:24.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:23 smithi090 ceph-mon[89240]: pgmap v1347: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 821 KiB/s rd, 548 KiB/s wr, 1.64k op/s 2024-04-15T16:48:25.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:24 smithi090 ceph-mon[91618]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-15T16:48:25.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:24 smithi090 ceph-mon[89240]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-15T16:48:25.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:24 smithi153 ceph-mon[84714]: pgmap v1348: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 550 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-15T16:48:27.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:26 smithi090 ceph-mon[89240]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 548 KiB/s wr, 1.64k op/s 2024-04-15T16:48:27.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:26 smithi090 ceph-mon[91618]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 548 KiB/s wr, 1.64k op/s 2024-04-15T16:48:27.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:26 smithi153 ceph-mon[84714]: pgmap v1349: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 548 KiB/s wr, 1.64k op/s 2024-04-15T16:48:29.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:28 smithi090 ceph-mon[91618]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2024-04-15T16:48:29.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:28 smithi090 ceph-mon[89240]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2024-04-15T16:48:29.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:48:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:48:29] "GET /metrics HTTP/1.1" 200 36357 "" "Prometheus/2.43.0" 2024-04-15T16:48:29.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:28 smithi153 ceph-mon[84714]: pgmap v1350: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 359 KiB/s wr, 1.08k op/s 2024-04-15T16:48:31.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:30 smithi090 ceph-mon[91618]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 360 KiB/s wr, 1.08k op/s 2024-04-15T16:48:31.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:30 smithi090 ceph-mon[89240]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 360 KiB/s wr, 1.08k op/s 2024-04-15T16:48:31.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:30 smithi153 ceph-mon[84714]: pgmap v1351: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 360 KiB/s wr, 1.08k op/s 2024-04-15T16:48:32.616 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:48:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:48:33.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:32 smithi090 ceph-mon[91618]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 815 KiB/s rd, 544 KiB/s wr, 1.63k op/s 2024-04-15T16:48:33.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:32 smithi090 ceph-mon[89240]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 815 KiB/s rd, 544 KiB/s wr, 1.63k op/s 2024-04-15T16:48:33.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:32 smithi153 ceph-mon[84714]: pgmap v1352: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 815 KiB/s rd, 544 KiB/s wr, 1.63k op/s 2024-04-15T16:48:35.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:34 smithi090 ceph-mon[91618]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 365 KiB/s wr, 1.09k op/s 2024-04-15T16:48:35.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:34 smithi090 ceph-mon[89240]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 365 KiB/s wr, 1.09k op/s 2024-04-15T16:48:35.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:34 smithi153 ceph-mon[84714]: pgmap v1353: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 548 KiB/s rd, 365 KiB/s wr, 1.09k op/s 2024-04-15T16:48:37.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:36 smithi090 ceph-mon[91618]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 548 KiB/s wr, 1.64k op/s 2024-04-15T16:48:37.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:36 smithi090 ceph-mon[89240]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 548 KiB/s wr, 1.64k op/s 2024-04-15T16:48:37.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:36 smithi153 ceph-mon[84714]: pgmap v1354: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 548 KiB/s wr, 1.64k op/s 2024-04-15T16:48:37.733 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.index_list_delimited (40946 ms) 2024-04-15T16:48:37.733 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.bi_list 2024-04-15T16:48:37.804 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.bi_list (71 ms) 2024-04-15T16:48:37.804 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.gc_set 2024-04-15T16:48:37.829 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.gc_set (26 ms) 2024-04-15T16:48:37.830 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.gc_list 2024-04-15T16:48:37.853 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.gc_list (23 ms) 2024-04-15T16:48:37.853 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-15T16:48:38.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:48:38.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:48:38.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:48:39.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:48:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:48:39] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.43.0" 2024-04-15T16:48:39.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:39 smithi090 ceph-mon[89240]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-15T16:48:39.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:39 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1169148946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:48:39.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:39 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:48:39.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:39 smithi090 ceph-mon[89240]: pgmap v1356: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 661 KiB/s rd, 441 KiB/s wr, 1.32k op/s 2024-04-15T16:48:39.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:39 smithi090 ceph-mon[91618]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-15T16:48:39.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:39 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1169148946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:48:39.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:39 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:48:39.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:39 smithi090 ceph-mon[91618]: pgmap v1356: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 661 KiB/s rd, 441 KiB/s wr, 1.32k op/s 2024-04-15T16:48:39.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:39 smithi153 ceph-mon[84714]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-15T16:48:39.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:39 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1169148946' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:48:39.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:39 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:48:39.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:39 smithi153 ceph-mon[84714]: pgmap v1356: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 661 KiB/s rd, 441 KiB/s wr, 1.32k op/s 2024-04-15T16:48:40.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:40 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:48:40.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:40 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:48:40.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:40 smithi090 ceph-mon[91618]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-15T16:48:40.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:40 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:48:40.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:40 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:48:40.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:40 smithi090 ceph-mon[89240]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-15T16:48:40.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:40 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:48:40.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:40 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131404-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:48:40.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:40 smithi153 ceph-mon[84714]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-15T16:48:41.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:41 smithi090 ceph-mon[89240]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-15T16:48:41.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:41 smithi090 ceph-mon[89240]: pgmap v1359: 169 pgs: 14 unknown, 155 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-15T16:48:41.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:41 smithi090 ceph-mon[91618]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-15T16:48:41.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:41 smithi090 ceph-mon[91618]: pgmap v1359: 169 pgs: 14 unknown, 155 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-15T16:48:41.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:41 smithi153 ceph-mon[84714]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-15T16:48:41.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:41 smithi153 ceph-mon[84714]: pgmap v1359: 169 pgs: 14 unknown, 155 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-15T16:48:42.298 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:42 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:48:42.299 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:42 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:48:42.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:42 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:48:42.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:42 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:48:42.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:42 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:48:42.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:42 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:48:42.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:48:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:48:43.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:43 smithi090 ceph-mon[89240]: pgmap v1360: 169 pgs: 169 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 94 KiB/s wr, 275 op/s 2024-04-15T16:48:43.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:43 smithi090 ceph-mon[91618]: pgmap v1360: 169 pgs: 169 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 94 KiB/s wr, 275 op/s 2024-04-15T16:48:43.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:43 smithi153 ceph-mon[84714]: pgmap v1360: 169 pgs: 169 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 94 KiB/s wr, 275 op/s 2024-04-15T16:48:44.082 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.gc_defer (6229 ms) 2024-04-15T16:48:44.082 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-15T16:48:44.166 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.usage_basic (84 ms) 2024-04-15T16:48:44.167 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-15T16:48:44.168 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.usage_clear_no_obj (2 ms) 2024-04-15T16:48:44.168 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-15T16:48:44.264 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.usage_clear (96 ms) 2024-04-15T16:48:44.265 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-15T16:48:44.307 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.bi_log_trim (43 ms) 2024-04-15T16:48:44.308 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-15T16:48:44.318 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw.index_racing_removes (11 ms) 2024-04-15T16:48:45.089 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 16 tests from cls_rgw (49119 ms total) 2024-04-15T16:48:45.089 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T16:48:45.089 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment tear-down 2024-04-15T16:48:45.089 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] 16 tests from 1 test suite ran. (51751 ms total) 2024-04-15T16:48:45.089 INFO:tasks.workunit.client.0.smithi090.stdout:[ PASSED ] 16 tests. 2024-04-15T16:48:45.093 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:48:45.094 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:48:45.163 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-04-15T16:48:45.163 DEBUG:teuthology.orchestra.run.smithi090:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-04-15T16:48:45.234 INFO:tasks.workunit.client.0.smithi090.stdout:Running main() from gmock_main.cc 2024-04-15T16:48:45.235 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] Running 9 tests from 1 test suite. 2024-04-15T16:48:45.235 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment set-up. 2024-04-15T16:48:45.235 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 9 tests from cls_rgw_gc 2024-04-15T16:48:45.235 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw_gc.init 2024-04-15T16:48:45.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:45 smithi153 ceph-mon[84714]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-15T16:48:45.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:45 smithi153 ceph-mon[84714]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 94 KiB/s wr, 274 op/s 2024-04-15T16:48:45.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:45 smithi090 ceph-mon[89240]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-15T16:48:45.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:45 smithi090 ceph-mon[89240]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 94 KiB/s wr, 274 op/s 2024-04-15T16:48:45.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:45 smithi090 ceph-mon[91618]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-15T16:48:45.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:45 smithi090 ceph-mon[91618]: pgmap v1362: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 379 KiB/s rd, 94 KiB/s wr, 274 op/s 2024-04-15T16:48:46.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:46 smithi153 ceph-mon[84714]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-15T16:48:46.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:46 smithi090 ceph-mon[89240]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-15T16:48:46.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:46 smithi090 ceph-mon[91618]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-15T16:48:47.098 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw_gc.init (1864 ms) 2024-04-15T16:48:47.098 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-04-15T16:48:47.120 INFO:tasks.workunit.client.0.smithi090.stderr:[ ] list info tag = chain-0 2024-04-15T16:48:47.120 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (22 ms) 2024-04-15T16:48:47.120 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-04-15T16:48:47.125 INFO:tasks.workunit.client.0.smithi090.stderr:[ ] next_marker is: = 0/4263 2024-04-15T16:48:47.125 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (5 ms) 2024-04-15T16:48:47.125 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-04-15T16:48:47.133 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-04-15T16:48:47.133 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-04-15T16:48:47.139 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (7 ms) 2024-04-15T16:48:47.139 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-04-15T16:48:47.147 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (7 ms) 2024-04-15T16:48:47.147 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-04-15T16:48:47.153 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (6 ms) 2024-04-15T16:48:47.153 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-04-15T16:48:47.158 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (5 ms) 2024-04-15T16:48:47.158 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw_gc.finalize 2024-04-15T16:48:47.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:47 smithi153 ceph-mon[84714]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-15T16:48:47.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:47 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2768118245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131604-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:48:47.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:47 smithi153 ceph-mon[84714]: pgmap v1365: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:48:47.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:47 smithi090 ceph-mon[91618]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-15T16:48:47.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:47 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2768118245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131604-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:48:47.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:47 smithi090 ceph-mon[91618]: pgmap v1365: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:48:47.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:47 smithi090 ceph-mon[89240]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-15T16:48:47.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:47 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2768118245' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131604-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:48:47.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:47 smithi090 ceph-mon[89240]: pgmap v1365: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:48:48.104 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw_gc.finalize (946 ms) 2024-04-15T16:48:48.104 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 9 tests from cls_rgw_gc (2870 ms total) 2024-04-15T16:48:48.104 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T16:48:48.104 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment tear-down 2024-04-15T16:48:48.104 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] 9 tests from 1 test suite ran. (2870 ms total) 2024-04-15T16:48:48.104 INFO:tasks.workunit.client.0.smithi090.stdout:[ PASSED ] 9 tests. 2024-04-15T16:48:48.107 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:48:48.107 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:48:48.177 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-04-15T16:48:48.178 DEBUG:teuthology.orchestra.run.smithi090:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-04-15T16:48:48.256 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] Running 1 test from 1 test suite. 2024-04-15T16:48:48.256 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment set-up. 2024-04-15T16:48:48.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:48 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:48:48.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:48 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2768118245' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131604-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:48:48.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:48 smithi153 ceph-mon[84714]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-15T16:48:48.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:48 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:48:48.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:48 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2768118245' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131604-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:48:48.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:48 smithi090 ceph-mon[91618]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-15T16:48:48.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:48 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:48:48.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:48 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2768118245' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131604-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:48:48.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:48 smithi090 ceph-mon[89240]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-15T16:48:49.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:49 smithi153 ceph-mon[84714]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-15T16:48:49.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:49 smithi153 ceph-mon[84714]: pgmap v1368: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:48:49.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:49 smithi090 ceph-mon[89240]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-15T16:48:49.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:49 smithi090 ceph-mon[89240]: pgmap v1368: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:48:49.573 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:48:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:48:49] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.43.0" 2024-04-15T16:48:49.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:49 smithi090 ceph-mon[91618]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-15T16:48:49.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:49 smithi090 ceph-mon[91618]: pgmap v1368: 105 pgs: 105 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:48:50.113 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 1 test from cls_rgw_stats 2024-04-15T16:48:50.114 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] cls_rgw_stats.simulate 2024-04-15T16:48:50.130 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.145+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=O4VSDDNDRV0S type=del size=3743942 2024-04-15T16:48:50.133 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.147+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~H35BZK6G70RX.0 size=460054 2024-04-15T16:48:50.133 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.147+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=H35BZK6G70RX tag=GR5NI6D32HNT type=write size=1508630 2024-04-15T16:48:50.134 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.149+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=YIMUMO12GIAF type=del size=455093 2024-04-15T16:48:50.137 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.151+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~WTAD9TQCUVPP.0 size=1048576 2024-04-15T16:48:50.138 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.152+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~WTAD9TQCUVPP.1 size=1048576 2024-04-15T16:48:50.139 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.153+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~WTAD9TQCUVPP.2 size=959111 2024-04-15T16:48:50.139 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.153+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=WTAD9TQCUVPP tag=D1ZORCKPDD0P type=write size=4104839 2024-04-15T16:48:50.140 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.155+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=C0I1CG8YVMM6 type=del size=3606236 2024-04-15T16:48:50.143 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.157+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~FYVEKXJIQBH5.0 size=1048576 2024-04-15T16:48:50.144 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.158+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~FYVEKXJIQBH5.1 size=445601 2024-04-15T16:48:50.144 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.158+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=FYVEKXJIQBH5 tag=VZ1F6409KWM2 type=write size=2542753 2024-04-15T16:48:50.145 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.160+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=5Z9PNKTVWMPH type=write size=535866 2024-04-15T16:48:50.148 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.162+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~8QNKMP5AXDGL.0 size=1048576 2024-04-15T16:48:50.149 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.163+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~8QNKMP5AXDGL.1 size=1048576 2024-04-15T16:48:50.150 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.164+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~8QNKMP5AXDGL.2 size=435442 2024-04-15T16:48:50.150 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.164+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=8QNKMP5AXDGL tag=AXO2CUFTF6C5 type=write size=3581170 2024-04-15T16:48:50.151 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.165+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=AOE9K3B4AFZL type=del size=657008 2024-04-15T16:48:50.152 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.167+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=HHODBCJ8V43U type=del size=885184 2024-04-15T16:48:50.155 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.170+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~51NI5X9D4O7G.0 size=1048576 2024-04-15T16:48:50.156 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.171+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~51NI5X9D4O7G.1 size=355456 2024-04-15T16:48:50.157 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.171+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=51NI5X9D4O7G tag=R0TFZHKNINRO type=write size=2452608 2024-04-15T16:48:50.158 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.172+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=7AMXNQ2VELAM type=del size=3207490 2024-04-15T16:48:50.160 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.174+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=NH6MYCUK604H type=del size=291388 2024-04-15T16:48:50.161 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.176+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=VHMNADJHY35H type=del size=3512768 2024-04-15T16:48:50.163 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.178+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~8SVFGVZO3XSP.0 size=629108 2024-04-15T16:48:50.164 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.178+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=8SVFGVZO3XSP tag=GL46Y0HFMVD5 type=write size=1677684 2024-04-15T16:48:50.165 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.179+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=JB9PCNNBWB30 type=del size=3950302 2024-04-15T16:48:50.166 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.180+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=O4VSDDNDRV0S type=del 2024-04-15T16:48:50.168 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.182+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~4X3WHSQVYLH1.0 size=591519 2024-04-15T16:48:50.168 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.182+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=4X3WHSQVYLH1 tag=Z7MR6KEBPLD0 type=write size=1640095 2024-04-15T16:48:50.169 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.184+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~H35BZK6G70RX.0 size=460054 2024-04-15T16:48:50.171 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.186+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=H35BZK6G70RX tag=GR5NI6D32HNT type=write size=1508630 2024-04-15T16:48:50.174 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.188+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~T8LX2D5LMG6Z.0 size=1048576 2024-04-15T16:48:50.175 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.189+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~T8LX2D5LMG6Z.1 size=1048576 2024-04-15T16:48:50.176 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.190+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~T8LX2D5LMG6Z.2 size=128591 2024-04-15T16:48:50.176 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.190+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=T8LX2D5LMG6Z tag=1M6842I3IT8H type=write size=3274319 2024-04-15T16:48:50.177 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.191+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=YIMUMO12GIAF type=del 2024-04-15T16:48:50.179 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.193+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=T5HCDV7VIWZB type=del size=2963820 2024-04-15T16:48:50.180 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.195+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~WTAD9TQCUVPP.0 size=1048576 2024-04-15T16:48:50.181 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.196+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~WTAD9TQCUVPP.1 size=1048576 2024-04-15T16:48:50.182 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.197+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~WTAD9TQCUVPP.2 size=959111 2024-04-15T16:48:50.184 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.199+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=WTAD9TQCUVPP tag=D1ZORCKPDD0P type=write size=4104839 2024-04-15T16:48:50.186 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.200+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=UCRAMEE7H5JF type=write size=946789 2024-04-15T16:48:50.187 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.202+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=C0I1CG8YVMM6 type=del 2024-04-15T16:48:50.190 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.204+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~WKZWAIU43Z6V.0 size=1048576 2024-04-15T16:48:50.191 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.205+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~WKZWAIU43Z6V.1 size=1048576 2024-04-15T16:48:50.192 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.206+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~WKZWAIU43Z6V.2 size=547019 2024-04-15T16:48:50.192 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.206+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=WKZWAIU43Z6V tag=UJZH5AZ5WS6N type=write size=3692747 2024-04-15T16:48:50.193 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.207+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~FYVEKXJIQBH5.0 size=1048576 2024-04-15T16:48:50.194 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.208+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~FYVEKXJIQBH5.1 size=445601 2024-04-15T16:48:50.196 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.210+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=FYVEKXJIQBH5 tag=VZ1F6409KWM2 type=write size=2542753 2024-04-15T16:48:50.198 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.212+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~D3J8WXL1OHKH.0 size=58226 2024-04-15T16:48:50.198 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.212+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=D3J8WXL1OHKH tag=WZYCA87SSW6F type=write size=1106802 2024-04-15T16:48:50.199 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.214+0000 7fcc009d6780 1 < completed write operation key=SMX0793SRFXB tag=5Z9PNKTVWMPH type=write size=535866 2024-04-15T16:48:50.200 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.215+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=8CTYCZ6VZAT4 type=del size=45667 2024-04-15T16:48:50.202 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.216+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~8QNKMP5AXDGL.0 size=1048576 2024-04-15T16:48:50.203 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.217+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~8QNKMP5AXDGL.1 size=1048576 2024-04-15T16:48:50.204 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.218+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~8QNKMP5AXDGL.2 size=435442 2024-04-15T16:48:50.206 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.220+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=8QNKMP5AXDGL tag=AXO2CUFTF6C5 type=write size=3581170 2024-04-15T16:48:50.207 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.222+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=7FISVHHH2Z04 type=del size=243784 2024-04-15T16:48:50.209 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.223+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=AOE9K3B4AFZL type=del 2024-04-15T16:48:50.210 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.225+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=FGFTOC22VA1W type=del size=2485016 2024-04-15T16:48:50.213 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.227+0000 7fcc009d6780 1 < suggested remove operation key=GEH1YTD5S8EP tag=HHODBCJ8V43U type=del 2024-04-15T16:48:50.214 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.228+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=TAJ1ZWBEM009 type=del size=1130984 2024-04-15T16:48:50.215 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.230+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~51NI5X9D4O7G.0 size=1048576 2024-04-15T16:48:50.216 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.231+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~51NI5X9D4O7G.1 size=355456 2024-04-15T16:48:50.218 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.233+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=51NI5X9D4O7G tag=R0TFZHKNINRO type=write size=2452608 2024-04-15T16:48:50.220 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.235+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~7C6L71DZHIUD.0 size=736736 2024-04-15T16:48:50.221 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.235+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=7C6L71DZHIUD tag=5X4XWLYFF52U type=write size=1785312 2024-04-15T16:48:50.222 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.236+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=7AMXNQ2VELAM type=del 2024-04-15T16:48:50.223 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.237+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=BAD7O1NEE1WO type=del size=545383 2024-04-15T16:48:50.225 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.240+0000 7fcc009d6780 1 < suggested update operation key=7NTTGUKN6UZ3 tag=NH6MYCUK604H type=del size=291388 2024-04-15T16:48:50.227 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.241+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=81Q2Y6S60A2P type=del size=3086061 2024-04-15T16:48:50.228 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.242+0000 7fcc009d6780 1 < canceled operation key=BQ060THFR5IO tag=VHMNADJHY35H type=del size=3512768 2024-04-15T16:48:50.229 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.244+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=LP8BOE0RV2Y0 type=del size=1515790 2024-04-15T16:48:50.230 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.244+0000 7fcc009d6780 1 < canceled part key=_multipart_4BYY962BPUZ7.2~8SVFGVZO3XSP.0 size=629108 2024-04-15T16:48:50.232 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.246+0000 7fcc009d6780 1 < canceled multipart upload key=4BYY962BPUZ7 upload=8SVFGVZO3XSP tag=GL46Y0HFMVD5 type=write size=1677684 2024-04-15T16:48:50.233 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.248+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=2YCV4XZR8ETV type=del size=541767 2024-04-15T16:48:50.234 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.249+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=JB9PCNNBWB30 type=del 2024-04-15T16:48:50.238 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.250+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=QL3R7OKWD0TW type=del size=1570521 2024-04-15T16:48:50.238 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.252+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~4X3WHSQVYLH1.0 size=591519 2024-04-15T16:48:50.240 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.254+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=4X3WHSQVYLH1 tag=Z7MR6KEBPLD0 type=write size=1640095 2024-04-15T16:48:50.242 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.257+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~C7B05HTEFSQO.0 size=191971 2024-04-15T16:48:50.242 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.257+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=C7B05HTEFSQO tag=DL2KLASBIB1V type=write size=1240547 2024-04-15T16:48:50.244 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.258+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~T8LX2D5LMG6Z.0 size=1048576 2024-04-15T16:48:50.244 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.258+0000 7fcc009d6780 1 < canceled part key=_multipart_32K02EULE6LL.2~T8LX2D5LMG6Z.1 size=1048576 2024-04-15T16:48:50.245 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.259+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~T8LX2D5LMG6Z.2 size=128591 2024-04-15T16:48:50.247 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.261+0000 7fcc009d6780 1 < canceled multipart upload key=32K02EULE6LL upload=T8LX2D5LMG6Z tag=1M6842I3IT8H type=write size=3274319 2024-04-15T16:48:50.248 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.262+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=JAC1PH1J9FGY type=del size=2548178 2024-04-15T16:48:50.249 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.264+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=T5HCDV7VIWZB type=del 2024-04-15T16:48:50.251 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.265+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=CLREHHWPV485 type=del size=2468041 2024-04-15T16:48:50.252 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.266+0000 7fcc009d6780 1 < completed write operation key=QYKA01GVNV1V tag=UCRAMEE7H5JF type=write size=946789 2024-04-15T16:48:50.253 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.267+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=3XT8YDSWIUXV type=del size=318136 2024-04-15T16:48:50.254 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.269+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~WKZWAIU43Z6V.0 size=1048576 2024-04-15T16:48:50.255 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.270+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~WKZWAIU43Z6V.1 size=1048576 2024-04-15T16:48:50.255 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.270+0000 7fcc009d6780 1 < canceled part key=_multipart_4BYY962BPUZ7.2~WKZWAIU43Z6V.2 size=547019 2024-04-15T16:48:50.257 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.271+0000 7fcc009d6780 1 < canceled multipart upload key=4BYY962BPUZ7 upload=WKZWAIU43Z6V tag=UJZH5AZ5WS6N type=write size=3692747 2024-04-15T16:48:50.258 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.273+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=SY5Y0VI95YXL type=del size=959046 2024-04-15T16:48:50.260 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.274+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~D3J8WXL1OHKH.0 size=58226 2024-04-15T16:48:50.262 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.276+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=D3J8WXL1OHKH tag=WZYCA87SSW6F type=write size=1106802 2024-04-15T16:48:50.263 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.277+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=9UC4B0DXBS3R type=del size=1963393 2024-04-15T16:48:50.265 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.280+0000 7fcc009d6780 1 < suggested update operation key=OQ6P5LJ15QMV tag=8CTYCZ6VZAT4 type=del size=45667 2024-04-15T16:48:50.266 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.281+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=C7FCFSO0ZIKK type=write size=464787 2024-04-15T16:48:50.268 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.282+0000 7fcc009d6780 1 < completed delete operation key=SEFWMQT6GQB4 tag=7FISVHHH2Z04 type=del 2024-04-15T16:48:50.269 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.283+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=XEAFIYPW2MG0 type=del size=941668 2024-04-15T16:48:50.270 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.285+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=FGFTOC22VA1W type=del 2024-04-15T16:48:50.271 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.286+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=CBM87Z4DIN7G type=del size=2411230 2024-04-15T16:48:50.274 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.288+0000 7fcc009d6780 1 < suggested update operation key=7GJPLM2OVON4 tag=TAJ1ZWBEM009 type=del size=1130984 2024-04-15T16:48:50.275 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.289+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=CVCBLEQKYEDE type=write size=981807 2024-04-15T16:48:50.276 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.290+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~7C6L71DZHIUD.0 size=736736 2024-04-15T16:48:50.278 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.293+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=7C6L71DZHIUD tag=5X4XWLYFF52U type=write size=1785312 2024-04-15T16:48:50.280 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.294+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=0ZE8EVCW008N type=del size=2123131 2024-04-15T16:48:50.281 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.295+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=BAD7O1NEE1WO type=del 2024-04-15T16:48:50.282 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.296+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=Y53OH06Y0DU4 type=write size=335506 2024-04-15T16:48:50.283 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.298+0000 7fcc009d6780 1 < completed delete operation key=SEFWMQT6GQB4 tag=81Q2Y6S60A2P type=del 2024-04-15T16:48:50.285 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.299+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=PND9VAT2CUWL type=del size=1219749 2024-04-15T16:48:50.287 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.302+0000 7fcc009d6780 1 < suggested update operation key=7GJPLM2OVON4 tag=LP8BOE0RV2Y0 type=del size=1515790 2024-04-15T16:48:50.289 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.303+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=CVTVT327002N type=del size=1778725 2024-04-15T16:48:50.290 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.304+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=2YCV4XZR8ETV type=del 2024-04-15T16:48:50.292 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.306+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~KHG49WINIQ0J.0 size=1048576 2024-04-15T16:48:50.293 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.307+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~KHG49WINIQ0J.1 size=323938 2024-04-15T16:48:50.293 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.307+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=KHG49WINIQ0J tag=8CQQL0Z2F1M2 type=write size=2421090 2024-04-15T16:48:50.294 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.308+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=QL3R7OKWD0TW type=del 2024-04-15T16:48:50.295 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.310+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=7L0BE2CLFA7W type=del size=3880264 2024-04-15T16:48:50.297 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.311+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~C7B05HTEFSQO.0 size=191971 2024-04-15T16:48:50.298 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.313+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=C7B05HTEFSQO tag=DL2KLASBIB1V type=write size=1240547 2024-04-15T16:48:50.300 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.314+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=GLH7TITCF0BJ type=del size=1601771 2024-04-15T16:48:50.302 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.316+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=JAC1PH1J9FGY type=del 2024-04-15T16:48:50.303 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.317+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=36AFAOAQODLC type=del size=1977278 2024-04-15T16:48:50.304 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.318+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=CLREHHWPV485 type=del 2024-04-15T16:48:50.306 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.320+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~FT8VIIO0GTSB.0 size=1048576 2024-04-15T16:48:50.307 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.321+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~FT8VIIO0GTSB.1 size=904963 2024-04-15T16:48:50.307 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.321+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=FT8VIIO0GTSB tag=TDSRW7IHRMKG type=write size=3002115 2024-04-15T16:48:50.309 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.323+0000 7fcc009d6780 1 < suggested remove operation key=32K02EULE6LL tag=3XT8YDSWIUXV type=del 2024-04-15T16:48:50.310 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.325+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=OJ3EEY6X1XFT type=write size=155451 2024-04-15T16:48:50.313 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.326+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=SY5Y0VI95YXL type=del 2024-04-15T16:48:50.313 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.327+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=VRIFYGOMD2FI type=del size=3592272 2024-04-15T16:48:50.314 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.329+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=9UC4B0DXBS3R type=del 2024-04-15T16:48:50.315 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.330+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=YXEM94JGP3N6 type=del size=2583969 2024-04-15T16:48:50.317 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.331+0000 7fcc009d6780 1 < completed write operation key=P016Z7D73CKQ tag=C7FCFSO0ZIKK type=write size=464787 2024-04-15T16:48:50.318 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.332+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=MMVQ8J2NXWUN type=write size=857739 2024-04-15T16:48:50.319 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.334+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=XEAFIYPW2MG0 type=del 2024-04-15T16:48:50.321 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.336+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~1HCVGLW2UF28.0 size=1048576 2024-04-15T16:48:50.322 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.337+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~1HCVGLW2UF28.1 size=503595 2024-04-15T16:48:50.322 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.337+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=1HCVGLW2UF28 tag=PS3B73574GYQ type=write size=2600747 2024-04-15T16:48:50.323 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.338+0000 7fcc009d6780 1 < canceled operation key=XE6CHS65PXVA tag=CBM87Z4DIN7G type=del size=2411230 2024-04-15T16:48:50.325 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.340+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~BMI9GJVAQJ8H.0 size=1048576 2024-04-15T16:48:50.326 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.341+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~BMI9GJVAQJ8H.1 size=452987 2024-04-15T16:48:50.326 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.341+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=BMI9GJVAQJ8H tag=8XN4LV2B3O79 type=write size=2550139 2024-04-15T16:48:50.327 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.342+0000 7fcc009d6780 1 < completed write operation key=V32HJUVRX6OI tag=CVCBLEQKYEDE type=write size=981807 2024-04-15T16:48:50.328 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.343+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=14WVKSF2VSRR type=del size=1729572 2024-04-15T16:48:50.330 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.344+0000 7fcc009d6780 1 < canceled operation key=BJ0SZQNPDE4F tag=0ZE8EVCW008N type=del size=2123131 2024-04-15T16:48:50.331 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.345+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=N53RG0E6BTY8 type=del size=3034713 2024-04-15T16:48:50.332 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.346+0000 7fcc009d6780 1 < completed write operation key=SMX0793SRFXB tag=Y53OH06Y0DU4 type=write size=335506 2024-04-15T16:48:50.333 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.347+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=JB31H8SNRVWR type=del size=474207 2024-04-15T16:48:50.334 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.348+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=PND9VAT2CUWL type=del 2024-04-15T16:48:50.335 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.349+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=I7O2WU77NOL8 type=del size=3082101 2024-04-15T16:48:50.337 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.352+0000 7fcc009d6780 1 < suggested update operation key=QYKA01GVNV1V tag=CVTVT327002N type=del size=1778725 2024-04-15T16:48:50.339 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.354+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~DQV3MY9AYK4J.0 size=1048576 2024-04-15T16:48:50.340 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.355+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~DQV3MY9AYK4J.1 size=1048576 2024-04-15T16:48:50.341 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.356+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~DQV3MY9AYK4J.2 size=986198 2024-04-15T16:48:50.341 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.356+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=DQV3MY9AYK4J tag=OK5VT3SQLHB6 type=write size=4131926 2024-04-15T16:48:50.342 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.357+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~KHG49WINIQ0J.0 size=1048576 2024-04-15T16:48:50.343 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.357+0000 7fcc009d6780 1 < canceled part key=_multipart_LEXP4TLXUJL4.2~KHG49WINIQ0J.1 size=323938 2024-04-15T16:48:50.345 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.359+0000 7fcc009d6780 1 < canceled multipart upload key=LEXP4TLXUJL4 upload=KHG49WINIQ0J tag=8CQQL0Z2F1M2 type=write size=2421090 2024-04-15T16:48:50.347 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.361+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~6SSFP6PE1LVK.0 size=1048576 2024-04-15T16:48:50.348 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.362+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~6SSFP6PE1LVK.1 size=1048576 2024-04-15T16:48:50.348 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.363+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~6SSFP6PE1LVK.2 size=1001748 2024-04-15T16:48:50.349 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.363+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=6SSFP6PE1LVK tag=9VMBH0RNK4IA type=write size=4147476 2024-04-15T16:48:50.350 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.364+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=7L0BE2CLFA7W type=del 2024-04-15T16:48:50.351 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.365+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=T74FU2S0L3KZ type=write size=853362 2024-04-15T16:48:50.352 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.367+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=GLH7TITCF0BJ type=del 2024-04-15T16:48:50.353 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.368+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=7F9VAW5DY5MC type=del size=1252158 2024-04-15T16:48:50.354 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.369+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=36AFAOAQODLC type=del 2024-04-15T16:48:50.357 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.371+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~IQR27L69NAJZ.0 size=1048576 2024-04-15T16:48:50.357 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.372+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~IQR27L69NAJZ.1 size=1048576 2024-04-15T16:48:50.358 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.373+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~IQR27L69NAJZ.2 size=974668 2024-04-15T16:48:50.358 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.373+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=IQR27L69NAJZ tag=LGX2D5AH2MZL type=write size=4120396 2024-04-15T16:48:50.359 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.374+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~FT8VIIO0GTSB.0 size=1048576 2024-04-15T16:48:50.360 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.375+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~FT8VIIO0GTSB.1 size=904963 2024-04-15T16:48:50.362 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.377+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=FT8VIIO0GTSB tag=TDSRW7IHRMKG type=write size=3002115 2024-04-15T16:48:50.363 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.378+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=GVQ6MRDDOYBN type=del size=3929609 2024-04-15T16:48:50.365 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.379+0000 7fcc009d6780 1 < completed write operation key=KZLUKZMI1WBU tag=OJ3EEY6X1XFT type=write size=155451 2024-04-15T16:48:50.366 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.380+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=XSCYQAZE5WGL type=del size=2464278 2024-04-15T16:48:50.367 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.381+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=VRIFYGOMD2FI type=del 2024-04-15T16:48:50.368 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.382+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=HQJNYTXJBXK8 type=del size=4177847 2024-04-15T16:48:50.369 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.384+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=YXEM94JGP3N6 type=del 2024-04-15T16:48:50.371 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.385+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=5SS4MPVJ4IC2 type=del size=1578286 2024-04-15T16:48:50.372 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.386+0000 7fcc009d6780 1 < completed write operation key=BQ060THFR5IO tag=MMVQ8J2NXWUN type=write size=857739 2024-04-15T16:48:50.373 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.387+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=7HLJOCF90K1R type=write size=334055 2024-04-15T16:48:50.374 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.389+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~1HCVGLW2UF28.0 size=1048576 2024-04-15T16:48:50.375 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.390+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~1HCVGLW2UF28.1 size=503595 2024-04-15T16:48:50.377 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.392+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=1HCVGLW2UF28 tag=PS3B73574GYQ type=write size=2600747 2024-04-15T16:48:50.378 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.393+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=OFC91PHD8YFB type=write size=564222 2024-04-15T16:48:50.380 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.394+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~BMI9GJVAQJ8H.0 size=1048576 2024-04-15T16:48:50.381 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.395+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~BMI9GJVAQJ8H.1 size=452987 2024-04-15T16:48:50.382 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.397+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=BMI9GJVAQJ8H tag=8XN4LV2B3O79 type=write size=2550139 2024-04-15T16:48:50.384 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.398+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=JZ6E5NW274FS type=del size=1511625 2024-04-15T16:48:50.385 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.399+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=14WVKSF2VSRR type=del 2024-04-15T16:48:50.386 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.400+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=0MQROVYMUKLW type=del size=4020287 2024-04-15T16:48:50.388 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.403+0000 7fcc009d6780 1 < suggested remove operation key=U99IDECO7FVV tag=N53RG0E6BTY8 type=del 2024-04-15T16:48:50.389 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.404+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=64SE6DGXWGJ8 type=del size=991979 2024-04-15T16:48:50.392 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.406+0000 7fcc009d6780 1 < suggested update operation key=GEH1YTD5S8EP tag=JB31H8SNRVWR type=del size=474207 2024-04-15T16:48:50.394 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.409+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~SAYUEKA2SNZR.0 size=1048576 2024-04-15T16:48:50.395 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.409+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~SAYUEKA2SNZR.1 size=1048576 2024-04-15T16:48:50.396 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.410+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~SAYUEKA2SNZR.2 size=151138 2024-04-15T16:48:50.396 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.410+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=SAYUEKA2SNZR tag=OFSFNRP7I0EV type=write size=3296866 2024-04-15T16:48:50.397 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.412+0000 7fcc009d6780 -1 < failed to complete operation key=QYKA01GVNV1V tag=I7O2WU77NOL8 type=del size=3082101: (22) Invalid argument 2024-04-15T16:48:50.400 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.414+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~00QSL90TMKSI.0 size=1048576 2024-04-15T16:48:50.401 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.415+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~00QSL90TMKSI.1 size=1048576 2024-04-15T16:48:50.402 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.416+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~00QSL90TMKSI.2 size=130430 2024-04-15T16:48:50.402 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.416+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=00QSL90TMKSI tag=OYDPSM4OIOJS type=write size=3276158 2024-04-15T16:48:50.403 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.417+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~DQV3MY9AYK4J.0 size=1048576 2024-04-15T16:48:50.404 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.418+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~DQV3MY9AYK4J.1 size=1048576 2024-04-15T16:48:50.405 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.420+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~DQV3MY9AYK4J.2 size=986198 2024-04-15T16:48:50.407 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.422+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=DQV3MY9AYK4J tag=OK5VT3SQLHB6 type=write size=4131926 2024-04-15T16:48:50.409 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.423+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=0CE3ZFJOGXXC type=del size=2749822 2024-04-15T16:48:50.410 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.424+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~6SSFP6PE1LVK.0 size=1048576 2024-04-15T16:48:50.410 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.424+0000 7fcc009d6780 1 < canceled part key=_multipart_U99IDECO7FVV.2~6SSFP6PE1LVK.1 size=1048576 2024-04-15T16:48:50.411 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.425+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~6SSFP6PE1LVK.2 size=1001748 2024-04-15T16:48:50.413 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.427+0000 7fcc009d6780 1 < canceled multipart upload key=U99IDECO7FVV upload=6SSFP6PE1LVK tag=9VMBH0RNK4IA type=write size=4147476 2024-04-15T16:48:50.414 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.429+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=W5POLVSORG88 type=del size=284658 2024-04-15T16:48:50.416 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.430+0000 7fcc009d6780 1 < completed write operation key=SEFWMQT6GQB4 tag=T74FU2S0L3KZ type=write size=853362 2024-04-15T16:48:50.417 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.432+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=1CUL6OJS78YM type=write size=824756 2024-04-15T16:48:50.419 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.433+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=7F9VAW5DY5MC type=del 2024-04-15T16:48:50.421 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.436+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~TDSHFWVEYHPG.0 size=760203 2024-04-15T16:48:50.421 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.436+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=TDSHFWVEYHPG tag=PG1J7SBLUDNI type=write size=1808779 2024-04-15T16:48:50.422 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.437+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~IQR27L69NAJZ.0 size=1048576 2024-04-15T16:48:50.423 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.438+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~IQR27L69NAJZ.1 size=1048576 2024-04-15T16:48:50.424 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.439+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~IQR27L69NAJZ.2 size=974668 2024-04-15T16:48:50.426 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.441+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=IQR27L69NAJZ tag=LGX2D5AH2MZL type=write size=4120396 2024-04-15T16:48:50.428 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.443+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~Q7DQ60XIK2AV.0 size=1048576 2024-04-15T16:48:50.429 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.444+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~Q7DQ60XIK2AV.1 size=1048576 2024-04-15T16:48:50.430 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.445+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~Q7DQ60XIK2AV.2 size=346030 2024-04-15T16:48:50.430 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.445+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=Q7DQ60XIK2AV tag=W2IBQTZ2D6C9 type=write size=3491758 2024-04-15T16:48:50.431 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.446+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=GVQ6MRDDOYBN type=del 2024-04-15T16:48:50.433 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.447+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=1B503FDVUW32 type=del size=1274675 2024-04-15T16:48:50.434 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.448+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=XSCYQAZE5WGL type=del 2024-04-15T16:48:50.435 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.449+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=1G14M59410RR type=del size=2273397 2024-04-15T16:48:50.436 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.451+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=HQJNYTXJBXK8 type=del 2024-04-15T16:48:50.439 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.453+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~H4VEI0F3HNC0.0 size=930472 2024-04-15T16:48:50.439 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.453+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=H4VEI0F3HNC0 tag=U1RKN7HXLX9R type=write size=1979048 2024-04-15T16:48:50.440 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.455+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=5SS4MPVJ4IC2 type=del 2024-04-15T16:48:50.442 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.456+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=DYVF37IDISLZ type=del size=755564 2024-04-15T16:48:50.446 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.457+0000 7fcc009d6780 1 < completed write operation key=XE6CHS65PXVA tag=7HLJOCF90K1R type=write size=334055 2024-04-15T16:48:50.446 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.459+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=SY74R39FZC1V type=del size=2847217 2024-04-15T16:48:50.446 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.460+0000 7fcc009d6780 1 < completed write operation key=CGQDFKP4V6R7 tag=OFC91PHD8YFB type=write size=564222 2024-04-15T16:48:50.447 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.461+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=5J4EUOKPK9UR type=del size=988247 2024-04-15T16:48:50.449 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.464+0000 7fcc009d6780 1 < suggested remove operation key=8VXMHHU12YH7 tag=JZ6E5NW274FS type=del 2024-04-15T16:48:50.450 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.465+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=16MW17K6PNV2 type=del size=3595406 2024-04-15T16:48:50.452 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.466+0000 7fcc009d6780 1 < canceled operation key=BJ0SZQNPDE4F tag=0MQROVYMUKLW type=del size=4020287 2024-04-15T16:48:50.454 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.468+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~2Y57A345NP21.0 size=1048576 2024-04-15T16:48:50.454 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.469+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~2Y57A345NP21.1 size=1048576 2024-04-15T16:48:50.455 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.470+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~2Y57A345NP21.2 size=820302 2024-04-15T16:48:50.455 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.470+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=2Y57A345NP21 tag=OK3WNKS4YHEP type=write size=3966030 2024-04-15T16:48:50.458 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.472+0000 7fcc009d6780 1 < suggested remove operation key=CQ12L2GW4SE3 tag=64SE6DGXWGJ8 type=del 2024-04-15T16:48:50.459 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.473+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=A5YZEMT0X2RD type=del size=1909821 2024-04-15T16:48:50.460 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.474+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~SAYUEKA2SNZR.0 size=1048576 2024-04-15T16:48:50.461 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.475+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~SAYUEKA2SNZR.1 size=1048576 2024-04-15T16:48:50.462 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.476+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~SAYUEKA2SNZR.2 size=151138 2024-04-15T16:48:50.465 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.478+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=SAYUEKA2SNZR tag=OFSFNRP7I0EV type=write size=3296866 2024-04-15T16:48:50.465 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.479+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=208GBZ35PLRG type=del size=326509 2024-04-15T16:48:50.466 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.481+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~00QSL90TMKSI.0 size=1048576 2024-04-15T16:48:50.467 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.481+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~00QSL90TMKSI.1 size=1048576 2024-04-15T16:48:50.468 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.483+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~00QSL90TMKSI.2 size=130430 2024-04-15T16:48:50.470 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.485+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=00QSL90TMKSI tag=OYDPSM4OIOJS type=write size=3276158 2024-04-15T16:48:50.471 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.486+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=ROBR2NXLEOWU type=del size=735156 2024-04-15T16:48:50.473 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.487+0000 7fcc009d6780 1 < canceled operation key=OQ6P5LJ15QMV tag=0CE3ZFJOGXXC type=del size=2749822 2024-04-15T16:48:50.474 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.488+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=8B2QECWFDX3K type=del size=232196 2024-04-15T16:48:50.475 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.490+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=W5POLVSORG88 type=del 2024-04-15T16:48:50.477 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.492+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~LHMFX9ZC7FHF.0 size=1048576 2024-04-15T16:48:50.478 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.493+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~LHMFX9ZC7FHF.1 size=563540 2024-04-15T16:48:50.478 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.493+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=LHMFX9ZC7FHF tag=J907U107IZ4M type=write size=2660692 2024-04-15T16:48:50.480 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.494+0000 7fcc009d6780 1 < completed write operation key=BXP894QCFBMM tag=1CUL6OJS78YM type=write size=824756 2024-04-15T16:48:50.481 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.495+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=CPW1I1HRBKAL type=del size=4063409 2024-04-15T16:48:50.482 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.497+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~TDSHFWVEYHPG.0 size=760203 2024-04-15T16:48:50.485 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.499+0000 7fcc009d6780 1 < completed multipart upload key=DLWMFB84M0FA upload=TDSHFWVEYHPG tag=PG1J7SBLUDNI type=write size=1808779 2024-04-15T16:48:50.486 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.500+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=FV1AYLO4SI6R type=write size=632688 2024-04-15T16:48:50.487 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.502+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~Q7DQ60XIK2AV.0 size=1048576 2024-04-15T16:48:50.488 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.503+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~Q7DQ60XIK2AV.1 size=1048576 2024-04-15T16:48:50.489 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.504+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~Q7DQ60XIK2AV.2 size=346030 2024-04-15T16:48:50.491 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.506+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=Q7DQ60XIK2AV tag=W2IBQTZ2D6C9 type=write size=3491758 2024-04-15T16:48:50.492 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.507+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=64M92SMWBADI type=del size=2123053 2024-04-15T16:48:50.494 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.508+0000 7fcc009d6780 1 < completed delete operation key=54DQHB9HNDQB tag=1B503FDVUW32 type=del 2024-04-15T16:48:50.495 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.509+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=6NNZL5VWD27F type=del size=3127620 2024-04-15T16:48:50.495 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.510+0000 7fcc009d6780 -1 < no bi entry to suggest for operation key=8VXMHHU12YH7 tag=1G14M59410RR type=del size=2273397: (2) No such file or directory 2024-04-15T16:48:50.497 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.511+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=ZU0XKHQ8VA1N type=del size=1771330 2024-04-15T16:48:50.497 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.511+0000 7fcc009d6780 1 < canceled part key=_multipart_3GA44QQR4TNK.2~H4VEI0F3HNC0.0 size=930472 2024-04-15T16:48:50.499 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.514+0000 7fcc009d6780 1 < canceled multipart upload key=3GA44QQR4TNK upload=H4VEI0F3HNC0 tag=U1RKN7HXLX9R type=write size=1979048 2024-04-15T16:48:50.501 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.515+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=QFWMJ9REFW2L type=del size=25545 2024-04-15T16:48:50.503 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.517+0000 7fcc009d6780 1 < suggested update operation key=XE6CHS65PXVA tag=DYVF37IDISLZ type=del size=755564 2024-04-15T16:48:50.505 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.520+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~23Q4780CN210.0 size=27684 2024-04-15T16:48:50.505 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.520+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=23Q4780CN210 tag=O723YR50SCXN type=write size=1076260 2024-04-15T16:48:50.508 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.522+0000 7fcc009d6780 1 < suggested remove operation key=3TSCAKP7XLQL tag=SY74R39FZC1V type=del 2024-04-15T16:48:50.510 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.525+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~X3IMD63UIYJ6.0 size=1048576 2024-04-15T16:48:50.511 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.526+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~X3IMD63UIYJ6.1 size=670517 2024-04-15T16:48:50.511 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.526+0000 7fcc009d6780 1 > prepared multipart upload key=SMX0793SRFXB upload=X3IMD63UIYJ6 tag=L6KYY4URGNCN type=write size=2767669 2024-04-15T16:48:50.512 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.527+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=5J4EUOKPK9UR type=del 2024-04-15T16:48:50.514 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.528+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=L5OO786O5XEA type=del size=474476 2024-04-15T16:48:50.515 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.529+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=16MW17K6PNV2 type=del 2024-04-15T16:48:50.516 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.531+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=DZ5IDMSQHXNN type=del size=3843537 2024-04-15T16:48:50.517 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.532+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~2Y57A345NP21.0 size=1048576 2024-04-15T16:48:50.518 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.533+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~2Y57A345NP21.1 size=1048576 2024-04-15T16:48:50.519 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.534+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~2Y57A345NP21.2 size=820302 2024-04-15T16:48:50.521 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.536+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=2Y57A345NP21 tag=OK3WNKS4YHEP type=write size=3966030 2024-04-15T16:48:50.523 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.538+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~HFT1CWNLT36N.0 size=1048576 2024-04-15T16:48:50.524 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.539+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~HFT1CWNLT36N.1 size=1048576 2024-04-15T16:48:50.525 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.540+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~HFT1CWNLT36N.2 size=481916 2024-04-15T16:48:50.525 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.540+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=HFT1CWNLT36N tag=BGOZVWZS0UKX type=write size=3627644 2024-04-15T16:48:50.527 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.541+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=A5YZEMT0X2RD type=del 2024-04-15T16:48:50.529 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.544+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~R9YJRAIL230F.0 size=1048576 2024-04-15T16:48:50.530 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.545+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~R9YJRAIL230F.1 size=107306 2024-04-15T16:48:50.530 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.545+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=R9YJRAIL230F tag=59D7FHJYGQQP type=write size=2204458 2024-04-15T16:48:50.533 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.548+0000 7fcc009d6780 1 < suggested remove operation key=QYKA01GVNV1V tag=208GBZ35PLRG type=del 2024-04-15T16:48:50.535 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.549+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=O51XLCC8FT2M type=del size=848704 2024-04-15T16:48:50.537 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.552+0000 7fcc009d6780 1 < suggested update operation key=15VOAX95U1N2 tag=ROBR2NXLEOWU type=del size=735156 2024-04-15T16:48:50.538 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.553+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=IBTVZV5MX6KZ type=write size=591874 2024-04-15T16:48:50.539 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.554+0000 7fcc009d6780 -1 < failed to complete operation key=15VOAX95U1N2 tag=8B2QECWFDX3K type=del size=232196: (22) Invalid argument 2024-04-15T16:48:50.542 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.556+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~ZKFQ5NQ7TQL1.0 size=498314 2024-04-15T16:48:50.542 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.556+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=ZKFQ5NQ7TQL1 tag=VMOW6BS8IDGI type=write size=1546890 2024-04-15T16:48:50.543 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.557+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~LHMFX9ZC7FHF.0 size=1048576 2024-04-15T16:48:50.544 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.558+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~LHMFX9ZC7FHF.1 size=563540 2024-04-15T16:48:50.546 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.561+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=LHMFX9ZC7FHF tag=J907U107IZ4M type=write size=2660692 2024-04-15T16:48:50.547 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.562+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=0KCLU61T36LR type=del size=451781 2024-04-15T16:48:50.549 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.563+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=CPW1I1HRBKAL type=del 2024-04-15T16:48:50.550 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.564+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=HOXKQ7429E4X type=del size=3086155 2024-04-15T16:48:50.551 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.566+0000 7fcc009d6780 1 < completed write operation key=GJK15ROSBRTP tag=FV1AYLO4SI6R type=write size=632688 2024-04-15T16:48:50.553 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.568+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~Y4FP1PDO0IJZ.0 size=1048576 2024-04-15T16:48:50.554 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.569+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~Y4FP1PDO0IJZ.1 size=567429 2024-04-15T16:48:50.554 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.569+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=Y4FP1PDO0IJZ tag=SQLOARTFPVTP type=write size=2664581 2024-04-15T16:48:50.556 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.570+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=64M92SMWBADI type=del 2024-04-15T16:48:50.558 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.572+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~BX3HQHJKWIED.0 size=645379 2024-04-15T16:48:50.558 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.572+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=BX3HQHJKWIED tag=YU8ULZIDDJTQ type=write size=1693955 2024-04-15T16:48:50.559 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.574+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=6NNZL5VWD27F type=del 2024-04-15T16:48:50.561 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.575+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=UCV542QUFY7I type=del size=1287537 2024-04-15T16:48:50.563 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.578+0000 7fcc009d6780 1 < suggested remove operation key=SMX0793SRFXB tag=ZU0XKHQ8VA1N type=del 2024-04-15T16:48:50.565 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.579+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=DBE01F2BW8HC type=del size=4073648 2024-04-15T16:48:50.566 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.580+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=QFWMJ9REFW2L type=del 2024-04-15T16:48:50.567 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.581+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=OTQOOM45C3X8 type=del size=3833320 2024-04-15T16:48:50.568 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.582+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~23Q4780CN210.0 size=27684 2024-04-15T16:48:50.570 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.584+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=23Q4780CN210 tag=O723YR50SCXN type=write size=1076260 2024-04-15T16:48:50.571 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.586+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=XJY1AHOPK166 type=del size=2055114 2024-04-15T16:48:50.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:50 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:48:50.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:50 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:48:50.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:50 smithi090 ceph-mon[89240]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-15T16:48:50.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:50 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3568958639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131659-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:48:50.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:50 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131659-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:48:50.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:50 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:48:50.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:50 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:48:50.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:50 smithi090 ceph-mon[91618]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-15T16:48:50.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:50 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3568958639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131659-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:48:50.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:50 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131659-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:48:50.573 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.587+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~X3IMD63UIYJ6.0 size=1048576 2024-04-15T16:48:50.573 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.588+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~X3IMD63UIYJ6.1 size=670517 2024-04-15T16:48:50.575 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.589+0000 7fcc009d6780 1 < completed multipart upload key=SMX0793SRFXB upload=X3IMD63UIYJ6 tag=L6KYY4URGNCN type=write size=2767669 2024-04-15T16:48:50.577 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.592+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~B9ZCT7Q6FCGH.0 size=1048576 2024-04-15T16:48:50.578 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.592+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~B9ZCT7Q6FCGH.1 size=1004638 2024-04-15T16:48:50.578 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.592+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=B9ZCT7Q6FCGH tag=ITAIEXKNAVM3 type=write size=3101790 2024-04-15T16:48:50.579 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.594+0000 7fcc009d6780 -1 < failed to complete operation key=QYKA01GVNV1V tag=L5OO786O5XEA type=del size=474476: (22) Invalid argument 2024-04-15T16:48:50.580 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.595+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=H060R6ZUH3SI type=del size=3025765 2024-04-15T16:48:50.582 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.596+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=DZ5IDMSQHXNN type=del 2024-04-15T16:48:50.584 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.598+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~3MCWNALU732P.0 size=477828 2024-04-15T16:48:50.584 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.598+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=3MCWNALU732P tag=L8BQ7YS51CX1 type=write size=1526404 2024-04-15T16:48:50.585 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.600+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~HFT1CWNLT36N.0 size=1048576 2024-04-15T16:48:50.586 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.600+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~HFT1CWNLT36N.1 size=1048576 2024-04-15T16:48:50.587 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.601+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~HFT1CWNLT36N.2 size=481916 2024-04-15T16:48:50.589 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.604+0000 7fcc009d6780 1 < completed multipart upload key=DLWMFB84M0FA upload=HFT1CWNLT36N tag=BGOZVWZS0UKX type=write size=3627644 2024-04-15T16:48:50.591 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.606+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~4W13T8EQ59LC.0 size=1048576 2024-04-15T16:48:50.592 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.607+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~4W13T8EQ59LC.1 size=1048576 2024-04-15T16:48:50.593 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.608+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~4W13T8EQ59LC.2 size=502016 2024-04-15T16:48:50.594 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.608+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=4W13T8EQ59LC tag=RZ8YQVZHAG2O type=write size=3647744 2024-04-15T16:48:50.595 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.609+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~R9YJRAIL230F.0 size=1048576 2024-04-15T16:48:50.596 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.610+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~R9YJRAIL230F.1 size=107306 2024-04-15T16:48:50.598 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.612+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=R9YJRAIL230F tag=59D7FHJYGQQP type=write size=2204458 2024-04-15T16:48:50.600 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.614+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~WNU10ZBANWPF.0 size=64416 2024-04-15T16:48:50.600 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.614+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=WNU10ZBANWPF tag=FEZMMT32BL2L type=write size=1112992 2024-04-15T16:48:50.602 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.617+0000 7fcc009d6780 1 < suggested update operation key=BXP894QCFBMM tag=O51XLCC8FT2M type=del size=848704 2024-04-15T16:48:50.604 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.619+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~NYHSVE6NWPS7.0 size=101090 2024-04-15T16:48:50.604 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.619+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=NYHSVE6NWPS7 tag=95261PAOKVEU type=write size=1149666 2024-04-15T16:48:50.605 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.620+0000 7fcc009d6780 1 < completed write operation key=32K02EULE6LL tag=IBTVZV5MX6KZ type=write size=591874 2024-04-15T16:48:50.607 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.621+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=X3WPEX9OQKWK type=write size=455662 2024-04-15T16:48:50.608 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.622+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~ZKFQ5NQ7TQL1.0 size=498314 2024-04-15T16:48:50.610 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.625+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=ZKFQ5NQ7TQL1 tag=VMOW6BS8IDGI type=write size=1546890 2024-04-15T16:48:50.612 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.627+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~57MZ7L93XEIM.0 size=1048576 2024-04-15T16:48:50.613 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.628+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~57MZ7L93XEIM.1 size=44681 2024-04-15T16:48:50.614 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.628+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=57MZ7L93XEIM tag=8A9BD6A8EF5Y type=write size=2141833 2024-04-15T16:48:50.615 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.629+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=0KCLU61T36LR type=del 2024-04-15T16:48:50.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:50 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:48:50.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:50 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:48:50.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:50 smithi153 ceph-mon[84714]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-15T16:48:50.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:50 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3568958639' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131659-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:48:50.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:50 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131659-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:48:50.616 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.630+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=EHA9OXD8WPYR type=del size=1168223 2024-04-15T16:48:50.617 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.632+0000 7fcc009d6780 1 < canceled operation key=32K02EULE6LL tag=HOXKQ7429E4X type=del size=3086155 2024-04-15T16:48:50.619 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.633+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=C5XN9C7V40IS type=del size=3635498 2024-04-15T16:48:50.620 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.634+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~Y4FP1PDO0IJZ.0 size=1048576 2024-04-15T16:48:50.621 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.635+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~Y4FP1PDO0IJZ.1 size=567429 2024-04-15T16:48:50.623 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.638+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=Y4FP1PDO0IJZ tag=SQLOARTFPVTP type=write size=2664581 2024-04-15T16:48:50.625 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.639+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=QU32HCGZIXNN type=del size=3483379 2024-04-15T16:48:50.627 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.641+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~BX3HQHJKWIED.0 size=645379 2024-04-15T16:48:50.629 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.643+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=BX3HQHJKWIED tag=YU8ULZIDDJTQ type=write size=1693955 2024-04-15T16:48:50.630 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.645+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=DJI231CPIJ5N type=del size=1850309 2024-04-15T16:48:50.632 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.646+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=UCV542QUFY7I type=del 2024-04-15T16:48:50.633 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.648+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=G9OUSR5EGEY0 type=del size=4115775 2024-04-15T16:48:50.636 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.650+0000 7fcc009d6780 1 < suggested update operation key=SEFWMQT6GQB4 tag=DBE01F2BW8HC type=del size=4073648 2024-04-15T16:48:50.638 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.652+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~EWZ23G1F8P1Y.0 size=1048576 2024-04-15T16:48:50.639 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.653+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~EWZ23G1F8P1Y.1 size=1048576 2024-04-15T16:48:50.640 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.655+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~EWZ23G1F8P1Y.2 size=616509 2024-04-15T16:48:50.640 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.655+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=EWZ23G1F8P1Y tag=Y1XXFO4ID1IR type=write size=3762237 2024-04-15T16:48:50.643 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.657+0000 7fcc009d6780 1 < suggested remove operation key=SMX0793SRFXB tag=OTQOOM45C3X8 type=del 2024-04-15T16:48:50.645 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.660+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~K70ID8Y9KNR4.0 size=1048576 2024-04-15T16:48:50.646 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.661+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~K70ID8Y9KNR4.1 size=1048576 2024-04-15T16:48:50.650 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.662+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~K70ID8Y9KNR4.2 size=16369 2024-04-15T16:48:50.650 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.662+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=K70ID8Y9KNR4 tag=GDIMRR204VVR type=write size=3162097 2024-04-15T16:48:50.650 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.663+0000 7fcc009d6780 1 < canceled operation key=XE6CHS65PXVA tag=XJY1AHOPK166 type=del size=2055114 2024-04-15T16:48:50.651 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.666+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~M89N3YMWBKIV.0 size=1048576 2024-04-15T16:48:50.652 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.667+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~M89N3YMWBKIV.1 size=1048576 2024-04-15T16:48:50.653 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.668+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~M89N3YMWBKIV.2 size=117604 2024-04-15T16:48:50.654 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.668+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=M89N3YMWBKIV tag=RYDFI2UAWS85 type=write size=3263332 2024-04-15T16:48:50.655 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.669+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~B9ZCT7Q6FCGH.0 size=1048576 2024-04-15T16:48:50.656 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.670+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~B9ZCT7Q6FCGH.1 size=1004638 2024-04-15T16:48:50.658 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.672+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=B9ZCT7Q6FCGH tag=ITAIEXKNAVM3 type=write size=3101790 2024-04-15T16:48:50.660 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.674+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~HTAPML0PXZPQ.0 size=1048576 2024-04-15T16:48:50.661 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.675+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~HTAPML0PXZPQ.1 size=1048576 2024-04-15T16:48:50.662 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.676+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~HTAPML0PXZPQ.2 size=234619 2024-04-15T16:48:50.662 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.676+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=HTAPML0PXZPQ tag=1S7MCY541M7T type=write size=3380347 2024-04-15T16:48:50.663 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.677+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=H060R6ZUH3SI type=del 2024-04-15T16:48:50.664 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.679+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=19VLXI1GVAE4 type=del size=330399 2024-04-15T16:48:50.665 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.680+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~3MCWNALU732P.0 size=477828 2024-04-15T16:48:50.668 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.682+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=3MCWNALU732P tag=L8BQ7YS51CX1 type=write size=1526404 2024-04-15T16:48:50.669 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.683+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=8YDQH31D5G7L type=write size=611618 2024-04-15T16:48:50.669 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.684+0000 7fcc009d6780 1 < canceled part key=_multipart_CQ12L2GW4SE3.2~4W13T8EQ59LC.0 size=1048576 2024-04-15T16:48:50.670 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.685+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~4W13T8EQ59LC.1 size=1048576 2024-04-15T16:48:50.671 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.686+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~4W13T8EQ59LC.2 size=502016 2024-04-15T16:48:50.673 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.688+0000 7fcc009d6780 1 < canceled multipart upload key=CQ12L2GW4SE3 upload=4W13T8EQ59LC tag=RZ8YQVZHAG2O type=write size=3647744 2024-04-15T16:48:50.674 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.689+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=BC36O0YD7FNZ type=del size=3061714 2024-04-15T16:48:50.676 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.690+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~WNU10ZBANWPF.0 size=64416 2024-04-15T16:48:50.678 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.692+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=WNU10ZBANWPF tag=FEZMMT32BL2L type=write size=1112992 2024-04-15T16:48:50.680 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.694+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~Q6ZWQG21D2GN.0 size=695318 2024-04-15T16:48:50.680 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.694+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=Q6ZWQG21D2GN tag=SHYI9P3LOLTU type=write size=1743894 2024-04-15T16:48:50.682 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.696+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~NYHSVE6NWPS7.0 size=101090 2024-04-15T16:48:50.683 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.698+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=NYHSVE6NWPS7 tag=95261PAOKVEU type=write size=1149666 2024-04-15T16:48:50.685 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.699+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=6RMYEC4KEVHE type=write size=218269 2024-04-15T16:48:50.686 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.701+0000 7fcc009d6780 1 < completed write operation key=U99IDECO7FVV tag=X3WPEX9OQKWK type=write size=455662 2024-04-15T16:48:50.688 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.702+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=Y4DXC52R7SVH type=del size=4131447 2024-04-15T16:48:50.689 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.704+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~57MZ7L93XEIM.0 size=1048576 2024-04-15T16:48:50.691 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.705+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~57MZ7L93XEIM.1 size=44681 2024-04-15T16:48:50.692 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.707+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=57MZ7L93XEIM tag=8A9BD6A8EF5Y type=write size=2141833 2024-04-15T16:48:50.694 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.708+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=71IGKJZQ36TK type=del size=1608600 2024-04-15T16:48:50.696 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.710+0000 7fcc009d6780 1 < suggested remove operation key=SEFWMQT6GQB4 tag=EHA9OXD8WPYR type=del 2024-04-15T16:48:50.698 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.713+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~WH0MUJP9QM5H.0 size=1048576 2024-04-15T16:48:50.699 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.713+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~WH0MUJP9QM5H.1 size=998265 2024-04-15T16:48:50.699 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.713+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=WH0MUJP9QM5H tag=O20M3L1ZOV94 type=write size=3095417 2024-04-15T16:48:50.700 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.715+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=C5XN9C7V40IS type=del 2024-04-15T16:48:50.702 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.716+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=EXGW6NTMH9J0 type=del size=3454542 2024-04-15T16:48:50.703 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.718+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=QU32HCGZIXNN type=del 2024-04-15T16:48:50.705 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.719+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=DZ0SQY4KATN9 type=del size=883831 2024-04-15T16:48:50.706 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.720+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=DJI231CPIJ5N type=del 2024-04-15T16:48:50.708 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.722+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~05QOSZHQVDWL.0 size=1048576 2024-04-15T16:48:50.709 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.723+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~05QOSZHQVDWL.1 size=1048576 2024-04-15T16:48:50.710 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.724+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~05QOSZHQVDWL.2 size=648666 2024-04-15T16:48:50.710 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.724+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=05QOSZHQVDWL tag=D6W5AM9KUQ07 type=write size=3794394 2024-04-15T16:48:50.711 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.726+0000 7fcc009d6780 -1 < failed to complete operation key=SEFWMQT6GQB4 tag=G9OUSR5EGEY0 type=del size=4115775: (22) Invalid argument 2024-04-15T16:48:50.713 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.727+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=9FI4GQNC5EIY type=del size=951179 2024-04-15T16:48:50.713 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.727+0000 7fcc009d6780 1 < canceled part key=_multipart_7NTTGUKN6UZ3.2~EWZ23G1F8P1Y.0 size=1048576 2024-04-15T16:48:50.713 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.728+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~EWZ23G1F8P1Y.1 size=1048576 2024-04-15T16:48:50.714 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.728+0000 7fcc009d6780 1 < canceled part key=_multipart_7NTTGUKN6UZ3.2~EWZ23G1F8P1Y.2 size=616509 2024-04-15T16:48:50.715 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.730+0000 7fcc009d6780 1 < canceled multipart upload key=7NTTGUKN6UZ3 upload=EWZ23G1F8P1Y tag=Y1XXFO4ID1IR type=write size=3762237 2024-04-15T16:48:50.717 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.731+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=MGHNIC89SFWQ type=write size=681400 2024-04-15T16:48:50.718 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.732+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~K70ID8Y9KNR4.0 size=1048576 2024-04-15T16:48:50.719 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.733+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~K70ID8Y9KNR4.1 size=1048576 2024-04-15T16:48:50.720 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.734+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~K70ID8Y9KNR4.2 size=16369 2024-04-15T16:48:50.721 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.736+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=K70ID8Y9KNR4 tag=GDIMRR204VVR type=write size=3162097 2024-04-15T16:48:50.723 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.737+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=DRXKF7N7JJH8 type=del size=3898989 2024-04-15T16:48:50.724 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.739+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~M89N3YMWBKIV.0 size=1048576 2024-04-15T16:48:50.725 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.740+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~M89N3YMWBKIV.1 size=1048576 2024-04-15T16:48:50.726 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.741+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~M89N3YMWBKIV.2 size=117604 2024-04-15T16:48:50.728 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.743+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=M89N3YMWBKIV tag=RYDFI2UAWS85 type=write size=3263332 2024-04-15T16:48:50.729 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.744+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=ONG72RZJQDWH type=write size=762806 2024-04-15T16:48:50.731 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.745+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~HTAPML0PXZPQ.0 size=1048576 2024-04-15T16:48:50.732 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.746+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~HTAPML0PXZPQ.1 size=1048576 2024-04-15T16:48:50.733 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.747+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~HTAPML0PXZPQ.2 size=234619 2024-04-15T16:48:50.735 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.749+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=HTAPML0PXZPQ tag=1S7MCY541M7T type=write size=3380347 2024-04-15T16:48:50.737 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.751+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~CVCGZH1B7470.0 size=1048576 2024-04-15T16:48:50.738 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.752+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~CVCGZH1B7470.1 size=957384 2024-04-15T16:48:50.738 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.752+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=CVCGZH1B7470 tag=OCDOFLXK24K0 type=write size=3054536 2024-04-15T16:48:50.739 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.754+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=19VLXI1GVAE4 type=del 2024-04-15T16:48:50.740 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.755+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=X39ZJBVF7TSW type=del size=2123581 2024-04-15T16:48:50.742 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.756+0000 7fcc009d6780 1 < completed write operation key=8VXMHHU12YH7 tag=8YDQH31D5G7L type=write size=611618 2024-04-15T16:48:50.743 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.758+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=MXKTAG633248 type=del size=3920546 2024-04-15T16:48:50.744 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.759+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=BC36O0YD7FNZ type=del 2024-04-15T16:48:50.746 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.760+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=MBW7870AAK5A type=write size=682674 2024-04-15T16:48:50.747 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.761+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~Q6ZWQG21D2GN.0 size=695318 2024-04-15T16:48:50.749 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.763+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=Q6ZWQG21D2GN tag=SHYI9P3LOLTU type=write size=1743894 2024-04-15T16:48:50.750 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.764+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=Q62Y18WE8XCW type=del size=2038752 2024-04-15T16:48:50.751 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.765+0000 7fcc009d6780 1 < completed write operation key=4BYY962BPUZ7 tag=6RMYEC4KEVHE type=write size=218269 2024-04-15T16:48:50.752 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.767+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=EJ7ZWWVOWOEV type=del size=924723 2024-04-15T16:48:50.755 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.770+0000 7fcc009d6780 1 < suggested remove operation key=OQ6P5LJ15QMV tag=Y4DXC52R7SVH type=del 2024-04-15T16:48:50.757 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.771+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=2WLTGEU6MQAA type=del size=2559247 2024-04-15T16:48:50.757 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.772+0000 7fcc009d6780 -1 < no bi entry to suggest for operation key=OQ6P5LJ15QMV tag=71IGKJZQ36TK type=del size=1608600: (2) No such file or directory 2024-04-15T16:48:50.759 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.774+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~4YBJK44O1YZR.0 size=14290 2024-04-15T16:48:50.759 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.774+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=4YBJK44O1YZR tag=WSYO5HZYMJTI type=write size=1062866 2024-04-15T16:48:50.761 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.775+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~WH0MUJP9QM5H.0 size=1048576 2024-04-15T16:48:50.761 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.775+0000 7fcc009d6780 1 < canceled part key=_multipart_SM1B7DUDN47F.2~WH0MUJP9QM5H.1 size=998265 2024-04-15T16:48:50.762 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.777+0000 7fcc009d6780 1 < canceled multipart upload key=SM1B7DUDN47F upload=WH0MUJP9QM5H tag=O20M3L1ZOV94 type=write size=3095417 2024-04-15T16:48:50.764 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.778+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=Z9MG11JD3EW5 type=del size=3728521 2024-04-15T16:48:50.765 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.779+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=EXGW6NTMH9J0 type=del 2024-04-15T16:48:50.766 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.781+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=SKZDZKF138LS type=del size=690065 2024-04-15T16:48:50.768 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.782+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=DZ0SQY4KATN9 type=del 2024-04-15T16:48:50.769 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.784+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=8L87KCK4ZYDV type=del size=739608 2024-04-15T16:48:50.770 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.785+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~05QOSZHQVDWL.0 size=1048576 2024-04-15T16:48:50.770 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.785+0000 7fcc009d6780 1 < canceled part key=_multipart_Q6ADAXSPMY0X.2~05QOSZHQVDWL.1 size=1048576 2024-04-15T16:48:50.771 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.786+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~05QOSZHQVDWL.2 size=648666 2024-04-15T16:48:50.773 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.788+0000 7fcc009d6780 1 < canceled multipart upload key=Q6ADAXSPMY0X upload=05QOSZHQVDWL tag=D6W5AM9KUQ07 type=write size=3794394 2024-04-15T16:48:50.776 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.790+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~8P24S6FAD1IR.0 size=514246 2024-04-15T16:48:50.776 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.790+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=8P24S6FAD1IR tag=KAWPPH0XN6RL type=write size=1562822 2024-04-15T16:48:50.778 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.793+0000 7fcc009d6780 1 < suggested update operation key=32K02EULE6LL tag=9FI4GQNC5EIY type=del size=951179 2024-04-15T16:48:50.780 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.794+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=GAJFPTYUN7JS type=write size=662587 2024-04-15T16:48:50.781 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.795+0000 7fcc009d6780 1 < completed write operation key=3TSCAKP7XLQL tag=MGHNIC89SFWQ type=write size=681400 2024-04-15T16:48:50.782 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.797+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=JAH1HZPLMIF3 type=del size=2008139 2024-04-15T16:48:50.784 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.798+0000 7fcc009d6780 1 < canceled operation key=DLWMFB84M0FA tag=DRXKF7N7JJH8 type=del size=3898989 2024-04-15T16:48:50.785 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.800+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=82JR36ITLHUQ type=del size=3012494 2024-04-15T16:48:50.787 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.801+0000 7fcc009d6780 1 < completed write operation key=BQ060THFR5IO tag=ONG72RZJQDWH type=write size=762806 2024-04-15T16:48:50.789 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.803+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~VWFMT929AS1G.0 size=1048576 2024-04-15T16:48:50.790 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.804+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~VWFMT929AS1G.1 size=861939 2024-04-15T16:48:50.790 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.804+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=VWFMT929AS1G tag=FTRXRXY8D6DH type=write size=2959091 2024-04-15T16:48:50.791 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.805+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~CVCGZH1B7470.0 size=1048576 2024-04-15T16:48:50.792 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.806+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~CVCGZH1B7470.1 size=957384 2024-04-15T16:48:50.794 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.808+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=CVCGZH1B7470 tag=OCDOFLXK24K0 type=write size=3054536 2024-04-15T16:48:50.797 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.811+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~9UBIAXNXX17Y.0 size=1048576 2024-04-15T16:48:50.797 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.812+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~9UBIAXNXX17Y.1 size=668734 2024-04-15T16:48:50.798 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.812+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=9UBIAXNXX17Y tag=7F0WWL33VO06 type=write size=2765886 2024-04-15T16:48:50.799 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.813+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=X39ZJBVF7TSW type=del 2024-04-15T16:48:50.800 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.815+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=HTZUOHB3H5H2 type=del size=2974260 2024-04-15T16:48:50.802 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.816+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=MXKTAG633248 type=del 2024-04-15T16:48:50.803 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.817+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=UDGAPHW6I68E type=write size=184849 2024-04-15T16:48:50.805 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.819+0000 7fcc009d6780 1 < suggested remove operation key=H9FFWDTWEPPS tag=MBW7870AAK5A type=write 2024-04-15T16:48:50.806 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.820+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=MLPSURMXOUAY type=del size=3737636 2024-04-15T16:48:50.807 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.822+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=Q62Y18WE8XCW type=del 2024-04-15T16:48:50.808 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.823+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=4CT8BD32CACR type=del size=180127 2024-04-15T16:48:50.810 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.824+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=EJ7ZWWVOWOEV type=del 2024-04-15T16:48:50.811 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.825+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=UXBFVIQGF53K type=del size=952119 2024-04-15T16:48:50.812 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.827+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=2WLTGEU6MQAA type=del 2024-04-15T16:48:50.813 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.828+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=80PKBI4WDT5Z type=write size=6677 2024-04-15T16:48:50.815 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.829+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~4YBJK44O1YZR.0 size=14290 2024-04-15T16:48:50.817 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.831+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=4YBJK44O1YZR tag=WSYO5HZYMJTI type=write size=1062866 2024-04-15T16:48:50.819 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.834+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~7LCQAZ48KRU1.0 size=1048576 2024-04-15T16:48:50.821 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.835+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~7LCQAZ48KRU1.1 size=1048576 2024-04-15T16:48:50.822 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.836+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~7LCQAZ48KRU1.2 size=552086 2024-04-15T16:48:50.822 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.836+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=7LCQAZ48KRU1 tag=QX9VJYHTQF7H type=write size=3697814 2024-04-15T16:48:50.823 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.838+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=Z9MG11JD3EW5 type=del 2024-04-15T16:48:50.826 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.840+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~W4Y8QGQI0RMW.0 size=1048576 2024-04-15T16:48:50.827 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.841+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~W4Y8QGQI0RMW.1 size=63294 2024-04-15T16:48:50.827 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.841+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=W4Y8QGQI0RMW tag=CZRKDBHCVDA0 type=write size=2160446 2024-04-15T16:48:50.830 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.844+0000 7fcc009d6780 1 < suggested remove operation key=KZLUKZMI1WBU tag=SKZDZKF138LS type=del 2024-04-15T16:48:50.831 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.846+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=JJ17ML5U7LX9 type=write size=1007468 2024-04-15T16:48:50.834 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.848+0000 7fcc009d6780 1 < suggested update operation key=CQ12L2GW4SE3 tag=8L87KCK4ZYDV type=del size=739608 2024-04-15T16:48:50.835 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.850+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=4BDALGNXGC09 type=del size=1608978 2024-04-15T16:48:50.837 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.851+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~8P24S6FAD1IR.0 size=514246 2024-04-15T16:48:50.838 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.853+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=8P24S6FAD1IR tag=KAWPPH0XN6RL type=write size=1562822 2024-04-15T16:48:50.841 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.855+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~TBAD8NU3QK3V.0 size=1048576 2024-04-15T16:48:50.842 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.857+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~TBAD8NU3QK3V.1 size=247976 2024-04-15T16:48:50.843 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.857+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=TBAD8NU3QK3V tag=UCH4G8DCKTZ0 type=write size=2345128 2024-04-15T16:48:50.844 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.858+0000 7fcc009d6780 -1 < failed to complete operation key=KZLUKZMI1WBU tag=GAJFPTYUN7JS type=write size=662587: (22) Invalid argument 2024-04-15T16:48:50.847 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.861+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~C0899Z391GTS.0 size=1048576 2024-04-15T16:48:50.847 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.862+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~C0899Z391GTS.1 size=1048576 2024-04-15T16:48:50.848 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.863+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~C0899Z391GTS.2 size=497693 2024-04-15T16:48:50.849 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.863+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=C0899Z391GTS tag=CAG2F8BBHGYO type=write size=3643421 2024-04-15T16:48:50.850 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.864+0000 7fcc009d6780 1 < canceled operation key=7NTTGUKN6UZ3 tag=JAH1HZPLMIF3 type=del size=2008139 2024-04-15T16:48:50.853 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.866+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~3IYNBWAK04AX.0 size=408746 2024-04-15T16:48:50.853 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.866+0000 7fcc009d6780 1 > prepared multipart upload key=7GJPLM2OVON4 upload=3IYNBWAK04AX tag=IYOJEHY22KWI type=write size=1457322 2024-04-15T16:48:50.854 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.869+0000 7fcc009d6780 1 < suggested remove operation key=LEXP4TLXUJL4 tag=82JR36ITLHUQ type=del 2024-04-15T16:48:50.856 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.870+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=407O74TC5RTY type=write size=959050 2024-04-15T16:48:50.857 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.872+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~VWFMT929AS1G.0 size=1048576 2024-04-15T16:48:50.858 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.873+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~VWFMT929AS1G.1 size=861939 2024-04-15T16:48:50.861 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.875+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=VWFMT929AS1G tag=FTRXRXY8D6DH type=write size=2959091 2024-04-15T16:48:50.863 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.878+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~WTFSBJ0UGU5U.0 size=1048576 2024-04-15T16:48:50.865 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.879+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~WTFSBJ0UGU5U.1 size=68504 2024-04-15T16:48:50.865 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.879+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=WTFSBJ0UGU5U tag=3N85FWAWANIW type=write size=2165656 2024-04-15T16:48:50.865 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.879+0000 7fcc009d6780 1 < canceled part key=_multipart_H9FFWDTWEPPS.2~9UBIAXNXX17Y.0 size=1048576 2024-04-15T16:48:50.866 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.881+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~9UBIAXNXX17Y.1 size=668734 2024-04-15T16:48:50.869 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.883+0000 7fcc009d6780 1 < canceled multipart upload key=H9FFWDTWEPPS upload=9UBIAXNXX17Y tag=7F0WWL33VO06 type=write size=2765886 2024-04-15T16:48:50.871 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.885+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~QT5JW2S0Z8OI.0 size=1024802 2024-04-15T16:48:50.871 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.885+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=QT5JW2S0Z8OI tag=0V8GARXQSZ7W type=write size=2073378 2024-04-15T16:48:50.872 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.887+0000 7fcc009d6780 1 < canceled operation key=BJ0SZQNPDE4F tag=HTZUOHB3H5H2 type=del size=2974260 2024-04-15T16:48:50.874 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.888+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=QUTSQZAS0DLJ type=write size=378792 2024-04-15T16:48:50.875 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.889+0000 7fcc009d6780 1 < completed write operation key=GEH1YTD5S8EP tag=UDGAPHW6I68E type=write size=184849 2024-04-15T16:48:50.877 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.891+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~80503GWMGY79.0 size=1048576 2024-04-15T16:48:50.878 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.892+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~80503GWMGY79.1 size=886015 2024-04-15T16:48:50.878 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.892+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=80503GWMGY79 tag=OFOVFUXNKYPI type=write size=2983167 2024-04-15T16:48:50.879 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.893+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=MLPSURMXOUAY type=del 2024-04-15T16:48:50.881 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.895+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=1Q3K4543HWR0 type=del size=2780886 2024-04-15T16:48:50.882 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.896+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=4CT8BD32CACR type=del 2024-04-15T16:48:50.883 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.898+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=8BSD7HXQ320O type=del size=2300277 2024-04-15T16:48:50.885 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.899+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=UXBFVIQGF53K type=del 2024-04-15T16:48:50.887 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.901+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~NVKAYINXB27V.0 size=235996 2024-04-15T16:48:50.887 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.901+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=NVKAYINXB27V tag=8LE19WZUSOUG type=write size=1284572 2024-04-15T16:48:50.888 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.902+0000 7fcc009d6780 1 < completed write operation key=SEFWMQT6GQB4 tag=80PKBI4WDT5Z type=write size=6677 2024-04-15T16:48:50.889 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.904+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=KBSOS2B8AX35 type=del size=113786 2024-04-15T16:48:50.889 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.904+0000 7fcc009d6780 1 < canceled part key=_multipart_8VXMHHU12YH7.2~7LCQAZ48KRU1.0 size=1048576 2024-04-15T16:48:50.891 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.905+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~7LCQAZ48KRU1.1 size=1048576 2024-04-15T16:48:50.892 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.906+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~7LCQAZ48KRU1.2 size=552086 2024-04-15T16:48:50.894 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.908+0000 7fcc009d6780 1 < canceled multipart upload key=8VXMHHU12YH7 upload=7LCQAZ48KRU1 tag=QX9VJYHTQF7H type=write size=3697814 2024-04-15T16:48:50.895 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.910+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=GO483ILKQ296 type=del size=2993922 2024-04-15T16:48:50.896 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.911+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~W4Y8QGQI0RMW.0 size=1048576 2024-04-15T16:48:50.897 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.912+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~W4Y8QGQI0RMW.1 size=63294 2024-04-15T16:48:50.900 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.914+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=W4Y8QGQI0RMW tag=CZRKDBHCVDA0 type=write size=2160446 2024-04-15T16:48:50.901 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.915+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=JHMDOR0802SM type=del size=3201071 2024-04-15T16:48:50.902 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.917+0000 7fcc009d6780 1 < completed write operation key=GEH1YTD5S8EP tag=JJ17ML5U7LX9 type=write size=1007468 2024-04-15T16:48:50.905 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.919+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~80W1IUZAVI8D.0 size=1048576 2024-04-15T16:48:50.906 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.920+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~80W1IUZAVI8D.1 size=482466 2024-04-15T16:48:50.906 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.920+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=80W1IUZAVI8D tag=8TKJFNQ8Q0B9 type=write size=2579618 2024-04-15T16:48:50.908 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.922+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=4BDALGNXGC09 type=del 2024-04-15T16:48:50.909 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.923+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=AMA9OFOZQPSH type=del size=2266273 2024-04-15T16:48:50.910 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.924+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~TBAD8NU3QK3V.0 size=1048576 2024-04-15T16:48:50.911 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.925+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~TBAD8NU3QK3V.1 size=247976 2024-04-15T16:48:50.913 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.928+0000 7fcc009d6780 1 < completed multipart upload key=DLWMFB84M0FA upload=TBAD8NU3QK3V tag=UCH4G8DCKTZ0 type=write size=2345128 2024-04-15T16:48:50.915 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.929+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=I83NXX5NJM13 type=del size=1397695 2024-04-15T16:48:50.916 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.931+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~C0899Z391GTS.0 size=1048576 2024-04-15T16:48:50.917 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.932+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~C0899Z391GTS.1 size=1048576 2024-04-15T16:48:50.919 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.933+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~C0899Z391GTS.2 size=497693 2024-04-15T16:48:50.921 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.935+0000 7fcc009d6780 1 < completed multipart upload key=GEH1YTD5S8EP upload=C0899Z391GTS tag=CAG2F8BBHGYO type=write size=3643421 2024-04-15T16:48:50.923 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.938+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~2INMPBGABK4R.0 size=1048576 2024-04-15T16:48:50.924 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.939+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~2INMPBGABK4R.1 size=1048576 2024-04-15T16:48:50.925 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.940+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~2INMPBGABK4R.2 size=159626 2024-04-15T16:48:50.925 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.940+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=2INMPBGABK4R tag=BCO84OEKVNWT type=write size=3305354 2024-04-15T16:48:50.926 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.940+0000 7fcc009d6780 1 < canceled part key=_multipart_7GJPLM2OVON4.2~3IYNBWAK04AX.0 size=408746 2024-04-15T16:48:50.928 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.942+0000 7fcc009d6780 1 < canceled multipart upload key=7GJPLM2OVON4 upload=3IYNBWAK04AX tag=IYOJEHY22KWI type=write size=1457322 2024-04-15T16:48:50.929 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.943+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=VVJRBZS1V2F0 type=del size=679524 2024-04-15T16:48:50.931 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.945+0000 7fcc009d6780 1 < completed write operation key=LEXP4TLXUJL4 tag=407O74TC5RTY type=write size=959050 2024-04-15T16:48:50.932 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.946+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=G537JIJR0NWE type=del size=1503 2024-04-15T16:48:50.932 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.947+0000 7fcc009d6780 1 < canceled part key=_multipart_DLWMFB84M0FA.2~WTFSBJ0UGU5U.0 size=1048576 2024-04-15T16:48:50.934 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.947+0000 7fcc009d6780 1 < canceled part key=_multipart_DLWMFB84M0FA.2~WTFSBJ0UGU5U.1 size=68504 2024-04-15T16:48:50.934 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.949+0000 7fcc009d6780 1 < canceled multipart upload key=DLWMFB84M0FA upload=WTFSBJ0UGU5U tag=3N85FWAWANIW type=write size=2165656 2024-04-15T16:48:50.936 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.950+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=I0WZX5DRP79B type=del size=3169186 2024-04-15T16:48:50.937 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.951+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~QT5JW2S0Z8OI.0 size=1024802 2024-04-15T16:48:50.939 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.953+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=QT5JW2S0Z8OI tag=0V8GARXQSZ7W type=write size=2073378 2024-04-15T16:48:50.941 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.956+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~GQOE74LZG2VQ.0 size=1048576 2024-04-15T16:48:50.942 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.957+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~GQOE74LZG2VQ.1 size=835660 2024-04-15T16:48:50.943 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.957+0000 7fcc009d6780 1 > prepared multipart upload key=7GJPLM2OVON4 upload=GQOE74LZG2VQ tag=I2FUKC0EJXF8 type=write size=2932812 2024-04-15T16:48:50.945 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.960+0000 7fcc009d6780 1 < suggested update operation key=H9FFWDTWEPPS tag=QUTSQZAS0DLJ type=write size=378792 2024-04-15T16:48:50.946 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.961+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=0NQOS47I5GDP type=del size=612475 2024-04-15T16:48:50.948 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.962+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~80503GWMGY79.0 size=1048576 2024-04-15T16:48:50.949 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.963+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~80503GWMGY79.1 size=886015 2024-04-15T16:48:50.951 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.965+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=80503GWMGY79 tag=OFOVFUXNKYPI type=write size=2983167 2024-04-15T16:48:50.952 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.966+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=CPCO4FN6I61V type=del size=1872867 2024-04-15T16:48:50.956 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.970+0000 7fcc009d6780 1 < suggested update operation key=BJ0SZQNPDE4F tag=1Q3K4543HWR0 type=del size=2780886 2024-04-15T16:48:50.958 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.973+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~GWN3KSB7N5IB.0 size=1048576 2024-04-15T16:48:50.959 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.974+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~GWN3KSB7N5IB.1 size=983487 2024-04-15T16:48:50.959 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.974+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=GWN3KSB7N5IB tag=841K05URLNWO type=write size=3080639 2024-04-15T16:48:50.961 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.975+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=8BSD7HXQ320O type=del 2024-04-15T16:48:50.963 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.977+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~OWSU141PQL7W.0 size=1048576 2024-04-15T16:48:50.964 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.978+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~OWSU141PQL7W.1 size=575555 2024-04-15T16:48:50.964 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.978+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=OWSU141PQL7W tag=NAVUWMEB0L7S type=write size=2672707 2024-04-15T16:48:50.966 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.980+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~NVKAYINXB27V.0 size=235996 2024-04-15T16:48:50.967 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.982+0000 7fcc009d6780 1 < completed multipart upload key=GEH1YTD5S8EP upload=NVKAYINXB27V tag=8LE19WZUSOUG type=write size=1284572 2024-04-15T16:48:50.969 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.983+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=YZ0XXQWAPZ5V type=write size=476741 2024-04-15T16:48:50.970 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.984+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=KBSOS2B8AX35 type=del 2024-04-15T16:48:50.971 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.986+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=5KLSDNYHY2YP type=write size=915843 2024-04-15T16:48:50.973 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.987+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=GO483ILKQ296 type=del 2024-04-15T16:48:50.975 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.989+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~8BDW32PNJR3V.0 size=1048576 2024-04-15T16:48:50.976 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.990+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~8BDW32PNJR3V.1 size=852742 2024-04-15T16:48:50.976 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.990+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=8BDW32PNJR3V tag=408Q0QA0FDBB type=write size=2949894 2024-04-15T16:48:50.977 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.992+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=JHMDOR0802SM type=del 2024-04-15T16:48:50.978 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.993+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=ZNPNN2VKK5MW type=del size=331458 2024-04-15T16:48:50.980 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.994+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~80W1IUZAVI8D.0 size=1048576 2024-04-15T16:48:50.980 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.995+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~80W1IUZAVI8D.1 size=482466 2024-04-15T16:48:50.982 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.997+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=80W1IUZAVI8D tag=8TKJFNQ8Q0B9 type=write size=2579618 2024-04-15T16:48:50.984 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.998+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=18CET0L5BT0E type=write size=185659 2024-04-15T16:48:50.985 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:50.999+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=AMA9OFOZQPSH type=del 2024-04-15T16:48:50.987 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.002+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~OIM11O5T9ESD.0 size=1048576 2024-04-15T16:48:50.988 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.003+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~OIM11O5T9ESD.1 size=1048576 2024-04-15T16:48:50.989 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.004+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~OIM11O5T9ESD.2 size=9296 2024-04-15T16:48:50.990 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.004+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=OIM11O5T9ESD tag=65LQYZ3TEC5V type=write size=3155024 2024-04-15T16:48:50.991 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.005+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=I83NXX5NJM13 type=del 2024-04-15T16:48:50.992 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.006+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=U9SXF3ZLMFAT type=del size=2695162 2024-04-15T16:48:50.993 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.008+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~2INMPBGABK4R.0 size=1048576 2024-04-15T16:48:50.994 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.009+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~2INMPBGABK4R.1 size=1048576 2024-04-15T16:48:50.995 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.010+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~2INMPBGABK4R.2 size=159626 2024-04-15T16:48:50.998 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.012+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=2INMPBGABK4R tag=BCO84OEKVNWT type=write size=3305354 2024-04-15T16:48:51.000 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.015+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~PML07QVHNQJW.0 size=1048576 2024-04-15T16:48:51.001 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.016+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~PML07QVHNQJW.1 size=504876 2024-04-15T16:48:51.001 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.016+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=PML07QVHNQJW tag=2EEGTBZ99JTP type=write size=2602028 2024-04-15T16:48:51.004 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.018+0000 7fcc009d6780 1 < suggested remove operation key=GJK15ROSBRTP tag=VVJRBZS1V2F0 type=del 2024-04-15T16:48:51.006 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.021+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~EOK7HRNEOMUT.0 size=1048576 2024-04-15T16:48:51.007 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.022+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~EOK7HRNEOMUT.1 size=962005 2024-04-15T16:48:51.007 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.022+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=EOK7HRNEOMUT tag=2YPB4M7U7VDP type=write size=3059157 2024-04-15T16:48:51.009 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.023+0000 7fcc009d6780 1 < completed delete operation key=SEFWMQT6GQB4 tag=G537JIJR0NWE type=del 2024-04-15T16:48:51.010 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.024+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=P17X034HX4OS type=del size=1364392 2024-04-15T16:48:51.011 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.026+0000 7fcc009d6780 -1 < failed to complete operation key=GJK15ROSBRTP tag=I0WZX5DRP79B type=del size=3169186: (22) Invalid argument 2024-04-15T16:48:51.013 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.028+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~291JQVEETR1K.0 size=683520 2024-04-15T16:48:51.014 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.028+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=291JQVEETR1K tag=33O6EDICUJN9 type=write size=1732096 2024-04-15T16:48:51.015 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.029+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~GQOE74LZG2VQ.0 size=1048576 2024-04-15T16:48:51.016 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.030+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~GQOE74LZG2VQ.1 size=835660 2024-04-15T16:48:51.018 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.033+0000 7fcc009d6780 1 < completed multipart upload key=7GJPLM2OVON4 upload=GQOE74LZG2VQ tag=I2FUKC0EJXF8 type=write size=2932812 2024-04-15T16:48:51.020 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.034+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=E1Q6LB1ZMDL1 type=del size=218930 2024-04-15T16:48:51.021 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.035+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=0NQOS47I5GDP type=del 2024-04-15T16:48:51.024 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.038+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~T7DWP7N5Y25R.0 size=1030773 2024-04-15T16:48:51.024 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.038+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=T7DWP7N5Y25R tag=SC2HVCK2IFWM type=write size=2079349 2024-04-15T16:48:51.025 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.039+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=CPCO4FN6I61V type=del 2024-04-15T16:48:51.026 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.041+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=0A5GOVVDYAJW type=del size=3617469 2024-04-15T16:48:51.028 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.042+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~GWN3KSB7N5IB.0 size=1048576 2024-04-15T16:48:51.029 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.044+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~GWN3KSB7N5IB.1 size=983487 2024-04-15T16:48:51.032 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.046+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=GWN3KSB7N5IB tag=841K05URLNWO type=write size=3080639 2024-04-15T16:48:51.036 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.049+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~GKULGK596BK3.0 size=1048576 2024-04-15T16:48:51.036 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.050+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~GKULGK596BK3.1 size=1048576 2024-04-15T16:48:51.037 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.051+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~GKULGK596BK3.2 size=618371 2024-04-15T16:48:51.037 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.051+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=GKULGK596BK3 tag=BRQ25RF13A69 type=write size=3764099 2024-04-15T16:48:51.039 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.053+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~OWSU141PQL7W.0 size=1048576 2024-04-15T16:48:51.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.054+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~OWSU141PQL7W.1 size=575555 2024-04-15T16:48:51.042 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.056+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=OWSU141PQL7W tag=NAVUWMEB0L7S type=write size=2672707 2024-04-15T16:48:51.045 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.058+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=ENT8CJT4RCZ4 type=del size=267251 2024-04-15T16:48:51.045 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.059+0000 7fcc009d6780 1 < completed write operation key=CGQDFKP4V6R7 tag=YZ0XXQWAPZ5V type=write size=476741 2024-04-15T16:48:51.047 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.062+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~W65BUI418L9O.0 size=1048576 2024-04-15T16:48:51.048 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.063+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~W65BUI418L9O.1 size=1048576 2024-04-15T16:48:51.049 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.064+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~W65BUI418L9O.2 size=813018 2024-04-15T16:48:51.050 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.064+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=W65BUI418L9O tag=30O1E5VSGNC2 type=write size=3958746 2024-04-15T16:48:51.052 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.066+0000 7fcc009d6780 1 < suggested update operation key=7GJPLM2OVON4 tag=5KLSDNYHY2YP type=write size=915843 2024-04-15T16:48:51.053 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.068+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=HBNT8IR1IXJ7 type=write size=860583 2024-04-15T16:48:51.055 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.069+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~8BDW32PNJR3V.0 size=1048576 2024-04-15T16:48:51.056 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.070+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~8BDW32PNJR3V.1 size=852742 2024-04-15T16:48:51.058 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.073+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=8BDW32PNJR3V tag=408Q0QA0FDBB type=write size=2949894 2024-04-15T16:48:51.062 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.074+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=5BAKNSNBO4AC type=write size=193082 2024-04-15T16:48:51.062 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.077+0000 7fcc009d6780 1 < suggested update operation key=15VOAX95U1N2 tag=ZNPNN2VKK5MW type=del size=331458 2024-04-15T16:48:51.064 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.079+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=BJTMI7DHG38B type=del size=2469198 2024-04-15T16:48:51.065 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.080+0000 7fcc009d6780 1 < completed write operation key=QYKA01GVNV1V tag=18CET0L5BT0E type=write size=185659 2024-04-15T16:48:51.067 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.081+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=LFQWKNQ6VWD6 type=del size=1723503 2024-04-15T16:48:51.068 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.083+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~OIM11O5T9ESD.0 size=1048576 2024-04-15T16:48:51.069 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.084+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~OIM11O5T9ESD.1 size=1048576 2024-04-15T16:48:51.070 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.085+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~OIM11O5T9ESD.2 size=9296 2024-04-15T16:48:51.073 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.087+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=OIM11O5T9ESD tag=65LQYZ3TEC5V type=write size=3155024 2024-04-15T16:48:51.075 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.090+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~AIS92I2T88YQ.0 size=1048576 2024-04-15T16:48:51.076 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.091+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~AIS92I2T88YQ.1 size=1048576 2024-04-15T16:48:51.077 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.092+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~AIS92I2T88YQ.2 size=159639 2024-04-15T16:48:51.077 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.092+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=AIS92I2T88YQ tag=QBOLGTTWAD2Z type=write size=3305367 2024-04-15T16:48:51.078 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.093+0000 7fcc009d6780 1 < canceled operation key=H9FFWDTWEPPS tag=U9SXF3ZLMFAT type=del size=2695162 2024-04-15T16:48:51.080 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.094+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=U6GKHWPIAEPV type=write size=843637 2024-04-15T16:48:51.082 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.096+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~PML07QVHNQJW.0 size=1048576 2024-04-15T16:48:51.083 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.097+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~PML07QVHNQJW.1 size=504876 2024-04-15T16:48:51.085 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.099+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=PML07QVHNQJW tag=2EEGTBZ99JTP type=write size=2602028 2024-04-15T16:48:51.087 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.102+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~M1VZM3XSA901.0 size=147638 2024-04-15T16:48:51.087 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.102+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=M1VZM3XSA901 tag=GM4UXCP8H996 type=write size=1196214 2024-04-15T16:48:51.089 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.103+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~EOK7HRNEOMUT.0 size=1048576 2024-04-15T16:48:51.089 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.103+0000 7fcc009d6780 1 < canceled part key=_multipart_SM1B7DUDN47F.2~EOK7HRNEOMUT.1 size=962005 2024-04-15T16:48:51.091 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.105+0000 7fcc009d6780 1 < canceled multipart upload key=SM1B7DUDN47F upload=EOK7HRNEOMUT tag=2YPB4M7U7VDP type=write size=3059157 2024-04-15T16:48:51.093 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.108+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~LKC2HP23YCK2.0 size=1048576 2024-04-15T16:48:51.094 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.109+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~LKC2HP23YCK2.1 size=445039 2024-04-15T16:48:51.094 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.109+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=LKC2HP23YCK2 tag=QHWQ9WZUT9XR type=write size=2542191 2024-04-15T16:48:51.096 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.110+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=P17X034HX4OS type=del 2024-04-15T16:48:51.099 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.113+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~I4AJ9CMOY6Y7.0 size=1048576 2024-04-15T16:48:51.100 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.114+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~I4AJ9CMOY6Y7.1 size=869285 2024-04-15T16:48:51.100 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.114+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=I4AJ9CMOY6Y7 tag=KA2B2T3KC27E type=write size=2966437 2024-04-15T16:48:51.101 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.116+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~291JQVEETR1K.0 size=683520 2024-04-15T16:48:51.104 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.118+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=291JQVEETR1K tag=33O6EDICUJN9 type=write size=1732096 2024-04-15T16:48:51.105 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.119+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=ZFUQGQS6SMZY type=del size=3349481 2024-04-15T16:48:51.106 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.121+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=E1Q6LB1ZMDL1 type=del 2024-04-15T16:48:51.110 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.125+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=S92ABOIR3H1V type=del size=3766013 2024-04-15T16:48:51.112 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.127+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~T7DWP7N5Y25R.0 size=1030773 2024-04-15T16:48:51.115 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.130+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=T7DWP7N5Y25R tag=SC2HVCK2IFWM type=write size=2079349 2024-04-15T16:48:51.116 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.131+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=KUQUFC2XE3O7 type=del size=2378612 2024-04-15T16:48:51.120 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.134+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=0A5GOVVDYAJW type=del 2024-04-15T16:48:51.122 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.137+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~J8I53LUM7WV1.0 size=1048576 2024-04-15T16:48:51.123 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.138+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~J8I53LUM7WV1.1 size=1048576 2024-04-15T16:48:51.125 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.139+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~J8I53LUM7WV1.2 size=493948 2024-04-15T16:48:51.125 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.139+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=J8I53LUM7WV1 tag=QDKIGJ12YEUH type=write size=3639676 2024-04-15T16:48:51.125 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.139+0000 7fcc009d6780 1 < canceled part key=_multipart_7NTTGUKN6UZ3.2~GKULGK596BK3.0 size=1048576 2024-04-15T16:48:51.126 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.140+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~GKULGK596BK3.1 size=1048576 2024-04-15T16:48:51.127 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.141+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~GKULGK596BK3.2 size=618371 2024-04-15T16:48:51.129 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.143+0000 7fcc009d6780 1 < canceled multipart upload key=7NTTGUKN6UZ3 upload=GKULGK596BK3 tag=BRQ25RF13A69 type=write size=3764099 2024-04-15T16:48:51.131 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.146+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~RVRQP5GKT16U.0 size=426831 2024-04-15T16:48:51.131 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.146+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=RVRQP5GKT16U tag=GVJEZRMYHQJW type=write size=1475407 2024-04-15T16:48:51.132 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.147+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=ENT8CJT4RCZ4 type=del 2024-04-15T16:48:51.134 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.148+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=RCJDM4J58W64 type=write size=986068 2024-04-15T16:48:51.135 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.149+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~W65BUI418L9O.0 size=1048576 2024-04-15T16:48:51.136 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.150+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~W65BUI418L9O.1 size=1048576 2024-04-15T16:48:51.137 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.152+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~W65BUI418L9O.2 size=813018 2024-04-15T16:48:51.139 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.154+0000 7fcc009d6780 1 < completed multipart upload key=DLWMFB84M0FA upload=W65BUI418L9O tag=30O1E5VSGNC2 type=write size=3958746 2024-04-15T16:48:51.141 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.155+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=81QMCNDHOINI type=write size=862286 2024-04-15T16:48:51.142 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.156+0000 7fcc009d6780 1 < completed write operation key=CGQDFKP4V6R7 tag=HBNT8IR1IXJ7 type=write size=860583 2024-04-15T16:48:51.143 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.158+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=HQ4ZOW7IE7R1 type=del size=3782232 2024-04-15T16:48:51.146 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.160+0000 7fcc009d6780 1 < suggested update operation key=MI9ZZNLIFVPG tag=5BAKNSNBO4AC type=write size=193082 2024-04-15T16:48:51.148 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.163+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~ZECDBD2UAJBO.0 size=541601 2024-04-15T16:48:51.148 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.163+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=ZECDBD2UAJBO tag=JC76Q5ZQQEI1 type=write size=1590177 2024-04-15T16:48:51.150 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.164+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=BJTMI7DHG38B type=del 2024-04-15T16:48:51.151 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.166+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=198Q1G2IZ2QZ type=del size=1560641 2024-04-15T16:48:51.153 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.167+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=LFQWKNQ6VWD6 type=del 2024-04-15T16:48:51.154 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.169+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=WTU4U4BQMXX1 type=write size=883171 2024-04-15T16:48:51.154 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.169+0000 7fcc009d6780 1 < canceled part key=_multipart_3TSCAKP7XLQL.2~AIS92I2T88YQ.0 size=1048576 2024-04-15T16:48:51.155 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.169+0000 7fcc009d6780 1 < canceled part key=_multipart_3TSCAKP7XLQL.2~AIS92I2T88YQ.1 size=1048576 2024-04-15T16:48:51.155 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.170+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~AIS92I2T88YQ.2 size=159639 2024-04-15T16:48:51.157 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.172+0000 7fcc009d6780 1 < canceled multipart upload key=3TSCAKP7XLQL upload=AIS92I2T88YQ tag=QBOLGTTWAD2Z type=write size=3305367 2024-04-15T16:48:51.159 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.173+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=P59376RRO0K0 type=del size=1108820 2024-04-15T16:48:51.160 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.175+0000 7fcc009d6780 1 < completed write operation key=BXP894QCFBMM tag=U6GKHWPIAEPV type=write size=843637 2024-04-15T16:48:51.162 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.176+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=X6X7XSJ1IWCP type=del size=1283523 2024-04-15T16:48:51.163 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.177+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~M1VZM3XSA901.0 size=147638 2024-04-15T16:48:51.165 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.180+0000 7fcc009d6780 1 < completed multipart upload key=Q6ADAXSPMY0X upload=M1VZM3XSA901 tag=GM4UXCP8H996 type=write size=1196214 2024-04-15T16:48:51.167 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.182+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~NV0D2OVDUYOR.0 size=402746 2024-04-15T16:48:51.168 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.182+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=NV0D2OVDUYOR tag=G1GFKLLSX5TL type=write size=1451322 2024-04-15T16:48:51.169 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.183+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~LKC2HP23YCK2.0 size=1048576 2024-04-15T16:48:51.170 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.184+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~LKC2HP23YCK2.1 size=445039 2024-04-15T16:48:51.172 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.186+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=LKC2HP23YCK2 tag=QHWQ9WZUT9XR type=write size=2542191 2024-04-15T16:48:51.173 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.188+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=JRP2D77GMRZX type=del size=3240454 2024-04-15T16:48:51.175 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.189+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~I4AJ9CMOY6Y7.0 size=1048576 2024-04-15T16:48:51.176 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.190+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~I4AJ9CMOY6Y7.1 size=869285 2024-04-15T16:48:51.178 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.192+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=I4AJ9CMOY6Y7 tag=KA2B2T3KC27E type=write size=2966437 2024-04-15T16:48:51.179 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.194+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=MH8RHHQ8DIGS type=del size=1393463 2024-04-15T16:48:51.181 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.195+0000 7fcc009d6780 -1 < failed to complete operation key=MI9ZZNLIFVPG tag=ZFUQGQS6SMZY type=del size=3349481: (22) Invalid argument 2024-04-15T16:48:51.183 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.197+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=92RJ41ZDJ3QY type=write size=140563 2024-04-15T16:48:51.186 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.200+0000 7fcc009d6780 1 < suggested update operation key=LEXP4TLXUJL4 tag=S92ABOIR3H1V type=del size=3766013 2024-04-15T16:48:51.187 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.201+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=7RHWXCFAG5PP type=del size=1533929 2024-04-15T16:48:51.188 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.203+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=KUQUFC2XE3O7 type=del 2024-04-15T16:48:51.190 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.204+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=6PNW2NW24XLQ type=del size=1926226 2024-04-15T16:48:51.191 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.205+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~J8I53LUM7WV1.0 size=1048576 2024-04-15T16:48:51.199 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.213+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~J8I53LUM7WV1.1 size=1048576 2024-04-15T16:48:51.200 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.214+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~J8I53LUM7WV1.2 size=493948 2024-04-15T16:48:51.202 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.217+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=J8I53LUM7WV1 tag=QDKIGJ12YEUH type=write size=3639676 2024-04-15T16:48:51.205 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.219+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~XPGPNW7KAXGW.0 size=1048576 2024-04-15T16:48:51.206 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.220+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~XPGPNW7KAXGW.1 size=979891 2024-04-15T16:48:51.206 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.220+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=XPGPNW7KAXGW tag=2ZAFSYIFV8MV type=write size=3077043 2024-04-15T16:48:51.207 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.221+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~RVRQP5GKT16U.0 size=426831 2024-04-15T16:48:51.209 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.223+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=RVRQP5GKT16U tag=GVJEZRMYHQJW type=write size=1475407 2024-04-15T16:48:51.211 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.226+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~G4SZRGDAYG3Q.0 size=1048576 2024-04-15T16:48:51.212 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.227+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~G4SZRGDAYG3Q.1 size=1048576 2024-04-15T16:48:51.213 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.228+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~G4SZRGDAYG3Q.2 size=182143 2024-04-15T16:48:51.213 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.228+0000 7fcc009d6780 1 > prepared multipart upload key=SMX0793SRFXB upload=G4SZRGDAYG3Q tag=YVMN9UA55SVL type=write size=3327871 2024-04-15T16:48:51.215 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.229+0000 7fcc009d6780 1 < canceled operation key=XE6CHS65PXVA tag=RCJDM4J58W64 type=write size=986068 2024-04-15T16:48:51.216 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.230+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=9F158L7WS3R3 type=del size=1179319 2024-04-15T16:48:51.218 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.232+0000 7fcc009d6780 1 < completed write operation key=P016Z7D73CKQ tag=81QMCNDHOINI type=write size=862286 2024-04-15T16:48:51.219 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.233+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=MVBMZD5JKR6I type=del size=3788973 2024-04-15T16:48:51.222 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.237+0000 7fcc009d6780 1 < suggested update operation key=XE6CHS65PXVA tag=HQ4ZOW7IE7R1 type=del size=3782232 2024-04-15T16:48:51.225 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.239+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~W2SXVONE361T.0 size=1048576 2024-04-15T16:48:51.226 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.241+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~W2SXVONE361T.1 size=268528 2024-04-15T16:48:51.227 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.241+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=W2SXVONE361T tag=XVGL0CP2NGDH type=write size=2365680 2024-04-15T16:48:51.227 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.241+0000 7fcc009d6780 1 < canceled part key=_multipart_54DQHB9HNDQB.2~ZECDBD2UAJBO.0 size=541601 2024-04-15T16:48:51.230 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.244+0000 7fcc009d6780 1 < canceled multipart upload key=54DQHB9HNDQB upload=ZECDBD2UAJBO tag=JC76Q5ZQQEI1 type=write size=1590177 2024-04-15T16:48:51.234 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.245+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=I0FB8VVJQ6DM type=write size=46534 2024-04-15T16:48:51.234 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.247+0000 7fcc009d6780 1 < canceled operation key=4BYY962BPUZ7 tag=198Q1G2IZ2QZ type=del size=1560641 2024-04-15T16:48:51.235 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.249+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=PFX3EDK9I1U1 type=del size=1185906 2024-04-15T16:48:51.236 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.250+0000 7fcc009d6780 -1 < failed to complete operation key=XE6CHS65PXVA tag=WTU4U4BQMXX1 type=write size=883171: (22) Invalid argument 2024-04-15T16:48:51.237 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.251+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=5WVTDU2B4DT4 type=del size=2046971 2024-04-15T16:48:51.238 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.253+0000 7fcc009d6780 -1 < failed to complete operation key=XE6CHS65PXVA tag=P59376RRO0K0 type=del size=1108820: (22) Invalid argument 2024-04-15T16:48:51.241 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.255+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~0CNFWRYP6ONF.0 size=682743 2024-04-15T16:48:51.241 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.255+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=0CNFWRYP6ONF tag=6DMT7BL1EX5Q type=write size=1731319 2024-04-15T16:48:51.242 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.256+0000 7fcc009d6780 1 < canceled operation key=8VXMHHU12YH7 tag=X6X7XSJ1IWCP type=del size=1283523 2024-04-15T16:48:51.244 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.258+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=1XVDJD562TIE type=del size=427469 2024-04-15T16:48:51.246 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.260+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~NV0D2OVDUYOR.0 size=402746 2024-04-15T16:48:51.248 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.263+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=NV0D2OVDUYOR tag=G1GFKLLSX5TL type=write size=1451322 2024-04-15T16:48:51.250 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.264+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=K8RL1EMRPUJ9 type=write size=597604 2024-04-15T16:48:51.251 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.265+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=JRP2D77GMRZX type=del 2024-04-15T16:48:51.253 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.267+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=PYWFGQQBQ7G5 type=write size=980607 2024-04-15T16:48:51.254 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.268+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=MH8RHHQ8DIGS type=del 2024-04-15T16:48:51.255 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.270+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=5YXDXIQGUJOI type=del size=992797 2024-04-15T16:48:51.257 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.271+0000 7fcc009d6780 1 < completed write operation key=MI9ZZNLIFVPG tag=92RJ41ZDJ3QY type=write size=140563 2024-04-15T16:48:51.259 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.274+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~KGB7O50G3B7C.0 size=1048576 2024-04-15T16:48:51.260 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.275+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~KGB7O50G3B7C.1 size=649990 2024-04-15T16:48:51.260 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.275+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=KGB7O50G3B7C tag=V1CY99QFEF6Y type=write size=2747142 2024-04-15T16:48:51.261 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.276+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=7RHWXCFAG5PP type=del 2024-04-15T16:48:51.264 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.279+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~RIH3X0I761I0.0 size=1048576 2024-04-15T16:48:51.265 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.280+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~RIH3X0I761I0.1 size=518997 2024-04-15T16:48:51.266 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.280+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=RIH3X0I761I0 tag=Q1Y8OV9G3QEA type=write size=2616149 2024-04-15T16:48:51.267 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.281+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=6PNW2NW24XLQ type=del 2024-04-15T16:48:51.268 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.283+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=3EN8R2OLKW9G type=del size=427687 2024-04-15T16:48:51.270 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.284+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~XPGPNW7KAXGW.0 size=1048576 2024-04-15T16:48:51.271 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.285+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~XPGPNW7KAXGW.1 size=979891 2024-04-15T16:48:51.273 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.288+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=XPGPNW7KAXGW tag=2ZAFSYIFV8MV type=write size=3077043 2024-04-15T16:48:51.276 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.290+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~CCA36VCC9N3B.0 size=1048576 2024-04-15T16:48:51.277 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.291+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~CCA36VCC9N3B.1 size=663894 2024-04-15T16:48:51.277 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.291+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=CCA36VCC9N3B tag=L09QPKQ0MHUM type=write size=2761046 2024-04-15T16:48:51.278 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.292+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~G4SZRGDAYG3Q.0 size=1048576 2024-04-15T16:48:51.279 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.293+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~G4SZRGDAYG3Q.1 size=1048576 2024-04-15T16:48:51.280 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.295+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~G4SZRGDAYG3Q.2 size=182143 2024-04-15T16:48:51.282 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.297+0000 7fcc009d6780 1 < completed multipart upload key=SMX0793SRFXB upload=G4SZRGDAYG3Q tag=YVMN9UA55SVL type=write size=3327871 2024-04-15T16:48:51.285 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.299+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~ZFDWIUXWHGYL.0 size=1048576 2024-04-15T16:48:51.286 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.300+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~ZFDWIUXWHGYL.1 size=333191 2024-04-15T16:48:51.286 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.300+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=ZFDWIUXWHGYL tag=4PDY1PACJ1OD type=write size=2430343 2024-04-15T16:48:51.287 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.302+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=9F158L7WS3R3 type=del 2024-04-15T16:48:51.289 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.304+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~X6SAH9LJP1HF.0 size=1048576 2024-04-15T16:48:51.291 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.305+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~X6SAH9LJP1HF.1 size=1048576 2024-04-15T16:48:51.292 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.306+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~X6SAH9LJP1HF.2 size=726717 2024-04-15T16:48:51.292 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.306+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=X6SAH9LJP1HF tag=VT061Y6MYOLN type=write size=3872445 2024-04-15T16:48:51.294 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.308+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=MVBMZD5JKR6I type=del 2024-04-15T16:48:51.295 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.309+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=Z5PPTO4BSX3J type=del size=869147 2024-04-15T16:48:51.296 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.311+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~W2SXVONE361T.0 size=1048576 2024-04-15T16:48:51.298 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.312+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~W2SXVONE361T.1 size=268528 2024-04-15T16:48:51.300 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.314+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=W2SXVONE361T tag=XVGL0CP2NGDH type=write size=2365680 2024-04-15T16:48:51.301 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.316+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=OMU0T0OMS306 type=del size=24920 2024-04-15T16:48:51.303 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.317+0000 7fcc009d6780 1 < completed write operation key=GEH1YTD5S8EP tag=I0FB8VVJQ6DM type=write size=46534 2024-04-15T16:48:51.305 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.320+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~H51S0LLR9G44.0 size=1048576 2024-04-15T16:48:51.306 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.321+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~H51S0LLR9G44.1 size=1048576 2024-04-15T16:48:51.308 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.322+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~H51S0LLR9G44.2 size=131867 2024-04-15T16:48:51.308 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.322+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=H51S0LLR9G44 tag=V3NXQ0FJ3UY3 type=write size=3277595 2024-04-15T16:48:51.309 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.323+0000 7fcc009d6780 1 < canceled operation key=BQ060THFR5IO tag=PFX3EDK9I1U1 type=del size=1185906 2024-04-15T16:48:51.311 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.326+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~8M7WUG17LGJL.0 size=231515 2024-04-15T16:48:51.312 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.326+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=8M7WUG17LGJL tag=DG1NQWHLOLZM type=write size=1280091 2024-04-15T16:48:51.313 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.327+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=5WVTDU2B4DT4 type=del 2024-04-15T16:48:51.315 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.329+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=GY66MEFTUWXF type=write size=344242 2024-04-15T16:48:51.316 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.330+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~0CNFWRYP6ONF.0 size=682743 2024-04-15T16:48:51.318 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.332+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=0CNFWRYP6ONF tag=6DMT7BL1EX5Q type=write size=1731319 2024-04-15T16:48:51.321 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.335+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~HTG673PMDNB0.0 size=52188 2024-04-15T16:48:51.321 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.335+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=HTG673PMDNB0 tag=9CESEKJZKUP1 type=write size=1100764 2024-04-15T16:48:51.324 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.338+0000 7fcc009d6780 1 < suggested remove operation key=15VOAX95U1N2 tag=1XVDJD562TIE type=del 2024-04-15T16:48:51.325 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.340+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=1B1YJ31TV0HS type=del size=220890 2024-04-15T16:48:51.326 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.341+0000 7fcc009d6780 1 < completed write operation key=Q6ADAXSPMY0X tag=K8RL1EMRPUJ9 type=write size=597604 2024-04-15T16:48:51.328 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.342+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=BLLXVZ50E8LU type=del size=1361043 2024-04-15T16:48:51.330 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.345+0000 7fcc009d6780 1 < suggested update operation key=7NTTGUKN6UZ3 tag=PYWFGQQBQ7G5 type=write size=980607 2024-04-15T16:48:51.332 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.346+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=7LEUBYSXH3TH type=del size=277003 2024-04-15T16:48:51.333 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.347+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=5YXDXIQGUJOI type=del 2024-04-15T16:48:51.335 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.350+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~IOR7BUNV2VZM.0 size=1048576 2024-04-15T16:48:51.336 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.351+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~IOR7BUNV2VZM.1 size=1048576 2024-04-15T16:48:51.337 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.352+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~IOR7BUNV2VZM.2 size=373266 2024-04-15T16:48:51.337 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.352+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=IOR7BUNV2VZM tag=P7RM441WT4OA type=write size=3518994 2024-04-15T16:48:51.338 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.353+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~KGB7O50G3B7C.0 size=1048576 2024-04-15T16:48:51.340 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.354+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~KGB7O50G3B7C.1 size=649990 2024-04-15T16:48:51.342 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.356+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=KGB7O50G3B7C tag=V1CY99QFEF6Y type=write size=2747142 2024-04-15T16:48:51.343 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.357+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=GWRNQXY65W0G type=del size=2199931 2024-04-15T16:48:51.344 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.359+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~RIH3X0I761I0.0 size=1048576 2024-04-15T16:48:51.344 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.359+0000 7fcc009d6780 1 < canceled part key=_multipart_SM1B7DUDN47F.2~RIH3X0I761I0.1 size=518997 2024-04-15T16:48:51.346 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.361+0000 7fcc009d6780 1 < canceled multipart upload key=SM1B7DUDN47F upload=RIH3X0I761I0 tag=Q1Y8OV9G3QEA type=write size=2616149 2024-04-15T16:48:51.349 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.363+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~F4YN4MV0QNAZ.0 size=399823 2024-04-15T16:48:51.349 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.363+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=F4YN4MV0QNAZ tag=V20RG0RUNR11 type=write size=1448399 2024-04-15T16:48:51.350 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.364+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=3EN8R2OLKW9G type=del 2024-04-15T16:48:51.351 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.366+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=Q4LT7AQ8W3AV type=del size=140651 2024-04-15T16:48:51.353 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.367+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~CCA36VCC9N3B.0 size=1048576 2024-04-15T16:48:51.354 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.368+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~CCA36VCC9N3B.1 size=663894 2024-04-15T16:48:51.356 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.371+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=CCA36VCC9N3B tag=L09QPKQ0MHUM type=write size=2761046 2024-04-15T16:48:51.358 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.372+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=O3HCUVAWLLHZ type=del size=2107457 2024-04-15T16:48:51.359 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.373+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~ZFDWIUXWHGYL.0 size=1048576 2024-04-15T16:48:51.360 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.375+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~ZFDWIUXWHGYL.1 size=333191 2024-04-15T16:48:51.363 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.377+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=ZFDWIUXWHGYL tag=4PDY1PACJ1OD type=write size=2430343 2024-04-15T16:48:51.366 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.380+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~6POE32V139PE.0 size=1048576 2024-04-15T16:48:51.367 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.381+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~6POE32V139PE.1 size=802963 2024-04-15T16:48:51.367 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.381+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=6POE32V139PE tag=JC1673DIKB0A type=write size=2900115 2024-04-15T16:48:51.368 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.382+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~X6SAH9LJP1HF.0 size=1048576 2024-04-15T16:48:51.370 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.384+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~X6SAH9LJP1HF.1 size=1048576 2024-04-15T16:48:51.371 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.386+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~X6SAH9LJP1HF.2 size=726717 2024-04-15T16:48:51.373 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.388+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=X6SAH9LJP1HF tag=VT061Y6MYOLN type=write size=3872445 2024-04-15T16:48:51.376 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.390+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~YVAZAYDPW5HI.0 size=1048576 2024-04-15T16:48:51.377 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.391+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~YVAZAYDPW5HI.1 size=179228 2024-04-15T16:48:51.377 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.391+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=YVAZAYDPW5HI tag=52AJV14RCXVB type=write size=2276380 2024-04-15T16:48:51.378 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.393+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=Z5PPTO4BSX3J type=del 2024-04-15T16:48:51.379 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.394+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=7W6230IE8MY5 type=del size=447870 2024-04-15T16:48:51.382 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.396+0000 7fcc009d6780 1 < suggested update operation key=OQ6P5LJ15QMV tag=OMU0T0OMS306 type=del size=24920 2024-04-15T16:48:51.383 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.398+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=S2RLXKBBI0WW type=del size=3041588 2024-04-15T16:48:51.385 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.399+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~H51S0LLR9G44.0 size=1048576 2024-04-15T16:48:51.386 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.400+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~H51S0LLR9G44.1 size=1048576 2024-04-15T16:48:51.387 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.401+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~H51S0LLR9G44.2 size=131867 2024-04-15T16:48:51.389 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.404+0000 7fcc009d6780 1 < completed multipart upload key=Q6ADAXSPMY0X upload=H51S0LLR9G44 tag=V3NXQ0FJ3UY3 type=write size=3277595 2024-04-15T16:48:51.391 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.405+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=B8WZE6GDFNPH type=write size=567036 2024-04-15T16:48:51.392 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.407+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~8M7WUG17LGJL.0 size=231515 2024-04-15T16:48:51.395 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.409+0000 7fcc009d6780 1 < completed multipart upload key=DLWMFB84M0FA upload=8M7WUG17LGJL tag=DG1NQWHLOLZM type=write size=1280091 2024-04-15T16:48:51.396 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.411+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=4XIGAXOWAB6D type=del size=2934908 2024-04-15T16:48:51.398 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.412+0000 7fcc009d6780 1 < completed write operation key=BQ060THFR5IO tag=GY66MEFTUWXF type=write size=344242 2024-04-15T16:48:51.401 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.415+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~E6N0V22RAX0Y.0 size=1048576 2024-04-15T16:48:51.402 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.416+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~E6N0V22RAX0Y.1 size=1048576 2024-04-15T16:48:51.403 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.417+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~E6N0V22RAX0Y.2 size=238880 2024-04-15T16:48:51.403 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.417+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=E6N0V22RAX0Y tag=0YKXLAKBLS2F type=write size=3384608 2024-04-15T16:48:51.404 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.419+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~HTG673PMDNB0.0 size=52188 2024-04-15T16:48:51.406 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.421+0000 7fcc009d6780 1 < completed multipart upload key=DLWMFB84M0FA upload=HTG673PMDNB0 tag=9CESEKJZKUP1 type=write size=1100764 2024-04-15T16:48:51.408 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.422+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=M6BMA3T46CAN type=del size=1631454 2024-04-15T16:48:51.409 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.423+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=1B1YJ31TV0HS type=del 2024-04-15T16:48:51.410 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.425+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=EDS74NSVJDYC type=del size=828693 2024-04-15T16:48:51.413 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.427+0000 7fcc009d6780 1 < suggested update operation key=7GJPLM2OVON4 tag=BLLXVZ50E8LU type=del size=1361043 2024-04-15T16:48:51.414 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.429+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=45KGV98QZZ30 type=write size=783526 2024-04-15T16:48:51.416 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.430+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=7LEUBYSXH3TH type=del 2024-04-15T16:48:51.417 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.431+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=SVRGY8GG6O0C type=write size=145983 2024-04-15T16:48:51.418 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.433+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~IOR7BUNV2VZM.0 size=1048576 2024-04-15T16:48:51.419 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.434+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~IOR7BUNV2VZM.1 size=1048576 2024-04-15T16:48:51.420 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.435+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~IOR7BUNV2VZM.2 size=373266 2024-04-15T16:48:51.423 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.437+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=IOR7BUNV2VZM tag=P7RM441WT4OA type=write size=3518994 2024-04-15T16:48:51.425 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.440+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~7078PV5FYYR7.0 size=469332 2024-04-15T16:48:51.426 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.440+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=7078PV5FYYR7 tag=VOY9XBN6J3PL type=write size=1517908 2024-04-15T16:48:51.427 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.441+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=GWRNQXY65W0G type=del 2024-04-15T16:48:51.430 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.444+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~KUT8PEQ6SPG6.0 size=1048576 2024-04-15T16:48:51.431 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.445+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~KUT8PEQ6SPG6.1 size=1048576 2024-04-15T16:48:51.432 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.446+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~KUT8PEQ6SPG6.2 size=367139 2024-04-15T16:48:51.432 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.446+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=KUT8PEQ6SPG6 tag=N7PCZR0894FC type=write size=3512867 2024-04-15T16:48:51.433 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.448+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~F4YN4MV0QNAZ.0 size=399823 2024-04-15T16:48:51.435 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.450+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=F4YN4MV0QNAZ tag=V20RG0RUNR11 type=write size=1448399 2024-04-15T16:48:51.437 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.451+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=DDI2XGTWUD34 type=del size=368536 2024-04-15T16:48:51.438 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.452+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=Q4LT7AQ8W3AV type=del 2024-04-15T16:48:51.439 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.454+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=P718IS0S5NG2 type=del size=3320035 2024-04-15T16:48:51.441 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.455+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=O3HCUVAWLLHZ type=del 2024-04-15T16:48:51.442 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.457+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=SPVKRJZDRFT0 type=del size=1990841 2024-04-15T16:48:51.444 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.458+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~6POE32V139PE.0 size=1048576 2024-04-15T16:48:51.445 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.460+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~6POE32V139PE.1 size=802963 2024-04-15T16:48:51.448 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.462+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=6POE32V139PE tag=JC1673DIKB0A type=write size=2900115 2024-04-15T16:48:51.449 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.464+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=U3QPGLE81K0D type=del size=884208 2024-04-15T16:48:51.451 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.465+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~YVAZAYDPW5HI.0 size=1048576 2024-04-15T16:48:51.452 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.466+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~YVAZAYDPW5HI.1 size=179228 2024-04-15T16:48:51.455 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.469+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=YVAZAYDPW5HI tag=52AJV14RCXVB type=write size=2276380 2024-04-15T16:48:51.458 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.473+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~KK1N9E1QBLHG.0 size=242071 2024-04-15T16:48:51.458 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.473+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=KK1N9E1QBLHG tag=5KUFY3I06AMU type=write size=1290647 2024-04-15T16:48:51.460 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.474+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=7W6230IE8MY5 type=del 2024-04-15T16:48:51.462 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.477+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~37505QRPPNDP.0 size=812839 2024-04-15T16:48:51.462 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.477+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=37505QRPPNDP tag=CQ27GSPQTD3C type=write size=1861415 2024-04-15T16:48:51.464 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.478+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=S2RLXKBBI0WW type=del 2024-04-15T16:48:51.466 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.481+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~5LGL5SJ7KPSL.0 size=832526 2024-04-15T16:48:51.466 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.481+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=5LGL5SJ7KPSL tag=P1OREL78U1MX type=write size=1881102 2024-04-15T16:48:51.468 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.482+0000 7fcc009d6780 1 < canceled operation key=GJK15ROSBRTP tag=B8WZE6GDFNPH type=write size=567036 2024-04-15T16:48:51.469 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.484+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=QCG9QRP1NU8H type=del size=4170783 2024-04-15T16:48:51.472 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.487+0000 7fcc009d6780 1 < suggested update operation key=QYKA01GVNV1V tag=4XIGAXOWAB6D type=del size=2934908 2024-04-15T16:48:51.474 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.488+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=9RBGD3IIO95S type=del size=3361775 2024-04-15T16:48:51.475 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.490+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~E6N0V22RAX0Y.0 size=1048576 2024-04-15T16:48:51.477 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.491+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~E6N0V22RAX0Y.1 size=1048576 2024-04-15T16:48:51.478 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.492+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~E6N0V22RAX0Y.2 size=238880 2024-04-15T16:48:51.480 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.495+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=E6N0V22RAX0Y tag=0YKXLAKBLS2F type=write size=3384608 2024-04-15T16:48:51.482 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.496+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=NJ19EPFKVU8O type=write size=742472 2024-04-15T16:48:51.483 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.498+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=M6BMA3T46CAN type=del 2024-04-15T16:48:51.485 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.499+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=V54FGYE9TYYL type=del size=608282 2024-04-15T16:48:51.486 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.501+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=EDS74NSVJDYC type=del 2024-04-15T16:48:51.488 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.502+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=IDIM0XSJ423T type=del size=2438602 2024-04-15T16:48:51.489 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.504+0000 7fcc009d6780 1 < completed write operation key=BQ060THFR5IO tag=45KGV98QZZ30 type=write size=783526 2024-04-15T16:48:51.491 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.505+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=WLX8QOFBVABN type=del size=1412271 2024-04-15T16:48:51.492 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.506+0000 7fcc009d6780 1 < canceled operation key=MI9ZZNLIFVPG tag=SVRGY8GG6O0C type=write size=145983 2024-04-15T16:48:51.493 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.508+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=OB7W4TY7CRRQ type=del size=818339 2024-04-15T16:48:51.495 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.510+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~7078PV5FYYR7.0 size=469332 2024-04-15T16:48:51.498 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.512+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=7078PV5FYYR7 tag=VOY9XBN6J3PL type=write size=1517908 2024-04-15T16:48:51.500 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.515+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~NEKXWK5LCYW8.0 size=469559 2024-04-15T16:48:51.500 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.515+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=NEKXWK5LCYW8 tag=ZYZX0Q2590CW type=write size=1518135 2024-04-15T16:48:51.502 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.517+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~KUT8PEQ6SPG6.0 size=1048576 2024-04-15T16:48:51.503 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.518+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~KUT8PEQ6SPG6.1 size=1048576 2024-04-15T16:48:51.505 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.519+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~KUT8PEQ6SPG6.2 size=367139 2024-04-15T16:48:51.507 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.521+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=KUT8PEQ6SPG6 tag=N7PCZR0894FC type=write size=3512867 2024-04-15T16:48:51.509 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.524+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~7CQIAFJSHIPT.0 size=1048576 2024-04-15T16:48:51.510 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.525+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~7CQIAFJSHIPT.1 size=1048576 2024-04-15T16:48:51.511 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.526+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~7CQIAFJSHIPT.2 size=871616 2024-04-15T16:48:51.512 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.526+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=7CQIAFJSHIPT tag=QR85TRCZZ3XN type=write size=4017344 2024-04-15T16:48:51.513 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.527+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=DDI2XGTWUD34 type=del 2024-04-15T16:48:51.516 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.530+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~3QAMYC1RWINW.0 size=1048576 2024-04-15T16:48:51.517 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.531+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~3QAMYC1RWINW.1 size=1048576 2024-04-15T16:48:51.518 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.533+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~3QAMYC1RWINW.2 size=273359 2024-04-15T16:48:51.518 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.533+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=3QAMYC1RWINW tag=KG3YQRGIGDJD type=write size=3419087 2024-04-15T16:48:51.520 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.534+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=P718IS0S5NG2 type=del 2024-04-15T16:48:51.522 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.537+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~RFO4O3QWD1WQ.0 size=157222 2024-04-15T16:48:51.523 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.537+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=RFO4O3QWD1WQ tag=63WAKZJ7VM4X type=write size=1205798 2024-04-15T16:48:51.524 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.538+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=SPVKRJZDRFT0 type=del 2024-04-15T16:48:51.525 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.539+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=I9HW8SVDZ0ZN type=write size=480054 2024-04-15T16:48:51.527 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.541+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=U3QPGLE81K0D type=del 2024-04-15T16:48:51.528 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.543+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=7V1UQANXNMEW type=del size=2381461 2024-04-15T16:48:51.530 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.544+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~KK1N9E1QBLHG.0 size=242071 2024-04-15T16:48:51.533 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.547+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=KK1N9E1QBLHG tag=5KUFY3I06AMU type=write size=1290647 2024-04-15T16:48:51.536 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.550+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~AV9TH721MVC9.0 size=1048576 2024-04-15T16:48:51.537 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.551+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~AV9TH721MVC9.1 size=105985 2024-04-15T16:48:51.537 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.552+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=AV9TH721MVC9 tag=HWNBQBRM3H6Q type=write size=2203137 2024-04-15T16:48:51.539 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.553+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~37505QRPPNDP.0 size=812839 2024-04-15T16:48:51.541 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.555+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=37505QRPPNDP tag=CQ27GSPQTD3C type=write size=1861415 2024-04-15T16:48:51.542 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.557+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=YKTQ21FDK6CY type=del size=1559022 2024-04-15T16:48:51.544 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.558+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~5LGL5SJ7KPSL.0 size=832526 2024-04-15T16:48:51.546 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.561+0000 7fcc009d6780 1 < completed multipart upload key=DLWMFB84M0FA upload=5LGL5SJ7KPSL tag=P1OREL78U1MX type=write size=1881102 2024-04-15T16:48:51.548 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.562+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=O9UJ561FJDQZ type=write size=162690 2024-04-15T16:48:51.549 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.564+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=QCG9QRP1NU8H type=del 2024-04-15T16:48:51.551 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.565+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=KUPBV1O5LLY2 type=del size=3636482 2024-04-15T16:48:51.553 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.568+0000 7fcc009d6780 1 < suggested remove operation key=OQ6P5LJ15QMV tag=9RBGD3IIO95S type=del 2024-04-15T16:48:51.556 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.571+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~CBFKN3DDW3RC.0 size=1014209 2024-04-15T16:48:51.556 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.571+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=CBFKN3DDW3RC tag=HBYLKWM9QZEN type=write size=2062785 2024-04-15T16:48:51.558 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.572+0000 7fcc009d6780 1 < completed write operation key=4BYY962BPUZ7 tag=NJ19EPFKVU8O type=write size=742472 2024-04-15T16:48:51.560 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.575+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~4XMF6O5LLDBM.0 size=1048576 2024-04-15T16:48:51.562 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.576+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~4XMF6O5LLDBM.1 size=719921 2024-04-15T16:48:51.562 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.576+0000 7fcc009d6780 1 > prepared multipart upload key=7GJPLM2OVON4 upload=4XMF6O5LLDBM tag=LEX339CQFDJW type=write size=2817073 2024-04-15T16:48:51.564 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.579+0000 7fcc009d6780 1 < suggested remove operation key=QYKA01GVNV1V tag=V54FGYE9TYYL type=del 2024-04-15T16:48:51.566 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.580+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=H68ZROJ12OY1 type=del size=3269051 2024-04-15T16:48:51.567 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.582+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=IDIM0XSJ423T type=del 2024-04-15T16:48:51.570 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.584+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~XXBZHI0QZQVA.0 size=1011585 2024-04-15T16:48:51.570 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.584+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=XXBZHI0QZQVA tag=0VQ0JUXLK554 type=write size=2060161 2024-04-15T16:48:51.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:51 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131659-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:48:51.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:51 smithi090 ceph-mon[91618]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-15T16:48:51.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:51 smithi090 ceph-mon[91618]: pgmap v1371: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 65 KiB/s wr, 316 op/s 2024-04-15T16:48:51.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:51 smithi090 ceph-mon[91618]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-15T16:48:51.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:51 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131659-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:48:51.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:51 smithi090 ceph-mon[89240]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-15T16:48:51.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:51 smithi090 ceph-mon[89240]: pgmap v1371: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 65 KiB/s wr, 316 op/s 2024-04-15T16:48:51.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:51 smithi090 ceph-mon[89240]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-15T16:48:51.573 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.587+0000 7fcc009d6780 1 < suggested update operation key=KZLUKZMI1WBU tag=WLX8QOFBVABN type=del size=1412271 2024-04-15T16:48:51.574 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.589+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=W4A6H472HNT3 type=del size=3640346 2024-04-15T16:48:51.576 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.590+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=OB7W4TY7CRRQ type=del 2024-04-15T16:48:51.577 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.591+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=RR8K1H8LCWV6 type=write size=297620 2024-04-15T16:48:51.578 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.593+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~NEKXWK5LCYW8.0 size=469559 2024-04-15T16:48:51.581 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.595+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=NEKXWK5LCYW8 tag=ZYZX0Q2590CW type=write size=1518135 2024-04-15T16:48:51.582 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.597+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=GE7C7QUTP4BM type=del size=2241019 2024-04-15T16:48:51.584 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.598+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~7CQIAFJSHIPT.0 size=1048576 2024-04-15T16:48:51.585 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.600+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~7CQIAFJSHIPT.1 size=1048576 2024-04-15T16:48:51.586 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.601+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~7CQIAFJSHIPT.2 size=871616 2024-04-15T16:48:51.589 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.603+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=7CQIAFJSHIPT tag=QR85TRCZZ3XN type=write size=4017344 2024-04-15T16:48:51.591 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.605+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=EXK2ZFAKP9FB type=del size=1694676 2024-04-15T16:48:51.592 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.607+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~3QAMYC1RWINW.0 size=1048576 2024-04-15T16:48:51.593 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.608+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~3QAMYC1RWINW.1 size=1048576 2024-04-15T16:48:51.595 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.609+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~3QAMYC1RWINW.2 size=273359 2024-04-15T16:48:51.598 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.612+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=3QAMYC1RWINW tag=KG3YQRGIGDJD type=write size=3419087 2024-04-15T16:48:51.599 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.614+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=EN7J2J348S87 type=write size=778535 2024-04-15T16:48:51.601 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.615+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~RFO4O3QWD1WQ.0 size=157222 2024-04-15T16:48:51.603 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.617+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=RFO4O3QWD1WQ tag=63WAKZJ7VM4X type=write size=1205798 2024-04-15T16:48:51.606 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.620+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~N1GQBVND7VGV.0 size=1048576 2024-04-15T16:48:51.607 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.621+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~N1GQBVND7VGV.1 size=1048576 2024-04-15T16:48:51.608 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.622+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~N1GQBVND7VGV.2 size=212520 2024-04-15T16:48:51.608 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.622+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=N1GQBVND7VGV tag=W2UBSH9OMRIO type=write size=3358248 2024-04-15T16:48:51.610 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.624+0000 7fcc009d6780 1 < completed write operation key=H9FFWDTWEPPS tag=I9HW8SVDZ0ZN type=write size=480054 2024-04-15T16:48:51.611 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.626+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=YIMW73MPYUGO type=del size=3151837 2024-04-15T16:48:51.613 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.627+0000 7fcc009d6780 1 < canceled operation key=54DQHB9HNDQB tag=7V1UQANXNMEW type=del size=2381461 2024-04-15T16:48:51.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:51 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131659-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:48:51.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:51 smithi153 ceph-mon[84714]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-15T16:48:51.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:51 smithi153 ceph-mon[84714]: pgmap v1371: 137 pgs: 14 unknown, 123 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 65 KiB/s wr, 316 op/s 2024-04-15T16:48:51.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:51 smithi153 ceph-mon[84714]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-15T16:48:51.616 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.630+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~A9IO7TNCXHX9.0 size=1048576 2024-04-15T16:48:51.617 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.631+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~A9IO7TNCXHX9.1 size=932349 2024-04-15T16:48:51.617 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.631+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=A9IO7TNCXHX9 tag=ZB8VDPV9YKEO type=write size=3029501 2024-04-15T16:48:51.618 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.633+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~AV9TH721MVC9.0 size=1048576 2024-04-15T16:48:51.619 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.634+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~AV9TH721MVC9.1 size=105985 2024-04-15T16:48:51.622 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.636+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=AV9TH721MVC9 tag=HWNBQBRM3H6Q type=write size=2203137 2024-04-15T16:48:51.623 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.638+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=QNZUFD2OSCAP type=del size=819927 2024-04-15T16:48:51.624 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.638+0000 7fcc009d6780 -1 < no bi entry to suggest for operation key=QYKA01GVNV1V tag=YKTQ21FDK6CY type=del size=1559022: (2) No such file or directory 2024-04-15T16:48:51.625 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.640+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=R5NGM3NVL15Z type=del size=2354309 2024-04-15T16:48:51.627 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.641+0000 7fcc009d6780 1 < completed write operation key=4BYY962BPUZ7 tag=O9UJ561FJDQZ type=write size=162690 2024-04-15T16:48:51.630 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.644+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~24XIU30S3IP1.0 size=520831 2024-04-15T16:48:51.630 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.644+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=24XIU30S3IP1 tag=0R4Y009PWUS1 type=write size=1569407 2024-04-15T16:48:51.631 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.646+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=KUPBV1O5LLY2 type=del 2024-04-15T16:48:51.634 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.649+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~P1Q4F4G67N78.0 size=1048576 2024-04-15T16:48:51.635 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.650+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~P1Q4F4G67N78.1 size=1048576 2024-04-15T16:48:51.636 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.651+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~P1Q4F4G67N78.2 size=213340 2024-04-15T16:48:51.636 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.651+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=P1Q4F4G67N78 tag=7PRUXOY10GPK type=write size=3359068 2024-04-15T16:48:51.638 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.652+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~CBFKN3DDW3RC.0 size=1014209 2024-04-15T16:48:51.640 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.654+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=CBFKN3DDW3RC tag=HBYLKWM9QZEN type=write size=2062785 2024-04-15T16:48:51.641 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.656+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=LCFJGKDAJG4V type=del size=3273113 2024-04-15T16:48:51.642 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.656+0000 7fcc009d6780 1 < canceled part key=_multipart_7GJPLM2OVON4.2~4XMF6O5LLDBM.0 size=1048576 2024-04-15T16:48:51.643 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.657+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~4XMF6O5LLDBM.1 size=719921 2024-04-15T16:48:51.645 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.660+0000 7fcc009d6780 1 < canceled multipart upload key=7GJPLM2OVON4 upload=4XMF6O5LLDBM tag=LEX339CQFDJW type=write size=2817073 2024-04-15T16:48:51.646 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.661+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=PKUI82F788P5 type=del size=2578210 2024-04-15T16:48:51.648 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.662+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=H68ZROJ12OY1 type=del 2024-04-15T16:48:51.649 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.663+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=B80I2ZRQ78YR type=del size=2789787 2024-04-15T16:48:51.651 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.665+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~XXBZHI0QZQVA.0 size=1011585 2024-04-15T16:48:51.653 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.668+0000 7fcc009d6780 1 < completed multipart upload key=Q6ADAXSPMY0X upload=XXBZHI0QZQVA tag=0VQ0JUXLK554 type=write size=2060161 2024-04-15T16:48:51.656 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.670+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~U5LQJKT5YUI7.0 size=1048576 2024-04-15T16:48:51.657 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.671+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~U5LQJKT5YUI7.1 size=1048576 2024-04-15T16:48:51.658 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.672+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~U5LQJKT5YUI7.2 size=534944 2024-04-15T16:48:51.658 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.672+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=U5LQJKT5YUI7 tag=0OJMNLMOEFFK type=write size=3680672 2024-04-15T16:48:51.659 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.674+0000 7fcc009d6780 1 < canceled operation key=XE6CHS65PXVA tag=W4A6H472HNT3 type=del size=3640346 2024-04-15T16:48:51.661 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.675+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=X7WMGLKRUBTI type=del size=918881 2024-04-15T16:48:51.662 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.677+0000 7fcc009d6780 1 < completed write operation key=U99IDECO7FVV tag=RR8K1H8LCWV6 type=write size=297620 2024-04-15T16:48:51.665 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.679+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~DLXNYBEUPLXY.0 size=1048576 2024-04-15T16:48:51.666 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.680+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~DLXNYBEUPLXY.1 size=624924 2024-04-15T16:48:51.666 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.680+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=DLXNYBEUPLXY tag=F4LQC29E5B6M type=write size=2722076 2024-04-15T16:48:51.667 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.681+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=GE7C7QUTP4BM type=del 2024-04-15T16:48:51.668 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.683+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=CWZZE2MMBDHJ type=del size=3922855 2024-04-15T16:48:51.670 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.685+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=EXK2ZFAKP9FB type=del 2024-04-15T16:48:51.673 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.688+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~UU824S6MKIEK.0 size=1048576 2024-04-15T16:48:51.674 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.689+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~UU824S6MKIEK.1 size=1048576 2024-04-15T16:48:51.676 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.690+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~UU824S6MKIEK.2 size=310347 2024-04-15T16:48:51.677 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.690+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=UU824S6MKIEK tag=PQ2QUWJWCTXB type=write size=3456075 2024-04-15T16:48:51.678 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.692+0000 7fcc009d6780 1 < completed write operation key=GEH1YTD5S8EP tag=EN7J2J348S87 type=write size=778535 2024-04-15T16:48:51.680 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.694+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~UXZWWDS1HKAE.0 size=155089 2024-04-15T16:48:51.680 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.694+0000 7fcc009d6780 1 > prepared multipart upload key=SMX0793SRFXB upload=UXZWWDS1HKAE tag=UZFUOOPJ176Y type=write size=1203665 2024-04-15T16:48:51.681 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.696+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~N1GQBVND7VGV.0 size=1048576 2024-04-15T16:48:51.682 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.696+0000 7fcc009d6780 1 < canceled part key=_multipart_KZLUKZMI1WBU.2~N1GQBVND7VGV.1 size=1048576 2024-04-15T16:48:51.682 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.697+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~N1GQBVND7VGV.2 size=212520 2024-04-15T16:48:51.685 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.699+0000 7fcc009d6780 1 < canceled multipart upload key=KZLUKZMI1WBU upload=N1GQBVND7VGV tag=W2UBSH9OMRIO type=write size=3358248 2024-04-15T16:48:51.686 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.701+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=LCOLCRXRIDVT type=del size=1865697 2024-04-15T16:48:51.688 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.702+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=YIMW73MPYUGO type=del 2024-04-15T16:48:51.690 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.704+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=G81X1TK2FF5B type=del size=3780785 2024-04-15T16:48:51.691 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.706+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~A9IO7TNCXHX9.0 size=1048576 2024-04-15T16:48:51.692 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.707+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~A9IO7TNCXHX9.1 size=932349 2024-04-15T16:48:51.695 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.709+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=A9IO7TNCXHX9 tag=ZB8VDPV9YKEO type=write size=3029501 2024-04-15T16:48:51.697 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.711+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=OC8ULOEAJFC2 type=write size=697355 2024-04-15T16:48:51.698 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.713+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=QNZUFD2OSCAP type=del 2024-04-15T16:48:51.700 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.714+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=YGXK7SQUO0ZT type=del size=2846690 2024-04-15T16:48:51.701 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.716+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=R5NGM3NVL15Z type=del 2024-04-15T16:48:51.704 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.718+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~RS654Q4AODAE.0 size=578709 2024-04-15T16:48:51.704 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.718+0000 7fcc009d6780 1 > prepared multipart upload key=7GJPLM2OVON4 upload=RS654Q4AODAE tag=0CBG4I29IZL7 type=write size=1627285 2024-04-15T16:48:51.705 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.720+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~24XIU30S3IP1.0 size=520831 2024-04-15T16:48:51.708 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.722+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=24XIU30S3IP1 tag=0R4Y009PWUS1 type=write size=1569407 2024-04-15T16:48:51.709 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.724+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=CBAGB92YCMG0 type=del size=1771184 2024-04-15T16:48:51.711 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.725+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~P1Q4F4G67N78.0 size=1048576 2024-04-15T16:48:51.712 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.726+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~P1Q4F4G67N78.1 size=1048576 2024-04-15T16:48:51.713 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.727+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~P1Q4F4G67N78.2 size=213340 2024-04-15T16:48:51.715 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.729+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=P1Q4F4G67N78 tag=7PRUXOY10GPK type=write size=3359068 2024-04-15T16:48:51.717 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.731+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=BIFQA3GL34KB type=del size=2001587 2024-04-15T16:48:51.718 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.733+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=LCFJGKDAJG4V type=del 2024-04-15T16:48:51.721 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.734+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=4RMNG1BMPPE4 type=del size=60208 2024-04-15T16:48:51.721 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.736+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=PKUI82F788P5 type=del 2024-04-15T16:48:51.723 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.737+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=SOTUU179NJOH type=del size=1218827 2024-04-15T16:48:51.724 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.739+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=B80I2ZRQ78YR type=del 2024-04-15T16:48:51.726 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.740+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=EJSL9R14I2KN type=del size=3098346 2024-04-15T16:48:51.728 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.743+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~U5LQJKT5YUI7.0 size=1048576 2024-04-15T16:48:51.729 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.744+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~U5LQJKT5YUI7.1 size=1048576 2024-04-15T16:48:51.731 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.745+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~U5LQJKT5YUI7.2 size=534944 2024-04-15T16:48:51.733 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.747+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=U5LQJKT5YUI7 tag=0OJMNLMOEFFK type=write size=3680672 2024-04-15T16:48:51.734 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.749+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=T5ZAJQLR6MNS type=del size=3673003 2024-04-15T16:48:51.736 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.750+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=X7WMGLKRUBTI type=del 2024-04-15T16:48:51.737 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.752+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=5RPRLHNN0WX9 type=del size=1509734 2024-04-15T16:48:51.739 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.753+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~DLXNYBEUPLXY.0 size=1048576 2024-04-15T16:48:51.740 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.755+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~DLXNYBEUPLXY.1 size=624924 2024-04-15T16:48:51.743 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.757+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=DLXNYBEUPLXY tag=F4LQC29E5B6M type=write size=2722076 2024-04-15T16:48:51.744 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.759+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=CC151EQBXR1S type=write size=68138 2024-04-15T16:48:51.746 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.760+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=CWZZE2MMBDHJ type=del 2024-04-15T16:48:51.747 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.762+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=WP61NH15343V type=del size=1364381 2024-04-15T16:48:51.749 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.763+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~UU824S6MKIEK.0 size=1048576 2024-04-15T16:48:51.750 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.765+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~UU824S6MKIEK.1 size=1048576 2024-04-15T16:48:51.751 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.766+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~UU824S6MKIEK.2 size=310347 2024-04-15T16:48:51.753 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.768+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=UU824S6MKIEK tag=PQ2QUWJWCTXB type=write size=3456075 2024-04-15T16:48:51.756 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.771+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~XXEFLUDDU2F4.0 size=1048576 2024-04-15T16:48:51.758 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.772+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~XXEFLUDDU2F4.1 size=465104 2024-04-15T16:48:51.758 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.772+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=XXEFLUDDU2F4 tag=6IIAEOC9AYVF type=write size=2562256 2024-04-15T16:48:51.760 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.773+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~UXZWWDS1HKAE.0 size=155089 2024-04-15T16:48:51.761 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.776+0000 7fcc009d6780 1 < completed multipart upload key=SMX0793SRFXB upload=UXZWWDS1HKAE tag=UZFUOOPJ176Y type=write size=1203665 2024-04-15T16:48:51.764 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.779+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~4IDXZQEANT31.0 size=41763 2024-04-15T16:48:51.764 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.779+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=4IDXZQEANT31 tag=Q2X02EJIIWJ4 type=write size=1090339 2024-04-15T16:48:51.765 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.780+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=LCOLCRXRIDVT type=del 2024-04-15T16:48:51.767 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.781+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=286HKHD2PN1A type=write size=984410 2024-04-15T16:48:51.769 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.783+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=G81X1TK2FF5B type=del 2024-04-15T16:48:51.770 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.785+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=FOMXPHV6Y86J type=del size=3827185 2024-04-15T16:48:51.772 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.786+0000 7fcc009d6780 1 < completed write operation key=BJ0SZQNPDE4F tag=OC8ULOEAJFC2 type=write size=697355 2024-04-15T16:48:51.774 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.789+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~R4S3XMEU3F80.0 size=1048576 2024-04-15T16:48:51.776 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.790+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~R4S3XMEU3F80.1 size=1048576 2024-04-15T16:48:51.777 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.792+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~R4S3XMEU3F80.2 size=746693 2024-04-15T16:48:51.777 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.792+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=R4S3XMEU3F80 tag=GZUEQXI95JEP type=write size=3892421 2024-04-15T16:48:51.779 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.793+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=YGXK7SQUO0ZT type=del 2024-04-15T16:48:51.782 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.796+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~WKM124IIQTB3.0 size=1048576 2024-04-15T16:48:51.783 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.797+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~WKM124IIQTB3.1 size=1048576 2024-04-15T16:48:51.784 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.798+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~WKM124IIQTB3.2 size=839798 2024-04-15T16:48:51.784 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.798+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=WKM124IIQTB3 tag=0ZT529W41GS3 type=write size=3985526 2024-04-15T16:48:51.786 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.800+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~RS654Q4AODAE.0 size=578709 2024-04-15T16:48:51.788 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.802+0000 7fcc009d6780 1 < completed multipart upload key=7GJPLM2OVON4 upload=RS654Q4AODAE tag=0CBG4I29IZL7 type=write size=1627285 2024-04-15T16:48:51.790 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.805+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~17J2DW03EYDM.0 size=1048576 2024-04-15T16:48:51.792 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.806+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~17J2DW03EYDM.1 size=510201 2024-04-15T16:48:51.793 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.806+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=17J2DW03EYDM tag=6919I9KATE2Q type=write size=2607353 2024-04-15T16:48:51.793 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.808+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=CBAGB92YCMG0 type=del 2024-04-15T16:48:51.795 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.809+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=LIN7ICJJU6TC type=del size=506204 2024-04-15T16:48:51.796 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.811+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=BIFQA3GL34KB type=del 2024-04-15T16:48:51.799 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.813+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~AWMF43G7XBIP.0 size=1048576 2024-04-15T16:48:51.801 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.815+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~AWMF43G7XBIP.1 size=208376 2024-04-15T16:48:51.801 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.815+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=AWMF43G7XBIP tag=48QYJHOHXLW3 type=write size=2305528 2024-04-15T16:48:51.802 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.816+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=4RMNG1BMPPE4 type=del 2024-04-15T16:48:51.804 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.818+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=BIZHIH8HYNCD type=del size=1617110 2024-04-15T16:48:51.806 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.821+0000 7fcc009d6780 1 < suggested remove operation key=CGQDFKP4V6R7 tag=SOTUU179NJOH type=del 2024-04-15T16:48:51.809 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.824+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~R2NYB1B4B33Z.0 size=224317 2024-04-15T16:48:51.810 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.824+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=R2NYB1B4B33Z tag=PX1KAW89JMRD type=write size=1272893 2024-04-15T16:48:51.811 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.826+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=EJSL9R14I2KN type=del 2024-04-15T16:48:51.814 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.828+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~KRFIRLGDFQEP.0 size=1048576 2024-04-15T16:48:51.815 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.829+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~KRFIRLGDFQEP.1 size=1048576 2024-04-15T16:48:51.816 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.831+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~KRFIRLGDFQEP.2 size=560720 2024-04-15T16:48:51.816 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.831+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=KRFIRLGDFQEP tag=DMP2PD2OB8S5 type=write size=3706448 2024-04-15T16:48:51.820 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.834+0000 7fcc009d6780 1 < suggested update operation key=XE6CHS65PXVA tag=T5ZAJQLR6MNS type=del size=3673003 2024-04-15T16:48:51.822 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.837+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~HDTPZDOHXZ5O.0 size=1048576 2024-04-15T16:48:51.824 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.838+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~HDTPZDOHXZ5O.1 size=158712 2024-04-15T16:48:51.824 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.838+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=HDTPZDOHXZ5O tag=IE5OO0HTCZGC type=write size=2255864 2024-04-15T16:48:51.825 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.840+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=5RPRLHNN0WX9 type=del 2024-04-15T16:48:51.827 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.841+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=0O46AZE0IO3Z type=del size=3305222 2024-04-15T16:48:51.828 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.843+0000 7fcc009d6780 1 < completed write operation key=BJ0SZQNPDE4F tag=CC151EQBXR1S type=write size=68138 2024-04-15T16:48:51.830 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.844+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=KI6PITJVO34F type=write size=156728 2024-04-15T16:48:51.831 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.846+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=WP61NH15343V type=del 2024-04-15T16:48:51.833 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.847+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=NL5NNTYVP91H type=del size=4193732 2024-04-15T16:48:51.834 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.849+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~XXEFLUDDU2F4.0 size=1048576 2024-04-15T16:48:51.835 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.850+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~XXEFLUDDU2F4.1 size=465104 2024-04-15T16:48:51.838 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.852+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=XXEFLUDDU2F4 tag=6IIAEOC9AYVF type=write size=2562256 2024-04-15T16:48:51.840 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.855+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~GCJJS83S1EAZ.0 size=1048576 2024-04-15T16:48:51.841 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.856+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~GCJJS83S1EAZ.1 size=97462 2024-04-15T16:48:51.842 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.856+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=GCJJS83S1EAZ tag=Q472W35PL0LW type=write size=2194614 2024-04-15T16:48:51.843 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.858+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~4IDXZQEANT31.0 size=41763 2024-04-15T16:48:51.845 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.860+0000 7fcc009d6780 1 < completed multipart upload key=DLWMFB84M0FA upload=4IDXZQEANT31 tag=Q2X02EJIIWJ4 type=write size=1090339 2024-04-15T16:48:51.847 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.861+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=L3QUMMJUBWY6 type=write size=1046121 2024-04-15T16:48:51.849 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.863+0000 7fcc009d6780 1 < completed write operation key=OQ6P5LJ15QMV tag=286HKHD2PN1A type=write size=984410 2024-04-15T16:48:51.851 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.866+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~ZCUE2XJ1JYPH.0 size=493929 2024-04-15T16:48:51.851 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.866+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=ZCUE2XJ1JYPH tag=HU7L212PUYZR type=write size=1542505 2024-04-15T16:48:51.853 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.867+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=FOMXPHV6Y86J type=del 2024-04-15T16:48:51.854 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.869+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=Y9AG2CWJN69D type=del size=2742138 2024-04-15T16:48:51.856 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.871+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~R4S3XMEU3F80.0 size=1048576 2024-04-15T16:48:51.858 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.872+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~R4S3XMEU3F80.1 size=1048576 2024-04-15T16:48:51.858 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.873+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~R4S3XMEU3F80.2 size=746693 2024-04-15T16:48:51.861 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.875+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=R4S3XMEU3F80 tag=GZUEQXI95JEP type=write size=3892421 2024-04-15T16:48:51.863 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.878+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~J6QAXAW69T99.0 size=1048576 2024-04-15T16:48:51.864 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.879+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~J6QAXAW69T99.1 size=1048576 2024-04-15T16:48:51.865 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.880+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~J6QAXAW69T99.2 size=945657 2024-04-15T16:48:51.866 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.880+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=J6QAXAW69T99 tag=P8LY5PYWSJS9 type=write size=4091385 2024-04-15T16:48:51.867 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.881+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~WKM124IIQTB3.0 size=1048576 2024-04-15T16:48:51.868 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.883+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~WKM124IIQTB3.1 size=1048576 2024-04-15T16:48:51.869 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.884+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~WKM124IIQTB3.2 size=839798 2024-04-15T16:48:51.871 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.886+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=WKM124IIQTB3 tag=0ZT529W41GS3 type=write size=3985526 2024-04-15T16:48:51.874 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.889+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~F13WQBD15JBQ.0 size=119161 2024-04-15T16:48:51.874 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.889+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=F13WQBD15JBQ tag=G48FM7Z5P3OL type=write size=1167737 2024-04-15T16:48:51.875 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.889+0000 7fcc009d6780 1 < canceled part key=_multipart_DLWMFB84M0FA.2~17J2DW03EYDM.0 size=1048576 2024-04-15T16:48:51.876 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.890+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~17J2DW03EYDM.1 size=510201 2024-04-15T16:48:51.878 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.893+0000 7fcc009d6780 1 < canceled multipart upload key=DLWMFB84M0FA upload=17J2DW03EYDM tag=6919I9KATE2Q type=write size=2607353 2024-04-15T16:48:51.882 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.895+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~AV020XU11N24.0 size=1048576 2024-04-15T16:48:51.882 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.896+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~AV020XU11N24.1 size=214720 2024-04-15T16:48:51.882 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.896+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=AV020XU11N24 tag=1B2LN3OP5LA2 type=write size=2311872 2024-04-15T16:48:51.883 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.898+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=LIN7ICJJU6TC type=del 2024-04-15T16:48:51.886 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.901+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~J50UHKPWUUOY.0 size=1048576 2024-04-15T16:48:51.888 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.902+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~J50UHKPWUUOY.1 size=363055 2024-04-15T16:48:51.888 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.902+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=J50UHKPWUUOY tag=EHNI0S7QH6HK type=write size=2460207 2024-04-15T16:48:51.888 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.902+0000 7fcc009d6780 1 < canceled part key=_multipart_OQ6P5LJ15QMV.2~AWMF43G7XBIP.0 size=1048576 2024-04-15T16:48:51.889 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.904+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~AWMF43G7XBIP.1 size=208376 2024-04-15T16:48:51.891 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.906+0000 7fcc009d6780 1 < canceled multipart upload key=OQ6P5LJ15QMV upload=AWMF43G7XBIP tag=48QYJHOHXLW3 type=write size=2305528 2024-04-15T16:48:51.893 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.907+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=M1RV0NPVJJF2 type=write size=788412 2024-04-15T16:48:51.894 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.909+0000 7fcc009d6780 1 < canceled operation key=SMX0793SRFXB tag=BIZHIH8HYNCD type=del size=1617110 2024-04-15T16:48:51.897 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.911+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~H5YIFFICR8D8.0 size=783822 2024-04-15T16:48:51.897 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.911+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=H5YIFFICR8D8 tag=JRJ2F121TITT type=write size=1832398 2024-04-15T16:48:51.898 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.913+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~R2NYB1B4B33Z.0 size=224317 2024-04-15T16:48:51.901 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.915+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=R2NYB1B4B33Z tag=PX1KAW89JMRD type=write size=1272893 2024-04-15T16:48:51.902 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.917+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=012H2KESF25V type=del size=2017749 2024-04-15T16:48:51.903 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.918+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~KRFIRLGDFQEP.0 size=1048576 2024-04-15T16:48:51.905 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.919+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~KRFIRLGDFQEP.1 size=1048576 2024-04-15T16:48:51.906 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.920+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~KRFIRLGDFQEP.2 size=560720 2024-04-15T16:48:51.908 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.923+0000 7fcc009d6780 1 < completed multipart upload key=GEH1YTD5S8EP upload=KRFIRLGDFQEP tag=DMP2PD2OB8S5 type=write size=3706448 2024-04-15T16:48:51.910 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.924+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=74ARJU42GDUZ type=del size=2895088 2024-04-15T16:48:51.911 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.926+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~HDTPZDOHXZ5O.0 size=1048576 2024-04-15T16:48:51.913 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.927+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~HDTPZDOHXZ5O.1 size=158712 2024-04-15T16:48:51.915 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.930+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=HDTPZDOHXZ5O tag=IE5OO0HTCZGC type=write size=2255864 2024-04-15T16:48:51.917 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.931+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=V8WZ308Z44BI type=del size=1568666 2024-04-15T16:48:51.919 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.933+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=0O46AZE0IO3Z type=del 2024-04-15T16:48:51.920 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.935+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=2QAW2BRO0TKP type=write size=607404 2024-04-15T16:48:51.923 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.938+0000 7fcc009d6780 1 < suggested update operation key=15VOAX95U1N2 tag=KI6PITJVO34F type=write size=156728 2024-04-15T16:48:51.926 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.941+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~AHMWP67I86QN.0 size=672787 2024-04-15T16:48:51.926 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.941+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=AHMWP67I86QN tag=TQBL2UGX3STJ type=write size=1721363 2024-04-15T16:48:51.929 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.943+0000 7fcc009d6780 1 < suggested remove operation key=KZLUKZMI1WBU tag=NL5NNTYVP91H type=del 2024-04-15T16:48:51.930 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.945+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=31DKONOKQROJ type=del size=3033757 2024-04-15T16:48:51.932 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.946+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~GCJJS83S1EAZ.0 size=1048576 2024-04-15T16:48:51.934 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.948+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~GCJJS83S1EAZ.1 size=97462 2024-04-15T16:48:51.935 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.950+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=GCJJS83S1EAZ tag=Q472W35PL0LW type=write size=2194614 2024-04-15T16:48:51.937 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.951+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=SDLYLKL3D08I type=del size=2068981 2024-04-15T16:48:51.939 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.953+0000 7fcc009d6780 1 < completed write operation key=BJ0SZQNPDE4F tag=L3QUMMJUBWY6 type=write size=1046121 2024-04-15T16:48:51.940 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.955+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=LEGQFS7H067T type=del size=958294 2024-04-15T16:48:51.942 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.956+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~ZCUE2XJ1JYPH.0 size=493929 2024-04-15T16:48:51.944 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.959+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=ZCUE2XJ1JYPH tag=HU7L212PUYZR type=write size=1542505 2024-04-15T16:48:51.947 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.961+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~ZYU3D3C3375X.0 size=1048576 2024-04-15T16:48:51.948 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.963+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~ZYU3D3C3375X.1 size=1048576 2024-04-15T16:48:51.950 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.964+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~ZYU3D3C3375X.2 size=285776 2024-04-15T16:48:51.950 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.964+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=ZYU3D3C3375X tag=L9TWUHCU7I7Q type=write size=3431504 2024-04-15T16:48:51.951 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.965+0000 7fcc009d6780 1 < completed delete operation key=SEFWMQT6GQB4 tag=Y9AG2CWJN69D type=del 2024-04-15T16:48:51.952 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.967+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=33SQW2ZUP7UM type=write size=249293 2024-04-15T16:48:51.954 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.969+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~J6QAXAW69T99.0 size=1048576 2024-04-15T16:48:51.956 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.970+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~J6QAXAW69T99.1 size=1048576 2024-04-15T16:48:51.957 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.971+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~J6QAXAW69T99.2 size=945657 2024-04-15T16:48:51.960 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.974+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=J6QAXAW69T99 tag=P8LY5PYWSJS9 type=write size=4091385 2024-04-15T16:48:51.963 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.977+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~CRIN233LJF0R.0 size=293845 2024-04-15T16:48:51.963 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.977+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=CRIN233LJF0R tag=XJQPBF6KF5IM type=write size=1342421 2024-04-15T16:48:51.964 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.979+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~F13WQBD15JBQ.0 size=119161 2024-04-15T16:48:51.967 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.981+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=F13WQBD15JBQ tag=G48FM7Z5P3OL type=write size=1167737 2024-04-15T16:48:51.969 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.983+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=SL38OO9DWSZX type=del size=3273242 2024-04-15T16:48:51.970 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.985+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~AV020XU11N24.0 size=1048576 2024-04-15T16:48:51.971 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.986+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~AV020XU11N24.1 size=214720 2024-04-15T16:48:51.974 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.988+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=AV020XU11N24 tag=1B2LN3OP5LA2 type=write size=2311872 2024-04-15T16:48:51.975 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.990+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=4XXI9SRD64ZL type=del size=2345649 2024-04-15T16:48:51.977 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.991+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~J50UHKPWUUOY.0 size=1048576 2024-04-15T16:48:51.978 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.992+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~J50UHKPWUUOY.1 size=363055 2024-04-15T16:48:51.981 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.995+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=J50UHKPWUUOY tag=EHNI0S7QH6HK type=write size=2460207 2024-04-15T16:48:51.982 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.997+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=Q1R0G5CMDF3B type=del size=833408 2024-04-15T16:48:51.984 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:51.998+0000 7fcc009d6780 -1 < failed to complete operation key=KZLUKZMI1WBU tag=M1RV0NPVJJF2 type=write size=788412: (22) Invalid argument 2024-04-15T16:48:51.985 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.000+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=CNBCE9EGRK2K type=del size=1021225 2024-04-15T16:48:51.987 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.001+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~H5YIFFICR8D8.0 size=783822 2024-04-15T16:48:51.990 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.004+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=H5YIFFICR8D8 tag=JRJ2F121TITT type=write size=1832398 2024-04-15T16:48:51.993 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.007+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~X6NQA0N1Y7MT.0 size=970390 2024-04-15T16:48:51.993 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.007+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=X6NQA0N1Y7MT tag=WJBGL1QOPNL9 type=write size=2018966 2024-04-15T16:48:51.994 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.008+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=012H2KESF25V type=del 2024-04-15T16:48:51.995 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.010+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=352IT97NYNQ2 type=del size=2212819 2024-04-15T16:48:51.998 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.012+0000 7fcc009d6780 -1 < failed to complete operation key=15VOAX95U1N2 tag=74ARJU42GDUZ type=del size=2895088: (22) Invalid argument 2024-04-15T16:48:52.000 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.015+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~8RRJHUO1G7E3.0 size=139417 2024-04-15T16:48:52.001 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.015+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=8RRJHUO1G7E3 tag=ZFNVSW5883NJ type=write size=1187993 2024-04-15T16:48:52.003 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.018+0000 7fcc009d6780 1 < suggested update operation key=GEH1YTD5S8EP tag=V8WZ308Z44BI type=del size=1568666 2024-04-15T16:48:52.006 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.020+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~8LH5R28A10T9.0 size=1048576 2024-04-15T16:48:52.007 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.022+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~8LH5R28A10T9.1 size=1048576 2024-04-15T16:48:52.009 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.023+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~8LH5R28A10T9.2 size=400239 2024-04-15T16:48:52.009 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.023+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=8LH5R28A10T9 tag=IDKE89OKZQPU type=write size=3545967 2024-04-15T16:48:52.012 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.026+0000 7fcc009d6780 1 < suggested remove operation key=U99IDECO7FVV tag=2QAW2BRO0TKP type=write 2024-04-15T16:48:52.013 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.028+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=ES6J2GBIK1CZ type=del size=1986684 2024-04-15T16:48:52.015 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.029+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~AHMWP67I86QN.0 size=672787 2024-04-15T16:48:52.018 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.032+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=AHMWP67I86QN tag=TQBL2UGX3STJ type=write size=1721363 2024-04-15T16:48:52.020 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.035+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~2Q31MCA9FGQ6.0 size=1048576 2024-04-15T16:48:52.022 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.036+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~2Q31MCA9FGQ6.1 size=1048576 2024-04-15T16:48:52.022 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.037+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~2Q31MCA9FGQ6.2 size=844147 2024-04-15T16:48:52.022 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.037+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=2Q31MCA9FGQ6 tag=WBCZMX1JOHUS type=write size=3989875 2024-04-15T16:48:52.024 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.038+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=31DKONOKQROJ type=del 2024-04-15T16:48:52.026 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.040+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=IOYHMTAPZAC6 type=del size=1408732 2024-04-15T16:48:52.027 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.041+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=SDLYLKL3D08I type=del 2024-04-15T16:48:52.029 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.043+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=EWUKF9YDCQPI type=del size=863134 2024-04-15T16:48:52.030 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.044+0000 7fcc009d6780 1 < completed delete operation key=54DQHB9HNDQB tag=LEGQFS7H067T type=del 2024-04-15T16:48:52.032 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.046+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=KDSXNINOH9A3 type=write size=770022 2024-04-15T16:48:52.033 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.048+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~ZYU3D3C3375X.0 size=1048576 2024-04-15T16:48:52.035 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.049+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~ZYU3D3C3375X.1 size=1048576 2024-04-15T16:48:52.036 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.051+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~ZYU3D3C3375X.2 size=285776 2024-04-15T16:48:52.038 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.053+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=ZYU3D3C3375X tag=L9TWUHCU7I7Q type=write size=3431504 2024-04-15T16:48:52.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.055+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=BSEYC4VYCC3B type=del size=1649838 2024-04-15T16:48:52.043 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.058+0000 7fcc009d6780 1 < suggested update operation key=GEH1YTD5S8EP tag=33SQW2ZUP7UM type=write size=249293 2024-04-15T16:48:52.045 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.059+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=H269693QWA36 type=del size=926312 2024-04-15T16:48:52.047 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.061+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~CRIN233LJF0R.0 size=293845 2024-04-15T16:48:52.050 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.064+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=CRIN233LJF0R tag=XJQPBF6KF5IM type=write size=1342421 2024-04-15T16:48:52.051 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.065+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=9YEVV7NJYRP6 type=del size=269465 2024-04-15T16:48:52.054 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.067+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=SL38OO9DWSZX type=del 2024-04-15T16:48:52.056 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.070+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~N21XYENDPL15.0 size=795834 2024-04-15T16:48:52.056 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.070+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=N21XYENDPL15 tag=QHFBTK5RHW06 type=write size=1844410 2024-04-15T16:48:52.057 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.072+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=4XXI9SRD64ZL type=del 2024-04-15T16:48:52.059 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.073+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=ZHCJB7HAYRK6 type=del size=3408825 2024-04-15T16:48:52.060 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.075+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=Q1R0G5CMDF3B type=del 2024-04-15T16:48:52.062 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.076+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=O0PR4AO0JG4C type=del size=1431604 2024-04-15T16:48:52.064 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.078+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=CNBCE9EGRK2K type=del 2024-04-15T16:48:52.067 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.081+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~DXN4CGWWRJHB.0 size=651567 2024-04-15T16:48:52.067 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.081+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=DXN4CGWWRJHB tag=XWI4OT39ONQL type=write size=1700143 2024-04-15T16:48:52.069 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.083+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~X6NQA0N1Y7MT.0 size=970390 2024-04-15T16:48:52.072 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.086+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=X6NQA0N1Y7MT tag=WJBGL1QOPNL9 type=write size=2018966 2024-04-15T16:48:52.073 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.088+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=UBS1SFS7P7AG type=del size=3386504 2024-04-15T16:48:52.074 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.089+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=352IT97NYNQ2 type=del 2024-04-15T16:48:52.076 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.091+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=Z07KOGHFXAKO type=del size=1883882 2024-04-15T16:48:52.078 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.092+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~8RRJHUO1G7E3.0 size=139417 2024-04-15T16:48:52.081 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.095+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=8RRJHUO1G7E3 tag=ZFNVSW5883NJ type=write size=1187993 2024-04-15T16:48:52.086 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.099+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~ML6BNWQ249GP.0 size=889196 2024-04-15T16:48:52.086 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.099+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=ML6BNWQ249GP tag=WDZFCSPH8UKW type=write size=1937772 2024-04-15T16:48:52.086 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.100+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~8LH5R28A10T9.0 size=1048576 2024-04-15T16:48:52.087 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.101+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~8LH5R28A10T9.1 size=1048576 2024-04-15T16:48:52.088 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.102+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~8LH5R28A10T9.2 size=400239 2024-04-15T16:48:52.092 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.105+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=8LH5R28A10T9 tag=IDKE89OKZQPU type=write size=3545967 2024-04-15T16:48:52.092 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.106+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=JHIB5YKCGYD4 type=del size=801209 2024-04-15T16:48:52.095 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.110+0000 7fcc009d6780 1 < suggested remove operation key=3GA44QQR4TNK tag=ES6J2GBIK1CZ type=del 2024-04-15T16:48:52.097 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.111+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=R2XYXARG4T2W type=del size=1150045 2024-04-15T16:48:52.098 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.113+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~2Q31MCA9FGQ6.0 size=1048576 2024-04-15T16:48:52.098 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.113+0000 7fcc009d6780 1 < canceled part key=_multipart_XE6CHS65PXVA.2~2Q31MCA9FGQ6.1 size=1048576 2024-04-15T16:48:52.099 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.114+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~2Q31MCA9FGQ6.2 size=844147 2024-04-15T16:48:52.102 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.116+0000 7fcc009d6780 1 < canceled multipart upload key=XE6CHS65PXVA upload=2Q31MCA9FGQ6 tag=WBCZMX1JOHUS type=write size=3989875 2024-04-15T16:48:52.105 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.119+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~JHMDW3K8RP65.0 size=1048576 2024-04-15T16:48:52.106 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.120+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~JHMDW3K8RP65.1 size=1048576 2024-04-15T16:48:52.107 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.121+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~JHMDW3K8RP65.2 size=479870 2024-04-15T16:48:52.107 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.121+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=JHMDW3K8RP65 tag=3LX5TFXRETBJ type=write size=3625598 2024-04-15T16:48:52.109 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.123+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=IOYHMTAPZAC6 type=del 2024-04-15T16:48:52.112 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.126+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~5SNETFCOYTVX.0 size=1048576 2024-04-15T16:48:52.113 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.127+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~5SNETFCOYTVX.1 size=1048576 2024-04-15T16:48:52.114 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.129+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~5SNETFCOYTVX.2 size=267126 2024-04-15T16:48:52.114 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.129+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=5SNETFCOYTVX tag=EVGFULMEZ0DM type=write size=3412854 2024-04-15T16:48:52.116 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.130+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=EWUKF9YDCQPI type=del 2024-04-15T16:48:52.117 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.132+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=U2UQ1G9EIZH3 type=del size=1804866 2024-04-15T16:48:52.121 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.135+0000 7fcc009d6780 1 < suggested update operation key=7NTTGUKN6UZ3 tag=KDSXNINOH9A3 type=write size=770022 2024-04-15T16:48:52.123 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.137+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=5B2EJZW961AC type=del size=1707138 2024-04-15T16:48:52.124 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.139+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=BSEYC4VYCC3B type=del 2024-04-15T16:48:52.127 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.142+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~YDS6TX14BI58.0 size=69632 2024-04-15T16:48:52.127 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.142+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=YDS6TX14BI58 tag=9R81UG6Z24QP type=write size=1118208 2024-04-15T16:48:52.129 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.143+0000 7fcc009d6780 1 < canceled operation key=15VOAX95U1N2 tag=H269693QWA36 type=del size=926312 2024-04-15T16:48:52.130 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.145+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=VIRNPGYG3NYI type=del size=1214983 2024-04-15T16:48:52.132 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.146+0000 7fcc009d6780 1 < canceled operation key=CGQDFKP4V6R7 tag=9YEVV7NJYRP6 type=del size=269465 2024-04-15T16:48:52.133 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.148+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=3I5AD8139VWZ type=del size=333009 2024-04-15T16:48:52.135 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.149+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~N21XYENDPL15.0 size=795834 2024-04-15T16:48:52.137 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.152+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=N21XYENDPL15 tag=QHFBTK5RHW06 type=write size=1844410 2024-04-15T16:48:52.139 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.153+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=ZZO2ZT97YV4V type=write size=123682 2024-04-15T16:48:52.140 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.155+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=ZHCJB7HAYRK6 type=del 2024-04-15T16:48:52.142 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.156+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=AO1W86AMSG0R type=del size=1875767 2024-04-15T16:48:52.144 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.158+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=O0PR4AO0JG4C type=del 2024-04-15T16:48:52.146 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.160+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=SK48R425H5TT type=del size=2730202 2024-04-15T16:48:52.147 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.162+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~DXN4CGWWRJHB.0 size=651567 2024-04-15T16:48:52.150 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.164+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=DXN4CGWWRJHB tag=XWI4OT39ONQL type=write size=1700143 2024-04-15T16:48:52.153 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.167+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~E26HK3J7OUAO.0 size=1048576 2024-04-15T16:48:52.154 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.168+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~E26HK3J7OUAO.1 size=636512 2024-04-15T16:48:52.154 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.168+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=E26HK3J7OUAO tag=YDESTA2XPE96 type=write size=2733664 2024-04-15T16:48:52.155 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.170+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=UBS1SFS7P7AG type=del 2024-04-15T16:48:52.157 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.171+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=XZUSH47WSX0E type=del size=1885566 2024-04-15T16:48:52.159 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.173+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=Z07KOGHFXAKO type=del 2024-04-15T16:48:52.160 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.174+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=N3GTFW0Z9H3Q type=del size=1345867 2024-04-15T16:48:52.162 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.176+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~ML6BNWQ249GP.0 size=889196 2024-04-15T16:48:52.164 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.178+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=ML6BNWQ249GP tag=WDZFCSPH8UKW type=write size=1937772 2024-04-15T16:48:52.166 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.181+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~RITPEW6GPE3R.0 size=1048576 2024-04-15T16:48:52.167 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.182+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~RITPEW6GPE3R.1 size=1048576 2024-04-15T16:48:52.169 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.183+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~RITPEW6GPE3R.2 size=358031 2024-04-15T16:48:52.169 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.183+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=RITPEW6GPE3R tag=3VH5S9PMXMBH type=write size=3503759 2024-04-15T16:48:52.170 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.185+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=JHIB5YKCGYD4 type=del 2024-04-15T16:48:52.173 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.187+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~Y2YOXMOCJW4K.0 size=1048576 2024-04-15T16:48:52.174 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.188+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~Y2YOXMOCJW4K.1 size=1048576 2024-04-15T16:48:52.175 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.189+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~Y2YOXMOCJW4K.2 size=1015469 2024-04-15T16:48:52.175 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.189+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=Y2YOXMOCJW4K tag=ND4H8VQ2HP9V type=write size=4161197 2024-04-15T16:48:52.176 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.191+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=R2XYXARG4T2W type=del 2024-04-15T16:48:52.178 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.192+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=53MT2K7IXKH6 type=del size=287281 2024-04-15T16:48:52.180 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.194+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~JHMDW3K8RP65.0 size=1048576 2024-04-15T16:48:52.181 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.195+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~JHMDW3K8RP65.1 size=1048576 2024-04-15T16:48:52.182 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.196+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~JHMDW3K8RP65.2 size=479870 2024-04-15T16:48:52.184 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.199+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=JHMDW3K8RP65 tag=3LX5TFXRETBJ type=write size=3625598 2024-04-15T16:48:52.186 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.200+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=OUBFI2ZGNVES type=del size=3694119 2024-04-15T16:48:52.187 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.202+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~5SNETFCOYTVX.0 size=1048576 2024-04-15T16:48:52.189 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.203+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~5SNETFCOYTVX.1 size=1048576 2024-04-15T16:48:52.190 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.205+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~5SNETFCOYTVX.2 size=267126 2024-04-15T16:48:52.193 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.207+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=5SNETFCOYTVX tag=EVGFULMEZ0DM type=write size=3412854 2024-04-15T16:48:52.194 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.209+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=V0EMBWB5UN5J type=del size=3698945 2024-04-15T16:48:52.196 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.210+0000 7fcc009d6780 1 < canceled operation key=U99IDECO7FVV tag=U2UQ1G9EIZH3 type=del size=1804866 2024-04-15T16:48:52.198 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.212+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=YD8IZ0SZBXIG type=write size=495061 2024-04-15T16:48:52.199 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.214+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=5B2EJZW961AC type=del 2024-04-15T16:48:52.202 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.216+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~HHTTLMKE5Y7N.0 size=1048576 2024-04-15T16:48:52.203 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.217+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~HHTTLMKE5Y7N.1 size=1048576 2024-04-15T16:48:52.204 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.218+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~HHTTLMKE5Y7N.2 size=38905 2024-04-15T16:48:52.204 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.218+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=HHTTLMKE5Y7N tag=J3G6660DGSJL type=write size=3184633 2024-04-15T16:48:52.206 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.220+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~YDS6TX14BI58.0 size=69632 2024-04-15T16:48:52.208 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.222+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=YDS6TX14BI58 tag=9R81UG6Z24QP type=write size=1118208 2024-04-15T16:48:52.210 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.225+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~94XUTAS68NUB.0 size=1048576 2024-04-15T16:48:52.211 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.226+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~94XUTAS68NUB.1 size=1012565 2024-04-15T16:48:52.212 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.226+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=94XUTAS68NUB tag=22434ZXWOFPX type=write size=3109717 2024-04-15T16:48:52.213 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.228+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=VIRNPGYG3NYI type=del 2024-04-15T16:48:52.215 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.229+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=0V38S76E1P0A type=write size=529095 2024-04-15T16:48:52.216 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.231+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=3I5AD8139VWZ type=del 2024-04-15T16:48:52.217 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.232+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=LTKGR2M2B02E type=del size=980955 2024-04-15T16:48:52.220 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.235+0000 7fcc009d6780 1 < suggested update operation key=15VOAX95U1N2 tag=ZZO2ZT97YV4V type=write size=123682 2024-04-15T16:48:52.223 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.238+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~AIOMFIC70LYH.0 size=1048576 2024-04-15T16:48:52.224 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.239+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~AIOMFIC70LYH.1 size=1048576 2024-04-15T16:48:52.225 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.240+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~AIOMFIC70LYH.2 size=132444 2024-04-15T16:48:52.225 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.240+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=AIOMFIC70LYH tag=R1QJ7PV74YQ5 type=write size=3278172 2024-04-15T16:48:52.227 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.241+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=AO1W86AMSG0R type=del 2024-04-15T16:48:52.229 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.243+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=T4AMIF7WTBYX type=del size=1181999 2024-04-15T16:48:52.231 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.246+0000 7fcc009d6780 1 < suggested update operation key=KZLUKZMI1WBU tag=SK48R425H5TT type=del size=2730202 2024-04-15T16:48:52.233 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.248+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=NHN87HMCQHOX type=del size=198287 2024-04-15T16:48:52.234 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.248+0000 7fcc009d6780 1 < canceled part key=_multipart_7NTTGUKN6UZ3.2~E26HK3J7OUAO.0 size=1048576 2024-04-15T16:48:52.235 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.249+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~E26HK3J7OUAO.1 size=636512 2024-04-15T16:48:52.237 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.252+0000 7fcc009d6780 1 < canceled multipart upload key=7NTTGUKN6UZ3 upload=E26HK3J7OUAO tag=YDESTA2XPE96 type=write size=2733664 2024-04-15T16:48:52.240 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.253+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=Q9MYRXNFIBQG type=write size=89074 2024-04-15T16:48:52.241 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.256+0000 7fcc009d6780 1 < suggested remove operation key=LEXP4TLXUJL4 tag=XZUSH47WSX0E type=del 2024-04-15T16:48:52.244 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.259+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~D1ZXZJJKX2K3.0 size=1048576 2024-04-15T16:48:52.246 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.260+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~D1ZXZJJKX2K3.1 size=1048576 2024-04-15T16:48:52.247 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.261+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~D1ZXZJJKX2K3.2 size=394210 2024-04-15T16:48:52.247 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.261+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=D1ZXZJJKX2K3 tag=3NH3Y3K8LW4U type=write size=3539938 2024-04-15T16:48:52.249 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.264+0000 7fcc009d6780 1 < suggested update operation key=OQ6P5LJ15QMV tag=N3GTFW0Z9H3Q type=del size=1345867 2024-04-15T16:48:52.253 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.267+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~X93RFECW2LLR.0 size=672828 2024-04-15T16:48:52.253 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.267+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=X93RFECW2LLR tag=HDK01L7YNQE6 type=write size=1721404 2024-04-15T16:48:52.254 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.268+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~RITPEW6GPE3R.0 size=1048576 2024-04-15T16:48:52.255 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.269+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~RITPEW6GPE3R.1 size=1048576 2024-04-15T16:48:52.256 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.270+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~RITPEW6GPE3R.2 size=358031 2024-04-15T16:48:52.258 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.273+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=RITPEW6GPE3R tag=3VH5S9PMXMBH type=write size=3503759 2024-04-15T16:48:52.260 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.274+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=UCDXSM1XUT5C type=del size=506449 2024-04-15T16:48:52.261 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.276+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~Y2YOXMOCJW4K.0 size=1048576 2024-04-15T16:48:52.262 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.277+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~Y2YOXMOCJW4K.1 size=1048576 2024-04-15T16:48:52.264 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.278+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~Y2YOXMOCJW4K.2 size=1015469 2024-04-15T16:48:52.266 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.280+0000 7fcc009d6780 1 < completed multipart upload key=Q6ADAXSPMY0X upload=Y2YOXMOCJW4K tag=ND4H8VQ2HP9V type=write size=4161197 2024-04-15T16:48:52.267 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.282+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=F6B5JXRL4JOD type=del size=408343 2024-04-15T16:48:52.269 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.283+0000 7fcc009d6780 1 < canceled operation key=QYKA01GVNV1V tag=53MT2K7IXKH6 type=del size=287281 2024-04-15T16:48:52.272 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.286+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~04CA10BUADHP.0 size=738566 2024-04-15T16:48:52.272 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.286+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=04CA10BUADHP tag=BB6DPEAMRVNR type=write size=1787142 2024-04-15T16:48:52.275 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.289+0000 7fcc009d6780 1 < suggested remove operation key=7NTTGUKN6UZ3 tag=OUBFI2ZGNVES type=del 2024-04-15T16:48:52.277 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.292+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~RKWCEKANDHDT.0 size=1048576 2024-04-15T16:48:52.279 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.293+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~RKWCEKANDHDT.1 size=1048576 2024-04-15T16:48:52.280 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.294+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~RKWCEKANDHDT.2 size=824118 2024-04-15T16:48:52.280 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.294+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=RKWCEKANDHDT tag=PZLMQS7W3TXU type=write size=3969846 2024-04-15T16:48:52.281 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.296+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=V0EMBWB5UN5J type=del 2024-04-15T16:48:52.283 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.298+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=SZDHK7TWABR1 type=del size=1460878 2024-04-15T16:48:52.285 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.299+0000 7fcc009d6780 1 < completed write operation key=GEH1YTD5S8EP tag=YD8IZ0SZBXIG type=write size=495061 2024-04-15T16:48:52.288 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.303+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~GKZBTH7NIO8E.0 size=432869 2024-04-15T16:48:52.288 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.303+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=GKZBTH7NIO8E tag=5Q6D6NGP5K7X type=write size=1481445 2024-04-15T16:48:52.290 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.304+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~HHTTLMKE5Y7N.0 size=1048576 2024-04-15T16:48:52.291 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.305+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~HHTTLMKE5Y7N.1 size=1048576 2024-04-15T16:48:52.292 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.306+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~HHTTLMKE5Y7N.2 size=38905 2024-04-15T16:48:52.295 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.309+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=HHTTLMKE5Y7N tag=J3G6660DGSJL type=write size=3184633 2024-04-15T16:48:52.296 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.311+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=50UTELKF0ZB9 type=del size=3290584 2024-04-15T16:48:52.298 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.312+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~94XUTAS68NUB.0 size=1048576 2024-04-15T16:48:52.299 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.314+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~94XUTAS68NUB.1 size=1012565 2024-04-15T16:48:52.302 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.316+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=94XUTAS68NUB tag=22434ZXWOFPX type=write size=3109717 2024-04-15T16:48:52.303 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.318+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=BDTC2IRDJHMN type=write size=53389 2024-04-15T16:48:52.305 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.319+0000 7fcc009d6780 1 < completed write operation key=P016Z7D73CKQ tag=0V38S76E1P0A type=write size=529095 2024-04-15T16:48:52.306 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.321+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=VTEM2YQPLV8W type=del size=2790069 2024-04-15T16:48:52.307 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.321+0000 7fcc009d6780 -1 < no bi entry to suggest for operation key=LEXP4TLXUJL4 tag=LTKGR2M2B02E type=del size=980955: (2) No such file or directory 2024-04-15T16:48:52.310 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.324+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~F0KJTDS0YX25.0 size=713367 2024-04-15T16:48:52.310 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.324+0000 7fcc009d6780 1 > prepared multipart upload key=7GJPLM2OVON4 upload=F0KJTDS0YX25 tag=PA6B9DPSWCC0 type=write size=1761943 2024-04-15T16:48:52.312 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.326+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~AIOMFIC70LYH.0 size=1048576 2024-04-15T16:48:52.313 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.327+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~AIOMFIC70LYH.1 size=1048576 2024-04-15T16:48:52.314 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.329+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~AIOMFIC70LYH.2 size=132444 2024-04-15T16:48:52.317 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.331+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=AIOMFIC70LYH tag=R1QJ7PV74YQ5 type=write size=3278172 2024-04-15T16:48:52.318 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.332+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=6ZA2JYREI10D type=del size=823065 2024-04-15T16:48:52.320 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.334+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=T4AMIF7WTBYX type=del 2024-04-15T16:48:52.321 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.336+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=TRGP2JYEP23S type=write size=893542 2024-04-15T16:48:52.323 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.338+0000 7fcc009d6780 -1 < failed to complete operation key=OQ6P5LJ15QMV tag=NHN87HMCQHOX type=del size=198287: (22) Invalid argument 2024-04-15T16:48:52.326 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.340+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~RAQRAINRAV7B.0 size=1048576 2024-04-15T16:48:52.327 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.341+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~RAQRAINRAV7B.1 size=90222 2024-04-15T16:48:52.327 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.341+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=RAQRAINRAV7B tag=BP0HQNRIJXCT type=write size=2187374 2024-04-15T16:48:52.329 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.343+0000 7fcc009d6780 -1 < failed to complete operation key=7NTTGUKN6UZ3 tag=Q9MYRXNFIBQG type=write size=89074: (22) Invalid argument 2024-04-15T16:48:52.331 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.346+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~3HHLEX5DUADO.0 size=1048576 2024-04-15T16:48:52.333 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.347+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~3HHLEX5DUADO.1 size=1048576 2024-04-15T16:48:52.334 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.348+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~3HHLEX5DUADO.2 size=874491 2024-04-15T16:48:52.334 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.348+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=3HHLEX5DUADO tag=SJ6W05S7G751 type=write size=4020219 2024-04-15T16:48:52.335 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.350+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~D1ZXZJJKX2K3.0 size=1048576 2024-04-15T16:48:52.337 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.351+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~D1ZXZJJKX2K3.1 size=1048576 2024-04-15T16:48:52.338 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.352+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~D1ZXZJJKX2K3.2 size=394210 2024-04-15T16:48:52.340 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.355+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=D1ZXZJJKX2K3 tag=3NH3Y3K8LW4U type=write size=3539938 2024-04-15T16:48:52.342 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.357+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=G6LGVEV54500 type=del size=906468 2024-04-15T16:48:52.344 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.359+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~X93RFECW2LLR.0 size=672828 2024-04-15T16:48:52.347 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.361+0000 7fcc009d6780 1 < completed multipart upload key=DLWMFB84M0FA upload=X93RFECW2LLR tag=HDK01L7YNQE6 type=write size=1721404 2024-04-15T16:48:52.349 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.363+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~B6U1DA4OERL9.0 size=1048576 2024-04-15T16:48:52.350 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.365+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~B6U1DA4OERL9.1 size=450277 2024-04-15T16:48:52.351 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.365+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=B6U1DA4OERL9 tag=C802Z0NY6YUR type=write size=2547429 2024-04-15T16:48:52.352 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.366+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=UCDXSM1XUT5C type=del 2024-04-15T16:48:52.355 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.369+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~FJP3XU15BZ8Z.0 size=602208 2024-04-15T16:48:52.355 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.369+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=FJP3XU15BZ8Z tag=OF5379V4A1LC type=write size=1650784 2024-04-15T16:48:52.356 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.371+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=F6B5JXRL4JOD type=del 2024-04-15T16:48:52.358 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.373+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=6DXIADGANPVZ type=del size=2477869 2024-04-15T16:48:52.360 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.374+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~04CA10BUADHP.0 size=738566 2024-04-15T16:48:52.363 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.377+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=04CA10BUADHP tag=BB6DPEAMRVNR type=write size=1787142 2024-04-15T16:48:52.366 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.380+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~XYBFKOYAQP99.0 size=320345 2024-04-15T16:48:52.366 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.380+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=XYBFKOYAQP99 tag=XU4WSECRFB3S type=write size=1368921 2024-04-15T16:48:52.367 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.382+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~RKWCEKANDHDT.0 size=1048576 2024-04-15T16:48:52.369 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.383+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~RKWCEKANDHDT.1 size=1048576 2024-04-15T16:48:52.370 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.384+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~RKWCEKANDHDT.2 size=824118 2024-04-15T16:48:52.373 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.387+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=RKWCEKANDHDT tag=PZLMQS7W3TXU type=write size=3969846 2024-04-15T16:48:52.374 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.388+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=8H07GRM7324S type=del size=1887256 2024-04-15T16:48:52.375 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.390+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=SZDHK7TWABR1 type=del 2024-04-15T16:48:52.377 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.391+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=HRR1J2RA26MP type=del size=1436237 2024-04-15T16:48:52.378 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.393+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~GKZBTH7NIO8E.0 size=432869 2024-04-15T16:48:52.381 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.395+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=GKZBTH7NIO8E tag=5Q6D6NGP5K7X type=write size=1481445 2024-04-15T16:48:52.382 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.397+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=XGHMVIQ19X4N type=del size=1474742 2024-04-15T16:48:52.384 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.398+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=50UTELKF0ZB9 type=del 2024-04-15T16:48:52.385 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.400+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=51ZNND5I8J2J type=write size=420035 2024-04-15T16:48:52.387 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.402+0000 7fcc009d6780 1 < completed write operation key=CQ12L2GW4SE3 tag=BDTC2IRDJHMN type=write size=53389 2024-04-15T16:48:52.389 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.403+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=N4U0J13095C6 type=write size=879417 2024-04-15T16:48:52.390 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.405+0000 7fcc009d6780 1 < canceled operation key=VPMU4YD3VQ1D tag=VTEM2YQPLV8W type=del size=2790069 2024-04-15T16:48:52.393 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.407+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=X612G4P38I73 type=write size=461014 2024-04-15T16:48:52.394 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.409+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~F0KJTDS0YX25.0 size=713367 2024-04-15T16:48:52.397 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.411+0000 7fcc009d6780 1 < completed multipart upload key=7GJPLM2OVON4 upload=F0KJTDS0YX25 tag=PA6B9DPSWCC0 type=write size=1761943 2024-04-15T16:48:52.400 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.414+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~EDJNRY9Y7SQE.0 size=1048576 2024-04-15T16:48:52.401 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.416+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~EDJNRY9Y7SQE.1 size=602292 2024-04-15T16:48:52.401 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.416+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=EDJNRY9Y7SQE tag=D3QLCN4ODBBY type=write size=2699444 2024-04-15T16:48:52.403 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.417+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=6ZA2JYREI10D type=del 2024-04-15T16:48:52.404 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.419+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=GF0TO0Z0UJIA type=del size=2432674 2024-04-15T16:48:52.406 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.420+0000 7fcc009d6780 1 < completed write operation key=XE6CHS65PXVA tag=TRGP2JYEP23S type=write size=893542 2024-04-15T16:48:52.407 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.422+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=GVQE2VUQPLGV type=del size=3681010 2024-04-15T16:48:52.409 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.424+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~RAQRAINRAV7B.0 size=1048576 2024-04-15T16:48:52.410 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.425+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~RAQRAINRAV7B.1 size=90222 2024-04-15T16:48:52.413 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.427+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=RAQRAINRAV7B tag=BP0HQNRIJXCT type=write size=2187374 2024-04-15T16:48:52.415 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.429+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=2GB48Z9903S8 type=write size=804155 2024-04-15T16:48:52.415 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.430+0000 7fcc009d6780 1 < canceled part key=_multipart_SEFWMQT6GQB4.2~3HHLEX5DUADO.0 size=1048576 2024-04-15T16:48:52.416 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.431+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~3HHLEX5DUADO.1 size=1048576 2024-04-15T16:48:52.418 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.432+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~3HHLEX5DUADO.2 size=874491 2024-04-15T16:48:52.420 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.435+0000 7fcc009d6780 1 < canceled multipart upload key=SEFWMQT6GQB4 upload=3HHLEX5DUADO tag=SJ6W05S7G751 type=write size=4020219 2024-04-15T16:48:52.423 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.437+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~QKEXDX5DKM9P.0 size=1048576 2024-04-15T16:48:52.424 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.439+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~QKEXDX5DKM9P.1 size=1048576 2024-04-15T16:48:52.425 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.440+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~QKEXDX5DKM9P.2 size=219658 2024-04-15T16:48:52.425 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.440+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=QKEXDX5DKM9P tag=XC337WUOT5B3 type=write size=3365386 2024-04-15T16:48:52.428 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.442+0000 7fcc009d6780 1 < suggested update operation key=3GA44QQR4TNK tag=G6LGVEV54500 type=del size=906468 2024-04-15T16:48:52.431 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.446+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~7V7JS3LRVRPM.0 size=1048576 2024-04-15T16:48:52.432 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.447+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~7V7JS3LRVRPM.1 size=1048576 2024-04-15T16:48:52.433 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.448+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~7V7JS3LRVRPM.2 size=84796 2024-04-15T16:48:52.434 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.448+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=7V7JS3LRVRPM tag=JOWP489LAKL9 type=write size=3230524 2024-04-15T16:48:52.435 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.450+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~B6U1DA4OERL9.0 size=1048576 2024-04-15T16:48:52.436 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.451+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~B6U1DA4OERL9.1 size=450277 2024-04-15T16:48:52.439 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.453+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=B6U1DA4OERL9 tag=C802Z0NY6YUR type=write size=2547429 2024-04-15T16:48:52.442 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.456+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~YYNZ9AHM2PVZ.0 size=78322 2024-04-15T16:48:52.442 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.456+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=YYNZ9AHM2PVZ tag=1FMQ2PB1A3TN type=write size=1126898 2024-04-15T16:48:52.443 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.458+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~FJP3XU15BZ8Z.0 size=602208 2024-04-15T16:48:52.446 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.460+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=FJP3XU15BZ8Z tag=OF5379V4A1LC type=write size=1650784 2024-04-15T16:48:52.447 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.462+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=WA70QKYAVYYX type=write size=152910 2024-04-15T16:48:52.448 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.463+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=6DXIADGANPVZ type=del 2024-04-15T16:48:52.450 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.465+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=MO9VYFOVBRCA type=del size=3050950 2024-04-15T16:48:52.452 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.466+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~XYBFKOYAQP99.0 size=320345 2024-04-15T16:48:52.454 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.469+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=XYBFKOYAQP99 tag=XU4WSECRFB3S type=write size=1368921 2024-04-15T16:48:52.456 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.470+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=EV8881CCYS3T type=del size=3516551 2024-04-15T16:48:52.458 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.472+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=8H07GRM7324S type=del 2024-04-15T16:48:52.459 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.474+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=ATVLWJAZUC50 type=del size=311627 2024-04-15T16:48:52.462 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.477+0000 7fcc009d6780 1 < suggested remove operation key=8VXMHHU12YH7 tag=HRR1J2RA26MP type=del 2024-04-15T16:48:52.464 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.479+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=KT5RBIR30M1E type=del size=1818847 2024-04-15T16:48:52.466 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.480+0000 7fcc009d6780 1 < canceled operation key=LEXP4TLXUJL4 tag=XGHMVIQ19X4N type=del size=1474742 2024-04-15T16:48:52.468 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.482+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=YGPA99SV5AQ7 type=del size=2602546 2024-04-15T16:48:52.471 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.485+0000 7fcc009d6780 1 < suggested remove operation key=KZLUKZMI1WBU tag=51ZNND5I8J2J type=write 2024-04-15T16:48:52.472 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.487+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=CWDI9Z8EZ3A7 type=write size=425831 2024-04-15T16:48:52.474 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.488+0000 7fcc009d6780 1 < canceled operation key=3TSCAKP7XLQL tag=N4U0J13095C6 type=write size=879417 2024-04-15T16:48:52.475 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.490+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=OO0X34B8EQV3 type=del size=1065864 2024-04-15T16:48:52.477 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.491+0000 7fcc009d6780 -1 < failed to complete operation key=3GA44QQR4TNK tag=X612G4P38I73 type=write size=461014: (22) Invalid argument 2024-04-15T16:48:52.479 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.493+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=TK3FIYN28AR1 type=del size=3565434 2024-04-15T16:48:52.480 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.495+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~EDJNRY9Y7SQE.0 size=1048576 2024-04-15T16:48:52.481 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.496+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~EDJNRY9Y7SQE.1 size=602292 2024-04-15T16:48:52.483 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.498+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=EDJNRY9Y7SQE tag=D3QLCN4ODBBY type=write size=2699444 2024-04-15T16:48:52.488 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.501+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~O5S1CFTAMI6Y.0 size=433607 2024-04-15T16:48:52.488 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.501+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=O5S1CFTAMI6Y tag=706JJGDWJGQV type=write size=1482183 2024-04-15T16:48:52.489 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.503+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=GF0TO0Z0UJIA type=del 2024-04-15T16:48:52.494 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.506+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~YLI9LO6YTK3Z.0 size=465049 2024-04-15T16:48:52.494 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.506+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=YLI9LO6YTK3Z tag=JVNW2D3FSE1S type=write size=1513625 2024-04-15T16:48:52.494 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.507+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=GVQE2VUQPLGV type=del 2024-04-15T16:48:52.494 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.509+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=PA070SBZXAZZ type=del size=2276324 2024-04-15T16:48:52.496 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.511+0000 7fcc009d6780 1 < completed write operation key=SMX0793SRFXB tag=2GB48Z9903S8 type=write size=804155 2024-04-15T16:48:52.498 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.512+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=TXQZYVBB5YTE type=del size=2839714 2024-04-15T16:48:52.499 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.514+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~QKEXDX5DKM9P.0 size=1048576 2024-04-15T16:48:52.500 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.515+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~QKEXDX5DKM9P.1 size=1048576 2024-04-15T16:48:52.501 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.516+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~QKEXDX5DKM9P.2 size=219658 2024-04-15T16:48:52.504 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.518+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=QKEXDX5DKM9P tag=XC337WUOT5B3 type=write size=3365386 2024-04-15T16:48:52.507 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.521+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~H5SFDY9ZD277.0 size=469569 2024-04-15T16:48:52.507 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.521+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=H5SFDY9ZD277 tag=H2DLWZRQ8T2F type=write size=1518145 2024-04-15T16:48:52.508 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.523+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~7V7JS3LRVRPM.0 size=1048576 2024-04-15T16:48:52.509 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.524+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~7V7JS3LRVRPM.1 size=1048576 2024-04-15T16:48:52.510 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.524+0000 7fcc009d6780 1 < canceled part key=_multipart_DLWMFB84M0FA.2~7V7JS3LRVRPM.2 size=84796 2024-04-15T16:48:52.512 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.527+0000 7fcc009d6780 1 < canceled multipart upload key=DLWMFB84M0FA upload=7V7JS3LRVRPM tag=JOWP489LAKL9 type=write size=3230524 2024-04-15T16:48:52.514 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.528+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=ZB59LDKKB6NV type=del size=1509957 2024-04-15T16:48:52.516 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.530+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~YYNZ9AHM2PVZ.0 size=78322 2024-04-15T16:48:52.518 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.533+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=YYNZ9AHM2PVZ tag=1FMQ2PB1A3TN type=write size=1126898 2024-04-15T16:48:52.520 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.534+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=3W5IKRWZOCPF type=del size=3210123 2024-04-15T16:48:52.522 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.537+0000 7fcc009d6780 1 < suggested update operation key=BQ060THFR5IO tag=WA70QKYAVYYX type=write size=152910 2024-04-15T16:48:52.524 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.538+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=5R9C9NNWRQV3 type=write size=1022969 2024-04-15T16:48:52.527 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.541+0000 7fcc009d6780 1 < suggested update operation key=V32HJUVRX6OI tag=MO9VYFOVBRCA type=del size=3050950 2024-04-15T16:48:52.529 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.543+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=U0JW3UT8Y13Y type=del size=4028165 2024-04-15T16:48:52.530 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.545+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=EV8881CCYS3T type=del 2024-04-15T16:48:52.532 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.546+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=TRWJL0IKJC6Z type=del size=3115446 2024-04-15T16:48:52.533 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.548+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=ATVLWJAZUC50 type=del 2024-04-15T16:48:52.536 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.551+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~PUN6UMI9VTSO.0 size=1048576 2024-04-15T16:48:52.537 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.552+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~PUN6UMI9VTSO.1 size=1048576 2024-04-15T16:48:52.539 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.553+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~PUN6UMI9VTSO.2 size=662225 2024-04-15T16:48:52.539 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.553+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=PUN6UMI9VTSO tag=3QZC2QLDV2TX type=write size=3807953 2024-04-15T16:48:52.540 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.555+0000 7fcc009d6780 1 < canceled operation key=BJ0SZQNPDE4F tag=KT5RBIR30M1E type=del size=1818847 2024-04-15T16:48:52.541 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.556+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=I4Y301XU9YA1 type=del size=1781597 2024-04-15T16:48:52.543 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.557+0000 7fcc009d6780 1 < canceled operation key=LEXP4TLXUJL4 tag=YGPA99SV5AQ7 type=del size=2602546 2024-04-15T16:48:52.544 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.559+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=QNS1YPWK508C type=del size=1572840 2024-04-15T16:48:52.548 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.562+0000 7fcc009d6780 1 < suggested remove operation key=BJ0SZQNPDE4F tag=CWDI9Z8EZ3A7 type=write 2024-04-15T16:48:52.549 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.563+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=RG3D1CWM47LM type=del size=1593846 2024-04-15T16:48:52.552 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.566+0000 7fcc009d6780 1 < suggested remove operation key=7GJPLM2OVON4 tag=OO0X34B8EQV3 type=del 2024-04-15T16:48:52.553 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.568+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=0CLRKGL6UGA5 type=del size=2975601 2024-04-15T16:48:52.556 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.571+0000 7fcc009d6780 1 < suggested remove operation key=MI9ZZNLIFVPG tag=TK3FIYN28AR1 type=del 2024-04-15T16:48:52.559 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.573+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~50VCDD8P40QZ.0 size=1048576 2024-04-15T16:48:52.560 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.574+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~50VCDD8P40QZ.1 size=1048576 2024-04-15T16:48:52.562 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.576+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~50VCDD8P40QZ.2 size=1032121 2024-04-15T16:48:52.562 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.576+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=50VCDD8P40QZ tag=ECR39GJXSK6P type=write size=4177849 2024-04-15T16:48:52.563 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.577+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~O5S1CFTAMI6Y.0 size=433607 2024-04-15T16:48:52.565 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.580+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=O5S1CFTAMI6Y tag=706JJGDWJGQV type=write size=1482183 2024-04-15T16:48:52.567 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.581+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=XO94NZWULKL0 type=write size=741115 2024-04-15T16:48:52.569 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.583+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~YLI9LO6YTK3Z.0 size=465049 2024-04-15T16:48:52.572 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.586+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=YLI9LO6YTK3Z tag=JVNW2D3FSE1S type=write size=1513625 2024-04-15T16:48:52.575 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.589+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~GBXBUYIBZ7T5.0 size=1048576 2024-04-15T16:48:52.576 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.590+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~GBXBUYIBZ7T5.1 size=1048576 2024-04-15T16:48:52.577 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.591+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~GBXBUYIBZ7T5.2 size=772057 2024-04-15T16:48:52.577 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.591+0000 7fcc009d6780 1 > prepared multipart upload key=7GJPLM2OVON4 upload=GBXBUYIBZ7T5 tag=VZK5UEUDWAH4 type=write size=3917785 2024-04-15T16:48:52.580 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.594+0000 7fcc009d6780 1 < suggested remove operation key=QYKA01GVNV1V tag=PA070SBZXAZZ type=del 2024-04-15T16:48:52.581 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.596+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=YPFAP4O8SVPF type=del size=3128920 2024-04-15T16:48:52.583 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.597+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=TXQZYVBB5YTE type=del 2024-04-15T16:48:52.584 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.599+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=4VVJVIUU8S41 type=del size=1283321 2024-04-15T16:48:52.586 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.600+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~H5SFDY9ZD277.0 size=469569 2024-04-15T16:48:52.589 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.603+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=H5SFDY9ZD277 tag=H2DLWZRQ8T2F type=write size=1518145 2024-04-15T16:48:52.590 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.604+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=LYUCHY0TIQPB type=del size=3877408 2024-04-15T16:48:52.591 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.606+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=ZB59LDKKB6NV type=del 2024-04-15T16:48:52.593 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.607+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=HMRA8QD5D982 type=del size=2504008 2024-04-15T16:48:52.596 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.611+0000 7fcc009d6780 1 < suggested remove operation key=7NTTGUKN6UZ3 tag=3W5IKRWZOCPF type=del 2024-04-15T16:48:52.598 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.612+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=F0DGW7G9BB0Q type=del size=3233803 2024-04-15T16:48:52.599 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.614+0000 7fcc009d6780 1 < completed write operation key=3GA44QQR4TNK tag=5R9C9NNWRQV3 type=write size=1022969 2024-04-15T16:48:52.602 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.617+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~9VZ6H78YSK77.0 size=624522 2024-04-15T16:48:52.602 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.617+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=9VZ6H78YSK77 tag=BC1R3N2I7800 type=write size=1673098 2024-04-15T16:48:52.605 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.620+0000 7fcc009d6780 1 < suggested update operation key=SMX0793SRFXB tag=U0JW3UT8Y13Y type=del size=4028165 2024-04-15T16:48:52.607 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.621+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=QE3XQ6TQAXPW type=del size=400463 2024-04-15T16:48:52.608 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.623+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=TRWJL0IKJC6Z type=del 2024-04-15T16:48:52.611 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.626+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~9R80ZWNRBUX8.0 size=1048576 2024-04-15T16:48:52.612 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.627+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~9R80ZWNRBUX8.1 size=363129 2024-04-15T16:48:52.612 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.627+0000 7fcc009d6780 1 > prepared multipart upload key=7GJPLM2OVON4 upload=9R80ZWNRBUX8 tag=XF4TVDGX1AIQ type=write size=2460281 2024-04-15T16:48:52.614 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.628+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~PUN6UMI9VTSO.0 size=1048576 2024-04-15T16:48:52.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:48:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:48:52.615 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.630+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~PUN6UMI9VTSO.1 size=1048576 2024-04-15T16:48:52.617 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.631+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~PUN6UMI9VTSO.2 size=662225 2024-04-15T16:48:52.619 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.634+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=PUN6UMI9VTSO tag=3QZC2QLDV2TX type=write size=3807953 2024-04-15T16:48:52.622 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.637+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~X9XEI225WS60.0 size=1048576 2024-04-15T16:48:52.623 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.638+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~X9XEI225WS60.1 size=597392 2024-04-15T16:48:52.623 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.638+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=X9XEI225WS60 tag=4JAFVHO5JPL9 type=write size=2694544 2024-04-15T16:48:52.626 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.640+0000 7fcc009d6780 1 < suggested remove operation key=H9FFWDTWEPPS tag=I4Y301XU9YA1 type=del 2024-04-15T16:48:52.629 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.644+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~J22B1WN1RNVR.0 size=1048576 2024-04-15T16:48:52.630 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.645+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~J22B1WN1RNVR.1 size=1048576 2024-04-15T16:48:52.633 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.646+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~J22B1WN1RNVR.2 size=876003 2024-04-15T16:48:52.633 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.646+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=J22B1WN1RNVR tag=18R1ZMB41W7S type=write size=4021731 2024-04-15T16:48:52.634 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.648+0000 7fcc009d6780 -1 < failed to complete operation key=MI9ZZNLIFVPG tag=QNS1YPWK508C type=del size=1572840: (22) Invalid argument 2024-04-15T16:48:52.636 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.650+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=ZMS4DPGZ1CES type=del size=2541253 2024-04-15T16:48:52.639 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.653+0000 7fcc009d6780 1 < suggested update operation key=GJK15ROSBRTP tag=RG3D1CWM47LM type=del size=1593846 2024-04-15T16:48:52.640 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.655+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=45Q9958F0HTL type=write size=624865 2024-04-15T16:48:52.642 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.656+0000 7fcc009d6780 1 < canceled operation key=SEFWMQT6GQB4 tag=0CLRKGL6UGA5 type=del size=2975601 2024-04-15T16:48:52.644 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.659+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~F4LRYNNYKCJ3.0 size=314447 2024-04-15T16:48:52.644 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.659+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=F4LRYNNYKCJ3 tag=T6I57CK4FQ4E type=write size=1363023 2024-04-15T16:48:52.646 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.660+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~50VCDD8P40QZ.0 size=1048576 2024-04-15T16:48:52.647 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.662+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~50VCDD8P40QZ.1 size=1048576 2024-04-15T16:48:52.648 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.663+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~50VCDD8P40QZ.2 size=1032121 2024-04-15T16:48:52.651 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.665+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=50VCDD8P40QZ tag=ECR39GJXSK6P type=write size=4177849 2024-04-15T16:48:52.652 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.667+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=BBQPRHWTBD6U type=del size=2619093 2024-04-15T16:48:52.654 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.668+0000 7fcc009d6780 1 < completed write operation key=BXP894QCFBMM tag=XO94NZWULKL0 type=write size=741115 2024-04-15T16:48:52.656 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.671+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~8TSA3H3LDK7L.0 size=1048576 2024-04-15T16:48:52.658 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.672+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~8TSA3H3LDK7L.1 size=964724 2024-04-15T16:48:52.658 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.672+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=8TSA3H3LDK7L tag=54KN1ASN0SRT type=write size=3061876 2024-04-15T16:48:52.659 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.674+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~GBXBUYIBZ7T5.0 size=1048576 2024-04-15T16:48:52.660 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.675+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~GBXBUYIBZ7T5.1 size=1048576 2024-04-15T16:48:52.662 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.676+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~GBXBUYIBZ7T5.2 size=772057 2024-04-15T16:48:52.664 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.679+0000 7fcc009d6780 1 < completed multipart upload key=7GJPLM2OVON4 upload=GBXBUYIBZ7T5 tag=VZK5UEUDWAH4 type=write size=3917785 2024-04-15T16:48:52.666 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.680+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=M8J9PV8KPLT5 type=del size=2275699 2024-04-15T16:48:52.669 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.683+0000 7fcc009d6780 1 < suggested update operation key=VPMU4YD3VQ1D tag=YPFAP4O8SVPF type=del size=3128920 2024-04-15T16:48:52.670 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.685+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=71W77OA9ISJD type=del size=2606258 2024-04-15T16:48:52.673 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.688+0000 7fcc009d6780 1 < suggested update operation key=P016Z7D73CKQ tag=4VVJVIUU8S41 type=del size=1283321 2024-04-15T16:48:52.675 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.689+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=DISZQ8330WQ3 type=del size=706972 2024-04-15T16:48:52.676 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.691+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=LYUCHY0TIQPB type=del 2024-04-15T16:48:52.679 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.694+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~BNIVCH9QBYYV.0 size=1048576 2024-04-15T16:48:52.680 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.695+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~BNIVCH9QBYYV.1 size=1048576 2024-04-15T16:48:52.681 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.696+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~BNIVCH9QBYYV.2 size=1019853 2024-04-15T16:48:52.682 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.696+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=BNIVCH9QBYYV tag=TSUO06SMCQWD type=write size=4165581 2024-04-15T16:48:52.685 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.699+0000 7fcc009d6780 1 < suggested remove operation key=3GA44QQR4TNK tag=HMRA8QD5D982 type=del 2024-04-15T16:48:52.687 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.701+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=9ITTLP66RS4M type=del size=2825454 2024-04-15T16:48:52.689 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.703+0000 7fcc009d6780 -1 < failed to complete operation key=P016Z7D73CKQ tag=F0DGW7G9BB0Q type=del size=3233803: (22) Invalid argument 2024-04-15T16:48:52.692 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.706+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~9Z3H0X5VD2M1.0 size=1048576 2024-04-15T16:48:52.693 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.707+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~9Z3H0X5VD2M1.1 size=422234 2024-04-15T16:48:52.693 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.707+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=9Z3H0X5VD2M1 tag=MSXH1G17DTEZ type=write size=2519386 2024-04-15T16:48:52.694 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.709+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~9VZ6H78YSK77.0 size=624522 2024-04-15T16:48:52.697 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.712+0000 7fcc009d6780 1 < completed multipart upload key=KZLUKZMI1WBU upload=9VZ6H78YSK77 tag=BC1R3N2I7800 type=write size=1673098 2024-04-15T16:48:52.701 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.713+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=U41B6A5HJKD8 type=del size=3767002 2024-04-15T16:48:52.702 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.716+0000 7fcc009d6780 1 < suggested remove operation key=OQ6P5LJ15QMV tag=QE3XQ6TQAXPW type=del 2024-04-15T16:48:52.704 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.718+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=JAI3IVXHFKGJ type=del size=1627867 2024-04-15T16:48:52.705 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.720+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~9R80ZWNRBUX8.0 size=1048576 2024-04-15T16:48:52.706 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.721+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~9R80ZWNRBUX8.1 size=363129 2024-04-15T16:48:52.709 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.723+0000 7fcc009d6780 1 < completed multipart upload key=7GJPLM2OVON4 upload=9R80ZWNRBUX8 tag=XF4TVDGX1AIQ type=write size=2460281 2024-04-15T16:48:52.712 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.726+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~CJSA3FS27FUB.0 size=1048576 2024-04-15T16:48:52.713 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.727+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~CJSA3FS27FUB.1 size=389539 2024-04-15T16:48:52.713 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.727+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=CJSA3FS27FUB tag=43JRZ0C3V74H type=write size=2486691 2024-04-15T16:48:52.715 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.729+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~X9XEI225WS60.0 size=1048576 2024-04-15T16:48:52.716 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.731+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~X9XEI225WS60.1 size=597392 2024-04-15T16:48:52.719 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.733+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=X9XEI225WS60 tag=4JAFVHO5JPL9 type=write size=2694544 2024-04-15T16:48:52.720 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.735+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=0UKPB2VFYK7J type=del size=3689556 2024-04-15T16:48:52.722 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.736+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~J22B1WN1RNVR.0 size=1048576 2024-04-15T16:48:52.723 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.738+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~J22B1WN1RNVR.1 size=1048576 2024-04-15T16:48:52.725 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.739+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~J22B1WN1RNVR.2 size=876003 2024-04-15T16:48:52.728 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.742+0000 7fcc009d6780 1 < completed multipart upload key=Q6ADAXSPMY0X upload=J22B1WN1RNVR tag=18R1ZMB41W7S type=write size=4021731 2024-04-15T16:48:52.729 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.744+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=ITS67D9YIT4T type=write size=551753 2024-04-15T16:48:52.731 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.745+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=ZMS4DPGZ1CES type=del 2024-04-15T16:48:52.734 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.748+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~YIWIAN65MQI9.0 size=196908 2024-04-15T16:48:52.734 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.748+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=YIWIAN65MQI9 tag=1JSMU57A973E type=write size=1245484 2024-04-15T16:48:52.736 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.751+0000 7fcc009d6780 1 < canceled operation key=QYKA01GVNV1V tag=45Q9958F0HTL type=write size=624865 2024-04-15T16:48:52.738 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.752+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=W507NWA3365S type=del size=3216710 2024-04-15T16:48:52.740 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.754+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~F4LRYNNYKCJ3.0 size=314447 2024-04-15T16:48:52.743 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.757+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=F4LRYNNYKCJ3 tag=T6I57CK4FQ4E type=write size=1363023 2024-04-15T16:48:52.747 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.761+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~1YAHRMCTXIA7.0 size=125956 2024-04-15T16:48:52.747 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.761+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=1YAHRMCTXIA7 tag=CPUTG96Q88XS type=write size=1174532 2024-04-15T16:48:52.750 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.765+0000 7fcc009d6780 1 < suggested remove operation key=BJ0SZQNPDE4F tag=BBQPRHWTBD6U type=del 2024-04-15T16:48:52.752 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.766+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=KLUF5YEMBBMR type=del size=3801885 2024-04-15T16:48:52.753 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.768+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~8TSA3H3LDK7L.0 size=1048576 2024-04-15T16:48:52.755 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.769+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~8TSA3H3LDK7L.1 size=964724 2024-04-15T16:48:52.757 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.772+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=8TSA3H3LDK7L tag=54KN1ASN0SRT type=write size=3061876 2024-04-15T16:48:52.760 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.774+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=63C0P02K11XX type=del size=1490551 2024-04-15T16:48:52.764 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.778+0000 7fcc009d6780 1 < suggested update operation key=SM1B7DUDN47F tag=M8J9PV8KPLT5 type=del size=2275699 2024-04-15T16:48:52.767 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.781+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~DQQ9B8K7YKFL.0 size=1048576 2024-04-15T16:48:52.768 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.783+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~DQQ9B8K7YKFL.1 size=280240 2024-04-15T16:48:52.768 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.783+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=DQQ9B8K7YKFL tag=JO6WX1UEF0YQ type=write size=2377392 2024-04-15T16:48:52.770 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.785+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=71W77OA9ISJD type=del 2024-04-15T16:48:52.772 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.786+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=XQ0PPAAPU2D3 type=del size=1189563 2024-04-15T16:48:52.773 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.787+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=DISZQ8330WQ3 type=del 2024-04-15T16:48:52.776 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.790+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~P1GBQ7MQBU8P.0 size=1048576 2024-04-15T16:48:52.777 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.792+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~P1GBQ7MQBU8P.1 size=697286 2024-04-15T16:48:52.777 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.792+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=P1GBQ7MQBU8P tag=9M39P5XEH8JW type=write size=2794438 2024-04-15T16:48:52.779 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.793+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~BNIVCH9QBYYV.0 size=1048576 2024-04-15T16:48:52.780 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.794+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~BNIVCH9QBYYV.1 size=1048576 2024-04-15T16:48:52.781 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.796+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~BNIVCH9QBYYV.2 size=1019853 2024-04-15T16:48:52.784 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.799+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=BNIVCH9QBYYV tag=TSUO06SMCQWD type=write size=4165581 2024-04-15T16:48:52.786 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.800+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=7X1SSUU1Y76O type=del size=2615046 2024-04-15T16:48:52.789 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.803+0000 7fcc009d6780 1 < suggested remove operation key=OQ6P5LJ15QMV tag=9ITTLP66RS4M type=del 2024-04-15T16:48:52.790 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.805+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=MS0G5GZB4JDV type=del size=2590885 2024-04-15T16:48:52.791 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.806+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~9Z3H0X5VD2M1.0 size=1048576 2024-04-15T16:48:52.793 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.807+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~9Z3H0X5VD2M1.1 size=422234 2024-04-15T16:48:52.795 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.809+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=9Z3H0X5VD2M1 tag=MSXH1G17DTEZ type=write size=2519386 2024-04-15T16:48:52.798 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.812+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~H8GYP5R8UEHB.0 size=502599 2024-04-15T16:48:52.798 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.812+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=H8GYP5R8UEHB tag=PV9VNDXQB7IC type=write size=1551175 2024-04-15T16:48:52.800 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.814+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=U41B6A5HJKD8 type=del 2024-04-15T16:48:52.801 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.816+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=MF6M9VFMMFGK type=del size=3955703 2024-04-15T16:48:52.802 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.817+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=JAI3IVXHFKGJ type=del 2024-04-15T16:48:52.804 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.818+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=WVG0BKP0TD18 type=del size=3008539 2024-04-15T16:48:52.806 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.820+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~CJSA3FS27FUB.0 size=1048576 2024-04-15T16:48:52.806 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.821+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~CJSA3FS27FUB.1 size=389539 2024-04-15T16:48:52.809 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.823+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=CJSA3FS27FUB tag=43JRZ0C3V74H type=write size=2486691 2024-04-15T16:48:52.810 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.825+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=J7OBX6TLFIOS type=del size=492864 2024-04-15T16:48:52.812 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.826+0000 7fcc009d6780 1 < canceled operation key=BXP894QCFBMM tag=0UKPB2VFYK7J type=del size=3689556 2024-04-15T16:48:52.813 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.828+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=DFVQ90DJZTR1 type=write size=1044248 2024-04-15T16:48:52.816 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.831+0000 7fcc009d6780 1 < suggested remove operation key=SEFWMQT6GQB4 tag=ITS67D9YIT4T type=write 2024-04-15T16:48:52.818 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.832+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=MIO3BUJP76YE type=del size=3768002 2024-04-15T16:48:52.819 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.833+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~YIWIAN65MQI9.0 size=196908 2024-04-15T16:48:52.821 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.836+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=YIWIAN65MQI9 tag=1JSMU57A973E type=write size=1245484 2024-04-15T16:48:52.823 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.837+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=8TDR7YLE13D9 type=write size=614065 2024-04-15T16:48:52.824 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.839+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=W507NWA3365S type=del 2024-04-15T16:48:52.826 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.840+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=MACVQXY5OI44 type=del size=1949698 2024-04-15T16:48:52.827 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.842+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~1YAHRMCTXIA7.0 size=125956 2024-04-15T16:48:52.830 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.844+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=1YAHRMCTXIA7 tag=CPUTG96Q88XS type=write size=1174532 2024-04-15T16:48:52.831 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.846+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=SCOVX3WNQK4Q type=write size=276641 2024-04-15T16:48:52.833 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.847+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=KLUF5YEMBBMR type=del 2024-04-15T16:48:52.834 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.849+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=S5536YJOPTNW type=write size=598079 2024-04-15T16:48:52.838 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.850+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=63C0P02K11XX type=del 2024-04-15T16:48:52.839 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.853+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~MCI1FW6DWIIU.0 size=833397 2024-04-15T16:48:52.839 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.853+0000 7fcc009d6780 1 > prepared multipart upload key=7GJPLM2OVON4 upload=MCI1FW6DWIIU tag=RHKNZTJYQZES type=write size=1881973 2024-04-15T16:48:52.840 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.855+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~DQQ9B8K7YKFL.0 size=1048576 2024-04-15T16:48:52.842 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.856+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~DQQ9B8K7YKFL.1 size=280240 2024-04-15T16:48:52.844 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.859+0000 7fcc009d6780 1 < completed multipart upload key=Q6ADAXSPMY0X upload=DQQ9B8K7YKFL tag=JO6WX1UEF0YQ type=write size=2377392 2024-04-15T16:48:52.847 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.861+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~OAE7Z83QDIL8.0 size=905933 2024-04-15T16:48:52.847 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.861+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=OAE7Z83QDIL8 tag=LJOMHRJAF896 type=write size=1954509 2024-04-15T16:48:52.849 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.863+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=XQ0PPAAPU2D3 type=del 2024-04-15T16:48:52.850 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.865+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=YQPKTE8ODWHZ type=del size=3200777 2024-04-15T16:48:52.852 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.866+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~P1GBQ7MQBU8P.0 size=1048576 2024-04-15T16:48:52.853 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.868+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~P1GBQ7MQBU8P.1 size=697286 2024-04-15T16:48:52.856 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.870+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=P1GBQ7MQBU8P tag=9M39P5XEH8JW type=write size=2794438 2024-04-15T16:48:52.859 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.873+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~2OF5964JHPDD.0 size=1048576 2024-04-15T16:48:52.860 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.875+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~2OF5964JHPDD.1 size=482044 2024-04-15T16:48:52.860 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.875+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=2OF5964JHPDD tag=6P83GE3HHE0B type=write size=2579196 2024-04-15T16:48:52.862 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.876+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=7X1SSUU1Y76O type=del 2024-04-15T16:48:52.865 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.880+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~6PCUI77V1ZZ1.0 size=1048576 2024-04-15T16:48:52.866 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.881+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~6PCUI77V1ZZ1.1 size=361716 2024-04-15T16:48:52.866 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.881+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=6PCUI77V1ZZ1 tag=R64XDRR5EPPQ type=write size=2458868 2024-04-15T16:48:52.868 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.882+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=MS0G5GZB4JDV type=del 2024-04-15T16:48:52.870 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.884+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=XINQS9ET1JC9 type=del size=1406491 2024-04-15T16:48:52.871 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.886+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~H8GYP5R8UEHB.0 size=502599 2024-04-15T16:48:52.874 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.888+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=H8GYP5R8UEHB tag=PV9VNDXQB7IC type=write size=1551175 2024-04-15T16:48:52.875 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.890+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=UR2D0RZDILGS type=del size=1071272 2024-04-15T16:48:52.877 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.891+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=MF6M9VFMMFGK type=del 2024-04-15T16:48:52.878 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.893+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=J6JZT461O7T7 type=del size=754430 2024-04-15T16:48:52.881 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.895+0000 7fcc009d6780 1 < suggested update operation key=OQ6P5LJ15QMV tag=WVG0BKP0TD18 type=del size=3008539 2024-04-15T16:48:52.884 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.898+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~H63X6R8JKWSL.0 size=1048576 2024-04-15T16:48:52.885 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.899+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~H63X6R8JKWSL.1 size=1048576 2024-04-15T16:48:52.886 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.901+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~H63X6R8JKWSL.2 size=402408 2024-04-15T16:48:52.886 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.901+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=H63X6R8JKWSL tag=KOED9SQS6HEF type=write size=3548136 2024-04-15T16:48:52.888 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.902+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=J7OBX6TLFIOS type=del 2024-04-15T16:48:52.889 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.904+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=EIVLPKU7FYCW type=write size=283565 2024-04-15T16:48:52.891 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.905+0000 7fcc009d6780 1 < canceled operation key=GEH1YTD5S8EP tag=DFVQ90DJZTR1 type=write size=1044248 2024-04-15T16:48:52.893 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.907+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=9023Y540SRFI type=del size=1141031 2024-04-15T16:48:52.896 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.910+0000 7fcc009d6780 1 < suggested remove operation key=U99IDECO7FVV tag=MIO3BUJP76YE type=del 2024-04-15T16:48:52.898 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.912+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=HBDE7F9MOVQ3 type=del size=2695249 2024-04-15T16:48:52.899 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.913+0000 7fcc009d6780 1 < canceled operation key=BJ0SZQNPDE4F tag=8TDR7YLE13D9 type=write size=614065 2024-04-15T16:48:52.902 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.917+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~N1PEPI7VNA8R.0 size=176562 2024-04-15T16:48:52.902 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.917+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=N1PEPI7VNA8R tag=T6G60XQQE8NV type=write size=1225138 2024-04-15T16:48:52.904 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.918+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=MACVQXY5OI44 type=del 2024-04-15T16:48:52.910 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.921+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~4O8O8HMW3TLW.0 size=1048576 2024-04-15T16:48:52.910 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.922+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~4O8O8HMW3TLW.1 size=1048576 2024-04-15T16:48:52.910 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.924+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~4O8O8HMW3TLW.2 size=516188 2024-04-15T16:48:52.910 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.924+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=4O8O8HMW3TLW tag=DARGJ869B8D3 type=write size=3661916 2024-04-15T16:48:52.911 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.925+0000 7fcc009d6780 -1 < failed to complete operation key=U99IDECO7FVV tag=SCOVX3WNQK4Q type=write size=276641: (22) Invalid argument 2024-04-15T16:48:52.913 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.927+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=RFGJGJ2KIKCQ type=del size=1768646 2024-04-15T16:48:52.916 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.930+0000 7fcc009d6780 1 < suggested remove operation key=Q6ADAXSPMY0X tag=S5536YJOPTNW type=write 2024-04-15T16:48:52.917 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.932+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=T97E1ZHN0OLC type=del size=2857748 2024-04-15T16:48:52.919 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.933+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~MCI1FW6DWIIU.0 size=833397 2024-04-15T16:48:52.921 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.936+0000 7fcc009d6780 1 < completed multipart upload key=7GJPLM2OVON4 upload=MCI1FW6DWIIU tag=RHKNZTJYQZES type=write size=1881973 2024-04-15T16:48:52.923 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.937+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=R3X1MD21HRUV type=del size=1210248 2024-04-15T16:48:52.924 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.939+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~OAE7Z83QDIL8.0 size=905933 2024-04-15T16:48:52.927 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.941+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=OAE7Z83QDIL8 tag=LJOMHRJAF896 type=write size=1954509 2024-04-15T16:48:52.929 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.943+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=93NENWYEEKEG type=del size=3295600 2024-04-15T16:48:52.930 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.945+0000 7fcc009d6780 1 < canceled operation key=4BYY962BPUZ7 tag=YQPKTE8ODWHZ type=del size=3200777 2024-04-15T16:48:52.932 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.946+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=5DO0GUO58FT1 type=del size=671943 2024-04-15T16:48:52.934 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.948+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~2OF5964JHPDD.0 size=1048576 2024-04-15T16:48:52.935 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.949+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~2OF5964JHPDD.1 size=482044 2024-04-15T16:48:52.937 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.951+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=2OF5964JHPDD tag=6P83GE3HHE0B type=write size=2579196 2024-04-15T16:48:52.940 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.954+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~UFRRZAWZML6K.0 size=1048576 2024-04-15T16:48:52.941 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.956+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~UFRRZAWZML6K.1 size=1048576 2024-04-15T16:48:52.942 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.957+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~UFRRZAWZML6K.2 size=853130 2024-04-15T16:48:52.942 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.957+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=UFRRZAWZML6K tag=CXFFTZDQ3R7U type=write size=3998858 2024-04-15T16:48:52.944 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.959+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~6PCUI77V1ZZ1.0 size=1048576 2024-04-15T16:48:52.945 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.960+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~6PCUI77V1ZZ1.1 size=361716 2024-04-15T16:48:52.948 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.962+0000 7fcc009d6780 1 < completed multipart upload key=DLWMFB84M0FA upload=6PCUI77V1ZZ1 tag=R64XDRR5EPPQ type=write size=2458868 2024-04-15T16:48:52.951 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.965+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~K9A534KK2NMR.0 size=1048576 2024-04-15T16:48:52.952 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.967+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~K9A534KK2NMR.1 size=702830 2024-04-15T16:48:52.952 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.967+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=K9A534KK2NMR tag=4F1NO6HBOOVL type=write size=2799982 2024-04-15T16:48:52.954 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.968+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=XINQS9ET1JC9 type=del 2024-04-15T16:48:52.957 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.971+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~QW39QM4UV3IQ.0 size=1044500 2024-04-15T16:48:52.957 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.971+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=QW39QM4UV3IQ tag=YA6XHJRF9PUG type=write size=2093076 2024-04-15T16:48:52.959 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.973+0000 7fcc009d6780 -1 < failed to complete operation key=Q6ADAXSPMY0X tag=UR2D0RZDILGS type=del size=1071272: (22) Invalid argument 2024-04-15T16:48:52.960 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.975+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=7OUVR24I6Z5U type=del size=2589272 2024-04-15T16:48:52.961 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.975+0000 7fcc009d6780 -1 < no bi entry to suggest for operation key=Q6ADAXSPMY0X tag=J6JZT461O7T7 type=del size=754430: (2) No such file or directory 2024-04-15T16:48:52.962 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.977+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=XXYOY0TA3YPH type=del size=3794375 2024-04-15T16:48:52.964 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.979+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~H63X6R8JKWSL.0 size=1048576 2024-04-15T16:48:52.966 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.980+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~H63X6R8JKWSL.1 size=1048576 2024-04-15T16:48:52.967 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.982+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~H63X6R8JKWSL.2 size=402408 2024-04-15T16:48:52.970 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.985+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=H63X6R8JKWSL tag=KOED9SQS6HEF type=write size=3548136 2024-04-15T16:48:52.972 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.986+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=Z7W8UOS9YORH type=del size=3199182 2024-04-15T16:48:52.973 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.988+0000 7fcc009d6780 1 < completed write operation key=54DQHB9HNDQB tag=EIVLPKU7FYCW type=write size=283565 2024-04-15T16:48:52.976 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.991+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~BH49WW7M5WOF.0 size=1048576 2024-04-15T16:48:52.977 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.992+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~BH49WW7M5WOF.1 size=255067 2024-04-15T16:48:52.977 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.992+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=BH49WW7M5WOF tag=DM9MR1VQSNZP type=write size=2352219 2024-04-15T16:48:52.980 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.995+0000 7fcc009d6780 1 < suggested update operation key=32K02EULE6LL tag=9023Y540SRFI type=del size=1141031 2024-04-15T16:48:52.983 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.998+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~45K8JN91P8WA.0 size=480371 2024-04-15T16:48:52.983 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.998+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=45K8JN91P8WA tag=CQNUT23TWDPR type=write size=1528947 2024-04-15T16:48:52.985 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:52.999+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=HBDE7F9MOVQ3 type=del 2024-04-15T16:48:52.986 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.001+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=236C8ZM3QLIH type=write size=587403 2024-04-15T16:48:52.988 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.002+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~N1PEPI7VNA8R.0 size=176562 2024-04-15T16:48:52.990 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.005+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=N1PEPI7VNA8R tag=T6G60XQQE8NV type=write size=1225138 2024-04-15T16:48:52.992 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.006+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=T7ITWJBMG5Y7 type=write size=86255 2024-04-15T16:48:52.994 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.008+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~4O8O8HMW3TLW.0 size=1048576 2024-04-15T16:48:52.995 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.010+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~4O8O8HMW3TLW.1 size=1048576 2024-04-15T16:48:52.996 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.011+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~4O8O8HMW3TLW.2 size=516188 2024-04-15T16:48:52.999 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.013+0000 7fcc009d6780 1 < completed multipart upload key=Q6ADAXSPMY0X upload=4O8O8HMW3TLW tag=DARGJ869B8D3 type=write size=3661916 2024-04-15T16:48:53.000 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.015+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=DTRS2O8WBS3B type=del size=1124668 2024-04-15T16:48:53.002 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.017+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=RFGJGJ2KIKCQ type=del 2024-04-15T16:48:53.004 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.018+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=M547ISZ6BA07 type=del size=3000279 2024-04-15T16:48:53.006 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.020+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=T97E1ZHN0OLC type=del 2024-04-15T16:48:53.008 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.023+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~JO84OTYK0OH2.0 size=1048576 2024-04-15T16:48:53.010 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.024+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~JO84OTYK0OH2.1 size=1048576 2024-04-15T16:48:53.011 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.025+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~JO84OTYK0OH2.2 size=844443 2024-04-15T16:48:53.011 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.025+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=JO84OTYK0OH2 tag=WBF648GBFBVV type=write size=3990171 2024-04-15T16:48:53.012 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.027+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=R3X1MD21HRUV type=del 2024-04-15T16:48:53.014 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.029+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=ZCSKN7BG4ZP8 type=del size=3988367 2024-04-15T16:48:53.016 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.030+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=93NENWYEEKEG type=del 2024-04-15T16:48:53.017 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.032+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=MAV8ZOQ9BMWZ type=del size=672394 2024-04-15T16:48:53.019 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.033+0000 7fcc009d6780 1 < canceled operation key=BQ060THFR5IO tag=5DO0GUO58FT1 type=del size=671943 2024-04-15T16:48:53.021 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.036+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~DFQI0CZVSQLV.0 size=1048576 2024-04-15T16:48:53.022 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.037+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~DFQI0CZVSQLV.1 size=950590 2024-04-15T16:48:53.022 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.037+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=DFQI0CZVSQLV tag=OVBOU9NIU0CZ type=write size=3047742 2024-04-15T16:48:53.024 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.039+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~UFRRZAWZML6K.0 size=1048576 2024-04-15T16:48:53.024 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.039+0000 7fcc009d6780 1 < canceled part key=_multipart_BQ060THFR5IO.2~UFRRZAWZML6K.1 size=1048576 2024-04-15T16:48:53.026 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.040+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~UFRRZAWZML6K.2 size=853130 2024-04-15T16:48:53.028 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.043+0000 7fcc009d6780 1 < canceled multipart upload key=BQ060THFR5IO upload=UFRRZAWZML6K tag=CXFFTZDQ3R7U type=write size=3998858 2024-04-15T16:48:53.031 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.046+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~WAFFKS9DSBTA.0 size=971763 2024-04-15T16:48:53.031 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.046+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=WAFFKS9DSBTA tag=MTT6ES0ND49R type=write size=2020339 2024-04-15T16:48:53.033 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.047+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~K9A534KK2NMR.0 size=1048576 2024-04-15T16:48:53.034 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.048+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~K9A534KK2NMR.1 size=702830 2024-04-15T16:48:53.036 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.051+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=K9A534KK2NMR tag=4F1NO6HBOOVL type=write size=2799982 2024-04-15T16:48:53.038 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.052+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=V6WTJVMZP91H type=del size=2936280 2024-04-15T16:48:53.039 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.054+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~QW39QM4UV3IQ.0 size=1044500 2024-04-15T16:48:53.042 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.057+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=QW39QM4UV3IQ tag=YA6XHJRF9PUG type=write size=2093076 2024-04-15T16:48:53.044 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.058+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=NX8HFAMD2W21 type=del size=1135851 2024-04-15T16:48:53.045 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.060+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=7OUVR24I6Z5U type=del 2024-04-15T16:48:53.047 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.061+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=U5K3XP8RO45X type=del size=146769 2024-04-15T16:48:53.048 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.063+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=XXYOY0TA3YPH type=del 2024-04-15T16:48:53.051 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.065+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~A6XZS0VJN8LB.0 size=1016080 2024-04-15T16:48:53.051 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.065+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=A6XZS0VJN8LB tag=ZTY12P1QBGUF type=write size=2064656 2024-04-15T16:48:53.054 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.069+0000 7fcc009d6780 1 < suggested update operation key=15VOAX95U1N2 tag=Z7W8UOS9YORH type=del size=3199182 2024-04-15T16:48:53.056 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.070+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=2IBMW28OWFB7 type=write size=1047284 2024-04-15T16:48:53.057 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.072+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~BH49WW7M5WOF.0 size=1048576 2024-04-15T16:48:53.059 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.073+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~BH49WW7M5WOF.1 size=255067 2024-04-15T16:48:53.061 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.076+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=BH49WW7M5WOF tag=DM9MR1VQSNZP type=write size=2352219 2024-04-15T16:48:53.064 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.079+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~0K3MN8862JLJ.0 size=1048576 2024-04-15T16:48:53.066 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.080+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~0K3MN8862JLJ.1 size=1048576 2024-04-15T16:48:53.067 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.081+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~0K3MN8862JLJ.2 size=932841 2024-04-15T16:48:53.067 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.081+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=0K3MN8862JLJ tag=FO4ROC9H62HE type=write size=4078569 2024-04-15T16:48:53.069 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.083+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~45K8JN91P8WA.0 size=480371 2024-04-15T16:48:53.072 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.086+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=45K8JN91P8WA tag=CQNUT23TWDPR type=write size=1528947 2024-04-15T16:48:53.073 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.088+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=NXY2RNDOBGK0 type=del size=436123 2024-04-15T16:48:53.076 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.091+0000 7fcc009d6780 1 < suggested update operation key=DLWMFB84M0FA tag=236C8ZM3QLIH type=write size=587403 2024-04-15T16:48:53.078 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.092+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=F494CBO2LV2H type=del size=177246 2024-04-15T16:48:53.079 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.094+0000 7fcc009d6780 1 < completed write operation key=VPMU4YD3VQ1D tag=T7ITWJBMG5Y7 type=write size=86255 2024-04-15T16:48:53.081 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.095+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=ZZZ8A52GI3BZ type=del size=1949370 2024-04-15T16:48:53.082 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.097+0000 7fcc009d6780 1 < canceled operation key=U99IDECO7FVV tag=DTRS2O8WBS3B type=del size=1124668 2024-04-15T16:48:53.085 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.100+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~7DTRG0CR9S60.0 size=1048576 2024-04-15T16:48:53.087 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.101+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~7DTRG0CR9S60.1 size=477483 2024-04-15T16:48:53.087 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.101+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=7DTRG0CR9S60 tag=VBIZ0E7VCE1X type=write size=2574635 2024-04-15T16:48:53.088 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.103+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=M547ISZ6BA07 type=del 2024-04-15T16:48:53.093 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.107+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~7DKPIJUMUYVF.0 size=1048576 2024-04-15T16:48:53.094 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.108+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~7DKPIJUMUYVF.1 size=779908 2024-04-15T16:48:53.094 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.108+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=7DKPIJUMUYVF tag=AXQBPFDPVPDK type=write size=2877060 2024-04-15T16:48:53.096 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.110+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~JO84OTYK0OH2.0 size=1048576 2024-04-15T16:48:53.096 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.110+0000 7fcc009d6780 1 < canceled part key=_multipart_GJK15ROSBRTP.2~JO84OTYK0OH2.1 size=1048576 2024-04-15T16:48:53.097 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.111+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~JO84OTYK0OH2.2 size=844443 2024-04-15T16:48:53.100 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.115+0000 7fcc009d6780 1 < canceled multipart upload key=GJK15ROSBRTP upload=JO84OTYK0OH2 tag=WBF648GBFBVV type=write size=3990171 2024-04-15T16:48:53.103 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.118+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~0NL119BEFXUA.0 size=277313 2024-04-15T16:48:53.103 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.118+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=0NL119BEFXUA tag=G6QVZG8OMN9I type=write size=1325889 2024-04-15T16:48:53.105 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.120+0000 7fcc009d6780 -1 < failed to complete operation key=DLWMFB84M0FA tag=ZCSKN7BG4ZP8 type=del size=3988367: (22) Invalid argument 2024-04-15T16:48:53.107 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.121+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=QW796LMLMAA1 type=del size=3505475 2024-04-15T16:48:53.108 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.123+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=MAV8ZOQ9BMWZ type=del 2024-04-15T16:48:53.110 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.124+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=ZVKWFWRF0CF1 type=del size=1757643 2024-04-15T16:48:53.111 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.126+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~DFQI0CZVSQLV.0 size=1048576 2024-04-15T16:48:53.113 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.127+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~DFQI0CZVSQLV.1 size=950590 2024-04-15T16:48:53.115 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:48:53.116 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.130+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=DFQI0CZVSQLV tag=OVBOU9NIU0CZ type=write size=3047742 2024-04-15T16:48:53.118 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.133+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~CLYMQZEZV03M.0 size=1048576 2024-04-15T16:48:53.120 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.134+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~CLYMQZEZV03M.1 size=846902 2024-04-15T16:48:53.120 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.134+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=CLYMQZEZV03M tag=ST19GRCW8PYC type=write size=2944054 2024-04-15T16:48:53.120 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.134+0000 7fcc009d6780 1 < canceled part key=_multipart_V32HJUVRX6OI.2~WAFFKS9DSBTA.0 size=971763 2024-04-15T16:48:53.122 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.137+0000 7fcc009d6780 1 < canceled multipart upload key=V32HJUVRX6OI upload=WAFFKS9DSBTA tag=MTT6ES0ND49R type=write size=2020339 2024-04-15T16:48:53.124 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.139+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=ZJIQED0AEHYV type=write size=983398 2024-04-15T16:48:53.126 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.140+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=V6WTJVMZP91H type=del 2024-04-15T16:48:53.128 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.143+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~73AHOAWNR9UP.0 size=1048576 2024-04-15T16:48:53.130 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.144+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~73AHOAWNR9UP.1 size=122803 2024-04-15T16:48:53.130 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.144+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=73AHOAWNR9UP tag=MATK6BQJ9WLD type=write size=2219955 2024-04-15T16:48:53.133 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.147+0000 7fcc009d6780 1 < suggested remove operation key=BXP894QCFBMM tag=NX8HFAMD2W21 type=del 2024-04-15T16:48:53.134 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.149+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=KZ357822CYNG type=del size=3266441 2024-04-15T16:48:53.136 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.150+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=U5K3XP8RO45X type=del 2024-04-15T16:48:53.137 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.152+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=Q38SVVM6SNEZ type=del size=2957585 2024-04-15T16:48:53.139 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.153+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~A6XZS0VJN8LB.0 size=1016080 2024-04-15T16:48:53.142 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.156+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=A6XZS0VJN8LB tag=ZTY12P1QBGUF type=write size=2064656 2024-04-15T16:48:53.145 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.159+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~0M5S5WN924JE.0 size=938428 2024-04-15T16:48:53.145 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.159+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=0M5S5WN924JE tag=FRMBZ5XXOFNS type=write size=1987004 2024-04-15T16:48:53.146 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.161+0000 7fcc009d6780 1 < completed write operation key=QYKA01GVNV1V tag=2IBMW28OWFB7 type=write size=1047284 2024-04-15T16:48:53.148 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.162+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=LE0DC9R2SXGA type=del size=404476 2024-04-15T16:48:53.150 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.164+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~0K3MN8862JLJ.0 size=1048576 2024-04-15T16:48:53.150 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.164+0000 7fcc009d6780 1 < canceled part key=_multipart_LEXP4TLXUJL4.2~0K3MN8862JLJ.1 size=1048576 2024-04-15T16:48:53.150 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.164+0000 7fcc009d6780 1 < canceled part key=_multipart_LEXP4TLXUJL4.2~0K3MN8862JLJ.2 size=932841 2024-04-15T16:48:53.152 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.167+0000 7fcc009d6780 1 < canceled multipart upload key=LEXP4TLXUJL4 upload=0K3MN8862JLJ tag=FO4ROC9H62HE type=write size=4078569 2024-04-15T16:48:53.154 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.168+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=6TUY1RZI1KIG type=del size=2963641 2024-04-15T16:48:53.156 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.170+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=NXY2RNDOBGK0 type=del 2024-04-15T16:48:53.158 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.172+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~BZGZ8JTFDO9O.0 size=1048576 2024-04-15T16:48:53.159 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.174+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~BZGZ8JTFDO9O.1 size=267551 2024-04-15T16:48:53.159 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.174+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=BZGZ8JTFDO9O tag=HXYF5R79684Y type=write size=2364703 2024-04-15T16:48:53.161 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.175+0000 7fcc009d6780 1 < canceled operation key=U99IDECO7FVV tag=F494CBO2LV2H type=del size=177246 2024-04-15T16:48:53.163 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.177+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=IL3I7O72IM72 type=del size=3194644 2024-04-15T16:48:53.166 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.180+0000 7fcc009d6780 1 < suggested remove operation key=CGQDFKP4V6R7 tag=ZZZ8A52GI3BZ type=del 2024-04-15T16:48:53.169 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.183+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~5T9ZRNC0Q0F4.0 size=1048576 2024-04-15T16:48:53.170 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.184+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~5T9ZRNC0Q0F4.1 size=1048576 2024-04-15T16:48:53.171 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.185+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~5T9ZRNC0Q0F4.2 size=149068 2024-04-15T16:48:53.171 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.185+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=5T9ZRNC0Q0F4 tag=Y9IWQRWB6F9A type=write size=3294796 2024-04-15T16:48:53.173 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.187+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~7DTRG0CR9S60.0 size=1048576 2024-04-15T16:48:53.174 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.188+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~7DTRG0CR9S60.1 size=477483 2024-04-15T16:48:53.176 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.191+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=7DTRG0CR9S60 tag=VBIZ0E7VCE1X type=write size=2574635 2024-04-15T16:48:53.178 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.192+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=BVY6VDIC6L5N type=del size=3558592 2024-04-15T16:48:53.180 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.194+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~7DKPIJUMUYVF.0 size=1048576 2024-04-15T16:48:53.181 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.196+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~7DKPIJUMUYVF.1 size=779908 2024-04-15T16:48:53.184 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.198+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=7DKPIJUMUYVF tag=AXQBPFDPVPDK type=write size=2877060 2024-04-15T16:48:53.185 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.200+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=06NGOKJ3UCU5 type=del size=4042921 2024-04-15T16:48:53.187 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.201+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~0NL119BEFXUA.0 size=277313 2024-04-15T16:48:53.189 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.204+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=0NL119BEFXUA tag=G6QVZG8OMN9I type=write size=1325889 2024-04-15T16:48:53.191 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.205+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=L268738MO7LX type=del size=2244224 2024-04-15T16:48:53.194 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.208+0000 7fcc009d6780 1 < suggested remove operation key=SMX0793SRFXB tag=QW796LMLMAA1 type=del 2024-04-15T16:48:53.196 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.210+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=YORBZBYAXL7U type=del size=4160552 2024-04-15T16:48:53.199 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.213+0000 7fcc009d6780 1 < suggested update operation key=3GA44QQR4TNK tag=ZVKWFWRF0CF1 type=del size=1757643 2024-04-15T16:48:53.202 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.216+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~3V686JRHTWEF.0 size=1048576 2024-04-15T16:48:53.203 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.218+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~3V686JRHTWEF.1 size=1048576 2024-04-15T16:48:53.205 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.219+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~3V686JRHTWEF.2 size=485923 2024-04-15T16:48:53.205 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.219+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=3V686JRHTWEF tag=EJEA3KQJ0B6P type=write size=3631651 2024-04-15T16:48:53.206 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.221+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~CLYMQZEZV03M.0 size=1048576 2024-04-15T16:48:53.208 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.222+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~CLYMQZEZV03M.1 size=846902 2024-04-15T16:48:53.211 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.225+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=CLYMQZEZV03M tag=ST19GRCW8PYC type=write size=2944054 2024-04-15T16:48:53.212 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.227+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=QH2Q0JN19Y7F type=del size=2140590 2024-04-15T16:48:53.214 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.228+0000 7fcc009d6780 1 < completed write operation key=BQ060THFR5IO tag=ZJIQED0AEHYV type=write size=983398 2024-04-15T16:48:53.216 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.230+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=8HBINSB2HFE0 type=del size=2621870 2024-04-15T16:48:53.218 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.232+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~73AHOAWNR9UP.0 size=1048576 2024-04-15T16:48:53.219 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.233+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~73AHOAWNR9UP.1 size=122803 2024-04-15T16:48:53.222 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.236+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=73AHOAWNR9UP tag=MATK6BQJ9WLD type=write size=2219955 2024-04-15T16:48:53.225 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.240+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~PC6KJ1WDNVBB.0 size=339778 2024-04-15T16:48:53.225 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.240+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=PC6KJ1WDNVBB tag=09WVMC9DZLZW type=write size=1388354 2024-04-15T16:48:53.227 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.241+0000 7fcc009d6780 -1 < failed to complete operation key=3GA44QQR4TNK tag=KZ357822CYNG type=del size=3266441: (22) Invalid argument 2024-04-15T16:48:53.230 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.244+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~2IT6RJVKVQZH.0 size=463454 2024-04-15T16:48:53.230 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.244+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=2IT6RJVKVQZH tag=6IARLJ1UG6T2 type=write size=1512030 2024-04-15T16:48:53.232 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.247+0000 7fcc009d6780 -1 < failed to complete operation key=CGQDFKP4V6R7 tag=Q38SVVM6SNEZ type=del size=2957585: (22) Invalid argument 2024-04-15T16:48:53.234 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.248+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=UBOY1UBFUTU4 type=del size=2463656 2024-04-15T16:48:53.235 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.250+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~0M5S5WN924JE.0 size=938428 2024-04-15T16:48:53.238 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.252+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=0M5S5WN924JE tag=FRMBZ5XXOFNS type=write size=1987004 2024-04-15T16:48:53.241 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.256+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~CLAMJFOJNWV0.0 size=1048576 2024-04-15T16:48:53.243 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.257+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~CLAMJFOJNWV0.1 size=860129 2024-04-15T16:48:53.243 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.257+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=CLAMJFOJNWV0 tag=MHSST2HSSA08 type=write size=2957281 2024-04-15T16:48:53.244 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.259+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=LE0DC9R2SXGA type=del 2024-04-15T16:48:53.246 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.261+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=20XY4OE51HJ3 type=del size=297170 2024-04-15T16:48:53.248 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.262+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=6TUY1RZI1KIG type=del 2024-04-15T16:48:53.249 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.264+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=HF9WKIX2D1OG type=del size=3399718 2024-04-15T16:48:53.251 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.265+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~BZGZ8JTFDO9O.0 size=1048576 2024-04-15T16:48:53.251 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.265+0000 7fcc009d6780 1 < canceled part key=_multipart_P016Z7D73CKQ.2~BZGZ8JTFDO9O.1 size=267551 2024-04-15T16:48:53.254 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.268+0000 7fcc009d6780 1 < canceled multipart upload key=P016Z7D73CKQ upload=BZGZ8JTFDO9O tag=HXYF5R79684Y type=write size=2364703 2024-04-15T16:48:53.255 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.270+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=BS6JXYK079IY type=del size=1918674 2024-04-15T16:48:53.257 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.272+0000 7fcc009d6780 -1 < failed to complete operation key=SMX0793SRFXB tag=IL3I7O72IM72 type=del size=3194644: (22) Invalid argument 2024-04-15T16:48:53.259 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.273+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=KI6P8HP9H46P type=write size=935716 2024-04-15T16:48:53.261 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.275+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~5T9ZRNC0Q0F4.0 size=1048576 2024-04-15T16:48:53.263 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.277+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~5T9ZRNC0Q0F4.1 size=1048576 2024-04-15T16:48:53.264 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.278+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~5T9ZRNC0Q0F4.2 size=149068 2024-04-15T16:48:53.267 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.281+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=5T9ZRNC0Q0F4 tag=Y9IWQRWB6F9A type=write size=3294796 2024-04-15T16:48:53.269 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.283+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=AGK9RW07ESHH type=del size=2145263 2024-04-15T16:48:53.270 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.285+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=BVY6VDIC6L5N type=del 2024-04-15T16:48:53.272 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.286+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=TAHOPLH1KPB2 type=del size=1276919 2024-04-15T16:48:53.273 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.288+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=06NGOKJ3UCU5 type=del 2024-04-15T16:48:53.275 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.289+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=E10ZD4T7WXV8 type=write size=5522 2024-04-15T16:48:53.276 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.291+0000 7fcc009d6780 1 < canceled operation key=BJ0SZQNPDE4F tag=L268738MO7LX type=del size=2244224 2024-04-15T16:48:53.280 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.294+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~QJG1B25RMDBX.0 size=540404 2024-04-15T16:48:53.280 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.294+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=QJG1B25RMDBX tag=VEAE65CNAWX5 type=write size=1588980 2024-04-15T16:48:53.281 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.296+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=YORBZBYAXL7U type=del 2024-04-15T16:48:53.284 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.299+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~JXEU781NKNZ6.0 size=38464 2024-04-15T16:48:53.284 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.299+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=JXEU781NKNZ6 tag=BTZV8Q2HGHC5 type=write size=1087040 2024-04-15T16:48:53.286 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.300+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~3V686JRHTWEF.0 size=1048576 2024-04-15T16:48:53.286 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.300+0000 7fcc009d6780 1 < canceled part key=_multipart_OQ6P5LJ15QMV.2~3V686JRHTWEF.1 size=1048576 2024-04-15T16:48:53.287 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.302+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~3V686JRHTWEF.2 size=485923 2024-04-15T16:48:53.290 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.305+0000 7fcc009d6780 1 < canceled multipart upload key=OQ6P5LJ15QMV upload=3V686JRHTWEF tag=EJEA3KQJ0B6P type=write size=3631651 2024-04-15T16:48:53.293 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.307+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=FDB36CN72XZT type=write size=533159 2024-04-15T16:48:53.296 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.310+0000 7fcc009d6780 1 < suggested remove operation key=QYKA01GVNV1V tag=QH2Q0JN19Y7F type=del 2024-04-15T16:48:53.297 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.312+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=C56WPO7M0J73 type=del size=820665 2024-04-15T16:48:53.299 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.314+0000 7fcc009d6780 1 < canceled operation key=DLWMFB84M0FA tag=8HBINSB2HFE0 type=del size=2621870 2024-04-15T16:48:53.302 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.316+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~XSVKPBOQOJCL.0 size=963908 2024-04-15T16:48:53.302 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.316+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=XSVKPBOQOJCL tag=I5URB06MPU0E type=write size=2012484 2024-04-15T16:48:53.304 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.318+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~PC6KJ1WDNVBB.0 size=339778 2024-04-15T16:48:53.306 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.321+0000 7fcc009d6780 1 < completed multipart upload key=Q6ADAXSPMY0X upload=PC6KJ1WDNVBB tag=09WVMC9DZLZW type=write size=1388354 2024-04-15T16:48:53.308 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.323+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=ICPT15UC5BS5 type=del size=893662 2024-04-15T16:48:53.310 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.325+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~2IT6RJVKVQZH.0 size=463454 2024-04-15T16:48:53.313 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.328+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=2IT6RJVKVQZH tag=6IARLJ1UG6T2 type=write size=1512030 2024-04-15T16:48:53.316 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.330+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~9VUUHBE7ZELR.0 size=1048576 2024-04-15T16:48:53.317 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.332+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~9VUUHBE7ZELR.1 size=1048576 2024-04-15T16:48:53.319 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.333+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~9VUUHBE7ZELR.2 size=362830 2024-04-15T16:48:53.319 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.333+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=9VUUHBE7ZELR tag=SZ26H2968VK2 type=write size=3508558 2024-04-15T16:48:53.320 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.334+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=UBOY1UBFUTU4 type=del 2024-04-15T16:48:53.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:48:53.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:48:53.323 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.337+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~KQ4XDIVIP0NX.0 size=1048576 2024-04-15T16:48:53.324 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.339+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~KQ4XDIVIP0NX.1 size=1048576 2024-04-15T16:48:53.325 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.340+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~KQ4XDIVIP0NX.2 size=1034931 2024-04-15T16:48:53.326 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.340+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=KQ4XDIVIP0NX tag=O1E1VIAW9E0K type=write size=4180659 2024-04-15T16:48:53.327 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.341+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~CLAMJFOJNWV0.0 size=1048576 2024-04-15T16:48:53.327 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.341+0000 7fcc009d6780 1 < canceled part key=_multipart_V32HJUVRX6OI.2~CLAMJFOJNWV0.1 size=860129 2024-04-15T16:48:53.330 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.344+0000 7fcc009d6780 1 < canceled multipart upload key=V32HJUVRX6OI upload=CLAMJFOJNWV0 tag=MHSST2HSSA08 type=write size=2957281 2024-04-15T16:48:53.333 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.347+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~RY0EHNGLMFWU.0 size=1048576 2024-04-15T16:48:53.335 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.349+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~RY0EHNGLMFWU.1 size=1048576 2024-04-15T16:48:53.336 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.350+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~RY0EHNGLMFWU.2 size=766162 2024-04-15T16:48:53.336 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.350+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=RY0EHNGLMFWU tag=WMQEFOZWOVD5 type=write size=3911890 2024-04-15T16:48:53.338 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.352+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=20XY4OE51HJ3 type=del 2024-04-15T16:48:53.340 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.354+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=96TNFEBR0ZY7 type=del size=3404119 2024-04-15T16:48:53.341 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.355+0000 7fcc009d6780 1 < canceled operation key=4BYY962BPUZ7 tag=HF9WKIX2D1OG type=del size=3399718 2024-04-15T16:48:53.343 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.357+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=YNVZ7DZYB5FG type=del size=6192 2024-04-15T16:48:53.345 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.359+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=BS6JXYK079IY type=del 2024-04-15T16:48:53.346 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.360+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=EUDZ4BBNWTYK type=del size=2282308 2024-04-15T16:48:53.348 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.362+0000 7fcc009d6780 1 < completed write operation key=7GJPLM2OVON4 tag=KI6P8HP9H46P type=write size=935716 2024-04-15T16:48:53.349 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.364+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=AKHCHU1FH7W4 type=del size=1726363 2024-04-15T16:48:53.353 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.367+0000 7fcc009d6780 1 < suggested update operation key=4BYY962BPUZ7 tag=AGK9RW07ESHH type=del size=2145263 2024-04-15T16:48:53.355 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.369+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=00UUHSHU8NPO type=del size=3645441 2024-04-15T16:48:53.358 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.373+0000 7fcc009d6780 1 < suggested update operation key=MI9ZZNLIFVPG tag=TAHOPLH1KPB2 type=del size=1276919 2024-04-15T16:48:53.360 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.375+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=8B69OZFDFUAZ type=del size=26381 2024-04-15T16:48:53.362 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.376+0000 7fcc009d6780 1 < completed write operation key=LEXP4TLXUJL4 tag=E10ZD4T7WXV8 type=write size=5522 2024-04-15T16:48:53.365 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.379+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~OWC03NV8OAY8.0 size=1048576 2024-04-15T16:48:53.366 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.381+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~OWC03NV8OAY8.1 size=736272 2024-04-15T16:48:53.366 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.381+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=OWC03NV8OAY8 tag=BNYFOB20ZCPX type=write size=2833424 2024-04-15T16:48:53.368 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.382+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~QJG1B25RMDBX.0 size=540404 2024-04-15T16:48:53.370 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.385+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=QJG1B25RMDBX tag=VEAE65CNAWX5 type=write size=1588980 2024-04-15T16:48:53.372 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.386+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=ECOAM8ZY8TRV type=del size=3067316 2024-04-15T16:48:53.372 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.387+0000 7fcc009d6780 1 < canceled part key=_multipart_MI9ZZNLIFVPG.2~JXEU781NKNZ6.0 size=38464 2024-04-15T16:48:53.375 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.389+0000 7fcc009d6780 1 < canceled multipart upload key=MI9ZZNLIFVPG upload=JXEU781NKNZ6 tag=BTZV8Q2HGHC5 type=write size=1087040 2024-04-15T16:48:53.378 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.392+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~IP53U91ZB4CL.0 size=1048576 2024-04-15T16:48:53.379 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.393+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~IP53U91ZB4CL.1 size=354856 2024-04-15T16:48:53.379 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.393+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=IP53U91ZB4CL tag=WREC3JENMNG3 type=write size=2452008 2024-04-15T16:48:53.382 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.396+0000 7fcc009d6780 1 < suggested remove operation key=SM1B7DUDN47F tag=FDB36CN72XZT type=write 2024-04-15T16:48:53.385 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.400+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~TUZJWDS9X86W.0 size=1048576 2024-04-15T16:48:53.387 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.401+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~TUZJWDS9X86W.1 size=1048576 2024-04-15T16:48:53.388 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.402+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~TUZJWDS9X86W.2 size=542068 2024-04-15T16:48:53.388 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.402+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=TUZJWDS9X86W tag=RC7T9QUYA2HF type=write size=3687796 2024-04-15T16:48:53.390 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.404+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=C56WPO7M0J73 type=del 2024-04-15T16:48:53.393 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.407+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~UP7IJYYXC1FU.0 size=434266 2024-04-15T16:48:53.393 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.407+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=UP7IJYYXC1FU tag=WD00VR31E73A type=write size=1482842 2024-04-15T16:48:53.395 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.409+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~XSVKPBOQOJCL.0 size=963908 2024-04-15T16:48:53.397 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.412+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=XSVKPBOQOJCL tag=I5URB06MPU0E type=write size=2012484 2024-04-15T16:48:53.399 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.413+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=39PF8K298PUU type=del size=262816 2024-04-15T16:48:53.401 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.415+0000 7fcc009d6780 1 < canceled operation key=7NTTGUKN6UZ3 tag=ICPT15UC5BS5 type=del size=893662 2024-04-15T16:48:53.403 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.417+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=KLNURJSTL9KN type=del size=3156621 2024-04-15T16:48:53.405 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.419+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~9VUUHBE7ZELR.0 size=1048576 2024-04-15T16:48:53.406 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.421+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~9VUUHBE7ZELR.1 size=1048576 2024-04-15T16:48:53.408 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.422+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~9VUUHBE7ZELR.2 size=362830 2024-04-15T16:48:53.410 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.425+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=9VUUHBE7ZELR tag=SZ26H2968VK2 type=write size=3508558 2024-04-15T16:48:53.412 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.427+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=QP4HADPH65O2 type=del size=1095193 2024-04-15T16:48:53.414 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.429+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~KQ4XDIVIP0NX.0 size=1048576 2024-04-15T16:48:53.416 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.430+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~KQ4XDIVIP0NX.1 size=1048576 2024-04-15T16:48:53.416 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.430+0000 7fcc009d6780 1 < canceled part key=_multipart_GJK15ROSBRTP.2~KQ4XDIVIP0NX.2 size=1034931 2024-04-15T16:48:53.418 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.433+0000 7fcc009d6780 1 < canceled multipart upload key=GJK15ROSBRTP upload=KQ4XDIVIP0NX tag=O1E1VIAW9E0K type=write size=4180659 2024-04-15T16:48:53.421 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.436+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~89P1UU49KMUI.0 size=959402 2024-04-15T16:48:53.422 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.436+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=89P1UU49KMUI tag=CEAK5HIXI734 type=write size=2007978 2024-04-15T16:48:53.423 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.437+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~RY0EHNGLMFWU.0 size=1048576 2024-04-15T16:48:53.424 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.439+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~RY0EHNGLMFWU.1 size=1048576 2024-04-15T16:48:53.426 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.440+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~RY0EHNGLMFWU.2 size=766162 2024-04-15T16:48:53.428 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.443+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=RY0EHNGLMFWU tag=WMQEFOZWOVD5 type=write size=3911890 2024-04-15T16:48:53.430 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.445+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=O414I3FVUAFU type=del size=2587922 2024-04-15T16:48:53.432 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.447+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=96TNFEBR0ZY7 type=del 2024-04-15T16:48:53.436 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.450+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~FLQJZWJB3YSD.0 size=327870 2024-04-15T16:48:53.436 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.450+0000 7fcc009d6780 1 > prepared multipart upload key=SMX0793SRFXB upload=FLQJZWJB3YSD tag=ZS0SD7N3MRW4 type=write size=1376446 2024-04-15T16:48:53.437 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.452+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=YNVZ7DZYB5FG type=del 2024-04-15T16:48:53.439 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.453+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=ZCXH5K2ZS4RE type=del size=2738527 2024-04-15T16:48:53.442 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.457+0000 7fcc009d6780 1 < suggested update operation key=32K02EULE6LL tag=EUDZ4BBNWTYK type=del size=2282308 2024-04-15T16:48:53.444 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.458+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=7PL3KJ2OAG5X type=write size=301140 2024-04-15T16:48:53.446 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.460+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=AKHCHU1FH7W4 type=del 2024-04-15T16:48:53.449 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.463+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~2X8NKKAD65AH.0 size=1048576 2024-04-15T16:48:53.451 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.465+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~2X8NKKAD65AH.1 size=462945 2024-04-15T16:48:53.451 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.465+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=2X8NKKAD65AH tag=1ETXC8NDHVGH type=write size=2560097 2024-04-15T16:48:53.452 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.467+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=00UUHSHU8NPO type=del 2024-04-15T16:48:53.454 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.468+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=14J7EVQ4YX7V type=write size=974557 2024-04-15T16:48:53.455 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.470+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=8B69OZFDFUAZ type=del 2024-04-15T16:48:53.457 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.471+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=L3U45UAEN8R5 type=del size=3350701 2024-04-15T16:48:53.459 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.473+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~OWC03NV8OAY8.0 size=1048576 2024-04-15T16:48:53.460 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.475+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~OWC03NV8OAY8.1 size=736272 2024-04-15T16:48:53.463 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.478+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=OWC03NV8OAY8 tag=BNYFOB20ZCPX type=write size=2833424 2024-04-15T16:48:53.465 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.479+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=3EG1PQI00CYV type=del size=646749 2024-04-15T16:48:53.467 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.481+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=ECOAM8ZY8TRV type=del 2024-04-15T16:48:53.468 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.483+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=WFNXL9A4Y3A8 type=del size=3330276 2024-04-15T16:48:53.470 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.484+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~IP53U91ZB4CL.0 size=1048576 2024-04-15T16:48:53.471 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.486+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~IP53U91ZB4CL.1 size=354856 2024-04-15T16:48:53.474 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.489+0000 7fcc009d6780 1 < completed multipart upload key=KZLUKZMI1WBU upload=IP53U91ZB4CL tag=WREC3JENMNG3 type=write size=2452008 2024-04-15T16:48:53.476 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.490+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=E194ZVWW8MR0 type=del size=4042231 2024-04-15T16:48:53.478 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.492+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~TUZJWDS9X86W.0 size=1048576 2024-04-15T16:48:53.479 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.494+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~TUZJWDS9X86W.1 size=1048576 2024-04-15T16:48:53.481 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.495+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~TUZJWDS9X86W.2 size=542068 2024-04-15T16:48:53.484 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.498+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=TUZJWDS9X86W tag=RC7T9QUYA2HF type=write size=3687796 2024-04-15T16:48:53.488 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.501+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~21O95ZMU7VIZ.0 size=1048576 2024-04-15T16:48:53.488 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.503+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~21O95ZMU7VIZ.1 size=1048576 2024-04-15T16:48:53.489 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.504+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~21O95ZMU7VIZ.2 size=133538 2024-04-15T16:48:53.490 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.504+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=21O95ZMU7VIZ tag=BGLU7BTOM1P4 type=write size=3279266 2024-04-15T16:48:53.491 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.506+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~UP7IJYYXC1FU.0 size=434266 2024-04-15T16:48:53.494 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.508+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=UP7IJYYXC1FU tag=WD00VR31E73A type=write size=1482842 2024-04-15T16:48:53.497 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.512+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~IW3SQ1ZWW2XO.0 size=520101 2024-04-15T16:48:53.497 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.512+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=IW3SQ1ZWW2XO tag=ZX79O2I2UZZ2 type=write size=1568677 2024-04-15T16:48:53.499 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.513+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=39PF8K298PUU type=del 2024-04-15T16:48:53.502 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.516+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~JY6LYUR2R5K7.0 size=114744 2024-04-15T16:48:53.502 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.516+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=JY6LYUR2R5K7 tag=M18LZ9JLK0ID type=write size=1163320 2024-04-15T16:48:53.503 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.518+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=KLNURJSTL9KN type=del 2024-04-15T16:48:53.505 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.520+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=UJG2DQNPL4FB type=write size=303371 2024-04-15T16:48:53.508 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.523+0000 7fcc009d6780 1 < suggested remove operation key=BQ060THFR5IO tag=QP4HADPH65O2 type=del 2024-04-15T16:48:53.510 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.524+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=AGR7MTD8S93M type=del size=3885253 2024-04-15T16:48:53.511 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.526+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~89P1UU49KMUI.0 size=959402 2024-04-15T16:48:53.514 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.529+0000 7fcc009d6780 1 < completed multipart upload key=Q6ADAXSPMY0X upload=89P1UU49KMUI tag=CEAK5HIXI734 type=write size=2007978 2024-04-15T16:48:53.516 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.530+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=L3TM2H2FQSGL type=del size=19594 2024-04-15T16:48:53.518 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.532+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=O414I3FVUAFU type=del 2024-04-15T16:48:53.521 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.534+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=PDZSS3LC8NEX type=del size=1266736 2024-04-15T16:48:53.522 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.534+0000 7fcc009d6780 1 < canceled part key=_multipart_SMX0793SRFXB.2~FLQJZWJB3YSD.0 size=327870 2024-04-15T16:48:53.522 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.536+0000 7fcc009d6780 1 < canceled multipart upload key=SMX0793SRFXB upload=FLQJZWJB3YSD tag=ZS0SD7N3MRW4 type=write size=1376446 2024-04-15T16:48:53.525 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.539+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=JFB3SS6TE840 type=del size=1745443 2024-04-15T16:48:53.526 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.541+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=ZCXH5K2ZS4RE type=del 2024-04-15T16:48:53.528 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.542+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=7G4AEZPNC71S type=del size=2401588 2024-04-15T16:48:53.530 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.544+0000 7fcc009d6780 1 < completed write operation key=BXP894QCFBMM tag=7PL3KJ2OAG5X type=write size=301140 2024-04-15T16:48:53.532 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.547+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~Z4LZDF32XVXP.0 size=1048576 2024-04-15T16:48:53.534 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.548+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~Z4LZDF32XVXP.1 size=602879 2024-04-15T16:48:53.534 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.548+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=Z4LZDF32XVXP tag=E0MVGD9RRLZE type=write size=2700031 2024-04-15T16:48:53.535 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.550+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~2X8NKKAD65AH.0 size=1048576 2024-04-15T16:48:53.537 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.551+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~2X8NKKAD65AH.1 size=462945 2024-04-15T16:48:53.540 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.554+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=2X8NKKAD65AH tag=1ETXC8NDHVGH type=write size=2560097 2024-04-15T16:48:53.542 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.558+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~AW8SRC161BCQ.0 size=1048576 2024-04-15T16:48:53.544 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.558+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~AW8SRC161BCQ.1 size=1048576 2024-04-15T16:48:53.545 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.560+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~AW8SRC161BCQ.2 size=828397 2024-04-15T16:48:53.545 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.560+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=AW8SRC161BCQ tag=RO9K3R68Z9B7 type=write size=3974125 2024-04-15T16:48:53.547 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.561+0000 7fcc009d6780 1 < completed write operation key=XE6CHS65PXVA tag=14J7EVQ4YX7V type=write size=974557 2024-04-15T16:48:53.549 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.563+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=K86WZODGM894 type=write size=584633 2024-04-15T16:48:53.552 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.567+0000 7fcc009d6780 1 < suggested update operation key=DLWMFB84M0FA tag=L3U45UAEN8R5 type=del size=3350701 2024-04-15T16:48:53.555 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.570+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~5ASZICOIYP2Q.0 size=1048576 2024-04-15T16:48:53.556 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.571+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~5ASZICOIYP2Q.1 size=1048576 2024-04-15T16:48:53.558 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.572+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~5ASZICOIYP2Q.2 size=488452 2024-04-15T16:48:53.558 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.572+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=5ASZICOIYP2Q tag=X8NFLOZYBSQA type=write size=3634180 2024-04-15T16:48:53.560 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.574+0000 7fcc009d6780 1 < canceled operation key=BXP894QCFBMM tag=3EG1PQI00CYV type=del size=646749 2024-04-15T16:48:53.562 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.577+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~M4G68LVLVUX0.0 size=1048576 2024-04-15T16:48:53.564 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.578+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~M4G68LVLVUX0.1 size=1048576 2024-04-15T16:48:53.565 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.579+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~M4G68LVLVUX0.2 size=722674 2024-04-15T16:48:53.565 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.579+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=M4G68LVLVUX0 tag=XTI70N1S01TY type=write size=3868402 2024-04-15T16:48:53.566 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.581+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=WFNXL9A4Y3A8 type=del 2024-04-15T16:48:53.568 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.582+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=EZ1Z635GIWX2 type=del size=747153 2024-04-15T16:48:53.569 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.584+0000 7fcc009d6780 1 < canceled operation key=4BYY962BPUZ7 tag=E194ZVWW8MR0 type=del size=4042231 2024-04-15T16:48:53.571 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.586+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=FJ5SSX2KH6ZC type=del size=808322 2024-04-15T16:48:53.573 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.587+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~21O95ZMU7VIZ.0 size=1048576 2024-04-15T16:48:53.574 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.589+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~21O95ZMU7VIZ.1 size=1048576 2024-04-15T16:48:53.576 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.590+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~21O95ZMU7VIZ.2 size=133538 2024-04-15T16:48:53.579 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.593+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=21O95ZMU7VIZ tag=BGLU7BTOM1P4 type=write size=3279266 2024-04-15T16:48:53.582 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.596+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~U41QJ62UNVJK.0 size=1048576 2024-04-15T16:48:53.583 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.598+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~U41QJ62UNVJK.1 size=380472 2024-04-15T16:48:53.583 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.598+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=U41QJ62UNVJK tag=MVDAGIX1GZ0A type=write size=2477624 2024-04-15T16:48:53.585 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.599+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~IW3SQ1ZWW2XO.0 size=520101 2024-04-15T16:48:53.587 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.602+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=IW3SQ1ZWW2XO tag=ZX79O2I2UZZ2 type=write size=1568677 2024-04-15T16:48:53.591 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.605+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~0B9CJ2TSMPTQ.0 size=808374 2024-04-15T16:48:53.591 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.605+0000 7fcc009d6780 1 > prepared multipart upload key=SMX0793SRFXB upload=0B9CJ2TSMPTQ tag=WWA5Z312Z6W1 type=write size=1856950 2024-04-15T16:48:53.592 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.607+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~JY6LYUR2R5K7.0 size=114744 2024-04-15T16:48:53.595 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.609+0000 7fcc009d6780 1 < completed multipart upload key=KZLUKZMI1WBU upload=JY6LYUR2R5K7 tag=M18LZ9JLK0ID type=write size=1163320 2024-04-15T16:48:53.598 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.612+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~IFY8V52IQ73I.0 size=1048576 2024-04-15T16:48:53.599 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.614+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~IFY8V52IQ73I.1 size=1048576 2024-04-15T16:48:53.600 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.615+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~IFY8V52IQ73I.2 size=134221 2024-04-15T16:48:53.601 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.615+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=IFY8V52IQ73I tag=34CYWV28LJC3 type=write size=3279949 2024-04-15T16:48:53.602 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.617+0000 7fcc009d6780 1 < completed write operation key=OQ6P5LJ15QMV tag=UJG2DQNPL4FB type=write size=303371 2024-04-15T16:48:53.605 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.620+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~0P0C1A1CFTCU.0 size=1048576 2024-04-15T16:48:53.606 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.621+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~0P0C1A1CFTCU.1 size=83172 2024-04-15T16:48:53.607 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.621+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=0P0C1A1CFTCU tag=88KKSG3G81A9 type=write size=2180324 2024-04-15T16:48:53.608 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.622+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=AGR7MTD8S93M type=del 2024-04-15T16:48:53.611 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.626+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~KC6M1C6HLD57.0 size=1048576 2024-04-15T16:48:53.613 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.627+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~KC6M1C6HLD57.1 size=1048576 2024-04-15T16:48:53.614 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.628+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~KC6M1C6HLD57.2 size=455137 2024-04-15T16:48:53.614 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.628+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=KC6M1C6HLD57 tag=M31FJ0YFOYFO type=write size=3600865 2024-04-15T16:48:53.616 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.630+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=L3TM2H2FQSGL type=del 2024-04-15T16:48:53.619 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.633+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~QNYEIR2NTQM8.0 size=1048576 2024-04-15T16:48:53.627 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.642+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~QNYEIR2NTQM8.1 size=74176 2024-04-15T16:48:53.628 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.642+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=QNYEIR2NTQM8 tag=WY1D9DCGBMQC type=write size=2171328 2024-04-15T16:48:53.630 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.644+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=PDZSS3LC8NEX type=del 2024-04-15T16:48:53.632 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.647+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=0YKWF1VH84FE type=del size=1950626 2024-04-15T16:48:53.634 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.649+0000 7fcc009d6780 1 < canceled operation key=XE6CHS65PXVA tag=JFB3SS6TE840 type=del size=1745443 2024-04-15T16:48:53.636 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.651+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=29WM5JL7VXYB type=write size=901673 2024-04-15T16:48:53.638 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.652+0000 7fcc009d6780 1 < canceled operation key=3TSCAKP7XLQL tag=7G4AEZPNC71S type=del size=2401588 2024-04-15T16:48:53.641 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.656+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~0JLOPA5LZQZE.0 size=210606 2024-04-15T16:48:53.641 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.656+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=0JLOPA5LZQZE tag=K5I0ITMS8MNU type=write size=1259182 2024-04-15T16:48:53.643 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.658+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~Z4LZDF32XVXP.0 size=1048576 2024-04-15T16:48:53.645 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.659+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~Z4LZDF32XVXP.1 size=602879 2024-04-15T16:48:53.647 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.662+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=Z4LZDF32XVXP tag=E0MVGD9RRLZE type=write size=2700031 2024-04-15T16:48:53.651 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.665+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~LLJDZPCXUW4J.0 size=1048576 2024-04-15T16:48:53.652 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.666+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~LLJDZPCXUW4J.1 size=1048576 2024-04-15T16:48:53.653 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.668+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~LLJDZPCXUW4J.2 size=79979 2024-04-15T16:48:53.653 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.668+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=LLJDZPCXUW4J tag=ZFO4C3WUV5ZW type=write size=3225707 2024-04-15T16:48:53.655 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.670+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~AW8SRC161BCQ.0 size=1048576 2024-04-15T16:48:53.657 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.671+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~AW8SRC161BCQ.1 size=1048576 2024-04-15T16:48:53.658 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.672+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~AW8SRC161BCQ.2 size=828397 2024-04-15T16:48:53.661 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.675+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=AW8SRC161BCQ tag=RO9K3R68Z9B7 type=write size=3974125 2024-04-15T16:48:53.662 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.677+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=ZZ238L09K946 type=write size=421423 2024-04-15T16:48:53.664 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.679+0000 7fcc009d6780 1 < completed write operation key=OQ6P5LJ15QMV tag=K86WZODGM894 type=write size=584633 2024-04-15T16:48:53.668 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.682+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~MF5BXAJMI5TM.0 size=1048576 2024-04-15T16:48:53.669 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.683+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~MF5BXAJMI5TM.1 size=1048576 2024-04-15T16:48:53.670 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.685+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~MF5BXAJMI5TM.2 size=598251 2024-04-15T16:48:53.670 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.685+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=MF5BXAJMI5TM tag=VXV4SJZVERHX type=write size=3743979 2024-04-15T16:48:53.672 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.686+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~5ASZICOIYP2Q.0 size=1048576 2024-04-15T16:48:53.674 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.688+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~5ASZICOIYP2Q.1 size=1048576 2024-04-15T16:48:53.675 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.690+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~5ASZICOIYP2Q.2 size=488452 2024-04-15T16:48:53.678 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.693+0000 7fcc009d6780 1 < completed multipart upload key=GEH1YTD5S8EP upload=5ASZICOIYP2Q tag=X8NFLOZYBSQA type=write size=3634180 2024-04-15T16:48:53.680 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.694+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=IMYTVTH8J35T type=write size=708140 2024-04-15T16:48:53.680 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.695+0000 7fcc009d6780 1 < canceled part key=_multipart_Q6ADAXSPMY0X.2~M4G68LVLVUX0.0 size=1048576 2024-04-15T16:48:53.682 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.696+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~M4G68LVLVUX0.1 size=1048576 2024-04-15T16:48:53.683 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.697+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~M4G68LVLVUX0.2 size=722674 2024-04-15T16:48:53.686 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.700+0000 7fcc009d6780 1 < canceled multipart upload key=Q6ADAXSPMY0X upload=M4G68LVLVUX0 tag=XTI70N1S01TY type=write size=3868402 2024-04-15T16:48:53.687 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.701+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=2T8R2SCQXXRF type=write size=499702 2024-04-15T16:48:53.689 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.703+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=EZ1Z635GIWX2 type=del 2024-04-15T16:48:53.692 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.706+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~041MHUY9WJVF.0 size=1048576 2024-04-15T16:48:53.693 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.708+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~041MHUY9WJVF.1 size=1048576 2024-04-15T16:48:53.694 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.709+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~041MHUY9WJVF.2 size=573438 2024-04-15T16:48:53.694 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.709+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=041MHUY9WJVF tag=SPXPUAAJ7E6E type=write size=3719166 2024-04-15T16:48:53.696 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.710+0000 7fcc009d6780 1 < completed delete operation key=54DQHB9HNDQB tag=FJ5SSX2KH6ZC type=del 2024-04-15T16:48:53.698 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.712+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=0OHBLOV3KBKQ type=del size=3596802 2024-04-15T16:48:53.699 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.714+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~U41QJ62UNVJK.0 size=1048576 2024-04-15T16:48:53.701 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.715+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~U41QJ62UNVJK.1 size=380472 2024-04-15T16:48:53.704 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.718+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=U41QJ62UNVJK tag=MVDAGIX1GZ0A type=write size=2477624 2024-04-15T16:48:53.705 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.719+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=0PPKD3S2VK9T type=del size=2706112 2024-04-15T16:48:53.707 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.721+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~0B9CJ2TSMPTQ.0 size=808374 2024-04-15T16:48:53.710 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.724+0000 7fcc009d6780 1 < completed multipart upload key=SMX0793SRFXB upload=0B9CJ2TSMPTQ tag=WWA5Z312Z6W1 type=write size=1856950 2024-04-15T16:48:53.712 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.727+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=J84R6ON6X3LG type=del size=574700 2024-04-15T16:48:53.714 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.728+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~IFY8V52IQ73I.0 size=1048576 2024-04-15T16:48:53.715 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.729+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~IFY8V52IQ73I.1 size=1048576 2024-04-15T16:48:53.716 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.730+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~IFY8V52IQ73I.2 size=134221 2024-04-15T16:48:53.719 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.733+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=IFY8V52IQ73I tag=34CYWV28LJC3 type=write size=3279949 2024-04-15T16:48:53.721 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.735+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=G1YXC13BHN9L type=del size=3355812 2024-04-15T16:48:53.725 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.737+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~0P0C1A1CFTCU.0 size=1048576 2024-04-15T16:48:53.726 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.738+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~0P0C1A1CFTCU.1 size=83172 2024-04-15T16:48:53.726 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.741+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=0P0C1A1CFTCU tag=88KKSG3G81A9 type=write size=2180324 2024-04-15T16:48:53.729 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.744+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~R8ODTGDUJUBX.0 size=92079 2024-04-15T16:48:53.729 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.744+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=R8ODTGDUJUBX tag=T94RPC196FO4 type=write size=1140655 2024-04-15T16:48:53.731 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.745+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~KC6M1C6HLD57.0 size=1048576 2024-04-15T16:48:53.733 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.747+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~KC6M1C6HLD57.1 size=1048576 2024-04-15T16:48:53.734 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.749+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~KC6M1C6HLD57.2 size=455137 2024-04-15T16:48:53.737 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.751+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=KC6M1C6HLD57 tag=M31FJ0YFOYFO type=write size=3600865 2024-04-15T16:48:53.740 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.754+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~QCQU0V1LDY70.0 size=1048576 2024-04-15T16:48:53.741 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.756+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~QCQU0V1LDY70.1 size=877730 2024-04-15T16:48:53.741 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.756+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=QCQU0V1LDY70 tag=Z6L3L28A7TMS type=write size=2974882 2024-04-15T16:48:53.743 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.757+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~QNYEIR2NTQM8.0 size=1048576 2024-04-15T16:48:53.744 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.759+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~QNYEIR2NTQM8.1 size=74176 2024-04-15T16:48:53.747 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.762+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=QNYEIR2NTQM8 tag=WY1D9DCGBMQC type=write size=2171328 2024-04-15T16:48:53.749 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.764+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=6YXY0U9NPK1Y type=del size=3771465 2024-04-15T16:48:53.752 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.766+0000 7fcc009d6780 1 < suggested update operation key=3GA44QQR4TNK tag=0YKWF1VH84FE type=del size=1950626 2024-04-15T16:48:53.755 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.769+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~IAGYVIZ9TRRP.0 size=1048576 2024-04-15T16:48:53.756 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.771+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~IAGYVIZ9TRRP.1 size=742654 2024-04-15T16:48:53.756 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.771+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=IAGYVIZ9TRRP tag=SO02J3NYE137 type=write size=2839806 2024-04-15T16:48:53.760 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.774+0000 7fcc009d6780 1 < suggested update operation key=SMX0793SRFXB tag=29WM5JL7VXYB type=write size=901673 2024-04-15T16:48:53.761 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.776+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=QY3917XOWVSS type=del size=4099461 2024-04-15T16:48:53.764 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.778+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~0JLOPA5LZQZE.0 size=210606 2024-04-15T16:48:53.766 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.781+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=0JLOPA5LZQZE tag=K5I0ITMS8MNU type=write size=1259182 2024-04-15T16:48:53.769 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.784+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~QC51E9BODCX4.0 size=1048576 2024-04-15T16:48:53.771 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.785+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~QC51E9BODCX4.1 size=885418 2024-04-15T16:48:53.771 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.785+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=QC51E9BODCX4 tag=37ZM2QED4RWX type=write size=2982570 2024-04-15T16:48:53.772 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.787+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~LLJDZPCXUW4J.0 size=1048576 2024-04-15T16:48:53.774 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.788+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~LLJDZPCXUW4J.1 size=1048576 2024-04-15T16:48:53.776 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.790+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~LLJDZPCXUW4J.2 size=79979 2024-04-15T16:48:53.778 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.792+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=LLJDZPCXUW4J tag=ZFO4C3WUV5ZW type=write size=3225707 2024-04-15T16:48:53.781 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.796+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~FO8MNULNI6ZQ.0 size=1048576 2024-04-15T16:48:53.784 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.798+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~FO8MNULNI6ZQ.1 size=411627 2024-04-15T16:48:53.784 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.798+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=FO8MNULNI6ZQ tag=9NIN72XYQ3PM type=write size=2508779 2024-04-15T16:48:53.788 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.802+0000 7fcc009d6780 1 < suggested remove operation key=P016Z7D73CKQ tag=ZZ238L09K946 type=write 2024-04-15T16:48:53.789 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.804+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=I7P3CJZJSFPN type=del size=3636365 2024-04-15T16:48:53.791 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.805+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~MF5BXAJMI5TM.0 size=1048576 2024-04-15T16:48:53.793 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.807+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~MF5BXAJMI5TM.1 size=1048576 2024-04-15T16:48:53.794 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.808+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~MF5BXAJMI5TM.2 size=598251 2024-04-15T16:48:53.797 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.811+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=MF5BXAJMI5TM tag=VXV4SJZVERHX type=write size=3743979 2024-04-15T16:48:53.800 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.815+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~UI4IVLOG86W7.0 size=795019 2024-04-15T16:48:53.801 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.815+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=UI4IVLOG86W7 tag=L7CJQRVJ4E7E type=write size=1843595 2024-04-15T16:48:53.802 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.817+0000 7fcc009d6780 1 < canceled operation key=GEH1YTD5S8EP tag=IMYTVTH8J35T type=write size=708140 2024-04-15T16:48:53.806 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.820+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~HZB3NGBZRSOX.0 size=878259 2024-04-15T16:48:53.806 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.820+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=HZB3NGBZRSOX tag=L0EDBR2M1ZT0 type=write size=1926835 2024-04-15T16:48:53.808 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.823+0000 7fcc009d6780 1 < completed write operation key=BXP894QCFBMM tag=2T8R2SCQXXRF type=write size=499702 2024-04-15T16:48:53.810 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.825+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=BW3U5LS4SILR type=del size=487138 2024-04-15T16:48:53.812 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.826+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~041MHUY9WJVF.0 size=1048576 2024-04-15T16:48:53.813 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.827+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~041MHUY9WJVF.1 size=1048576 2024-04-15T16:48:53.813 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.827+0000 7fcc009d6780 1 < canceled part key=_multipart_7NTTGUKN6UZ3.2~041MHUY9WJVF.2 size=573438 2024-04-15T16:48:53.816 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.831+0000 7fcc009d6780 1 < canceled multipart upload key=7NTTGUKN6UZ3 upload=041MHUY9WJVF tag=SPXPUAAJ7E6E type=write size=3719166 2024-04-15T16:48:53.820 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.834+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~25F6OJ2HMGGY.0 size=1048576 2024-04-15T16:48:53.821 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.835+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~25F6OJ2HMGGY.1 size=786848 2024-04-15T16:48:53.821 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.835+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=25F6OJ2HMGGY tag=VUPIK12WU1Y2 type=write size=2884000 2024-04-15T16:48:53.823 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.837+0000 7fcc009d6780 1 < completed delete operation key=SEFWMQT6GQB4 tag=0OHBLOV3KBKQ type=del 2024-04-15T16:48:53.826 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.840+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=9SXIEAE6UAXY type=del size=710000 2024-04-15T16:48:53.828 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.842+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=0PPKD3S2VK9T type=del 2024-04-15T16:48:53.831 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.845+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=QODXSD71U68Z type=del size=2946303 2024-04-15T16:48:53.834 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.848+0000 7fcc009d6780 1 < canceled operation key=DLWMFB84M0FA tag=J84R6ON6X3LG type=del size=574700 2024-04-15T16:48:53.835 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.850+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=EYB7AM66C7RR type=del size=2100512 2024-04-15T16:48:53.837 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.851+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=G1YXC13BHN9L type=del 2024-04-15T16:48:53.839 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.853+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=2JWUPPGL760L type=del size=749136 2024-04-15T16:48:53.839 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.853+0000 7fcc009d6780 1 < canceled part key=_multipart_DLWMFB84M0FA.2~R8ODTGDUJUBX.0 size=92079 2024-04-15T16:48:53.841 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.857+0000 7fcc009d6780 1 < canceled multipart upload key=DLWMFB84M0FA upload=R8ODTGDUJUBX tag=T94RPC196FO4 type=write size=1140655 2024-04-15T16:48:53.843 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.857+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=IPZ3ICF5NQ8N type=del size=710257 2024-04-15T16:48:53.845 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.859+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~QCQU0V1LDY70.0 size=1048576 2024-04-15T16:48:53.845 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.859+0000 7fcc009d6780 1 < canceled part key=_multipart_54DQHB9HNDQB.2~QCQU0V1LDY70.1 size=877730 2024-04-15T16:48:53.847 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.862+0000 7fcc009d6780 1 < canceled multipart upload key=54DQHB9HNDQB upload=QCQU0V1LDY70 tag=Z6L3L28A7TMS type=write size=2974882 2024-04-15T16:48:53.850 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.865+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~03NK61VP4046.0 size=1048576 2024-04-15T16:48:53.852 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.866+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~03NK61VP4046.1 size=202370 2024-04-15T16:48:53.852 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.866+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=03NK61VP4046 tag=SP0IGBN8UAKL type=write size=2299522 2024-04-15T16:48:53.853 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.868+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=6YXY0U9NPK1Y type=del 2024-04-15T16:48:53.855 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.869+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=AC0NN2VKBZMC type=del size=2285701 2024-04-15T16:48:53.857 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.871+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~IAGYVIZ9TRRP.0 size=1048576 2024-04-15T16:48:53.858 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.872+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~IAGYVIZ9TRRP.1 size=742654 2024-04-15T16:48:53.860 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.875+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=IAGYVIZ9TRRP tag=SO02J3NYE137 type=write size=2839806 2024-04-15T16:48:53.862 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.876+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=G6KXLIGZE2KZ type=del size=2232156 2024-04-15T16:48:53.864 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.878+0000 7fcc009d6780 1 < canceled operation key=OQ6P5LJ15QMV tag=QY3917XOWVSS type=del size=4099461 2024-04-15T16:48:53.866 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.880+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=9ZFNJAN46T0V type=del size=2794363 2024-04-15T16:48:53.867 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.881+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~QC51E9BODCX4.0 size=1048576 2024-04-15T16:48:53.869 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.883+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~QC51E9BODCX4.1 size=885418 2024-04-15T16:48:53.871 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.886+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=QC51E9BODCX4 tag=37ZM2QED4RWX type=write size=2982570 2024-04-15T16:48:53.873 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.887+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=YH4O5934MY0W type=del size=3758027 2024-04-15T16:48:53.875 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.889+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~FO8MNULNI6ZQ.0 size=1048576 2024-04-15T16:48:53.876 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.890+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~FO8MNULNI6ZQ.1 size=411627 2024-04-15T16:48:53.879 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.893+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=FO8MNULNI6ZQ tag=9NIN72XYQ3PM type=write size=2508779 2024-04-15T16:48:53.882 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.896+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~O5EMVQJRS1NR.0 size=413409 2024-04-15T16:48:53.882 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.896+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=O5EMVQJRS1NR tag=PGOTWVUQJH1G type=write size=1461985 2024-04-15T16:48:53.884 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.898+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=I7P3CJZJSFPN type=del 2024-04-15T16:48:53.886 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.901+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~Q3T9XM40A5C9.0 size=1048576 2024-04-15T16:48:53.888 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.902+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~Q3T9XM40A5C9.1 size=1048576 2024-04-15T16:48:53.889 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.904+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~Q3T9XM40A5C9.2 size=248672 2024-04-15T16:48:53.889 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.904+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=Q3T9XM40A5C9 tag=U4LNKXO2983N type=write size=3394400 2024-04-15T16:48:53.891 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.906+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~UI4IVLOG86W7.0 size=795019 2024-04-15T16:48:53.894 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.909+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=UI4IVLOG86W7 tag=L7CJQRVJ4E7E type=write size=1843595 2024-04-15T16:48:53.896 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.910+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=ZH1CR42XW71S type=del size=3222201 2024-04-15T16:48:53.898 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.912+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~HZB3NGBZRSOX.0 size=878259 2024-04-15T16:48:53.901 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.915+0000 7fcc009d6780 1 < completed multipart upload key=GEH1YTD5S8EP upload=HZB3NGBZRSOX tag=L0EDBR2M1ZT0 type=write size=1926835 2024-04-15T16:48:53.904 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.918+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~G8EEO4M87LFY.0 size=1048576 2024-04-15T16:48:53.905 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.920+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~G8EEO4M87LFY.1 size=1048576 2024-04-15T16:48:53.907 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.922+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~G8EEO4M87LFY.2 size=642411 2024-04-15T16:48:53.907 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.922+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=G8EEO4M87LFY tag=5V8RICQX3TI5 type=write size=3788139 2024-04-15T16:48:53.909 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.923+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=BW3U5LS4SILR type=del 2024-04-15T16:48:53.911 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.925+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=ES35GPMZPO14 type=del size=2485848 2024-04-15T16:48:53.913 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.928+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~25F6OJ2HMGGY.0 size=1048576 2024-04-15T16:48:53.914 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.929+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~25F6OJ2HMGGY.1 size=786848 2024-04-15T16:48:53.918 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.933+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=25F6OJ2HMGGY tag=VUPIK12WU1Y2 type=write size=2884000 2024-04-15T16:48:53.920 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.935+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=2K03JUBGBUDY type=write size=941742 2024-04-15T16:48:53.924 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.939+0000 7fcc009d6780 1 < suggested remove operation key=QYKA01GVNV1V tag=9SXIEAE6UAXY type=del 2024-04-15T16:48:53.926 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.940+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=7OY79LO53BB7 type=del size=2687575 2024-04-15T16:48:53.932 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.943+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=QODXSD71U68Z type=del 2024-04-15T16:48:53.932 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.944+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=13DWWUQCRM8N type=del size=2285967 2024-04-15T16:48:53.933 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.948+0000 7fcc009d6780 1 < suggested remove operation key=KZLUKZMI1WBU tag=EYB7AM66C7RR type=del 2024-04-15T16:48:53.936 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.951+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~M38VQXUWLCI1.0 size=1048576 2024-04-15T16:48:53.937 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.952+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~M38VQXUWLCI1.1 size=1048576 2024-04-15T16:48:53.939 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.953+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~M38VQXUWLCI1.2 size=861817 2024-04-15T16:48:53.939 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.953+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=M38VQXUWLCI1 tag=HZ7O5WGURGPF type=write size=4007545 2024-04-15T16:48:53.942 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.956+0000 7fcc009d6780 1 < suggested remove operation key=Q6ADAXSPMY0X tag=2JWUPPGL760L type=del 2024-04-15T16:48:53.945 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.960+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~693U0BIGOAWP.0 size=1048576 2024-04-15T16:48:53.947 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.961+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~693U0BIGOAWP.1 size=1048576 2024-04-15T16:48:53.948 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.963+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~693U0BIGOAWP.2 size=429234 2024-04-15T16:48:53.948 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.963+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=693U0BIGOAWP tag=9T2JAT7WT0CS type=write size=3574962 2024-04-15T16:48:53.951 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.966+0000 7fcc009d6780 1 < suggested remove operation key=3TSCAKP7XLQL tag=IPZ3ICF5NQ8N type=del 2024-04-15T16:48:53.954 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.969+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~AG2FRE1BW4LO.0 size=159091 2024-04-15T16:48:53.955 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.969+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=AG2FRE1BW4LO tag=0YWA4IRB10HX type=write size=1207667 2024-04-15T16:48:53.956 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.971+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~03NK61VP4046.0 size=1048576 2024-04-15T16:48:53.958 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.972+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~03NK61VP4046.1 size=202370 2024-04-15T16:48:53.960 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.975+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=03NK61VP4046 tag=SP0IGBN8UAKL type=write size=2299522 2024-04-15T16:48:53.964 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.978+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~3ZBAH2X6W1W3.0 size=1048576 2024-04-15T16:48:53.965 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.979+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~3ZBAH2X6W1W3.1 size=1048576 2024-04-15T16:48:53.966 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.980+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~3ZBAH2X6W1W3.2 size=522078 2024-04-15T16:48:53.966 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.981+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=3ZBAH2X6W1W3 tag=MFJ1F3A9QOG8 type=write size=3667806 2024-04-15T16:48:53.968 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.982+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=AC0NN2VKBZMC type=del 2024-04-15T16:48:53.971 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.985+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~97IPKDMS1KWX.0 size=1048576 2024-04-15T16:48:53.972 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.987+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~97IPKDMS1KWX.1 size=1048576 2024-04-15T16:48:53.974 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.988+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~97IPKDMS1KWX.2 size=457605 2024-04-15T16:48:53.974 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.988+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=97IPKDMS1KWX tag=1H678A7UJIFJ type=write size=3603333 2024-04-15T16:48:53.976 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.990+0000 7fcc009d6780 -1 < failed to complete operation key=Q6ADAXSPMY0X tag=G6KXLIGZE2KZ type=del size=2232156: (22) Invalid argument 2024-04-15T16:48:53.979 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.994+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~CCJQAYKKCSM1.0 size=1048576 2024-04-15T16:48:53.981 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.995+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~CCJQAYKKCSM1.1 size=604597 2024-04-15T16:48:53.981 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.995+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=CCJQAYKKCSM1 tag=N0Y1IEZYOQKA type=write size=2701749 2024-04-15T16:48:53.983 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.997+0000 7fcc009d6780 1 < canceled operation key=32K02EULE6LL tag=9ZFNJAN46T0V type=del size=2794363 2024-04-15T16:48:53.985 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:53.999+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=3032WEUYJ1NC type=del size=3021523 2024-04-15T16:48:53.987 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.002+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=YH4O5934MY0W type=del 2024-04-15T16:48:53.989 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.004+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=H9E7HQCW22Z0 type=del size=151011 2024-04-15T16:48:53.991 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.006+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~O5EMVQJRS1NR.0 size=413409 2024-04-15T16:48:53.994 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.008+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=O5EMVQJRS1NR tag=PGOTWVUQJH1G type=write size=1461985 2024-04-15T16:48:53.997 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.011+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~G6MI0Z7GMKHT.0 size=1048576 2024-04-15T16:48:53.999 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.014+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~G6MI0Z7GMKHT.1 size=709743 2024-04-15T16:48:53.999 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.014+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=G6MI0Z7GMKHT tag=09LJB708RO65 type=write size=2806895 2024-04-15T16:48:54.000 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.015+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~Q3T9XM40A5C9.0 size=1048576 2024-04-15T16:48:54.002 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.016+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~Q3T9XM40A5C9.1 size=1048576 2024-04-15T16:48:54.002 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.016+0000 7fcc009d6780 1 < canceled part key=_multipart_8VXMHHU12YH7.2~Q3T9XM40A5C9.2 size=248672 2024-04-15T16:48:54.005 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.019+0000 7fcc009d6780 1 < canceled multipart upload key=8VXMHHU12YH7 upload=Q3T9XM40A5C9 tag=U4LNKXO2983N type=write size=3394400 2024-04-15T16:48:54.008 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.023+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~7P62H3V9OB0D.0 size=201942 2024-04-15T16:48:54.008 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.023+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=7P62H3V9OB0D tag=BWJ10ZY2HX3I type=write size=1250518 2024-04-15T16:48:54.012 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.026+0000 7fcc009d6780 1 < suggested update operation key=XE6CHS65PXVA tag=ZH1CR42XW71S type=del size=3222201 2024-04-15T16:48:54.013 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.028+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=U1TK7FQKXC8L type=del size=2609573 2024-04-15T16:48:54.016 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.030+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~G8EEO4M87LFY.0 size=1048576 2024-04-15T16:48:54.017 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.032+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~G8EEO4M87LFY.1 size=1048576 2024-04-15T16:48:54.019 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.033+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~G8EEO4M87LFY.2 size=642411 2024-04-15T16:48:54.022 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.037+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=G8EEO4M87LFY tag=5V8RICQX3TI5 type=write size=3788139 2024-04-15T16:48:54.024 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.039+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=0E4R74ZBS02I type=del size=1844199 2024-04-15T16:48:54.026 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.040+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=ES35GPMZPO14 type=del 2024-04-15T16:48:54.028 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.042+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=5VND39TZKOX5 type=del size=423166 2024-04-15T16:48:54.030 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.045+0000 7fcc009d6780 1 < completed write operation key=54DQHB9HNDQB tag=2K03JUBGBUDY type=write size=941742 2024-04-15T16:48:54.032 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.046+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=BJKZ0FX0C875 type=write size=410204 2024-04-15T16:48:54.034 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.049+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=7OY79LO53BB7 type=del 2024-04-15T16:48:54.037 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.051+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=P54Z2BM9NZYB type=del size=2813024 2024-04-15T16:48:54.038 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.052+0000 7fcc009d6780 1 < canceled operation key=MI9ZZNLIFVPG tag=13DWWUQCRM8N type=del size=2285967 2024-04-15T16:48:54.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.054+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=DWOIV167NS2P type=del size=2275033 2024-04-15T16:48:54.042 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.056+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~M38VQXUWLCI1.0 size=1048576 2024-04-15T16:48:54.043 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.058+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~M38VQXUWLCI1.1 size=1048576 2024-04-15T16:48:54.045 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.059+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~M38VQXUWLCI1.2 size=861817 2024-04-15T16:48:54.048 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.062+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=M38VQXUWLCI1 tag=HZ7O5WGURGPF type=write size=4007545 2024-04-15T16:48:54.049 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.064+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=DODPD1IJQIY9 type=del size=1046704 2024-04-15T16:48:54.050 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.064+0000 7fcc009d6780 1 < canceled part key=_multipart_3GA44QQR4TNK.2~693U0BIGOAWP.0 size=1048576 2024-04-15T16:48:54.051 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.066+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~693U0BIGOAWP.1 size=1048576 2024-04-15T16:48:54.053 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.067+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~693U0BIGOAWP.2 size=429234 2024-04-15T16:48:54.056 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.070+0000 7fcc009d6780 1 < canceled multipart upload key=3GA44QQR4TNK upload=693U0BIGOAWP tag=9T2JAT7WT0CS type=write size=3574962 2024-04-15T16:48:54.058 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.072+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=RV8LDA9FDM5P type=del size=541557 2024-04-15T16:48:54.060 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.075+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~AG2FRE1BW4LO.0 size=159091 2024-04-15T16:48:54.063 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.077+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=AG2FRE1BW4LO tag=0YWA4IRB10HX type=write size=1207667 2024-04-15T16:48:54.065 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.079+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=8LP9X51PWUOO type=del size=3238638 2024-04-15T16:48:54.066 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.081+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~3ZBAH2X6W1W3.0 size=1048576 2024-04-15T16:48:54.068 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.082+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~3ZBAH2X6W1W3.1 size=1048576 2024-04-15T16:48:54.069 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.084+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~3ZBAH2X6W1W3.2 size=522078 2024-04-15T16:48:54.072 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.087+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=3ZBAH2X6W1W3 tag=MFJ1F3A9QOG8 type=write size=3667806 2024-04-15T16:48:54.074 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.088+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=KAWEFEI76G12 type=write size=628674 2024-04-15T16:48:54.076 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.090+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~97IPKDMS1KWX.0 size=1048576 2024-04-15T16:48:54.078 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.092+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~97IPKDMS1KWX.1 size=1048576 2024-04-15T16:48:54.079 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.094+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~97IPKDMS1KWX.2 size=457605 2024-04-15T16:48:54.082 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.097+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=97IPKDMS1KWX tag=1H678A7UJIFJ type=write size=3603333 2024-04-15T16:48:54.084 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.099+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=3ZA78BYXS2NM type=del size=1774260 2024-04-15T16:48:54.086 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.100+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~CCJQAYKKCSM1.0 size=1048576 2024-04-15T16:48:54.088 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.102+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~CCJQAYKKCSM1.1 size=604597 2024-04-15T16:48:54.091 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.105+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=CCJQAYKKCSM1 tag=N0Y1IEZYOQKA type=write size=2701749 2024-04-15T16:48:54.092 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.107+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=9X8M68Y6CRMS type=del size=3143396 2024-04-15T16:48:54.094 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.109+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=3032WEUYJ1NC type=del 2024-04-15T16:48:54.097 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.112+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~70DMFFB4CD44.0 size=1048576 2024-04-15T16:48:54.099 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.113+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~70DMFFB4CD44.1 size=119620 2024-04-15T16:48:54.099 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.113+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=70DMFFB4CD44 tag=W62Z5L72CQRI type=write size=2216772 2024-04-15T16:48:54.100 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.115+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=H9E7HQCW22Z0 type=del 2024-04-15T16:48:54.104 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.118+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~LN85H16LP7VT.0 size=1048576 2024-04-15T16:48:54.105 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.120+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~LN85H16LP7VT.1 size=1048576 2024-04-15T16:48:54.107 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.122+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~LN85H16LP7VT.2 size=963811 2024-04-15T16:48:54.107 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.122+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=LN85H16LP7VT tag=41LUTKD767RI type=write size=4109539 2024-04-15T16:48:54.109 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.123+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~G6MI0Z7GMKHT.0 size=1048576 2024-04-15T16:48:54.109 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.123+0000 7fcc009d6780 1 < canceled part key=_multipart_KZLUKZMI1WBU.2~G6MI0Z7GMKHT.1 size=709743 2024-04-15T16:48:54.112 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.126+0000 7fcc009d6780 1 < canceled multipart upload key=KZLUKZMI1WBU upload=G6MI0Z7GMKHT tag=09LJB708RO65 type=write size=2806895 2024-04-15T16:48:54.115 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:53 smithi153 ceph-mon[84714]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 54 KiB/s wr, 262 op/s 2024-04-15T16:48:54.115 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.129+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~HG3ZL07OC0K8.0 size=1048576 2024-04-15T16:48:54.116 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.131+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~HG3ZL07OC0K8.1 size=1048576 2024-04-15T16:48:54.118 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.132+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~HG3ZL07OC0K8.2 size=417800 2024-04-15T16:48:54.118 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.132+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=HG3ZL07OC0K8 tag=ATPO2KCWQXIN type=write size=3563528 2024-04-15T16:48:54.119 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.134+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~7P62H3V9OB0D.0 size=201942 2024-04-15T16:48:54.123 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.137+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=7P62H3V9OB0D tag=BWJ10ZY2HX3I type=write size=1250518 2024-04-15T16:48:54.126 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.142+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~3XTN26GWAXGK.0 size=1048576 2024-04-15T16:48:54.128 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.142+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~3XTN26GWAXGK.1 size=1048576 2024-04-15T16:48:54.129 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.144+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~3XTN26GWAXGK.2 size=503431 2024-04-15T16:48:54.130 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.144+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=3XTN26GWAXGK tag=LX9FBRBTUYN5 type=write size=3649159 2024-04-15T16:48:54.134 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.146+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=U1TK7FQKXC8L type=del 2024-04-15T16:48:54.135 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.149+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~45T4O9GUDG2V.0 size=1048576 2024-04-15T16:48:54.136 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.150+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~45T4O9GUDG2V.1 size=1048576 2024-04-15T16:48:54.138 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.152+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~45T4O9GUDG2V.2 size=488773 2024-04-15T16:48:54.138 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.152+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=45T4O9GUDG2V tag=O1YISKTXJ0WK type=write size=3634501 2024-04-15T16:48:54.140 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.154+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=0E4R74ZBS02I type=del 2024-04-15T16:48:54.143 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.157+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~4R0G9Z8SBXAL.0 size=784376 2024-04-15T16:48:54.143 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.157+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=4R0G9Z8SBXAL tag=EXUS3XBEBT0N type=write size=1832952 2024-04-15T16:48:54.145 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.159+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=5VND39TZKOX5 type=del 2024-04-15T16:48:54.146 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.161+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=XV259O2D3KTL type=write size=764084 2024-04-15T16:48:54.148 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.162+0000 7fcc009d6780 1 < completed write operation key=VPMU4YD3VQ1D tag=BJKZ0FX0C875 type=write size=410204 2024-04-15T16:48:54.150 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.164+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=WKKAVD0BRPBA type=write size=150610 2024-04-15T16:48:54.152 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.166+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=P54Z2BM9NZYB type=del 2024-04-15T16:48:54.153 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.168+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=DX6TGOWIO8F6 type=del size=3949595 2024-04-15T16:48:54.155 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.169+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=DWOIV167NS2P type=del 2024-04-15T16:48:54.158 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.172+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~TYW721G5GLMH.0 size=1048576 2024-04-15T16:48:54.159 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.175+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~TYW721G5GLMH.1 size=1031452 2024-04-15T16:48:54.159 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.175+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=TYW721G5GLMH tag=MVOAS9BY1YUP type=write size=3128604 2024-04-15T16:48:54.163 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.177+0000 7fcc009d6780 1 < suggested update operation key=GJK15ROSBRTP tag=DODPD1IJQIY9 type=del size=1046704 2024-04-15T16:48:54.166 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.180+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~78ETOPW8ZJY8.0 size=1048576 2024-04-15T16:48:54.168 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.182+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~78ETOPW8ZJY8.1 size=1048576 2024-04-15T16:48:54.169 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.183+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~78ETOPW8ZJY8.2 size=210376 2024-04-15T16:48:54.169 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.183+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=78ETOPW8ZJY8 tag=ZQ3YELQ7QM0H type=write size=3356104 2024-04-15T16:48:54.171 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.185+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=RV8LDA9FDM5P type=del 2024-04-15T16:48:54.172 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.187+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=TT974PX87XKW type=del size=1721984 2024-04-15T16:48:54.174 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.189+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=8LP9X51PWUOO type=del 2024-04-15T16:48:54.177 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.191+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=PF8JAQTTBA51 type=del size=1334351 2024-04-15T16:48:54.179 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.193+0000 7fcc009d6780 1 < completed write operation key=7GJPLM2OVON4 tag=KAWEFEI76G12 type=write size=628674 2024-04-15T16:48:54.180 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.195+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=NZ9L8YZQ0R25 type=del size=81166 2024-04-15T16:48:54.182 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.197+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=3ZA78BYXS2NM type=del 2024-04-15T16:48:54.184 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.199+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=I2N8QKYVKEIY type=del size=3153876 2024-04-15T16:48:54.188 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.202+0000 7fcc009d6780 1 < suggested remove operation key=V32HJUVRX6OI tag=9X8M68Y6CRMS type=del 2024-04-15T16:48:54.190 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.204+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=8BB1P1E9UUKV type=del size=2529015 2024-04-15T16:48:54.191 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.206+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~70DMFFB4CD44.0 size=1048576 2024-04-15T16:48:54.193 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.207+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~70DMFFB4CD44.1 size=119620 2024-04-15T16:48:54.196 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.210+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=70DMFFB4CD44 tag=W62Z5L72CQRI type=write size=2216772 2024-04-15T16:48:54.198 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.212+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=P6FQ3W0G8GYM type=write size=517139 2024-04-15T16:48:54.200 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.214+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~LN85H16LP7VT.0 size=1048576 2024-04-15T16:48:54.201 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.215+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~LN85H16LP7VT.1 size=1048576 2024-04-15T16:48:54.202 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.217+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~LN85H16LP7VT.2 size=963811 2024-04-15T16:48:54.206 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.220+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=LN85H16LP7VT tag=41LUTKD767RI type=write size=4109539 2024-04-15T16:48:54.209 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.223+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~SEL5L1H1DKMK.0 size=184365 2024-04-15T16:48:54.209 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.223+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=SEL5L1H1DKMK tag=F5VFT6EGKYMQ type=write size=1232941 2024-04-15T16:48:54.211 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.225+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~HG3ZL07OC0K8.0 size=1048576 2024-04-15T16:48:54.212 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.227+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~HG3ZL07OC0K8.1 size=1048576 2024-04-15T16:48:54.214 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.228+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~HG3ZL07OC0K8.2 size=417800 2024-04-15T16:48:54.216 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.231+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=HG3ZL07OC0K8 tag=ATPO2KCWQXIN type=write size=3563528 2024-04-15T16:48:54.218 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.233+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=4HK8H0YSTJJT type=del size=2365359 2024-04-15T16:48:54.220 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.234+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~3XTN26GWAXGK.0 size=1048576 2024-04-15T16:48:54.221 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.236+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~3XTN26GWAXGK.1 size=1048576 2024-04-15T16:48:54.223 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.237+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~3XTN26GWAXGK.2 size=503431 2024-04-15T16:48:54.226 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.240+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=3XTN26GWAXGK tag=LX9FBRBTUYN5 type=write size=3649159 2024-04-15T16:48:54.229 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.243+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~E78T57JU7VAB.0 size=106530 2024-04-15T16:48:54.229 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.243+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=E78T57JU7VAB tag=BURHX2LKC4Z1 type=write size=1155106 2024-04-15T16:48:54.230 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.245+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~45T4O9GUDG2V.0 size=1048576 2024-04-15T16:48:54.232 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.246+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~45T4O9GUDG2V.1 size=1048576 2024-04-15T16:48:54.233 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.247+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~45T4O9GUDG2V.2 size=488773 2024-04-15T16:48:54.236 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.250+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=45T4O9GUDG2V tag=O1YISKTXJ0WK type=write size=3634501 2024-04-15T16:48:54.239 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.254+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~BODC0MOS722W.0 size=840131 2024-04-15T16:48:54.240 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.254+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=BODC0MOS722W tag=AT4M4BUMZOO3 type=write size=1888707 2024-04-15T16:48:54.241 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.255+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~4R0G9Z8SBXAL.0 size=784376 2024-04-15T16:48:54.244 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.259+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=4R0G9Z8SBXAL tag=EXUS3XBEBT0N type=write size=1832952 2024-04-15T16:48:54.247 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.262+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~36N2G1Q5Y471.0 size=1048576 2024-04-15T16:48:54.248 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.263+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~36N2G1Q5Y471.1 size=1048576 2024-04-15T16:48:54.250 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.265+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~36N2G1Q5Y471.2 size=268404 2024-04-15T16:48:54.250 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.265+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=36N2G1Q5Y471 tag=2EW8P2W8O8YA type=write size=3414132 2024-04-15T16:48:54.252 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.266+0000 7fcc009d6780 1 < canceled operation key=OQ6P5LJ15QMV tag=XV259O2D3KTL type=write size=764084 2024-04-15T16:48:54.254 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.268+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=15CY00V22HMU type=del size=3678527 2024-04-15T16:48:54.255 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.270+0000 7fcc009d6780 1 < completed write operation key=CQ12L2GW4SE3 tag=WKKAVD0BRPBA type=write size=150610 2024-04-15T16:48:54.257 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.271+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=FLWZO4KSJZD6 type=del size=551831 2024-04-15T16:48:54.259 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.273+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=DX6TGOWIO8F6 type=del 2024-04-15T16:48:54.261 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.275+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=P6L04L2T40JP type=del size=3067333 2024-04-15T16:48:54.262 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.277+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~TYW721G5GLMH.0 size=1048576 2024-04-15T16:48:54.264 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.278+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~TYW721G5GLMH.1 size=1031452 2024-04-15T16:48:54.267 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.282+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=TYW721G5GLMH tag=MVOAS9BY1YUP type=write size=3128604 2024-04-15T16:48:54.270 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.284+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=7T8AZPIJM4WO type=del size=3485386 2024-04-15T16:48:54.270 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.284+0000 7fcc009d6780 1 < canceled part key=_multipart_KZLUKZMI1WBU.2~78ETOPW8ZJY8.0 size=1048576 2024-04-15T16:48:54.272 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.286+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~78ETOPW8ZJY8.1 size=1048576 2024-04-15T16:48:54.273 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.288+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~78ETOPW8ZJY8.2 size=210376 2024-04-15T16:48:54.276 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.291+0000 7fcc009d6780 1 < canceled multipart upload key=KZLUKZMI1WBU upload=78ETOPW8ZJY8 tag=ZQ3YELQ7QM0H type=write size=3356104 2024-04-15T16:48:54.278 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.293+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=K60K3Y1JJIBI type=del size=800043 2024-04-15T16:48:54.280 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.295+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=TT974PX87XKW type=del 2024-04-15T16:48:54.282 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.296+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=TOLMLVF64KYI type=del size=3253126 2024-04-15T16:48:54.286 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.300+0000 7fcc009d6780 1 < suggested update operation key=15VOAX95U1N2 tag=PF8JAQTTBA51 type=del size=1334351 2024-04-15T16:48:54.288 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.302+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=PLFZ80BEOPX1 type=del size=1309788 2024-04-15T16:48:54.292 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.306+0000 7fcc009d6780 1 < suggested remove operation key=3TSCAKP7XLQL tag=NZ9L8YZQ0R25 type=del 2024-04-15T16:48:54.294 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.308+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=1L8OQHTF62IU type=del size=1932196 2024-04-15T16:48:54.296 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.310+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=I2N8QKYVKEIY type=del 2024-04-15T16:48:54.299 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.313+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~VBBVC65XT75B.0 size=883916 2024-04-15T16:48:54.299 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.313+0000 7fcc009d6780 1 > prepared multipart upload key=7GJPLM2OVON4 upload=VBBVC65XT75B tag=5GADEFDQGSYJ type=write size=1932492 2024-04-15T16:48:54.301 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.315+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=8BB1P1E9UUKV type=del 2024-04-15T16:48:54.302 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.317+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=7Q1CYE365ZGR type=del size=1134483 2024-04-15T16:48:54.306 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.320+0000 7fcc009d6780 1 < suggested update operation key=54DQHB9HNDQB tag=P6FQ3W0G8GYM type=write size=517139 2024-04-15T16:48:54.309 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.323+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~J8UNA4SJRJZK.0 size=1048576 2024-04-15T16:48:54.310 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.325+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~J8UNA4SJRJZK.1 size=1048576 2024-04-15T16:48:54.311 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.326+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~J8UNA4SJRJZK.2 size=927042 2024-04-15T16:48:54.311 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.326+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=J8UNA4SJRJZK tag=RH5XYWRU01PX type=write size=4072770 2024-04-15T16:48:54.314 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.328+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~SEL5L1H1DKMK.0 size=184365 2024-04-15T16:48:54.316 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.331+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=SEL5L1H1DKMK tag=F5VFT6EGKYMQ type=write size=1232941 2024-04-15T16:48:54.319 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.334+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~M6CHUUM80L07.0 size=547545 2024-04-15T16:48:54.319 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.334+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=M6CHUUM80L07 tag=QB6RIU7Z3ET3 type=write size=1596121 2024-04-15T16:48:54.321 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.337+0000 7fcc009d6780 -1 < failed to complete operation key=3TSCAKP7XLQL tag=4HK8H0YSTJJT type=del size=2365359: (22) Invalid argument 2024-04-15T16:48:54.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:53 smithi090 ceph-mon[91618]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 54 KiB/s wr, 262 op/s 2024-04-15T16:48:54.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:53 smithi090 ceph-mon[89240]: pgmap v1373: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 54 KiB/s wr, 262 op/s 2024-04-15T16:48:54.323 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.337+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=JK36AWJOU1I3 type=del size=3554297 2024-04-15T16:48:54.325 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.340+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~E78T57JU7VAB.0 size=106530 2024-04-15T16:48:54.328 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.342+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=E78T57JU7VAB tag=BURHX2LKC4Z1 type=write size=1155106 2024-04-15T16:48:54.329 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.344+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=UDYYFQC4JUYF type=del size=3410576 2024-04-15T16:48:54.331 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.346+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~BODC0MOS722W.0 size=840131 2024-04-15T16:48:54.334 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.349+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=BODC0MOS722W tag=AT4M4BUMZOO3 type=write size=1888707 2024-04-15T16:48:54.338 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.350+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=8LPFXL2RBKNC type=write size=369864 2024-04-15T16:48:54.338 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.351+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~36N2G1Q5Y471.0 size=1048576 2024-04-15T16:48:54.339 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.353+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~36N2G1Q5Y471.1 size=1048576 2024-04-15T16:48:54.340 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.355+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~36N2G1Q5Y471.2 size=268404 2024-04-15T16:48:54.343 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.357+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=36N2G1Q5Y471 tag=2EW8P2W8O8YA type=write size=3414132 2024-04-15T16:48:54.346 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.361+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~Q3Q1U6TQGXWG.0 size=207673 2024-04-15T16:48:54.346 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.361+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=Q3Q1U6TQGXWG tag=TKB57A5JWGJC type=write size=1256249 2024-04-15T16:48:54.348 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.363+0000 7fcc009d6780 -1 < failed to complete operation key=3TSCAKP7XLQL tag=15CY00V22HMU type=del size=3678527: (22) Invalid argument 2024-04-15T16:48:54.350 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.365+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=NFD3SKWFPE85 type=write size=848747 2024-04-15T16:48:54.352 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.366+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=FLWZO4KSJZD6 type=del 2024-04-15T16:48:54.354 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.368+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=INW9Z832YCLD type=del size=1802885 2024-04-15T16:48:54.357 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.372+0000 7fcc009d6780 1 < suggested remove operation key=XE6CHS65PXVA tag=P6L04L2T40JP type=del 2024-04-15T16:48:54.359 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.374+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=EZS6XD1U0FS7 type=write size=400747 2024-04-15T16:48:54.361 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.375+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=7T8AZPIJM4WO type=del 2024-04-15T16:48:54.364 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.379+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~G7GWWM2625JM.0 size=81874 2024-04-15T16:48:54.364 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.379+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=G7GWWM2625JM tag=DMV0JBAHDWIE type=write size=1130450 2024-04-15T16:48:54.366 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.380+0000 7fcc009d6780 1 < completed delete operation key=SEFWMQT6GQB4 tag=K60K3Y1JJIBI type=del 2024-04-15T16:48:54.368 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.382+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=L6ILYPSFYNZK type=write size=484105 2024-04-15T16:48:54.370 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.384+0000 7fcc009d6780 1 < canceled operation key=LEXP4TLXUJL4 tag=TOLMLVF64KYI type=del size=3253126 2024-04-15T16:48:54.373 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.387+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~S9X6NUXLDNJQ.0 size=1048576 2024-04-15T16:48:54.374 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.389+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~S9X6NUXLDNJQ.1 size=189466 2024-04-15T16:48:54.374 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.389+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=S9X6NUXLDNJQ tag=CQBX88PO2AUU type=write size=2286618 2024-04-15T16:48:54.376 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.391+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=PLFZ80BEOPX1 type=del 2024-04-15T16:48:54.378 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.392+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=Z8S43RE948R2 type=del size=3422871 2024-04-15T16:48:54.380 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.394+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=1L8OQHTF62IU type=del 2024-04-15T16:48:54.382 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.396+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=97ZWT8VOFKLV type=del size=2850180 2024-04-15T16:48:54.383 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.398+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~VBBVC65XT75B.0 size=883916 2024-04-15T16:48:54.386 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.400+0000 7fcc009d6780 1 < completed multipart upload key=7GJPLM2OVON4 upload=VBBVC65XT75B tag=5GADEFDQGSYJ type=write size=1932492 2024-04-15T16:48:54.389 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.404+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~LVAJ3X3MH7AE.0 size=1048576 2024-04-15T16:48:54.391 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.405+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~LVAJ3X3MH7AE.1 size=1048576 2024-04-15T16:48:54.392 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.408+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~LVAJ3X3MH7AE.2 size=150681 2024-04-15T16:48:54.392 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.408+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=LVAJ3X3MH7AE tag=UQD4RG0Q6SVS type=write size=3296409 2024-04-15T16:48:54.396 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.410+0000 7fcc009d6780 1 < suggested remove operation key=P016Z7D73CKQ tag=7Q1CYE365ZGR type=del 2024-04-15T16:48:54.398 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.412+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=V92YCP0NK7LZ type=del size=3491067 2024-04-15T16:48:54.400 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.414+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~J8UNA4SJRJZK.0 size=1048576 2024-04-15T16:48:54.402 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.416+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~J8UNA4SJRJZK.1 size=1048576 2024-04-15T16:48:54.402 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.416+0000 7fcc009d6780 1 < canceled part key=_multipart_CQ12L2GW4SE3.2~J8UNA4SJRJZK.2 size=927042 2024-04-15T16:48:54.404 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.419+0000 7fcc009d6780 1 < canceled multipart upload key=CQ12L2GW4SE3 upload=J8UNA4SJRJZK tag=RH5XYWRU01PX type=write size=4072770 2024-04-15T16:48:54.408 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.422+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~CFLD0X06ZA0B.0 size=1048576 2024-04-15T16:48:54.409 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.423+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~CFLD0X06ZA0B.1 size=363969 2024-04-15T16:48:54.409 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.423+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=CFLD0X06ZA0B tag=4AP0PVM7AQ2M type=write size=2461121 2024-04-15T16:48:54.410 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.425+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~M6CHUUM80L07.0 size=547545 2024-04-15T16:48:54.414 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.428+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=M6CHUUM80L07 tag=QB6RIU7Z3ET3 type=write size=1596121 2024-04-15T16:48:54.416 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.430+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=QTKY3RXVECXS type=del size=24395 2024-04-15T16:48:54.418 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.432+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=JK36AWJOU1I3 type=del 2024-04-15T16:48:54.420 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.434+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=QSGE889II0S6 type=del size=3638886 2024-04-15T16:48:54.422 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.436+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=UDYYFQC4JUYF type=del 2024-04-15T16:48:54.424 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.438+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=Z07XDZEGKOL1 type=del size=2860987 2024-04-15T16:48:54.425 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.440+0000 7fcc009d6780 1 < completed write operation key=BQ060THFR5IO tag=8LPFXL2RBKNC type=write size=369864 2024-04-15T16:48:54.427 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.441+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=5X3BROJOCV5L type=del size=2283500 2024-04-15T16:48:54.429 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.443+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~Q3Q1U6TQGXWG.0 size=207673 2024-04-15T16:48:54.432 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.447+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=Q3Q1U6TQGXWG tag=TKB57A5JWGJC type=write size=1256249 2024-04-15T16:48:54.434 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.449+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=ECNIYATT075Y type=del size=3610829 2024-04-15T16:48:54.436 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.451+0000 7fcc009d6780 1 < completed write operation key=SMX0793SRFXB tag=NFD3SKWFPE85 type=write size=848747 2024-04-15T16:48:54.440 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.455+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~27NCA290YYOP.0 size=1048576 2024-04-15T16:48:54.441 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.456+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~27NCA290YYOP.1 size=566755 2024-04-15T16:48:54.441 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.456+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=27NCA290YYOP tag=65Q8WLK84MWI type=write size=2663907 2024-04-15T16:48:54.443 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.457+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=INW9Z832YCLD type=del 2024-04-15T16:48:54.445 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.459+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=WKR8L83XC2W5 type=del size=2425245 2024-04-15T16:48:54.448 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.462+0000 7fcc009d6780 1 < suggested remove operation key=3TSCAKP7XLQL tag=EZS6XD1U0FS7 type=write 2024-04-15T16:48:54.452 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.466+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~EG4BIINEJNL4.0 size=1048576 2024-04-15T16:48:54.453 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.467+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~EG4BIINEJNL4.1 size=1048576 2024-04-15T16:48:54.455 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.469+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~EG4BIINEJNL4.2 size=946354 2024-04-15T16:48:54.455 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.469+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=EG4BIINEJNL4 tag=FNZ83FF71439 type=write size=4092082 2024-04-15T16:48:54.456 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.471+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~G7GWWM2625JM.0 size=81874 2024-04-15T16:48:54.459 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.474+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=G7GWWM2625JM tag=DMV0JBAHDWIE type=write size=1130450 2024-04-15T16:48:54.464 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.478+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~4G2IBMKYXJ3L.0 size=1048576 2024-04-15T16:48:54.465 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.479+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~4G2IBMKYXJ3L.1 size=1048576 2024-04-15T16:48:54.467 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.482+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~4G2IBMKYXJ3L.2 size=565194 2024-04-15T16:48:54.467 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.482+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=4G2IBMKYXJ3L tag=G0J29VPHNWOR type=write size=3710922 2024-04-15T16:48:54.468 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.483+0000 7fcc009d6780 1 < completed write operation key=BQ060THFR5IO tag=L6ILYPSFYNZK type=write size=484105 2024-04-15T16:48:54.470 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.485+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=AXO5HLEDH5O3 type=del size=3104958 2024-04-15T16:48:54.472 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.486+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~S9X6NUXLDNJQ.0 size=1048576 2024-04-15T16:48:54.474 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.488+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~S9X6NUXLDNJQ.1 size=189466 2024-04-15T16:48:54.477 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.491+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=S9X6NUXLDNJQ tag=CQBX88PO2AUU type=write size=2286618 2024-04-15T16:48:54.479 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.494+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=JSC9W6ZP4ISO type=del size=1756496 2024-04-15T16:48:54.481 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.495+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=Z8S43RE948R2 type=del 2024-04-15T16:48:54.482 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.497+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=ZGDWJJK84FE3 type=del size=405129 2024-04-15T16:48:54.486 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.500+0000 7fcc009d6780 1 < suggested remove operation key=CQ12L2GW4SE3 tag=97ZWT8VOFKLV type=del 2024-04-15T16:48:54.489 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.503+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~R1REIH0GJFI0.0 size=1048576 2024-04-15T16:48:54.490 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.505+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~R1REIH0GJFI0.1 size=580946 2024-04-15T16:48:54.490 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.505+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=R1REIH0GJFI0 tag=GZLFOBQ866VM type=write size=2678098 2024-04-15T16:48:54.492 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.506+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~LVAJ3X3MH7AE.0 size=1048576 2024-04-15T16:48:54.493 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.508+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~LVAJ3X3MH7AE.1 size=1048576 2024-04-15T16:48:54.495 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.510+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~LVAJ3X3MH7AE.2 size=150681 2024-04-15T16:48:54.498 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.512+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=LVAJ3X3MH7AE tag=UQD4RG0Q6SVS type=write size=3296409 2024-04-15T16:48:54.500 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.514+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=TB9B629UDG5B type=del size=2549175 2024-04-15T16:48:54.502 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.516+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=V92YCP0NK7LZ type=del 2024-04-15T16:48:54.504 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.518+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=3NL4Y18GPHKE type=del size=1688244 2024-04-15T16:48:54.505 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.520+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~CFLD0X06ZA0B.0 size=1048576 2024-04-15T16:48:54.507 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.521+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~CFLD0X06ZA0B.1 size=363969 2024-04-15T16:48:54.510 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.524+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=CFLD0X06ZA0B tag=4AP0PVM7AQ2M type=write size=2461121 2024-04-15T16:48:54.513 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.528+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~FKIF9ZA56Q27.0 size=1048576 2024-04-15T16:48:54.515 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.529+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~FKIF9ZA56Q27.1 size=886415 2024-04-15T16:48:54.515 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.529+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=FKIF9ZA56Q27 tag=VGF3Q6KWW4LI type=write size=2983567 2024-04-15T16:48:54.518 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.533+0000 7fcc009d6780 1 < suggested update operation key=7GJPLM2OVON4 tag=QTKY3RXVECXS type=del size=24395 2024-04-15T16:48:54.520 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.534+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=DHPD61OOM1NC type=write size=395973 2024-04-15T16:48:54.522 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.536+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=QSGE889II0S6 type=del 2024-04-15T16:48:54.525 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.539+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~KI34BREEBUN8.0 size=468812 2024-04-15T16:48:54.526 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.539+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=KI34BREEBUN8 tag=6LYS7M91ARS1 type=write size=1517388 2024-04-15T16:48:54.527 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.542+0000 7fcc009d6780 -1 < failed to complete operation key=7GJPLM2OVON4 tag=Z07XDZEGKOL1 type=del size=2860987: (22) Invalid argument 2024-04-15T16:48:54.531 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.545+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~VVKP3F7YUQ8L.0 size=1048576 2024-04-15T16:48:54.532 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.546+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~VVKP3F7YUQ8L.1 size=871485 2024-04-15T16:48:54.532 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.546+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=VVKP3F7YUQ8L tag=G1Q4QA1NKJD1 type=write size=2968637 2024-04-15T16:48:54.533 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.548+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=5X3BROJOCV5L type=del 2024-04-15T16:48:54.536 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.551+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~212WAFB7BY0C.0 size=987438 2024-04-15T16:48:54.537 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.551+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=212WAFB7BY0C tag=WSRMWN3JYZFH type=write size=2036014 2024-04-15T16:48:54.539 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.553+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=ECNIYATT075Y type=del 2024-04-15T16:48:54.540 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.554+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=MZML7736QILI type=del size=2083892 2024-04-15T16:48:54.540 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.554+0000 7fcc009d6780 1 < canceled part key=_multipart_SM1B7DUDN47F.2~27NCA290YYOP.0 size=1048576 2024-04-15T16:48:54.541 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.557+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~27NCA290YYOP.1 size=566755 2024-04-15T16:48:54.544 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.559+0000 7fcc009d6780 1 < canceled multipart upload key=SM1B7DUDN47F upload=27NCA290YYOP tag=65Q8WLK84MWI type=write size=2663907 2024-04-15T16:48:54.546 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.560+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=YBKE8SZQMKS8 type=del size=946687 2024-04-15T16:48:54.547 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.562+0000 7fcc009d6780 1 < canceled operation key=GJK15ROSBRTP tag=WKR8L83XC2W5 type=del size=2425245 2024-04-15T16:48:54.549 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.564+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=E1PWSNFOQL26 type=write size=459705 2024-04-15T16:48:54.551 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.565+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~EG4BIINEJNL4.0 size=1048576 2024-04-15T16:48:54.552 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.567+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~EG4BIINEJNL4.1 size=1048576 2024-04-15T16:48:54.554 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.569+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~EG4BIINEJNL4.2 size=946354 2024-04-15T16:48:54.557 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.571+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=EG4BIINEJNL4 tag=FNZ83FF71439 type=write size=4092082 2024-04-15T16:48:54.559 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.573+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=54PJ8UODALJ8 type=write size=928168 2024-04-15T16:48:54.560 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.575+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~4G2IBMKYXJ3L.0 size=1048576 2024-04-15T16:48:54.562 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.576+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~4G2IBMKYXJ3L.1 size=1048576 2024-04-15T16:48:54.562 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.576+0000 7fcc009d6780 1 < canceled part key=_multipart_MI9ZZNLIFVPG.2~4G2IBMKYXJ3L.2 size=565194 2024-04-15T16:48:54.565 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.579+0000 7fcc009d6780 1 < canceled multipart upload key=MI9ZZNLIFVPG upload=4G2IBMKYXJ3L tag=G0J29VPHNWOR type=write size=3710922 2024-04-15T16:48:54.566 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.581+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=EBGHHXMECMZ0 type=del size=2253524 2024-04-15T16:48:54.568 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.583+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=AXO5HLEDH5O3 type=del 2024-04-15T16:48:54.571 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.586+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~AYDOLZ3GVIS4.0 size=170151 2024-04-15T16:48:54.572 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.586+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=AYDOLZ3GVIS4 tag=TYY36ZUHW7YV type=write size=1218727 2024-04-15T16:48:54.573 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.587+0000 7fcc009d6780 1 < canceled operation key=U99IDECO7FVV tag=JSC9W6ZP4ISO type=del size=1756496 2024-04-15T16:48:54.576 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.591+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~7IP2KRIBWZCL.0 size=913797 2024-04-15T16:48:54.577 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.591+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=7IP2KRIBWZCL tag=YUW9BSNKKRE4 type=write size=1962373 2024-04-15T16:48:54.578 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.593+0000 7fcc009d6780 1 < canceled operation key=LEXP4TLXUJL4 tag=ZGDWJJK84FE3 type=del size=405129 2024-04-15T16:48:54.580 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.595+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=B0H8IM72AF64 type=del size=3476479 2024-04-15T16:48:54.582 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.597+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~R1REIH0GJFI0.0 size=1048576 2024-04-15T16:48:54.584 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.598+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~R1REIH0GJFI0.1 size=580946 2024-04-15T16:48:54.586 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.601+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=R1REIH0GJFI0 tag=GZLFOBQ866VM type=write size=2678098 2024-04-15T16:48:54.590 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.604+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~S2PXKGUU4R0F.0 size=1048576 2024-04-15T16:48:54.591 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.606+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~S2PXKGUU4R0F.1 size=1048576 2024-04-15T16:48:54.593 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.607+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~S2PXKGUU4R0F.2 size=982855 2024-04-15T16:48:54.593 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.607+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=S2PXKGUU4R0F tag=9RCV9YEDV1F9 type=write size=4128583 2024-04-15T16:48:54.595 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.609+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=TB9B629UDG5B type=del 2024-04-15T16:48:54.597 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.611+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=ZUAXXHB9M6PZ type=del size=2968729 2024-04-15T16:48:54.599 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.613+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=3NL4Y18GPHKE type=del 2024-04-15T16:48:54.602 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.616+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~D6D0J17K0IKI.0 size=1048576 2024-04-15T16:48:54.603 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.618+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~D6D0J17K0IKI.1 size=1048576 2024-04-15T16:48:54.605 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.619+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~D6D0J17K0IKI.2 size=91192 2024-04-15T16:48:54.605 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.619+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=D6D0J17K0IKI tag=K5G5KUMBY2IL type=write size=3236920 2024-04-15T16:48:54.606 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.621+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~FKIF9ZA56Q27.0 size=1048576 2024-04-15T16:48:54.608 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.622+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~FKIF9ZA56Q27.1 size=886415 2024-04-15T16:48:54.611 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.626+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=FKIF9ZA56Q27 tag=VGF3Q6KWW4LI type=write size=2983567 2024-04-15T16:48:54.613 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.628+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=7Z6RN0VVLMJO type=del size=2088723 2024-04-15T16:48:54.615 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.630+0000 7fcc009d6780 1 < completed write operation key=KZLUKZMI1WBU tag=DHPD61OOM1NC type=write size=395973 2024-04-15T16:48:54.618 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.633+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~P5WAPHNR6TRJ.0 size=91198 2024-04-15T16:48:54.618 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.633+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=P5WAPHNR6TRJ tag=393QUKRUB0CX type=write size=1139774 2024-04-15T16:48:54.620 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.635+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~KI34BREEBUN8.0 size=468812 2024-04-15T16:48:54.623 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.639+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=KI34BREEBUN8 tag=6LYS7M91ARS1 type=write size=1517388 2024-04-15T16:48:54.625 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.640+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=FJUM9L0NJE8H type=del size=409529 2024-04-15T16:48:54.627 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.642+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~VVKP3F7YUQ8L.0 size=1048576 2024-04-15T16:48:54.629 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.643+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~VVKP3F7YUQ8L.1 size=871485 2024-04-15T16:48:54.631 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.646+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=VVKP3F7YUQ8L tag=G1Q4QA1NKJD1 type=write size=2968637 2024-04-15T16:48:54.635 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.649+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~MYC13WXCGI6F.0 size=425088 2024-04-15T16:48:54.635 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.649+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=MYC13WXCGI6F tag=YM5WUVGLOTRJ type=write size=1473664 2024-04-15T16:48:54.636 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.651+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~212WAFB7BY0C.0 size=987438 2024-04-15T16:48:54.639 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.654+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=212WAFB7BY0C tag=WSRMWN3JYZFH type=write size=2036014 2024-04-15T16:48:54.641 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.656+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=2OSTBCBBKCTX type=del size=4064224 2024-04-15T16:48:54.643 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.658+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=MZML7736QILI type=del 2024-04-15T16:48:54.646 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.661+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~Z8Y9VCZ7UK5B.0 size=616803 2024-04-15T16:48:54.647 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.661+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=Z8Y9VCZ7UK5B tag=6QLONPFT1NMM type=write size=1665379 2024-04-15T16:48:54.648 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.663+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=YBKE8SZQMKS8 type=del 2024-04-15T16:48:54.650 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.664+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=P5XJ2VKI9Z8H type=write size=140670 2024-04-15T16:48:54.652 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.666+0000 7fcc009d6780 1 < completed write operation key=BXP894QCFBMM tag=E1PWSNFOQL26 type=write size=459705 2024-04-15T16:48:54.654 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.669+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=QNRWOPYPA5V5 type=del size=164282 2024-04-15T16:48:54.655 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.670+0000 7fcc009d6780 1 < canceled operation key=MI9ZZNLIFVPG tag=54PJ8UODALJ8 type=write size=928168 2024-04-15T16:48:54.657 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.672+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=H1O01W48QGDU type=write size=363521 2024-04-15T16:48:54.659 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.673+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=EBGHHXMECMZ0 type=del 2024-04-15T16:48:54.661 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.675+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=IHZ9S8H093TY type=write size=373439 2024-04-15T16:48:54.662 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.677+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~AYDOLZ3GVIS4.0 size=170151 2024-04-15T16:48:54.666 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.681+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=AYDOLZ3GVIS4 tag=TYY36ZUHW7YV type=write size=1218727 2024-04-15T16:48:54.670 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.684+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~GGYH2ZRUJMRF.0 size=136732 2024-04-15T16:48:54.670 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.684+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=GGYH2ZRUJMRF tag=8QLF0NY28RLV type=write size=1185308 2024-04-15T16:48:54.672 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.687+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~7IP2KRIBWZCL.0 size=913797 2024-04-15T16:48:54.675 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.690+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=7IP2KRIBWZCL tag=YUW9BSNKKRE4 type=write size=1962373 2024-04-15T16:48:54.677 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.692+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=4U2F59GC10TG type=del size=3406082 2024-04-15T16:48:54.679 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.695+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=B0H8IM72AF64 type=del 2024-04-15T16:48:54.682 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.696+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=MCAEN20P4WGG type=del size=2563264 2024-04-15T16:48:54.683 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.698+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~S2PXKGUU4R0F.0 size=1048576 2024-04-15T16:48:54.685 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.699+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~S2PXKGUU4R0F.1 size=1048576 2024-04-15T16:48:54.686 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.701+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~S2PXKGUU4R0F.2 size=982855 2024-04-15T16:48:54.690 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.704+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=S2PXKGUU4R0F tag=9RCV9YEDV1F9 type=write size=4128583 2024-04-15T16:48:54.691 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.707+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=BP9I5RGYI7JY type=del size=796994 2024-04-15T16:48:54.694 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.708+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=ZUAXXHB9M6PZ type=del 2024-04-15T16:48:54.695 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.710+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=IYEDRHJTZHO5 type=del size=1435055 2024-04-15T16:48:54.698 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.712+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~D6D0J17K0IKI.0 size=1048576 2024-04-15T16:48:54.700 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.714+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~D6D0J17K0IKI.1 size=1048576 2024-04-15T16:48:54.700 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.714+0000 7fcc009d6780 1 < canceled part key=_multipart_CQ12L2GW4SE3.2~D6D0J17K0IKI.2 size=91192 2024-04-15T16:48:54.704 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.718+0000 7fcc009d6780 1 < canceled multipart upload key=CQ12L2GW4SE3 upload=D6D0J17K0IKI tag=K5G5KUMBY2IL type=write size=3236920 2024-04-15T16:48:54.705 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.719+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=83A1WZNNBCY8 type=del size=2081247 2024-04-15T16:48:54.707 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.721+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=7Z6RN0VVLMJO type=del 2024-04-15T16:48:54.710 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.725+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~99WDXQ089AEX.0 size=1048576 2024-04-15T16:48:54.712 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.726+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~99WDXQ089AEX.1 size=1048576 2024-04-15T16:48:54.714 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.728+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~99WDXQ089AEX.2 size=582091 2024-04-15T16:48:54.714 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.728+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=99WDXQ089AEX tag=6635XJJMLOPS type=write size=3727819 2024-04-15T16:48:54.716 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.730+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~P5WAPHNR6TRJ.0 size=91198 2024-04-15T16:48:54.718 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.733+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=P5WAPHNR6TRJ tag=393QUKRUB0CX type=write size=1139774 2024-04-15T16:48:54.722 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.737+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~F1AK6O37VMVC.0 size=661987 2024-04-15T16:48:54.723 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.737+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=F1AK6O37VMVC tag=MNSSULFUNB33 type=write size=1710563 2024-04-15T16:48:54.724 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.740+0000 7fcc009d6780 1 < canceled operation key=U99IDECO7FVV tag=FJUM9L0NJE8H type=del size=409529 2024-04-15T16:48:54.727 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.742+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~D2PS9RP52Q5W.0 size=1048576 2024-04-15T16:48:54.729 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.743+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~D2PS9RP52Q5W.1 size=1048576 2024-04-15T16:48:54.730 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.744+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~D2PS9RP52Q5W.2 size=508622 2024-04-15T16:48:54.730 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.744+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=D2PS9RP52Q5W tag=VKEW2BV7S2ZB type=write size=3654350 2024-04-15T16:48:54.732 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.746+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~MYC13WXCGI6F.0 size=425088 2024-04-15T16:48:54.735 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.750+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=MYC13WXCGI6F tag=YM5WUVGLOTRJ type=write size=1473664 2024-04-15T16:48:54.739 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.753+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~7NLVDXT4ZQ3H.0 size=1048576 2024-04-15T16:48:54.740 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.756+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~7NLVDXT4ZQ3H.1 size=940647 2024-04-15T16:48:54.741 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.756+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=7NLVDXT4ZQ3H tag=BC9V1HF4CONJ type=write size=3037799 2024-04-15T16:48:54.742 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.757+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=2OSTBCBBKCTX type=del 2024-04-15T16:48:54.744 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.758+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=ZMA6QGKPXMDA type=write size=579902 2024-04-15T16:48:54.746 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.760+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~Z8Y9VCZ7UK5B.0 size=616803 2024-04-15T16:48:54.749 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.763+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=Z8Y9VCZ7UK5B tag=6QLONPFT1NMM type=write size=1665379 2024-04-15T16:48:54.750 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.766+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=UW9QHRQA0C4U type=del size=212609 2024-04-15T16:48:54.754 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.768+0000 7fcc009d6780 1 < suggested remove operation key=BXP894QCFBMM tag=P5XJ2VKI9Z8H type=write 2024-04-15T16:48:54.756 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.771+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=CRNL9JRH7H2F type=del size=2733478 2024-04-15T16:48:54.758 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.773+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=QNRWOPYPA5V5 type=del 2024-04-15T16:48:54.760 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.775+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=3XPA99QZQ6B9 type=del size=3738380 2024-04-15T16:48:54.761 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.776+0000 7fcc009d6780 1 < completed write operation key=GJK15ROSBRTP tag=H1O01W48QGDU type=write size=363521 2024-04-15T16:48:54.765 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.779+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~23RWSXMVIEYN.0 size=1048576 2024-04-15T16:48:54.766 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.781+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~23RWSXMVIEYN.1 size=1048576 2024-04-15T16:48:54.768 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.782+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~23RWSXMVIEYN.2 size=722506 2024-04-15T16:48:54.768 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.782+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=23RWSXMVIEYN tag=4JKBU2PLSGP4 type=write size=3868234 2024-04-15T16:48:54.771 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.785+0000 7fcc009d6780 1 < suggested update operation key=V32HJUVRX6OI tag=IHZ9S8H093TY type=write size=373439 2024-04-15T16:48:54.774 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.789+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~SHJ1ZICJOLKA.0 size=1048576 2024-04-15T16:48:54.776 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.790+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~SHJ1ZICJOLKA.1 size=133047 2024-04-15T16:48:54.776 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.790+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=SHJ1ZICJOLKA tag=MJ42281WHRWM type=write size=2230199 2024-04-15T16:48:54.777 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.792+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~GGYH2ZRUJMRF.0 size=136732 2024-04-15T16:48:54.780 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.795+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=GGYH2ZRUJMRF tag=8QLF0NY28RLV type=write size=1185308 2024-04-15T16:48:54.784 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.798+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~845AOFP1W59X.0 size=1048576 2024-04-15T16:48:54.785 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.801+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~845AOFP1W59X.1 size=1048576 2024-04-15T16:48:54.787 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.801+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~845AOFP1W59X.2 size=708079 2024-04-15T16:48:54.787 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.801+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=845AOFP1W59X tag=WGI6FY7NDS8P type=write size=3853807 2024-04-15T16:48:54.788 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.803+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=4U2F59GC10TG type=del 2024-04-15T16:48:54.791 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.805+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=XRBQVG5MQ494 type=del size=3401911 2024-04-15T16:48:54.791 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.805+0000 7fcc009d6780 -1 < no bi entry to suggest for operation key=BXP894QCFBMM tag=MCAEN20P4WGG type=del size=2563264: (2) No such file or directory 2024-04-15T16:48:54.793 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.808+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=RCUXPN1QI6E2 type=write size=493856 2024-04-15T16:48:54.795 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.810+0000 7fcc009d6780 1 < canceled operation key=VPMU4YD3VQ1D tag=BP9I5RGYI7JY type=del size=796994 2024-04-15T16:48:54.797 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.812+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=GTDX6W12WKSL type=del size=1038232 2024-04-15T16:48:54.801 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.815+0000 7fcc009d6780 1 < suggested update operation key=VPMU4YD3VQ1D tag=IYEDRHJTZHO5 type=del size=1435055 2024-04-15T16:48:54.802 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.817+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=75G22T9JEV5E type=del size=2022993 2024-04-15T16:48:54.804 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.820+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=83A1WZNNBCY8 type=del 2024-04-15T16:48:54.808 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.822+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~OY9POKX6N23A.0 size=1048576 2024-04-15T16:48:54.809 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.825+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~OY9POKX6N23A.1 size=1048576 2024-04-15T16:48:54.811 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.825+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~OY9POKX6N23A.2 size=810891 2024-04-15T16:48:54.811 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.825+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=OY9POKX6N23A tag=STO7JAHPE2NM type=write size=3956619 2024-04-15T16:48:54.813 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.828+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~99WDXQ089AEX.0 size=1048576 2024-04-15T16:48:54.815 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.830+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~99WDXQ089AEX.1 size=1048576 2024-04-15T16:48:54.816 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.830+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~99WDXQ089AEX.2 size=582091 2024-04-15T16:48:54.819 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.835+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=99WDXQ089AEX tag=6635XJJMLOPS type=write size=3727819 2024-04-15T16:48:54.821 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.837+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=YK3A9KPSZRPH type=write size=788245 2024-04-15T16:48:54.823 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.839+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~F1AK6O37VMVC.0 size=661987 2024-04-15T16:48:54.826 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.842+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=F1AK6O37VMVC tag=MNSSULFUNB33 type=write size=1710563 2024-04-15T16:48:54.828 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.843+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=YEKXI7VJDV72 type=del size=574883 2024-04-15T16:48:54.830 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.845+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~D2PS9RP52Q5W.0 size=1048576 2024-04-15T16:48:54.831 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.847+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~D2PS9RP52Q5W.1 size=1048576 2024-04-15T16:48:54.833 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.848+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~D2PS9RP52Q5W.2 size=508622 2024-04-15T16:48:54.836 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.852+0000 7fcc009d6780 1 < completed multipart upload key=GEH1YTD5S8EP upload=D2PS9RP52Q5W tag=VKEW2BV7S2ZB type=write size=3654350 2024-04-15T16:48:54.839 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.854+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=LC024SKNNZV6 type=del size=557381 2024-04-15T16:48:54.841 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.856+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~7NLVDXT4ZQ3H.0 size=1048576 2024-04-15T16:48:54.842 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.858+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~7NLVDXT4ZQ3H.1 size=940647 2024-04-15T16:48:54.846 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.861+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=7NLVDXT4ZQ3H tag=BC9V1HF4CONJ type=write size=3037799 2024-04-15T16:48:54.847 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.863+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=GIP56CINUWDX type=del size=2496743 2024-04-15T16:48:54.851 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.867+0000 7fcc009d6780 1 < suggested update operation key=7GJPLM2OVON4 tag=ZMA6QGKPXMDA type=write size=579902 2024-04-15T16:48:54.853 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.868+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=KVV2XJSWG9JO type=del size=139004 2024-04-15T16:48:54.855 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.871+0000 7fcc009d6780 -1 < failed to complete operation key=V32HJUVRX6OI tag=UW9QHRQA0C4U type=del size=212609: (22) Invalid argument 2024-04-15T16:48:54.857 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.873+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=GUDVS1672QWX type=del size=1902451 2024-04-15T16:48:54.859 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.875+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=CRNL9JRH7H2F type=del 2024-04-15T16:48:54.863 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.878+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~0NOIY3BN5J2A.0 size=456353 2024-04-15T16:48:54.863 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.878+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=0NOIY3BN5J2A tag=H7HYOI0Y79H4 type=write size=1504929 2024-04-15T16:48:54.865 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.880+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=3XPA99QZQ6B9 type=del 2024-04-15T16:48:54.867 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.882+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=ZA611SVNHQGN type=write size=894295 2024-04-15T16:48:54.869 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.884+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~23RWSXMVIEYN.0 size=1048576 2024-04-15T16:48:54.870 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.886+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~23RWSXMVIEYN.1 size=1048576 2024-04-15T16:48:54.872 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.887+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~23RWSXMVIEYN.2 size=722506 2024-04-15T16:48:54.875 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.890+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=23RWSXMVIEYN tag=4JKBU2PLSGP4 type=write size=3868234 2024-04-15T16:48:54.877 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.892+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=RX7OIEYV843V type=write size=948989 2024-04-15T16:48:54.878 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.894+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~SHJ1ZICJOLKA.0 size=1048576 2024-04-15T16:48:54.880 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.895+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~SHJ1ZICJOLKA.1 size=133047 2024-04-15T16:48:54.883 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.898+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=SHJ1ZICJOLKA tag=MJ42281WHRWM type=write size=2230199 2024-04-15T16:48:54.885 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.900+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=CXK447HENOMD type=del size=141634 2024-04-15T16:48:54.887 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.902+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~845AOFP1W59X.0 size=1048576 2024-04-15T16:48:54.888 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.904+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~845AOFP1W59X.1 size=1048576 2024-04-15T16:48:54.890 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.905+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~845AOFP1W59X.2 size=708079 2024-04-15T16:48:54.893 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.909+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=845AOFP1W59X tag=WGI6FY7NDS8P type=write size=3853807 2024-04-15T16:48:54.895 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.910+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=SQYO9P5P14QF type=del size=3313830 2024-04-15T16:48:54.896 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.912+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=XRBQVG5MQ494 type=del 2024-04-15T16:48:54.898 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.914+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=791X0ATI7BGO type=del size=3401351 2024-04-15T16:48:54.900 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.916+0000 7fcc009d6780 1 < completed write operation key=CGQDFKP4V6R7 tag=RCUXPN1QI6E2 type=write size=493856 2024-04-15T16:48:54.904 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.919+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~KAG57TB9ED92.0 size=1048576 2024-04-15T16:48:54.905 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.921+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~KAG57TB9ED92.1 size=452172 2024-04-15T16:48:54.906 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.921+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=KAG57TB9ED92 tag=JU3MKVV4BEM8 type=write size=2549324 2024-04-15T16:48:54.908 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.923+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=GTDX6W12WKSL type=del 2024-04-15T16:48:54.910 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.925+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=L4D61RGXDX4M type=del size=2432649 2024-04-15T16:48:54.912 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.927+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=75G22T9JEV5E type=del 2024-04-15T16:48:54.914 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.929+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=K177JKD6A5V0 type=del size=3392595 2024-04-15T16:48:54.915 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.931+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~OY9POKX6N23A.0 size=1048576 2024-04-15T16:48:54.917 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.932+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~OY9POKX6N23A.1 size=1048576 2024-04-15T16:48:54.919 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.934+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~OY9POKX6N23A.2 size=810891 2024-04-15T16:48:54.922 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.937+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=OY9POKX6N23A tag=STO7JAHPE2NM type=write size=3956619 2024-04-15T16:48:54.925 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.941+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~108MJ2Q6TUQC.0 size=1048576 2024-04-15T16:48:54.927 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.942+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~108MJ2Q6TUQC.1 size=1048576 2024-04-15T16:48:54.928 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.944+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~108MJ2Q6TUQC.2 size=839332 2024-04-15T16:48:54.929 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.944+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=108MJ2Q6TUQC tag=BX1BXXFN5J4W type=write size=3985060 2024-04-15T16:48:54.930 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.945+0000 7fcc009d6780 1 < completed write operation key=SEFWMQT6GQB4 tag=YK3A9KPSZRPH type=write size=788245 2024-04-15T16:48:54.932 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.947+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=49133ES5OGRI type=del size=3891989 2024-04-15T16:48:54.935 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.951+0000 7fcc009d6780 1 < suggested update operation key=BQ060THFR5IO tag=YEKXI7VJDV72 type=del size=574883 2024-04-15T16:48:54.937 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.952+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=SMV02RQOMF27 type=write size=855586 2024-04-15T16:48:54.939 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.954+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=LC024SKNNZV6 type=del 2024-04-15T16:48:54.941 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.956+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=MFX1ZDPOZ89I type=del size=2594062 2024-04-15T16:48:54.942 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.958+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=GIP56CINUWDX type=del 2024-04-15T16:48:54.944 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.960+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=5WTE7EUTJF8K type=del size=1691739 2024-04-15T16:48:54.946 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.961+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=KVV2XJSWG9JO type=del 2024-04-15T16:48:54.948 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.963+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=PQPHQOADWXOL type=write size=384078 2024-04-15T16:48:54.950 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.965+0000 7fcc009d6780 1 < canceled operation key=8VXMHHU12YH7 tag=GUDVS1672QWX type=del size=1902451 2024-04-15T16:48:54.954 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.967+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=9EFKRFXNDPHW type=del size=640827 2024-04-15T16:48:54.954 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.969+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~0NOIY3BN5J2A.0 size=456353 2024-04-15T16:48:54.956 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.972+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=0NOIY3BN5J2A tag=H7HYOI0Y79H4 type=write size=1504929 2024-04-15T16:48:54.960 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.975+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~FFSOIEVDZINI.0 size=429001 2024-04-15T16:48:54.960 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.975+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=FFSOIEVDZINI tag=68POQBRTHCH2 type=write size=1477577 2024-04-15T16:48:54.964 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.979+0000 7fcc009d6780 1 < suggested remove operation key=4BYY962BPUZ7 tag=ZA611SVNHQGN type=write 2024-04-15T16:48:54.966 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.981+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=3WSZQEISIFU2 type=del size=1563873 2024-04-15T16:48:54.968 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.983+0000 7fcc009d6780 1 < completed write operation key=QYKA01GVNV1V tag=RX7OIEYV843V type=write size=948989 2024-04-15T16:48:54.971 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.987+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~OPBR5CDAMN8G.0 size=503319 2024-04-15T16:48:54.971 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.987+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=OPBR5CDAMN8G tag=ECUIYMB2EO3S type=write size=1551895 2024-04-15T16:48:54.973 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.988+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=CXK447HENOMD type=del 2024-04-15T16:48:54.975 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.990+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=P09GHDM4T654 type=write size=230432 2024-04-15T16:48:54.977 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.993+0000 7fcc009d6780 -1 < failed to complete operation key=4BYY962BPUZ7 tag=SQYO9P5P14QF type=del size=3313830: (22) Invalid argument 2024-04-15T16:48:54.979 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.994+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=WKU5M7N9WKXM type=del size=3438369 2024-04-15T16:48:54.981 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:54.996+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=791X0ATI7BGO type=del 2024-04-15T16:48:54.984 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.000+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~5H3BUMMTA2JW.0 size=1048576 2024-04-15T16:48:54.987 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.001+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~5H3BUMMTA2JW.1 size=1048576 2024-04-15T16:48:54.987 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.002+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~5H3BUMMTA2JW.2 size=264506 2024-04-15T16:48:54.987 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.002+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=5H3BUMMTA2JW tag=UI7ZK2GQL36E type=write size=3410234 2024-04-15T16:48:54.989 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.004+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~KAG57TB9ED92.0 size=1048576 2024-04-15T16:48:54.989 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.004+0000 7fcc009d6780 1 < canceled part key=_multipart_SM1B7DUDN47F.2~KAG57TB9ED92.1 size=452172 2024-04-15T16:48:54.992 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.007+0000 7fcc009d6780 1 < canceled multipart upload key=SM1B7DUDN47F upload=KAG57TB9ED92 tag=JU3MKVV4BEM8 type=write size=2549324 2024-04-15T16:48:54.995 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.011+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~TJJ97HA56DWC.0 size=366664 2024-04-15T16:48:54.995 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.011+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=TJJ97HA56DWC tag=UIF5A2V8Z6K5 type=write size=1415240 2024-04-15T16:48:54.997 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.012+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=L4D61RGXDX4M type=del 2024-04-15T16:48:54.998 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.014+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=VAIL12NFL0FW type=del size=2033196 2024-04-15T16:48:55.000 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.016+0000 7fcc009d6780 1 < completed delete operation key=SEFWMQT6GQB4 tag=K177JKD6A5V0 type=del 2024-04-15T16:48:55.002 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.017+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=DUF2S7HGAY0S type=del size=750210 2024-04-15T16:48:55.004 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.019+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~108MJ2Q6TUQC.0 size=1048576 2024-04-15T16:48:55.005 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.021+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~108MJ2Q6TUQC.1 size=1048576 2024-04-15T16:48:55.007 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.022+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~108MJ2Q6TUQC.2 size=839332 2024-04-15T16:48:55.010 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.026+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=108MJ2Q6TUQC tag=BX1BXXFN5J4W type=write size=3985060 2024-04-15T16:48:55.012 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.027+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=69XEWWCIGREB type=del size=808746 2024-04-15T16:48:55.014 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.030+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=49133ES5OGRI type=del 2024-04-15T16:48:55.017 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.033+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~2KNEULDYF204.0 size=1048576 2024-04-15T16:48:55.019 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.034+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~2KNEULDYF204.1 size=1048576 2024-04-15T16:48:55.020 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.036+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~2KNEULDYF204.2 size=777586 2024-04-15T16:48:55.020 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.036+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=2KNEULDYF204 tag=VOV2A1IQ7S4C type=write size=3923314 2024-04-15T16:48:55.022 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.037+0000 7fcc009d6780 1 < completed write operation key=P016Z7D73CKQ tag=SMV02RQOMF27 type=write size=855586 2024-04-15T16:48:55.024 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.039+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=SHEANN8ARL1E type=del size=2462004 2024-04-15T16:48:55.028 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.043+0000 7fcc009d6780 1 < suggested remove operation key=8VXMHHU12YH7 tag=MFX1ZDPOZ89I type=del 2024-04-15T16:48:55.031 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.046+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~32NYA6TCW9JV.0 size=902804 2024-04-15T16:48:55.031 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.046+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=32NYA6TCW9JV tag=I62TRAVIVJCQ type=write size=1951380 2024-04-15T16:48:55.034 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.050+0000 7fcc009d6780 1 < suggested update operation key=SEFWMQT6GQB4 tag=5WTE7EUTJF8K type=del size=1691739 2024-04-15T16:48:55.038 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.053+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~GFVJ3DKC8U7W.0 size=455997 2024-04-15T16:48:55.038 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.053+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=GFVJ3DKC8U7W tag=NPGU5C2T0X7B type=write size=1504573 2024-04-15T16:48:55.042 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.057+0000 7fcc009d6780 1 < suggested update operation key=KZLUKZMI1WBU tag=PQPHQOADWXOL type=write size=384078 2024-04-15T16:48:55.043 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.059+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=P3JSBTG5W0EL type=del size=2155215 2024-04-15T16:48:55.047 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.062+0000 7fcc009d6780 1 < suggested remove operation key=3GA44QQR4TNK tag=9EFKRFXNDPHW type=del 2024-04-15T16:48:55.048 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.064+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=4GU03ZZ89ZQL type=del size=221093 2024-04-15T16:48:55.050 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.065+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~FFSOIEVDZINI.0 size=429001 2024-04-15T16:48:55.053 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.068+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=FFSOIEVDZINI tag=68POQBRTHCH2 type=write size=1477577 2024-04-15T16:48:55.055 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.071+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=5RK5XYLNN2IR type=del size=366921 2024-04-15T16:48:55.057 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.073+0000 7fcc009d6780 -1 < failed to complete operation key=SEFWMQT6GQB4 tag=3WSZQEISIFU2 type=del size=1563873: (22) Invalid argument 2024-04-15T16:48:55.060 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.075+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=7D2RYULRKTK2 type=del size=1708302 2024-04-15T16:48:55.061 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.076+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~OPBR5CDAMN8G.0 size=503319 2024-04-15T16:48:55.065 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.080+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=OPBR5CDAMN8G tag=ECUIYMB2EO3S type=write size=1551895 2024-04-15T16:48:55.066 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.082+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=DBYH5UZ51MGT type=del size=201809 2024-04-15T16:48:55.068 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.083+0000 7fcc009d6780 1 < canceled operation key=7NTTGUKN6UZ3 tag=P09GHDM4T654 type=write size=230432 2024-04-15T16:48:55.070 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.085+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=AF1PZUE5LB3G type=del size=1937826 2024-04-15T16:48:55.072 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.088+0000 7fcc009d6780 -1 < failed to complete operation key=SEFWMQT6GQB4 tag=WKU5M7N9WKXM type=del size=3438369: (22) Invalid argument 2024-04-15T16:48:55.076 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.092+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~1Z4GFFE7QKYL.0 size=1048576 2024-04-15T16:48:55.078 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.094+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~1Z4GFFE7QKYL.1 size=1048576 2024-04-15T16:48:55.080 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.095+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~1Z4GFFE7QKYL.2 size=468047 2024-04-15T16:48:55.080 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.095+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=1Z4GFFE7QKYL tag=YDE2FHRGTP5L type=write size=3613775 2024-04-15T16:48:55.082 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.098+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~5H3BUMMTA2JW.0 size=1048576 2024-04-15T16:48:55.084 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.099+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~5H3BUMMTA2JW.1 size=1048576 2024-04-15T16:48:55.085 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.100+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~5H3BUMMTA2JW.2 size=264506 2024-04-15T16:48:55.088 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.104+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=5H3BUMMTA2JW tag=UI7ZK2GQL36E type=write size=3410234 2024-04-15T16:48:55.090 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.105+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=6N88D0CMV1NM type=write size=607319 2024-04-15T16:48:55.092 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.107+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~TJJ97HA56DWC.0 size=366664 2024-04-15T16:48:55.095 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.110+0000 7fcc009d6780 1 < completed multipart upload key=KZLUKZMI1WBU upload=TJJ97HA56DWC tag=UIF5A2V8Z6K5 type=write size=1415240 2024-04-15T16:48:55.097 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.112+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=X7MXBF5OROOX type=del size=3955082 2024-04-15T16:48:55.098 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.114+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=VAIL12NFL0FW type=del 2024-04-15T16:48:55.100 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.116+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=EA7FWJZJKA0K type=write size=978825 2024-04-15T16:48:55.103 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.118+0000 7fcc009d6780 -1 < failed to complete operation key=SEFWMQT6GQB4 tag=DUF2S7HGAY0S type=del size=750210: (22) Invalid argument 2024-04-15T16:48:55.104 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.120+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=Y0VZFLU3PO6P type=del size=3814070 2024-04-15T16:48:55.106 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.122+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=69XEWWCIGREB type=del 2024-04-15T16:48:55.108 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.123+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=QBHUHODGQSM8 type=del size=3591179 2024-04-15T16:48:55.110 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.125+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~2KNEULDYF204.0 size=1048576 2024-04-15T16:48:55.110 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.125+0000 7fcc009d6780 1 < canceled part key=_multipart_XE6CHS65PXVA.2~2KNEULDYF204.1 size=1048576 2024-04-15T16:48:55.112 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.127+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~2KNEULDYF204.2 size=777586 2024-04-15T16:48:55.115 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.130+0000 7fcc009d6780 1 < canceled multipart upload key=XE6CHS65PXVA upload=2KNEULDYF204 tag=VOV2A1IQ7S4C type=write size=3923314 2024-04-15T16:48:55.116 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.132+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=BRSLD3KRZ9AR type=del size=1446456 2024-04-15T16:48:55.118 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.133+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=SHEANN8ARL1E type=del 2024-04-15T16:48:55.120 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.136+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=11ZYJWMUOSJ9 type=del size=830841 2024-04-15T16:48:55.122 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.137+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~32NYA6TCW9JV.0 size=902804 2024-04-15T16:48:55.125 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.140+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=32NYA6TCW9JV tag=I62TRAVIVJCQ type=write size=1951380 2024-04-15T16:48:55.128 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.144+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~07O22W0AZB8U.0 size=1048576 2024-04-15T16:48:55.130 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.145+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~07O22W0AZB8U.1 size=147665 2024-04-15T16:48:55.130 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.145+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=07O22W0AZB8U tag=6DLS65RVGS3M type=write size=2244817 2024-04-15T16:48:55.132 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.147+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~GFVJ3DKC8U7W.0 size=455997 2024-04-15T16:48:55.136 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.151+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=GFVJ3DKC8U7W tag=NPGU5C2T0X7B type=write size=1504573 2024-04-15T16:48:55.137 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.153+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=MRCBIL2T6FNS type=write size=261482 2024-04-15T16:48:55.139 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.155+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=P3JSBTG5W0EL type=del 2024-04-15T16:48:55.141 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.156+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=PX96WXQF068O type=write size=952441 2024-04-15T16:48:55.143 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.158+0000 7fcc009d6780 1 < canceled operation key=MI9ZZNLIFVPG tag=4GU03ZZ89ZQL type=del size=221093 2024-04-15T16:48:55.145 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.160+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=57QDWZGNWEHS type=del size=3264050 2024-04-15T16:48:55.147 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.162+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=5RK5XYLNN2IR type=del 2024-04-15T16:48:55.149 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.164+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=KMQI8IT7VBTL type=del size=1746388 2024-04-15T16:48:55.152 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.168+0000 7fcc009d6780 1 < suggested remove operation key=GJK15ROSBRTP tag=7D2RYULRKTK2 type=del 2024-04-15T16:48:55.154 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.169+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=7TUCND25HM5N type=del size=1538517 2024-04-15T16:48:55.156 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.171+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=DBYH5UZ51MGT type=del 2024-04-15T16:48:55.158 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.173+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=ZDCDY47KRKZI type=del size=2848911 2024-04-15T16:48:55.160 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.175+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=AF1PZUE5LB3G type=del 2024-04-15T16:48:55.162 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.177+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=66EDZCQ2CNCT type=del size=1110055 2024-04-15T16:48:55.164 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.179+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~1Z4GFFE7QKYL.0 size=1048576 2024-04-15T16:48:55.165 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.181+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~1Z4GFFE7QKYL.1 size=1048576 2024-04-15T16:48:55.167 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.182+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~1Z4GFFE7QKYL.2 size=468047 2024-04-15T16:48:55.171 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.186+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=1Z4GFFE7QKYL tag=YDE2FHRGTP5L type=write size=3613775 2024-04-15T16:48:55.172 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.188+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=6G6NWOMYAEBO type=del size=183388 2024-04-15T16:48:55.174 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.190+0000 7fcc009d6780 1 < completed write operation key=QYKA01GVNV1V tag=6N88D0CMV1NM type=write size=607319 2024-04-15T16:48:55.177 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.192+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=34OAUIXS06HK type=del size=1397504 2024-04-15T16:48:55.179 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.194+0000 7fcc009d6780 1 < canceled operation key=SMX0793SRFXB tag=X7MXBF5OROOX type=del size=3955082 2024-04-15T16:48:55.182 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.197+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~WGQH4BEXUBEQ.0 size=1048576 2024-04-15T16:48:55.183 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.199+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~WGQH4BEXUBEQ.1 size=1048576 2024-04-15T16:48:55.185 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.200+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~WGQH4BEXUBEQ.2 size=642446 2024-04-15T16:48:55.185 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.200+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=WGQH4BEXUBEQ tag=LMVWWQ5YH0CJ type=write size=3788174 2024-04-15T16:48:55.187 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.202+0000 7fcc009d6780 1 < completed write operation key=V32HJUVRX6OI tag=EA7FWJZJKA0K type=write size=978825 2024-04-15T16:48:55.190 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.205+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~KDWWLA6YNMW0.0 size=1048576 2024-04-15T16:48:55.191 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.207+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~KDWWLA6YNMW0.1 size=1048576 2024-04-15T16:48:55.193 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.208+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~KDWWLA6YNMW0.2 size=514313 2024-04-15T16:48:55.193 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.208+0000 7fcc009d6780 1 > prepared multipart upload key=SMX0793SRFXB upload=KDWWLA6YNMW0 tag=2UAFBOQEJF7E type=write size=3660041 2024-04-15T16:48:55.195 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.210+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=Y0VZFLU3PO6P type=del 2024-04-15T16:48:55.198 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.214+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~7NSQ6TIWYGDK.0 size=1048576 2024-04-15T16:48:55.200 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.215+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~7NSQ6TIWYGDK.1 size=1048576 2024-04-15T16:48:55.201 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.216+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~7NSQ6TIWYGDK.2 size=892671 2024-04-15T16:48:55.201 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.216+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=7NSQ6TIWYGDK tag=LHCSFZ80OHKW type=write size=4038399 2024-04-15T16:48:55.203 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.218+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=QBHUHODGQSM8 type=del 2024-04-15T16:48:55.206 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.222+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~J3WQA2V3BO08.0 size=1048576 2024-04-15T16:48:55.209 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.224+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~J3WQA2V3BO08.1 size=1048576 2024-04-15T16:48:55.210 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.225+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~J3WQA2V3BO08.2 size=506512 2024-04-15T16:48:55.210 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.225+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=J3WQA2V3BO08 tag=KD1KNNNTOHYQ type=write size=3652240 2024-04-15T16:48:55.212 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.228+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=BRSLD3KRZ9AR type=del 2024-04-15T16:48:55.214 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.230+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=7IF51N4IOHGO type=del size=698824 2024-04-15T16:48:55.216 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.231+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=11ZYJWMUOSJ9 type=del 2024-04-15T16:48:55.218 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.233+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=HWDWPKVCEETQ type=write size=314246 2024-04-15T16:48:55.220 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.235+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~07O22W0AZB8U.0 size=1048576 2024-04-15T16:48:55.221 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.236+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~07O22W0AZB8U.1 size=147665 2024-04-15T16:48:55.224 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.239+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=07O22W0AZB8U tag=6DLS65RVGS3M type=write size=2244817 2024-04-15T16:48:55.227 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.243+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~QA5SAUL49S77.0 size=1048576 2024-04-15T16:48:55.229 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.244+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~QA5SAUL49S77.1 size=1048576 2024-04-15T16:48:55.230 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.246+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~QA5SAUL49S77.2 size=416235 2024-04-15T16:48:55.230 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.246+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=QA5SAUL49S77 tag=RHQTNK1VSONA type=write size=3561963 2024-04-15T16:48:55.234 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.250+0000 7fcc009d6780 1 < suggested remove operation key=CGQDFKP4V6R7 tag=MRCBIL2T6FNS type=write 2024-04-15T16:48:55.236 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.251+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=U823DF4X7WFH type=del size=588950 2024-04-15T16:48:55.238 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.253+0000 7fcc009d6780 1 < completed write operation key=SMX0793SRFXB tag=PX96WXQF068O type=write size=952441 2024-04-15T16:48:55.240 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.255+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=ZUBM3GBE3H1W type=del size=4181338 2024-04-15T16:48:55.242 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.257+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=57QDWZGNWEHS type=del 2024-04-15T16:48:55.244 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.259+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=BNJT33IC4KFX type=del size=604672 2024-04-15T16:48:55.247 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.263+0000 7fcc009d6780 1 < suggested remove operation key=MI9ZZNLIFVPG tag=KMQI8IT7VBTL type=del 2024-04-15T16:48:55.251 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.266+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~AUERCLLMTDUF.0 size=1048576 2024-04-15T16:48:55.252 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.268+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~AUERCLLMTDUF.1 size=1048576 2024-04-15T16:48:55.253 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.269+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~AUERCLLMTDUF.2 size=916528 2024-04-15T16:48:55.254 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.269+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=AUERCLLMTDUF tag=Z9MDDDHVSTM7 type=write size=4062256 2024-04-15T16:48:55.255 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.271+0000 7fcc009d6780 1 < canceled operation key=OQ6P5LJ15QMV tag=7TUCND25HM5N type=del size=1538517 2024-04-15T16:48:55.257 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.272+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=NYVVYDFCJ9AH type=del size=489184 2024-04-15T16:48:55.259 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.274+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=ZDCDY47KRKZI type=del 2024-04-15T16:48:55.262 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.278+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~HBQH9P63Y628.0 size=1048576 2024-04-15T16:48:55.266 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.279+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~HBQH9P63Y628.1 size=1048576 2024-04-15T16:48:55.266 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.281+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~HBQH9P63Y628.2 size=130157 2024-04-15T16:48:55.266 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.281+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=HBQH9P63Y628 tag=2EX6QZJFHCCO type=write size=3275885 2024-04-15T16:48:55.269 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.284+0000 7fcc009d6780 1 < suggested update operation key=7NTTGUKN6UZ3 tag=66EDZCQ2CNCT type=del size=1110055 2024-04-15T16:48:55.272 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.288+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~K0N3F34K96OD.0 size=842740 2024-04-15T16:48:55.272 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.288+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=K0N3F34K96OD tag=TS9HSDN7LI4Q type=write size=1891316 2024-04-15T16:48:55.274 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.290+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=6G6NWOMYAEBO type=del 2024-04-15T16:48:55.278 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.293+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~4E5ZBHAIC7RY.0 size=1048576 2024-04-15T16:48:55.279 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.294+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~4E5ZBHAIC7RY.1 size=1048576 2024-04-15T16:48:55.280 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.296+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~4E5ZBHAIC7RY.2 size=92132 2024-04-15T16:48:55.281 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.296+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=4E5ZBHAIC7RY tag=D2T7BM279GOM type=write size=3237860 2024-04-15T16:48:55.282 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.298+0000 7fcc009d6780 1 < canceled operation key=3GA44QQR4TNK tag=34OAUIXS06HK type=del size=1397504 2024-04-15T16:48:55.286 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.302+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~OX623NJ2CJ2D.0 size=1048576 2024-04-15T16:48:55.288 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.303+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~OX623NJ2CJ2D.1 size=1048576 2024-04-15T16:48:55.289 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.305+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~OX623NJ2CJ2D.2 size=968556 2024-04-15T16:48:55.289 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.305+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=OX623NJ2CJ2D tag=G9H0T1VV27UG type=write size=4114284 2024-04-15T16:48:55.291 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.307+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~WGQH4BEXUBEQ.0 size=1048576 2024-04-15T16:48:55.293 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.308+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~WGQH4BEXUBEQ.1 size=1048576 2024-04-15T16:48:55.293 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.308+0000 7fcc009d6780 1 < canceled part key=_multipart_CQ12L2GW4SE3.2~WGQH4BEXUBEQ.2 size=642446 2024-04-15T16:48:55.296 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.311+0000 7fcc009d6780 1 < canceled multipart upload key=CQ12L2GW4SE3 upload=WGQH4BEXUBEQ tag=LMVWWQ5YH0CJ type=write size=3788174 2024-04-15T16:48:55.298 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.313+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=NNZK77GAWOXZ type=del size=664130 2024-04-15T16:48:55.298 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.313+0000 7fcc009d6780 1 < canceled part key=_multipart_SMX0793SRFXB.2~KDWWLA6YNMW0.0 size=1048576 2024-04-15T16:48:55.299 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.315+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~KDWWLA6YNMW0.1 size=1048576 2024-04-15T16:48:55.301 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.316+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~KDWWLA6YNMW0.2 size=514313 2024-04-15T16:48:55.304 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.320+0000 7fcc009d6780 1 < canceled multipart upload key=SMX0793SRFXB upload=KDWWLA6YNMW0 tag=2UAFBOQEJF7E type=write size=3660041 2024-04-15T16:48:55.306 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.321+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=AXFWDHVCJYEQ type=del size=2941251 2024-04-15T16:48:55.308 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.323+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~7NSQ6TIWYGDK.0 size=1048576 2024-04-15T16:48:55.309 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.325+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~7NSQ6TIWYGDK.1 size=1048576 2024-04-15T16:48:55.310 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.325+0000 7fcc009d6780 1 < canceled part key=_multipart_H9FFWDTWEPPS.2~7NSQ6TIWYGDK.2 size=892671 2024-04-15T16:48:55.313 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.328+0000 7fcc009d6780 1 < canceled multipart upload key=H9FFWDTWEPPS upload=7NSQ6TIWYGDK tag=LHCSFZ80OHKW type=write size=4038399 2024-04-15T16:48:55.316 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.332+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~NWVZOLBLKO5H.0 size=1048576 2024-04-15T16:48:55.318 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.333+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~NWVZOLBLKO5H.1 size=1048576 2024-04-15T16:48:55.319 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.335+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~NWVZOLBLKO5H.2 size=991360 2024-04-15T16:48:55.319 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.335+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=NWVZOLBLKO5H tag=16G9L711404W type=write size=4137088 2024-04-15T16:48:55.321 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.337+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~J3WQA2V3BO08.0 size=1048576 2024-04-15T16:48:55.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:54 smithi090 ceph-mon[89240]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 43 KiB/s wr, 210 op/s 2024-04-15T16:48:55.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:54 smithi090 ceph-mon[91618]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 43 KiB/s wr, 210 op/s 2024-04-15T16:48:55.323 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.338+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~J3WQA2V3BO08.1 size=1048576 2024-04-15T16:48:55.324 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.340+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~J3WQA2V3BO08.2 size=506512 2024-04-15T16:48:55.328 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.343+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=J3WQA2V3BO08 tag=KD1KNNNTOHYQ type=write size=3652240 2024-04-15T16:48:55.330 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.345+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=NZPVAVJWV8O3 type=write size=625512 2024-04-15T16:48:55.332 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.347+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=7IF51N4IOHGO type=del 2024-04-15T16:48:55.335 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.350+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~Z6XKC7DTN5S3.0 size=1048576 2024-04-15T16:48:55.336 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.352+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~Z6XKC7DTN5S3.1 size=1048576 2024-04-15T16:48:55.338 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.353+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~Z6XKC7DTN5S3.2 size=65962 2024-04-15T16:48:55.338 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.353+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=Z6XKC7DTN5S3 tag=WUCFAXUYA2OV type=write size=3211690 2024-04-15T16:48:55.340 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.355+0000 7fcc009d6780 1 < completed write operation key=VPMU4YD3VQ1D tag=HWDWPKVCEETQ type=write size=314246 2024-04-15T16:48:55.341 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.357+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=ZT1GBH0O9WH2 type=del size=2834556 2024-04-15T16:48:55.343 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.358+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~QA5SAUL49S77.0 size=1048576 2024-04-15T16:48:55.344 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.360+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~QA5SAUL49S77.1 size=1048576 2024-04-15T16:48:55.346 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.361+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~QA5SAUL49S77.2 size=416235 2024-04-15T16:48:55.349 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.365+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=QA5SAUL49S77 tag=RHQTNK1VSONA type=write size=3561963 2024-04-15T16:48:55.351 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.366+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=D3L9VYSSOHGH type=del size=2090209 2024-04-15T16:48:55.353 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.368+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=U823DF4X7WFH type=del 2024-04-15T16:48:55.355 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.370+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=OBIUONIRU1YA type=del size=856208 2024-04-15T16:48:55.359 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.374+0000 7fcc009d6780 1 < suggested remove operation key=7NTTGUKN6UZ3 tag=ZUBM3GBE3H1W type=del 2024-04-15T16:48:55.362 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.377+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~2HQ7G2HPBFNJ.0 size=1048576 2024-04-15T16:48:55.363 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.379+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~2HQ7G2HPBFNJ.1 size=225537 2024-04-15T16:48:55.364 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.379+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=2HQ7G2HPBFNJ tag=XDQ855373I0S type=write size=2322689 2024-04-15T16:48:55.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:54 smithi153 ceph-mon[84714]: pgmap v1374: 137 pgs: 137 active+clean; 583 KiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 43 KiB/s wr, 210 op/s 2024-04-15T16:48:55.365 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.381+0000 7fcc009d6780 1 < canceled operation key=H9FFWDTWEPPS tag=BNJT33IC4KFX type=del size=604672 2024-04-15T16:48:55.369 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.385+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~DFWNMPWVQRPM.0 size=603160 2024-04-15T16:48:55.369 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.385+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=DFWNMPWVQRPM tag=WPWNT463BRNC type=write size=1651736 2024-04-15T16:48:55.371 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.386+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~AUERCLLMTDUF.0 size=1048576 2024-04-15T16:48:55.373 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.388+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~AUERCLLMTDUF.1 size=1048576 2024-04-15T16:48:55.374 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.390+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~AUERCLLMTDUF.2 size=916528 2024-04-15T16:48:55.377 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.393+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=AUERCLLMTDUF tag=Z9MDDDHVSTM7 type=write size=4062256 2024-04-15T16:48:55.379 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.395+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=APO0SHXAUNUR type=del size=2016376 2024-04-15T16:48:55.381 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.397+0000 7fcc009d6780 1 < canceled operation key=3GA44QQR4TNK tag=NYVVYDFCJ9AH type=del size=489184 2024-04-15T16:48:55.383 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.399+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=WL5IBAJ0NFNB type=del size=2568409 2024-04-15T16:48:55.385 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.401+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~HBQH9P63Y628.0 size=1048576 2024-04-15T16:48:55.387 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.402+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~HBQH9P63Y628.1 size=1048576 2024-04-15T16:48:55.388 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.404+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~HBQH9P63Y628.2 size=130157 2024-04-15T16:48:55.391 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.407+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=HBQH9P63Y628 tag=2EX6QZJFHCCO type=write size=3275885 2024-04-15T16:48:55.393 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.409+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=59NLXRKCCXP8 type=del size=156923 2024-04-15T16:48:55.395 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.411+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~K0N3F34K96OD.0 size=842740 2024-04-15T16:48:55.399 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.413+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=K0N3F34K96OD tag=TS9HSDN7LI4Q type=write size=1891316 2024-04-15T16:48:55.401 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.417+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~0CRMTYEYCPTA.0 size=1048576 2024-04-15T16:48:55.403 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.418+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~0CRMTYEYCPTA.1 size=1048576 2024-04-15T16:48:55.405 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.420+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~0CRMTYEYCPTA.2 size=652181 2024-04-15T16:48:55.405 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.420+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=0CRMTYEYCPTA tag=8BJBTIMPU30T type=write size=3797909 2024-04-15T16:48:55.406 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.422+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~4E5ZBHAIC7RY.0 size=1048576 2024-04-15T16:48:55.408 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.423+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~4E5ZBHAIC7RY.1 size=1048576 2024-04-15T16:48:55.410 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.425+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~4E5ZBHAIC7RY.2 size=92132 2024-04-15T16:48:55.413 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.428+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=4E5ZBHAIC7RY tag=D2T7BM279GOM type=write size=3237860 2024-04-15T16:48:55.417 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.432+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~3J4JOOD80D6G.0 size=914032 2024-04-15T16:48:55.417 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.432+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=3J4JOOD80D6G tag=Y1WW1OB4GCOU type=write size=1962608 2024-04-15T16:48:55.417 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.432+0000 7fcc009d6780 1 < canceled part key=_multipart_32K02EULE6LL.2~OX623NJ2CJ2D.0 size=1048576 2024-04-15T16:48:55.418 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.434+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~OX623NJ2CJ2D.1 size=1048576 2024-04-15T16:48:55.420 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.435+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~OX623NJ2CJ2D.2 size=968556 2024-04-15T16:48:55.423 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.438+0000 7fcc009d6780 1 < canceled multipart upload key=32K02EULE6LL upload=OX623NJ2CJ2D tag=G9H0T1VV27UG type=write size=4114284 2024-04-15T16:48:55.424 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.440+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=VE89XK4BDSU6 type=write size=713198 2024-04-15T16:48:55.428 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.443+0000 7fcc009d6780 1 < suggested remove operation key=SM1B7DUDN47F tag=NNZK77GAWOXZ type=del 2024-04-15T16:48:55.430 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.445+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=58EJLRL4YQKB type=del size=2536691 2024-04-15T16:48:55.432 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.447+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=AXFWDHVCJYEQ type=del 2024-04-15T16:48:55.435 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.451+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~52JXFU63W19R.0 size=1048576 2024-04-15T16:48:55.437 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.452+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~52JXFU63W19R.1 size=108496 2024-04-15T16:48:55.437 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.452+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=52JXFU63W19R tag=4RVB0AN7L3QE type=write size=2205648 2024-04-15T16:48:55.439 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.454+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~NWVZOLBLKO5H.0 size=1048576 2024-04-15T16:48:55.439 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.454+0000 7fcc009d6780 1 < canceled part key=_multipart_SM1B7DUDN47F.2~NWVZOLBLKO5H.1 size=1048576 2024-04-15T16:48:55.439 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.454+0000 7fcc009d6780 1 < canceled part key=_multipart_SM1B7DUDN47F.2~NWVZOLBLKO5H.2 size=991360 2024-04-15T16:48:55.442 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.457+0000 7fcc009d6780 1 < canceled multipart upload key=SM1B7DUDN47F upload=NWVZOLBLKO5H tag=16G9L711404W type=write size=4137088 2024-04-15T16:48:55.444 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.459+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=Q1NR6A2937YL type=write size=621741 2024-04-15T16:48:55.446 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.461+0000 7fcc009d6780 1 < completed write operation key=XE6CHS65PXVA tag=NZPVAVJWV8O3 type=write size=625512 2024-04-15T16:48:55.448 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.463+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=KZAC8OLFQUBW type=del size=4100342 2024-04-15T16:48:55.450 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.465+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~Z6XKC7DTN5S3.0 size=1048576 2024-04-15T16:48:55.451 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.467+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~Z6XKC7DTN5S3.1 size=1048576 2024-04-15T16:48:55.453 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.468+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~Z6XKC7DTN5S3.2 size=65962 2024-04-15T16:48:55.456 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.471+0000 7fcc009d6780 1 < completed multipart upload key=GEH1YTD5S8EP upload=Z6XKC7DTN5S3 tag=WUCFAXUYA2OV type=write size=3211690 2024-04-15T16:48:55.457 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.473+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=ZG8PE7RGEVTZ type=del size=319120 2024-04-15T16:48:55.461 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.477+0000 7fcc009d6780 1 < suggested remove operation key=P016Z7D73CKQ tag=ZT1GBH0O9WH2 type=del 2024-04-15T16:48:55.465 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.480+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~ZUZ58M6XSN1R.0 size=203508 2024-04-15T16:48:55.465 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.480+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=ZUZ58M6XSN1R tag=3ZYAJPWIOYP8 type=write size=1252084 2024-04-15T16:48:55.467 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.483+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=D3L9VYSSOHGH type=del 2024-04-15T16:48:55.470 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.485+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=RCAQ8EWOV34X type=write size=808059 2024-04-15T16:48:55.473 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.488+0000 7fcc009d6780 -1 < failed to complete operation key=7NTTGUKN6UZ3 tag=OBIUONIRU1YA type=del size=856208: (22) Invalid argument 2024-04-15T16:48:55.476 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.491+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~M5EJNJEHG468.0 size=1048576 2024-04-15T16:48:55.477 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.493+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~M5EJNJEHG468.1 size=1048576 2024-04-15T16:48:55.479 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.494+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~M5EJNJEHG468.2 size=392085 2024-04-15T16:48:55.479 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.494+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=M5EJNJEHG468 tag=ZNMGLKJJ5SIE type=write size=3537813 2024-04-15T16:48:55.481 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.496+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~2HQ7G2HPBFNJ.0 size=1048576 2024-04-15T16:48:55.483 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.498+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~2HQ7G2HPBFNJ.1 size=225537 2024-04-15T16:48:55.485 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.501+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=2HQ7G2HPBFNJ tag=XDQ855373I0S type=write size=2322689 2024-04-15T16:48:55.487 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.503+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=S05FHBR7PPY3 type=write size=196550 2024-04-15T16:48:55.488 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.503+0000 7fcc009d6780 1 < canceled part key=_multipart_4BYY962BPUZ7.2~DFWNMPWVQRPM.0 size=603160 2024-04-15T16:48:55.491 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.506+0000 7fcc009d6780 1 < canceled multipart upload key=4BYY962BPUZ7 upload=DFWNMPWVQRPM tag=WPWNT463BRNC type=write size=1651736 2024-04-15T16:48:55.492 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.508+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=UAW86WU6K8G0 type=del size=1668257 2024-04-15T16:48:55.495 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.510+0000 7fcc009d6780 -1 < failed to complete operation key=P016Z7D73CKQ tag=APO0SHXAUNUR type=del size=2016376: (22) Invalid argument 2024-04-15T16:48:55.498 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.512+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=3RHUJ9R78FDE type=del size=915583 2024-04-15T16:48:55.499 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.514+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=WL5IBAJ0NFNB type=del 2024-04-15T16:48:55.501 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.516+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=XIWI6Q78Y4OG type=del size=3739342 2024-04-15T16:48:55.503 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.518+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=59NLXRKCCXP8 type=del 2024-04-15T16:48:55.506 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.521+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~8P9HYBS6HYC3.0 size=1048576 2024-04-15T16:48:55.508 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.523+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~8P9HYBS6HYC3.1 size=1048576 2024-04-15T16:48:55.510 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.525+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~8P9HYBS6HYC3.2 size=148879 2024-04-15T16:48:55.510 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.525+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=8P9HYBS6HYC3 tag=9I3PXSEEOG0W type=write size=3294607 2024-04-15T16:48:55.510 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.526+0000 7fcc009d6780 1 < canceled part key=_multipart_3GA44QQR4TNK.2~0CRMTYEYCPTA.0 size=1048576 2024-04-15T16:48:55.510 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.526+0000 7fcc009d6780 1 < canceled part key=_multipart_3GA44QQR4TNK.2~0CRMTYEYCPTA.1 size=1048576 2024-04-15T16:48:55.512 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.528+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~0CRMTYEYCPTA.2 size=652181 2024-04-15T16:48:55.516 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.531+0000 7fcc009d6780 1 < canceled multipart upload key=3GA44QQR4TNK upload=0CRMTYEYCPTA tag=8BJBTIMPU30T type=write size=3797909 2024-04-15T16:48:55.517 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.533+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=8FU0LX1O5ZFO type=del size=3451752 2024-04-15T16:48:55.519 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.535+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~3J4JOOD80D6G.0 size=914032 2024-04-15T16:48:55.523 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.538+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=3J4JOOD80D6G tag=Y1WW1OB4GCOU type=write size=1962608 2024-04-15T16:48:55.525 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.541+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=O630A81308TT type=del size=2984167 2024-04-15T16:48:55.527 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.543+0000 7fcc009d6780 1 < completed write operation key=U99IDECO7FVV tag=VE89XK4BDSU6 type=write size=713198 2024-04-15T16:48:55.529 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.545+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=3AL6F385VNWW type=del size=1984856 2024-04-15T16:48:55.531 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.547+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=58EJLRL4YQKB type=del 2024-04-15T16:48:55.534 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.549+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=7WYH27AEWQOB type=del size=3870778 2024-04-15T16:48:55.536 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.551+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~52JXFU63W19R.0 size=1048576 2024-04-15T16:48:55.537 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.553+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~52JXFU63W19R.1 size=108496 2024-04-15T16:48:55.540 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.556+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=52JXFU63W19R tag=4RVB0AN7L3QE type=write size=2205648 2024-04-15T16:48:55.542 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.558+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=Y7FS6CKXQEST type=del size=3625332 2024-04-15T16:48:55.545 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.560+0000 7fcc009d6780 1 < completed write operation key=CQ12L2GW4SE3 tag=Q1NR6A2937YL type=write size=621741 2024-04-15T16:48:55.547 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.562+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=92M6ZIWVP2CP type=del size=2888839 2024-04-15T16:48:55.550 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.566+0000 7fcc009d6780 1 < suggested remove operation key=CGQDFKP4V6R7 tag=KZAC8OLFQUBW type=del 2024-04-15T16:48:55.552 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.568+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=2TH6A0PQYX0C type=write size=934229 2024-04-15T16:48:55.556 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.571+0000 7fcc009d6780 1 < suggested remove operation key=SM1B7DUDN47F tag=ZG8PE7RGEVTZ type=del 2024-04-15T16:48:55.559 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.575+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~4O956GX2IA38.0 size=534507 2024-04-15T16:48:55.559 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.575+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=4O956GX2IA38 tag=60PVISV6WFMA type=write size=1583083 2024-04-15T16:48:55.561 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.577+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~ZUZ58M6XSN1R.0 size=203508 2024-04-15T16:48:55.566 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.580+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=ZUZ58M6XSN1R tag=3ZYAJPWIOYP8 type=write size=1252084 2024-04-15T16:48:55.567 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.582+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=9KMKZFC2YC0J type=del size=2892539 2024-04-15T16:48:55.570 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.585+0000 7fcc009d6780 -1 < failed to complete operation key=SM1B7DUDN47F tag=RCAQ8EWOV34X type=write size=808059: (22) Invalid argument 2024-04-15T16:48:55.571 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.587+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=N2K2203XE29O type=del size=332071 2024-04-15T16:48:55.571 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.587+0000 7fcc009d6780 1 < canceled part key=_multipart_QYKA01GVNV1V.2~M5EJNJEHG468.0 size=1048576 2024-04-15T16:48:55.573 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.588+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~M5EJNJEHG468.1 size=1048576 2024-04-15T16:48:55.575 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.590+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~M5EJNJEHG468.2 size=392085 2024-04-15T16:48:55.578 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.593+0000 7fcc009d6780 1 < canceled multipart upload key=QYKA01GVNV1V upload=M5EJNJEHG468 tag=ZNMGLKJJ5SIE type=write size=3537813 2024-04-15T16:48:55.581 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.597+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~EU5QZBCUJKXE.0 size=1048576 2024-04-15T16:48:55.583 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.599+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~EU5QZBCUJKXE.1 size=1027324 2024-04-15T16:48:55.583 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.599+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=EU5QZBCUJKXE tag=SZ9QA9OJO3JD type=write size=3124476 2024-04-15T16:48:55.585 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.601+0000 7fcc009d6780 1 < completed write operation key=8VXMHHU12YH7 tag=S05FHBR7PPY3 type=write size=196550 2024-04-15T16:48:55.588 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.603+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=EMF81P7LSE9H type=del size=1954515 2024-04-15T16:48:55.589 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.604+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=UAW86WU6K8G0 type=del 2024-04-15T16:48:55.592 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.608+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~QRNBKIHBVD9I.0 size=1048576 2024-04-15T16:48:55.594 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.609+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~QRNBKIHBVD9I.1 size=1048576 2024-04-15T16:48:55.595 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.611+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~QRNBKIHBVD9I.2 size=289991 2024-04-15T16:48:55.595 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.611+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=QRNBKIHBVD9I tag=8CJ1QY96WYWM type=write size=3435719 2024-04-15T16:48:55.598 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.613+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=3RHUJ9R78FDE type=del 2024-04-15T16:48:55.602 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.617+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~9AWHA8N16LJH.0 size=1048576 2024-04-15T16:48:55.604 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.619+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~9AWHA8N16LJH.1 size=453824 2024-04-15T16:48:55.604 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.619+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=9AWHA8N16LJH tag=IW5ADHLXPBUE type=write size=2550976 2024-04-15T16:48:55.606 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.621+0000 7fcc009d6780 1 < canceled operation key=KZLUKZMI1WBU tag=XIWI6Q78Y4OG type=del size=3739342 2024-04-15T16:48:55.608 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.623+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=55BZBU6B8K6R type=del size=276713 2024-04-15T16:48:55.610 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.625+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~8P9HYBS6HYC3.0 size=1048576 2024-04-15T16:48:55.611 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.627+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~8P9HYBS6HYC3.1 size=1048576 2024-04-15T16:48:55.613 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.628+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~8P9HYBS6HYC3.2 size=148879 2024-04-15T16:48:55.616 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.631+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=8P9HYBS6HYC3 tag=9I3PXSEEOG0W type=write size=3294607 2024-04-15T16:48:55.618 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.633+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=CN1SY3KMIT3N type=del size=2413512 2024-04-15T16:48:55.621 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.637+0000 7fcc009d6780 1 < suggested remove operation key=U99IDECO7FVV tag=8FU0LX1O5ZFO type=del 2024-04-15T16:48:55.623 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.639+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=H7V12Y4UZX6U type=del size=2951625 2024-04-15T16:48:55.626 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.641+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=O630A81308TT type=del 2024-04-15T16:48:55.628 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.643+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=8OE5ZPUN4A88 type=del size=3544602 2024-04-15T16:48:55.630 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.645+0000 7fcc009d6780 1 < completed delete operation key=SEFWMQT6GQB4 tag=3AL6F385VNWW type=del 2024-04-15T16:48:55.631 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.647+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=7FR3JADSJZOV type=del size=2616629 2024-04-15T16:48:55.633 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.649+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=7WYH27AEWQOB type=del 2024-04-15T16:48:55.635 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.651+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=KQWETIQNJ169 type=del size=3231928 2024-04-15T16:48:55.637 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.652+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=Y7FS6CKXQEST type=del 2024-04-15T16:48:55.640 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.656+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~5U7V4551F0KQ.0 size=942700 2024-04-15T16:48:55.640 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.656+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=5U7V4551F0KQ tag=48KGN11ZU5NR type=write size=1991276 2024-04-15T16:48:55.642 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.657+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=92M6ZIWVP2CP type=del 2024-04-15T16:48:55.646 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.661+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~LBX18QU80X53.0 size=921370 2024-04-15T16:48:55.646 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.661+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=LBX18QU80X53 tag=7HJDJX4V3P8Q type=write size=1969946 2024-04-15T16:48:55.647 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.663+0000 7fcc009d6780 1 < completed write operation key=KZLUKZMI1WBU tag=2TH6A0PQYX0C type=write size=934229 2024-04-15T16:48:55.651 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.667+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~YCYDKZP6KKMP.0 size=1048576 2024-04-15T16:48:55.653 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.668+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~YCYDKZP6KKMP.1 size=1048576 2024-04-15T16:48:55.654 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.670+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~YCYDKZP6KKMP.2 size=249216 2024-04-15T16:48:55.654 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.670+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=YCYDKZP6KKMP tag=W2MU45GIOXOV type=write size=3394944 2024-04-15T16:48:55.656 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.671+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~4O956GX2IA38.0 size=534507 2024-04-15T16:48:55.659 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.674+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=4O956GX2IA38 tag=60PVISV6WFMA type=write size=1583083 2024-04-15T16:48:55.662 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.678+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~W83AZJI16EBZ.0 size=1048576 2024-04-15T16:48:55.664 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.679+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~W83AZJI16EBZ.1 size=1048576 2024-04-15T16:48:55.665 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.681+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~W83AZJI16EBZ.2 size=176177 2024-04-15T16:48:55.666 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.681+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=W83AZJI16EBZ tag=LGPF4OWQY40B type=write size=3321905 2024-04-15T16:48:55.669 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.684+0000 7fcc009d6780 1 < suggested remove operation key=MI9ZZNLIFVPG tag=9KMKZFC2YC0J type=del 2024-04-15T16:48:55.672 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.687+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~XVW1WM2375XJ.0 size=49459 2024-04-15T16:48:55.672 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.687+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=XVW1WM2375XJ tag=8IF502HV8GM5 type=write size=1098035 2024-04-15T16:48:55.674 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.690+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=N2K2203XE29O type=del 2024-04-15T16:48:55.678 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.693+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~8JS87Q82PEE0.0 size=1048576 2024-04-15T16:48:55.679 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.695+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~8JS87Q82PEE0.1 size=933578 2024-04-15T16:48:55.680 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.695+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=8JS87Q82PEE0 tag=41BRUH1EW1RP type=write size=3030730 2024-04-15T16:48:55.682 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.697+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~EU5QZBCUJKXE.0 size=1048576 2024-04-15T16:48:55.683 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.698+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~EU5QZBCUJKXE.1 size=1027324 2024-04-15T16:48:55.687 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.702+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=EU5QZBCUJKXE tag=SZ9QA9OJO3JD type=write size=3124476 2024-04-15T16:48:55.689 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.704+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=4NLKKZ2IMOYH type=del size=3318428 2024-04-15T16:48:55.690 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.706+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=EMF81P7LSE9H type=del 2024-04-15T16:48:55.692 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.708+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=1THWGCSZKY9S type=del size=1618328 2024-04-15T16:48:55.694 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.710+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~QRNBKIHBVD9I.0 size=1048576 2024-04-15T16:48:55.696 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.711+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~QRNBKIHBVD9I.1 size=1048576 2024-04-15T16:48:55.697 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.713+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~QRNBKIHBVD9I.2 size=289991 2024-04-15T16:48:55.701 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.717+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=QRNBKIHBVD9I tag=8CJ1QY96WYWM type=write size=3435719 2024-04-15T16:48:55.703 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.718+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=CY0MVW0C2IVF type=del size=471429 2024-04-15T16:48:55.705 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.720+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~9AWHA8N16LJH.0 size=1048576 2024-04-15T16:48:55.707 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.722+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~9AWHA8N16LJH.1 size=453824 2024-04-15T16:48:55.710 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.725+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=9AWHA8N16LJH tag=IW5ADHLXPBUE type=write size=2550976 2024-04-15T16:48:55.712 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.728+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=QI0LR71AGLX3 type=write size=774520 2024-04-15T16:48:55.715 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.730+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=55BZBU6B8K6R type=del 2024-04-15T16:48:55.717 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.732+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=55QXRNSE1L49 type=write size=504395 2024-04-15T16:48:55.721 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.736+0000 7fcc009d6780 1 < suggested remove operation key=SMX0793SRFXB tag=CN1SY3KMIT3N type=del 2024-04-15T16:48:55.731 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.738+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=D6UJQLC3Y9AH type=del size=1101407 2024-04-15T16:48:55.731 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.740+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=H7V12Y4UZX6U type=del 2024-04-15T16:48:55.731 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.742+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=N8D5G1R9OHCV type=del size=3773888 2024-04-15T16:48:55.731 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.744+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=8OE5ZPUN4A88 type=del 2024-04-15T16:48:55.732 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.747+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~1VPN40KZ3NQ8.0 size=1048576 2024-04-15T16:48:55.733 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.749+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~1VPN40KZ3NQ8.1 size=483854 2024-04-15T16:48:55.733 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.749+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=1VPN40KZ3NQ8 tag=H3MZI5RMGLKQ type=write size=2581006 2024-04-15T16:48:55.737 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.752+0000 7fcc009d6780 1 < suggested update operation key=8VXMHHU12YH7 tag=7FR3JADSJZOV type=del size=2616629 2024-04-15T16:48:55.739 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.754+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=XVX2Y2KJOLSO type=del size=3548934 2024-04-15T16:48:55.740 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.755+0000 7fcc009d6780 -1 < no bi entry to suggest for operation key=SMX0793SRFXB tag=KQWETIQNJ169 type=del size=3231928: (2) No such file or directory 2024-04-15T16:48:55.744 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.759+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~PGGM59UUPRXX.0 size=1048576 2024-04-15T16:48:55.746 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.761+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~PGGM59UUPRXX.1 size=733264 2024-04-15T16:48:55.746 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.761+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=PGGM59UUPRXX tag=053JPSOA9E5A type=write size=2830416 2024-04-15T16:48:55.748 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.763+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~5U7V4551F0KQ.0 size=942700 2024-04-15T16:48:55.751 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.766+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=5U7V4551F0KQ tag=48KGN11ZU5NR type=write size=1991276 2024-04-15T16:48:55.755 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.770+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~3DMGZ3AC9SQB.0 size=1048576 2024-04-15T16:48:55.756 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.772+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~3DMGZ3AC9SQB.1 size=661014 2024-04-15T16:48:55.756 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.772+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=3DMGZ3AC9SQB tag=41O6Y0GQ0D5V type=write size=2758166 2024-04-15T16:48:55.758 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.773+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~LBX18QU80X53.0 size=921370 2024-04-15T16:48:55.762 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.777+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=LBX18QU80X53 tag=7HJDJX4V3P8Q type=write size=1969946 2024-04-15T16:48:55.766 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.779+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=OBI0DHTCQUPC type=del size=2171276 2024-04-15T16:48:55.766 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.781+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~YCYDKZP6KKMP.0 size=1048576 2024-04-15T16:48:55.769 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.783+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~YCYDKZP6KKMP.1 size=1048576 2024-04-15T16:48:55.770 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.784+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~YCYDKZP6KKMP.2 size=249216 2024-04-15T16:48:55.772 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.787+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=YCYDKZP6KKMP tag=W2MU45GIOXOV type=write size=3394944 2024-04-15T16:48:55.774 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.789+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=7RD9JSK9XUND type=del size=1999764 2024-04-15T16:48:55.776 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.791+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~W83AZJI16EBZ.0 size=1048576 2024-04-15T16:48:55.778 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.793+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~W83AZJI16EBZ.1 size=1048576 2024-04-15T16:48:55.780 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.795+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~W83AZJI16EBZ.2 size=176177 2024-04-15T16:48:55.783 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.798+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=W83AZJI16EBZ tag=LGPF4OWQY40B type=write size=3321905 2024-04-15T16:48:55.785 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.800+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=4WDLP1BMZF93 type=del size=3422852 2024-04-15T16:48:55.787 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.803+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~XVW1WM2375XJ.0 size=49459 2024-04-15T16:48:55.791 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.806+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=XVW1WM2375XJ tag=8IF502HV8GM5 type=write size=1098035 2024-04-15T16:48:55.793 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.808+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=NAX2Z6OC9MEQ type=del size=2327246 2024-04-15T16:48:55.795 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.810+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~8JS87Q82PEE0.0 size=1048576 2024-04-15T16:48:55.797 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.812+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~8JS87Q82PEE0.1 size=933578 2024-04-15T16:48:55.800 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.815+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=8JS87Q82PEE0 tag=41BRUH1EW1RP type=write size=3030730 2024-04-15T16:48:55.802 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.817+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=YEIV537AXM9T type=del size=43607 2024-04-15T16:48:55.804 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.819+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=4NLKKZ2IMOYH type=del 2024-04-15T16:48:55.808 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.823+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~2J1DXG5KDACI.0 size=1048576 2024-04-15T16:48:55.810 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.825+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~2J1DXG5KDACI.1 size=471165 2024-04-15T16:48:55.810 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.825+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=2J1DXG5KDACI tag=SMC1CV7O7FKK type=write size=2568317 2024-04-15T16:48:55.811 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.827+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=1THWGCSZKY9S type=del 2024-04-15T16:48:55.813 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.829+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=UF7YH4UUKX89 type=del size=1631215 2024-04-15T16:48:55.816 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.831+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=CY0MVW0C2IVF type=del 2024-04-15T16:48:55.819 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.835+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~3JZ7XU6MN5I7.0 size=91636 2024-04-15T16:48:55.820 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.835+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=3JZ7XU6MN5I7 tag=GBQLHB51B1K5 type=write size=1140212 2024-04-15T16:48:55.822 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.838+0000 7fcc009d6780 -1 < failed to complete operation key=8VXMHHU12YH7 tag=QI0LR71AGLX3 type=write size=774520: (22) Invalid argument 2024-04-15T16:48:55.824 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.839+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=ANUSG0NY20HQ type=del size=3089141 2024-04-15T16:48:55.826 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.842+0000 7fcc009d6780 1 < completed write operation key=15VOAX95U1N2 tag=55QXRNSE1L49 type=write size=504395 2024-04-15T16:48:55.830 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.845+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~JIDS0IXBW7HE.0 size=1048576 2024-04-15T16:48:55.831 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.847+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~JIDS0IXBW7HE.1 size=268126 2024-04-15T16:48:55.832 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.847+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=JIDS0IXBW7HE tag=8GJ2K7BD6HRE type=write size=2365278 2024-04-15T16:48:55.834 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.849+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=D6UJQLC3Y9AH type=del 2024-04-15T16:48:55.835 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.851+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=KRFGOXF1H10F type=del size=2827180 2024-04-15T16:48:55.838 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.853+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=N8D5G1R9OHCV type=del 2024-04-15T16:48:55.841 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.856+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~IAAKUHSIAOS5.0 size=566024 2024-04-15T16:48:55.841 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.856+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=IAAKUHSIAOS5 tag=ZRVIO3C0IU4L type=write size=1614600 2024-04-15T16:48:55.843 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.858+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~1VPN40KZ3NQ8.0 size=1048576 2024-04-15T16:48:55.845 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.860+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~1VPN40KZ3NQ8.1 size=483854 2024-04-15T16:48:55.849 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.864+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=1VPN40KZ3NQ8 tag=H3MZI5RMGLKQ type=write size=2581006 2024-04-15T16:48:55.852 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.867+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~V5HP09P6UZDI.0 size=788129 2024-04-15T16:48:55.852 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.867+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=V5HP09P6UZDI tag=IMNWQJIPVH2M type=write size=1836705 2024-04-15T16:48:55.854 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.869+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=XVX2Y2KJOLSO type=del 2024-04-15T16:48:55.856 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.871+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=T4GLTXDCRYMH type=del size=1137902 2024-04-15T16:48:55.857 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.873+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~PGGM59UUPRXX.0 size=1048576 2024-04-15T16:48:55.859 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.874+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~PGGM59UUPRXX.1 size=733264 2024-04-15T16:48:55.862 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.877+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=PGGM59UUPRXX tag=053JPSOA9E5A type=write size=2830416 2024-04-15T16:48:55.866 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.882+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~6V1Y7O5LDW5Y.0 size=1048576 2024-04-15T16:48:55.868 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.883+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~6V1Y7O5LDW5Y.1 size=416722 2024-04-15T16:48:55.868 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.883+0000 7fcc009d6780 1 > prepared multipart upload key=7GJPLM2OVON4 upload=6V1Y7O5LDW5Y tag=U3A7P2Y3IRFR type=write size=2513874 2024-04-15T16:48:55.870 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.886+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~3DMGZ3AC9SQB.0 size=1048576 2024-04-15T16:48:55.872 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.887+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~3DMGZ3AC9SQB.1 size=661014 2024-04-15T16:48:55.876 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.891+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=3DMGZ3AC9SQB tag=41O6Y0GQ0D5V type=write size=2758166 2024-04-15T16:48:55.878 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.893+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=OBCCU0W7D7TG type=del size=2422020 2024-04-15T16:48:55.880 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.895+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=OBI0DHTCQUPC type=del 2024-04-15T16:48:55.882 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.897+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=A5NQJS48Z98J type=write size=634096 2024-04-15T16:48:55.884 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.899+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=7RD9JSK9XUND type=del 2024-04-15T16:48:55.886 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.901+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=NCIEZBS6ZHPJ type=write size=840643 2024-04-15T16:48:55.887 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.903+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=4WDLP1BMZF93 type=del 2024-04-15T16:48:55.891 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.907+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~CPCXTMD5A4XV.0 size=213018 2024-04-15T16:48:55.891 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.907+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=CPCXTMD5A4XV tag=PEDHMUWDVZCB type=write size=1261594 2024-04-15T16:48:55.893 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.909+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=NAX2Z6OC9MEQ type=del 2024-04-15T16:48:55.897 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.912+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~5G8YCSDDKZX3.0 size=462527 2024-04-15T16:48:55.897 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.912+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=5G8YCSDDKZX3 tag=ONV7BTDRZ0F9 type=write size=1511103 2024-04-15T16:48:55.899 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.914+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=YEIV537AXM9T type=del 2024-04-15T16:48:55.901 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.917+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=3P3PLY7NCDXU type=write size=426310 2024-04-15T16:48:55.903 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.919+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~2J1DXG5KDACI.0 size=1048576 2024-04-15T16:48:55.905 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.921+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~2J1DXG5KDACI.1 size=471165 2024-04-15T16:48:55.909 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.924+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=2J1DXG5KDACI tag=SMC1CV7O7FKK type=write size=2568317 2024-04-15T16:48:55.912 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.927+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~3TMTLI0QOAS7.0 size=1048576 2024-04-15T16:48:55.913 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.929+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~3TMTLI0QOAS7.1 size=1048576 2024-04-15T16:48:55.915 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.930+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~3TMTLI0QOAS7.2 size=685172 2024-04-15T16:48:55.915 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.930+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=3TMTLI0QOAS7 tag=H2FN5DN3NE2O type=write size=3830900 2024-04-15T16:48:55.917 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.932+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=UF7YH4UUKX89 type=del 2024-04-15T16:48:55.921 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.936+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~F22L69BQ4OUX.0 size=1048576 2024-04-15T16:48:55.923 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.938+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~F22L69BQ4OUX.1 size=76648 2024-04-15T16:48:55.923 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.938+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=F22L69BQ4OUX tag=MXJLTO5XRDI1 type=write size=2173800 2024-04-15T16:48:55.924 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.940+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~3JZ7XU6MN5I7.0 size=91636 2024-04-15T16:48:55.928 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.943+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=3JZ7XU6MN5I7 tag=GBQLHB51B1K5 type=write size=1140212 2024-04-15T16:48:55.929 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.945+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=IN19ZKOM3ED9 type=del size=2508555 2024-04-15T16:48:55.931 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.947+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=ANUSG0NY20HQ type=del 2024-04-15T16:48:55.933 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.949+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=PLH5W40Y7TZT type=del size=2166317 2024-04-15T16:48:55.935 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.951+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~JIDS0IXBW7HE.0 size=1048576 2024-04-15T16:48:55.937 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.952+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~JIDS0IXBW7HE.1 size=268126 2024-04-15T16:48:55.941 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.956+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=JIDS0IXBW7HE tag=8GJ2K7BD6HRE type=write size=2365278 2024-04-15T16:48:55.945 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.960+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~371O7OYIEJTB.0 size=1048576 2024-04-15T16:48:55.947 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.962+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~371O7OYIEJTB.1 size=1048576 2024-04-15T16:48:55.948 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.964+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~371O7OYIEJTB.2 size=915425 2024-04-15T16:48:55.948 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.964+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=371O7OYIEJTB tag=YJOU6YLLNA5Q type=write size=4061153 2024-04-15T16:48:55.950 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.966+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=KRFGOXF1H10F type=del 2024-04-15T16:48:55.952 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.968+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=VU5T8SOJ57R8 type=del size=758816 2024-04-15T16:48:55.954 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.970+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~IAAKUHSIAOS5.0 size=566024 2024-04-15T16:48:55.958 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.974+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=IAAKUHSIAOS5 tag=ZRVIO3C0IU4L type=write size=1614600 2024-04-15T16:48:55.960 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.976+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=B35AJAF7H7EK type=del size=3038012 2024-04-15T16:48:55.962 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.978+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~V5HP09P6UZDI.0 size=788129 2024-04-15T16:48:55.966 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.981+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=V5HP09P6UZDI tag=IMNWQJIPVH2M type=write size=1836705 2024-04-15T16:48:55.968 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.983+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=FQZHOD1MG12S type=del size=547252 2024-04-15T16:48:55.970 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.985+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=T4GLTXDCRYMH type=del 2024-04-15T16:48:55.973 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.989+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~DMOXNX3ATGLQ.0 size=693416 2024-04-15T16:48:55.974 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.989+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=DMOXNX3ATGLQ tag=8XX3UTBRZCVU type=write size=1741992 2024-04-15T16:48:55.975 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.991+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~6V1Y7O5LDW5Y.0 size=1048576 2024-04-15T16:48:55.977 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.993+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~6V1Y7O5LDW5Y.1 size=416722 2024-04-15T16:48:55.981 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.996+0000 7fcc009d6780 1 < completed multipart upload key=7GJPLM2OVON4 upload=6V1Y7O5LDW5Y tag=U3A7P2Y3IRFR type=write size=2513874 2024-04-15T16:48:55.982 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:55.998+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=M1ARK7JD4HD6 type=del size=2645188 2024-04-15T16:48:55.985 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.000+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=OBCCU0W7D7TG type=del 2024-04-15T16:48:55.987 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.002+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=EHSUA31GMC0X type=del size=549981 2024-04-15T16:48:55.989 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.004+0000 7fcc009d6780 1 < completed write operation key=7NTTGUKN6UZ3 tag=A5NQJS48Z98J type=write size=634096 2024-04-15T16:48:55.993 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.009+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~FTD3NVMM0C3P.0 size=1048576 2024-04-15T16:48:55.995 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.010+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~FTD3NVMM0C3P.1 size=1048576 2024-04-15T16:48:55.996 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.012+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~FTD3NVMM0C3P.2 size=458398 2024-04-15T16:48:55.996 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.012+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=FTD3NVMM0C3P tag=RKPGW60OE3VW type=write size=3604126 2024-04-15T16:48:55.998 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.014+0000 7fcc009d6780 1 < completed write operation key=GJK15ROSBRTP tag=NCIEZBS6ZHPJ type=write size=840643 2024-04-15T16:48:56.002 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.018+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~MXOA67BGXONR.0 size=1048576 2024-04-15T16:48:56.004 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.019+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~MXOA67BGXONR.1 size=1048576 2024-04-15T16:48:56.006 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.021+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~MXOA67BGXONR.2 size=988982 2024-04-15T16:48:56.006 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.021+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=MXOA67BGXONR tag=A3XBN1QDJVZ2 type=write size=4134710 2024-04-15T16:48:56.008 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.023+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~CPCXTMD5A4XV.0 size=213018 2024-04-15T16:48:56.011 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.027+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=CPCXTMD5A4XV tag=PEDHMUWDVZCB type=write size=1261594 2024-04-15T16:48:56.013 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.029+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=N4PMY9YAMB9X type=del size=437358 2024-04-15T16:48:56.015 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.031+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~5G8YCSDDKZX3.0 size=462527 2024-04-15T16:48:56.019 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.034+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=5G8YCSDDKZX3 tag=ONV7BTDRZ0F9 type=write size=1511103 2024-04-15T16:48:56.023 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.038+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~MHCGITX619TR.0 size=1048576 2024-04-15T16:48:56.024 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.040+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~MHCGITX619TR.1 size=1048576 2024-04-15T16:48:56.026 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.042+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~MHCGITX619TR.2 size=696243 2024-04-15T16:48:56.026 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.042+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=MHCGITX619TR tag=Q7TJDR4NZNJE type=write size=3841971 2024-04-15T16:48:56.029 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.044+0000 7fcc009d6780 1 < canceled operation key=3TSCAKP7XLQL tag=3P3PLY7NCDXU type=write size=426310 2024-04-15T16:48:56.031 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.046+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=98CD4POYZY6L type=del size=1513355 2024-04-15T16:48:56.033 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.049+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~3TMTLI0QOAS7.0 size=1048576 2024-04-15T16:48:56.035 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.050+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~3TMTLI0QOAS7.1 size=1048576 2024-04-15T16:48:56.037 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.052+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~3TMTLI0QOAS7.2 size=685172 2024-04-15T16:48:56.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.055+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=3TMTLI0QOAS7 tag=H2FN5DN3NE2O type=write size=3830900 2024-04-15T16:48:56.042 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.057+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=13I0FL5C5DAB type=del size=1336505 2024-04-15T16:48:56.042 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.058+0000 7fcc009d6780 1 < canceled part key=_multipart_BXP894QCFBMM.2~F22L69BQ4OUX.0 size=1048576 2024-04-15T16:48:56.044 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.060+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~F22L69BQ4OUX.1 size=76648 2024-04-15T16:48:56.047 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.063+0000 7fcc009d6780 1 < canceled multipart upload key=BXP894QCFBMM upload=F22L69BQ4OUX tag=MXJLTO5XRDI1 type=write size=2173800 2024-04-15T16:48:56.049 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.065+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=QHM4R28CMFZD type=del size=4122109 2024-04-15T16:48:56.051 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.067+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=IN19ZKOM3ED9 type=del 2024-04-15T16:48:56.053 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.069+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=DH4TASJN6GZN type=write size=106454 2024-04-15T16:48:56.055 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.071+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=PLH5W40Y7TZT type=del 2024-04-15T16:48:56.057 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.073+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=8KLOGNJE49T8 type=del size=455257 2024-04-15T16:48:56.060 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.075+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~371O7OYIEJTB.0 size=1048576 2024-04-15T16:48:56.061 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.077+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~371O7OYIEJTB.1 size=1048576 2024-04-15T16:48:56.063 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.078+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~371O7OYIEJTB.2 size=915425 2024-04-15T16:48:56.067 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.082+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=371O7OYIEJTB tag=YJOU6YLLNA5Q type=write size=4061153 2024-04-15T16:48:56.069 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.084+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=3OJFIPMR1TCZ type=del size=217113 2024-04-15T16:48:56.073 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.088+0000 7fcc009d6780 1 < suggested remove operation key=MI9ZZNLIFVPG tag=VU5T8SOJ57R8 type=del 2024-04-15T16:48:56.075 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.090+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=P16OJXGTR6HG type=del size=2544191 2024-04-15T16:48:56.077 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.092+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=B35AJAF7H7EK type=del 2024-04-15T16:48:56.080 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.096+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~385RYHXRPIZL.0 size=927002 2024-04-15T16:48:56.080 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.096+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=385RYHXRPIZL tag=I7QHYVBDSHXI type=write size=1975578 2024-04-15T16:48:56.082 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.097+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=FQZHOD1MG12S type=del 2024-04-15T16:48:56.084 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.100+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=0W8W91GFARDV type=write size=1007420 2024-04-15T16:48:56.086 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.102+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~DMOXNX3ATGLQ.0 size=693416 2024-04-15T16:48:56.089 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.105+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=DMOXNX3ATGLQ tag=8XX3UTBRZCVU type=write size=1741992 2024-04-15T16:48:56.091 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.107+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=JKKP3WLZN1T8 type=del size=108945 2024-04-15T16:48:56.093 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.109+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=M1ARK7JD4HD6 type=del 2024-04-15T16:48:56.095 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.111+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=GF7QHD784RHW type=del size=2418998 2024-04-15T16:48:56.099 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.114+0000 7fcc009d6780 1 < suggested remove operation key=CQ12L2GW4SE3 tag=EHSUA31GMC0X type=del 2024-04-15T16:48:56.101 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.117+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=ADQ21T64QNOP type=del size=1798780 2024-04-15T16:48:56.103 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.119+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~FTD3NVMM0C3P.0 size=1048576 2024-04-15T16:48:56.105 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.120+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~FTD3NVMM0C3P.1 size=1048576 2024-04-15T16:48:56.106 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.122+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~FTD3NVMM0C3P.2 size=458398 2024-04-15T16:48:56.110 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.125+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=FTD3NVMM0C3P tag=RKPGW60OE3VW type=write size=3604126 2024-04-15T16:48:56.112 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.127+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=XJGNCA5FL4JP type=del size=427640 2024-04-15T16:48:56.113 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.129+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~MXOA67BGXONR.0 size=1048576 2024-04-15T16:48:56.114 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.129+0000 7fcc009d6780 1 < canceled part key=_multipart_SEFWMQT6GQB4.2~MXOA67BGXONR.1 size=1048576 2024-04-15T16:48:56.115 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.130+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~MXOA67BGXONR.2 size=988982 2024-04-15T16:48:56.119 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.133+0000 7fcc009d6780 1 < canceled multipart upload key=SEFWMQT6GQB4 upload=MXOA67BGXONR tag=A3XBN1QDJVZ2 type=write size=4134710 2024-04-15T16:48:56.120 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.135+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=YA2VTFURR6RB type=del size=1685874 2024-04-15T16:48:56.121 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.136+0000 7fcc009d6780 -1 < no bi entry to suggest for operation key=MI9ZZNLIFVPG tag=N4PMY9YAMB9X type=del size=437358: (2) No such file or directory 2024-04-15T16:48:56.123 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.138+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=GNK8PWBI1665 type=del size=4172919 2024-04-15T16:48:56.125 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.140+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~MHCGITX619TR.0 size=1048576 2024-04-15T16:48:56.127 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.142+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~MHCGITX619TR.1 size=1048576 2024-04-15T16:48:56.128 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.144+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~MHCGITX619TR.2 size=696243 2024-04-15T16:48:56.132 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.147+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=MHCGITX619TR tag=Q7TJDR4NZNJE type=write size=3841971 2024-04-15T16:48:56.136 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.151+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~9238QRG4HC5E.0 size=657213 2024-04-15T16:48:56.136 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.151+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=9238QRG4HC5E tag=IQBBBY2V81PA type=write size=1705789 2024-04-15T16:48:56.138 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.153+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=98CD4POYZY6L type=del 2024-04-15T16:48:56.141 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.157+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~J5FCC3RM8ZWB.0 size=1048576 2024-04-15T16:48:56.143 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.158+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~J5FCC3RM8ZWB.1 size=1048576 2024-04-15T16:48:56.145 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.160+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~J5FCC3RM8ZWB.2 size=675822 2024-04-15T16:48:56.145 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.160+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=J5FCC3RM8ZWB tag=ITQYK58IC320 type=write size=3821550 2024-04-15T16:48:56.146 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.162+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=13I0FL5C5DAB type=del 2024-04-15T16:48:56.150 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.165+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~2TW1W8499EFT.0 size=1048576 2024-04-15T16:48:56.151 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.167+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~2TW1W8499EFT.1 size=1048576 2024-04-15T16:48:56.153 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.168+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~2TW1W8499EFT.2 size=396136 2024-04-15T16:48:56.153 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.168+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=2TW1W8499EFT tag=H5FZU6A2P98T type=write size=3541864 2024-04-15T16:48:56.155 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.170+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=QHM4R28CMFZD type=del 2024-04-15T16:48:56.157 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.172+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=3396USHNRDVQ type=del size=4123344 2024-04-15T16:48:56.159 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.175+0000 7fcc009d6780 1 < completed write operation key=Q6ADAXSPMY0X tag=DH4TASJN6GZN type=write size=106454 2024-04-15T16:48:56.163 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.178+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~SHAOLV2ZUMWT.0 size=1048576 2024-04-15T16:48:56.164 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.180+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~SHAOLV2ZUMWT.1 size=603365 2024-04-15T16:48:56.164 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.180+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=SHAOLV2ZUMWT tag=N1J95PDGDARQ type=write size=2700517 2024-04-15T16:48:56.168 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.184+0000 7fcc009d6780 1 < suggested update operation key=4BYY962BPUZ7 tag=8KLOGNJE49T8 type=del size=455257 2024-04-15T16:48:56.172 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.187+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~CI2VBYW11OFW.0 size=477055 2024-04-15T16:48:56.172 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.187+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=CI2VBYW11OFW tag=9PJ76QNOLZFY type=write size=1525631 2024-04-15T16:48:56.174 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.189+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=3OJFIPMR1TCZ type=del 2024-04-15T16:48:56.178 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.193+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~Z1HVONQN6H04.0 size=921931 2024-04-15T16:48:56.178 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.193+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=Z1HVONQN6H04 tag=G57Q0CI5VKFO type=write size=1970507 2024-04-15T16:48:56.179 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.195+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=P16OJXGTR6HG type=del 2024-04-15T16:48:56.181 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.197+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=RIS725B75R1G type=write size=708287 2024-04-15T16:48:56.183 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.199+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~385RYHXRPIZL.0 size=927002 2024-04-15T16:48:56.186 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.202+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=385RYHXRPIZL tag=I7QHYVBDSHXI type=write size=1975578 2024-04-15T16:48:56.189 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.204+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=RFH4ZFCJ6R5X type=del size=3192298 2024-04-15T16:48:56.190 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.205+0000 7fcc009d6780 1 < completed write operation key=7NTTGUKN6UZ3 tag=0W8W91GFARDV type=write size=1007420 2024-04-15T16:48:56.193 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.209+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~H19BW8PGHJCS.0 size=1048576 2024-04-15T16:48:56.195 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.210+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~H19BW8PGHJCS.1 size=1048576 2024-04-15T16:48:56.196 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.212+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~H19BW8PGHJCS.2 size=825777 2024-04-15T16:48:56.197 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.212+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=H19BW8PGHJCS tag=Y46CB2JNRXMB type=write size=3971505 2024-04-15T16:48:56.201 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.216+0000 7fcc009d6780 1 < suggested update operation key=8VXMHHU12YH7 tag=JKKP3WLZN1T8 type=del size=108945 2024-04-15T16:48:56.203 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.218+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=33QIRTEUD29T type=del size=810120 2024-04-15T16:48:56.205 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.220+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=GF7QHD784RHW type=del 2024-04-15T16:48:56.207 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.222+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=DXNV33ZM2ZBZ type=del size=1562465 2024-04-15T16:48:56.208 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.224+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=ADQ21T64QNOP type=del 2024-04-15T16:48:56.210 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.226+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=SSIMF2DYFTUJ type=del size=1570066 2024-04-15T16:48:56.214 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.229+0000 7fcc009d6780 1 < suggested update operation key=VPMU4YD3VQ1D tag=XJGNCA5FL4JP type=del size=427640 2024-04-15T16:48:56.216 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.231+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=Z91O7VOHKNLM type=del size=2326031 2024-04-15T16:48:56.218 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.233+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=YA2VTFURR6RB type=del 2024-04-15T16:48:56.220 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.235+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=OPITX1ARJNSO type=del size=716808 2024-04-15T16:48:56.221 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.237+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=GNK8PWBI1665 type=del 2024-04-15T16:48:56.223 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.239+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=0WZULLI04NPG type=del size=1634188 2024-04-15T16:48:56.225 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.241+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~9238QRG4HC5E.0 size=657213 2024-04-15T16:48:56.228 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.244+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=9238QRG4HC5E tag=IQBBBY2V81PA type=write size=1705789 2024-04-15T16:48:56.232 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.247+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~IQHO1DZN3XN0.0 size=862575 2024-04-15T16:48:56.232 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.247+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=IQHO1DZN3XN0 tag=51EQ8X6RQYDR type=write size=1911151 2024-04-15T16:48:56.234 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.249+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~J5FCC3RM8ZWB.0 size=1048576 2024-04-15T16:48:56.236 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.251+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~J5FCC3RM8ZWB.1 size=1048576 2024-04-15T16:48:56.237 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.253+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~J5FCC3RM8ZWB.2 size=675822 2024-04-15T16:48:56.241 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.256+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=J5FCC3RM8ZWB tag=ITQYK58IC320 type=write size=3821550 2024-04-15T16:48:56.243 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.258+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=028CHA1RCSNK type=del size=296095 2024-04-15T16:48:56.245 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.260+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~2TW1W8499EFT.0 size=1048576 2024-04-15T16:48:56.246 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.262+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~2TW1W8499EFT.1 size=1048576 2024-04-15T16:48:56.248 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.263+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~2TW1W8499EFT.2 size=396136 2024-04-15T16:48:56.251 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.267+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=2TW1W8499EFT tag=H5FZU6A2P98T type=write size=3541864 2024-04-15T16:48:56.255 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.270+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~RISXABMZ53B8.0 size=1048576 2024-04-15T16:48:56.256 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.272+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~RISXABMZ53B8.1 size=1014779 2024-04-15T16:48:56.256 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.272+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=RISXABMZ53B8 tag=AU1N8ZHIJF1H type=write size=3111931 2024-04-15T16:48:56.258 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.274+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=3396USHNRDVQ type=del 2024-04-15T16:48:56.260 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.276+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=W3ORRLS1NZ29 type=del size=3432315 2024-04-15T16:48:56.262 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.278+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~SHAOLV2ZUMWT.0 size=1048576 2024-04-15T16:48:56.264 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.279+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~SHAOLV2ZUMWT.1 size=603365 2024-04-15T16:48:56.267 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.283+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=SHAOLV2ZUMWT tag=N1J95PDGDARQ type=write size=2700517 2024-04-15T16:48:56.271 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.286+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~MOQDYX5H8EKW.0 size=354331 2024-04-15T16:48:56.271 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.286+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=MOQDYX5H8EKW tag=GFLX9ZNGVH09 type=write size=1402907 2024-04-15T16:48:56.273 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.288+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~CI2VBYW11OFW.0 size=477055 2024-04-15T16:48:56.276 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.292+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=CI2VBYW11OFW tag=9PJ76QNOLZFY type=write size=1525631 2024-04-15T16:48:56.278 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.294+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=ILM8NVGDCJEH type=write size=56959 2024-04-15T16:48:56.280 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.296+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~Z1HVONQN6H04.0 size=921931 2024-04-15T16:48:56.284 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.299+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=Z1HVONQN6H04 tag=G57Q0CI5VKFO type=write size=1970507 2024-04-15T16:48:56.285 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.301+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=YQ8ZRGZI6EWT type=del size=2445726 2024-04-15T16:48:56.289 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.304+0000 7fcc009d6780 1 < suggested update operation key=VPMU4YD3VQ1D tag=RIS725B75R1G type=write size=708287 2024-04-15T16:48:56.291 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.307+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=DNOHHBQQRKEQ type=del size=1922151 2024-04-15T16:48:56.295 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.310+0000 7fcc009d6780 1 < suggested remove operation key=3TSCAKP7XLQL tag=RFH4ZFCJ6R5X type=del 2024-04-15T16:48:56.299 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.315+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~ZF7N21C7MQJK.0 size=922690 2024-04-15T16:48:56.299 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.315+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=ZF7N21C7MQJK tag=4B7DFAOSTWW2 type=write size=1971266 2024-04-15T16:48:56.301 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.317+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~H19BW8PGHJCS.0 size=1048576 2024-04-15T16:48:56.303 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.318+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~H19BW8PGHJCS.1 size=1048576 2024-04-15T16:48:56.305 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.320+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~H19BW8PGHJCS.2 size=825777 2024-04-15T16:48:56.308 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.324+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=H19BW8PGHJCS tag=Y46CB2JNRXMB type=write size=3971505 2024-04-15T16:48:56.310 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.325+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=B0X0L73KZ1TC type=del size=2619892 2024-04-15T16:48:56.312 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.327+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=33QIRTEUD29T type=del 2024-04-15T16:48:56.316 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.331+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~WARL3MACX3QC.0 size=1048576 2024-04-15T16:48:56.318 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.333+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~WARL3MACX3QC.1 size=1048576 2024-04-15T16:48:56.319 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.335+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~WARL3MACX3QC.2 size=197793 2024-04-15T16:48:56.319 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.335+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=WARL3MACX3QC tag=BG48TU2ZMCJA type=write size=3343521 2024-04-15T16:48:56.322 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.337+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=DXNV33ZM2ZBZ type=del 2024-04-15T16:48:56.325 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.341+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~Y1MS0KXX8WY7.0 size=1048576 2024-04-15T16:48:56.327 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.342+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~Y1MS0KXX8WY7.1 size=1048576 2024-04-15T16:48:56.329 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.344+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~Y1MS0KXX8WY7.2 size=24769 2024-04-15T16:48:56.329 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.344+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=Y1MS0KXX8WY7 tag=XLFO98PNRCC0 type=write size=3170497 2024-04-15T16:48:56.331 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.347+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=SSIMF2DYFTUJ type=del 2024-04-15T16:48:56.333 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.349+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=2E8PA51KP2CM type=del size=316203 2024-04-15T16:48:56.335 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.351+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=Z91O7VOHKNLM type=del 2024-04-15T16:48:56.339 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.355+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~RFDB3E8Q2ZDC.0 size=905515 2024-04-15T16:48:56.340 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.355+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=RFDB3E8Q2ZDC tag=UWRECQKSZED8 type=write size=1954091 2024-04-15T16:48:56.341 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.357+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=OPITX1ARJNSO type=del 2024-04-15T16:48:56.343 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.359+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=08QHPO7WFPW9 type=del size=3293071 2024-04-15T16:48:56.346 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.361+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=0WZULLI04NPG type=del 2024-04-15T16:48:56.348 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.363+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=C5N7R1OT2TMY type=del size=596574 2024-04-15T16:48:56.350 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.365+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~IQHO1DZN3XN0.0 size=862575 2024-04-15T16:48:56.354 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.369+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=IQHO1DZN3XN0 tag=51EQ8X6RQYDR type=write size=1911151 2024-04-15T16:48:56.355 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.370+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=RIVHENX2RZ3D type=del size=1446961 2024-04-15T16:48:56.357 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.372+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=028CHA1RCSNK type=del 2024-04-15T16:48:56.359 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.374+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=QT6Y8HA2FTNK type=del size=2489569 2024-04-15T16:48:56.360 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.376+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~RISXABMZ53B8.0 size=1048576 2024-04-15T16:48:56.362 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.378+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~RISXABMZ53B8.1 size=1014779 2024-04-15T16:48:56.366 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.382+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=RISXABMZ53B8 tag=AU1N8ZHIJF1H type=write size=3111931 2024-04-15T16:48:56.370 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.385+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~K6IZSH84KQWV.0 size=1048576 2024-04-15T16:48:56.371 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.387+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~K6IZSH84KQWV.1 size=202075 2024-04-15T16:48:56.371 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.387+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=K6IZSH84KQWV tag=UB8BJ5OJGB63 type=write size=2299227 2024-04-15T16:48:56.375 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.390+0000 7fcc009d6780 1 < suggested remove operation key=GJK15ROSBRTP tag=W3ORRLS1NZ29 type=del 2024-04-15T16:48:56.379 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.394+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~SRA2PAVVACUC.0 size=902532 2024-04-15T16:48:56.379 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.394+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=SRA2PAVVACUC tag=0XVYA9R4I3R5 type=write size=1951108 2024-04-15T16:48:56.379 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.394+0000 7fcc009d6780 1 < canceled part key=_multipart_XE6CHS65PXVA.2~MOQDYX5H8EKW.0 size=354331 2024-04-15T16:48:56.383 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.398+0000 7fcc009d6780 1 < canceled multipart upload key=XE6CHS65PXVA upload=MOQDYX5H8EKW tag=GFLX9ZNGVH09 type=write size=1402907 2024-04-15T16:48:56.384 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.400+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=3R8N3CZL7FXF type=del size=1470697 2024-04-15T16:48:56.386 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.402+0000 7fcc009d6780 1 < completed write operation key=BJ0SZQNPDE4F tag=ILM8NVGDCJEH type=write size=56959 2024-04-15T16:48:56.390 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.405+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~NQ979O02PJQT.0 size=965584 2024-04-15T16:48:56.390 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.405+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=NQ979O02PJQT tag=YBU14HJ0BLY2 type=write size=2014160 2024-04-15T16:48:56.394 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.409+0000 7fcc009d6780 1 < suggested update operation key=GEH1YTD5S8EP tag=YQ8ZRGZI6EWT type=del size=2445726 2024-04-15T16:48:56.396 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.411+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=0GUVPR60MBRF type=del size=3029079 2024-04-15T16:48:56.400 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.416+0000 7fcc009d6780 1 < suggested update operation key=Q6ADAXSPMY0X tag=DNOHHBQQRKEQ type=del size=1922151 2024-04-15T16:48:56.404 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.419+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~Q4E0BMYDB9XD.0 size=942582 2024-04-15T16:48:56.404 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.419+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=Q4E0BMYDB9XD tag=M77S2TAVFPQL type=write size=1991158 2024-04-15T16:48:56.406 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.422+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~ZF7N21C7MQJK.0 size=922690 2024-04-15T16:48:56.409 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.425+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=ZF7N21C7MQJK tag=4B7DFAOSTWW2 type=write size=1971266 2024-04-15T16:48:56.411 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.427+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=YAY5DDFCRR0D type=del size=1838860 2024-04-15T16:48:56.415 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.430+0000 7fcc009d6780 1 < suggested update operation key=BJ0SZQNPDE4F tag=B0X0L73KZ1TC type=del size=2619892 2024-04-15T16:48:56.419 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.434+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~FJB6BX2ADAIF.0 size=1048576 2024-04-15T16:48:56.420 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.436+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~FJB6BX2ADAIF.1 size=1048576 2024-04-15T16:48:56.422 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.437+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~FJB6BX2ADAIF.2 size=37918 2024-04-15T16:48:56.422 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.437+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=FJB6BX2ADAIF tag=ZPNDUO0L87X8 type=write size=3183646 2024-04-15T16:48:56.424 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.440+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~WARL3MACX3QC.0 size=1048576 2024-04-15T16:48:56.426 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.441+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~WARL3MACX3QC.1 size=1048576 2024-04-15T16:48:56.428 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.443+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~WARL3MACX3QC.2 size=197793 2024-04-15T16:48:56.431 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.446+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=WARL3MACX3QC tag=BG48TU2ZMCJA type=write size=3343521 2024-04-15T16:48:56.433 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.448+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=JWK6JQ31IURY type=del size=45191 2024-04-15T16:48:56.435 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.450+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~Y1MS0KXX8WY7.0 size=1048576 2024-04-15T16:48:56.436 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.452+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~Y1MS0KXX8WY7.1 size=1048576 2024-04-15T16:48:56.438 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.453+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~Y1MS0KXX8WY7.2 size=24769 2024-04-15T16:48:56.442 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.457+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=Y1MS0KXX8WY7 tag=XLFO98PNRCC0 type=write size=3170497 2024-04-15T16:48:56.445 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.461+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=CTKRO3CKM6ID type=del size=2035114 2024-04-15T16:48:56.448 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.463+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=2E8PA51KP2CM type=del 2024-04-15T16:48:56.450 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.465+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=VRFKNS22KR69 type=write size=280879 2024-04-15T16:48:56.451 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.467+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~RFDB3E8Q2ZDC.0 size=905515 2024-04-15T16:48:56.454 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.470+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=RFDB3E8Q2ZDC tag=UWRECQKSZED8 type=write size=1954091 2024-04-15T16:48:56.458 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.473+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~2WGZVPS6MINR.0 size=324209 2024-04-15T16:48:56.458 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.473+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=2WGZVPS6MINR tag=0FUETX1UIVGI type=write size=1372785 2024-04-15T16:48:56.462 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.477+0000 7fcc009d6780 1 < suggested update operation key=VPMU4YD3VQ1D tag=08QHPO7WFPW9 type=del size=3293071 2024-04-15T16:48:56.464 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.479+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=P2MMOGNXOYFO type=del size=2343050 2024-04-15T16:48:56.466 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.481+0000 7fcc009d6780 -1 < failed to complete operation key=VPMU4YD3VQ1D tag=C5N7R1OT2TMY type=del size=596574: (22) Invalid argument 2024-04-15T16:48:56.468 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.483+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=V9AORRJPRIM7 type=write size=123985 2024-04-15T16:48:56.470 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.485+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=RIVHENX2RZ3D type=del 2024-04-15T16:48:56.473 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.488+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~APNKPEG7EO74.0 size=1048576 2024-04-15T16:48:56.475 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.490+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~APNKPEG7EO74.1 size=1048576 2024-04-15T16:48:56.476 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.492+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~APNKPEG7EO74.2 size=929146 2024-04-15T16:48:56.477 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.492+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=APNKPEG7EO74 tag=XAQ9S1OTNX58 type=write size=4074874 2024-04-15T16:48:56.478 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.493+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=QT6Y8HA2FTNK type=del 2024-04-15T16:48:56.480 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.495+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=OK5AYY0QPUYF type=del size=1395138 2024-04-15T16:48:56.482 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.497+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~K6IZSH84KQWV.0 size=1048576 2024-04-15T16:48:56.483 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.499+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~K6IZSH84KQWV.1 size=202075 2024-04-15T16:48:56.486 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.502+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=K6IZSH84KQWV tag=UB8BJ5OJGB63 type=write size=2299227 2024-04-15T16:48:56.490 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.505+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~DXQ9Q0NPX0GF.0 size=303938 2024-04-15T16:48:56.490 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.505+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=DXQ9Q0NPX0GF tag=B316T7UL3QZQ type=write size=1352514 2024-04-15T16:48:56.490 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.505+0000 7fcc009d6780 1 < canceled part key=_multipart_VPMU4YD3VQ1D.2~SRA2PAVVACUC.0 size=902532 2024-04-15T16:48:56.493 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.508+0000 7fcc009d6780 1 < canceled multipart upload key=VPMU4YD3VQ1D upload=SRA2PAVVACUC tag=0XVYA9R4I3R5 type=write size=1951108 2024-04-15T16:48:56.496 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.512+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~2V4580JORB95.0 size=1048576 2024-04-15T16:48:56.498 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.513+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~2V4580JORB95.1 size=430154 2024-04-15T16:48:56.498 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.513+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=2V4580JORB95 tag=ZD7BWZGDU8MT type=write size=2527306 2024-04-15T16:48:56.500 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.515+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=3R8N3CZL7FXF type=del 2024-04-15T16:48:56.503 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.519+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~8DB8DHJDPANY.0 size=512321 2024-04-15T16:48:56.504 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.519+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=8DB8DHJDPANY tag=X5D2TEGSLBVH type=write size=1560897 2024-04-15T16:48:56.505 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.521+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~NQ979O02PJQT.0 size=965584 2024-04-15T16:48:56.509 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.524+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=NQ979O02PJQT tag=YBU14HJ0BLY2 type=write size=2014160 2024-04-15T16:48:56.511 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.527+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=VOEPQ7DMZLVO type=del size=2179517 2024-04-15T16:48:56.514 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.529+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=0GUVPR60MBRF type=del 2024-04-15T16:48:56.517 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.533+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~XH5HWTHLJ9UL.0 size=1048576 2024-04-15T16:48:56.524 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.539+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~XH5HWTHLJ9UL.1 size=1048576 2024-04-15T16:48:56.525 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.541+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~XH5HWTHLJ9UL.2 size=302329 2024-04-15T16:48:56.525 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.541+0000 7fcc009d6780 1 > prepared multipart upload key=7GJPLM2OVON4 upload=XH5HWTHLJ9UL tag=Q3XJHAHTL6W9 type=write size=3448057 2024-04-15T16:48:56.528 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.543+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~Q4E0BMYDB9XD.0 size=942582 2024-04-15T16:48:56.531 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.546+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=Q4E0BMYDB9XD tag=M77S2TAVFPQL type=write size=1991158 2024-04-15T16:48:56.534 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.550+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~D4RME7EW3PAJ.0 size=1048576 2024-04-15T16:48:56.536 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.551+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~D4RME7EW3PAJ.1 size=72414 2024-04-15T16:48:56.536 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.551+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=D4RME7EW3PAJ tag=M56XY9ZZ32C8 type=write size=2169566 2024-04-15T16:48:56.538 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.554+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=YAY5DDFCRR0D type=del 2024-04-15T16:48:56.542 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.558+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~RPOPL9DZ6014.0 size=1048576 2024-04-15T16:48:56.544 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.560+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~RPOPL9DZ6014.1 size=1048576 2024-04-15T16:48:56.546 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.561+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~RPOPL9DZ6014.2 size=289457 2024-04-15T16:48:56.546 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.561+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=RPOPL9DZ6014 tag=FTWORENWGLR3 type=write size=3435185 2024-04-15T16:48:56.548 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.564+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~FJB6BX2ADAIF.0 size=1048576 2024-04-15T16:48:56.550 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.565+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~FJB6BX2ADAIF.1 size=1048576 2024-04-15T16:48:56.551 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.567+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~FJB6BX2ADAIF.2 size=37918 2024-04-15T16:48:56.555 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.570+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=FJB6BX2ADAIF tag=ZPNDUO0L87X8 type=write size=3183646 2024-04-15T16:48:56.558 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.574+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~FJZPR1NQT27V.0 size=1048576 2024-04-15T16:48:56.560 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.575+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~FJZPR1NQT27V.1 size=583321 2024-04-15T16:48:56.560 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.575+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=FJZPR1NQT27V tag=AZGYTHWVFOSH type=write size=2680473 2024-04-15T16:48:56.562 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.577+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=JWK6JQ31IURY type=del 2024-04-15T16:48:56.564 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.579+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=CCIETR6N1HMV type=del size=2674076 2024-04-15T16:48:56.566 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.581+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=CTKRO3CKM6ID type=del 2024-04-15T16:48:56.569 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.585+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~NL9ZYLT9ICLP.0 size=633261 2024-04-15T16:48:56.570 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.585+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=NL9ZYLT9ICLP tag=21IE06MZWPIL type=write size=1681837 2024-04-15T16:48:56.573 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.589+0000 7fcc009d6780 1 < suggested update operation key=QYKA01GVNV1V tag=VRFKNS22KR69 type=write size=280879 2024-04-15T16:48:56.575 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.590+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=VXVQ132Z6VV1 type=del size=454994 2024-04-15T16:48:56.577 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.592+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~2WGZVPS6MINR.0 size=324209 2024-04-15T16:48:56.580 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.596+0000 7fcc009d6780 1 < completed multipart upload key=GEH1YTD5S8EP upload=2WGZVPS6MINR tag=0FUETX1UIVGI type=write size=1372785 2024-04-15T16:48:56.582 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.598+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=4D90UYAL7GV6 type=del size=2948303 2024-04-15T16:48:56.585 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.600+0000 7fcc009d6780 1 < canceled operation key=SEFWMQT6GQB4 tag=P2MMOGNXOYFO type=del size=2343050 2024-04-15T16:48:56.590 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.604+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~AFMIYLWJFYEQ.0 size=1048576 2024-04-15T16:48:56.590 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.606+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~AFMIYLWJFYEQ.1 size=408582 2024-04-15T16:48:56.590 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.606+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=AFMIYLWJFYEQ tag=VYGBQE7VYVVS type=write size=2505734 2024-04-15T16:48:56.595 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.610+0000 7fcc009d6780 1 < suggested update operation key=CGQDFKP4V6R7 tag=V9AORRJPRIM7 type=write size=123985 2024-04-15T16:48:56.597 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.612+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=Q40GKEUBS3GX type=del size=239809 2024-04-15T16:48:56.597 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.612+0000 7fcc009d6780 1 < canceled part key=_multipart_XE6CHS65PXVA.2~APNKPEG7EO74.0 size=1048576 2024-04-15T16:48:56.599 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.614+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~APNKPEG7EO74.1 size=1048576 2024-04-15T16:48:56.600 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.616+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~APNKPEG7EO74.2 size=929146 2024-04-15T16:48:56.604 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.619+0000 7fcc009d6780 1 < canceled multipart upload key=XE6CHS65PXVA upload=APNKPEG7EO74 tag=XAQ9S1OTNX58 type=write size=4074874 2024-04-15T16:48:56.606 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.621+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=W3NH2I7377E3 type=del size=766471 2024-04-15T16:48:56.608 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.623+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=OK5AYY0QPUYF type=del 2024-04-15T16:48:56.611 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.626+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~9I4FWHQ0622H.0 size=1048576 2024-04-15T16:48:56.613 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.628+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~9I4FWHQ0622H.1 size=1048576 2024-04-15T16:48:56.614 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.630+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~9I4FWHQ0622H.2 size=393801 2024-04-15T16:48:56.614 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.630+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=9I4FWHQ0622H tag=GRAZV79IKQMM type=write size=3539529 2024-04-15T16:48:56.617 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.632+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~DXQ9Q0NPX0GF.0 size=303938 2024-04-15T16:48:56.621 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.636+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=DXQ9Q0NPX0GF tag=B316T7UL3QZQ type=write size=1352514 2024-04-15T16:48:56.623 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.639+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=K30CGBH6O71V type=del size=3652153 2024-04-15T16:48:56.626 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.641+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~2V4580JORB95.0 size=1048576 2024-04-15T16:48:56.628 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.643+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~2V4580JORB95.1 size=430154 2024-04-15T16:48:56.631 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.646+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=2V4580JORB95 tag=ZD7BWZGDU8MT type=write size=2527306 2024-04-15T16:48:56.636 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.650+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~ZCIYCHBZQFT3.0 size=1048576 2024-04-15T16:48:56.637 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.653+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~ZCIYCHBZQFT3.1 size=631673 2024-04-15T16:48:56.638 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.653+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=ZCIYCHBZQFT3 tag=JRWQYWH4RHC0 type=write size=2728825 2024-04-15T16:48:56.640 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.655+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~8DB8DHJDPANY.0 size=512321 2024-04-15T16:48:56.644 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.659+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=8DB8DHJDPANY tag=X5D2TEGSLBVH type=write size=1560897 2024-04-15T16:48:56.647 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.663+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~JJW0IC2UP33Z.0 size=1048576 2024-04-15T16:48:56.649 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.664+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~JJW0IC2UP33Z.1 size=1048264 2024-04-15T16:48:56.649 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.664+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=JJW0IC2UP33Z tag=051S2YZKPL4K type=write size=3145416 2024-04-15T16:48:56.651 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.666+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=VOEPQ7DMZLVO type=del 2024-04-15T16:48:56.653 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.668+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=WP0IUB48S9W2 type=del size=3374490 2024-04-15T16:48:56.655 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.670+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~XH5HWTHLJ9UL.0 size=1048576 2024-04-15T16:48:56.657 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.672+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~XH5HWTHLJ9UL.1 size=1048576 2024-04-15T16:48:56.658 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.674+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~XH5HWTHLJ9UL.2 size=302329 2024-04-15T16:48:56.662 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.678+0000 7fcc009d6780 1 < completed multipart upload key=7GJPLM2OVON4 upload=XH5HWTHLJ9UL tag=Q3XJHAHTL6W9 type=write size=3448057 2024-04-15T16:48:56.665 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.680+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=7WHTHDKGKGLF type=del size=2803599 2024-04-15T16:48:56.667 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.682+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~D4RME7EW3PAJ.0 size=1048576 2024-04-15T16:48:56.670 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.684+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~D4RME7EW3PAJ.1 size=72414 2024-04-15T16:48:56.673 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.687+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=D4RME7EW3PAJ tag=M56XY9ZZ32C8 type=write size=2169566 2024-04-15T16:48:56.674 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.689+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=AJ5KON0BY2S7 type=del size=3502950 2024-04-15T16:48:56.676 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.691+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~RPOPL9DZ6014.0 size=1048576 2024-04-15T16:48:56.678 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.693+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~RPOPL9DZ6014.1 size=1048576 2024-04-15T16:48:56.679 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.695+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~RPOPL9DZ6014.2 size=289457 2024-04-15T16:48:56.682 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.698+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=RPOPL9DZ6014 tag=FTWORENWGLR3 type=write size=3435185 2024-04-15T16:48:56.684 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.700+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=2L741TPLL9Z4 type=del size=510712 2024-04-15T16:48:56.687 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.702+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~FJZPR1NQT27V.0 size=1048576 2024-04-15T16:48:56.690 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.704+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~FJZPR1NQT27V.1 size=583321 2024-04-15T16:48:56.692 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.708+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=FJZPR1NQT27V tag=AZGYTHWVFOSH type=write size=2680473 2024-04-15T16:48:56.696 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.711+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~9PMS33HH21C5.0 size=1048576 2024-04-15T16:48:56.698 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.713+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~9PMS33HH21C5.1 size=286725 2024-04-15T16:48:56.698 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.713+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=9PMS33HH21C5 tag=WYS8JEQQCJEB type=write size=2383877 2024-04-15T16:48:56.699 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.715+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=CCIETR6N1HMV type=del 2024-04-15T16:48:56.701 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.717+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=J1QYXE0B5A7J type=del size=882563 2024-04-15T16:48:56.703 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.719+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~NL9ZYLT9ICLP.0 size=633261 2024-04-15T16:48:56.707 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.722+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=NL9ZYLT9ICLP tag=21IE06MZWPIL type=write size=1681837 2024-04-15T16:48:56.709 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.724+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=HJF4UXR27WGN type=del size=385475 2024-04-15T16:48:56.712 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.727+0000 7fcc009d6780 1 < completed delete operation key=54DQHB9HNDQB tag=VXVQ132Z6VV1 type=del 2024-04-15T16:48:56.716 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.731+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~1PJ1MWTP2COJ.0 size=813908 2024-04-15T16:48:56.716 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.731+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=1PJ1MWTP2COJ tag=3Q2HVTZ63ELH type=write size=1862484 2024-04-15T16:48:56.719 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.734+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=4D90UYAL7GV6 type=del 2024-04-15T16:48:56.721 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.736+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=0TQUELHL3XS3 type=del size=505111 2024-04-15T16:48:56.721 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.736+0000 7fcc009d6780 1 < canceled part key=_multipart_GJK15ROSBRTP.2~AFMIYLWJFYEQ.0 size=1048576 2024-04-15T16:48:56.722 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.738+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~AFMIYLWJFYEQ.1 size=408582 2024-04-15T16:48:56.726 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.741+0000 7fcc009d6780 1 < canceled multipart upload key=GJK15ROSBRTP upload=AFMIYLWJFYEQ tag=VYGBQE7VYVVS type=write size=2505734 2024-04-15T16:48:56.730 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.745+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~SZFW1VH9RGJM.0 size=142949 2024-04-15T16:48:56.730 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.745+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=SZFW1VH9RGJM tag=6M8O9GRD8L1C type=write size=1191525 2024-04-15T16:48:56.733 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.749+0000 7fcc009d6780 1 < suggested remove operation key=XE6CHS65PXVA tag=Q40GKEUBS3GX type=del 2024-04-15T16:48:56.735 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.751+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=2Z8OXEKKY2EP type=write size=827509 2024-04-15T16:48:56.738 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.753+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=W3NH2I7377E3 type=del 2024-04-15T16:48:56.740 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.755+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=EMLGWKSRBK80 type=del size=727691 2024-04-15T16:48:56.742 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.757+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~9I4FWHQ0622H.0 size=1048576 2024-04-15T16:48:56.744 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.759+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~9I4FWHQ0622H.1 size=1048576 2024-04-15T16:48:56.744 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.759+0000 7fcc009d6780 1 < canceled part key=_multipart_MI9ZZNLIFVPG.2~9I4FWHQ0622H.2 size=393801 2024-04-15T16:48:56.747 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.763+0000 7fcc009d6780 1 < canceled multipart upload key=MI9ZZNLIFVPG upload=9I4FWHQ0622H tag=GRAZV79IKQMM type=write size=3539529 2024-04-15T16:48:56.751 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.766+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~1075HH87AOAI.0 size=1048576 2024-04-15T16:48:56.752 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.768+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~1075HH87AOAI.1 size=1048576 2024-04-15T16:48:56.754 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.770+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~1075HH87AOAI.2 size=442953 2024-04-15T16:48:56.754 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.770+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=1075HH87AOAI tag=0IQ5H2YV4BW4 type=write size=3588681 2024-04-15T16:48:56.758 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.774+0000 7fcc009d6780 1 < suggested update operation key=MI9ZZNLIFVPG tag=K30CGBH6O71V type=del size=3652153 2024-04-15T16:48:56.760 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.776+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=ZOQA2DKVRFWM type=del size=2077994 2024-04-15T16:48:56.762 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.778+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~ZCIYCHBZQFT3.0 size=1048576 2024-04-15T16:48:56.764 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.780+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~ZCIYCHBZQFT3.1 size=631673 2024-04-15T16:48:56.768 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.784+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=ZCIYCHBZQFT3 tag=JRWQYWH4RHC0 type=write size=2728825 2024-04-15T16:48:56.772 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.788+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~OZVKP8OZR3IB.0 size=1048576 2024-04-15T16:48:56.778 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.789+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~OZVKP8OZR3IB.1 size=1048576 2024-04-15T16:48:56.779 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.791+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~OZVKP8OZR3IB.2 size=913534 2024-04-15T16:48:56.779 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.791+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=OZVKP8OZR3IB tag=1NSE5Z0XQ9II type=write size=4059262 2024-04-15T16:48:56.779 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.791+0000 7fcc009d6780 1 < canceled part key=_multipart_32K02EULE6LL.2~JJW0IC2UP33Z.0 size=1048576 2024-04-15T16:48:56.780 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.793+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~JJW0IC2UP33Z.1 size=1048264 2024-04-15T16:48:56.782 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.797+0000 7fcc009d6780 1 < canceled multipart upload key=32K02EULE6LL upload=JJW0IC2UP33Z tag=051S2YZKPL4K type=write size=3145416 2024-04-15T16:48:56.784 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.799+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=6TAMSSD22JOP type=del size=3101903 2024-04-15T16:48:56.786 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.801+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=WP0IUB48S9W2 type=del 2024-04-15T16:48:56.788 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.803+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=MMPNY0FQWRE6 type=write size=435003 2024-04-15T16:48:56.790 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.805+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=7WHTHDKGKGLF type=del 2024-04-15T16:48:56.792 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.807+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=B0AQXSVL22PV type=del size=2783941 2024-04-15T16:48:56.794 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.809+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=AJ5KON0BY2S7 type=del 2024-04-15T16:48:56.799 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.812+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~FE9PSITDVUGE.0 size=676243 2024-04-15T16:48:56.799 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.812+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=FE9PSITDVUGE tag=FLCPFZV98LMR type=write size=1724819 2024-04-15T16:48:56.800 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.815+0000 7fcc009d6780 1 < canceled operation key=CGQDFKP4V6R7 tag=2L741TPLL9Z4 type=del size=510712 2024-04-15T16:48:56.802 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.817+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=OAJEHXRCBH1N type=del size=556602 2024-04-15T16:48:56.803 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.818+0000 7fcc009d6780 1 < canceled part key=_multipart_CGQDFKP4V6R7.2~9PMS33HH21C5.0 size=1048576 2024-04-15T16:48:56.803 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.818+0000 7fcc009d6780 1 < canceled part key=_multipart_CGQDFKP4V6R7.2~9PMS33HH21C5.1 size=286725 2024-04-15T16:48:56.807 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.822+0000 7fcc009d6780 1 < canceled multipart upload key=CGQDFKP4V6R7 upload=9PMS33HH21C5 tag=WYS8JEQQCJEB type=write size=2383877 2024-04-15T16:48:56.811 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.826+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~ZA1G24Q0CNWY.0 size=585613 2024-04-15T16:48:56.811 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.826+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=ZA1G24Q0CNWY tag=U3BXGH8JC3UH type=write size=1634189 2024-04-15T16:48:56.812 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.828+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=J1QYXE0B5A7J type=del 2024-04-15T16:48:56.816 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.831+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~JMBW1U4TJAVR.0 size=1048576 2024-04-15T16:48:56.818 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.833+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~JMBW1U4TJAVR.1 size=1048576 2024-04-15T16:48:56.819 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.834+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~JMBW1U4TJAVR.2 size=129552 2024-04-15T16:48:56.820 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.834+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=JMBW1U4TJAVR tag=ED9IW6OS4R5G type=write size=3275280 2024-04-15T16:48:56.821 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.836+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=HJF4UXR27WGN type=del 2024-04-15T16:48:56.823 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.839+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=CD8KDG31IVTE type=del size=2128679 2024-04-15T16:48:56.825 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.841+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~1PJ1MWTP2COJ.0 size=813908 2024-04-15T16:48:56.829 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.844+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=1PJ1MWTP2COJ tag=3Q2HVTZ63ELH type=write size=1862484 2024-04-15T16:48:56.831 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.847+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=IH6FGWSXOJQC type=del size=3415301 2024-04-15T16:48:56.833 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.849+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=0TQUELHL3XS3 type=del 2024-04-15T16:48:56.835 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.851+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=L0U51SYK50BK type=del size=590301 2024-04-15T16:48:56.837 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.853+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~SZFW1VH9RGJM.0 size=142949 2024-04-15T16:48:56.841 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.856+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=SZFW1VH9RGJM tag=6M8O9GRD8L1C type=write size=1191525 2024-04-15T16:48:56.843 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.859+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=M6BCE8RU6395 type=del size=1461762 2024-04-15T16:48:56.846 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.861+0000 7fcc009d6780 1 < completed write operation key=LEXP4TLXUJL4 tag=2Z8OXEKKY2EP type=write size=827509 2024-04-15T16:48:56.850 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.865+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~NLCK12MF5NOY.0 size=1048576 2024-04-15T16:48:56.851 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.867+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~NLCK12MF5NOY.1 size=464282 2024-04-15T16:48:56.852 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.867+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=NLCK12MF5NOY tag=LB6TBAZP12BO type=write size=2561434 2024-04-15T16:48:56.853 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.869+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=EMLGWKSRBK80 type=del 2024-04-15T16:48:56.858 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.873+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~GWZMFCZ6EZJ1.0 size=34542 2024-04-15T16:48:56.858 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.873+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=GWZMFCZ6EZJ1 tag=NGJBBFB4MD83 type=write size=1083118 2024-04-15T16:48:56.859 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.875+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~1075HH87AOAI.0 size=1048576 2024-04-15T16:48:56.861 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.876+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~1075HH87AOAI.1 size=1048576 2024-04-15T16:48:56.863 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.878+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~1075HH87AOAI.2 size=442953 2024-04-15T16:48:56.866 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.881+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=1075HH87AOAI tag=0IQ5H2YV4BW4 type=write size=3588681 2024-04-15T16:48:56.868 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.884+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=TNHXOC6CEF0N type=del size=2307506 2024-04-15T16:48:56.870 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.886+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=ZOQA2DKVRFWM type=del 2024-04-15T16:48:56.872 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.887+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=UYYKBLUJ9HZK type=del size=3409197 2024-04-15T16:48:56.874 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.889+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~OZVKP8OZR3IB.0 size=1048576 2024-04-15T16:48:56.876 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.891+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~OZVKP8OZR3IB.1 size=1048576 2024-04-15T16:48:56.878 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.893+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~OZVKP8OZR3IB.2 size=913534 2024-04-15T16:48:56.882 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.897+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=OZVKP8OZR3IB tag=1NSE5Z0XQ9II type=write size=4059262 2024-04-15T16:48:56.886 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.901+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~ZIQ4ADIK91GK.0 size=330366 2024-04-15T16:48:56.886 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.901+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=ZIQ4ADIK91GK tag=CY9KPLCVA8VL type=write size=1378942 2024-04-15T16:48:56.887 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.903+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=6TAMSSD22JOP type=del 2024-04-15T16:48:56.891 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.907+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~L7NV33HJF9WN.0 size=439225 2024-04-15T16:48:56.891 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.907+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=L7NV33HJF9WN tag=AIIC10880B4L type=write size=1487801 2024-04-15T16:48:56.896 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.911+0000 7fcc009d6780 1 < suggested update operation key=GEH1YTD5S8EP tag=MMPNY0FQWRE6 type=write size=435003 2024-04-15T16:48:56.899 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.914+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~4ZNLPU7OUYN8.0 size=1048576 2024-04-15T16:48:56.901 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.916+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~4ZNLPU7OUYN8.1 size=1048576 2024-04-15T16:48:56.902 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.918+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~4ZNLPU7OUYN8.2 size=997507 2024-04-15T16:48:56.903 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.918+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=4ZNLPU7OUYN8 tag=1CZKA2UM99P3 type=write size=4143235 2024-04-15T16:48:56.904 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.920+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=B0AQXSVL22PV type=del 2024-04-15T16:48:56.906 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.922+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=Q52X5SJCHSVP type=del size=3334900 2024-04-15T16:48:56.909 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.924+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~FE9PSITDVUGE.0 size=676243 2024-04-15T16:48:56.912 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.927+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=FE9PSITDVUGE tag=FLCPFZV98LMR type=write size=1724819 2024-04-15T16:48:56.914 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.929+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=Q1ZOYHFKIYE9 type=del size=3396990 2024-04-15T16:48:56.916 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.932+0000 7fcc009d6780 1 < completed delete operation key=SEFWMQT6GQB4 tag=OAJEHXRCBH1N type=del 2024-04-15T16:48:56.918 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.934+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=X752BOPSTCDB type=del size=118190 2024-04-15T16:48:56.921 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.936+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~ZA1G24Q0CNWY.0 size=585613 2024-04-15T16:48:56.924 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.940+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=ZA1G24Q0CNWY tag=U3BXGH8JC3UH type=write size=1634189 2024-04-15T16:48:56.926 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.942+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=855LYWP09XGH type=write size=804249 2024-04-15T16:48:56.928 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.943+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~JMBW1U4TJAVR.0 size=1048576 2024-04-15T16:48:56.930 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.945+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~JMBW1U4TJAVR.1 size=1048576 2024-04-15T16:48:56.931 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.947+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~JMBW1U4TJAVR.2 size=129552 2024-04-15T16:48:56.935 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.950+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=JMBW1U4TJAVR tag=ED9IW6OS4R5G type=write size=3275280 2024-04-15T16:48:56.937 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.952+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=0I5AWK4OMED7 type=del size=1051882 2024-04-15T16:48:56.939 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.955+0000 7fcc009d6780 -1 < failed to complete operation key=GEH1YTD5S8EP tag=CD8KDG31IVTE type=del size=2128679: (22) Invalid argument 2024-04-15T16:48:56.941 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.957+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=45HDFFYKKWR2 type=del size=1300003 2024-04-15T16:48:56.943 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.959+0000 7fcc009d6780 1 < canceled operation key=U99IDECO7FVV tag=IH6FGWSXOJQC type=del size=3415301 2024-04-15T16:48:56.945 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.960+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=EHNH27EOPEWB type=del size=1401258 2024-04-15T16:48:56.947 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.962+0000 7fcc009d6780 1 < canceled operation key=CQ12L2GW4SE3 tag=L0U51SYK50BK type=del size=590301 2024-04-15T16:48:56.949 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.964+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=G2QM147RV93J type=del size=2584020 2024-04-15T16:48:56.953 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.968+0000 7fcc009d6780 1 < suggested remove operation key=H9FFWDTWEPPS tag=M6BCE8RU6395 type=del 2024-04-15T16:48:56.954 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.970+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=SNLUD4EZ135K type=del size=1436532 2024-04-15T16:48:56.955 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.970+0000 7fcc009d6780 1 < canceled part key=_multipart_H9FFWDTWEPPS.2~NLCK12MF5NOY.0 size=1048576 2024-04-15T16:48:56.956 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.972+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~NLCK12MF5NOY.1 size=464282 2024-04-15T16:48:56.959 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.975+0000 7fcc009d6780 1 < canceled multipart upload key=H9FFWDTWEPPS upload=NLCK12MF5NOY tag=LB6TBAZP12BO type=write size=2561434 2024-04-15T16:48:56.961 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.977+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=TXQV23P8ANNA type=write size=685613 2024-04-15T16:48:56.963 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.979+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~GWZMFCZ6EZJ1.0 size=34542 2024-04-15T16:48:56.967 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.982+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=GWZMFCZ6EZJ1 tag=NGJBBFB4MD83 type=write size=1083118 2024-04-15T16:48:56.969 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.984+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=9JVEZE2L7HVF type=del size=2048915 2024-04-15T16:48:56.974 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.989+0000 7fcc009d6780 1 < suggested update operation key=3TSCAKP7XLQL tag=TNHXOC6CEF0N type=del size=2307506 2024-04-15T16:48:56.978 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.993+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~C79OAJZTFHQX.0 size=885255 2024-04-15T16:48:56.978 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.993+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=C79OAJZTFHQX tag=GIOT4EWQZZ2F type=write size=1933831 2024-04-15T16:48:56.981 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.997+0000 7fcc009d6780 -1 < failed to complete operation key=3TSCAKP7XLQL tag=UYYKBLUJ9HZK type=del size=3409197: (22) Invalid argument 2024-04-15T16:48:56.983 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:56.999+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=06AF2VIC2MTO type=del size=1324633 2024-04-15T16:48:56.985 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.001+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~ZIQ4ADIK91GK.0 size=330366 2024-04-15T16:48:56.989 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.004+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=ZIQ4ADIK91GK tag=CY9KPLCVA8VL type=write size=1378942 2024-04-15T16:48:56.993 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.008+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~QYKPGXRGW676.0 size=1048576 2024-04-15T16:48:56.995 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.010+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~QYKPGXRGW676.1 size=1048576 2024-04-15T16:48:56.997 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.012+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~QYKPGXRGW676.2 size=5439 2024-04-15T16:48:56.997 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.012+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=QYKPGXRGW676 tag=RR6ZLJ20T3IR type=write size=3151167 2024-04-15T16:48:56.998 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.014+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~L7NV33HJF9WN.0 size=439225 2024-04-15T16:48:57.002 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.017+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=L7NV33HJF9WN tag=AIIC10880B4L type=write size=1487801 2024-04-15T16:48:57.005 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.020+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~9JLD8HK9HQDG.0 size=1048576 2024-04-15T16:48:57.007 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.022+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~9JLD8HK9HQDG.1 size=710447 2024-04-15T16:48:57.007 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.022+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=9JLD8HK9HQDG tag=RSW9J984HYMR type=write size=2807599 2024-04-15T16:48:57.009 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.025+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~4ZNLPU7OUYN8.0 size=1048576 2024-04-15T16:48:57.011 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.026+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~4ZNLPU7OUYN8.1 size=1048576 2024-04-15T16:48:57.011 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.026+0000 7fcc009d6780 1 < canceled part key=_multipart_7NTTGUKN6UZ3.2~4ZNLPU7OUYN8.2 size=997507 2024-04-15T16:48:57.015 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.030+0000 7fcc009d6780 1 < canceled multipart upload key=7NTTGUKN6UZ3 upload=4ZNLPU7OUYN8 tag=1CZKA2UM99P3 type=write size=4143235 2024-04-15T16:48:57.017 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.032+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=10OQSL5GKPBW type=del size=783245 2024-04-15T16:48:57.019 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.034+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=Q52X5SJCHSVP type=del 2024-04-15T16:48:57.021 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.036+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=1AK0FV15ZK35 type=del size=3528628 2024-04-15T16:48:57.023 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.038+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=Q1ZOYHFKIYE9 type=del 2024-04-15T16:48:57.027 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.042+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~L2THTN7PX60Z.0 size=1048576 2024-04-15T16:48:57.028 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.043+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~L2THTN7PX60Z.1 size=847906 2024-04-15T16:48:57.029 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.043+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=L2THTN7PX60Z tag=ZL1W8VLQ2CIA type=write size=2945058 2024-04-15T16:48:57.030 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.045+0000 7fcc009d6780 1 < canceled operation key=BQ060THFR5IO tag=X752BOPSTCDB type=del size=118190 2024-04-15T16:48:57.033 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.048+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=XRBFCSVT57I9 type=del size=1331245 2024-04-15T16:48:57.036 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.050+0000 7fcc009d6780 1 < canceled operation key=SMX0793SRFXB tag=855LYWP09XGH type=write size=804249 2024-04-15T16:48:57.038 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.053+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=KTK3Y6KC02LJ type=del size=3804987 2024-04-15T16:48:57.041 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.056+0000 7fcc009d6780 1 < suggested update operation key=BXP894QCFBMM tag=0I5AWK4OMED7 type=del size=1051882 2024-04-15T16:48:57.045 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.060+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~E81HAT3MY2Z5.0 size=714157 2024-04-15T16:48:57.045 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.060+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=E81HAT3MY2Z5 tag=82V3UK0QISNM type=write size=1762733 2024-04-15T16:48:57.047 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.063+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=45HDFFYKKWR2 type=del 2024-04-15T16:48:57.051 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.066+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~X0QNJAO1R5ZK.0 size=682489 2024-04-15T16:48:57.051 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.066+0000 7fcc009d6780 1 > prepared multipart upload key=SMX0793SRFXB upload=X0QNJAO1R5ZK tag=3FOG3L3KIG6D type=write size=1731065 2024-04-15T16:48:57.054 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.069+0000 7fcc009d6780 -1 < failed to complete operation key=H9FFWDTWEPPS tag=EHNH27EOPEWB type=del size=1401258: (22) Invalid argument 2024-04-15T16:48:57.056 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.071+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=HNYDUOZKI82P type=del size=279444 2024-04-15T16:48:57.058 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.074+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=G2QM147RV93J type=del 2024-04-15T16:48:57.062 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.077+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~G4GFKO8S42EM.0 size=1048576 2024-04-15T16:48:57.063 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.079+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~G4GFKO8S42EM.1 size=319883 2024-04-15T16:48:57.064 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.079+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=G4GFKO8S42EM tag=STR04G4VWLUZ type=write size=2417035 2024-04-15T16:48:57.066 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.081+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=SNLUD4EZ135K type=del 2024-04-15T16:48:57.067 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.083+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=VH3DZ8IGHC6W type=del size=440180 2024-04-15T16:48:57.069 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.085+0000 7fcc009d6780 1 < completed write operation key=GEH1YTD5S8EP tag=TXQV23P8ANNA type=write size=685613 2024-04-15T16:48:57.071 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.087+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=8GKRRHXMEJ2J type=del size=1384077 2024-04-15T16:48:57.073 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.089+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=9JVEZE2L7HVF type=del 2024-04-15T16:48:57.077 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.092+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~BW5LTMTH7GK8.0 size=1048576 2024-04-15T16:48:57.079 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.094+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~BW5LTMTH7GK8.1 size=1048576 2024-04-15T16:48:57.080 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.096+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~BW5LTMTH7GK8.2 size=772333 2024-04-15T16:48:57.081 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.096+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=BW5LTMTH7GK8 tag=V5W5MW4HO2R9 type=write size=3918061 2024-04-15T16:48:57.083 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.098+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~C79OAJZTFHQX.0 size=885255 2024-04-15T16:48:57.086 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.101+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=C79OAJZTFHQX tag=GIOT4EWQZZ2F type=write size=1933831 2024-04-15T16:48:57.090 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.105+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~TH23EB75XP0A.0 size=1048576 2024-04-15T16:48:57.092 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.107+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~TH23EB75XP0A.1 size=206344 2024-04-15T16:48:57.092 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.107+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=TH23EB75XP0A tag=Y4PY6L34NU6I type=write size=2303496 2024-04-15T16:48:57.094 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.109+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=06AF2VIC2MTO type=del 2024-04-15T16:48:57.098 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.113+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~U33PX6POI3MK.0 size=396990 2024-04-15T16:48:57.098 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.113+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=U33PX6POI3MK tag=VNA7MZ73HMEU type=write size=1445566 2024-04-15T16:48:57.100 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.115+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~QYKPGXRGW676.0 size=1048576 2024-04-15T16:48:57.101 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.117+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~QYKPGXRGW676.1 size=1048576 2024-04-15T16:48:57.103 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.118+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~QYKPGXRGW676.2 size=5439 2024-04-15T16:48:57.107 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.122+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=QYKPGXRGW676 tag=RR6ZLJ20T3IR type=write size=3151167 2024-04-15T16:48:57.109 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.124+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=ZDF145821VZG type=del size=2388348 2024-04-15T16:48:57.111 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.126+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~9JLD8HK9HQDG.0 size=1048576 2024-04-15T16:48:57.112 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.128+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~9JLD8HK9HQDG.1 size=710447 2024-04-15T16:48:57.116 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.132+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=9JLD8HK9HQDG tag=RSW9J984HYMR type=write size=2807599 2024-04-15T16:48:57.119 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.134+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=NAEH2RR5Y7YW type=del size=3664125 2024-04-15T16:48:57.121 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.136+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=10OQSL5GKPBW type=del 2024-04-15T16:48:57.125 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.141+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~WSFXR5TC1LD0.0 size=1048576 2024-04-15T16:48:57.127 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.142+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~WSFXR5TC1LD0.1 size=1048576 2024-04-15T16:48:57.129 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.144+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~WSFXR5TC1LD0.2 size=793712 2024-04-15T16:48:57.129 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.144+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=WSFXR5TC1LD0 tag=6F42FREPLH46 type=write size=3939440 2024-04-15T16:48:57.131 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.146+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=1AK0FV15ZK35 type=del 2024-04-15T16:48:57.134 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.150+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~1VBVSMU0NFC7.0 size=1048576 2024-04-15T16:48:57.136 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.151+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~1VBVSMU0NFC7.1 size=1048576 2024-04-15T16:48:57.138 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.153+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~1VBVSMU0NFC7.2 size=259209 2024-04-15T16:48:57.138 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.153+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=1VBVSMU0NFC7 tag=B7SUY52PC5X5 type=write size=3404937 2024-04-15T16:48:57.140 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.155+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~L2THTN7PX60Z.0 size=1048576 2024-04-15T16:48:57.142 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.157+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~L2THTN7PX60Z.1 size=847906 2024-04-15T16:48:57.145 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.161+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=L2THTN7PX60Z tag=ZL1W8VLQ2CIA type=write size=2945058 2024-04-15T16:48:57.149 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.165+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~YW1VK80YAEM8.0 size=166886 2024-04-15T16:48:57.150 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.165+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=YW1VK80YAEM8 tag=4X5H10ZRCQE2 type=write size=1215462 2024-04-15T16:48:57.152 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.167+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=XRBFCSVT57I9 type=del 2024-04-15T16:48:57.154 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.169+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=XBMEJNF2P3LI type=del size=606601 2024-04-15T16:48:57.156 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.171+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=KTK3Y6KC02LJ type=del 2024-04-15T16:48:57.159 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.175+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~UP12WJ88H1J2.0 size=709215 2024-04-15T16:48:57.160 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.175+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=UP12WJ88H1J2 tag=L9VFVQREXZUX type=write size=1757791 2024-04-15T16:48:57.161 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.177+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~E81HAT3MY2Z5.0 size=714157 2024-04-15T16:48:57.165 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.180+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=E81HAT3MY2Z5 tag=82V3UK0QISNM type=write size=1762733 2024-04-15T16:48:57.167 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.182+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=VGLLZIEOKQTR type=del size=2186770 2024-04-15T16:48:57.169 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.185+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~X0QNJAO1R5ZK.0 size=682489 2024-04-15T16:48:57.173 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.189+0000 7fcc009d6780 1 < completed multipart upload key=SMX0793SRFXB upload=X0QNJAO1R5ZK tag=3FOG3L3KIG6D type=write size=1731065 2024-04-15T16:48:57.175 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.191+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=VVSR86VYJXDS type=del size=2843302 2024-04-15T16:48:57.179 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.194+0000 7fcc009d6780 1 < suggested update operation key=32K02EULE6LL tag=HNYDUOZKI82P type=del size=279444 2024-04-15T16:48:57.183 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.198+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~J7EGDT90Q6PA.0 size=1048576 2024-04-15T16:48:57.185 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.200+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~J7EGDT90Q6PA.1 size=872348 2024-04-15T16:48:57.185 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.200+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=J7EGDT90Q6PA tag=0KVPJBM6KEQJ type=write size=2969500 2024-04-15T16:48:57.187 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.203+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~G4GFKO8S42EM.0 size=1048576 2024-04-15T16:48:57.189 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.205+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~G4GFKO8S42EM.1 size=319883 2024-04-15T16:48:57.193 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.208+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=G4GFKO8S42EM tag=STR04G4VWLUZ type=write size=2417035 2024-04-15T16:48:57.196 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.212+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~PC1MCQIWJFCF.0 size=1048576 2024-04-15T16:48:57.198 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.214+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~PC1MCQIWJFCF.1 size=557193 2024-04-15T16:48:57.198 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.214+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=PC1MCQIWJFCF tag=MY5CX5SPMIFA type=write size=2654345 2024-04-15T16:48:57.200 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.216+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=VH3DZ8IGHC6W type=del 2024-04-15T16:48:57.202 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.218+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=3RU3I62AH6EI type=write size=384409 2024-04-15T16:48:57.205 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.220+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=8GKRRHXMEJ2J type=del 2024-04-15T16:48:57.207 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.223+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=CXVOXYLPPROS type=write size=643407 2024-04-15T16:48:57.210 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.225+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~BW5LTMTH7GK8.0 size=1048576 2024-04-15T16:48:57.211 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.227+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~BW5LTMTH7GK8.1 size=1048576 2024-04-15T16:48:57.213 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.229+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~BW5LTMTH7GK8.2 size=772333 2024-04-15T16:48:57.217 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.233+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=BW5LTMTH7GK8 tag=V5W5MW4HO2R9 type=write size=3918061 2024-04-15T16:48:57.219 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.235+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=Q461QRELUYM1 type=del size=3241563 2024-04-15T16:48:57.222 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.237+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~TH23EB75XP0A.0 size=1048576 2024-04-15T16:48:57.223 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.239+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~TH23EB75XP0A.1 size=206344 2024-04-15T16:48:57.227 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.243+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=TH23EB75XP0A tag=Y4PY6L34NU6I type=write size=2303496 2024-04-15T16:48:57.229 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.245+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=WYKPV53PC1B5 type=del size=3664895 2024-04-15T16:48:57.232 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.247+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~U33PX6POI3MK.0 size=396990 2024-04-15T16:48:57.235 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.251+0000 7fcc009d6780 1 < completed multipart upload key=Q6ADAXSPMY0X upload=U33PX6POI3MK tag=VNA7MZ73HMEU type=write size=1445566 2024-04-15T16:48:57.237 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.253+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=X8LU1T4MBTG7 type=del size=3557617 2024-04-15T16:48:57.239 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.255+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=ZDF145821VZG type=del 2024-04-15T16:48:57.243 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.259+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~6COAVD0BYLQT.0 size=756679 2024-04-15T16:48:57.243 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.259+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=6COAVD0BYLQT tag=HFUSSA8XXG3X type=write size=1805255 2024-04-15T16:48:57.245 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.261+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=NAEH2RR5Y7YW type=del 2024-04-15T16:48:57.248 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.263+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=JGG4BVPAT6VJ type=del size=2147883 2024-04-15T16:48:57.250 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.265+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~WSFXR5TC1LD0.0 size=1048576 2024-04-15T16:48:57.252 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.267+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~WSFXR5TC1LD0.1 size=1048576 2024-04-15T16:48:57.253 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.269+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~WSFXR5TC1LD0.2 size=793712 2024-04-15T16:48:57.257 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.273+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=WSFXR5TC1LD0 tag=6F42FREPLH46 type=write size=3939440 2024-04-15T16:48:57.259 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.274+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=BEW9EOCQUF70 type=del size=676667 2024-04-15T16:48:57.261 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.277+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~1VBVSMU0NFC7.0 size=1048576 2024-04-15T16:48:57.263 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.278+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~1VBVSMU0NFC7.1 size=1048576 2024-04-15T16:48:57.265 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.280+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~1VBVSMU0NFC7.2 size=259209 2024-04-15T16:48:57.268 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.284+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=1VBVSMU0NFC7 tag=B7SUY52PC5X5 type=write size=3404937 2024-04-15T16:48:57.270 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.286+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=CPYLV37TJR3D type=write size=30996 2024-04-15T16:48:57.272 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.288+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~YW1VK80YAEM8.0 size=166886 2024-04-15T16:48:57.276 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.291+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=YW1VK80YAEM8 tag=4X5H10ZRCQE2 type=write size=1215462 2024-04-15T16:48:57.278 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.293+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=VRJKMZB21E5B type=del size=1399820 2024-04-15T16:48:57.282 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.298+0000 7fcc009d6780 1 < suggested remove operation key=54DQHB9HNDQB tag=XBMEJNF2P3LI type=del 2024-04-15T16:48:57.285 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.300+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=6KJJ18MCV917 type=del size=638498 2024-04-15T16:48:57.287 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.302+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~UP12WJ88H1J2.0 size=709215 2024-04-15T16:48:57.291 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.306+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=UP12WJ88H1J2 tag=L9VFVQREXZUX type=write size=1757791 2024-04-15T16:48:57.293 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.308+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=4FDPET5AHBD9 type=del size=1652778 2024-04-15T16:48:57.295 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.310+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=VGLLZIEOKQTR type=del 2024-04-15T16:48:57.297 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.312+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=HKCVUPNOZ0WS type=del size=1609439 2024-04-15T16:48:57.299 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.314+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=VVSR86VYJXDS type=del 2024-04-15T16:48:57.301 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.316+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=3GVF51YZ4ZUP type=del size=3114334 2024-04-15T16:48:57.301 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.317+0000 7fcc009d6780 1 < canceled part key=_multipart_4BYY962BPUZ7.2~J7EGDT90Q6PA.0 size=1048576 2024-04-15T16:48:57.303 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.318+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~J7EGDT90Q6PA.1 size=872348 2024-04-15T16:48:57.306 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.322+0000 7fcc009d6780 1 < canceled multipart upload key=4BYY962BPUZ7 upload=J7EGDT90Q6PA tag=0KVPJBM6KEQJ type=write size=2969500 2024-04-15T16:48:57.308 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.324+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=KAIFNNM8MS7W type=write size=280266 2024-04-15T16:48:57.310 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.326+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~PC1MCQIWJFCF.0 size=1048576 2024-04-15T16:48:57.310 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.326+0000 7fcc009d6780 1 < canceled part key=_multipart_GEH1YTD5S8EP.2~PC1MCQIWJFCF.1 size=557193 2024-04-15T16:48:57.315 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.330+0000 7fcc009d6780 1 < canceled multipart upload key=GEH1YTD5S8EP upload=PC1MCQIWJFCF tag=MY5CX5SPMIFA type=write size=2654345 2024-04-15T16:48:57.317 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.332+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=HRPVE0BFZV6T type=write size=947114 2024-04-15T16:48:57.319 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.335+0000 7fcc009d6780 -1 < failed to complete operation key=54DQHB9HNDQB tag=3RU3I62AH6EI type=write size=384409: (22) Invalid argument 2024-04-15T16:48:57.321 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.337+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=5VTJCMZ8GR35 type=del size=2036281 2024-04-15T16:48:57.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:56 smithi090 ceph-mon[89240]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 378 KiB/s wr, 1.91k op/s 2024-04-15T16:48:57.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:56 smithi090 ceph-mon[91618]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 378 KiB/s wr, 1.91k op/s 2024-04-15T16:48:57.324 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.339+0000 7fcc009d6780 -1 < failed to complete operation key=54DQHB9HNDQB tag=CXVOXYLPPROS type=write size=643407: (22) Invalid argument 2024-04-15T16:48:57.327 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.342+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=6CJIM8U990ZJ type=del size=2240197 2024-04-15T16:48:57.331 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.346+0000 7fcc009d6780 1 < suggested update operation key=V32HJUVRX6OI tag=Q461QRELUYM1 type=del size=3241563 2024-04-15T16:48:57.333 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.348+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=0Q23KDF0Z74P type=del size=3557214 2024-04-15T16:48:57.337 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.352+0000 7fcc009d6780 1 < suggested remove operation key=MI9ZZNLIFVPG tag=WYKPV53PC1B5 type=del 2024-04-15T16:48:57.339 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.354+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=N8VIOZJ7R7XI type=del size=1166480 2024-04-15T16:48:57.341 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.356+0000 7fcc009d6780 1 < canceled operation key=XE6CHS65PXVA tag=X8LU1T4MBTG7 type=del size=3557617 2024-04-15T16:48:57.343 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.358+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=KEW0566UQEV4 type=del size=2605034 2024-04-15T16:48:57.345 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.360+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~6COAVD0BYLQT.0 size=756679 2024-04-15T16:48:57.349 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.364+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=6COAVD0BYLQT tag=HFUSSA8XXG3X type=write size=1805255 2024-04-15T16:48:57.351 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.366+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=6CXFT7Z0QG5X type=write size=314631 2024-04-15T16:48:57.355 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.370+0000 7fcc009d6780 1 < suggested remove operation key=BQ060THFR5IO tag=JGG4BVPAT6VJ type=del 2024-04-15T16:48:57.359 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.374+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~BT8S30Q0FKHY.0 size=255068 2024-04-15T16:48:57.359 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.374+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=BT8S30Q0FKHY tag=ZX9UUMQQANT4 type=write size=1303644 2024-04-15T16:48:57.361 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.376+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=BEW9EOCQUF70 type=del 2024-04-15T16:48:57.365 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.380+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~8UGFY2TAT9E3.0 size=1048576 2024-04-15T16:48:57.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:56 smithi153 ceph-mon[84714]: pgmap v1375: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 378 KiB/s wr, 1.91k op/s 2024-04-15T16:48:57.366 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.382+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~8UGFY2TAT9E3.1 size=467048 2024-04-15T16:48:57.366 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.382+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=8UGFY2TAT9E3 tag=YQT2TW3TGINR type=write size=2564200 2024-04-15T16:48:57.368 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.384+0000 7fcc009d6780 1 < completed write operation key=SM1B7DUDN47F tag=CPYLV37TJR3D type=write size=30996 2024-04-15T16:48:57.371 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.386+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=9WYY2IFH7TL9 type=del size=3098419 2024-04-15T16:48:57.373 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.389+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=VRJKMZB21E5B type=del 2024-04-15T16:48:57.375 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.390+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=50GSW75M985A type=del size=3456987 2024-04-15T16:48:57.377 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.393+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=6KJJ18MCV917 type=del 2024-04-15T16:48:57.380 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.395+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=DMJ98L48P6LY type=del size=1768815 2024-04-15T16:48:57.382 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.397+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=4FDPET5AHBD9 type=del 2024-04-15T16:48:57.386 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.401+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~8FBF60J4IG10.0 size=589604 2024-04-15T16:48:57.386 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.401+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=8FBF60J4IG10 tag=1HGJVO10UKM5 type=write size=1638180 2024-04-15T16:48:57.388 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.403+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=HKCVUPNOZ0WS type=del 2024-04-15T16:48:57.391 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.406+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=1C1O5JOF35UC type=write size=257844 2024-04-15T16:48:57.394 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.410+0000 7fcc009d6780 1 < suggested update operation key=LEXP4TLXUJL4 tag=3GVF51YZ4ZUP type=del size=3114334 2024-04-15T16:48:57.396 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.412+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=AWRHAN2DO2KV type=del size=2813188 2024-04-15T16:48:57.399 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.414+0000 7fcc009d6780 1 < completed write operation key=H9FFWDTWEPPS tag=KAIFNNM8MS7W type=write size=280266 2024-04-15T16:48:57.401 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.416+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=ND2N83G11T0H type=del size=3075390 2024-04-15T16:48:57.406 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.419+0000 7fcc009d6780 1 < completed write operation key=7GJPLM2OVON4 tag=HRPVE0BFZV6T type=write size=947114 2024-04-15T16:48:57.407 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.421+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=P26PKY10XUZ6 type=del size=2983146 2024-04-15T16:48:57.408 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.423+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=5VTJCMZ8GR35 type=del 2024-04-15T16:48:57.410 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.425+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=O7T870ARHVW4 type=del size=1137653 2024-04-15T16:48:57.414 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.428+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=6CJIM8U990ZJ type=del 2024-04-15T16:48:57.417 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.432+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~UPDD4MBWVG5T.0 size=1048576 2024-04-15T16:48:57.419 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.434+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~UPDD4MBWVG5T.1 size=1048576 2024-04-15T16:48:57.421 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.436+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~UPDD4MBWVG5T.2 size=970331 2024-04-15T16:48:57.421 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.436+0000 7fcc009d6780 1 > prepared multipart upload key=7GJPLM2OVON4 upload=UPDD4MBWVG5T tag=IF0082BVACKE type=write size=4116059 2024-04-15T16:48:57.425 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.441+0000 7fcc009d6780 1 < suggested remove operation key=QYKA01GVNV1V tag=0Q23KDF0Z74P type=del 2024-04-15T16:48:57.429 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.445+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~G09KYXW0DAZH.0 size=938460 2024-04-15T16:48:57.429 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.445+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=G09KYXW0DAZH tag=K2NMH4KV5GAR type=write size=1987036 2024-04-15T16:48:57.431 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.447+0000 7fcc009d6780 1 < completed delete operation key=SEFWMQT6GQB4 tag=N8VIOZJ7R7XI type=del 2024-04-15T16:48:57.434 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.449+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=WXMACHR37X07 type=write size=488358 2024-04-15T16:48:57.435 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.450+0000 7fcc009d6780 1 < canceled operation key=SEFWMQT6GQB4 tag=KEW0566UQEV4 type=del size=2605034 2024-04-15T16:48:57.439 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.455+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~YPZ3AL5XTOB2.0 size=1048576 2024-04-15T16:48:57.441 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.456+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~YPZ3AL5XTOB2.1 size=758610 2024-04-15T16:48:57.441 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.456+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=YPZ3AL5XTOB2 tag=NYKBP5S416W1 type=write size=2855762 2024-04-15T16:48:57.443 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.458+0000 7fcc009d6780 1 < completed write operation key=54DQHB9HNDQB tag=6CXFT7Z0QG5X type=write size=314631 2024-04-15T16:48:57.447 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.462+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~A8HL7LB4M676.0 size=1048576 2024-04-15T16:48:57.449 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.464+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~A8HL7LB4M676.1 size=1048576 2024-04-15T16:48:57.450 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.465+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~A8HL7LB4M676.2 size=44360 2024-04-15T16:48:57.450 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.465+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=A8HL7LB4M676 tag=QHR8QBES7962 type=write size=3190088 2024-04-15T16:48:57.450 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.466+0000 7fcc009d6780 1 < canceled part key=_multipart_32K02EULE6LL.2~BT8S30Q0FKHY.0 size=255068 2024-04-15T16:48:57.454 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.469+0000 7fcc009d6780 1 < canceled multipart upload key=32K02EULE6LL upload=BT8S30Q0FKHY tag=ZX9UUMQQANT4 type=write size=1303644 2024-04-15T16:48:57.458 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.473+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~XKBFZ0BX5E01.0 size=678406 2024-04-15T16:48:57.458 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.473+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=XKBFZ0BX5E01 tag=9PKEF029VOL5 type=write size=1726982 2024-04-15T16:48:57.460 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.476+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~8UGFY2TAT9E3.0 size=1048576 2024-04-15T16:48:57.462 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.477+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~8UGFY2TAT9E3.1 size=467048 2024-04-15T16:48:57.465 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.481+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=8UGFY2TAT9E3 tag=YQT2TW3TGINR type=write size=2564200 2024-04-15T16:48:57.467 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.483+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=2HJVQCIMQDEN type=write size=804803 2024-04-15T16:48:57.469 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.485+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=9WYY2IFH7TL9 type=del 2024-04-15T16:48:57.471 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.487+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=ASCX6LVJGDF8 type=write size=289412 2024-04-15T16:48:57.473 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.489+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=50GSW75M985A type=del 2024-04-15T16:48:57.476 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.491+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=N3QAI6FNVK2U type=del size=1926435 2024-04-15T16:48:57.478 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.493+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=DMJ98L48P6LY type=del 2024-04-15T16:48:57.480 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.495+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=W6SEK3GA3PEL type=del size=2646420 2024-04-15T16:48:57.482 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.498+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~8FBF60J4IG10.0 size=589604 2024-04-15T16:48:57.486 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.501+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=8FBF60J4IG10 tag=1HGJVO10UKM5 type=write size=1638180 2024-04-15T16:48:57.491 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.506+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~6E09HXS2J3PJ.0 size=1048576 2024-04-15T16:48:57.492 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.508+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~6E09HXS2J3PJ.1 size=1048576 2024-04-15T16:48:57.494 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.509+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~6E09HXS2J3PJ.2 size=318354 2024-04-15T16:48:57.494 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.509+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=6E09HXS2J3PJ tag=2R1WBBIRI4T5 type=write size=3464082 2024-04-15T16:48:57.496 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.511+0000 7fcc009d6780 1 < completed write operation key=XE6CHS65PXVA tag=1C1O5JOF35UC type=write size=257844 2024-04-15T16:48:57.500 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.515+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~CV3MIGKO2J9M.0 size=1048576 2024-04-15T16:48:57.502 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.517+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~CV3MIGKO2J9M.1 size=880238 2024-04-15T16:48:57.502 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.517+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=CV3MIGKO2J9M tag=ZPHWASQ1ICFO type=write size=2977390 2024-04-15T16:48:57.503 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.519+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=AWRHAN2DO2KV type=del 2024-04-15T16:48:57.506 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.521+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=EAF906GFNDJ0 type=del size=2643982 2024-04-15T16:48:57.507 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.523+0000 7fcc009d6780 1 < canceled operation key=V32HJUVRX6OI tag=ND2N83G11T0H type=del size=3075390 2024-04-15T16:48:57.512 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.527+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~PK76D7SH5W91.0 size=283350 2024-04-15T16:48:57.512 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.527+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=PK76D7SH5W91 tag=Z52SJTMOTO0E type=write size=1331926 2024-04-15T16:48:57.514 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.530+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=P26PKY10XUZ6 type=del 2024-04-15T16:48:57.518 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.534+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~AEDS7X5IFY84.0 size=913618 2024-04-15T16:48:57.518 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.534+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=AEDS7X5IFY84 tag=QQACLXGKV1Y3 type=write size=1962194 2024-04-15T16:48:57.521 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.536+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=O7T870ARHVW4 type=del 2024-04-15T16:48:57.525 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.541+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~TWUYY37MDQPY.0 size=315112 2024-04-15T16:48:57.525 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.541+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=TWUYY37MDQPY tag=LVHJDETZFX3X type=write size=1363688 2024-04-15T16:48:57.527 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.543+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~UPDD4MBWVG5T.0 size=1048576 2024-04-15T16:48:57.529 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.545+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~UPDD4MBWVG5T.1 size=1048576 2024-04-15T16:48:57.531 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.547+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~UPDD4MBWVG5T.2 size=970331 2024-04-15T16:48:57.534 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.550+0000 7fcc009d6780 1 < completed multipart upload key=7GJPLM2OVON4 upload=UPDD4MBWVG5T tag=IF0082BVACKE type=write size=4116059 2024-04-15T16:48:57.538 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.554+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~HDVHCKKEX5WW.0 size=1048576 2024-04-15T16:48:57.540 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.556+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~HDVHCKKEX5WW.1 size=1048576 2024-04-15T16:48:57.542 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.558+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~HDVHCKKEX5WW.2 size=24424 2024-04-15T16:48:57.542 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.558+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=HDVHCKKEX5WW tag=MC1FJQOXL8E2 type=write size=3170152 2024-04-15T16:48:57.544 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.560+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~G09KYXW0DAZH.0 size=938460 2024-04-15T16:48:57.548 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.564+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=G09KYXW0DAZH tag=K2NMH4KV5GAR type=write size=1987036 2024-04-15T16:48:57.550 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.566+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=EMA4AOJUP4TR type=del size=648960 2024-04-15T16:48:57.552 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.568+0000 7fcc009d6780 1 < completed write operation key=GJK15ROSBRTP tag=WXMACHR37X07 type=write size=488358 2024-04-15T16:48:57.556 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.572+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~AH3ID4G5WQRU.0 size=1048576 2024-04-15T16:48:57.558 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.573+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~AH3ID4G5WQRU.1 size=231743 2024-04-15T16:48:57.558 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.573+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=AH3ID4G5WQRU tag=MECWY4SGOISF type=write size=2328895 2024-04-15T16:48:57.560 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.576+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~YPZ3AL5XTOB2.0 size=1048576 2024-04-15T16:48:57.562 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.577+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~YPZ3AL5XTOB2.1 size=758610 2024-04-15T16:48:57.566 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.581+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=YPZ3AL5XTOB2 tag=NYKBP5S416W1 type=write size=2855762 2024-04-15T16:48:57.570 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.585+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~TLJXKL68PSIF.0 size=665613 2024-04-15T16:48:57.570 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.585+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=TLJXKL68PSIF tag=QI6D7O8GZ40T type=write size=1714189 2024-04-15T16:48:57.572 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.587+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~A8HL7LB4M676.0 size=1048576 2024-04-15T16:48:57.574 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.589+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~A8HL7LB4M676.1 size=1048576 2024-04-15T16:48:57.576 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.591+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~A8HL7LB4M676.2 size=44360 2024-04-15T16:48:57.579 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.595+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=A8HL7LB4M676 tag=QHR8QBES7962 type=write size=3190088 2024-04-15T16:48:57.583 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.599+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~D0TE769JMFCL.0 size=392496 2024-04-15T16:48:57.584 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.599+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=D0TE769JMFCL tag=1U4Z41I8OVY7 type=write size=1441072 2024-04-15T16:48:57.585 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.601+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~XKBFZ0BX5E01.0 size=678406 2024-04-15T16:48:57.589 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.604+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=XKBFZ0BX5E01 tag=9PKEF029VOL5 type=write size=1726982 2024-04-15T16:48:57.591 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.606+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=HK1BBYEUCZ18 type=del size=443003 2024-04-15T16:48:57.593 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.608+0000 7fcc009d6780 1 < completed write operation key=GEH1YTD5S8EP tag=2HJVQCIMQDEN type=write size=804803 2024-04-15T16:48:57.595 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.611+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=934B37K0YN18 type=del size=3837543 2024-04-15T16:48:57.598 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.614+0000 7fcc009d6780 1 < completed write operation key=4BYY962BPUZ7 tag=ASCX6LVJGDF8 type=write size=289412 2024-04-15T16:48:57.602 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.618+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~43UUXHJWDKOG.0 size=1048576 2024-04-15T16:48:57.604 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.619+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~43UUXHJWDKOG.1 size=1048576 2024-04-15T16:48:57.605 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.621+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~43UUXHJWDKOG.2 size=267188 2024-04-15T16:48:57.605 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.621+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=43UUXHJWDKOG tag=0MKPY71NOHYY type=write size=3412916 2024-04-15T16:48:57.609 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.625+0000 7fcc009d6780 1 < suggested update operation key=MI9ZZNLIFVPG tag=N3QAI6FNVK2U type=del size=1926435 2024-04-15T16:48:57.611 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.627+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=PTT1QP3WFHO0 type=del size=4036295 2024-04-15T16:48:57.615 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.630+0000 7fcc009d6780 1 < suggested remove operation key=GJK15ROSBRTP tag=W6SEK3GA3PEL type=del 2024-04-15T16:48:57.617 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.632+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=I1AN7GK4NJ0L type=del size=3475689 2024-04-15T16:48:57.622 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.635+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~6E09HXS2J3PJ.0 size=1048576 2024-04-15T16:48:57.622 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.635+0000 7fcc009d6780 1 < canceled part key=_multipart_LEXP4TLXUJL4.2~6E09HXS2J3PJ.1 size=1048576 2024-04-15T16:48:57.622 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.635+0000 7fcc009d6780 1 < canceled part key=_multipart_LEXP4TLXUJL4.2~6E09HXS2J3PJ.2 size=318354 2024-04-15T16:48:57.623 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.638+0000 7fcc009d6780 1 < canceled multipart upload key=LEXP4TLXUJL4 upload=6E09HXS2J3PJ tag=2R1WBBIRI4T5 type=write size=3464082 2024-04-15T16:48:57.627 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.642+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~R9YKA2OOMFF4.0 size=270732 2024-04-15T16:48:57.627 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.642+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=R9YKA2OOMFF4 tag=D8NMPIH4ROXM type=write size=1319308 2024-04-15T16:48:57.629 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.644+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~CV3MIGKO2J9M.0 size=1048576 2024-04-15T16:48:57.631 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.647+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~CV3MIGKO2J9M.1 size=880238 2024-04-15T16:48:57.634 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.650+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=CV3MIGKO2J9M tag=ZPHWASQ1ICFO type=write size=2977390 2024-04-15T16:48:57.636 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.652+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=PS4FJQY0JJG5 type=del size=3727219 2024-04-15T16:48:57.641 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.656+0000 7fcc009d6780 1 < suggested update operation key=QYKA01GVNV1V tag=EAF906GFNDJ0 type=del size=2643982 2024-04-15T16:48:57.643 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.658+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=8IUR57XY6DHZ type=write size=465297 2024-04-15T16:48:57.645 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.660+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~PK76D7SH5W91.0 size=283350 2024-04-15T16:48:57.649 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.664+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=PK76D7SH5W91 tag=Z52SJTMOTO0E type=write size=1331926 2024-04-15T16:48:57.653 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.668+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~301EVIQDTYFQ.0 size=522419 2024-04-15T16:48:57.653 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.668+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=301EVIQDTYFQ tag=KP4PEUXYC4XB type=write size=1570995 2024-04-15T16:48:57.654 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.670+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~AEDS7X5IFY84.0 size=913618 2024-04-15T16:48:57.658 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.673+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=AEDS7X5IFY84 tag=QQACLXGKV1Y3 type=write size=1962194 2024-04-15T16:48:57.662 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.677+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~MMP4AHZP5LGA.0 size=1048576 2024-04-15T16:48:57.663 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.678+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~MMP4AHZP5LGA.1 size=670055 2024-04-15T16:48:57.663 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.678+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=MMP4AHZP5LGA tag=K9RRTX4UHOW9 type=write size=2767207 2024-04-15T16:48:57.665 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.680+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~TWUYY37MDQPY.0 size=315112 2024-04-15T16:48:57.669 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.684+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=TWUYY37MDQPY tag=LVHJDETZFX3X type=write size=1363688 2024-04-15T16:48:57.671 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.686+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=DUC2RG6Q8G4C type=del size=3056856 2024-04-15T16:48:57.673 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.688+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~HDVHCKKEX5WW.0 size=1048576 2024-04-15T16:48:57.675 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.690+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~HDVHCKKEX5WW.1 size=1048576 2024-04-15T16:48:57.676 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.692+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~HDVHCKKEX5WW.2 size=24424 2024-04-15T16:48:57.680 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.696+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=HDVHCKKEX5WW tag=MC1FJQOXL8E2 type=write size=3170152 2024-04-15T16:48:57.684 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.699+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~UV6ORX62931H.0 size=1048576 2024-04-15T16:48:57.685 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.701+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~UV6ORX62931H.1 size=227380 2024-04-15T16:48:57.686 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.701+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=UV6ORX62931H tag=Z6ZILOM0W1WZ type=write size=2324532 2024-04-15T16:48:57.688 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.703+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=EMA4AOJUP4TR type=del 2024-04-15T16:48:57.691 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.707+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~XN8IUCVVFIVM.0 size=1048576 2024-04-15T16:48:57.693 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.709+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~XN8IUCVVFIVM.1 size=1048576 2024-04-15T16:48:57.695 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.711+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~XN8IUCVVFIVM.2 size=315074 2024-04-15T16:48:57.695 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.711+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=XN8IUCVVFIVM tag=MAJCZ3GC6GSR type=write size=3460802 2024-04-15T16:48:57.697 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.713+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~AH3ID4G5WQRU.0 size=1048576 2024-04-15T16:48:57.700 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.715+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~AH3ID4G5WQRU.1 size=231743 2024-04-15T16:48:57.703 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.719+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=AH3ID4G5WQRU tag=MECWY4SGOISF type=write size=2328895 2024-04-15T16:48:57.706 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.721+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=Z3P2MMW6HO23 type=del size=1459935 2024-04-15T16:48:57.707 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.723+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~TLJXKL68PSIF.0 size=665613 2024-04-15T16:48:57.711 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.726+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=TLJXKL68PSIF tag=QI6D7O8GZ40T type=write size=1714189 2024-04-15T16:48:57.713 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.728+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=01CZR3POW4QC type=del size=2196542 2024-04-15T16:48:57.716 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.731+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~D0TE769JMFCL.0 size=392496 2024-04-15T16:48:57.719 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.735+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=D0TE769JMFCL tag=1U4Z41I8OVY7 type=write size=1441072 2024-04-15T16:48:57.721 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.736+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=S0N7N8ZP2VI1 type=del size=2490940 2024-04-15T16:48:57.723 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.739+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=HK1BBYEUCZ18 type=del 2024-04-15T16:48:57.728 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.743+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~JEWA6BL3S1Z0.0 size=1048576 2024-04-15T16:48:57.730 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.745+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~JEWA6BL3S1Z0.1 size=1048576 2024-04-15T16:48:57.731 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.747+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~JEWA6BL3S1Z0.2 size=239068 2024-04-15T16:48:57.732 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.747+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=JEWA6BL3S1Z0 tag=IB1ZUBC6X6Y0 type=write size=3384796 2024-04-15T16:48:57.733 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.749+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=934B37K0YN18 type=del 2024-04-15T16:48:57.737 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.753+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~BAQ1DKRT50SM.0 size=1048576 2024-04-15T16:48:57.739 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.754+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~BAQ1DKRT50SM.1 size=1048576 2024-04-15T16:48:57.740 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.756+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~BAQ1DKRT50SM.2 size=126062 2024-04-15T16:48:57.740 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.756+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=BAQ1DKRT50SM tag=U0OXZRUOT63W type=write size=3271790 2024-04-15T16:48:57.743 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.758+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~43UUXHJWDKOG.0 size=1048576 2024-04-15T16:48:57.743 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.758+0000 7fcc009d6780 1 < canceled part key=_multipart_BJ0SZQNPDE4F.2~43UUXHJWDKOG.1 size=1048576 2024-04-15T16:48:57.745 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.760+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~43UUXHJWDKOG.2 size=267188 2024-04-15T16:48:57.748 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.764+0000 7fcc009d6780 1 < canceled multipart upload key=BJ0SZQNPDE4F upload=43UUXHJWDKOG tag=0MKPY71NOHYY type=write size=3412916 2024-04-15T16:48:57.752 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.768+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~9W5X03BM9BUO.0 size=1048576 2024-04-15T16:48:57.754 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.769+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~9W5X03BM9BUO.1 size=1048576 2024-04-15T16:48:57.756 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.771+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~9W5X03BM9BUO.2 size=462665 2024-04-15T16:48:57.756 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.771+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=9W5X03BM9BUO tag=860G46DZ6FYN type=write size=3608393 2024-04-15T16:48:57.758 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.773+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=PTT1QP3WFHO0 type=del 2024-04-15T16:48:57.760 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.776+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=GJY5P4LEG2GN type=del size=2161323 2024-04-15T16:48:57.762 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.778+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=I1AN7GK4NJ0L type=del 2024-04-15T16:48:57.766 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.781+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~BVR7PI004UIO.0 size=69035 2024-04-15T16:48:57.766 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.781+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=BVR7PI004UIO tag=LGEGXDL0HORQ type=write size=1117611 2024-04-15T16:48:57.768 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.783+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~R9YKA2OOMFF4.0 size=270732 2024-04-15T16:48:57.772 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.787+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=R9YKA2OOMFF4 tag=D8NMPIH4ROXM type=write size=1319308 2024-04-15T16:48:57.776 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.791+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~T2QAS8O3OJU9.0 size=778309 2024-04-15T16:48:57.776 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.791+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=T2QAS8O3OJU9 tag=3JZGDYCJ2V7E type=write size=1826885 2024-04-15T16:48:57.780 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.795+0000 7fcc009d6780 1 < suggested remove operation key=Q6ADAXSPMY0X tag=PS4FJQY0JJG5 type=del 2024-04-15T16:48:57.782 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.798+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=37OK2D8MTR4T type=del size=593397 2024-04-15T16:48:57.787 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.802+0000 7fcc009d6780 1 < suggested update operation key=SMX0793SRFXB tag=8IUR57XY6DHZ type=write size=465297 2024-04-15T16:48:57.789 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.804+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=KNULRARO2QHS type=write size=661422 2024-04-15T16:48:57.791 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.806+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~301EVIQDTYFQ.0 size=522419 2024-04-15T16:48:57.795 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.810+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=301EVIQDTYFQ tag=KP4PEUXYC4XB type=write size=1570995 2024-04-15T16:48:57.798 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.814+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~QKGPZZDCN230.0 size=122510 2024-04-15T16:48:57.799 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.814+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=QKGPZZDCN230 tag=DULTCBH6S5MY type=write size=1171086 2024-04-15T16:48:57.800 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.816+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~MMP4AHZP5LGA.0 size=1048576 2024-04-15T16:48:57.802 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.818+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~MMP4AHZP5LGA.1 size=670055 2024-04-15T16:48:57.806 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.821+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=MMP4AHZP5LGA tag=K9RRTX4UHOW9 type=write size=2767207 2024-04-15T16:48:57.810 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.826+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~6CIGTCQ5YF4N.0 size=1048576 2024-04-15T16:48:57.812 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.828+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~6CIGTCQ5YF4N.1 size=1048576 2024-04-15T16:48:57.814 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.829+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~6CIGTCQ5YF4N.2 size=892308 2024-04-15T16:48:57.814 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.829+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=6CIGTCQ5YF4N tag=SDU1B1JOT6JO type=write size=4038036 2024-04-15T16:48:57.822 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.834+0000 7fcc009d6780 1 < suggested remove operation key=QYKA01GVNV1V tag=DUC2RG6Q8G4C type=del 2024-04-15T16:48:57.823 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.838+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~FK46C9E2NV2A.0 size=1048576 2024-04-15T16:48:57.824 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.839+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~FK46C9E2NV2A.1 size=807451 2024-04-15T16:48:57.824 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.839+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=FK46C9E2NV2A tag=ANXB8PBD3DRF type=write size=2904603 2024-04-15T16:48:57.826 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.841+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~UV6ORX62931H.0 size=1048576 2024-04-15T16:48:57.826 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.841+0000 7fcc009d6780 1 < canceled part key=_multipart_32K02EULE6LL.2~UV6ORX62931H.1 size=227380 2024-04-15T16:48:57.830 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.845+0000 7fcc009d6780 1 < canceled multipart upload key=32K02EULE6LL upload=UV6ORX62931H tag=Z6ZILOM0W1WZ type=write size=2324532 2024-04-15T16:48:57.832 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.847+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=CAV1GO14FXK1 type=del size=666482 2024-04-15T16:48:57.834 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.849+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~XN8IUCVVFIVM.0 size=1048576 2024-04-15T16:48:57.836 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.851+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~XN8IUCVVFIVM.1 size=1048576 2024-04-15T16:48:57.837 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.853+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~XN8IUCVVFIVM.2 size=315074 2024-04-15T16:48:57.841 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.857+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=XN8IUCVVFIVM tag=MAJCZ3GC6GSR type=write size=3460802 2024-04-15T16:48:57.843 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.859+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=I4Y2UNKBT8TY type=write size=378772 2024-04-15T16:48:57.845 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.861+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=Z3P2MMW6HO23 type=del 2024-04-15T16:48:57.850 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.865+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~1EYIIRNUICU9.0 size=1048576 2024-04-15T16:48:57.851 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.867+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~1EYIIRNUICU9.1 size=1048576 2024-04-15T16:48:57.853 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.869+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~1EYIIRNUICU9.2 size=33691 2024-04-15T16:48:57.853 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.869+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=1EYIIRNUICU9 tag=G461LYKBDZVB type=write size=3179419 2024-04-15T16:48:57.856 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.871+0000 7fcc009d6780 -1 < failed to complete operation key=SMX0793SRFXB tag=01CZR3POW4QC type=del size=2196542: (22) Invalid argument 2024-04-15T16:48:57.858 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.874+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=LG2CUB76B0JC type=del size=211912 2024-04-15T16:48:57.861 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.876+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=S0N7N8ZP2VI1 type=del 2024-04-15T16:48:57.863 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.878+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=9HGTX1MCS99R type=write size=695341 2024-04-15T16:48:57.865 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.880+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~JEWA6BL3S1Z0.0 size=1048576 2024-04-15T16:48:57.867 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.882+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~JEWA6BL3S1Z0.1 size=1048576 2024-04-15T16:48:57.869 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.884+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~JEWA6BL3S1Z0.2 size=239068 2024-04-15T16:48:57.872 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.887+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=JEWA6BL3S1Z0 tag=IB1ZUBC6X6Y0 type=write size=3384796 2024-04-15T16:48:57.874 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.890+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=J593PRRQYQNE type=del size=2172241 2024-04-15T16:48:57.877 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.892+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~BAQ1DKRT50SM.0 size=1048576 2024-04-15T16:48:57.878 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.893+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~BAQ1DKRT50SM.1 size=1048576 2024-04-15T16:48:57.880 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.895+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~BAQ1DKRT50SM.2 size=126062 2024-04-15T16:48:57.883 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.899+0000 7fcc009d6780 1 < completed multipart upload key=GEH1YTD5S8EP upload=BAQ1DKRT50SM tag=U0OXZRUOT63W type=write size=3271790 2024-04-15T16:48:57.887 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.902+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~54F37VI1DG30.0 size=1048576 2024-04-15T16:48:57.889 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.904+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~54F37VI1DG30.1 size=835495 2024-04-15T16:48:57.889 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.904+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=54F37VI1DG30 tag=M6DML6XKM9R6 type=write size=2932647 2024-04-15T16:48:57.891 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.906+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~9W5X03BM9BUO.0 size=1048576 2024-04-15T16:48:57.893 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.908+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~9W5X03BM9BUO.1 size=1048576 2024-04-15T16:48:57.894 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.910+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~9W5X03BM9BUO.2 size=462665 2024-04-15T16:48:57.898 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.913+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=9W5X03BM9BUO tag=860G46DZ6FYN type=write size=3608393 2024-04-15T16:48:57.902 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.917+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~VT6GCT0NP1MG.0 size=1048576 2024-04-15T16:48:57.904 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.919+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~VT6GCT0NP1MG.1 size=120337 2024-04-15T16:48:57.904 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.919+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=VT6GCT0NP1MG tag=MAZI4UY6N1M5 type=write size=2217489 2024-04-15T16:48:57.906 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.921+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=GJY5P4LEG2GN type=del 2024-04-15T16:48:57.908 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.923+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=2HXL2SKGM8WX type=write size=672354 2024-04-15T16:48:57.910 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.925+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~BVR7PI004UIO.0 size=69035 2024-04-15T16:48:57.914 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.929+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=BVR7PI004UIO tag=LGEGXDL0HORQ type=write size=1117611 2024-04-15T16:48:57.918 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.933+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~I4CCUJ0IV622.0 size=1048576 2024-04-15T16:48:57.919 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.935+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~I4CCUJ0IV622.1 size=1048576 2024-04-15T16:48:57.921 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.937+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~I4CCUJ0IV622.2 size=108698 2024-04-15T16:48:57.921 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.937+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=I4CCUJ0IV622 tag=8SGNBRGJMW4E type=write size=3254426 2024-04-15T16:48:57.923 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.939+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~T2QAS8O3OJU9.0 size=778309 2024-04-15T16:48:57.927 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.943+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=T2QAS8O3OJU9 tag=3JZGDYCJ2V7E type=write size=1826885 2024-04-15T16:48:57.931 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.947+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~BDNR9XMNCBS8.0 size=1048576 2024-04-15T16:48:57.933 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.949+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~BDNR9XMNCBS8.1 size=1048576 2024-04-15T16:48:57.935 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.950+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~BDNR9XMNCBS8.2 size=176712 2024-04-15T16:48:57.935 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.950+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=BDNR9XMNCBS8 tag=0UWLRMNHIR8O type=write size=3322440 2024-04-15T16:48:57.938 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.953+0000 7fcc009d6780 -1 < failed to complete operation key=SMX0793SRFXB tag=37OK2D8MTR4T type=del size=593397: (22) Invalid argument 2024-04-15T16:48:57.940 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.955+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=29LCMSR24DDC type=write size=150234 2024-04-15T16:48:57.942 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.958+0000 7fcc009d6780 1 < completed write operation key=7GJPLM2OVON4 tag=KNULRARO2QHS type=write size=661422 2024-04-15T16:48:57.946 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.962+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~67VQIR098WSE.0 size=1048576 2024-04-15T16:48:57.948 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.963+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~67VQIR098WSE.1 size=527277 2024-04-15T16:48:57.948 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.963+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=67VQIR098WSE tag=XCZYHUARZ5RL type=write size=2624429 2024-04-15T16:48:57.950 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.965+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~QKGPZZDCN230.0 size=122510 2024-04-15T16:48:57.953 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.969+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=QKGPZZDCN230 tag=DULTCBH6S5MY type=write size=1171086 2024-04-15T16:48:57.957 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.973+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~B7UHHMFXVSL2.0 size=174059 2024-04-15T16:48:57.958 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.973+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=B7UHHMFXVSL2 tag=6J7QD44F47PW type=write size=1222635 2024-04-15T16:48:57.960 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.975+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~6CIGTCQ5YF4N.0 size=1048576 2024-04-15T16:48:57.961 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.977+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~6CIGTCQ5YF4N.1 size=1048576 2024-04-15T16:48:57.963 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.979+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~6CIGTCQ5YF4N.2 size=892308 2024-04-15T16:48:57.967 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.982+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=6CIGTCQ5YF4N tag=SDU1B1JOT6JO type=write size=4038036 2024-04-15T16:48:57.969 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.984+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=86ZURHEQ734P type=del size=3103801 2024-04-15T16:48:57.971 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.986+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~FK46C9E2NV2A.0 size=1048576 2024-04-15T16:48:57.973 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.988+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~FK46C9E2NV2A.1 size=807451 2024-04-15T16:48:57.976 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.992+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=FK46C9E2NV2A tag=ANXB8PBD3DRF type=write size=2904603 2024-04-15T16:48:57.979 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.994+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=GCC4WBBRFRAP type=del size=2305005 2024-04-15T16:48:57.981 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.997+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=CAV1GO14FXK1 type=del 2024-04-15T16:48:57.983 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:57.999+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=0X920UHE0QSL type=del size=2247774 2024-04-15T16:48:57.985 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.001+0000 7fcc009d6780 1 < completed write operation key=BXP894QCFBMM tag=I4Y2UNKBT8TY type=write size=378772 2024-04-15T16:48:57.987 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.003+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=5QF8HPY3G7FY type=del size=185518 2024-04-15T16:48:57.990 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.005+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~1EYIIRNUICU9.0 size=1048576 2024-04-15T16:48:57.991 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.007+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~1EYIIRNUICU9.1 size=1048576 2024-04-15T16:48:57.993 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.009+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~1EYIIRNUICU9.2 size=33691 2024-04-15T16:48:57.997 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.013+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=1EYIIRNUICU9 tag=G461LYKBDZVB type=write size=3179419 2024-04-15T16:48:58.000 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.015+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=JIG8DERANH59 type=del size=4117879 2024-04-15T16:48:58.002 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.017+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=LG2CUB76B0JC type=del 2024-04-15T16:48:58.004 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.020+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=FTOI5FS6379D type=del size=3657111 2024-04-15T16:48:58.006 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.022+0000 7fcc009d6780 1 < completed write operation key=15VOAX95U1N2 tag=9HGTX1MCS99R type=write size=695341 2024-04-15T16:48:58.009 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.024+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=YXNV5AU7CRXC type=del size=1068874 2024-04-15T16:48:58.011 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.027+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=J593PRRQYQNE type=del 2024-04-15T16:48:58.016 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.031+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~R4XRRFL74GUU.0 size=716635 2024-04-15T16:48:58.016 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.031+0000 7fcc009d6780 1 > prepared multipart upload key=SMX0793SRFXB upload=R4XRRFL74GUU tag=6KXBC7O23CII type=write size=1765211 2024-04-15T16:48:58.018 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.033+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~54F37VI1DG30.0 size=1048576 2024-04-15T16:48:58.020 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.035+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~54F37VI1DG30.1 size=835495 2024-04-15T16:48:58.026 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.039+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=54F37VI1DG30 tag=M6DML6XKM9R6 type=write size=2932647 2024-04-15T16:48:58.027 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.043+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~YV4F3126RT5Y.0 size=266036 2024-04-15T16:48:58.027 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.043+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=YV4F3126RT5Y tag=LIBPRF1FKL7D type=write size=1314612 2024-04-15T16:48:58.029 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.045+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~VT6GCT0NP1MG.0 size=1048576 2024-04-15T16:48:58.031 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.047+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~VT6GCT0NP1MG.1 size=120337 2024-04-15T16:48:58.035 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.050+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=VT6GCT0NP1MG tag=MAZI4UY6N1M5 type=write size=2217489 2024-04-15T16:48:58.039 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.055+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~BLWPUOTO7XBY.0 size=1048576 2024-04-15T16:48:58.041 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.057+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~BLWPUOTO7XBY.1 size=1048576 2024-04-15T16:48:58.043 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.058+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~BLWPUOTO7XBY.2 size=996463 2024-04-15T16:48:58.043 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.058+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=BLWPUOTO7XBY tag=ZMJVVNA818DX type=write size=4142191 2024-04-15T16:48:58.045 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.061+0000 7fcc009d6780 1 < completed write operation key=KZLUKZMI1WBU tag=2HXL2SKGM8WX type=write size=672354 2024-04-15T16:48:58.049 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.064+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~9DBGIFLPMTV7.0 size=1012558 2024-04-15T16:48:58.049 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.064+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=9DBGIFLPMTV7 tag=1TJ6YB0N7N1J type=write size=2061134 2024-04-15T16:48:58.049 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.065+0000 7fcc009d6780 1 < canceled part key=_multipart_MI9ZZNLIFVPG.2~I4CCUJ0IV622.0 size=1048576 2024-04-15T16:48:58.051 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.066+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~I4CCUJ0IV622.1 size=1048576 2024-04-15T16:48:58.053 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.068+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~I4CCUJ0IV622.2 size=108698 2024-04-15T16:48:58.056 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.072+0000 7fcc009d6780 1 < canceled multipart upload key=MI9ZZNLIFVPG upload=I4CCUJ0IV622 tag=8SGNBRGJMW4E type=write size=3254426 2024-04-15T16:48:58.058 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.074+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=MBJPNLQK0G1D type=del size=1579340 2024-04-15T16:48:58.061 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.076+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~BDNR9XMNCBS8.0 size=1048576 2024-04-15T16:48:58.061 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.076+0000 7fcc009d6780 1 < canceled part key=_multipart_DLWMFB84M0FA.2~BDNR9XMNCBS8.1 size=1048576 2024-04-15T16:48:58.062 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.078+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~BDNR9XMNCBS8.2 size=176712 2024-04-15T16:48:58.066 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.082+0000 7fcc009d6780 1 < canceled multipart upload key=DLWMFB84M0FA upload=BDNR9XMNCBS8 tag=0UWLRMNHIR8O type=write size=3322440 2024-04-15T16:48:58.069 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.085+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=P873FOCQQQLT type=del size=2138155 2024-04-15T16:48:58.072 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.087+0000 7fcc009d6780 1 < canceled operation key=8VXMHHU12YH7 tag=29LCMSR24DDC type=write size=150234 2024-04-15T16:48:58.074 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.089+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=MFEYHUFGYZA1 type=write size=920813 2024-04-15T16:48:58.076 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.091+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~67VQIR098WSE.0 size=1048576 2024-04-15T16:48:58.076 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.091+0000 7fcc009d6780 1 < canceled part key=_multipart_GEH1YTD5S8EP.2~67VQIR098WSE.1 size=527277 2024-04-15T16:48:58.079 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.095+0000 7fcc009d6780 1 < canceled multipart upload key=GEH1YTD5S8EP upload=67VQIR098WSE tag=XCZYHUARZ5RL type=write size=2624429 2024-04-15T16:48:58.081 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.097+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=9HMQWTH88J7E type=del size=4176869 2024-04-15T16:48:58.084 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.099+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~B7UHHMFXVSL2.0 size=174059 2024-04-15T16:48:58.088 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.103+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=B7UHHMFXVSL2 tag=6J7QD44F47PW type=write size=1222635 2024-04-15T16:48:58.089 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.105+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=U4MFMJUEZZ6E type=del size=2187889 2024-04-15T16:48:58.091 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.107+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=86ZURHEQ734P type=del 2024-04-15T16:48:58.093 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.109+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=4TFHZ71CQRY7 type=del size=3202800 2024-04-15T16:48:58.096 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.111+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=GCC4WBBRFRAP type=del 2024-04-15T16:48:58.098 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.113+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=9IKETG15C98U type=del size=3310300 2024-04-15T16:48:58.100 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.115+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=0X920UHE0QSL type=del 2024-04-15T16:48:58.103 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.119+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~JUJ4IVP1Z83M.0 size=1048576 2024-04-15T16:48:58.105 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.120+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~JUJ4IVP1Z83M.1 size=1048576 2024-04-15T16:48:58.107 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.122+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~JUJ4IVP1Z83M.2 size=51629 2024-04-15T16:48:58.107 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.122+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=JUJ4IVP1Z83M tag=DSCMWMGYMRP5 type=write size=3197357 2024-04-15T16:48:58.110 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.126+0000 7fcc009d6780 1 < suggested update operation key=3TSCAKP7XLQL tag=5QF8HPY3G7FY type=del size=185518 2024-04-15T16:48:58.114 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.130+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~CKB0XL9L3T4H.0 size=1048576 2024-04-15T16:48:58.116 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.131+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~CKB0XL9L3T4H.1 size=1048576 2024-04-15T16:48:58.118 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.133+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~CKB0XL9L3T4H.2 size=658956 2024-04-15T16:48:58.118 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.133+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=CKB0XL9L3T4H tag=1MB87FT1UKVT type=write size=3804684 2024-04-15T16:48:58.120 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.135+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=JIG8DERANH59 type=del 2024-04-15T16:48:58.124 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.140+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~NBKF2SD4B5TG.0 size=1048576 2024-04-15T16:48:58.126 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.142+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~NBKF2SD4B5TG.1 size=1048576 2024-04-15T16:48:58.128 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.143+0000 7fcc009d6780 1 > prepared part key=_multipart_7GJPLM2OVON4.2~NBKF2SD4B5TG.2 size=248770 2024-04-15T16:48:58.128 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.143+0000 7fcc009d6780 1 > prepared multipart upload key=7GJPLM2OVON4 upload=NBKF2SD4B5TG tag=JM43IM2471FN type=write size=3394498 2024-04-15T16:48:58.130 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.146+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=FTOI5FS6379D type=del 2024-04-15T16:48:58.132 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.148+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=W4KZUPRWM92E type=del size=3994908 2024-04-15T16:48:58.134 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.149+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=YXNV5AU7CRXC type=del 2024-04-15T16:48:58.136 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.152+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=GE2KJC0HWVYA type=write size=630043 2024-04-15T16:48:58.138 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.154+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~R4XRRFL74GUU.0 size=716635 2024-04-15T16:48:58.141 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.157+0000 7fcc009d6780 1 < completed multipart upload key=SMX0793SRFXB upload=R4XRRFL74GUU tag=6KXBC7O23CII type=write size=1765211 2024-04-15T16:48:58.143 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.159+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=1ZBSPT7OMA89 type=write size=478328 2024-04-15T16:48:58.145 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.161+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~YV4F3126RT5Y.0 size=266036 2024-04-15T16:48:58.149 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.165+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=YV4F3126RT5Y tag=LIBPRF1FKL7D type=write size=1314612 2024-04-15T16:48:58.151 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.167+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=D9AAXQYGUQ94 type=del size=1959964 2024-04-15T16:48:58.153 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.169+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~BLWPUOTO7XBY.0 size=1048576 2024-04-15T16:48:58.155 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.171+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~BLWPUOTO7XBY.1 size=1048576 2024-04-15T16:48:58.157 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.173+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~BLWPUOTO7XBY.2 size=996463 2024-04-15T16:48:58.161 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.176+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=BLWPUOTO7XBY tag=ZMJVVNA818DX type=write size=4142191 2024-04-15T16:48:58.162 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.178+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=PBQBIHB33IB3 type=del size=1270354 2024-04-15T16:48:58.164 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.180+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~9DBGIFLPMTV7.0 size=1012558 2024-04-15T16:48:58.169 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.184+0000 7fcc009d6780 1 < completed multipart upload key=GEH1YTD5S8EP upload=9DBGIFLPMTV7 tag=1TJ6YB0N7N1J type=write size=2061134 2024-04-15T16:48:58.170 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.186+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=CPKKRLBRO3GR type=del size=2483787 2024-04-15T16:48:58.173 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.189+0000 7fcc009d6780 -1 < failed to complete operation key=3TSCAKP7XLQL tag=MBJPNLQK0G1D type=del size=1579340: (22) Invalid argument 2024-04-15T16:48:58.175 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.191+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=K8OA5I66LKHV type=del size=2089532 2024-04-15T16:48:58.178 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.193+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=P873FOCQQQLT type=del 2024-04-15T16:48:58.180 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.195+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=1VORFTITA741 type=del size=1306335 2024-04-15T16:48:58.182 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.197+0000 7fcc009d6780 1 < completed write operation key=P016Z7D73CKQ tag=MFEYHUFGYZA1 type=write size=920813 2024-04-15T16:48:58.184 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.200+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=X2YOQ9C129SE type=del size=508165 2024-04-15T16:48:58.188 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.203+0000 7fcc009d6780 1 < suggested remove operation key=CQ12L2GW4SE3 tag=9HMQWTH88J7E type=del 2024-04-15T16:48:58.190 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.206+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=4V5O7IOJSEZ3 type=del size=2134342 2024-04-15T16:48:58.192 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.208+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=U4MFMJUEZZ6E type=del 2024-04-15T16:48:58.194 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.210+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=MLWUJSYPQC1D type=write size=608279 2024-04-15T16:48:58.196 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.212+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=4TFHZ71CQRY7 type=del 2024-04-15T16:48:58.199 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.214+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=O7QIJXMM7CP3 type=del size=928980 2024-04-15T16:48:58.203 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.219+0000 7fcc009d6780 1 < suggested remove operation key=VPMU4YD3VQ1D tag=9IKETG15C98U type=del 2024-04-15T16:48:58.208 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.223+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~SBMVIQ71740V.0 size=719101 2024-04-15T16:48:58.208 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.223+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=SBMVIQ71740V tag=9M0BLOA19LOC type=write size=1767677 2024-04-15T16:48:58.210 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.225+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~JUJ4IVP1Z83M.0 size=1048576 2024-04-15T16:48:58.213 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.228+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~JUJ4IVP1Z83M.1 size=1048576 2024-04-15T16:48:58.213 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.228+0000 7fcc009d6780 1 < canceled part key=_multipart_DLWMFB84M0FA.2~JUJ4IVP1Z83M.2 size=51629 2024-04-15T16:48:58.216 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.232+0000 7fcc009d6780 1 < canceled multipart upload key=DLWMFB84M0FA upload=JUJ4IVP1Z83M tag=DSCMWMGYMRP5 type=write size=3197357 2024-04-15T16:48:58.220 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.236+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~EDQKPIZ4SI0G.0 size=1048576 2024-04-15T16:48:58.222 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.238+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~EDQKPIZ4SI0G.1 size=1048576 2024-04-15T16:48:58.224 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.240+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~EDQKPIZ4SI0G.2 size=923575 2024-04-15T16:48:58.225 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.240+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=EDQKPIZ4SI0G tag=U5ROV9X9PVJ7 type=write size=4069303 2024-04-15T16:48:58.227 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.242+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~CKB0XL9L3T4H.0 size=1048576 2024-04-15T16:48:58.227 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.242+0000 7fcc009d6780 1 < canceled part key=_multipart_3GA44QQR4TNK.2~CKB0XL9L3T4H.1 size=1048576 2024-04-15T16:48:58.229 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.244+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~CKB0XL9L3T4H.2 size=658956 2024-04-15T16:48:58.233 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.249+0000 7fcc009d6780 1 < canceled multipart upload key=3GA44QQR4TNK upload=CKB0XL9L3T4H tag=1MB87FT1UKVT type=write size=3804684 2024-04-15T16:48:58.235 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.251+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=D5A8EE0HB6A1 type=del size=3101169 2024-04-15T16:48:58.237 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.253+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~NBKF2SD4B5TG.0 size=1048576 2024-04-15T16:48:58.239 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.255+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~NBKF2SD4B5TG.1 size=1048576 2024-04-15T16:48:58.242 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.256+0000 7fcc009d6780 1 < completed part key=_multipart_7GJPLM2OVON4.2~NBKF2SD4B5TG.2 size=248770 2024-04-15T16:48:58.245 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.260+0000 7fcc009d6780 1 < completed multipart upload key=7GJPLM2OVON4 upload=NBKF2SD4B5TG tag=JM43IM2471FN type=write size=3394498 2024-04-15T16:48:58.248 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.263+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=4FVYBIX6T9V0 type=del size=469887 2024-04-15T16:48:58.252 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.267+0000 7fcc009d6780 1 < suggested remove operation key=32K02EULE6LL tag=W4KZUPRWM92E type=del 2024-04-15T16:48:58.254 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.270+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=D7HW41C1NO9M type=del size=1305033 2024-04-15T16:48:58.258 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.273+0000 7fcc009d6780 1 < suggested update operation key=7NTTGUKN6UZ3 tag=GE2KJC0HWVYA type=write size=630043 2024-04-15T16:48:58.260 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.275+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=AW60P3F73WTD type=del size=1357989 2024-04-15T16:48:58.262 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.277+0000 7fcc009d6780 1 < completed write operation key=SMX0793SRFXB tag=1ZBSPT7OMA89 type=write size=478328 2024-04-15T16:48:58.266 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.281+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~68B23OHBFVLR.0 size=1048576 2024-04-15T16:48:58.267 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.283+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~68B23OHBFVLR.1 size=1048576 2024-04-15T16:48:58.269 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.285+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~68B23OHBFVLR.2 size=742725 2024-04-15T16:48:58.269 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.285+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=68B23OHBFVLR tag=8E1ENNWE21ZW type=write size=3888453 2024-04-15T16:48:58.272 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.287+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=D9AAXQYGUQ94 type=del 2024-04-15T16:48:58.276 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.291+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~ZJ9YDOT36UD2.0 size=1013881 2024-04-15T16:48:58.276 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.291+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=ZJ9YDOT36UD2 tag=FOK4IGFPWZP4 type=write size=2062457 2024-04-15T16:48:58.278 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.293+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=PBQBIHB33IB3 type=del 2024-04-15T16:48:58.281 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.297+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~2AB56N3YN460.0 size=1048576 2024-04-15T16:48:58.283 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.299+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~2AB56N3YN460.1 size=896752 2024-04-15T16:48:58.283 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.299+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=2AB56N3YN460 tag=AY5LGPCKEWO7 type=write size=2993904 2024-04-15T16:48:58.285 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.301+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=CPKKRLBRO3GR type=del 2024-04-15T16:48:58.287 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.302+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=3G7WQMP9R6O2 type=del size=2503769 2024-04-15T16:48:58.291 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.306+0000 7fcc009d6780 1 < suggested remove operation key=DLWMFB84M0FA tag=K8OA5I66LKHV type=del 2024-04-15T16:48:58.293 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.308+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=7LFOACJOZTD0 type=del size=2185124 2024-04-15T16:48:58.295 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.310+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=1VORFTITA741 type=del 2024-04-15T16:48:58.297 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.312+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=11A31GBLZKXE type=del size=1602881 2024-04-15T16:48:58.299 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.314+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=X2YOQ9C129SE type=del 2024-04-15T16:48:58.301 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.316+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=IPX2L4MMPA8W type=del size=682175 2024-04-15T16:48:58.307 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.322+0000 7fcc009d6780 1 < suggested remove operation key=MI9ZZNLIFVPG tag=4V5O7IOJSEZ3 type=del 2024-04-15T16:48:58.309 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.324+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=M6IRLG9PY4U7 type=del size=3263600 2024-04-15T16:48:58.312 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.327+0000 7fcc009d6780 1 < canceled operation key=CQ12L2GW4SE3 tag=MLWUJSYPQC1D type=write size=608279 2024-04-15T16:48:58.314 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.330+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=TO028NJ8FPSY type=del size=280545 2024-04-15T16:48:58.317 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.332+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=O7QIJXMM7CP3 type=del 2024-04-15T16:48:58.319 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.335+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=CQBBPKDF9FPG type=del size=3905299 2024-04-15T16:48:58.321 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.337+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~SBMVIQ71740V.0 size=719101 2024-04-15T16:48:58.325 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.341+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=SBMVIQ71740V tag=9M0BLOA19LOC type=write size=1767677 2024-04-15T16:48:58.329 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.344+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~5FDNNL31VNN0.0 size=1048576 2024-04-15T16:48:58.331 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.347+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~5FDNNL31VNN0.1 size=1048576 2024-04-15T16:48:58.333 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.348+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~5FDNNL31VNN0.2 size=768519 2024-04-15T16:48:58.333 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.348+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=5FDNNL31VNN0 tag=TLDHYC81R6H1 type=write size=3914247 2024-04-15T16:48:58.335 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.350+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~EDQKPIZ4SI0G.0 size=1048576 2024-04-15T16:48:58.336 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.352+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~EDQKPIZ4SI0G.1 size=1048576 2024-04-15T16:48:58.338 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.354+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~EDQKPIZ4SI0G.2 size=923575 2024-04-15T16:48:58.342 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.358+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=EDQKPIZ4SI0G tag=U5ROV9X9PVJ7 type=write size=4069303 2024-04-15T16:48:58.346 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.362+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~PZNVVIBI01AL.0 size=965393 2024-04-15T16:48:58.346 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.362+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=PZNVVIBI01AL tag=KPGCUWLM8VEW type=write size=2013969 2024-04-15T16:48:58.348 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.364+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=D5A8EE0HB6A1 type=del 2024-04-15T16:48:58.350 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.366+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=X3U4X03M13VD type=del size=921761 2024-04-15T16:48:58.353 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.368+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=4FVYBIX6T9V0 type=del 2024-04-15T16:48:58.354 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.370+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=LR3A1DUX8F7S type=del size=258944 2024-04-15T16:48:58.357 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.372+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=D7HW41C1NO9M type=del 2024-04-15T16:48:58.361 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.376+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~76VIPSEFGNX7.0 size=774343 2024-04-15T16:48:58.361 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.376+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=76VIPSEFGNX7 tag=GTZL6HHE2ZYA type=write size=1822919 2024-04-15T16:48:58.362 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.378+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=AW60P3F73WTD type=del 2024-04-15T16:48:58.366 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.382+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~NF39H6A8CGIA.0 size=1048576 2024-04-15T16:48:58.368 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.383+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~NF39H6A8CGIA.1 size=1041132 2024-04-15T16:48:58.368 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.383+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=NF39H6A8CGIA tag=XUTU70UJ7GIK type=write size=3138284 2024-04-15T16:48:58.370 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.386+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~68B23OHBFVLR.0 size=1048576 2024-04-15T16:48:58.371 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.386+0000 7fcc009d6780 1 < canceled part key=_multipart_CGQDFKP4V6R7.2~68B23OHBFVLR.1 size=1048576 2024-04-15T16:48:58.372 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.387+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~68B23OHBFVLR.2 size=742725 2024-04-15T16:48:58.376 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.391+0000 7fcc009d6780 1 < canceled multipart upload key=CGQDFKP4V6R7 upload=68B23OHBFVLR tag=8E1ENNWE21ZW type=write size=3888453 2024-04-15T16:48:58.380 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.395+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~50LP9K402TDK.0 size=1048576 2024-04-15T16:48:58.382 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.397+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~50LP9K402TDK.1 size=1048576 2024-04-15T16:48:58.383 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.398+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~50LP9K402TDK.2 size=106565 2024-04-15T16:48:58.383 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.398+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=50LP9K402TDK tag=5OFRJ9OCF4CA type=write size=3252293 2024-04-15T16:48:58.385 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.401+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~ZJ9YDOT36UD2.0 size=1013881 2024-04-15T16:48:58.389 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.404+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=ZJ9YDOT36UD2 tag=FOK4IGFPWZP4 type=write size=2062457 2024-04-15T16:48:58.393 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.408+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~3RW0KGBKIEZG.0 size=922606 2024-04-15T16:48:58.393 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.408+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=3RW0KGBKIEZG tag=87ROR0PQ31OQ type=write size=1971182 2024-04-15T16:48:58.395 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.410+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~2AB56N3YN460.0 size=1048576 2024-04-15T16:48:58.397 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.412+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~2AB56N3YN460.1 size=896752 2024-04-15T16:48:58.400 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.416+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=2AB56N3YN460 tag=AY5LGPCKEWO7 type=write size=2993904 2024-04-15T16:48:58.404 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.420+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~SEL30JNV5PCJ.0 size=255846 2024-04-15T16:48:58.405 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.420+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=SEL30JNV5PCJ tag=WD77I8AIG17C type=write size=1304422 2024-04-15T16:48:58.406 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.422+0000 7fcc009d6780 1 < completed delete operation key=54DQHB9HNDQB tag=3G7WQMP9R6O2 type=del 2024-04-15T16:48:58.409 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.425+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=AVZAFYLPEY37 type=del size=4012973 2024-04-15T16:48:58.411 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.427+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=7LFOACJOZTD0 type=del 2024-04-15T16:48:58.415 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.430+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~28FCVBW5JBUY.0 size=1048576 2024-04-15T16:48:58.417 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.433+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~28FCVBW5JBUY.1 size=1048576 2024-04-15T16:48:58.419 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.435+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~28FCVBW5JBUY.2 size=300174 2024-04-15T16:48:58.419 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.435+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=28FCVBW5JBUY tag=9T0K9K7YSWPJ type=write size=3445902 2024-04-15T16:48:58.423 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.439+0000 7fcc009d6780 1 < suggested update operation key=GEH1YTD5S8EP tag=11A31GBLZKXE type=del size=1602881 2024-04-15T16:48:58.427 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.442+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~P0O60KO5MK8V.0 size=1048576 2024-04-15T16:48:58.429 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.444+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~P0O60KO5MK8V.1 size=1048576 2024-04-15T16:48:58.430 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.446+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~P0O60KO5MK8V.2 size=507641 2024-04-15T16:48:58.430 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.446+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=P0O60KO5MK8V tag=39IJ2R2LN34H type=write size=3653369 2024-04-15T16:48:58.433 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.448+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=IPX2L4MMPA8W type=del 2024-04-15T16:48:58.435 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.450+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=96O7UJ7VHU1I type=del size=1290784 2024-04-15T16:48:58.439 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.455+0000 7fcc009d6780 1 < suggested update operation key=XE6CHS65PXVA tag=M6IRLG9PY4U7 type=del size=3263600 2024-04-15T16:48:58.442 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.457+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=YK635Z5DT0IQ type=del size=1314999 2024-04-15T16:48:58.444 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.459+0000 7fcc009d6780 1 < canceled operation key=VPMU4YD3VQ1D tag=TO028NJ8FPSY type=del size=280545 2024-04-15T16:48:58.447 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.463+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~P72Z3T5Y19H9.0 size=753806 2024-04-15T16:48:58.447 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.463+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=P72Z3T5Y19H9 tag=IFXR4D78BJI5 type=write size=1802382 2024-04-15T16:48:58.451 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.467+0000 7fcc009d6780 1 < suggested remove operation key=3GA44QQR4TNK tag=CQBBPKDF9FPG type=del 2024-04-15T16:48:58.455 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.469+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=972R3NDPW2IC type=del size=3213905 2024-04-15T16:48:58.456 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.472+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~5FDNNL31VNN0.0 size=1048576 2024-04-15T16:48:58.458 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.473+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~5FDNNL31VNN0.1 size=1048576 2024-04-15T16:48:58.459 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.475+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~5FDNNL31VNN0.2 size=768519 2024-04-15T16:48:58.464 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.479+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=5FDNNL31VNN0 tag=TLDHYC81R6H1 type=write size=3914247 2024-04-15T16:48:58.465 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.481+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=7AZS6RZKSF71 type=del size=3352507 2024-04-15T16:48:58.467 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.483+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~PZNVVIBI01AL.0 size=965393 2024-04-15T16:48:58.471 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.487+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=PZNVVIBI01AL tag=KPGCUWLM8VEW type=write size=2013969 2024-04-15T16:48:58.474 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.489+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=OKE2OS6RNS0G type=del size=1520328 2024-04-15T16:48:58.478 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.493+0000 7fcc009d6780 1 < suggested remove operation key=XE6CHS65PXVA tag=X3U4X03M13VD type=del 2024-04-15T16:48:58.482 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.497+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~I032QLDSZ48U.0 size=831538 2024-04-15T16:48:58.482 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.497+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=I032QLDSZ48U tag=61VHNAX0F3M5 type=write size=1880114 2024-04-15T16:48:58.484 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.499+0000 7fcc009d6780 1 < canceled operation key=15VOAX95U1N2 tag=LR3A1DUX8F7S type=del size=258944 2024-04-15T16:48:58.488 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.504+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~TWMARAXUSQOS.0 size=499238 2024-04-15T16:48:58.488 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.504+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=TWMARAXUSQOS tag=LKLIX0QIZIL0 type=write size=1547814 2024-04-15T16:48:58.491 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.506+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~76VIPSEFGNX7.0 size=774343 2024-04-15T16:48:58.494 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.509+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=76VIPSEFGNX7 tag=GTZL6HHE2ZYA type=write size=1822919 2024-04-15T16:48:58.498 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.513+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~HLOZ0ZCJFA2B.0 size=1048576 2024-04-15T16:48:58.500 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.515+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~HLOZ0ZCJFA2B.1 size=912311 2024-04-15T16:48:58.500 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.515+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=HLOZ0ZCJFA2B tag=WQIKKOJ2YXF7 type=write size=3009463 2024-04-15T16:48:58.502 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.517+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~NF39H6A8CGIA.0 size=1048576 2024-04-15T16:48:58.503 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.519+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~NF39H6A8CGIA.1 size=1041132 2024-04-15T16:48:58.507 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.523+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=NF39H6A8CGIA tag=XUTU70UJ7GIK type=write size=3138284 2024-04-15T16:48:58.509 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.525+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=4FH6GDFC5E7N type=del size=3278001 2024-04-15T16:48:58.512 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.527+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~50LP9K402TDK.0 size=1048576 2024-04-15T16:48:58.513 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.529+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~50LP9K402TDK.1 size=1048576 2024-04-15T16:48:58.515 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.531+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~50LP9K402TDK.2 size=106565 2024-04-15T16:48:58.520 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.535+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=50LP9K402TDK tag=5OFRJ9OCF4CA type=write size=3252293 2024-04-15T16:48:58.524 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.539+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~0JJ3MM7OX1KY.0 size=840376 2024-04-15T16:48:58.524 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.539+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=0JJ3MM7OX1KY tag=9GUBAG29YQU0 type=write size=1888952 2024-04-15T16:48:58.526 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.542+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~3RW0KGBKIEZG.0 size=922606 2024-04-15T16:48:58.530 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.545+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=3RW0KGBKIEZG tag=87ROR0PQ31OQ type=write size=1971182 2024-04-15T16:48:58.532 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.547+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=EJN43YR3TXTR type=del size=3717053 2024-04-15T16:48:58.534 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.549+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~SEL30JNV5PCJ.0 size=255846 2024-04-15T16:48:58.538 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.553+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=SEL30JNV5PCJ tag=WD77I8AIG17C type=write size=1304422 2024-04-15T16:48:58.539 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.555+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=VSU03VDI39XV type=del size=1581795 2024-04-15T16:48:58.542 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.557+0000 7fcc009d6780 1 < canceled operation key=VPMU4YD3VQ1D tag=AVZAFYLPEY37 type=del size=4012973 2024-04-15T16:48:58.546 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.562+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~FZLS7PV2AIFS.0 size=1048576 2024-04-15T16:48:58.548 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.563+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~FZLS7PV2AIFS.1 size=586759 2024-04-15T16:48:58.548 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.563+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=FZLS7PV2AIFS tag=ENNVQK6BHC96 type=write size=2683911 2024-04-15T16:48:58.550 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.565+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~28FCVBW5JBUY.0 size=1048576 2024-04-15T16:48:58.552 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.567+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~28FCVBW5JBUY.1 size=1048576 2024-04-15T16:48:58.554 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.569+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~28FCVBW5JBUY.2 size=300174 2024-04-15T16:48:58.557 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.573+0000 7fcc009d6780 1 < completed multipart upload key=DLWMFB84M0FA upload=28FCVBW5JBUY tag=9T0K9K7YSWPJ type=write size=3445902 2024-04-15T16:48:58.559 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.575+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=AOKJ6PBVU078 type=del size=3121696 2024-04-15T16:48:58.561 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.577+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~P0O60KO5MK8V.0 size=1048576 2024-04-15T16:48:58.563 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.578+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~P0O60KO5MK8V.1 size=1048576 2024-04-15T16:48:58.564 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.580+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~P0O60KO5MK8V.2 size=507641 2024-04-15T16:48:58.568 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.584+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=P0O60KO5MK8V tag=39IJ2R2LN34H type=write size=3653369 2024-04-15T16:48:58.570 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.586+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=9GA6VVS551DI type=del size=3343752 2024-04-15T16:48:58.572 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.588+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=96O7UJ7VHU1I type=del 2024-04-15T16:48:58.574 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.590+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=AZ9DG8JZNDWI type=write size=900571 2024-04-15T16:48:58.577 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.592+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=YK635Z5DT0IQ type=del 2024-04-15T16:48:58.581 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.596+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~2G0U01BYFOYS.0 size=1048576 2024-04-15T16:48:58.582 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.598+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~2G0U01BYFOYS.1 size=1048576 2024-04-15T16:48:58.584 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.600+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~2G0U01BYFOYS.2 size=604035 2024-04-15T16:48:58.584 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.600+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=2G0U01BYFOYS tag=4GFENPYBZ1AP type=write size=3749763 2024-04-15T16:48:58.587 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.602+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~P72Z3T5Y19H9.0 size=753806 2024-04-15T16:48:58.590 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.605+0000 7fcc009d6780 1 < completed multipart upload key=GEH1YTD5S8EP upload=P72Z3T5Y19H9 tag=IFXR4D78BJI5 type=write size=1802382 2024-04-15T16:48:58.592 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.608+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=D03Z2CNQHPCJ type=del size=1039663 2024-04-15T16:48:58.594 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.610+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=972R3NDPW2IC type=del 2024-04-15T16:48:58.598 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.614+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~N22FGGQ1PI96.0 size=1048576 2024-04-15T16:48:58.600 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.615+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~N22FGGQ1PI96.1 size=1048576 2024-04-15T16:48:58.602 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.617+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~N22FGGQ1PI96.2 size=518047 2024-04-15T16:48:58.602 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.617+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=N22FGGQ1PI96 tag=Z2XMV1WAT0I5 type=write size=3663775 2024-04-15T16:48:58.604 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.619+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=7AZS6RZKSF71 type=del 2024-04-15T16:48:58.606 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.622+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=SREI8H1J7U5I type=del size=1356669 2024-04-15T16:48:58.608 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.624+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=OKE2OS6RNS0G type=del 2024-04-15T16:48:58.610 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.626+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=MNM16BV17V13 type=del size=432142 2024-04-15T16:48:58.612 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.628+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~I032QLDSZ48U.0 size=831538 2024-04-15T16:48:58.616 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.631+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=I032QLDSZ48U tag=61VHNAX0F3M5 type=write size=1880114 2024-04-15T16:48:58.620 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.635+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~WC1CK5NMVD0U.0 size=41598 2024-04-15T16:48:58.620 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.635+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=WC1CK5NMVD0U tag=PGKD281XXNCW type=write size=1090174 2024-04-15T16:48:58.622 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.637+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~TWMARAXUSQOS.0 size=499238 2024-04-15T16:48:58.626 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.641+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=TWMARAXUSQOS tag=LKLIX0QIZIL0 type=write size=1547814 2024-04-15T16:48:58.628 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.643+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=6H8JZ7Y5081T type=del size=3531710 2024-04-15T16:48:58.629 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.645+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~HLOZ0ZCJFA2B.0 size=1048576 2024-04-15T16:48:58.632 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.647+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~HLOZ0ZCJFA2B.1 size=912311 2024-04-15T16:48:58.635 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.651+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=HLOZ0ZCJFA2B tag=WQIKKOJ2YXF7 type=write size=3009463 2024-04-15T16:48:58.637 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.653+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=57LTGRP3ZQV1 type=del size=1797785 2024-04-15T16:48:58.640 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.656+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=4FH6GDFC5E7N type=del 2024-04-15T16:48:58.642 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.658+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=XCILZQ1ZNXV9 type=del size=2066617 2024-04-15T16:48:58.646 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.660+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~0JJ3MM7OX1KY.0 size=840376 2024-04-15T16:48:58.649 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.664+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=0JJ3MM7OX1KY tag=9GUBAG29YQU0 type=write size=1888952 2024-04-15T16:48:58.651 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.666+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=6YM0QTLA9WBU type=del size=3966171 2024-04-15T16:48:58.653 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.668+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=EJN43YR3TXTR type=del 2024-04-15T16:48:58.657 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.672+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~W3KHEFAGAASG.0 size=1048576 2024-04-15T16:48:58.659 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.674+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~W3KHEFAGAASG.1 size=374248 2024-04-15T16:48:58.659 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.674+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=W3KHEFAGAASG tag=JBA4P2C1KHQ0 type=write size=2471400 2024-04-15T16:48:58.661 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.676+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=VSU03VDI39XV type=del 2024-04-15T16:48:58.663 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.678+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=YCRQSHZ6V3HH type=del size=2425001 2024-04-15T16:48:58.665 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.680+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~FZLS7PV2AIFS.0 size=1048576 2024-04-15T16:48:58.666 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.682+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~FZLS7PV2AIFS.1 size=586759 2024-04-15T16:48:58.670 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.685+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=FZLS7PV2AIFS tag=ENNVQK6BHC96 type=write size=2683911 2024-04-15T16:48:58.673 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.688+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=C46NOYPLENWO type=del size=1628723 2024-04-15T16:48:58.675 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.690+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=AOKJ6PBVU078 type=del 2024-04-15T16:48:58.677 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.692+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=UY7BGMMK36R8 type=del size=3754553 2024-04-15T16:48:58.679 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.695+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=9GA6VVS551DI type=del 2024-04-15T16:48:58.683 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.699+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~75U1NNVZKM34.0 size=193468 2024-04-15T16:48:58.683 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.699+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=75U1NNVZKM34 tag=CLO0DMBASFGG type=write size=1242044 2024-04-15T16:48:58.687 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.703+0000 7fcc009d6780 1 < suggested remove operation key=KZLUKZMI1WBU tag=AZ9DG8JZNDWI type=write 2024-04-15T16:48:58.689 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.705+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=VDAW1MDVSP7U type=del size=3598669 2024-04-15T16:48:58.689 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.705+0000 7fcc009d6780 1 < canceled part key=_multipart_P016Z7D73CKQ.2~2G0U01BYFOYS.0 size=1048576 2024-04-15T16:48:58.691 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.707+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~2G0U01BYFOYS.1 size=1048576 2024-04-15T16:48:58.693 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.708+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~2G0U01BYFOYS.2 size=604035 2024-04-15T16:48:58.696 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.712+0000 7fcc009d6780 1 < canceled multipart upload key=P016Z7D73CKQ upload=2G0U01BYFOYS tag=4GFENPYBZ1AP type=write size=3749763 2024-04-15T16:48:58.700 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.715+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~LYL52D9U4TAA.0 size=974982 2024-04-15T16:48:58.700 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.715+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=LYL52D9U4TAA tag=NXFILQZIKYCF type=write size=2023558 2024-04-15T16:48:58.702 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.717+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=D03Z2CNQHPCJ type=del 2024-04-15T16:48:58.704 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.719+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=2JNFATXR7S41 type=del size=1269448 2024-04-15T16:48:58.706 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.722+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~N22FGGQ1PI96.0 size=1048576 2024-04-15T16:48:58.706 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.722+0000 7fcc009d6780 1 < canceled part key=_multipart_QYKA01GVNV1V.2~N22FGGQ1PI96.1 size=1048576 2024-04-15T16:48:58.707 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.722+0000 7fcc009d6780 1 < canceled part key=_multipart_QYKA01GVNV1V.2~N22FGGQ1PI96.2 size=518047 2024-04-15T16:48:58.710 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.725+0000 7fcc009d6780 1 < canceled multipart upload key=QYKA01GVNV1V upload=N22FGGQ1PI96 tag=Z2XMV1WAT0I5 type=write size=3663775 2024-04-15T16:48:58.714 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.729+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~LJIU5U4YTJE8.0 size=178467 2024-04-15T16:48:58.714 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.729+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=LJIU5U4YTJE8 tag=4MZ2I4JXO33T type=write size=1227043 2024-04-15T16:48:58.718 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.733+0000 7fcc009d6780 1 < suggested remove operation key=BXP894QCFBMM tag=SREI8H1J7U5I type=del 2024-04-15T16:48:58.722 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.737+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~W0GJ795T1M92.0 size=533665 2024-04-15T16:48:58.722 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.737+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=W0GJ795T1M92 tag=FM9NEK3LLPD7 type=write size=1582241 2024-04-15T16:48:58.725 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.740+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=MNM16BV17V13 type=del 2024-04-15T16:48:58.729 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.744+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~T7Z1I3CFGRMW.0 size=1048576 2024-04-15T16:48:58.730 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.746+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~T7Z1I3CFGRMW.1 size=411240 2024-04-15T16:48:58.730 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.746+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=T7Z1I3CFGRMW tag=0X34YTFJAOQS type=write size=2508392 2024-04-15T16:48:58.732 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.748+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~WC1CK5NMVD0U.0 size=41598 2024-04-15T16:48:58.736 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.752+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=WC1CK5NMVD0U tag=PGKD281XXNCW type=write size=1090174 2024-04-15T16:48:58.741 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.756+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~9HUNVBX2K0K3.0 size=1048576 2024-04-15T16:48:58.742 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.758+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~9HUNVBX2K0K3.1 size=610809 2024-04-15T16:48:58.742 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.758+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=9HUNVBX2K0K3 tag=5N9MQEKHX0VL type=write size=2707961 2024-04-15T16:48:58.744 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.760+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=6H8JZ7Y5081T type=del 2024-04-15T16:48:58.747 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.762+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=QFH6CNRK7H9X type=del size=625355 2024-04-15T16:48:58.749 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.764+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=57LTGRP3ZQV1 type=del 2024-04-15T16:48:58.752 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.768+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~LJ6PKXH494CY.0 size=1048576 2024-04-15T16:48:58.754 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.770+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~LJ6PKXH494CY.1 size=337245 2024-04-15T16:48:58.754 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.770+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=LJ6PKXH494CY tag=TC8BAQ8Y08XC type=write size=2434397 2024-04-15T16:48:58.756 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.772+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=XCILZQ1ZNXV9 type=del 2024-04-15T16:48:58.759 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.774+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=D2LGC0260TQI type=del size=221997 2024-04-15T16:48:58.761 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.776+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=6YM0QTLA9WBU type=del 2024-04-15T16:48:58.765 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.780+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~T5YN59EO3SHA.0 size=1048576 2024-04-15T16:48:58.766 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.782+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~T5YN59EO3SHA.1 size=38349 2024-04-15T16:48:58.766 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.782+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=T5YN59EO3SHA tag=MS2WNZS3VY9J type=write size=2135501 2024-04-15T16:48:58.768 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.784+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~W3KHEFAGAASG.0 size=1048576 2024-04-15T16:48:58.770 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.785+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~W3KHEFAGAASG.1 size=374248 2024-04-15T16:48:58.774 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.789+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=W3KHEFAGAASG tag=JBA4P2C1KHQ0 type=write size=2471400 2024-04-15T16:48:58.776 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.791+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=EF8VVC2OC2L9 type=del size=2681518 2024-04-15T16:48:58.780 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.795+0000 7fcc009d6780 1 < suggested update operation key=SM1B7DUDN47F tag=YCRQSHZ6V3HH type=del size=2425001 2024-04-15T16:48:58.782 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.797+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=OYKM7W2DR40Y type=del size=2467692 2024-04-15T16:48:58.784 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.799+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=C46NOYPLENWO type=del 2024-04-15T16:48:58.786 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.802+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=3VM6GDWKWWG7 type=del size=1038766 2024-04-15T16:48:58.789 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.804+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=UY7BGMMK36R8 type=del 2024-04-15T16:48:58.791 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.807+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=6SUQSCJ4ZGT5 type=write size=428285 2024-04-15T16:48:58.794 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.809+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~75U1NNVZKM34.0 size=193468 2024-04-15T16:48:58.798 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.813+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=75U1NNVZKM34 tag=CLO0DMBASFGG type=write size=1242044 2024-04-15T16:48:58.802 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.817+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~UF46O1U2AJ1O.0 size=1048576 2024-04-15T16:48:58.803 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.819+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~UF46O1U2AJ1O.1 size=1048576 2024-04-15T16:48:58.805 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.821+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~UF46O1U2AJ1O.2 size=357970 2024-04-15T16:48:58.805 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.821+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=UF46O1U2AJ1O tag=MBRGAAAC76UB type=write size=3503698 2024-04-15T16:48:58.810 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.825+0000 7fcc009d6780 1 < suggested remove operation key=VPMU4YD3VQ1D tag=VDAW1MDVSP7U type=del 2024-04-15T16:48:58.814 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.830+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~O600QND0MBCW.0 size=1048576 2024-04-15T16:48:58.817 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.832+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~O600QND0MBCW.1 size=461839 2024-04-15T16:48:58.817 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.832+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=O600QND0MBCW tag=X3MP5RQNQLJC type=write size=2558991 2024-04-15T16:48:58.818 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.834+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~LYL52D9U4TAA.0 size=974982 2024-04-15T16:48:58.823 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.838+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=LYL52D9U4TAA tag=NXFILQZIKYCF type=write size=2023558 2024-04-15T16:48:58.825 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.840+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=DYYIF8JJW2F2 type=del size=241876 2024-04-15T16:48:58.827 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.842+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=2JNFATXR7S41 type=del 2024-04-15T16:48:58.831 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.847+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~65IPCQ2ZCIZ4.0 size=1048576 2024-04-15T16:48:58.833 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.848+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~65IPCQ2ZCIZ4.1 size=1048576 2024-04-15T16:48:58.834 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.850+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~65IPCQ2ZCIZ4.2 size=768127 2024-04-15T16:48:58.835 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.850+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=65IPCQ2ZCIZ4 tag=TDPX1NO52VYX type=write size=3913855 2024-04-15T16:48:58.837 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.852+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~LJIU5U4YTJE8.0 size=178467 2024-04-15T16:48:58.841 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.857+0000 7fcc009d6780 1 < completed multipart upload key=DLWMFB84M0FA upload=LJIU5U4YTJE8 tag=4MZ2I4JXO33T type=write size=1227043 2024-04-15T16:48:58.845 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.861+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~T0NERWHR8743.0 size=1048576 2024-04-15T16:48:58.849 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.863+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~T0NERWHR8743.1 size=20863 2024-04-15T16:48:58.849 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.863+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=T0NERWHR8743 tag=XZNLGYSY42KG type=write size=2118015 2024-04-15T16:48:58.850 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.865+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~W0GJ795T1M92.0 size=533665 2024-04-15T16:48:58.854 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.869+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=W0GJ795T1M92 tag=FM9NEK3LLPD7 type=write size=1582241 2024-04-15T16:48:58.856 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.871+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=SQ8KVPYUFITR type=del size=1783697 2024-04-15T16:48:58.858 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.873+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~T7Z1I3CFGRMW.0 size=1048576 2024-04-15T16:48:58.860 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.875+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~T7Z1I3CFGRMW.1 size=411240 2024-04-15T16:48:58.863 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.879+0000 7fcc009d6780 1 < completed multipart upload key=GEH1YTD5S8EP upload=T7Z1I3CFGRMW tag=0X34YTFJAOQS type=write size=2508392 2024-04-15T16:48:58.867 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.883+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~MVMW00DPSBIA.0 size=1048576 2024-04-15T16:48:58.869 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.885+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~MVMW00DPSBIA.1 size=209183 2024-04-15T16:48:58.869 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.885+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=MVMW00DPSBIA tag=BOOLRKOY935F type=write size=2306335 2024-04-15T16:48:58.872 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.887+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~9HUNVBX2K0K3.0 size=1048576 2024-04-15T16:48:58.874 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.889+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~9HUNVBX2K0K3.1 size=610809 2024-04-15T16:48:58.878 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.893+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=9HUNVBX2K0K3 tag=5N9MQEKHX0VL type=write size=2707961 2024-04-15T16:48:58.880 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.895+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=PCX60V0F7RE1 type=write size=1008455 2024-04-15T16:48:58.882 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.897+0000 7fcc009d6780 1 < canceled operation key=3TSCAKP7XLQL tag=QFH6CNRK7H9X type=del size=625355 2024-04-15T16:48:58.885 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.901+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~CE4AEU1KZSH3.0 size=1048576 2024-04-15T16:48:58.887 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.903+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~CE4AEU1KZSH3.1 size=1048576 2024-04-15T16:48:58.889 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.904+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~CE4AEU1KZSH3.2 size=700825 2024-04-15T16:48:58.889 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.904+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=CE4AEU1KZSH3 tag=AHKVR8WKBOA5 type=write size=3846553 2024-04-15T16:48:58.891 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.906+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~LJ6PKXH494CY.0 size=1048576 2024-04-15T16:48:58.893 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.908+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~LJ6PKXH494CY.1 size=337245 2024-04-15T16:48:58.896 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.912+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=LJ6PKXH494CY tag=TC8BAQ8Y08XC type=write size=2434397 2024-04-15T16:48:58.898 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.914+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=03G58JLAW805 type=del size=3448343 2024-04-15T16:48:58.900 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.916+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=D2LGC0260TQI type=del 2024-04-15T16:48:58.903 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.918+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=JL3L2LPP3LAR type=del size=2970721 2024-04-15T16:48:58.905 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.921+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~T5YN59EO3SHA.0 size=1048576 2024-04-15T16:48:58.907 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.923+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~T5YN59EO3SHA.1 size=38349 2024-04-15T16:48:58.911 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.926+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=T5YN59EO3SHA tag=MS2WNZS3VY9J type=write size=2135501 2024-04-15T16:48:58.915 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.931+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~63GO5FJLMS6I.0 size=1048576 2024-04-15T16:48:58.917 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.932+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~63GO5FJLMS6I.1 size=858214 2024-04-15T16:48:58.917 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.932+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=63GO5FJLMS6I tag=57TZUFNS9760 type=write size=2955366 2024-04-15T16:48:58.919 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.934+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=EF8VVC2OC2L9 type=del 2024-04-15T16:48:58.923 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.938+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~9GFI1SRSISF7.0 size=936046 2024-04-15T16:48:58.923 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.938+0000 7fcc009d6780 1 > prepared multipart upload key=SMX0793SRFXB upload=9GFI1SRSISF7 tag=SOD8LRJ3HR37 type=write size=1984622 2024-04-15T16:48:58.925 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.940+0000 7fcc009d6780 1 < canceled operation key=GJK15ROSBRTP tag=OYKM7W2DR40Y type=del size=2467692 2024-04-15T16:48:58.927 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.943+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=3LOM962VW3I0 type=write size=51036 2024-04-15T16:48:58.931 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.947+0000 7fcc009d6780 1 < suggested update operation key=SMX0793SRFXB tag=3VM6GDWKWWG7 type=del size=1038766 2024-04-15T16:48:58.933 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.949+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=Y4RYIQ5CQJK3 type=write size=793115 2024-04-15T16:48:58.935 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.951+0000 7fcc009d6780 1 < completed write operation key=XE6CHS65PXVA tag=6SUQSCJ4ZGT5 type=write size=428285 2024-04-15T16:48:58.937 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.953+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=567KCKUIFFEF type=del size=2425082 2024-04-15T16:48:58.940 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.955+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~UF46O1U2AJ1O.0 size=1048576 2024-04-15T16:48:58.942 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.957+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~UF46O1U2AJ1O.1 size=1048576 2024-04-15T16:48:58.944 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.959+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~UF46O1U2AJ1O.2 size=357970 2024-04-15T16:48:58.947 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.963+0000 7fcc009d6780 1 < completed multipart upload key=KZLUKZMI1WBU upload=UF46O1U2AJ1O tag=MBRGAAAC76UB type=write size=3503698 2024-04-15T16:48:58.949 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.965+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=PC16B73MSQYZ type=write size=274270 2024-04-15T16:48:58.951 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.967+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~O600QND0MBCW.0 size=1048576 2024-04-15T16:48:58.953 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.969+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~O600QND0MBCW.1 size=461839 2024-04-15T16:48:58.957 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.973+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=O600QND0MBCW tag=X3MP5RQNQLJC type=write size=2558991 2024-04-15T16:48:58.959 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.975+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=M9X5DXVCBQYY type=del size=2176604 2024-04-15T16:48:58.961 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.977+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=DYYIF8JJW2F2 type=del 2024-04-15T16:48:58.964 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.979+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=J0BQQGQVO2ID type=del size=2977136 2024-04-15T16:48:58.966 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.981+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~65IPCQ2ZCIZ4.0 size=1048576 2024-04-15T16:48:58.968 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.984+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~65IPCQ2ZCIZ4.1 size=1048576 2024-04-15T16:48:58.968 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.984+0000 7fcc009d6780 1 < canceled part key=_multipart_SEFWMQT6GQB4.2~65IPCQ2ZCIZ4.2 size=768127 2024-04-15T16:48:58.973 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.988+0000 7fcc009d6780 1 < canceled multipart upload key=SEFWMQT6GQB4 upload=65IPCQ2ZCIZ4 tag=TDPX1NO52VYX type=write size=3913855 2024-04-15T16:48:58.975 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.991+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=KOJOU19WOU4F type=del size=417537 2024-04-15T16:48:58.978 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.993+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~T0NERWHR8743.0 size=1048576 2024-04-15T16:48:58.981 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:58.996+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~T0NERWHR8743.1 size=20863 2024-04-15T16:48:58.985 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.000+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=T0NERWHR8743 tag=XZNLGYSY42KG type=write size=2118015 2024-04-15T16:48:58.988 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.004+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~57OUDBYG2Y1V.0 size=212347 2024-04-15T16:48:58.989 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.004+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=57OUDBYG2Y1V tag=A5MPPUQWXBWV type=write size=1260923 2024-04-15T16:48:58.991 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.006+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=SQ8KVPYUFITR type=del 2024-04-15T16:48:58.993 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.008+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=B37OY4VVDQEM type=del size=804021 2024-04-15T16:48:58.995 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.010+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~MVMW00DPSBIA.0 size=1048576 2024-04-15T16:48:58.995 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.010+0000 7fcc009d6780 1 < canceled part key=_multipart_KZLUKZMI1WBU.2~MVMW00DPSBIA.1 size=209183 2024-04-15T16:48:58.998 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.013+0000 7fcc009d6780 1 < canceled multipart upload key=KZLUKZMI1WBU upload=MVMW00DPSBIA tag=BOOLRKOY935F type=write size=2306335 2024-04-15T16:48:59.000 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.015+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=P38O3K3HX2ZW type=del size=2847298 2024-04-15T16:48:59.005 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.020+0000 7fcc009d6780 1 < suggested update operation key=3TSCAKP7XLQL tag=PCX60V0F7RE1 type=write size=1008455 2024-04-15T16:48:59.006 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.022+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=Z63W4CIVPSWG type=del size=750360 2024-04-15T16:48:59.009 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.024+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~CE4AEU1KZSH3.0 size=1048576 2024-04-15T16:48:59.010 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.026+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~CE4AEU1KZSH3.1 size=1048576 2024-04-15T16:48:59.012 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.028+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~CE4AEU1KZSH3.2 size=700825 2024-04-15T16:48:59.016 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.031+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=CE4AEU1KZSH3 tag=AHKVR8WKBOA5 type=write size=3846553 2024-04-15T16:48:59.018 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.034+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=XM6WW9RK6AIR type=del size=2794643 2024-04-15T16:48:59.020 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.036+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=03G58JLAW805 type=del 2024-04-15T16:48:59.023 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.038+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=AOXLGA8LZXD2 type=del size=2578526 2024-04-15T16:48:59.028 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.043+0000 7fcc009d6780 1 < suggested remove operation key=7GJPLM2OVON4 tag=JL3L2LPP3LAR type=del 2024-04-15T16:48:59.030 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.045+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=QV27F0NAYFB1 type=del size=2206978 2024-04-15T16:48:59.032 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.047+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~63GO5FJLMS6I.0 size=1048576 2024-04-15T16:48:59.034 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.050+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~63GO5FJLMS6I.1 size=858214 2024-04-15T16:48:59.039 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.054+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=63GO5FJLMS6I tag=57TZUFNS9760 type=write size=2955366 2024-04-15T16:48:59.042 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.057+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~MP3KF50389OW.0 size=283708 2024-04-15T16:48:59.042 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.057+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=MP3KF50389OW tag=9BMYCSUCOXC6 type=write size=1332284 2024-04-15T16:48:59.044 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.060+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~9GFI1SRSISF7.0 size=936046 2024-04-15T16:48:59.048 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.063+0000 7fcc009d6780 1 < completed multipart upload key=SMX0793SRFXB upload=9GFI1SRSISF7 tag=SOD8LRJ3HR37 type=write size=1984622 2024-04-15T16:48:59.050 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.065+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=90MZUZXW18V6 type=del size=3593223 2024-04-15T16:48:59.054 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.069+0000 7fcc009d6780 1 < suggested remove operation key=LEXP4TLXUJL4 tag=3LOM962VW3I0 type=write 2024-04-15T16:48:59.056 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.071+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=9TJ50WWZ9V7F type=write size=285941 2024-04-15T16:48:59.058 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.073+0000 7fcc009d6780 1 < completed write operation key=3GA44QQR4TNK tag=Y4RYIQ5CQJK3 type=write size=793115 2024-04-15T16:48:59.060 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.076+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=39GRMEAJOA6T type=del size=1287553 2024-04-15T16:48:59.065 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.080+0000 7fcc009d6780 1 < suggested remove operation key=54DQHB9HNDQB tag=567KCKUIFFEF type=del 2024-04-15T16:48:59.070 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.084+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~40JR6C2QMOAH.0 size=460413 2024-04-15T16:48:59.070 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.084+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=40JR6C2QMOAH tag=MVLEIF6KRT1D type=write size=1508989 2024-04-15T16:48:59.071 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.086+0000 7fcc009d6780 1 < completed write operation key=QYKA01GVNV1V tag=PC16B73MSQYZ type=write size=274270 2024-04-15T16:48:59.073 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.088+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=27DKQ39S3XXZ type=del size=1183817 2024-04-15T16:48:59.075 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.090+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=M9X5DXVCBQYY type=del 2024-04-15T16:48:59.077 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.092+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=WN3CHUER2NGQ type=write size=935848 2024-04-15T16:48:59.079 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.095+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=J0BQQGQVO2ID type=del 2024-04-15T16:48:59.082 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.098+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=B2OQ1BASFEUX type=write size=466044 2024-04-15T16:48:59.085 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.100+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=KOJOU19WOU4F type=del 2024-04-15T16:48:59.087 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.102+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=QDOE9SXZBS1C type=del size=666752 2024-04-15T16:48:59.089 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.105+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~57OUDBYG2Y1V.0 size=212347 2024-04-15T16:48:59.093 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.109+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=57OUDBYG2Y1V tag=A5MPPUQWXBWV type=write size=1260923 2024-04-15T16:48:59.097 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.113+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~P231V4N5W988.0 size=1048576 2024-04-15T16:48:59.099 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.114+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~P231V4N5W988.1 size=1048576 2024-04-15T16:48:59.101 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.117+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~P231V4N5W988.2 size=694913 2024-04-15T16:48:59.101 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.117+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=P231V4N5W988 tag=UGJTV8YBT9K3 type=write size=3840641 2024-04-15T16:48:59.104 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.119+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=B37OY4VVDQEM type=del 2024-04-15T16:48:59.108 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.124+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~US3455HBUP58.0 size=1048576 2024-04-15T16:48:59.110 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.125+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~US3455HBUP58.1 size=658952 2024-04-15T16:48:59.110 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.125+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=US3455HBUP58 tag=R23BPHYGOVOM type=write size=2756104 2024-04-15T16:48:59.112 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.127+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=P38O3K3HX2ZW type=del 2024-04-15T16:48:59.114 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.130+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=L1D94I8T3XWY type=write size=473548 2024-04-15T16:48:59.116 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.132+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=Z63W4CIVPSWG type=del 2024-04-15T16:48:59.118 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.134+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=APPD838HTJNY type=write size=477944 2024-04-15T16:48:59.121 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.136+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=XM6WW9RK6AIR type=del 2024-04-15T16:48:59.123 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.139+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=HT6EOT07YQ3T type=del size=1748266 2024-04-15T16:48:59.125 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.141+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=AOXLGA8LZXD2 type=del 2024-04-15T16:48:59.127 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.143+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=T5TR3EE2HT57 type=del size=1595395 2024-04-15T16:48:59.130 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.145+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=QV27F0NAYFB1 type=del 2024-04-15T16:48:59.133 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.148+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~M9IC475AR1J2.0 size=1048576 2024-04-15T16:48:59.135 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.150+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~M9IC475AR1J2.1 size=1048576 2024-04-15T16:48:59.136 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.152+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~M9IC475AR1J2.2 size=1026597 2024-04-15T16:48:59.137 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.152+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=M9IC475AR1J2 tag=KAO3LQVS5JXI type=write size=4172325 2024-04-15T16:48:59.138 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.154+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~MP3KF50389OW.0 size=283708 2024-04-15T16:48:59.142 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.158+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=MP3KF50389OW tag=9BMYCSUCOXC6 type=write size=1332284 2024-04-15T16:48:59.144 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.160+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=VJFPOWEWZPX0 type=del size=656378 2024-04-15T16:48:59.146 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.162+0000 7fcc009d6780 1 < canceled operation key=V32HJUVRX6OI tag=90MZUZXW18V6 type=del size=3593223 2024-04-15T16:48:59.151 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.166+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~JAG22P100AGY.0 size=593042 2024-04-15T16:48:59.151 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.166+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=JAG22P100AGY tag=GCVWCPLJ0XUN type=write size=1641618 2024-04-15T16:48:59.155 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.171+0000 7fcc009d6780 1 < suggested remove operation key=CQ12L2GW4SE3 tag=9TJ50WWZ9V7F type=write 2024-04-15T16:48:59.159 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.175+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~NU18SVQV0NEH.0 size=1048576 2024-04-15T16:48:59.161 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.176+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~NU18SVQV0NEH.1 size=577306 2024-04-15T16:48:59.161 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.176+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=NU18SVQV0NEH tag=YO5KBFZ23IOR type=write size=2674458 2024-04-15T16:48:59.163 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.178+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=39GRMEAJOA6T type=del 2024-04-15T16:48:59.167 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.182+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~IP3CH61IYLC1.0 size=511680 2024-04-15T16:48:59.167 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.182+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=IP3CH61IYLC1 tag=2V40UJF7XKBP type=write size=1560256 2024-04-15T16:48:59.169 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.184+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~40JR6C2QMOAH.0 size=460413 2024-04-15T16:48:59.172 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.188+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=40JR6C2QMOAH tag=MVLEIF6KRT1D type=write size=1508989 2024-04-15T16:48:59.174 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.190+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=SFL5DG0IW1WV type=del size=3759581 2024-04-15T16:48:59.176 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.192+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=27DKQ39S3XXZ type=del 2024-04-15T16:48:59.178 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.194+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=D7RLXXQYQOGU type=del size=2513267 2024-04-15T16:48:59.183 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.198+0000 7fcc009d6780 1 < suggested remove operation key=15VOAX95U1N2 tag=WN3CHUER2NGQ type=write 2024-04-15T16:48:59.187 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.203+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~WUV610835JXW.0 size=700674 2024-04-15T16:48:59.187 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.203+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=WUV610835JXW tag=I04KWM9LXV6U type=write size=1749250 2024-04-15T16:48:59.189 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.205+0000 7fcc009d6780 1 < completed write operation key=DLWMFB84M0FA tag=B2OQ1BASFEUX type=write size=466044 2024-04-15T16:48:59.193 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.208+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~0RR2591Q99XL.0 size=1048576 2024-04-15T16:48:59.194 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.210+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~0RR2591Q99XL.1 size=226196 2024-04-15T16:48:59.195 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.210+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=0RR2591Q99XL tag=ANZQYTBOOOJA type=write size=2323348 2024-04-15T16:48:59.197 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.212+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=QDOE9SXZBS1C type=del 2024-04-15T16:48:59.199 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.214+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=GR7B1YKE8EZK type=del size=1509437 2024-04-15T16:48:59.201 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.216+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~P231V4N5W988.0 size=1048576 2024-04-15T16:48:59.202 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.218+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~P231V4N5W988.1 size=1048576 2024-04-15T16:48:59.204 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.220+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~P231V4N5W988.2 size=694913 2024-04-15T16:48:59.208 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.223+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=P231V4N5W988 tag=UGJTV8YBT9K3 type=write size=3840641 2024-04-15T16:48:59.212 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.227+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~H0XI7CIQ0URW.0 size=41318 2024-04-15T16:48:59.212 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.227+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=H0XI7CIQ0URW tag=4J4J21NCW23T type=write size=1089894 2024-04-15T16:48:59.214 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.229+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~US3455HBUP58.0 size=1048576 2024-04-15T16:48:59.215 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.231+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~US3455HBUP58.1 size=658952 2024-04-15T16:48:59.219 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.235+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=US3455HBUP58 tag=R23BPHYGOVOM type=write size=2756104 2024-04-15T16:48:59.221 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.237+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=SFKKK7UG13EM type=del size=3149229 2024-04-15T16:48:59.223 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.239+0000 7fcc009d6780 1 < completed write operation key=SEFWMQT6GQB4 tag=L1D94I8T3XWY type=write size=473548 2024-04-15T16:48:59.227 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.243+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~U0JGKL8DMZIY.0 size=241503 2024-04-15T16:48:59.227 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.243+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=U0JGKL8DMZIY tag=IY5AEAGG6TT7 type=write size=1290079 2024-04-15T16:48:59.229 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.245+0000 7fcc009d6780 1 < completed write operation key=7NTTGUKN6UZ3 tag=APPD838HTJNY type=write size=477944 2024-04-15T16:48:59.233 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.248+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~N1Y6109DD13E.0 size=1048576 2024-04-15T16:48:59.234 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.250+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~N1Y6109DD13E.1 size=1048576 2024-04-15T16:48:59.236 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.251+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~N1Y6109DD13E.2 size=626177 2024-04-15T16:48:59.236 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.251+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=N1Y6109DD13E tag=O61Y2FD2Q1HH type=write size=3771905 2024-04-15T16:48:59.238 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.254+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=HT6EOT07YQ3T type=del 2024-04-15T16:48:59.240 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.256+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=BQWB9A20D06F type=del size=2840797 2024-04-15T16:48:59.245 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.260+0000 7fcc009d6780 1 < suggested update operation key=LEXP4TLXUJL4 tag=T5TR3EE2HT57 type=del size=1595395 2024-04-15T16:48:59.248 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.264+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~Z2C2LBBKG4J0.0 size=1048576 2024-04-15T16:48:59.250 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.266+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~Z2C2LBBKG4J0.1 size=1048576 2024-04-15T16:48:59.252 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.267+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~Z2C2LBBKG4J0.2 size=472361 2024-04-15T16:48:59.252 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.267+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=Z2C2LBBKG4J0 tag=7IXGPOMAH5L5 type=write size=3618089 2024-04-15T16:48:59.254 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.269+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~M9IC475AR1J2.0 size=1048576 2024-04-15T16:48:59.255 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.271+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~M9IC475AR1J2.1 size=1048576 2024-04-15T16:48:59.257 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.273+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~M9IC475AR1J2.2 size=1026597 2024-04-15T16:48:59.262 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.277+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=M9IC475AR1J2 tag=KAO3LQVS5JXI type=write size=4172325 2024-04-15T16:48:59.265 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.281+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~DBJNI2232VNY.0 size=1048576 2024-04-15T16:48:59.268 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.283+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~DBJNI2232VNY.1 size=576585 2024-04-15T16:48:59.268 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.283+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=DBJNI2232VNY tag=KKVR7Q9YL8WV type=write size=2673737 2024-04-15T16:48:59.270 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.285+0000 7fcc009d6780 1 < canceled operation key=SEFWMQT6GQB4 tag=VJFPOWEWZPX0 type=del size=656378 2024-04-15T16:48:59.272 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.288+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=W1J6E7XQSTJK type=del size=3985303 2024-04-15T16:48:59.274 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.289+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~JAG22P100AGY.0 size=593042 2024-04-15T16:48:59.277 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.293+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=JAG22P100AGY tag=GCVWCPLJ0XUN type=write size=1641618 2024-04-15T16:48:59.279 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.295+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=XAXGSPSSE55Z type=write size=985402 2024-04-15T16:48:59.282 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.297+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~NU18SVQV0NEH.0 size=1048576 2024-04-15T16:48:59.284 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.299+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~NU18SVQV0NEH.1 size=577306 2024-04-15T16:48:59.287 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.303+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=NU18SVQV0NEH tag=YO5KBFZ23IOR type=write size=2674458 2024-04-15T16:48:59.290 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.305+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=M6LTG4BHAUMV type=del size=3451229 2024-04-15T16:48:59.292 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.307+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~IP3CH61IYLC1.0 size=511680 2024-04-15T16:48:59.296 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.311+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=IP3CH61IYLC1 tag=2V40UJF7XKBP type=write size=1560256 2024-04-15T16:48:59.298 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.313+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=VRCVTEB14HJ6 type=del size=2286584 2024-04-15T16:48:59.301 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.316+0000 7fcc009d6780 -1 < failed to complete operation key=LEXP4TLXUJL4 tag=SFL5DG0IW1WV type=del size=3759581: (22) Invalid argument 2024-04-15T16:48:59.303 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.318+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=GD2REESMSEOT type=del size=3954459 2024-04-15T16:48:59.305 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.320+0000 7fcc009d6780 1 < completed delete operation key=54DQHB9HNDQB tag=D7RLXXQYQOGU type=del 2024-04-15T16:48:59.307 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.323+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=I8C5DCAN285B type=del size=2908307 2024-04-15T16:48:59.309 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.325+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~WUV610835JXW.0 size=700674 2024-04-15T16:48:59.313 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.328+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=WUV610835JXW tag=I04KWM9LXV6U type=write size=1749250 2024-04-15T16:48:59.315 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.330+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=GEYKQAL4EO1M type=del size=970257 2024-04-15T16:48:59.317 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.332+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~0RR2591Q99XL.0 size=1048576 2024-04-15T16:48:59.319 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.334+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~0RR2591Q99XL.1 size=226196 2024-04-15T16:48:59.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:48:58 smithi090 ceph-mon[89240]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 960 KiB/s rd, 335 KiB/s wr, 1.69k op/s 2024-04-15T16:48:59.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:48:58 smithi090 ceph-mon[91618]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 960 KiB/s rd, 335 KiB/s wr, 1.69k op/s 2024-04-15T16:48:59.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:48:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:48:59] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.43.0" 2024-04-15T16:48:59.323 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.337+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=0RR2591Q99XL tag=ANZQYTBOOOJA type=write size=2323348 2024-04-15T16:48:59.326 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.341+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~B0ALRLOIC1JS.0 size=1048576 2024-04-15T16:48:59.327 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.343+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~B0ALRLOIC1JS.1 size=737412 2024-04-15T16:48:59.328 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.343+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=B0ALRLOIC1JS tag=U3NLIQ5IICP7 type=write size=2834564 2024-04-15T16:48:59.331 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.347+0000 7fcc009d6780 1 < suggested update operation key=OQ6P5LJ15QMV tag=GR7B1YKE8EZK type=del size=1509437 2024-04-15T16:48:59.333 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.349+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=DSDTMU87SMR7 type=del size=1462842 2024-04-15T16:48:59.335 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.351+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~H0XI7CIQ0URW.0 size=41318 2024-04-15T16:48:59.339 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.355+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=H0XI7CIQ0URW tag=4J4J21NCW23T type=write size=1089894 2024-04-15T16:48:59.341 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.357+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=J2VETQ69U0Y3 type=write size=255316 2024-04-15T16:48:59.343 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.359+0000 7fcc009d6780 1 < canceled operation key=U99IDECO7FVV tag=SFKKK7UG13EM type=del size=3149229 2024-04-15T16:48:59.347 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.362+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~BLC3QGK5YJVM.0 size=1048576 2024-04-15T16:48:59.349 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.364+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~BLC3QGK5YJVM.1 size=1048576 2024-04-15T16:48:59.350 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.366+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~BLC3QGK5YJVM.2 size=167234 2024-04-15T16:48:59.350 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.366+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=BLC3QGK5YJVM tag=BZ3013F5CLFK type=write size=3312962 2024-04-15T16:48:59.352 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.368+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~U0JGKL8DMZIY.0 size=241503 2024-04-15T16:48:59.356 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.371+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=U0JGKL8DMZIY tag=IY5AEAGG6TT7 type=write size=1290079 2024-04-15T16:48:59.360 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.375+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~LSQ96IM1F9O4.0 size=1048576 2024-04-15T16:48:59.361 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.377+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~LSQ96IM1F9O4.1 size=1048576 2024-04-15T16:48:59.363 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.379+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~LSQ96IM1F9O4.2 size=529844 2024-04-15T16:48:59.364 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.379+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=LSQ96IM1F9O4 tag=IJTTJEZOL3AQ type=write size=3675572 2024-04-15T16:48:59.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:48:58 smithi153 ceph-mon[84714]: pgmap v1376: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 960 KiB/s rd, 335 KiB/s wr, 1.69k op/s 2024-04-15T16:48:59.366 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.382+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~N1Y6109DD13E.0 size=1048576 2024-04-15T16:48:59.368 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.383+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~N1Y6109DD13E.1 size=1048576 2024-04-15T16:48:59.369 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.385+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~N1Y6109DD13E.2 size=626177 2024-04-15T16:48:59.373 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.388+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=N1Y6109DD13E tag=O61Y2FD2Q1HH type=write size=3771905 2024-04-15T16:48:59.375 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.391+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=YX6X0ERRTJM1 type=write size=329407 2024-04-15T16:48:59.377 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.392+0000 7fcc009d6780 1 < completed delete operation key=SEFWMQT6GQB4 tag=BQWB9A20D06F type=del 2024-04-15T16:48:59.381 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.396+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~RYX59VRPO3KE.0 size=1048576 2024-04-15T16:48:59.382 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.398+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~RYX59VRPO3KE.1 size=1048576 2024-04-15T16:48:59.384 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.399+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~RYX59VRPO3KE.2 size=252279 2024-04-15T16:48:59.384 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.399+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=RYX59VRPO3KE tag=USZO5VZ63KM6 type=write size=3398007 2024-04-15T16:48:59.386 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.402+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~Z2C2LBBKG4J0.0 size=1048576 2024-04-15T16:48:59.388 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.403+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~Z2C2LBBKG4J0.1 size=1048576 2024-04-15T16:48:59.390 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.405+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~Z2C2LBBKG4J0.2 size=472361 2024-04-15T16:48:59.393 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.408+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=Z2C2LBBKG4J0 tag=7IXGPOMAH5L5 type=write size=3618089 2024-04-15T16:48:59.395 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.410+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=0PXQEAY68OHQ type=del size=2080781 2024-04-15T16:48:59.397 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.413+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~DBJNI2232VNY.0 size=1048576 2024-04-15T16:48:59.399 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.414+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~DBJNI2232VNY.1 size=576585 2024-04-15T16:48:59.402 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.418+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=DBJNI2232VNY tag=KKVR7Q9YL8WV type=write size=2673737 2024-04-15T16:48:59.406 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.422+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~P0ABZ22ZBM0C.0 size=644615 2024-04-15T16:48:59.407 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.422+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=P0ABZ22ZBM0C tag=3R2K43F3K4ZU type=write size=1693191 2024-04-15T16:48:59.409 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.424+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=W1J6E7XQSTJK type=del 2024-04-15T16:48:59.411 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.427+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=G09KGTQV7GNH type=del size=2815202 2024-04-15T16:48:59.413 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.429+0000 7fcc009d6780 1 < completed write operation key=DLWMFB84M0FA tag=XAXGSPSSE55Z type=write size=985402 2024-04-15T16:48:59.417 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.432+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~ALJ59WYVWSZW.0 size=1048576 2024-04-15T16:48:59.419 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.434+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~ALJ59WYVWSZW.1 size=602754 2024-04-15T16:48:59.419 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.434+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=ALJ59WYVWSZW tag=Y8MGKRKTJX7Z type=write size=2699906 2024-04-15T16:48:59.421 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.436+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=M6LTG4BHAUMV type=del 2024-04-15T16:48:59.423 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.438+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=7T30O67SWIR1 type=del size=647139 2024-04-15T16:48:59.425 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.441+0000 7fcc009d6780 1 < canceled operation key=CQ12L2GW4SE3 tag=VRCVTEB14HJ6 type=del size=2286584 2024-04-15T16:48:59.427 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.443+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=XBIYS3UHH9E4 type=write size=934603 2024-04-15T16:48:59.429 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.445+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=GD2REESMSEOT type=del 2024-04-15T16:48:59.431 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.447+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=33BE1V63667C type=del size=1053045 2024-04-15T16:48:59.433 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.449+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=I8C5DCAN285B type=del 2024-04-15T16:48:59.435 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.451+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=1TI3OJ9F39JY type=del size=3669322 2024-04-15T16:48:59.437 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.453+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=GEYKQAL4EO1M type=del 2024-04-15T16:48:59.440 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.455+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=D7T96N0M0JH7 type=del size=1935803 2024-04-15T16:48:59.442 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.458+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~B0ALRLOIC1JS.0 size=1048576 2024-04-15T16:48:59.445 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.459+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~B0ALRLOIC1JS.1 size=737412 2024-04-15T16:48:59.447 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.463+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=B0ALRLOIC1JS tag=U3NLIQ5IICP7 type=write size=2834564 2024-04-15T16:48:59.449 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.465+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=YS96478VN2RN type=write size=548062 2024-04-15T16:48:59.451 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.467+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=DSDTMU87SMR7 type=del 2024-04-15T16:48:59.455 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.471+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~BT5BMTEZDLPX.0 size=1048576 2024-04-15T16:48:59.457 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.472+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~BT5BMTEZDLPX.1 size=1048576 2024-04-15T16:48:59.462 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.474+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~BT5BMTEZDLPX.2 size=1015726 2024-04-15T16:48:59.462 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.474+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=BT5BMTEZDLPX tag=Q7DYSTG0YJ8T type=write size=4161454 2024-04-15T16:48:59.462 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.476+0000 7fcc009d6780 1 < completed write operation key=BJ0SZQNPDE4F tag=J2VETQ69U0Y3 type=write size=255316 2024-04-15T16:48:59.462 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.478+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=BT8E1FCKOBPS type=del size=868371 2024-04-15T16:48:59.464 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.480+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~BLC3QGK5YJVM.0 size=1048576 2024-04-15T16:48:59.466 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.481+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~BLC3QGK5YJVM.1 size=1048576 2024-04-15T16:48:59.466 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.481+0000 7fcc009d6780 1 < canceled part key=_multipart_DLWMFB84M0FA.2~BLC3QGK5YJVM.2 size=167234 2024-04-15T16:48:59.470 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.485+0000 7fcc009d6780 1 < canceled multipart upload key=DLWMFB84M0FA upload=BLC3QGK5YJVM tag=BZ3013F5CLFK type=write size=3312962 2024-04-15T16:48:59.474 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.490+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~K724DOUZH8ZX.0 size=1048576 2024-04-15T16:48:59.477 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.492+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~K724DOUZH8ZX.1 size=1048576 2024-04-15T16:48:59.479 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.494+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~K724DOUZH8ZX.2 size=469870 2024-04-15T16:48:59.479 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.494+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=K724DOUZH8ZX tag=51U2A1TS20ZH type=write size=3615598 2024-04-15T16:48:59.481 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.496+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~LSQ96IM1F9O4.0 size=1048576 2024-04-15T16:48:59.483 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.498+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~LSQ96IM1F9O4.1 size=1048576 2024-04-15T16:48:59.483 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.498+0000 7fcc009d6780 1 < canceled part key=_multipart_Q6ADAXSPMY0X.2~LSQ96IM1F9O4.2 size=529844 2024-04-15T16:48:59.486 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.502+0000 7fcc009d6780 1 < canceled multipart upload key=Q6ADAXSPMY0X upload=LSQ96IM1F9O4 tag=IJTTJEZOL3AQ type=write size=3675572 2024-04-15T16:48:59.488 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.504+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=B7BW7E50GAPM type=write size=439836 2024-04-15T16:48:59.490 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.506+0000 7fcc009d6780 1 < canceled operation key=XE6CHS65PXVA tag=YX6X0ERRTJM1 type=write size=329407 2024-04-15T16:48:59.494 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.509+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~QKNXMC2DFONR.0 size=1048576 2024-04-15T16:48:59.495 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.511+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~QKNXMC2DFONR.1 size=861896 2024-04-15T16:48:59.496 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.511+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=QKNXMC2DFONR tag=ROD7C0C5YX25 type=write size=2959048 2024-04-15T16:48:59.496 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.511+0000 7fcc009d6780 1 < canceled part key=_multipart_3GA44QQR4TNK.2~RYX59VRPO3KE.0 size=1048576 2024-04-15T16:48:59.496 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.511+0000 7fcc009d6780 1 < canceled part key=_multipart_3GA44QQR4TNK.2~RYX59VRPO3KE.1 size=1048576 2024-04-15T16:48:59.497 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.513+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~RYX59VRPO3KE.2 size=252279 2024-04-15T16:48:59.501 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.516+0000 7fcc009d6780 1 < canceled multipart upload key=3GA44QQR4TNK upload=RYX59VRPO3KE tag=USZO5VZ63KM6 type=write size=3398007 2024-04-15T16:48:59.505 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.520+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~AHPPE2E5LQH2.0 size=1048576 2024-04-15T16:48:59.506 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.522+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~AHPPE2E5LQH2.1 size=1048576 2024-04-15T16:48:59.509 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.524+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~AHPPE2E5LQH2.2 size=292792 2024-04-15T16:48:59.509 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.524+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=AHPPE2E5LQH2 tag=UU2XAVTS54GB type=write size=3438520 2024-04-15T16:48:59.510 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.526+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=0PXQEAY68OHQ type=del 2024-04-15T16:48:59.512 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.528+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=SH1ZK31AZ6EW type=del size=1230223 2024-04-15T16:48:59.514 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.530+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~P0ABZ22ZBM0C.0 size=644615 2024-04-15T16:48:59.518 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.533+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=P0ABZ22ZBM0C tag=3R2K43F3K4ZU type=write size=1693191 2024-04-15T16:48:59.520 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.535+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=7903TFRQZ1RN type=del size=875327 2024-04-15T16:48:59.522 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.538+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=G09KGTQV7GNH type=del 2024-04-15T16:48:59.526 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.541+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~WTVUBPDLZB9W.0 size=1048576 2024-04-15T16:48:59.528 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.543+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~WTVUBPDLZB9W.1 size=1048576 2024-04-15T16:48:59.530 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.545+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~WTVUBPDLZB9W.2 size=752592 2024-04-15T16:48:59.530 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.545+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=WTVUBPDLZB9W tag=3C8LVU5PZP00 type=write size=3898320 2024-04-15T16:48:59.532 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.547+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~ALJ59WYVWSZW.0 size=1048576 2024-04-15T16:48:59.534 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.549+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~ALJ59WYVWSZW.1 size=602754 2024-04-15T16:48:59.537 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.553+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=ALJ59WYVWSZW tag=Y8MGKRKTJX7Z type=write size=2699906 2024-04-15T16:48:59.539 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.555+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=2PQLA1TNELUL type=write size=324350 2024-04-15T16:48:59.543 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.558+0000 7fcc009d6780 1 < suggested update operation key=DLWMFB84M0FA tag=7T30O67SWIR1 type=del size=647139 2024-04-15T16:48:59.545 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.560+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=R75JHRXBMMDD type=del size=386757 2024-04-15T16:48:59.547 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.562+0000 7fcc009d6780 1 < completed write operation key=LEXP4TLXUJL4 tag=XBIYS3UHH9E4 type=write size=934603 2024-04-15T16:48:59.551 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.566+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~5JR0OLI2LQCD.0 size=1048576 2024-04-15T16:48:59.553 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.569+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~5JR0OLI2LQCD.1 size=885375 2024-04-15T16:48:59.553 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.569+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=5JR0OLI2LQCD tag=AEBN8QKJA06W type=write size=2982527 2024-04-15T16:48:59.555 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.570+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=33BE1V63667C type=del 2024-04-15T16:48:59.557 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.573+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=1MEGB55OOF68 type=write size=729651 2024-04-15T16:48:59.559 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.574+0000 7fcc009d6780 1 < canceled operation key=Q6ADAXSPMY0X tag=1TI3OJ9F39JY type=del size=3669322 2024-04-15T16:48:59.561 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.576+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=Y8UDNOJF5EHC type=write size=69192 2024-04-15T16:48:59.563 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.578+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=D7T96N0M0JH7 type=del 2024-04-15T16:48:59.565 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.580+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=2683R9T34S0Y type=del size=1801911 2024-04-15T16:48:59.567 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.582+0000 7fcc009d6780 1 < completed write operation key=MI9ZZNLIFVPG tag=YS96478VN2RN type=write size=548062 2024-04-15T16:48:59.571 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.586+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~NHR3XDYVCB7M.0 size=1048576 2024-04-15T16:48:59.573 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.588+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~NHR3XDYVCB7M.1 size=814108 2024-04-15T16:48:59.573 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.588+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=NHR3XDYVCB7M tag=4YTREV5WWNX1 type=write size=2911260 2024-04-15T16:48:59.575 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.590+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~BT5BMTEZDLPX.0 size=1048576 2024-04-15T16:48:59.576 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.592+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~BT5BMTEZDLPX.1 size=1048576 2024-04-15T16:48:59.578 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.593+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~BT5BMTEZDLPX.2 size=1015726 2024-04-15T16:48:59.582 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.597+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=BT5BMTEZDLPX tag=Q7DYSTG0YJ8T type=write size=4161454 2024-04-15T16:48:59.584 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.599+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=03A1Z98QRLCS type=del size=3230848 2024-04-15T16:48:59.586 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.601+0000 7fcc009d6780 1 < canceled operation key=KZLUKZMI1WBU tag=BT8E1FCKOBPS type=del size=868371 2024-04-15T16:48:59.588 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.603+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=2K49LYGFFA2C type=del size=3850061 2024-04-15T16:48:59.590 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.605+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~K724DOUZH8ZX.0 size=1048576 2024-04-15T16:48:59.592 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.607+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~K724DOUZH8ZX.1 size=1048576 2024-04-15T16:48:59.593 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.609+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~K724DOUZH8ZX.2 size=469870 2024-04-15T16:48:59.597 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.613+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=K724DOUZH8ZX tag=51U2A1TS20ZH type=write size=3615598 2024-04-15T16:48:59.601 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.617+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~CLGEUD2ONG38.0 size=1048576 2024-04-15T16:48:59.603 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.619+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~CLGEUD2ONG38.1 size=1048576 2024-04-15T16:48:59.605 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.620+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~CLGEUD2ONG38.2 size=310355 2024-04-15T16:48:59.605 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.620+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=CLGEUD2ONG38 tag=HVJMEZY9X154 type=write size=3456083 2024-04-15T16:48:59.607 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.623+0000 7fcc009d6780 1 < completed write operation key=CGQDFKP4V6R7 tag=B7BW7E50GAPM type=write size=439836 2024-04-15T16:48:59.609 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.625+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=F15LFJFA34NY type=write size=733174 2024-04-15T16:48:59.611 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.627+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~QKNXMC2DFONR.0 size=1048576 2024-04-15T16:48:59.614 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.629+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~QKNXMC2DFONR.1 size=861896 2024-04-15T16:48:59.618 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.633+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=QKNXMC2DFONR tag=ROD7C0C5YX25 type=write size=2959048 2024-04-15T16:48:59.620 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.636+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=EC60AE60V5OF type=del size=2032297 2024-04-15T16:48:59.623 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.638+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~AHPPE2E5LQH2.0 size=1048576 2024-04-15T16:48:59.625 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.640+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~AHPPE2E5LQH2.1 size=1048576 2024-04-15T16:48:59.627 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.642+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~AHPPE2E5LQH2.2 size=292792 2024-04-15T16:48:59.636 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.651+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=AHPPE2E5LQH2 tag=UU2XAVTS54GB type=write size=3438520 2024-04-15T16:48:59.638 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.654+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=02BSP2VP1ZEK type=del size=2815842 2024-04-15T16:48:59.641 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.657+0000 7fcc009d6780 -1 < failed to complete operation key=DLWMFB84M0FA tag=SH1ZK31AZ6EW type=del size=1230223: (22) Invalid argument 2024-04-15T16:48:59.646 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.661+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~FNCAQ6BE8U6F.0 size=1048576 2024-04-15T16:48:59.647 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.663+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~FNCAQ6BE8U6F.1 size=91388 2024-04-15T16:48:59.647 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.663+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=FNCAQ6BE8U6F tag=WN4YK336ULU6 type=write size=2188540 2024-04-15T16:48:59.650 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.665+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=7903TFRQZ1RN type=del 2024-04-15T16:48:59.654 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.669+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~YOEP127AWV5F.0 size=1048576 2024-04-15T16:48:59.656 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.671+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~YOEP127AWV5F.1 size=966343 2024-04-15T16:48:59.656 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.671+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=YOEP127AWV5F tag=LHQRTAW9QNCS type=write size=3063495 2024-04-15T16:48:59.657 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.673+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~WTVUBPDLZB9W.0 size=1048576 2024-04-15T16:48:59.659 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.675+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~WTVUBPDLZB9W.1 size=1048576 2024-04-15T16:48:59.661 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.677+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~WTVUBPDLZB9W.2 size=752592 2024-04-15T16:48:59.665 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.680+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=WTVUBPDLZB9W tag=3C8LVU5PZP00 type=write size=3898320 2024-04-15T16:48:59.670 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.682+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=VL142BT4XV4S type=write size=711473 2024-04-15T16:48:59.670 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.685+0000 7fcc009d6780 -1 < failed to complete operation key=DLWMFB84M0FA tag=2PQLA1TNELUL type=write size=324350: (22) Invalid argument 2024-04-15T16:48:59.673 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.689+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~YWXM5EW47HC0.0 size=443290 2024-04-15T16:48:59.673 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.689+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=YWXM5EW47HC0 tag=ATJFEN80AY81 type=write size=1491866 2024-04-15T16:48:59.676 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.691+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=R75JHRXBMMDD type=del 2024-04-15T16:48:59.681 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.696+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~KMTVD5T2QMT3.0 size=1048576 2024-04-15T16:48:59.682 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.698+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~KMTVD5T2QMT3.1 size=315680 2024-04-15T16:48:59.682 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.698+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=KMTVD5T2QMT3 tag=Y0C8XYH33YKV type=write size=2412832 2024-04-15T16:48:59.684 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.700+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~5JR0OLI2LQCD.0 size=1048576 2024-04-15T16:48:59.686 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.702+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~5JR0OLI2LQCD.1 size=885375 2024-04-15T16:48:59.690 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.705+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=5JR0OLI2LQCD tag=AEBN8QKJA06W type=write size=2982527 2024-04-15T16:48:59.692 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.708+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=VWP9UX8FDLI8 type=del size=153378 2024-04-15T16:48:59.694 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.710+0000 7fcc009d6780 1 < completed write operation key=4BYY962BPUZ7 tag=1MEGB55OOF68 type=write size=729651 2024-04-15T16:48:59.697 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.712+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=RYEXCUW25I40 type=del size=1905912 2024-04-15T16:48:59.701 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.717+0000 7fcc009d6780 1 < suggested remove operation key=CGQDFKP4V6R7 tag=Y8UDNOJF5EHC type=write 2024-04-15T16:48:59.705 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.721+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~O1UUJLSNKCIE.0 size=1048576 2024-04-15T16:48:59.707 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.723+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~O1UUJLSNKCIE.1 size=671016 2024-04-15T16:48:59.707 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.723+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=O1UUJLSNKCIE tag=4ANOGL427SA3 type=write size=2768168 2024-04-15T16:48:59.710 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.725+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=2683R9T34S0Y type=del 2024-04-15T16:48:59.713 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.728+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~7QDXFULAD5RL.0 size=480011 2024-04-15T16:48:59.713 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.728+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=7QDXFULAD5RL tag=R9JSQ25EVUF1 type=write size=1528587 2024-04-15T16:48:59.715 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.731+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~NHR3XDYVCB7M.0 size=1048576 2024-04-15T16:48:59.717 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.732+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~NHR3XDYVCB7M.1 size=814108 2024-04-15T16:48:59.721 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.737+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=NHR3XDYVCB7M tag=4YTREV5WWNX1 type=write size=2911260 2024-04-15T16:48:59.724 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.739+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=EER9NTV6X4F3 type=del size=2586261 2024-04-15T16:48:59.728 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.743+0000 7fcc009d6780 1 < suggested update operation key=GEH1YTD5S8EP tag=03A1Z98QRLCS type=del size=3230848 2024-04-15T16:48:59.730 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.745+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=CWCXHQVJZ87X type=del size=591311 2024-04-15T16:48:59.732 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.747+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=2K49LYGFFA2C type=del 2024-04-15T16:48:59.734 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.749+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=F0DPK6BI89OB type=del size=3141271 2024-04-15T16:48:59.736 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.751+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~CLGEUD2ONG38.0 size=1048576 2024-04-15T16:48:59.738 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.753+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~CLGEUD2ONG38.1 size=1048576 2024-04-15T16:48:59.738 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.753+0000 7fcc009d6780 1 < canceled part key=_multipart_BXP894QCFBMM.2~CLGEUD2ONG38.2 size=310355 2024-04-15T16:48:59.741 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.757+0000 7fcc009d6780 1 < canceled multipart upload key=BXP894QCFBMM upload=CLGEUD2ONG38 tag=HVJMEZY9X154 type=write size=3456083 2024-04-15T16:48:59.745 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.761+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~3P0GGK9H2Z5W.0 size=1048576 2024-04-15T16:48:59.747 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.762+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~3P0GGK9H2Z5W.1 size=566748 2024-04-15T16:48:59.747 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.762+0000 7fcc009d6780 1 > prepared multipart upload key=SMX0793SRFXB upload=3P0GGK9H2Z5W tag=SQZBWDT36PBE type=write size=2663900 2024-04-15T16:48:59.749 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.765+0000 7fcc009d6780 1 < completed write operation key=CQ12L2GW4SE3 tag=F15LFJFA34NY type=write size=733174 2024-04-15T16:48:59.753 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.769+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~8VPSC3M1XXIK.0 size=1048576 2024-04-15T16:48:59.755 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.770+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~8VPSC3M1XXIK.1 size=1048576 2024-04-15T16:48:59.756 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.772+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~8VPSC3M1XXIK.2 size=522760 2024-04-15T16:48:59.756 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.772+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=8VPSC3M1XXIK tag=EGXTCNSTXNNI type=write size=3668488 2024-04-15T16:48:59.760 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.776+0000 7fcc009d6780 1 < suggested remove operation key=V32HJUVRX6OI tag=EC60AE60V5OF type=del 2024-04-15T16:48:59.763 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.778+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=23JVB4251BC7 type=write size=631867 2024-04-15T16:48:59.765 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.780+0000 7fcc009d6780 1 < canceled operation key=P016Z7D73CKQ tag=02BSP2VP1ZEK type=del size=2815842 2024-04-15T16:48:59.767 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.783+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=QZ34T93JMDK4 type=write size=789654 2024-04-15T16:48:59.767 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.783+0000 7fcc009d6780 1 < canceled part key=_multipart_VPMU4YD3VQ1D.2~FNCAQ6BE8U6F.0 size=1048576 2024-04-15T16:48:59.769 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.785+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~FNCAQ6BE8U6F.1 size=91388 2024-04-15T16:48:59.773 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.789+0000 7fcc009d6780 1 < canceled multipart upload key=VPMU4YD3VQ1D upload=FNCAQ6BE8U6F tag=WN4YK336ULU6 type=write size=2188540 2024-04-15T16:48:59.776 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.791+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=739UCCKB5JY0 type=del size=221107 2024-04-15T16:48:59.777 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.793+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~YOEP127AWV5F.0 size=1048576 2024-04-15T16:48:59.779 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.795+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~YOEP127AWV5F.1 size=966343 2024-04-15T16:48:59.783 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.799+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=YOEP127AWV5F tag=LHQRTAW9QNCS type=write size=3063495 2024-04-15T16:48:59.788 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.803+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~95ZMK46LG8NT.0 size=1048576 2024-04-15T16:48:59.789 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.804+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~95ZMK46LG8NT.1 size=1048576 2024-04-15T16:48:59.790 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.806+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~95ZMK46LG8NT.2 size=669008 2024-04-15T16:48:59.790 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.806+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=95ZMK46LG8NT tag=33KV3XG6QDVZ type=write size=3814736 2024-04-15T16:48:59.794 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.810+0000 7fcc009d6780 1 < suggested update operation key=15VOAX95U1N2 tag=VL142BT4XV4S type=write size=711473 2024-04-15T16:48:59.798 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.814+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~SAL69C8M2CRB.0 size=1048576 2024-04-15T16:48:59.800 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.815+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~SAL69C8M2CRB.1 size=1048576 2024-04-15T16:48:59.802 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.817+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~SAL69C8M2CRB.2 size=838190 2024-04-15T16:48:59.802 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.817+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=SAL69C8M2CRB tag=D5840E52LYP3 type=write size=3983918 2024-04-15T16:48:59.804 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.819+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~YWXM5EW47HC0.0 size=443290 2024-04-15T16:48:59.808 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.823+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=YWXM5EW47HC0 tag=ATJFEN80AY81 type=write size=1491866 2024-04-15T16:48:59.810 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.825+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=6HX2SFYBJ0NV type=del size=2666455 2024-04-15T16:48:59.812 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.827+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~KMTVD5T2QMT3.0 size=1048576 2024-04-15T16:48:59.812 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.827+0000 7fcc009d6780 1 < canceled part key=_multipart_U99IDECO7FVV.2~KMTVD5T2QMT3.1 size=315680 2024-04-15T16:48:59.816 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.831+0000 7fcc009d6780 1 < canceled multipart upload key=U99IDECO7FVV upload=KMTVD5T2QMT3 tag=Y0C8XYH33YKV type=write size=2412832 2024-04-15T16:48:59.817 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.833+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=0NZLI921L1HD type=del size=1466156 2024-04-15T16:48:59.819 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.835+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=VWP9UX8FDLI8 type=del 2024-04-15T16:48:59.822 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.837+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=NDVT8L80G0Y0 type=del size=468381 2024-04-15T16:48:59.827 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.841+0000 7fcc009d6780 1 < suggested update operation key=8VXMHHU12YH7 tag=RYEXCUW25I40 type=del size=1905912 2024-04-15T16:48:59.828 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.843+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=Q70LMB0GS75Q type=del size=2763586 2024-04-15T16:48:59.830 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.846+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~O1UUJLSNKCIE.0 size=1048576 2024-04-15T16:48:59.830 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.846+0000 7fcc009d6780 1 < canceled part key=_multipart_SM1B7DUDN47F.2~O1UUJLSNKCIE.1 size=671016 2024-04-15T16:48:59.834 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.849+0000 7fcc009d6780 1 < canceled multipart upload key=SM1B7DUDN47F upload=O1UUJLSNKCIE tag=4ANOGL427SA3 type=write size=2768168 2024-04-15T16:48:59.836 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.852+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=5U7FWCUDEFNS type=del size=1689 2024-04-15T16:48:59.838 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.854+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~7QDXFULAD5RL.0 size=480011 2024-04-15T16:48:59.842 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.858+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=7QDXFULAD5RL tag=R9JSQ25EVUF1 type=write size=1528587 2024-04-15T16:48:59.844 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.860+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=A4HGQJ22TIOJ type=write size=613912 2024-04-15T16:48:59.848 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.864+0000 7fcc009d6780 1 < suggested remove operation key=XE6CHS65PXVA tag=EER9NTV6X4F3 type=del 2024-04-15T16:48:59.853 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.868+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~A8WMU4FPFSL3.0 size=1048576 2024-04-15T16:48:59.854 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.870+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~A8WMU4FPFSL3.1 size=440832 2024-04-15T16:48:59.854 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.870+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=A8WMU4FPFSL3 tag=G1XIELAENJK0 type=write size=2537984 2024-04-15T16:48:59.857 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.872+0000 7fcc009d6780 1 < canceled operation key=BQ060THFR5IO tag=CWCXHQVJZ87X type=del size=591311 2024-04-15T16:48:59.859 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.874+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=UT1SS71L91PG type=del size=873637 2024-04-15T16:48:59.861 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.877+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=F0DPK6BI89OB type=del 2024-04-15T16:48:59.865 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.880+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~XR1EXRHANCQP.0 size=1048576 2024-04-15T16:48:59.866 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.882+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~XR1EXRHANCQP.1 size=1048576 2024-04-15T16:48:59.868 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.884+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~XR1EXRHANCQP.2 size=36928 2024-04-15T16:48:59.868 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.884+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=XR1EXRHANCQP tag=MJC0X8AX7QKL type=write size=3182656 2024-04-15T16:48:59.871 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.887+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~3P0GGK9H2Z5W.0 size=1048576 2024-04-15T16:48:59.874 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.888+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~3P0GGK9H2Z5W.1 size=566748 2024-04-15T16:48:59.878 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.893+0000 7fcc009d6780 1 < completed multipart upload key=SMX0793SRFXB upload=3P0GGK9H2Z5W tag=SQZBWDT36PBE type=write size=2663900 2024-04-15T16:48:59.879 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.895+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=0Q3R1HZ2J0UK type=del size=148562 2024-04-15T16:48:59.882 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.897+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~8VPSC3M1XXIK.0 size=1048576 2024-04-15T16:48:59.884 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.899+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~8VPSC3M1XXIK.1 size=1048576 2024-04-15T16:48:59.884 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.899+0000 7fcc009d6780 1 < canceled part key=_multipart_54DQHB9HNDQB.2~8VPSC3M1XXIK.2 size=522760 2024-04-15T16:48:59.887 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.903+0000 7fcc009d6780 1 < canceled multipart upload key=54DQHB9HNDQB upload=8VPSC3M1XXIK tag=EGXTCNSTXNNI type=write size=3668488 2024-04-15T16:48:59.896 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.911+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~3L611UW1BT1B.0 size=151088 2024-04-15T16:48:59.896 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.911+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=3L611UW1BT1B tag=W17ROSDZ2Z94 type=write size=1199664 2024-04-15T16:48:59.898 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.913+0000 7fcc009d6780 1 < completed write operation key=DLWMFB84M0FA tag=23JVB4251BC7 type=write size=631867 2024-04-15T16:48:59.900 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.915+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=UIL9GTPQHK0C type=del size=4132753 2024-04-15T16:48:59.902 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.917+0000 7fcc009d6780 1 < canceled operation key=GEH1YTD5S8EP tag=QZ34T93JMDK4 type=write size=789654 2024-04-15T16:48:59.906 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.921+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~MYM4ZSTATOWY.0 size=192606 2024-04-15T16:48:59.906 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.921+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=MYM4ZSTATOWY tag=8QMPFN0NF2CA type=write size=1241182 2024-04-15T16:48:59.908 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.924+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=739UCCKB5JY0 type=del 2024-04-15T16:48:59.912 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.927+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~D0OFM1KHOKPL.0 size=942023 2024-04-15T16:48:59.912 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.927+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=D0OFM1KHOKPL tag=MZT83VR75UZ7 type=write size=1990599 2024-04-15T16:48:59.914 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.929+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~95ZMK46LG8NT.0 size=1048576 2024-04-15T16:48:59.916 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.932+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~95ZMK46LG8NT.1 size=1048576 2024-04-15T16:48:59.918 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.934+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~95ZMK46LG8NT.2 size=669008 2024-04-15T16:48:59.922 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.938+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=95ZMK46LG8NT tag=33KV3XG6QDVZ type=write size=3814736 2024-04-15T16:48:59.926 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.941+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~BPRNCC3QMYES.0 size=1048576 2024-04-15T16:48:59.928 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.943+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~BPRNCC3QMYES.1 size=319313 2024-04-15T16:48:59.928 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.943+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=BPRNCC3QMYES tag=Y55GFBN2AV7Y type=write size=2416465 2024-04-15T16:48:59.930 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.945+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~SAL69C8M2CRB.0 size=1048576 2024-04-15T16:48:59.932 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.947+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~SAL69C8M2CRB.1 size=1048576 2024-04-15T16:48:59.933 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.949+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~SAL69C8M2CRB.2 size=838190 2024-04-15T16:48:59.937 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.953+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=SAL69C8M2CRB tag=D5840E52LYP3 type=write size=3983918 2024-04-15T16:48:59.941 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.956+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~DOVAK1BTWPPT.0 size=1048576 2024-04-15T16:48:59.943 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.958+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~DOVAK1BTWPPT.1 size=73497 2024-04-15T16:48:59.943 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.958+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=DOVAK1BTWPPT tag=AI9A45NVB341 type=write size=2170649 2024-04-15T16:48:59.945 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.960+0000 7fcc009d6780 1 < canceled operation key=4BYY962BPUZ7 tag=6HX2SFYBJ0NV type=del size=2666455 2024-04-15T16:48:59.947 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.962+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=Y923FS7RC1WT type=write size=741194 2024-04-15T16:48:59.951 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.967+0000 7fcc009d6780 1 < suggested remove operation key=15VOAX95U1N2 tag=0NZLI921L1HD type=del 2024-04-15T16:48:59.956 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.971+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~9UJIMFAFBWKY.0 size=1048576 2024-04-15T16:48:59.957 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.973+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~9UJIMFAFBWKY.1 size=1048576 2024-04-15T16:48:59.959 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.974+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~9UJIMFAFBWKY.2 size=420629 2024-04-15T16:48:59.959 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.974+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=9UJIMFAFBWKY tag=5WG55B2GWMBM type=write size=3566357 2024-04-15T16:48:59.962 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.977+0000 7fcc009d6780 -1 < failed to complete operation key=XE6CHS65PXVA tag=NDVT8L80G0Y0 type=del size=468381: (22) Invalid argument 2024-04-15T16:48:59.965 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.981+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~D1VYCWBLV2W2.0 size=65966 2024-04-15T16:48:59.966 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.981+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=D1VYCWBLV2W2 tag=7EJPEN015M0P type=write size=1114542 2024-04-15T16:48:59.967 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.983+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=Q70LMB0GS75Q type=del 2024-04-15T16:48:59.972 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.987+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~9T3CWNJXXVGA.0 size=1048576 2024-04-15T16:48:59.974 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.989+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~9T3CWNJXXVGA.1 size=1048576 2024-04-15T16:48:59.975 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.991+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~9T3CWNJXXVGA.2 size=133177 2024-04-15T16:48:59.976 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.991+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=9T3CWNJXXVGA tag=NL2SWH7Y6NIS type=write size=3278905 2024-04-15T16:48:59.979 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.995+0000 7fcc009d6780 1 < suggested remove operation key=VPMU4YD3VQ1D tag=5U7FWCUDEFNS type=del 2024-04-15T16:48:59.983 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:48:59.999+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~DLTFPFBV2Y8J.0 size=1048576 2024-04-15T16:48:59.985 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.000+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~DLTFPFBV2Y8J.1 size=539280 2024-04-15T16:48:59.985 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.000+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=DLTFPFBV2Y8J tag=N3A3JFOQRZ1C type=write size=2636432 2024-04-15T16:48:59.987 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.002+0000 7fcc009d6780 1 < completed write operation key=3GA44QQR4TNK tag=A4HGQJ22TIOJ type=write size=613912 2024-04-15T16:48:59.991 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.006+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~7MN2GF8TVCKD.0 size=989056 2024-04-15T16:48:59.991 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.006+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=7MN2GF8TVCKD tag=E1RLY38V61AS type=write size=2037632 2024-04-15T16:48:59.991 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.007+0000 7fcc009d6780 1 < canceled part key=_multipart_Q6ADAXSPMY0X.2~A8WMU4FPFSL3.0 size=1048576 2024-04-15T16:48:59.993 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.008+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~A8WMU4FPFSL3.1 size=440832 2024-04-15T16:48:59.997 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.012+0000 7fcc009d6780 1 < canceled multipart upload key=Q6ADAXSPMY0X upload=A8WMU4FPFSL3 tag=G1XIELAENJK0 type=write size=2537984 2024-04-15T16:49:00.000 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.016+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~TKZFSSICOALE.0 size=1048576 2024-04-15T16:49:00.002 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.018+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~TKZFSSICOALE.1 size=198408 2024-04-15T16:49:00.002 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.018+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=TKZFSSICOALE tag=YWLO8B3CORGS type=write size=2295560 2024-04-15T16:49:00.004 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.020+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=UT1SS71L91PG type=del 2024-04-15T16:49:00.007 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.022+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=7U598F7FAQ20 type=del size=4133015 2024-04-15T16:49:00.008 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.023+0000 7fcc009d6780 1 < canceled part key=_multipart_OQ6P5LJ15QMV.2~XR1EXRHANCQP.0 size=1048576 2024-04-15T16:49:00.009 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.025+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~XR1EXRHANCQP.1 size=1048576 2024-04-15T16:49:00.011 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.026+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~XR1EXRHANCQP.2 size=36928 2024-04-15T16:49:00.015 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.030+0000 7fcc009d6780 1 < canceled multipart upload key=OQ6P5LJ15QMV upload=XR1EXRHANCQP tag=MJC0X8AX7QKL type=write size=3182656 2024-04-15T16:49:00.018 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.034+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~5BUESC6XOPI5.0 size=1048576 2024-04-15T16:49:00.020 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.036+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~5BUESC6XOPI5.1 size=1048576 2024-04-15T16:49:00.022 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.038+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~5BUESC6XOPI5.2 size=481605 2024-04-15T16:49:00.022 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.038+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=5BUESC6XOPI5 tag=V1Q57L1R0LQE type=write size=3627333 2024-04-15T16:49:00.024 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.040+0000 7fcc009d6780 1 < completed delete operation key=SEFWMQT6GQB4 tag=0Q3R1HZ2J0UK type=del 2024-04-15T16:49:00.026 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.042+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=R9EY19VQ7393 type=del size=3837252 2024-04-15T16:49:00.029 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.044+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~3L611UW1BT1B.0 size=151088 2024-04-15T16:49:00.032 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.048+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=3L611UW1BT1B tag=W17ROSDZ2Z94 type=write size=1199664 2024-04-15T16:49:00.035 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.050+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=TWD7L925041W type=write size=327422 2024-04-15T16:49:00.036 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.052+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=UIL9GTPQHK0C type=del 2024-04-15T16:49:00.039 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.054+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=TJVCZR0BFWF4 type=del size=2186023 2024-04-15T16:49:00.041 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.056+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~MYM4ZSTATOWY.0 size=192606 2024-04-15T16:49:00.044 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.060+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=MYM4ZSTATOWY tag=8QMPFN0NF2CA type=write size=1241182 2024-04-15T16:49:00.046 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.062+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=91EKD2NV9XKX type=del size=3901412 2024-04-15T16:49:00.049 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.064+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~D0OFM1KHOKPL.0 size=942023 2024-04-15T16:49:00.052 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.068+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=D0OFM1KHOKPL tag=MZT83VR75UZ7 type=write size=1990599 2024-04-15T16:49:00.054 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.070+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=OGMIBJOBHTT3 type=write size=201378 2024-04-15T16:49:00.056 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.072+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~BPRNCC3QMYES.0 size=1048576 2024-04-15T16:49:00.058 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.074+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~BPRNCC3QMYES.1 size=319313 2024-04-15T16:49:00.062 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.077+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=BPRNCC3QMYES tag=Y55GFBN2AV7Y type=write size=2416465 2024-04-15T16:49:00.065 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.081+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~E2TFVPSV1KST.0 size=1048576 2024-04-15T16:49:00.067 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.083+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~E2TFVPSV1KST.1 size=356171 2024-04-15T16:49:00.067 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.083+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=E2TFVPSV1KST tag=OU1HIIHFMTYZ type=write size=2453323 2024-04-15T16:49:00.069 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.085+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~DOVAK1BTWPPT.0 size=1048576 2024-04-15T16:49:00.071 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.086+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~DOVAK1BTWPPT.1 size=73497 2024-04-15T16:49:00.075 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.090+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=DOVAK1BTWPPT tag=AI9A45NVB341 type=write size=2170649 2024-04-15T16:49:00.077 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.092+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=LRXSEMO9KW4I type=write size=501436 2024-04-15T16:49:00.079 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.094+0000 7fcc009d6780 1 < completed write operation key=SM1B7DUDN47F tag=Y923FS7RC1WT type=write size=741194 2024-04-15T16:49:00.081 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.096+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=RR3XYM74CCXH type=write size=658273 2024-04-15T16:49:00.084 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.099+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~9UJIMFAFBWKY.0 size=1048576 2024-04-15T16:49:00.086 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.101+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~9UJIMFAFBWKY.1 size=1048576 2024-04-15T16:49:00.087 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.103+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~9UJIMFAFBWKY.2 size=420629 2024-04-15T16:49:00.091 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.106+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=9UJIMFAFBWKY tag=5WG55B2GWMBM type=write size=3566357 2024-04-15T16:49:00.093 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.108+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=6U354J4LJFG1 type=del size=3161123 2024-04-15T16:49:00.095 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.110+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~D1VYCWBLV2W2.0 size=65966 2024-04-15T16:49:00.098 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.114+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=D1VYCWBLV2W2 tag=7EJPEN015M0P type=write size=1114542 2024-04-15T16:49:00.100 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.116+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=IWZF8CAUGVQQ type=del size=3365112 2024-04-15T16:49:00.101 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.116+0000 7fcc009d6780 1 < canceled part key=_multipart_SEFWMQT6GQB4.2~9T3CWNJXXVGA.0 size=1048576 2024-04-15T16:49:00.102 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.118+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~9T3CWNJXXVGA.1 size=1048576 2024-04-15T16:49:00.102 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.118+0000 7fcc009d6780 1 < canceled part key=_multipart_SEFWMQT6GQB4.2~9T3CWNJXXVGA.2 size=133177 2024-04-15T16:49:00.106 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.121+0000 7fcc009d6780 1 < canceled multipart upload key=SEFWMQT6GQB4 upload=9T3CWNJXXVGA tag=NL2SWH7Y6NIS type=write size=3278905 2024-04-15T16:49:00.108 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.123+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=608O52B3YK3A type=del size=2695506 2024-04-15T16:49:00.108 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.124+0000 7fcc009d6780 1 < canceled part key=_multipart_32K02EULE6LL.2~DLTFPFBV2Y8J.0 size=1048576 2024-04-15T16:49:00.110 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.126+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~DLTFPFBV2Y8J.1 size=539280 2024-04-15T16:49:00.114 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.129+0000 7fcc009d6780 1 < canceled multipart upload key=32K02EULE6LL upload=DLTFPFBV2Y8J tag=N3A3JFOQRZ1C type=write size=2636432 2024-04-15T16:49:00.116 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.131+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=1GCPOJOA5CTZ type=del size=2322290 2024-04-15T16:49:00.118 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.134+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~7MN2GF8TVCKD.0 size=989056 2024-04-15T16:49:00.122 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.137+0000 7fcc009d6780 1 < completed multipart upload key=Q6ADAXSPMY0X upload=7MN2GF8TVCKD tag=E1RLY38V61AS type=write size=2037632 2024-04-15T16:49:00.124 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.139+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=7OBH4MEIKMKI type=write size=217567 2024-04-15T16:49:00.126 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.142+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~TKZFSSICOALE.0 size=1048576 2024-04-15T16:49:00.128 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.144+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~TKZFSSICOALE.1 size=198408 2024-04-15T16:49:00.132 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.148+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=TKZFSSICOALE tag=YWLO8B3CORGS type=write size=2295560 2024-04-15T16:49:00.134 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.150+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=1GLX72WBBEUH type=del size=2083721 2024-04-15T16:49:00.136 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.152+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=7U598F7FAQ20 type=del 2024-04-15T16:49:00.138 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.154+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=XAE7FVTY9MJ9 type=write size=250857 2024-04-15T16:49:00.140 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.156+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~5BUESC6XOPI5.0 size=1048576 2024-04-15T16:49:00.142 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.158+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~5BUESC6XOPI5.1 size=1048576 2024-04-15T16:49:00.144 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.159+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~5BUESC6XOPI5.2 size=481605 2024-04-15T16:49:00.147 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.163+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=5BUESC6XOPI5 tag=V1Q57L1R0LQE type=write size=3627333 2024-04-15T16:49:00.149 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.165+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=KUXZWOQANXTC type=del size=2521695 2024-04-15T16:49:00.151 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.167+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=R9EY19VQ7393 type=del 2024-04-15T16:49:00.154 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.169+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=DIEULQ47GS0V type=del size=4109541 2024-04-15T16:49:00.157 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.173+0000 7fcc009d6780 1 < suggested update operation key=V32HJUVRX6OI tag=TWD7L925041W type=write size=327422 2024-04-15T16:49:00.159 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.175+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=7K0FKGRSFAPN type=del size=4125848 2024-04-15T16:49:00.161 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.177+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=TJVCZR0BFWF4 type=del 2024-04-15T16:49:00.165 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.181+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~VLZQ7UFI27U2.0 size=48709 2024-04-15T16:49:00.166 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.181+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=VLZQ7UFI27U2 tag=BLS42D90DLCF type=write size=1097285 2024-04-15T16:49:00.167 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.183+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=91EKD2NV9XKX type=del 2024-04-15T16:49:00.171 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.186+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~6A64FTF62WSO.0 size=1048576 2024-04-15T16:49:00.173 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.188+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~6A64FTF62WSO.1 size=927435 2024-04-15T16:49:00.173 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.188+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=6A64FTF62WSO tag=S1JGRYC8EZM3 type=write size=3024587 2024-04-15T16:49:00.177 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.192+0000 7fcc009d6780 1 < suggested update operation key=54DQHB9HNDQB tag=OGMIBJOBHTT3 type=write size=201378 2024-04-15T16:49:00.179 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.194+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=JLZ8M9G802VJ type=del size=972570 2024-04-15T16:49:00.182 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.197+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~E2TFVPSV1KST.0 size=1048576 2024-04-15T16:49:00.184 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.199+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~E2TFVPSV1KST.1 size=356171 2024-04-15T16:49:00.188 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.203+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=E2TFVPSV1KST tag=OU1HIIHFMTYZ type=write size=2453323 2024-04-15T16:49:00.190 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.205+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=9GCURW9AARPU type=del size=2608679 2024-04-15T16:49:00.192 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.208+0000 7fcc009d6780 1 < completed write operation key=BXP894QCFBMM tag=LRXSEMO9KW4I type=write size=501436 2024-04-15T16:49:00.194 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.210+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=ONNNNXRQBYWU type=del size=3122864 2024-04-15T16:49:00.198 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.213+0000 7fcc009d6780 1 < suggested update operation key=4BYY962BPUZ7 tag=RR3XYM74CCXH type=write size=658273 2024-04-15T16:49:00.202 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.217+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~RMRXHR1QR5VM.0 size=1048576 2024-04-15T16:49:00.203 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.219+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~RMRXHR1QR5VM.1 size=739883 2024-04-15T16:49:00.204 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.219+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=RMRXHR1QR5VM tag=QM0T6NJB5U6I type=write size=2837035 2024-04-15T16:49:00.205 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.221+0000 7fcc009d6780 1 < canceled operation key=7NTTGUKN6UZ3 tag=6U354J4LJFG1 type=del size=3161123 2024-04-15T16:49:00.207 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.223+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=DIOY12L3NT5B type=del size=2166778 2024-04-15T16:49:00.209 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.225+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=IWZF8CAUGVQQ type=del 2024-04-15T16:49:00.213 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.229+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~WVPIFG8LZ9DJ.0 size=1048576 2024-04-15T16:49:00.215 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.230+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~WVPIFG8LZ9DJ.1 size=1048576 2024-04-15T16:49:00.216 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.232+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~WVPIFG8LZ9DJ.2 size=226340 2024-04-15T16:49:00.217 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.232+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=WVPIFG8LZ9DJ tag=S538C8B8J8Q6 type=write size=3372068 2024-04-15T16:49:00.219 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.234+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=608O52B3YK3A type=del 2024-04-15T16:49:00.221 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.237+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=TAH6PET7T1U8 type=del size=2169816 2024-04-15T16:49:00.223 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.239+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=1GCPOJOA5CTZ type=del 2024-04-15T16:49:00.226 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.241+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=3B9UPTG2IP4E type=del size=4025163 2024-04-15T16:49:00.228 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.243+0000 7fcc009d6780 1 < completed write operation key=BQ060THFR5IO tag=7OBH4MEIKMKI type=write size=217567 2024-04-15T16:49:00.230 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.245+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=7523K3A0U2DS type=del size=2290099 2024-04-15T16:49:00.232 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.247+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=1GLX72WBBEUH type=del 2024-04-15T16:49:00.234 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.250+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=UIQA3JVKHY88 type=write size=1008498 2024-04-15T16:49:00.239 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.254+0000 7fcc009d6780 1 < suggested remove operation key=BQ060THFR5IO tag=XAE7FVTY9MJ9 type=write 2024-04-15T16:49:00.241 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.256+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=8E1DL0RPA2Z4 type=del size=633350 2024-04-15T16:49:00.244 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.259+0000 7fcc009d6780 -1 < failed to complete operation key=BQ060THFR5IO tag=KUXZWOQANXTC type=del size=2521695: (22) Invalid argument 2024-04-15T16:49:00.248 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.263+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~UVUMHDGX2478.0 size=1048576 2024-04-15T16:49:00.249 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.265+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~UVUMHDGX2478.1 size=1048576 2024-04-15T16:49:00.251 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.266+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~UVUMHDGX2478.2 size=244964 2024-04-15T16:49:00.251 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.266+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=UVUMHDGX2478 tag=N1NHLPFUQBE9 type=write size=3390692 2024-04-15T16:49:00.254 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.269+0000 7fcc009d6780 -1 < failed to complete operation key=4BYY962BPUZ7 tag=DIEULQ47GS0V type=del size=4109541: (22) Invalid argument 2024-04-15T16:49:00.256 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.271+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=WBDL3LF0EV3O type=del size=4017102 2024-04-15T16:49:00.258 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.274+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=7K0FKGRSFAPN type=del 2024-04-15T16:49:00.260 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.276+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=60PMHK34XBJZ type=write size=15754 2024-04-15T16:49:00.260 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.276+0000 7fcc009d6780 1 < canceled part key=_multipart_QYKA01GVNV1V.2~VLZQ7UFI27U2.0 size=48709 2024-04-15T16:49:00.264 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.280+0000 7fcc009d6780 1 < canceled multipart upload key=QYKA01GVNV1V upload=VLZQ7UFI27U2 tag=BLS42D90DLCF type=write size=1097285 2024-04-15T16:49:00.267 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.282+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=J5N16548EDJQ type=del size=216489 2024-04-15T16:49:00.269 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.284+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~6A64FTF62WSO.0 size=1048576 2024-04-15T16:49:00.271 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.286+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~6A64FTF62WSO.1 size=927435 2024-04-15T16:49:00.275 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.290+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=6A64FTF62WSO tag=S1JGRYC8EZM3 type=write size=3024587 2024-04-15T16:49:00.279 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.294+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~CFO14ENGE3KY.0 size=233855 2024-04-15T16:49:00.279 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.294+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=CFO14ENGE3KY tag=FMUNZBKDO4B4 type=write size=1282431 2024-04-15T16:49:00.281 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.296+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=JLZ8M9G802VJ type=del 2024-04-15T16:49:00.287 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.299+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=NVSIAXAK8GL5 type=write size=664981 2024-04-15T16:49:00.287 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.302+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=9GCURW9AARPU type=del 2024-04-15T16:49:00.290 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.306+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~VCRE3J50Z8NH.0 size=1048576 2024-04-15T16:49:00.293 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.308+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~VCRE3J50Z8NH.1 size=1048576 2024-04-15T16:49:00.294 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.310+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~VCRE3J50Z8NH.2 size=662505 2024-04-15T16:49:00.294 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.310+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=VCRE3J50Z8NH tag=1XR0C5OPMLIB type=write size=3808233 2024-04-15T16:49:00.299 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.315+0000 7fcc009d6780 1 < suggested update operation key=KZLUKZMI1WBU tag=ONNNNXRQBYWU type=del size=3122864 2024-04-15T16:49:00.301 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.317+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=GZFLVECVB0RS type=write size=488162 2024-04-15T16:49:00.303 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.318+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~RMRXHR1QR5VM.0 size=1048576 2024-04-15T16:49:00.305 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.320+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~RMRXHR1QR5VM.1 size=739883 2024-04-15T16:49:00.309 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.324+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=RMRXHR1QR5VM tag=QM0T6NJB5U6I type=write size=2837035 2024-04-15T16:49:00.312 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.328+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~HIFEBLD6L1X2.0 size=1048576 2024-04-15T16:49:00.314 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.329+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~HIFEBLD6L1X2.1 size=1048576 2024-04-15T16:49:00.316 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.331+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~HIFEBLD6L1X2.2 size=439803 2024-04-15T16:49:00.316 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.331+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=HIFEBLD6L1X2 tag=RAQA9J29Y7FC type=write size=3585531 2024-04-15T16:49:00.318 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.334+0000 7fcc009d6780 -1 < failed to complete operation key=KZLUKZMI1WBU tag=DIOY12L3NT5B type=del size=2166778: (22) Invalid argument 2024-04-15T16:49:00.320 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.336+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=D3TA64HCJM2W type=del size=2349691 2024-04-15T16:49:00.321 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.336+0000 7fcc009d6780 1 < canceled part key=_multipart_GJK15ROSBRTP.2~WVPIFG8LZ9DJ.0 size=1048576 2024-04-15T16:49:00.322 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.338+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~WVPIFG8LZ9DJ.1 size=1048576 2024-04-15T16:49:00.326 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.340+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~WVPIFG8LZ9DJ.2 size=226340 2024-04-15T16:49:00.328 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.343+0000 7fcc009d6780 1 < canceled multipart upload key=GJK15ROSBRTP upload=WVPIFG8LZ9DJ tag=S538C8B8J8Q6 type=write size=3372068 2024-04-15T16:49:00.331 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.346+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=J1RSUE2JDMJM type=write size=59756 2024-04-15T16:49:00.333 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.348+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=TAH6PET7T1U8 type=del 2024-04-15T16:49:00.335 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.350+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=NJU0KXHBT508 type=del size=1375212 2024-04-15T16:49:00.337 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.352+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=3B9UPTG2IP4E type=del 2024-04-15T16:49:00.341 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.357+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~XC4D7KIWHU0A.0 size=1048576 2024-04-15T16:49:00.343 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.358+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~XC4D7KIWHU0A.1 size=1027259 2024-04-15T16:49:00.343 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.358+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=XC4D7KIWHU0A tag=PUNLB5WPEY6M type=write size=3124411 2024-04-15T16:49:00.345 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.361+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=7523K3A0U2DS type=del 2024-04-15T16:49:00.347 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.363+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=93C5XJ1RZ933 type=del size=3646401 2024-04-15T16:49:00.350 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.365+0000 7fcc009d6780 1 < completed write operation key=8VXMHHU12YH7 tag=UIQA3JVKHY88 type=write size=1008498 2024-04-15T16:49:00.357 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.370+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~IPX4A24RCN1W.0 size=1048576 2024-04-15T16:49:00.357 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.371+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~IPX4A24RCN1W.1 size=368015 2024-04-15T16:49:00.357 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.371+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=IPX4A24RCN1W tag=PG9JTOB0XZ8O type=write size=2465167 2024-04-15T16:49:00.358 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.374+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=8E1DL0RPA2Z4 type=del 2024-04-15T16:49:00.360 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.376+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=2DDAYH13KLP0 type=del size=1092657 2024-04-15T16:49:00.362 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.378+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~UVUMHDGX2478.0 size=1048576 2024-04-15T16:49:00.364 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.380+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~UVUMHDGX2478.1 size=1048576 2024-04-15T16:49:00.366 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.382+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~UVUMHDGX2478.2 size=244964 2024-04-15T16:49:00.370 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.385+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=UVUMHDGX2478 tag=N1NHLPFUQBE9 type=write size=3390692 2024-04-15T16:49:00.374 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.389+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~AF2Q2UZWF0IW.0 size=392699 2024-04-15T16:49:00.374 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.390+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=AF2Q2UZWF0IW tag=8NZ1URJ9S2S4 type=write size=1441275 2024-04-15T16:49:00.376 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.391+0000 7fcc009d6780 1 < canceled operation key=P016Z7D73CKQ tag=WBDL3LF0EV3O type=del size=4017102 2024-04-15T16:49:00.378 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.393+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=9YV24FXFWML6 type=del size=3903082 2024-04-15T16:49:00.380 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.395+0000 7fcc009d6780 1 < completed write operation key=CGQDFKP4V6R7 tag=60PMHK34XBJZ type=write size=15754 2024-04-15T16:49:00.382 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.397+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=U4VNQUH7IY09 type=write size=74583 2024-04-15T16:49:00.386 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.402+0000 7fcc009d6780 1 < suggested remove operation key=QYKA01GVNV1V tag=J5N16548EDJQ type=del 2024-04-15T16:49:00.390 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.405+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~2HDV32H9CH2U.0 size=1048576 2024-04-15T16:49:00.392 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.407+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~2HDV32H9CH2U.1 size=365385 2024-04-15T16:49:00.392 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.407+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=2HDV32H9CH2U tag=IYFQ1VW94ITP type=write size=2462537 2024-04-15T16:49:00.394 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.410+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~CFO14ENGE3KY.0 size=233855 2024-04-15T16:49:00.398 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.414+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=CFO14ENGE3KY tag=FMUNZBKDO4B4 type=write size=1282431 2024-04-15T16:49:00.402 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.418+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~1WQC6W7E4A4D.0 size=1048576 2024-04-15T16:49:00.404 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.419+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~1WQC6W7E4A4D.1 size=374786 2024-04-15T16:49:00.404 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.419+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=1WQC6W7E4A4D tag=WUDFQQX8EPFY type=write size=2471938 2024-04-15T16:49:00.406 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.422+0000 7fcc009d6780 1 < completed write operation key=54DQHB9HNDQB tag=NVSIAXAK8GL5 type=write size=664981 2024-04-15T16:49:00.408 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.424+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=SVVZ44DRX3MF type=del size=452244 2024-04-15T16:49:00.410 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.426+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~VCRE3J50Z8NH.0 size=1048576 2024-04-15T16:49:00.412 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.428+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~VCRE3J50Z8NH.1 size=1048576 2024-04-15T16:49:00.414 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.429+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~VCRE3J50Z8NH.2 size=662505 2024-04-15T16:49:00.418 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.433+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=VCRE3J50Z8NH tag=1XR0C5OPMLIB type=write size=3808233 2024-04-15T16:49:00.419 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.435+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=WQPI7DU0J4G6 type=del size=1816530 2024-04-15T16:49:00.422 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.437+0000 7fcc009d6780 1 < completed write operation key=SMX0793SRFXB tag=GZFLVECVB0RS type=write size=488162 2024-04-15T16:49:00.423 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.439+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=0DJVK643Q1KH type=write size=816769 2024-04-15T16:49:00.425 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.441+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~HIFEBLD6L1X2.0 size=1048576 2024-04-15T16:49:00.427 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.442+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~HIFEBLD6L1X2.1 size=1048576 2024-04-15T16:49:00.429 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.445+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~HIFEBLD6L1X2.2 size=439803 2024-04-15T16:49:00.433 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.449+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=HIFEBLD6L1X2 tag=RAQA9J29Y7FC type=write size=3585531 2024-04-15T16:49:00.436 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.451+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=JG700TNMWQMB type=del size=819645 2024-04-15T16:49:00.438 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.453+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=D3TA64HCJM2W type=del 2024-04-15T16:49:00.439 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.455+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=5NTHU8Q8GMKB type=del size=1838246 2024-04-15T16:49:00.441 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.457+0000 7fcc009d6780 1 < completed write operation key=DLWMFB84M0FA tag=J1RSUE2JDMJM type=write size=59756 2024-04-15T16:49:00.446 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.461+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~GX5F2QATW0FB.0 size=1048576 2024-04-15T16:49:00.448 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.463+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~GX5F2QATW0FB.1 size=877552 2024-04-15T16:49:00.448 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.463+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=GX5F2QATW0FB tag=SGTW8TTEVUHF type=write size=2974704 2024-04-15T16:49:00.450 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.465+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=NJU0KXHBT508 type=del 2024-04-15T16:49:00.454 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.469+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~XQ13AFMVO71X.0 size=1048576 2024-04-15T16:49:00.455 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.471+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~XQ13AFMVO71X.1 size=461025 2024-04-15T16:49:00.455 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.471+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=XQ13AFMVO71X tag=65LQ46E6L7JG type=write size=2558177 2024-04-15T16:49:00.457 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.473+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~XC4D7KIWHU0A.0 size=1048576 2024-04-15T16:49:00.459 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.474+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~XC4D7KIWHU0A.1 size=1027259 2024-04-15T16:49:00.462 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.478+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=XC4D7KIWHU0A tag=PUNLB5WPEY6M type=write size=3124411 2024-04-15T16:49:00.464 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.480+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=O2OB6G3OGTFT type=del size=2146027 2024-04-15T16:49:00.467 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.482+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=93C5XJ1RZ933 type=del 2024-04-15T16:49:00.469 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.484+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=OW01Q1GNGW07 type=del size=2619590 2024-04-15T16:49:00.471 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.486+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~IPX4A24RCN1W.0 size=1048576 2024-04-15T16:49:00.473 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.488+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~IPX4A24RCN1W.1 size=368015 2024-04-15T16:49:00.476 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.492+0000 7fcc009d6780 1 < completed multipart upload key=Q6ADAXSPMY0X upload=IPX4A24RCN1W tag=PG9JTOB0XZ8O type=write size=2465167 2024-04-15T16:49:00.478 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.494+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=NT7VD8UMOT8T type=write size=239625 2024-04-15T16:49:00.480 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.496+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=2DDAYH13KLP0 type=del 2024-04-15T16:49:00.482 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.498+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=W5XCJDJUD5SE type=del size=663789 2024-04-15T16:49:00.484 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.500+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~AF2Q2UZWF0IW.0 size=392699 2024-04-15T16:49:00.490 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.504+0000 7fcc009d6780 1 < completed multipart upload key=KZLUKZMI1WBU upload=AF2Q2UZWF0IW tag=8NZ1URJ9S2S4 type=write size=1441275 2024-04-15T16:49:00.491 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.506+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=867BFE9RCJPR type=del size=1662254 2024-04-15T16:49:00.492 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.508+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=9YV24FXFWML6 type=del 2024-04-15T16:49:00.495 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.510+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=0ZFJQ1TA0K2D type=write size=591171 2024-04-15T16:49:00.499 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.515+0000 7fcc009d6780 1 < suggested remove operation key=BJ0SZQNPDE4F tag=U4VNQUH7IY09 type=write 2024-04-15T16:49:00.504 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.519+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~1QUQO7T5WCO8.0 size=1048576 2024-04-15T16:49:00.505 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.521+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~1QUQO7T5WCO8.1 size=176770 2024-04-15T16:49:00.505 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.521+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=1QUQO7T5WCO8 tag=TKMVC8UIJD1Z type=write size=2273922 2024-04-15T16:49:00.505 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.521+0000 7fcc009d6780 1 < canceled part key=_multipart_7NTTGUKN6UZ3.2~2HDV32H9CH2U.0 size=1048576 2024-04-15T16:49:00.507 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.523+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~2HDV32H9CH2U.1 size=365385 2024-04-15T16:49:00.511 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.527+0000 7fcc009d6780 1 < canceled multipart upload key=7NTTGUKN6UZ3 upload=2HDV32H9CH2U tag=IYFQ1VW94ITP type=write size=2462537 2024-04-15T16:49:00.513 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.529+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=Q4VWUCWALX8Y type=write size=805622 2024-04-15T16:49:00.516 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.531+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~1WQC6W7E4A4D.0 size=1048576 2024-04-15T16:49:00.518 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.533+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~1WQC6W7E4A4D.1 size=374786 2024-04-15T16:49:00.521 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.537+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=1WQC6W7E4A4D tag=WUDFQQX8EPFY type=write size=2471938 2024-04-15T16:49:00.523 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.539+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=BXQATG4A426X type=del size=2018987 2024-04-15T16:49:00.526 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.541+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=SVVZ44DRX3MF type=del 2024-04-15T16:49:00.528 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.543+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=RH3W6LH5S65W type=del size=1676880 2024-04-15T16:49:00.530 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.545+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=WQPI7DU0J4G6 type=del 2024-04-15T16:49:00.534 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.550+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~KD2609BOZVTC.0 size=664956 2024-04-15T16:49:00.534 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.550+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=KD2609BOZVTC tag=WJS1Q8GI42AC type=write size=1713532 2024-04-15T16:49:00.536 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.552+0000 7fcc009d6780 1 < completed write operation key=8VXMHHU12YH7 tag=0DJVK643Q1KH type=write size=816769 2024-04-15T16:49:00.540 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.555+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~HGI3RM5O8O2F.0 size=1048576 2024-04-15T16:49:00.542 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.557+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~HGI3RM5O8O2F.1 size=399203 2024-04-15T16:49:00.542 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.557+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=HGI3RM5O8O2F tag=6Z2L0AOAXMBX type=write size=2496355 2024-04-15T16:49:00.544 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.559+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=JG700TNMWQMB type=del 2024-04-15T16:49:00.546 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.561+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=PMSMFA2P53ZI type=del size=217357 2024-04-15T16:49:00.550 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.566+0000 7fcc009d6780 1 < suggested remove operation key=Q6ADAXSPMY0X tag=5NTHU8Q8GMKB type=del 2024-04-15T16:49:00.552 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.568+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=UW4T6AQ3Q3QJ type=del size=1295198 2024-04-15T16:49:00.555 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.570+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~GX5F2QATW0FB.0 size=1048576 2024-04-15T16:49:00.555 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.570+0000 7fcc009d6780 1 < canceled part key=_multipart_CGQDFKP4V6R7.2~GX5F2QATW0FB.1 size=877552 2024-04-15T16:49:00.558 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.574+0000 7fcc009d6780 1 < canceled multipart upload key=CGQDFKP4V6R7 upload=GX5F2QATW0FB tag=SGTW8TTEVUHF type=write size=2974704 2024-04-15T16:49:00.561 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.576+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=O36MPCP2QMRE type=del size=184336 2024-04-15T16:49:00.563 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.578+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~XQ13AFMVO71X.0 size=1048576 2024-04-15T16:49:00.564 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.580+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~XQ13AFMVO71X.1 size=461025 2024-04-15T16:49:00.568 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.583+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=XQ13AFMVO71X tag=65LQ46E6L7JG type=write size=2558177 2024-04-15T16:49:00.572 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.587+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~LSF5VJ53GC24.0 size=455136 2024-04-15T16:49:00.572 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.587+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=LSF5VJ53GC24 tag=JRJDL2PJ6MWW type=write size=1503712 2024-04-15T16:49:00.574 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.590+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=O2OB6G3OGTFT type=del 2024-04-15T16:49:00.576 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.592+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=WN3EFZDGNRDU type=del size=872564 2024-04-15T16:49:00.578 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.594+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=OW01Q1GNGW07 type=del 2024-04-15T16:49:00.580 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.596+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=VDETTTOWSUTU type=del size=959815 2024-04-15T16:49:00.582 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.598+0000 7fcc009d6780 1 < completed write operation key=7GJPLM2OVON4 tag=NT7VD8UMOT8T type=write size=239625 2024-04-15T16:49:00.585 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.600+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=1DQAOPSDMR77 type=write size=692797 2024-04-15T16:49:00.587 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.602+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=W5XCJDJUD5SE type=del 2024-04-15T16:49:00.591 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.606+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~IR2RP38GWJ08.0 size=631927 2024-04-15T16:49:00.591 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.606+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=IR2RP38GWJ08 tag=PFHGCBOGRYKR type=write size=1680503 2024-04-15T16:49:00.593 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.608+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=867BFE9RCJPR type=del 2024-04-15T16:49:00.597 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.612+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~EWGZ4O7EC8WL.0 size=1048576 2024-04-15T16:49:00.598 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.614+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~EWGZ4O7EC8WL.1 size=611794 2024-04-15T16:49:00.598 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.614+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=EWGZ4O7EC8WL tag=JZT3SJRBOXF6 type=write size=2708946 2024-04-15T16:49:00.601 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.616+0000 7fcc009d6780 1 < completed write operation key=7GJPLM2OVON4 tag=0ZFJQ1TA0K2D type=write size=591171 2024-04-15T16:49:00.604 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.620+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~W36SR59OXGT7.0 size=977698 2024-04-15T16:49:00.604 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.620+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=W36SR59OXGT7 tag=ODTTHFXC488P type=write size=2026274 2024-04-15T16:49:00.606 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.622+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~1QUQO7T5WCO8.0 size=1048576 2024-04-15T16:49:00.608 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.624+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~1QUQO7T5WCO8.1 size=176770 2024-04-15T16:49:00.612 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.627+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=1QUQO7T5WCO8 tag=TKMVC8UIJD1Z type=write size=2273922 2024-04-15T16:49:00.616 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.631+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~AI2DC9VU8TIG.0 size=1048576 2024-04-15T16:49:00.617 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.633+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~AI2DC9VU8TIG.1 size=1048576 2024-04-15T16:49:00.620 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.634+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~AI2DC9VU8TIG.2 size=680595 2024-04-15T16:49:00.620 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.634+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=AI2DC9VU8TIG tag=VT2NO6MTATA4 type=write size=3826323 2024-04-15T16:49:00.621 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.637+0000 7fcc009d6780 1 < completed write operation key=BQ060THFR5IO tag=Q4VWUCWALX8Y type=write size=805622 2024-04-15T16:49:00.623 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.639+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=HM2AYC4KBCSS type=del size=1750985 2024-04-15T16:49:00.625 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.641+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=BXQATG4A426X type=del 2024-04-15T16:49:00.629 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.645+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~0GIBHRSNPNF4.0 size=1048576 2024-04-15T16:49:00.631 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.646+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~0GIBHRSNPNF4.1 size=1048576 2024-04-15T16:49:00.632 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.648+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~0GIBHRSNPNF4.2 size=207148 2024-04-15T16:49:00.632 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.648+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=0GIBHRSNPNF4 tag=Z61NUOKUVCRN type=write size=3352876 2024-04-15T16:49:00.634 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.650+0000 7fcc009d6780 1 < canceled operation key=54DQHB9HNDQB tag=RH3W6LH5S65W type=del size=1676880 2024-04-15T16:49:00.638 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.654+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~320TU8E1HWFP.0 size=131979 2024-04-15T16:49:00.638 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.654+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=320TU8E1HWFP tag=9FWA7LII63VL type=write size=1180555 2024-04-15T16:49:00.640 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.656+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~KD2609BOZVTC.0 size=664956 2024-04-15T16:49:00.644 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.659+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=KD2609BOZVTC tag=WJS1Q8GI42AC type=write size=1713532 2024-04-15T16:49:00.646 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.661+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=7AMMD1DGL309 type=del size=3229058 2024-04-15T16:49:00.648 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.663+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~HGI3RM5O8O2F.0 size=1048576 2024-04-15T16:49:00.648 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.663+0000 7fcc009d6780 1 < canceled part key=_multipart_BQ060THFR5IO.2~HGI3RM5O8O2F.1 size=399203 2024-04-15T16:49:00.651 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.667+0000 7fcc009d6780 1 < canceled multipart upload key=BQ060THFR5IO upload=HGI3RM5O8O2F tag=6Z2L0AOAXMBX type=write size=2496355 2024-04-15T16:49:00.654 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.669+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=9RB75AQ8TTPO type=del size=2878932 2024-04-15T16:49:00.656 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.671+0000 7fcc009d6780 1 < completed delete operation key=SEFWMQT6GQB4 tag=PMSMFA2P53ZI type=del 2024-04-15T16:49:00.658 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.673+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=K4E6ZV82RJMT type=del size=3178938 2024-04-15T16:49:00.660 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.675+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=UW4T6AQ3Q3QJ type=del 2024-04-15T16:49:00.663 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.678+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=F09Q66T1F2HS type=write size=715515 2024-04-15T16:49:00.664 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.680+0000 7fcc009d6780 1 < completed delete operation key=54DQHB9HNDQB tag=O36MPCP2QMRE type=del 2024-04-15T16:49:00.666 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.682+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=0UI1N6WLT4BG type=del size=3851042 2024-04-15T16:49:00.669 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.684+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~LSF5VJ53GC24.0 size=455136 2024-04-15T16:49:00.672 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.688+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=LSF5VJ53GC24 tag=JRJDL2PJ6MWW type=write size=1503712 2024-04-15T16:49:00.676 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.692+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~V3TYMVR1OY2V.0 size=28335 2024-04-15T16:49:00.676 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.692+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=V3TYMVR1OY2V tag=J2K01ASVYD6X type=write size=1076911 2024-04-15T16:49:00.678 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.694+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=WN3EFZDGNRDU type=del 2024-04-15T16:49:00.680 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.696+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=F4K31LORESFC type=del size=856713 2024-04-15T16:49:00.685 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.700+0000 7fcc009d6780 1 < suggested remove operation key=LEXP4TLXUJL4 tag=VDETTTOWSUTU type=del 2024-04-15T16:49:00.687 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.703+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=M663P35OZ4HZ type=del size=4021228 2024-04-15T16:49:00.690 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.705+0000 7fcc009d6780 1 < completed write operation key=BJ0SZQNPDE4F tag=1DQAOPSDMR77 type=write size=692797 2024-04-15T16:49:00.694 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.707+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=M7F7G010OAJD type=del size=2096717 2024-04-15T16:49:00.695 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.710+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~IR2RP38GWJ08.0 size=631927 2024-04-15T16:49:00.698 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.713+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=IR2RP38GWJ08 tag=PFHGCBOGRYKR type=write size=1680503 2024-04-15T16:49:00.700 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.715+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=5H2N8GX0T2PW type=del size=2589623 2024-04-15T16:49:00.702 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.717+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~EWGZ4O7EC8WL.0 size=1048576 2024-04-15T16:49:00.704 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.719+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~EWGZ4O7EC8WL.1 size=611794 2024-04-15T16:49:00.707 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.723+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=EWGZ4O7EC8WL tag=JZT3SJRBOXF6 type=write size=2708946 2024-04-15T16:49:00.709 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.725+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=59CGOKF2XMUN type=write size=902127 2024-04-15T16:49:00.711 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.727+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~W36SR59OXGT7.0 size=977698 2024-04-15T16:49:00.715 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.730+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=W36SR59OXGT7 tag=ODTTHFXC488P type=write size=2026274 2024-04-15T16:49:00.719 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.734+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~T0VBUTGORA9D.0 size=323594 2024-04-15T16:49:00.719 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.734+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=T0VBUTGORA9D tag=6IHMM16X2M52 type=write size=1372170 2024-04-15T16:49:00.721 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.736+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~AI2DC9VU8TIG.0 size=1048576 2024-04-15T16:49:00.721 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.736+0000 7fcc009d6780 1 < canceled part key=_multipart_BXP894QCFBMM.2~AI2DC9VU8TIG.1 size=1048576 2024-04-15T16:49:00.723 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.738+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~AI2DC9VU8TIG.2 size=680595 2024-04-15T16:49:00.728 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.743+0000 7fcc009d6780 1 < canceled multipart upload key=BXP894QCFBMM upload=AI2DC9VU8TIG tag=VT2NO6MTATA4 type=write size=3826323 2024-04-15T16:49:00.732 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.747+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~3CQAUMOGVWYX.0 size=1048576 2024-04-15T16:49:00.734 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.749+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~3CQAUMOGVWYX.1 size=188055 2024-04-15T16:49:00.734 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.749+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=3CQAUMOGVWYX tag=QU0LVCS023R2 type=write size=2285207 2024-04-15T16:49:00.738 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.753+0000 7fcc009d6780 1 < suggested update operation key=32K02EULE6LL tag=HM2AYC4KBCSS type=del size=1750985 2024-04-15T16:49:00.740 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.755+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=HV2HRG5S70VP type=del size=3231644 2024-04-15T16:49:00.742 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.757+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~0GIBHRSNPNF4.0 size=1048576 2024-04-15T16:49:00.742 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.757+0000 7fcc009d6780 1 < canceled part key=_multipart_XE6CHS65PXVA.2~0GIBHRSNPNF4.1 size=1048576 2024-04-15T16:49:00.744 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.759+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~0GIBHRSNPNF4.2 size=207148 2024-04-15T16:49:00.747 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.763+0000 7fcc009d6780 1 < canceled multipart upload key=XE6CHS65PXVA upload=0GIBHRSNPNF4 tag=Z61NUOKUVCRN type=write size=3352876 2024-04-15T16:49:00.750 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.765+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=69LTUSCV88G6 type=del size=2672306 2024-04-15T16:49:00.752 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.768+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~320TU8E1HWFP.0 size=131979 2024-04-15T16:49:00.756 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.772+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=320TU8E1HWFP tag=9FWA7LII63VL type=write size=1180555 2024-04-15T16:49:00.758 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.774+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=V3S26ZC6DA07 type=del size=4180077 2024-04-15T16:49:00.762 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.778+0000 7fcc009d6780 1 < suggested remove operation key=VPMU4YD3VQ1D tag=7AMMD1DGL309 type=del 2024-04-15T16:49:00.764 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.780+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=E3IWSGOWTOUC type=del size=973994 2024-04-15T16:49:00.768 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.784+0000 7fcc009d6780 1 < suggested remove operation key=GJK15ROSBRTP tag=9RB75AQ8TTPO type=del 2024-04-15T16:49:00.772 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.788+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~SR5832LVPELK.0 size=1048576 2024-04-15T16:49:00.774 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.789+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~SR5832LVPELK.1 size=1048576 2024-04-15T16:49:00.776 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.791+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~SR5832LVPELK.2 size=570894 2024-04-15T16:49:00.776 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.791+0000 7fcc009d6780 1 > prepared multipart upload key=SMX0793SRFXB upload=SR5832LVPELK tag=I4EW3OFI3X8L type=write size=3716622 2024-04-15T16:49:00.778 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.793+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=K4E6ZV82RJMT type=del 2024-04-15T16:49:00.780 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.795+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=N5M5OUNLM9M4 type=del size=662980 2024-04-15T16:49:00.782 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.798+0000 7fcc009d6780 1 < completed write operation key=BJ0SZQNPDE4F tag=F09Q66T1F2HS type=write size=715515 2024-04-15T16:49:00.784 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.800+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=0BCXP4FBCO9N type=del size=1559597 2024-04-15T16:49:00.789 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.804+0000 7fcc009d6780 1 < suggested remove operation key=XE6CHS65PXVA tag=0UI1N6WLT4BG type=del 2024-04-15T16:49:00.793 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.808+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~MM9W4O4U0SJ5.0 size=1048576 2024-04-15T16:49:00.795 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.810+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~MM9W4O4U0SJ5.1 size=855980 2024-04-15T16:49:00.795 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.810+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=MM9W4O4U0SJ5 tag=3Y259A9RTJ3O type=write size=2953132 2024-04-15T16:49:00.797 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.812+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~V3TYMVR1OY2V.0 size=28335 2024-04-15T16:49:00.800 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.816+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=V3TYMVR1OY2V tag=J2K01ASVYD6X type=write size=1076911 2024-04-15T16:49:00.802 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.818+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=9E8GFVKXHTGY type=del size=1049304 2024-04-15T16:49:00.805 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.820+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=F4K31LORESFC type=del 2024-04-15T16:49:00.808 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.824+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~Z6PTD7XBOKX9.0 size=162069 2024-04-15T16:49:00.808 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.824+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=Z6PTD7XBOKX9 tag=ZIIVPDJ055WN type=write size=1210645 2024-04-15T16:49:00.810 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.826+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=M663P35OZ4HZ type=del 2024-04-15T16:49:00.815 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.830+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~YZC7P5M26B9D.0 size=1048576 2024-04-15T16:49:00.816 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.832+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~YZC7P5M26B9D.1 size=725299 2024-04-15T16:49:00.818 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.832+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=YZC7P5M26B9D tag=UH3WAW2TWE05 type=write size=2822451 2024-04-15T16:49:00.818 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.834+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=M7F7G010OAJD type=del 2024-04-15T16:49:00.822 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.838+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~932P0H1GG2CB.0 size=381984 2024-04-15T16:49:00.823 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.838+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=932P0H1GG2CB tag=61RKTBQC91LI type=write size=1430560 2024-04-15T16:49:00.826 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.842+0000 7fcc009d6780 1 < suggested update operation key=15VOAX95U1N2 tag=5H2N8GX0T2PW type=del size=2589623 2024-04-15T16:49:00.829 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.844+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=2L2NSDMBF1RN type=del size=3076977 2024-04-15T16:49:00.831 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.846+0000 7fcc009d6780 1 < completed write operation key=CQ12L2GW4SE3 tag=59CGOKF2XMUN type=write size=902127 2024-04-15T16:49:00.833 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.848+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=5S02PIVYHSQF type=del size=238172 2024-04-15T16:49:00.835 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.850+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~T0VBUTGORA9D.0 size=323594 2024-04-15T16:49:00.839 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.854+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=T0VBUTGORA9D tag=6IHMM16X2M52 type=write size=1372170 2024-04-15T16:49:00.840 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.856+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=VAP3WWGZ706C type=del size=849346 2024-04-15T16:49:00.843 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.858+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~3CQAUMOGVWYX.0 size=1048576 2024-04-15T16:49:00.844 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.860+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~3CQAUMOGVWYX.1 size=188055 2024-04-15T16:49:00.848 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.863+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=3CQAUMOGVWYX tag=QU0LVCS023R2 type=write size=2285207 2024-04-15T16:49:00.852 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.867+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~B2BQNJJDFQDJ.0 size=1048576 2024-04-15T16:49:00.854 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.870+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~B2BQNJJDFQDJ.1 size=1048576 2024-04-15T16:49:00.856 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.872+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~B2BQNJJDFQDJ.2 size=667146 2024-04-15T16:49:00.856 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.872+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=B2BQNJJDFQDJ tag=FFU3HI7FTC69 type=write size=3812874 2024-04-15T16:49:00.858 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.874+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=HV2HRG5S70VP type=del 2024-04-15T16:49:00.860 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.876+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=LDPON2BSN4TS type=del size=1490192 2024-04-15T16:49:00.863 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.878+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=69LTUSCV88G6 type=del 2024-04-15T16:49:00.865 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.880+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=GD8CHCGYXZI7 type=del size=3614733 2024-04-15T16:49:00.867 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.883+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=V3S26ZC6DA07 type=del 2024-04-15T16:49:00.871 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.887+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~S6I3F9COX0XQ.0 size=632041 2024-04-15T16:49:00.871 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.887+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=S6I3F9COX0XQ tag=30JYUENLZGRC type=write size=1680617 2024-04-15T16:49:00.876 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.891+0000 7fcc009d6780 1 < suggested remove operation key=OQ6P5LJ15QMV tag=E3IWSGOWTOUC type=del 2024-04-15T16:49:00.880 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.895+0000 7fcc009d6780 1 > prepared part key=_multipart_15VOAX95U1N2.2~WKQU2KQJ1CDM.0 size=373762 2024-04-15T16:49:00.880 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.895+0000 7fcc009d6780 1 > prepared multipart upload key=15VOAX95U1N2 upload=WKQU2KQJ1CDM tag=MKJ8SLL3HAGI type=write size=1422338 2024-04-15T16:49:00.882 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.898+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~SR5832LVPELK.0 size=1048576 2024-04-15T16:49:00.884 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.900+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~SR5832LVPELK.1 size=1048576 2024-04-15T16:49:00.886 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.901+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~SR5832LVPELK.2 size=570894 2024-04-15T16:49:00.890 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.906+0000 7fcc009d6780 1 < completed multipart upload key=SMX0793SRFXB upload=SR5832LVPELK tag=I4EW3OFI3X8L type=write size=3716622 2024-04-15T16:49:00.892 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.908+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=OKCZKBDN3LY0 type=write size=1021075 2024-04-15T16:49:00.898 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.910+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=N5M5OUNLM9M4 type=del 2024-04-15T16:49:00.898 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.912+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=UESKN9WY8DE1 type=del size=3501919 2024-04-15T16:49:00.901 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.916+0000 7fcc009d6780 1 < suggested update operation key=BQ060THFR5IO tag=0BCXP4FBCO9N type=del size=1559597 2024-04-15T16:49:00.903 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.918+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=O72TF4EH1E8M type=del size=3638087 2024-04-15T16:49:00.905 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.920+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~MM9W4O4U0SJ5.0 size=1048576 2024-04-15T16:49:00.907 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.922+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~MM9W4O4U0SJ5.1 size=855980 2024-04-15T16:49:00.910 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.926+0000 7fcc009d6780 1 < completed multipart upload key=Q6ADAXSPMY0X upload=MM9W4O4U0SJ5 tag=3Y259A9RTJ3O type=write size=2953132 2024-04-15T16:49:00.912 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.928+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=RAIMMW95IY6X type=del size=3980258 2024-04-15T16:49:00.916 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.932+0000 7fcc009d6780 1 < suggested update operation key=7GJPLM2OVON4 tag=9E8GFVKXHTGY type=del size=1049304 2024-04-15T16:49:00.920 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.936+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~MF90YK4PNUEI.0 size=1048576 2024-04-15T16:49:00.922 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.937+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~MF90YK4PNUEI.1 size=1048576 2024-04-15T16:49:00.925 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.939+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~MF90YK4PNUEI.2 size=291770 2024-04-15T16:49:00.925 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.939+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=MF90YK4PNUEI tag=45P2BMSUZ4AO type=write size=3437498 2024-04-15T16:49:00.926 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.941+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~Z6PTD7XBOKX9.0 size=162069 2024-04-15T16:49:00.930 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.945+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=Z6PTD7XBOKX9 tag=ZIIVPDJ055WN type=write size=1210645 2024-04-15T16:49:00.932 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.948+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=KSM69Q42HB78 type=write size=722707 2024-04-15T16:49:00.935 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.950+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~YZC7P5M26B9D.0 size=1048576 2024-04-15T16:49:00.935 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.950+0000 7fcc009d6780 1 < canceled part key=_multipart_CGQDFKP4V6R7.2~YZC7P5M26B9D.1 size=725299 2024-04-15T16:49:00.939 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.955+0000 7fcc009d6780 1 < canceled multipart upload key=CGQDFKP4V6R7 upload=YZC7P5M26B9D tag=UH3WAW2TWE05 type=write size=2822451 2024-04-15T16:49:00.941 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.956+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=5C9A81JC33QO type=del size=3658432 2024-04-15T16:49:00.941 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.957+0000 7fcc009d6780 1 < canceled part key=_multipart_QYKA01GVNV1V.2~932P0H1GG2CB.0 size=381984 2024-04-15T16:49:00.945 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.961+0000 7fcc009d6780 1 < canceled multipart upload key=QYKA01GVNV1V upload=932P0H1GG2CB tag=61RKTBQC91LI type=write size=1430560 2024-04-15T16:49:00.949 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.965+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~IL2KYTY008QO.0 size=1048576 2024-04-15T16:49:00.951 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.967+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~IL2KYTY008QO.1 size=224768 2024-04-15T16:49:00.951 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.967+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=IL2KYTY008QO tag=Y3RY993J5PYW type=write size=2321920 2024-04-15T16:49:00.953 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.969+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=2L2NSDMBF1RN type=del 2024-04-15T16:49:00.955 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.971+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=I6OZ9W22L1SQ type=write size=301721 2024-04-15T16:49:00.957 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.973+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=5S02PIVYHSQF type=del 2024-04-15T16:49:00.959 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.975+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=C61U5V3PIZOI type=del size=3817760 2024-04-15T16:49:00.964 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.979+0000 7fcc009d6780 1 < suggested remove operation key=DLWMFB84M0FA tag=VAP3WWGZ706C type=del 2024-04-15T16:49:00.966 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.981+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=J3RPDN6BSWIT type=del size=2167884 2024-04-15T16:49:00.968 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.984+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~B2BQNJJDFQDJ.0 size=1048576 2024-04-15T16:49:00.970 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.986+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~B2BQNJJDFQDJ.1 size=1048576 2024-04-15T16:49:00.972 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.988+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~B2BQNJJDFQDJ.2 size=667146 2024-04-15T16:49:00.977 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.992+0000 7fcc009d6780 1 < completed multipart upload key=KZLUKZMI1WBU upload=B2BQNJJDFQDJ tag=FFU3HI7FTC69 type=write size=3812874 2024-04-15T16:49:00.979 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.995+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=KCEGCM18IKZO type=write size=415375 2024-04-15T16:49:00.984 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:00.999+0000 7fcc009d6780 1 < suggested update operation key=4BYY962BPUZ7 tag=LDPON2BSN4TS type=del size=1490192 2024-04-15T16:49:00.986 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.001+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=0D3CY2PP0SP0 type=del size=3842572 2024-04-15T16:49:00.988 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.004+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=GD8CHCGYXZI7 type=del 2024-04-15T16:49:00.990 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.006+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=ZXSCSRHNSOCL type=del size=2730598 2024-04-15T16:49:00.993 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.008+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~S6I3F9COX0XQ.0 size=632041 2024-04-15T16:49:00.996 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.012+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=S6I3F9COX0XQ tag=30JYUENLZGRC type=write size=1680617 2024-04-15T16:49:00.998 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.014+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=NBTK2BO0YFQ7 type=del size=1747311 2024-04-15T16:49:01.000 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.016+0000 7fcc009d6780 1 < completed part key=_multipart_15VOAX95U1N2.2~WKQU2KQJ1CDM.0 size=373762 2024-04-15T16:49:01.004 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.019+0000 7fcc009d6780 1 < completed multipart upload key=15VOAX95U1N2 upload=WKQU2KQJ1CDM tag=MKJ8SLL3HAGI type=write size=1422338 2024-04-15T16:49:01.008 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.023+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~YZNMTLEI9G0R.0 size=1048576 2024-04-15T16:49:01.010 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.025+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~YZNMTLEI9G0R.1 size=660253 2024-04-15T16:49:01.010 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.025+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=YZNMTLEI9G0R tag=WPDC5M5XS7UC type=write size=2757405 2024-04-15T16:49:01.012 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.027+0000 7fcc009d6780 1 < completed write operation key=54DQHB9HNDQB tag=OKCZKBDN3LY0 type=write size=1021075 2024-04-15T16:49:01.014 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.029+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=IVFM02FB0DXC type=write size=181184 2024-04-15T16:49:01.016 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.032+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=UESKN9WY8DE1 type=del 2024-04-15T16:49:01.018 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.034+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=B5CUTIJ31NUR type=del size=1533177 2024-04-15T16:49:01.020 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.036+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=O72TF4EH1E8M type=del 2024-04-15T16:49:01.022 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.038+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=USWKIYXQV0C8 type=del size=3010908 2024-04-15T16:49:01.025 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.040+0000 7fcc009d6780 -1 < failed to complete operation key=4BYY962BPUZ7 tag=RAIMMW95IY6X type=del size=3980258: (22) Invalid argument 2024-04-15T16:49:01.029 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.045+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~7LLAYRR2V27L.0 size=1048576 2024-04-15T16:49:01.031 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.047+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~7LLAYRR2V27L.1 size=708555 2024-04-15T16:49:01.031 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.047+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=7LLAYRR2V27L tag=FT9XP2NKLYZH type=write size=2805707 2024-04-15T16:49:01.033 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.049+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~MF90YK4PNUEI.0 size=1048576 2024-04-15T16:49:01.035 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.050+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~MF90YK4PNUEI.1 size=1048576 2024-04-15T16:49:01.037 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.052+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~MF90YK4PNUEI.2 size=291770 2024-04-15T16:49:01.041 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.056+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=MF90YK4PNUEI tag=45P2BMSUZ4AO type=write size=3437498 2024-04-15T16:49:01.042 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.057+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=34P96ST6IXJ0 type=write size=607962 2024-04-15T16:49:01.044 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.060+0000 7fcc009d6780 1 < completed write operation key=7GJPLM2OVON4 tag=KSM69Q42HB78 type=write size=722707 2024-04-15T16:49:01.049 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.063+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~GEUIAZAVV1H1.0 size=1048576 2024-04-15T16:49:01.050 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.065+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~GEUIAZAVV1H1.1 size=1048576 2024-04-15T16:49:01.051 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.067+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~GEUIAZAVV1H1.2 size=888850 2024-04-15T16:49:01.051 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.067+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=GEUIAZAVV1H1 tag=XPQH97D2XM46 type=write size=4034578 2024-04-15T16:49:01.053 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.069+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=5C9A81JC33QO type=del 2024-04-15T16:49:01.057 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.073+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~9KM5KDVUJ52X.0 size=588343 2024-04-15T16:49:01.057 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.073+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=9KM5KDVUJ52X tag=BOPWSHT0GG2W type=write size=1636919 2024-04-15T16:49:01.059 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.075+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~IL2KYTY008QO.0 size=1048576 2024-04-15T16:49:01.061 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.076+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~IL2KYTY008QO.1 size=224768 2024-04-15T16:49:01.065 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.080+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=IL2KYTY008QO tag=Y3RY993J5PYW type=write size=2321920 2024-04-15T16:49:01.069 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.085+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~LU0USUKG177Z.0 size=322080 2024-04-15T16:49:01.069 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.085+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=LU0USUKG177Z tag=CMMACMBKAL6W type=write size=1370656 2024-04-15T16:49:01.072 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.087+0000 7fcc009d6780 1 < completed write operation key=SEFWMQT6GQB4 tag=I6OZ9W22L1SQ type=write size=301721 2024-04-15T16:49:01.074 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.089+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=RDHYRWUR7NPU type=del size=3202402 2024-04-15T16:49:01.078 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.093+0000 7fcc009d6780 1 < suggested remove operation key=Q6ADAXSPMY0X tag=C61U5V3PIZOI type=del 2024-04-15T16:49:01.083 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.098+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~C2SI7NU4CZ14.0 size=16440 2024-04-15T16:49:01.083 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.098+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=C2SI7NU4CZ14 tag=8R9IP8BOQGG6 type=write size=1065016 2024-04-15T16:49:01.087 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.103+0000 7fcc009d6780 1 < suggested remove operation key=GJK15ROSBRTP tag=J3RPDN6BSWIT type=del 2024-04-15T16:49:01.089 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.105+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=FQRJRLVM20DP type=del size=3104143 2024-04-15T16:49:01.091 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.107+0000 7fcc009d6780 1 < completed write operation key=XE6CHS65PXVA tag=KCEGCM18IKZO type=write size=415375 2024-04-15T16:49:01.096 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.111+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~8TJ8VK05PXPA.0 size=1048576 2024-04-15T16:49:01.097 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.113+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~8TJ8VK05PXPA.1 size=1048576 2024-04-15T16:49:01.102 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.115+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~8TJ8VK05PXPA.2 size=235115 2024-04-15T16:49:01.103 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.115+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=8TJ8VK05PXPA tag=0CJUIDCJYQW6 type=write size=3380843 2024-04-15T16:49:01.103 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.117+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=0D3CY2PP0SP0 type=del 2024-04-15T16:49:01.103 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.119+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=9AYEOP7UX8UM type=del size=3665948 2024-04-15T16:49:01.104 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.119+0000 7fcc009d6780 -1 < no bi entry to suggest for operation key=GJK15ROSBRTP tag=ZXSCSRHNSOCL type=del size=2730598: (2) No such file or directory 2024-04-15T16:49:01.106 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.122+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=7SBT1LZNKCJK type=write size=230144 2024-04-15T16:49:01.108 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.124+0000 7fcc009d6780 1 < completed delete operation key=54DQHB9HNDQB tag=NBTK2BO0YFQ7 type=del 2024-04-15T16:49:01.112 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.127+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~Y9EGGGN6BRNC.0 size=274660 2024-04-15T16:49:01.112 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.127+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=Y9EGGGN6BRNC tag=9RGG8JNY5XIP type=write size=1323236 2024-04-15T16:49:01.114 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.130+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~YZNMTLEI9G0R.0 size=1048576 2024-04-15T16:49:01.116 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.131+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~YZNMTLEI9G0R.1 size=660253 2024-04-15T16:49:01.120 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.135+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=YZNMTLEI9G0R tag=WPDC5M5XS7UC type=write size=2757405 2024-04-15T16:49:01.122 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.137+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=C92ZX2ZRQMFZ type=del size=3721065 2024-04-15T16:49:01.124 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.140+0000 7fcc009d6780 1 < completed write operation key=GEH1YTD5S8EP tag=IVFM02FB0DXC type=write size=181184 2024-04-15T16:49:01.126 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.142+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=HX4L23OVDGUK type=del size=1376078 2024-04-15T16:49:01.129 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.144+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=B5CUTIJ31NUR type=del 2024-04-15T16:49:01.131 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.146+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=BRM2YZ5IKUW1 type=del size=749191 2024-04-15T16:49:01.135 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.150+0000 7fcc009d6780 1 < suggested remove operation key=BXP894QCFBMM tag=USWKIYXQV0C8 type=del 2024-04-15T16:49:01.139 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.155+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~EAM5JTNQW1GT.0 size=166231 2024-04-15T16:49:01.139 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.155+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=EAM5JTNQW1GT tag=KFD4ESLOEQ2E type=write size=1214807 2024-04-15T16:49:01.141 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.157+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~7LLAYRR2V27L.0 size=1048576 2024-04-15T16:49:01.141 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.157+0000 7fcc009d6780 1 < canceled part key=_multipart_BXP894QCFBMM.2~7LLAYRR2V27L.1 size=708555 2024-04-15T16:49:01.145 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.160+0000 7fcc009d6780 1 < canceled multipart upload key=BXP894QCFBMM upload=7LLAYRR2V27L tag=FT9XP2NKLYZH type=write size=2805707 2024-04-15T16:49:01.149 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.165+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~847V94E0T54G.0 size=1048576 2024-04-15T16:49:01.151 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.166+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~847V94E0T54G.1 size=55754 2024-04-15T16:49:01.151 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.166+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=847V94E0T54G tag=7BMRYS6MJFKV type=write size=2152906 2024-04-15T16:49:01.153 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.169+0000 7fcc009d6780 1 < canceled operation key=BJ0SZQNPDE4F tag=34P96ST6IXJ0 type=write size=607962 2024-04-15T16:49:01.155 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.171+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=SFIJKKARQLQY type=write size=835161 2024-04-15T16:49:01.155 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.171+0000 7fcc009d6780 1 < canceled part key=_multipart_BXP894QCFBMM.2~GEUIAZAVV1H1.0 size=1048576 2024-04-15T16:49:01.155 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.171+0000 7fcc009d6780 1 < canceled part key=_multipart_BXP894QCFBMM.2~GEUIAZAVV1H1.1 size=1048576 2024-04-15T16:49:01.157 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.172+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~GEUIAZAVV1H1.2 size=888850 2024-04-15T16:49:01.161 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.176+0000 7fcc009d6780 1 < canceled multipart upload key=BXP894QCFBMM upload=GEUIAZAVV1H1 tag=XPQH97D2XM46 type=write size=4034578 2024-04-15T16:49:01.165 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.181+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~MHH0F1D7LSPJ.0 size=711878 2024-04-15T16:49:01.165 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.181+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=MHH0F1D7LSPJ tag=DC68Y1M4RA4Z type=write size=1760454 2024-04-15T16:49:01.167 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.183+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~9KM5KDVUJ52X.0 size=588343 2024-04-15T16:49:01.171 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.187+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=9KM5KDVUJ52X tag=BOPWSHT0GG2W type=write size=1636919 2024-04-15T16:49:01.173 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.188+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=WA2XOYL4UUT5 type=del size=1180906 2024-04-15T16:49:01.175 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.191+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~LU0USUKG177Z.0 size=322080 2024-04-15T16:49:01.179 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.194+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=LU0USUKG177Z tag=CMMACMBKAL6W type=write size=1370656 2024-04-15T16:49:01.181 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.196+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=H6NL8KEPW31Z type=del size=2657852 2024-04-15T16:49:01.183 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.199+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=RDHYRWUR7NPU type=del 2024-04-15T16:49:01.186 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.200+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=O6GC526OU7VI type=del size=473505 2024-04-15T16:49:01.187 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.202+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~C2SI7NU4CZ14.0 size=16440 2024-04-15T16:49:01.191 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.206+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=C2SI7NU4CZ14 tag=8R9IP8BOQGG6 type=write size=1065016 2024-04-15T16:49:01.193 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.208+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=P6IVS5HXK4N3 type=write size=589285 2024-04-15T16:49:01.195 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.211+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=FQRJRLVM20DP type=del 2024-04-15T16:49:01.197 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.213+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=98A7AYKS41JD type=del size=396272 2024-04-15T16:49:01.199 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.215+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~8TJ8VK05PXPA.0 size=1048576 2024-04-15T16:49:01.201 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.216+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~8TJ8VK05PXPA.1 size=1048576 2024-04-15T16:49:01.203 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.218+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~8TJ8VK05PXPA.2 size=235115 2024-04-15T16:49:01.207 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.222+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=8TJ8VK05PXPA tag=0CJUIDCJYQW6 type=write size=3380843 2024-04-15T16:49:01.209 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.224+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=NGE2SLLLRAZQ type=del size=1375578 2024-04-15T16:49:01.211 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.226+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=9AYEOP7UX8UM type=del 2024-04-15T16:49:01.213 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.229+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=EX9Z0BXYB7ZO type=del size=1974038 2024-04-15T16:49:01.215 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.231+0000 7fcc009d6780 1 < completed write operation key=MI9ZZNLIFVPG tag=7SBT1LZNKCJK type=write size=230144 2024-04-15T16:49:01.218 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.233+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=X1BD3YZ9SVZ6 type=write size=570629 2024-04-15T16:49:01.218 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.233+0000 7fcc009d6780 1 < canceled part key=_multipart_BXP894QCFBMM.2~Y9EGGGN6BRNC.0 size=274660 2024-04-15T16:49:01.222 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.237+0000 7fcc009d6780 1 < canceled multipart upload key=BXP894QCFBMM upload=Y9EGGGN6BRNC tag=9RGG8JNY5XIP type=write size=1323236 2024-04-15T16:49:01.226 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.241+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~FJ3MVIJTSO5S.0 size=1048576 2024-04-15T16:49:01.228 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.243+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~FJ3MVIJTSO5S.1 size=784307 2024-04-15T16:49:01.228 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.243+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=FJ3MVIJTSO5S tag=OYOG0KP6SNPU type=write size=2881459 2024-04-15T16:49:01.230 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.245+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=C92ZX2ZRQMFZ type=del 2024-04-15T16:49:01.232 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.248+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=10Y89BCL4A12 type=del size=8916 2024-04-15T16:49:01.234 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.250+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=HX4L23OVDGUK type=del 2024-04-15T16:49:01.238 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.253+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~99UCMOFRHWTG.0 size=881327 2024-04-15T16:49:01.238 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.253+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=99UCMOFRHWTG tag=32FUFMC7O8UX type=write size=1929903 2024-04-15T16:49:01.242 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.257+0000 7fcc009d6780 1 < suggested remove operation key=GEH1YTD5S8EP tag=BRM2YZ5IKUW1 type=del 2024-04-15T16:49:01.244 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.260+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=TA2IFZQL1X4G type=write size=167720 2024-04-15T16:49:01.246 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.262+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~EAM5JTNQW1GT.0 size=166231 2024-04-15T16:49:01.250 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.265+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=EAM5JTNQW1GT tag=KFD4ESLOEQ2E type=write size=1214807 2024-04-15T16:49:01.252 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.268+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=22GOSKB30NVF type=del size=1799434 2024-04-15T16:49:01.254 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.270+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~847V94E0T54G.0 size=1048576 2024-04-15T16:49:01.256 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.271+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~847V94E0T54G.1 size=55754 2024-04-15T16:49:01.260 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.275+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=847V94E0T54G tag=7BMRYS6MJFKV type=write size=2152906 2024-04-15T16:49:01.261 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.277+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=KXMDZWX9BHZA type=write size=8982 2024-04-15T16:49:01.263 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.279+0000 7fcc009d6780 1 < completed write operation key=8VXMHHU12YH7 tag=SFIJKKARQLQY type=write size=835161 2024-04-15T16:49:01.267 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.283+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~HAHDAANR47UG.0 size=1048576 2024-04-15T16:49:01.269 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.284+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~HAHDAANR47UG.1 size=1048576 2024-04-15T16:49:01.270 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.286+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~HAHDAANR47UG.2 size=1020984 2024-04-15T16:49:01.271 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.286+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=HAHDAANR47UG tag=LO9YL2U1IVAU type=write size=4166712 2024-04-15T16:49:01.273 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.288+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~MHH0F1D7LSPJ.0 size=711878 2024-04-15T16:49:01.277 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.292+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=MHH0F1D7LSPJ tag=DC68Y1M4RA4Z type=write size=1760454 2024-04-15T16:49:01.279 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.294+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=5XMMTXYONYDM type=del size=2769992 2024-04-15T16:49:01.281 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.296+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=WA2XOYL4UUT5 type=del 2024-04-15T16:49:01.283 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.299+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=WI5M8128GH3H type=write size=663569 2024-04-15T16:49:01.285 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.301+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=H6NL8KEPW31Z type=del 2024-04-15T16:49:01.287 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.303+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=3PT4ZIITX7EX type=del size=820914 2024-04-15T16:49:01.289 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.305+0000 7fcc009d6780 1 < canceled operation key=BQ060THFR5IO tag=O6GC526OU7VI type=del size=473505 2024-04-15T16:49:01.292 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.307+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=LDO2KRMSGKLC type=del size=3391447 2024-04-15T16:49:01.293 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.309+0000 7fcc009d6780 1 < completed write operation key=DLWMFB84M0FA tag=P6IVS5HXK4N3 type=write size=589285 2024-04-15T16:49:01.295 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.311+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=BR61L1TGJHYK type=del size=2326774 2024-04-15T16:49:01.297 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.313+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=98A7AYKS41JD type=del 2024-04-15T16:49:01.301 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.316+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=IOVM443K9M2Q type=del size=2631300 2024-04-15T16:49:01.305 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.319+0000 7fcc009d6780 1 < suggested remove operation key=BXP894QCFBMM tag=NGE2SLLLRAZQ type=del 2024-04-15T16:49:01.306 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.322+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=7O1F53GTCPDP type=del size=2567155 2024-04-15T16:49:01.308 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.324+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=EX9Z0BXYB7ZO type=del 2024-04-15T16:49:01.310 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.326+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=GH5AOFM402FU type=del size=3923531 2024-04-15T16:49:01.314 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.330+0000 7fcc009d6780 1 < suggested remove operation key=15VOAX95U1N2 tag=X1BD3YZ9SVZ6 type=write 2024-04-15T16:49:01.317 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.332+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=TX5B00UPQY9V type=del size=4104633 2024-04-15T16:49:01.319 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.334+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~FJ3MVIJTSO5S.0 size=1048576 2024-04-15T16:49:01.319 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.334+0000 7fcc009d6780 1 < canceled part key=_multipart_U99IDECO7FVV.2~FJ3MVIJTSO5S.1 size=784307 2024-04-15T16:49:01.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:00 smithi090 ceph-mon[91618]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 471 KiB/s wr, 2.40k op/s 2024-04-15T16:49:01.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:00 smithi090 ceph-mon[89240]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 471 KiB/s wr, 2.40k op/s 2024-04-15T16:49:01.323 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.338+0000 7fcc009d6780 1 < canceled multipart upload key=U99IDECO7FVV upload=FJ3MVIJTSO5S tag=OYOG0KP6SNPU type=write size=2881459 2024-04-15T16:49:01.326 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.342+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~91MULLGFB86E.0 size=1048576 2024-04-15T16:49:01.328 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.343+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~91MULLGFB86E.1 size=892650 2024-04-15T16:49:01.328 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.343+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=91MULLGFB86E tag=JUA1A4HJCWD1 type=write size=2989802 2024-04-15T16:49:01.330 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.345+0000 7fcc009d6780 1 < canceled operation key=DLWMFB84M0FA tag=10Y89BCL4A12 type=del size=8916 2024-04-15T16:49:01.334 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.349+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~PPKJHFJFA0KD.0 size=1048576 2024-04-15T16:49:01.335 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.351+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~PPKJHFJFA0KD.1 size=306095 2024-04-15T16:49:01.335 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.351+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=PPKJHFJFA0KD tag=QJSEXBRUKHZ9 type=write size=2403247 2024-04-15T16:49:01.337 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.353+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~99UCMOFRHWTG.0 size=881327 2024-04-15T16:49:01.341 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.356+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=99UCMOFRHWTG tag=32FUFMC7O8UX type=write size=1929903 2024-04-15T16:49:01.343 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.358+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=MO0Z7U07WCMZ type=del size=217648 2024-04-15T16:49:01.345 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.360+0000 7fcc009d6780 1 < completed write operation key=H9FFWDTWEPPS tag=TA2IFZQL1X4G type=write size=167720 2024-04-15T16:49:01.349 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.364+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~4WUXI3THMQRS.0 size=1048576 2024-04-15T16:49:01.350 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.366+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~4WUXI3THMQRS.1 size=599887 2024-04-15T16:49:01.350 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.366+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=4WUXI3THMQRS tag=JZC09TM1DR8U type=write size=2697039 2024-04-15T16:49:01.355 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.370+0000 7fcc009d6780 1 < suggested update operation key=QYKA01GVNV1V tag=22GOSKB30NVF type=del size=1799434 2024-04-15T16:49:01.357 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.373+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=M93W2MA078WZ type=write size=78629 2024-04-15T16:49:01.359 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.375+0000 7fcc009d6780 1 < completed write operation key=H9FFWDTWEPPS tag=KXMDZWX9BHZA type=write size=8982 2024-04-15T16:49:01.362 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.377+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=KG9LWXPRLKN4 type=write size=432867 2024-04-15T16:49:01.364 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.380+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~HAHDAANR47UG.0 size=1048576 2024-04-15T16:49:01.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:00 smithi153 ceph-mon[84714]: pgmap v1377: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 471 KiB/s wr, 2.40k op/s 2024-04-15T16:49:01.366 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.381+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~HAHDAANR47UG.1 size=1048576 2024-04-15T16:49:01.368 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.383+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~HAHDAANR47UG.2 size=1020984 2024-04-15T16:49:01.371 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.387+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=HAHDAANR47UG tag=LO9YL2U1IVAU type=write size=4166712 2024-04-15T16:49:01.374 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.389+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=VDRALRJPINAD type=del size=1305029 2024-04-15T16:49:01.378 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.394+0000 7fcc009d6780 1 < suggested update operation key=BXP894QCFBMM tag=5XMMTXYONYDM type=del size=2769992 2024-04-15T16:49:01.383 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.398+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~7847GYLHWWOD.0 size=1048576 2024-04-15T16:49:01.385 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.400+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~7847GYLHWWOD.1 size=1048576 2024-04-15T16:49:01.387 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.402+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~7847GYLHWWOD.2 size=333937 2024-04-15T16:49:01.387 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.402+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=7847GYLHWWOD tag=EX401D170N2D type=write size=3479665 2024-04-15T16:49:01.391 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.407+0000 7fcc009d6780 1 < suggested update operation key=V32HJUVRX6OI tag=WI5M8128GH3H type=write size=663569 2024-04-15T16:49:01.395 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.410+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~CHEEUF650LKU.0 size=289066 2024-04-15T16:49:01.395 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.410+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=CHEEUF650LKU tag=SLVJZT23IG8I type=write size=1337642 2024-04-15T16:49:01.397 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.412+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=3PT4ZIITX7EX type=del 2024-04-15T16:49:01.399 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.415+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=V6HOSB2UATR8 type=del size=153275 2024-04-15T16:49:01.402 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.418+0000 7fcc009d6780 -1 < failed to complete operation key=V32HJUVRX6OI tag=LDO2KRMSGKLC type=del size=3391447: (22) Invalid argument 2024-04-15T16:49:01.404 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.420+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=DFD5IIJTSP6K type=del size=2016597 2024-04-15T16:49:01.406 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.422+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=BR61L1TGJHYK type=del 2024-04-15T16:49:01.408 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.424+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=0DTYW81NKNTB type=del size=2277146 2024-04-15T16:49:01.410 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.426+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=IOVM443K9M2Q type=del 2024-04-15T16:49:01.412 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.428+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=IP3TZVTSX6IP type=del size=2281616 2024-04-15T16:49:01.415 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.430+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=7O1F53GTCPDP type=del 2024-04-15T16:49:01.417 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.432+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=0B8OHL75PWGY type=del size=1367434 2024-04-15T16:49:01.419 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.434+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=GH5AOFM402FU type=del 2024-04-15T16:49:01.423 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.438+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~VS9H6PL3LGRS.0 size=584961 2024-04-15T16:49:01.423 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.438+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=VS9H6PL3LGRS tag=KMXCF68BSC6Q type=write size=1633537 2024-04-15T16:49:01.426 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.441+0000 7fcc009d6780 -1 < failed to complete operation key=BXP894QCFBMM tag=TX5B00UPQY9V type=del size=4104633: (22) Invalid argument 2024-04-15T16:49:01.428 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.444+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=E5KAOB20MA76 type=del size=1768780 2024-04-15T16:49:01.430 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.446+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~91MULLGFB86E.0 size=1048576 2024-04-15T16:49:01.432 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.447+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~91MULLGFB86E.1 size=892650 2024-04-15T16:49:01.435 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.451+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=91MULLGFB86E tag=JUA1A4HJCWD1 type=write size=2989802 2024-04-15T16:49:01.438 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.453+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=P15WB9V84EQ8 type=del size=3707976 2024-04-15T16:49:01.440 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.455+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~PPKJHFJFA0KD.0 size=1048576 2024-04-15T16:49:01.442 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.457+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~PPKJHFJFA0KD.1 size=306095 2024-04-15T16:49:01.445 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.461+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=PPKJHFJFA0KD tag=QJSEXBRUKHZ9 type=write size=2403247 2024-04-15T16:49:01.447 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.463+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=WMONY7JQPODP type=del size=1732280 2024-04-15T16:49:01.450 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.465+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=MO0Z7U07WCMZ type=del 2024-04-15T16:49:01.453 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.469+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~WQ1X21A30MDG.0 size=1048576 2024-04-15T16:49:01.455 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.471+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~WQ1X21A30MDG.1 size=1048576 2024-04-15T16:49:01.457 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.472+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~WQ1X21A30MDG.2 size=589136 2024-04-15T16:49:01.457 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.472+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=WQ1X21A30MDG tag=LF45INF7KWCR type=write size=3734864 2024-04-15T16:49:01.459 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.474+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~4WUXI3THMQRS.0 size=1048576 2024-04-15T16:49:01.459 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.474+0000 7fcc009d6780 1 < canceled part key=_multipart_54DQHB9HNDQB.2~4WUXI3THMQRS.1 size=599887 2024-04-15T16:49:01.462 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.478+0000 7fcc009d6780 1 < canceled multipart upload key=54DQHB9HNDQB upload=4WUXI3THMQRS tag=JZC09TM1DR8U type=write size=2697039 2024-04-15T16:49:01.466 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.482+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~P335515F85UR.0 size=616467 2024-04-15T16:49:01.467 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.482+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=P335515F85UR tag=QHQZ9NNBMLNS type=write size=1665043 2024-04-15T16:49:01.468 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.484+0000 7fcc009d6780 1 < completed write operation key=P016Z7D73CKQ tag=M93W2MA078WZ type=write size=78629 2024-04-15T16:49:01.470 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.486+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=SVMBGX7RELT2 type=write size=666077 2024-04-15T16:49:01.473 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.488+0000 7fcc009d6780 1 < completed write operation key=SM1B7DUDN47F tag=KG9LWXPRLKN4 type=write size=432867 2024-04-15T16:49:01.475 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.490+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=6Q6LCQOSGQPG type=del size=3515537 2024-04-15T16:49:01.477 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.492+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=VDRALRJPINAD type=del 2024-04-15T16:49:01.480 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.496+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~5JLIBNT2MFSP.0 size=520262 2024-04-15T16:49:01.480 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.496+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=5JLIBNT2MFSP tag=0G78D6081YHZ type=write size=1568838 2024-04-15T16:49:01.482 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.498+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~7847GYLHWWOD.0 size=1048576 2024-04-15T16:49:01.484 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.499+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~7847GYLHWWOD.1 size=1048576 2024-04-15T16:49:01.484 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.499+0000 7fcc009d6780 1 < canceled part key=_multipart_8VXMHHU12YH7.2~7847GYLHWWOD.2 size=333937 2024-04-15T16:49:01.488 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.504+0000 7fcc009d6780 1 < canceled multipart upload key=8VXMHHU12YH7 upload=7847GYLHWWOD tag=EX401D170N2D type=write size=3479665 2024-04-15T16:49:01.490 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.506+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=TXNB88FXPQEB type=del size=1410858 2024-04-15T16:49:01.492 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.508+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~CHEEUF650LKU.0 size=289066 2024-04-15T16:49:01.496 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.512+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=CHEEUF650LKU tag=SLVJZT23IG8I type=write size=1337642 2024-04-15T16:49:01.498 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.514+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=VU7AULB0K9NF type=del size=2441053 2024-04-15T16:49:01.501 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.516+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=V6HOSB2UATR8 type=del 2024-04-15T16:49:01.505 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.520+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~7JGIC8H4CNAE.0 size=1048576 2024-04-15T16:49:01.510 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.522+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~7JGIC8H4CNAE.1 size=852390 2024-04-15T16:49:01.510 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.522+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=7JGIC8H4CNAE tag=ONUC11WL2HXV type=write size=2949542 2024-04-15T16:49:01.510 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.524+0000 7fcc009d6780 1 < canceled operation key=KZLUKZMI1WBU tag=DFD5IIJTSP6K type=del size=2016597 2024-04-15T16:49:01.513 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.528+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~NM3G3FO5J7QN.0 size=1048576 2024-04-15T16:49:01.514 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.530+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~NM3G3FO5J7QN.1 size=1048576 2024-04-15T16:49:01.516 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.532+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~NM3G3FO5J7QN.2 size=599250 2024-04-15T16:49:01.516 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.532+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=NM3G3FO5J7QN tag=632BM90ZTBU4 type=write size=3744978 2024-04-15T16:49:01.520 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.535+0000 7fcc009d6780 1 < suggested update operation key=P016Z7D73CKQ tag=0DTYW81NKNTB type=del size=2277146 2024-04-15T16:49:01.524 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.540+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~34WZYAB0UGW3.0 size=1048576 2024-04-15T16:49:01.527 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.542+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~34WZYAB0UGW3.1 size=1048576 2024-04-15T16:49:01.529 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.544+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~34WZYAB0UGW3.2 size=824854 2024-04-15T16:49:01.529 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.544+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=34WZYAB0UGW3 tag=LVEZQRF9EOQV type=write size=3970582 2024-04-15T16:49:01.531 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.546+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=IP3TZVTSX6IP type=del 2024-04-15T16:49:01.533 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.549+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=9A0JWZANJ3J7 type=del size=3639877 2024-04-15T16:49:01.535 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.551+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=0B8OHL75PWGY type=del 2024-04-15T16:49:01.537 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.553+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=FM8UHZ35980E type=del size=1722369 2024-04-15T16:49:01.540 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.555+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~VS9H6PL3LGRS.0 size=584961 2024-04-15T16:49:01.543 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.558+0000 7fcc009d6780 1 < completed multipart upload key=BXP894QCFBMM upload=VS9H6PL3LGRS tag=KMXCF68BSC6Q type=write size=1633537 2024-04-15T16:49:01.545 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.561+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=NT21R2WQS34L type=write size=798840 2024-04-15T16:49:01.547 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.563+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=E5KAOB20MA76 type=del 2024-04-15T16:49:01.551 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.567+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~ZXRCGTMA7V1Y.0 size=1048576 2024-04-15T16:49:01.554 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.569+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~ZXRCGTMA7V1Y.1 size=509371 2024-04-15T16:49:01.554 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.569+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=ZXRCGTMA7V1Y tag=W0IQWUEEWUGZ type=write size=2606523 2024-04-15T16:49:01.557 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.573+0000 7fcc009d6780 1 < suggested update operation key=GJK15ROSBRTP tag=P15WB9V84EQ8 type=del size=3707976 2024-04-15T16:49:01.562 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.577+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~CAXUU7V1L1AL.0 size=1048576 2024-04-15T16:49:01.563 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.579+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~CAXUU7V1L1AL.1 size=102746 2024-04-15T16:49:01.563 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.579+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=CAXUU7V1L1AL tag=P8C8SNFCPD3O type=write size=2199898 2024-04-15T16:49:01.567 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.582+0000 7fcc009d6780 -1 < failed to complete operation key=GJK15ROSBRTP tag=WMONY7JQPODP type=del size=1732280: (22) Invalid argument 2024-04-15T16:49:01.569 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.585+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=ZE0P2UUW71T0 type=write size=397773 2024-04-15T16:49:01.571 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.587+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~WQ1X21A30MDG.0 size=1048576 2024-04-15T16:49:01.573 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.588+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~WQ1X21A30MDG.1 size=1048576 2024-04-15T16:49:01.575 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.590+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~WQ1X21A30MDG.2 size=589136 2024-04-15T16:49:01.579 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.594+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=WQ1X21A30MDG tag=LF45INF7KWCR type=write size=3734864 2024-04-15T16:49:01.582 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.598+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~XA2AZHYWHBA5.0 size=1048576 2024-04-15T16:49:01.584 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.599+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~XA2AZHYWHBA5.1 size=1001519 2024-04-15T16:49:01.584 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.599+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=XA2AZHYWHBA5 tag=3NIVXGLB62IZ type=write size=3098671 2024-04-15T16:49:01.586 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.601+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~P335515F85UR.0 size=616467 2024-04-15T16:49:01.590 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.605+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=P335515F85UR tag=QHQZ9NNBMLNS type=write size=1665043 2024-04-15T16:49:01.594 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.609+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~MX6NN7BPOS6L.0 size=1048576 2024-04-15T16:49:01.596 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.612+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~MX6NN7BPOS6L.1 size=1048576 2024-04-15T16:49:01.598 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.614+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~MX6NN7BPOS6L.2 size=571374 2024-04-15T16:49:01.598 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.614+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=MX6NN7BPOS6L tag=4D0U8XRRRPEA type=write size=3717102 2024-04-15T16:49:01.600 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.616+0000 7fcc009d6780 1 < completed write operation key=SM1B7DUDN47F tag=SVMBGX7RELT2 type=write size=666077 2024-04-15T16:49:01.604 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.620+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~MPZIYY2EUOK2.0 size=1048576 2024-04-15T16:49:01.606 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.622+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~MPZIYY2EUOK2.1 size=1048576 2024-04-15T16:49:01.608 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.623+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~MPZIYY2EUOK2.2 size=413421 2024-04-15T16:49:01.608 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.623+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=MPZIYY2EUOK2 tag=06Y9CTCEC9B3 type=write size=3559149 2024-04-15T16:49:01.610 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.625+0000 7fcc009d6780 1 < canceled operation key=7NTTGUKN6UZ3 tag=6Q6LCQOSGQPG type=del size=3515537 2024-04-15T16:49:01.614 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.630+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~SY9B4HD86WX1.0 size=1048576 2024-04-15T16:49:01.616 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.631+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~SY9B4HD86WX1.1 size=942768 2024-04-15T16:49:01.616 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.631+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=SY9B4HD86WX1 tag=JJBAMUSFOX78 type=write size=3039920 2024-04-15T16:49:01.618 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.633+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~5JLIBNT2MFSP.0 size=520262 2024-04-15T16:49:01.621 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.637+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=5JLIBNT2MFSP tag=0G78D6081YHZ type=write size=1568838 2024-04-15T16:49:01.623 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.639+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=R3ZMJ2U3B8BL type=write size=918087 2024-04-15T16:49:01.626 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.641+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=TXNB88FXPQEB type=del 2024-04-15T16:49:01.630 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.645+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~8U1FVW7AYEUL.0 size=1048576 2024-04-15T16:49:01.632 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.647+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~8U1FVW7AYEUL.1 size=792062 2024-04-15T16:49:01.632 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.647+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=8U1FVW7AYEUL tag=ZF3UCLO8OWEQ type=write size=2889214 2024-04-15T16:49:01.634 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.650+0000 7fcc009d6780 1 < completed delete operation key=SEFWMQT6GQB4 tag=VU7AULB0K9NF type=del 2024-04-15T16:49:01.636 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.652+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=RNBFEO4C889W type=write size=603765 2024-04-15T16:49:01.638 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.654+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~7JGIC8H4CNAE.0 size=1048576 2024-04-15T16:49:01.640 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.655+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~7JGIC8H4CNAE.1 size=852390 2024-04-15T16:49:01.644 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.659+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=7JGIC8H4CNAE tag=ONUC11WL2HXV type=write size=2949542 2024-04-15T16:49:01.648 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.663+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~P3LIOL2MZV1B.0 size=1048576 2024-04-15T16:49:01.650 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.665+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~P3LIOL2MZV1B.1 size=1048576 2024-04-15T16:49:01.652 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.667+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~P3LIOL2MZV1B.2 size=857814 2024-04-15T16:49:01.652 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.667+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=P3LIOL2MZV1B tag=8RJX3TDE1BXZ type=write size=4003542 2024-04-15T16:49:01.654 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.669+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~NM3G3FO5J7QN.0 size=1048576 2024-04-15T16:49:01.655 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.671+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~NM3G3FO5J7QN.1 size=1048576 2024-04-15T16:49:01.657 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.673+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~NM3G3FO5J7QN.2 size=599250 2024-04-15T16:49:01.661 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.676+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=NM3G3FO5J7QN tag=632BM90ZTBU4 type=write size=3744978 2024-04-15T16:49:01.665 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.681+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~3S3XFJRDP2A8.0 size=1048576 2024-04-15T16:49:01.667 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.682+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~3S3XFJRDP2A8.1 size=507341 2024-04-15T16:49:01.667 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.682+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=3S3XFJRDP2A8 tag=AT6RA2WBZK42 type=write size=2604493 2024-04-15T16:49:01.667 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.683+0000 7fcc009d6780 1 < canceled part key=_multipart_SM1B7DUDN47F.2~34WZYAB0UGW3.0 size=1048576 2024-04-15T16:49:01.670 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.685+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~34WZYAB0UGW3.1 size=1048576 2024-04-15T16:49:01.671 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.687+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~34WZYAB0UGW3.2 size=824854 2024-04-15T16:49:01.676 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.691+0000 7fcc009d6780 1 < canceled multipart upload key=SM1B7DUDN47F upload=34WZYAB0UGW3 tag=LVEZQRF9EOQV type=write size=3970582 2024-04-15T16:49:01.677 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.693+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=QWRBMPJD920V type=del size=3081142 2024-04-15T16:49:01.679 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.695+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=9A0JWZANJ3J7 type=del 2024-04-15T16:49:01.681 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.697+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=DL5BFKRDK2XF type=del size=2553889 2024-04-15T16:49:01.684 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.700+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=FM8UHZ35980E type=del 2024-04-15T16:49:01.686 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.702+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=W92RHILURQ2A type=del size=463993 2024-04-15T16:49:01.688 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.704+0000 7fcc009d6780 1 < completed write operation key=U99IDECO7FVV tag=NT21R2WQS34L type=write size=798840 2024-04-15T16:49:01.693 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.708+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~ILI8OGOOX9MO.0 size=1048576 2024-04-15T16:49:01.694 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.710+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~ILI8OGOOX9MO.1 size=277961 2024-04-15T16:49:01.694 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.710+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=ILI8OGOOX9MO tag=HH3U8JYI0FK4 type=write size=2375113 2024-04-15T16:49:01.697 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.712+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~ZXRCGTMA7V1Y.0 size=1048576 2024-04-15T16:49:01.697 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.712+0000 7fcc009d6780 1 < canceled part key=_multipart_SEFWMQT6GQB4.2~ZXRCGTMA7V1Y.1 size=509371 2024-04-15T16:49:01.700 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.716+0000 7fcc009d6780 1 < canceled multipart upload key=SEFWMQT6GQB4 upload=ZXRCGTMA7V1Y tag=W0IQWUEEWUGZ type=write size=2606523 2024-04-15T16:49:01.703 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.719+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=CLJNZTA8LI4W type=del size=1107997 2024-04-15T16:49:01.706 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.721+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~CAXUU7V1L1AL.0 size=1048576 2024-04-15T16:49:01.707 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.723+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~CAXUU7V1L1AL.1 size=102746 2024-04-15T16:49:01.711 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.726+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=CAXUU7V1L1AL tag=P8C8SNFCPD3O type=write size=2199898 2024-04-15T16:49:01.715 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.730+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~JP4FZLCJOAV1.0 size=410880 2024-04-15T16:49:01.715 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.730+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=JP4FZLCJOAV1 tag=AZEXFT9JD95X type=write size=1459456 2024-04-15T16:49:01.717 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.733+0000 7fcc009d6780 1 < completed write operation key=SEFWMQT6GQB4 tag=ZE0P2UUW71T0 type=write size=397773 2024-04-15T16:49:01.721 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.737+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~339OWML49M3W.0 size=1048576 2024-04-15T16:49:01.723 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.738+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~339OWML49M3W.1 size=1048576 2024-04-15T16:49:01.725 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.740+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~339OWML49M3W.2 size=335029 2024-04-15T16:49:01.725 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.740+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=339OWML49M3W tag=2AJ0DNVRKDS2 type=write size=3480757 2024-04-15T16:49:01.728 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.742+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~XA2AZHYWHBA5.0 size=1048576 2024-04-15T16:49:01.729 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.744+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~XA2AZHYWHBA5.1 size=1001519 2024-04-15T16:49:01.733 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.748+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=XA2AZHYWHBA5 tag=3NIVXGLB62IZ type=write size=3098671 2024-04-15T16:49:01.734 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.750+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=490CQGX7EIY0 type=write size=692118 2024-04-15T16:49:01.737 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.752+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~MX6NN7BPOS6L.0 size=1048576 2024-04-15T16:49:01.739 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.754+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~MX6NN7BPOS6L.1 size=1048576 2024-04-15T16:49:01.740 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.756+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~MX6NN7BPOS6L.2 size=571374 2024-04-15T16:49:01.744 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.760+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=MX6NN7BPOS6L tag=4D0U8XRRRPEA type=write size=3717102 2024-04-15T16:49:01.746 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.762+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=W5G0BRVOTDMY type=del size=3922181 2024-04-15T16:49:01.748 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.764+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~MPZIYY2EUOK2.0 size=1048576 2024-04-15T16:49:01.750 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.766+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~MPZIYY2EUOK2.1 size=1048576 2024-04-15T16:49:01.752 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.768+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~MPZIYY2EUOK2.2 size=413421 2024-04-15T16:49:01.756 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.771+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=MPZIYY2EUOK2 tag=06Y9CTCEC9B3 type=write size=3559149 2024-04-15T16:49:01.759 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.774+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=WNVE3IBI2BAX type=del size=3145679 2024-04-15T16:49:01.761 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.777+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~SY9B4HD86WX1.0 size=1048576 2024-04-15T16:49:01.763 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.779+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~SY9B4HD86WX1.1 size=942768 2024-04-15T16:49:01.767 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.782+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=SY9B4HD86WX1 tag=JJBAMUSFOX78 type=write size=3039920 2024-04-15T16:49:01.771 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.787+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~O5AZU25U7ATF.0 size=958773 2024-04-15T16:49:01.771 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.787+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=O5AZU25U7ATF tag=6DVAAYFWEVO9 type=write size=2007349 2024-04-15T16:49:01.773 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.789+0000 7fcc009d6780 1 < completed write operation key=BXP894QCFBMM tag=R3ZMJ2U3B8BL type=write size=918087 2024-04-15T16:49:01.777 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.793+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~M7SV4O5A9JIF.0 size=452784 2024-04-15T16:49:01.777 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.793+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=M7SV4O5A9JIF tag=CHTGM4LY6DZS type=write size=1501360 2024-04-15T16:49:01.779 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.795+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~8U1FVW7AYEUL.0 size=1048576 2024-04-15T16:49:01.782 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.797+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~8U1FVW7AYEUL.1 size=792062 2024-04-15T16:49:01.786 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.801+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=8U1FVW7AYEUL tag=ZF3UCLO8OWEQ type=write size=2889214 2024-04-15T16:49:01.788 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.803+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=EHW92G05R358 type=write size=877167 2024-04-15T16:49:01.791 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.806+0000 7fcc009d6780 1 < canceled operation key=OQ6P5LJ15QMV tag=RNBFEO4C889W type=write size=603765 2024-04-15T16:49:01.793 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.808+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=3HEFRQG6M5I7 type=del size=1393297 2024-04-15T16:49:01.795 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.810+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~P3LIOL2MZV1B.0 size=1048576 2024-04-15T16:49:01.796 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.812+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~P3LIOL2MZV1B.1 size=1048576 2024-04-15T16:49:01.799 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.814+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~P3LIOL2MZV1B.2 size=857814 2024-04-15T16:49:01.802 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.817+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=P3LIOL2MZV1B tag=8RJX3TDE1BXZ type=write size=4003542 2024-04-15T16:49:01.804 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.820+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=J606S1IKI0ZE type=del size=2309161 2024-04-15T16:49:01.806 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.822+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~3S3XFJRDP2A8.0 size=1048576 2024-04-15T16:49:01.808 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.824+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~3S3XFJRDP2A8.1 size=507341 2024-04-15T16:49:01.812 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.827+0000 7fcc009d6780 1 < completed multipart upload key=GEH1YTD5S8EP upload=3S3XFJRDP2A8 tag=AT6RA2WBZK42 type=write size=2604493 2024-04-15T16:49:01.816 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.831+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~WHZXRE6BUOW2.0 size=1048576 2024-04-15T16:49:01.817 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.833+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~WHZXRE6BUOW2.1 size=925706 2024-04-15T16:49:01.817 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.833+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=WHZXRE6BUOW2 tag=H1OLUJM1AACM type=write size=3022858 2024-04-15T16:49:01.821 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.837+0000 7fcc009d6780 1 < suggested remove operation key=QYKA01GVNV1V tag=QWRBMPJD920V type=del 2024-04-15T16:49:01.825 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.841+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~N2JWHJMC5CHK.0 size=1048576 2024-04-15T16:49:01.827 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.843+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~N2JWHJMC5CHK.1 size=927075 2024-04-15T16:49:01.827 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.843+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=N2JWHJMC5CHK tag=AC4R444MWDLN type=write size=3024227 2024-04-15T16:49:01.829 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.845+0000 7fcc009d6780 1 < completed delete operation key=54DQHB9HNDQB tag=DL5BFKRDK2XF type=del 2024-04-15T16:49:01.832 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.847+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=FJ9K3SVN9HRZ type=write size=370427 2024-04-15T16:49:01.834 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.849+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=W92RHILURQ2A type=del 2024-04-15T16:49:01.836 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.852+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=PER2DDW7KKL2 type=write size=179614 2024-04-15T16:49:01.838 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.854+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~ILI8OGOOX9MO.0 size=1048576 2024-04-15T16:49:01.841 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.856+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~ILI8OGOOX9MO.1 size=277961 2024-04-15T16:49:01.845 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.860+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=ILI8OGOOX9MO tag=HH3U8JYI0FK4 type=write size=2375113 2024-04-15T16:49:01.847 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.863+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=EGH00KDOM3UM type=del size=1098911 2024-04-15T16:49:01.849 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.865+0000 7fcc009d6780 1 < completed delete operation key=P016Z7D73CKQ tag=CLJNZTA8LI4W type=del 2024-04-15T16:49:01.853 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.869+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~1K308Y236F7L.0 size=1048576 2024-04-15T16:49:01.855 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.871+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~1K308Y236F7L.1 size=1048576 2024-04-15T16:49:01.857 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.873+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~1K308Y236F7L.2 size=718261 2024-04-15T16:49:01.857 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.873+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=1K308Y236F7L tag=23DAAZMH5796 type=write size=3863989 2024-04-15T16:49:01.859 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.875+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~JP4FZLCJOAV1.0 size=410880 2024-04-15T16:49:01.863 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.878+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=JP4FZLCJOAV1 tag=AZEXFT9JD95X type=write size=1459456 2024-04-15T16:49:01.865 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.881+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=3XI369ACU3XK type=del size=198075 2024-04-15T16:49:01.867 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.883+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~339OWML49M3W.0 size=1048576 2024-04-15T16:49:01.869 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.885+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~339OWML49M3W.1 size=1048576 2024-04-15T16:49:01.869 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.885+0000 7fcc009d6780 1 < canceled part key=_multipart_SM1B7DUDN47F.2~339OWML49M3W.2 size=335029 2024-04-15T16:49:01.872 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.888+0000 7fcc009d6780 1 < canceled multipart upload key=SM1B7DUDN47F upload=339OWML49M3W tag=2AJ0DNVRKDS2 type=write size=3480757 2024-04-15T16:49:01.876 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.892+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~EUM6Z90IBIEC.0 size=1048576 2024-04-15T16:49:01.878 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.894+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~EUM6Z90IBIEC.1 size=1048576 2024-04-15T16:49:01.880 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.895+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~EUM6Z90IBIEC.2 size=235222 2024-04-15T16:49:01.880 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.895+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=EUM6Z90IBIEC tag=CKKC0TOEDHBK type=write size=3380950 2024-04-15T16:49:01.884 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.898+0000 7fcc009d6780 1 < completed write operation key=H9FFWDTWEPPS tag=490CQGX7EIY0 type=write size=692118 2024-04-15T16:49:01.885 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.900+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=TZE93B93O1MM type=del size=3998152 2024-04-15T16:49:01.886 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.902+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=W5G0BRVOTDMY type=del 2024-04-15T16:49:01.889 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.904+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=8UTJCTB0KKOP type=write size=98751 2024-04-15T16:49:01.891 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.906+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=WNVE3IBI2BAX type=del 2024-04-15T16:49:01.893 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.909+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=RO6FGGW21MRQ type=del size=1457748 2024-04-15T16:49:01.895 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.911+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~O5AZU25U7ATF.0 size=958773 2024-04-15T16:49:01.900 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.915+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=O5AZU25U7ATF tag=6DVAAYFWEVO9 type=write size=2007349 2024-04-15T16:49:01.902 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.917+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=2OTG39G6EPKT type=write size=410534 2024-04-15T16:49:01.904 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.919+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~M7SV4O5A9JIF.0 size=452784 2024-04-15T16:49:01.908 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.924+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=M7SV4O5A9JIF tag=CHTGM4LY6DZS type=write size=1501360 2024-04-15T16:49:01.910 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.926+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=9HPPXBSI6R25 type=write size=884191 2024-04-15T16:49:01.915 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.930+0000 7fcc009d6780 1 < suggested update operation key=BJ0SZQNPDE4F tag=EHW92G05R358 type=write size=877167 2024-04-15T16:49:01.918 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.934+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~NT5YUS6P237E.0 size=1048576 2024-04-15T16:49:01.920 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.935+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~NT5YUS6P237E.1 size=1048576 2024-04-15T16:49:01.922 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.937+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~NT5YUS6P237E.2 size=302063 2024-04-15T16:49:01.922 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.937+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=NT5YUS6P237E tag=N3AHTUP4PQZS type=write size=3447791 2024-04-15T16:49:01.925 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.940+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=3HEFRQG6M5I7 type=del 2024-04-15T16:49:01.928 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.944+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~LMWAC17OKV1E.0 size=1048576 2024-04-15T16:49:01.930 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.945+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~LMWAC17OKV1E.1 size=964643 2024-04-15T16:49:01.930 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.945+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=LMWAC17OKV1E tag=JF4L3MSEOV19 type=write size=3061795 2024-04-15T16:49:01.932 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.948+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=J606S1IKI0ZE type=del 2024-04-15T16:49:01.936 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.951+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~EMKEKUAZNBKJ.0 size=1048576 2024-04-15T16:49:01.937 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.953+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~EMKEKUAZNBKJ.1 size=445600 2024-04-15T16:49:01.937 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.953+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=EMKEKUAZNBKJ tag=GJO40QNEW7OA type=write size=2542752 2024-04-15T16:49:01.939 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.955+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~WHZXRE6BUOW2.0 size=1048576 2024-04-15T16:49:01.941 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.957+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~WHZXRE6BUOW2.1 size=925706 2024-04-15T16:49:01.945 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.961+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=WHZXRE6BUOW2 tag=H1OLUJM1AACM type=write size=3022858 2024-04-15T16:49:01.949 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.965+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~4V8EG0SZWF6B.0 size=1048576 2024-04-15T16:49:01.951 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.966+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~4V8EG0SZWF6B.1 size=1048576 2024-04-15T16:49:01.952 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.968+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~4V8EG0SZWF6B.2 size=122306 2024-04-15T16:49:01.953 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.968+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=4V8EG0SZWF6B tag=ZZOZNJZ13LR0 type=write size=3268034 2024-04-15T16:49:01.954 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.970+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~N2JWHJMC5CHK.0 size=1048576 2024-04-15T16:49:01.956 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.972+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~N2JWHJMC5CHK.1 size=927075 2024-04-15T16:49:01.960 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.975+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=N2JWHJMC5CHK tag=AC4R444MWDLN type=write size=3024227 2024-04-15T16:49:01.963 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.978+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=JKD62RCK0JR2 type=del size=3248815 2024-04-15T16:49:01.965 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.980+0000 7fcc009d6780 1 < completed write operation key=H9FFWDTWEPPS tag=FJ9K3SVN9HRZ type=write size=370427 2024-04-15T16:49:01.969 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.984+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~4SGCWPJVY7HU.0 size=1048576 2024-04-15T16:49:01.970 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.986+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~4SGCWPJVY7HU.1 size=891807 2024-04-15T16:49:01.970 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.986+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=4SGCWPJVY7HU tag=UAXIP2CSARVR type=write size=2988959 2024-04-15T16:49:01.973 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.989+0000 7fcc009d6780 -1 < failed to complete operation key=BJ0SZQNPDE4F tag=PER2DDW7KKL2 type=write size=179614: (22) Invalid argument 2024-04-15T16:49:01.978 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.993+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~VZ24P2KGBJ29.0 size=1048576 2024-04-15T16:49:01.980 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.995+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~VZ24P2KGBJ29.1 size=489232 2024-04-15T16:49:01.980 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.995+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=VZ24P2KGBJ29 tag=V7V0Q8TTO8D6 type=write size=2586384 2024-04-15T16:49:01.982 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:01.998+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=EGH00KDOM3UM type=del 2024-04-15T16:49:01.985 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.000+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=K1X2WCY16CR9 type=del size=3070641 2024-04-15T16:49:02.039 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.003+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~1K308Y236F7L.0 size=1048576 2024-04-15T16:49:02.039 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.005+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~1K308Y236F7L.1 size=1048576 2024-04-15T16:49:02.039 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.007+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~1K308Y236F7L.2 size=718261 2024-04-15T16:49:02.039 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.011+0000 7fcc009d6780 1 < completed multipart upload key=KZLUKZMI1WBU upload=1K308Y236F7L tag=23DAAZMH5796 type=write size=3863989 2024-04-15T16:49:02.039 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.015+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=3S3BFB7S8QBZ type=del size=315239 2024-04-15T16:49:02.039 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.017+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=3XI369ACU3XK type=del 2024-04-15T16:49:02.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.021+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~991FUNZ0PNR3.0 size=644450 2024-04-15T16:49:02.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.021+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=991FUNZ0PNR3 tag=VSDO36W98KWU type=write size=1693026 2024-04-15T16:49:02.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.023+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~EUM6Z90IBIEC.0 size=1048576 2024-04-15T16:49:02.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.025+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~EUM6Z90IBIEC.1 size=1048576 2024-04-15T16:49:02.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.027+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~EUM6Z90IBIEC.2 size=235222 2024-04-15T16:49:02.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.031+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=EUM6Z90IBIEC tag=CKKC0TOEDHBK type=write size=3380950 2024-04-15T16:49:02.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.033+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=FHNJ8X1BZHVR type=del size=3112415 2024-04-15T16:49:02.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.036+0000 7fcc009d6780 -1 < failed to complete operation key=BJ0SZQNPDE4F tag=TZE93B93O1MM type=del size=3998152: (22) Invalid argument 2024-04-15T16:49:02.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.038+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=4F2NLQIEY0KV type=del size=2411064 2024-04-15T16:49:02.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.040+0000 7fcc009d6780 1 < completed write operation key=P016Z7D73CKQ tag=8UTJCTB0KKOP type=write size=98751 2024-04-15T16:49:02.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.043+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=VKTH84EDMXGE type=del size=708922 2024-04-15T16:49:02.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.047+0000 7fcc009d6780 1 < suggested update operation key=OQ6P5LJ15QMV tag=RO6FGGW21MRQ type=del size=1457748 2024-04-15T16:49:02.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.051+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~A6WPCVEBAXZG.0 size=1048576 2024-04-15T16:49:02.040 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.053+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~A6WPCVEBAXZG.1 size=1048576 2024-04-15T16:49:02.041 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.055+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~A6WPCVEBAXZG.2 size=1250 2024-04-15T16:49:02.041 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.055+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=A6WPCVEBAXZG tag=CZDZNCHS2NYU type=write size=3146978 2024-04-15T16:49:02.042 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.057+0000 7fcc009d6780 1 < completed write operation key=DLWMFB84M0FA tag=2OTG39G6EPKT type=write size=410534 2024-04-15T16:49:02.044 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.060+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=IIUHA0UK3H1E type=del size=2340348 2024-04-15T16:49:02.046 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.062+0000 7fcc009d6780 1 < completed write operation key=7NTTGUKN6UZ3 tag=9HPPXBSI6R25 type=write size=884191 2024-04-15T16:49:02.048 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.064+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=0AS9BDL2I44S type=del size=4019084 2024-04-15T16:49:02.052 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.066+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~NT5YUS6P237E.0 size=1048576 2024-04-15T16:49:02.053 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.069+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~NT5YUS6P237E.1 size=1048576 2024-04-15T16:49:02.055 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.071+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~NT5YUS6P237E.2 size=302063 2024-04-15T16:49:02.059 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.074+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=NT5YUS6P237E tag=N3AHTUP4PQZS type=write size=3447791 2024-04-15T16:49:02.063 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.078+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~LXOOZWAQMFN8.0 size=1048576 2024-04-15T16:49:02.065 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.080+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~LXOOZWAQMFN8.1 size=1048576 2024-04-15T16:49:02.066 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.082+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~LXOOZWAQMFN8.2 size=309569 2024-04-15T16:49:02.067 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.082+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=LXOOZWAQMFN8 tag=Y31ELDDB2E2U type=write size=3455297 2024-04-15T16:49:02.069 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.084+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~LMWAC17OKV1E.0 size=1048576 2024-04-15T16:49:02.070 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.086+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~LMWAC17OKV1E.1 size=964643 2024-04-15T16:49:02.074 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.090+0000 7fcc009d6780 1 < completed multipart upload key=Q6ADAXSPMY0X upload=LMWAC17OKV1E tag=JF4L3MSEOV19 type=write size=3061795 2024-04-15T16:49:02.077 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.092+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=KCJPEUO33DJE type=del size=1231210 2024-04-15T16:49:02.079 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.095+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~EMKEKUAZNBKJ.0 size=1048576 2024-04-15T16:49:02.081 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.097+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~EMKEKUAZNBKJ.1 size=445600 2024-04-15T16:49:02.085 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.100+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=EMKEKUAZNBKJ tag=GJO40QNEW7OA type=write size=2542752 2024-04-15T16:49:02.087 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.103+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=2CBNLHFBK16J type=write size=177900 2024-04-15T16:49:02.089 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.105+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~4V8EG0SZWF6B.0 size=1048576 2024-04-15T16:49:02.091 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.107+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~4V8EG0SZWF6B.1 size=1048576 2024-04-15T16:49:02.093 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.109+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~4V8EG0SZWF6B.2 size=122306 2024-04-15T16:49:02.098 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.113+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=4V8EG0SZWF6B tag=ZZOZNJZ13LR0 type=write size=3268034 2024-04-15T16:49:02.100 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.115+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=8ZC5EE8H5YX3 type=del size=2259908 2024-04-15T16:49:02.102 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.117+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=JKD62RCK0JR2 type=del 2024-04-15T16:49:02.104 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.119+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=4SGADCEAH5C3 type=del size=213263 2024-04-15T16:49:02.106 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.122+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~4SGCWPJVY7HU.0 size=1048576 2024-04-15T16:49:02.108 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.124+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~4SGCWPJVY7HU.1 size=891807 2024-04-15T16:49:02.112 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.127+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=4SGCWPJVY7HU tag=UAXIP2CSARVR type=write size=2988959 2024-04-15T16:49:02.114 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.130+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=KXMWN9BDUJRW type=write size=651571 2024-04-15T16:49:02.116 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.132+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~VZ24P2KGBJ29.0 size=1048576 2024-04-15T16:49:02.118 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.134+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~VZ24P2KGBJ29.1 size=489232 2024-04-15T16:49:02.122 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.137+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=VZ24P2KGBJ29 tag=V7V0Q8TTO8D6 type=write size=2586384 2024-04-15T16:49:02.126 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.141+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~2BN74MICGRY7.0 size=1048576 2024-04-15T16:49:02.128 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.143+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~2BN74MICGRY7.1 size=1048576 2024-04-15T16:49:02.129 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.145+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~2BN74MICGRY7.2 size=655380 2024-04-15T16:49:02.130 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.145+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=2BN74MICGRY7 tag=E3WFQWINFW4R type=write size=3801108 2024-04-15T16:49:02.132 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.147+0000 7fcc009d6780 1 < completed delete operation key=LEXP4TLXUJL4 tag=K1X2WCY16CR9 type=del 2024-04-15T16:49:02.134 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.149+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=L16AT02G6CQU type=del size=2337379 2024-04-15T16:49:02.136 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.152+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=3S3BFB7S8QBZ type=del 2024-04-15T16:49:02.141 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.156+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~F1IXJHDEKV2M.0 size=119670 2024-04-15T16:49:02.141 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.156+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=F1IXJHDEKV2M tag=QDNYKSG6843O type=write size=1168246 2024-04-15T16:49:02.143 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.159+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~991FUNZ0PNR3.0 size=644450 2024-04-15T16:49:02.147 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.163+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=991FUNZ0PNR3 tag=VSDO36W98KWU type=write size=1693026 2024-04-15T16:49:02.151 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.167+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~IAOLTOLWQZBU.0 size=1048576 2024-04-15T16:49:02.153 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.168+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~IAOLTOLWQZBU.1 size=379078 2024-04-15T16:49:02.153 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.168+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=IAOLTOLWQZBU tag=4AQMLQ3FVNFB type=write size=2476230 2024-04-15T16:49:02.157 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.173+0000 7fcc009d6780 1 < suggested update operation key=XE6CHS65PXVA tag=FHNJ8X1BZHVR type=del size=3112415 2024-04-15T16:49:02.161 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.177+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~VPAWUDVG5IL1.0 size=1048576 2024-04-15T16:49:02.163 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.178+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~VPAWUDVG5IL1.1 size=131832 2024-04-15T16:49:02.163 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.178+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=VPAWUDVG5IL1 tag=1DM7MPFGTY3O type=write size=2228984 2024-04-15T16:49:02.165 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.180+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=4F2NLQIEY0KV type=del 2024-04-15T16:49:02.167 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.182+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=Y7SNY7PS4394 type=write size=300564 2024-04-15T16:49:02.169 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.185+0000 7fcc009d6780 1 < canceled operation key=KZLUKZMI1WBU tag=VKTH84EDMXGE type=del size=708922 2024-04-15T16:49:02.173 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.189+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~EZYBCEMTE8ZL.0 size=1048576 2024-04-15T16:49:02.175 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.191+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~EZYBCEMTE8ZL.1 size=920373 2024-04-15T16:49:02.175 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.191+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=EZYBCEMTE8ZL tag=SSTVL6ZC16AJ type=write size=3017525 2024-04-15T16:49:02.177 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.193+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~A6WPCVEBAXZG.0 size=1048576 2024-04-15T16:49:02.179 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.195+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~A6WPCVEBAXZG.1 size=1048576 2024-04-15T16:49:02.181 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.197+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~A6WPCVEBAXZG.2 size=1250 2024-04-15T16:49:02.185 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.200+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=A6WPCVEBAXZG tag=CZDZNCHS2NYU type=write size=3146978 2024-04-15T16:49:02.187 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.203+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=OIGH0GT2MTEE type=del size=2691235 2024-04-15T16:49:02.190 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.205+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=IIUHA0UK3H1E type=del 2024-04-15T16:49:02.194 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.209+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~FZYO48CKI9PB.0 size=1048576 2024-04-15T16:49:02.195 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.211+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~FZYO48CKI9PB.1 size=138923 2024-04-15T16:49:02.195 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.211+0000 7fcc009d6780 1 > prepared multipart upload key=SMX0793SRFXB upload=FZYO48CKI9PB tag=SZGU76LS1XCY type=write size=2236075 2024-04-15T16:49:02.197 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.213+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=0AS9BDL2I44S type=del 2024-04-15T16:49:02.200 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.215+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=1A6BTUQT38I8 type=del size=782608 2024-04-15T16:49:02.202 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.217+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~LXOOZWAQMFN8.0 size=1048576 2024-04-15T16:49:02.204 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.219+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~LXOOZWAQMFN8.1 size=1048576 2024-04-15T16:49:02.205 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.221+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~LXOOZWAQMFN8.2 size=309569 2024-04-15T16:49:02.209 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.224+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=LXOOZWAQMFN8 tag=Y31ELDDB2E2U type=write size=3455297 2024-04-15T16:49:02.211 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.227+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=Y2BTUZZT5YV3 type=del size=3564434 2024-04-15T16:49:02.215 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.230+0000 7fcc009d6780 1 < suggested update operation key=CQ12L2GW4SE3 tag=KCJPEUO33DJE type=del size=1231210 2024-04-15T16:49:02.217 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.233+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=IREIAXG14GBK type=del size=1358756 2024-04-15T16:49:02.219 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.235+0000 7fcc009d6780 1 < canceled operation key=OQ6P5LJ15QMV tag=2CBNLHFBK16J type=write size=177900 2024-04-15T16:49:02.223 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.239+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~KC0QH72QOPKS.0 size=1048576 2024-04-15T16:49:02.225 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.241+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~KC0QH72QOPKS.1 size=471070 2024-04-15T16:49:02.225 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.241+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=KC0QH72QOPKS tag=09KONM6RXNJD type=write size=2568222 2024-04-15T16:49:02.227 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.243+0000 7fcc009d6780 1 < canceled operation key=15VOAX95U1N2 tag=8ZC5EE8H5YX3 type=del size=2259908 2024-04-15T16:49:02.229 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.245+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=1WD3U346I8BQ type=del size=3724399 2024-04-15T16:49:02.231 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.247+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=4SGADCEAH5C3 type=del 2024-04-15T16:49:02.233 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.249+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=Y8XIX9SOREIK type=del size=3889622 2024-04-15T16:49:02.235 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.251+0000 7fcc009d6780 1 < completed write operation key=Q6ADAXSPMY0X tag=KXMWN9BDUJRW type=write size=651571 2024-04-15T16:49:02.237 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.253+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=16VI3ICRQALX type=del size=3110874 2024-04-15T16:49:02.239 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.255+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~2BN74MICGRY7.0 size=1048576 2024-04-15T16:49:02.241 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.256+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~2BN74MICGRY7.1 size=1048576 2024-04-15T16:49:02.243 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.258+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~2BN74MICGRY7.2 size=655380 2024-04-15T16:49:02.247 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.262+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=2BN74MICGRY7 tag=E3WFQWINFW4R type=write size=3801108 2024-04-15T16:49:02.249 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.264+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=19BPYLQY4SH1 type=del size=3653084 2024-04-15T16:49:02.251 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.266+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=L16AT02G6CQU type=del 2024-04-15T16:49:02.253 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.269+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=S205ZCLI9Z5E type=del size=1258451 2024-04-15T16:49:02.256 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.272+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~F1IXJHDEKV2M.0 size=119670 2024-04-15T16:49:02.260 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.275+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=F1IXJHDEKV2M tag=QDNYKSG6843O type=write size=1168246 2024-04-15T16:49:02.264 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.279+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~OAX3Y0A7H2GZ.0 size=150193 2024-04-15T16:49:02.264 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.279+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=OAX3Y0A7H2GZ tag=G7MQYQY3IWQA type=write size=1198769 2024-04-15T16:49:02.266 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.281+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~IAOLTOLWQZBU.0 size=1048576 2024-04-15T16:49:02.266 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.281+0000 7fcc009d6780 1 < canceled part key=_multipart_GEH1YTD5S8EP.2~IAOLTOLWQZBU.1 size=379078 2024-04-15T16:49:02.269 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.285+0000 7fcc009d6780 1 < canceled multipart upload key=GEH1YTD5S8EP upload=IAOLTOLWQZBU tag=4AQMLQ3FVNFB type=write size=2476230 2024-04-15T16:49:02.272 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.287+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=TW4CTVPN5D0C type=del size=302691 2024-04-15T16:49:02.273 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.289+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~VPAWUDVG5IL1.0 size=1048576 2024-04-15T16:49:02.275 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.291+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~VPAWUDVG5IL1.1 size=131832 2024-04-15T16:49:02.279 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.294+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=VPAWUDVG5IL1 tag=1DM7MPFGTY3O type=write size=2228984 2024-04-15T16:49:02.281 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.297+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=PEM6SWO5ZRM3 type=del size=2351361 2024-04-15T16:49:02.283 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.299+0000 7fcc009d6780 1 < completed write operation key=CGQDFKP4V6R7 tag=Y7SNY7PS4394 type=write size=300564 2024-04-15T16:49:02.285 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.301+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=5OKBU2JOSMW9 type=del size=991026 2024-04-15T16:49:02.288 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.303+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~EZYBCEMTE8ZL.0 size=1048576 2024-04-15T16:49:02.289 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.305+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~EZYBCEMTE8ZL.1 size=920373 2024-04-15T16:49:02.293 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.309+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=EZYBCEMTE8ZL tag=SSTVL6ZC16AJ type=write size=3017525 2024-04-15T16:49:02.295 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.311+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=E38AQZW1698W type=write size=993794 2024-04-15T16:49:02.298 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.313+0000 7fcc009d6780 1 < completed delete operation key=7NTTGUKN6UZ3 tag=OIGH0GT2MTEE type=del 2024-04-15T16:49:02.302 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.317+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~MHIJTQ2L3T1I.0 size=1048576 2024-04-15T16:49:02.303 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.319+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~MHIJTQ2L3T1I.1 size=54048 2024-04-15T16:49:02.303 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.319+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=MHIJTQ2L3T1I tag=PR7GQG42OFJQ type=write size=2151200 2024-04-15T16:49:02.305 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.321+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~FZYO48CKI9PB.0 size=1048576 2024-04-15T16:49:02.307 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.323+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~FZYO48CKI9PB.1 size=138923 2024-04-15T16:49:02.311 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.327+0000 7fcc009d6780 1 < completed multipart upload key=SMX0793SRFXB upload=FZYO48CKI9PB tag=SZGU76LS1XCY type=write size=2236075 2024-04-15T16:49:02.313 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.329+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=L0XVQOPQM35R type=del size=2220121 2024-04-15T16:49:02.316 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.331+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=1A6BTUQT38I8 type=del 2024-04-15T16:49:02.318 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.334+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=GCI6PW3I3BC6 type=del size=1366049 2024-04-15T16:49:02.323 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.338+0000 7fcc009d6780 1 < suggested remove operation key=CGQDFKP4V6R7 tag=Y2BTUZZT5YV3 type=del 2024-04-15T16:49:02.325 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.340+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=69Q4G0AYBNQZ type=del size=3716217 2024-04-15T16:49:02.329 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.344+0000 7fcc009d6780 1 < suggested update operation key=BJ0SZQNPDE4F tag=IREIAXG14GBK type=del size=1358756 2024-04-15T16:49:02.331 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.346+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=Q2PFT5LKDNW6 type=del size=673592 2024-04-15T16:49:02.334 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.349+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~KC0QH72QOPKS.0 size=1048576 2024-04-15T16:49:02.336 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.351+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~KC0QH72QOPKS.1 size=471070 2024-04-15T16:49:02.339 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.354+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=KC0QH72QOPKS tag=09KONM6RXNJD type=write size=2568222 2024-04-15T16:49:02.342 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.357+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=809ZF8V2WKVT type=write size=345143 2024-04-15T16:49:02.344 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.359+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=1WD3U346I8BQ type=del 2024-04-15T16:49:02.348 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.363+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~EM3OFPQT4EYU.0 size=1048576 2024-04-15T16:49:02.349 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.365+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~EM3OFPQT4EYU.1 size=1048576 2024-04-15T16:49:02.351 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.366+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~EM3OFPQT4EYU.2 size=898510 2024-04-15T16:49:02.351 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.366+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=EM3OFPQT4EYU tag=TU6X4WSKV750 type=write size=4044238 2024-04-15T16:49:02.353 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.368+0000 7fcc009d6780 1 < canceled operation key=54DQHB9HNDQB tag=Y8XIX9SOREIK type=del size=3889622 2024-04-15T16:49:02.355 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.371+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=U1CD3I0W5GFC type=del size=2774669 2024-04-15T16:49:02.357 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.373+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=16VI3ICRQALX type=del 2024-04-15T16:49:02.359 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.375+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=D88BRBNHDUGA type=del size=1307526 2024-04-15T16:49:02.360 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.375+0000 7fcc009d6780 -1 < no bi entry to suggest for operation key=CGQDFKP4V6R7 tag=19BPYLQY4SH1 type=del size=3653084: (2) No such file or directory 2024-04-15T16:49:02.362 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.378+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=MEGIM3DRZ70W type=del size=1855335 2024-04-15T16:49:02.364 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.380+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=S205ZCLI9Z5E type=del 2024-04-15T16:49:02.367 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.382+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=F22KJ7ZBMXO4 type=del size=691446 2024-04-15T16:49:02.369 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.384+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~OAX3Y0A7H2GZ.0 size=150193 2024-04-15T16:49:02.373 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.389+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=OAX3Y0A7H2GZ tag=G7MQYQY3IWQA type=write size=1198769 2024-04-15T16:49:02.376 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.391+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=PD8O7Y9YZ2M2 type=del size=171509 2024-04-15T16:49:02.378 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.393+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=TW4CTVPN5D0C type=del 2024-04-15T16:49:02.383 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.398+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~X9MZQ730MJ74.0 size=1048576 2024-04-15T16:49:02.385 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.400+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~X9MZQ730MJ74.1 size=1048576 2024-04-15T16:49:02.386 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.402+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~X9MZQ730MJ74.2 size=19827 2024-04-15T16:49:02.386 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.402+0000 7fcc009d6780 1 > prepared multipart upload key=SMX0793SRFXB upload=X9MZQ730MJ74 tag=XEW0HMGUJ636 type=write size=3165555 2024-04-15T16:49:02.389 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.405+0000 7fcc009d6780 -1 < failed to complete operation key=BJ0SZQNPDE4F tag=PEM6SWO5ZRM3 type=del size=2351361: (22) Invalid argument 2024-04-15T16:49:02.393 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.409+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~R97JBJYIXKJO.0 size=1048576 2024-04-15T16:49:02.395 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.410+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~R97JBJYIXKJO.1 size=1048576 2024-04-15T16:49:02.397 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.413+0000 7fcc009d6780 1 > prepared part key=_multipart_BXP894QCFBMM.2~R97JBJYIXKJO.2 size=939919 2024-04-15T16:49:02.398 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.413+0000 7fcc009d6780 1 > prepared multipart upload key=BXP894QCFBMM upload=R97JBJYIXKJO tag=7MWVCI24NS8T type=write size=4085647 2024-04-15T16:49:02.400 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.415+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=5OKBU2JOSMW9 type=del 2024-04-15T16:49:02.403 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.419+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~4XVFARIHAR97.0 size=1048576 2024-04-15T16:49:02.405 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.421+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~4XVFARIHAR97.1 size=1033683 2024-04-15T16:49:02.405 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.421+0000 7fcc009d6780 1 > prepared multipart upload key=SMX0793SRFXB upload=4XVFARIHAR97 tag=Q2XSLJVY56Y0 type=write size=3130835 2024-04-15T16:49:02.407 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.423+0000 7fcc009d6780 1 < canceled operation key=8VXMHHU12YH7 tag=E38AQZW1698W type=write size=993794 2024-04-15T16:49:02.410 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.425+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=DEP5MSNWNUO1 type=write size=480712 2024-04-15T16:49:02.412 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.427+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~MHIJTQ2L3T1I.0 size=1048576 2024-04-15T16:49:02.414 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.429+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~MHIJTQ2L3T1I.1 size=54048 2024-04-15T16:49:02.417 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.433+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=MHIJTQ2L3T1I tag=PR7GQG42OFJQ type=write size=2151200 2024-04-15T16:49:02.421 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.436+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~TRHX52OQJ5I0.0 size=1048576 2024-04-15T16:49:02.422 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.438+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~TRHX52OQJ5I0.1 size=1048576 2024-04-15T16:49:02.424 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.440+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~TRHX52OQJ5I0.2 size=510335 2024-04-15T16:49:02.424 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.440+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=TRHX52OQJ5I0 tag=CL7V63XNBERR type=write size=3656063 2024-04-15T16:49:02.426 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.442+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=L0XVQOPQM35R type=del 2024-04-15T16:49:02.428 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.444+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=50GLM80NZFBM type=del size=2542079 2024-04-15T16:49:02.430 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.446+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=GCI6PW3I3BC6 type=del 2024-04-15T16:49:02.432 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.448+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=9EW69GZOTC1F type=write size=915213 2024-04-15T16:49:02.436 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.452+0000 7fcc009d6780 1 < suggested update operation key=7NTTGUKN6UZ3 tag=69Q4G0AYBNQZ type=del size=3716217 2024-04-15T16:49:02.438 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.454+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=IHUD5CJ0LF4N type=del size=2333523 2024-04-15T16:49:02.440 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.456+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=Q2PFT5LKDNW6 type=del 2024-04-15T16:49:02.442 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.458+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=X4M3E6V55HRZ type=write size=401734 2024-04-15T16:49:02.444 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.460+0000 7fcc009d6780 1 < completed write operation key=H9FFWDTWEPPS tag=809ZF8V2WKVT type=write size=345143 2024-04-15T16:49:02.448 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.464+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~P143MNKKIM33.0 size=1048576 2024-04-15T16:49:02.450 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.466+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~P143MNKKIM33.1 size=953315 2024-04-15T16:49:02.450 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.466+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=P143MNKKIM33 tag=IT42ZHQFYFZD type=write size=3050467 2024-04-15T16:49:02.452 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.468+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~EM3OFPQT4EYU.0 size=1048576 2024-04-15T16:49:02.454 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.470+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~EM3OFPQT4EYU.1 size=1048576 2024-04-15T16:49:02.457 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.473+0000 7fcc009d6780 1 < completed part key=_multipart_CGQDFKP4V6R7.2~EM3OFPQT4EYU.2 size=898510 2024-04-15T16:49:02.461 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.476+0000 7fcc009d6780 1 < completed multipart upload key=CGQDFKP4V6R7 upload=EM3OFPQT4EYU tag=TU6X4WSKV750 type=write size=4044238 2024-04-15T16:49:02.464 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.480+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~QTO3DUMUBJZ6.0 size=1048576 2024-04-15T16:49:02.466 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.482+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~QTO3DUMUBJZ6.1 size=834023 2024-04-15T16:49:02.466 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.482+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=QTO3DUMUBJZ6 tag=KQ2REISU6OHR type=write size=2931175 2024-04-15T16:49:02.468 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.484+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=U1CD3I0W5GFC type=del 2024-04-15T16:49:02.470 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.486+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=C2SESUXHN26R type=del size=257832 2024-04-15T16:49:02.474 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.490+0000 7fcc009d6780 1 < suggested update operation key=BXP894QCFBMM tag=D88BRBNHDUGA type=del size=1307526 2024-04-15T16:49:02.478 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.494+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~CDBXSN4TH3W8.0 size=1048576 2024-04-15T16:49:02.480 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.496+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~CDBXSN4TH3W8.1 size=811472 2024-04-15T16:49:02.481 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.496+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=CDBXSN4TH3W8 tag=Z7I8S5S5JS12 type=write size=2908624 2024-04-15T16:49:02.483 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.498+0000 7fcc009d6780 1 < completed delete operation key=3TSCAKP7XLQL tag=MEGIM3DRZ70W type=del 2024-04-15T16:49:02.485 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.501+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=HUSQP9L1UBOH type=del size=1374042 2024-04-15T16:49:02.490 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.505+0000 7fcc009d6780 1 < suggested update operation key=VPMU4YD3VQ1D tag=F22KJ7ZBMXO4 type=del size=691446 2024-04-15T16:49:02.492 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.507+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=SB6DMY9RCR6F type=del size=1972277 2024-04-15T16:49:02.494 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.510+0000 7fcc009d6780 1 < completed delete operation key=CQ12L2GW4SE3 tag=PD8O7Y9YZ2M2 type=del 2024-04-15T16:49:02.499 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.514+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~Y0A0UEXEU1PU.0 size=1016436 2024-04-15T16:49:02.499 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.514+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=Y0A0UEXEU1PU tag=G9FLBL3EBAAY type=write size=2065012 2024-04-15T16:49:02.501 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.517+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~X9MZQ730MJ74.0 size=1048576 2024-04-15T16:49:02.503 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.519+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~X9MZQ730MJ74.1 size=1048576 2024-04-15T16:49:02.506 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.521+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~X9MZQ730MJ74.2 size=19827 2024-04-15T16:49:02.509 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.525+0000 7fcc009d6780 1 < completed multipart upload key=SMX0793SRFXB upload=X9MZQ730MJ74 tag=XEW0HMGUJ636 type=write size=3165555 2024-04-15T16:49:02.511 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.527+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=LQFAO0FGDCTB type=del size=3286226 2024-04-15T16:49:02.513 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.529+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~R97JBJYIXKJO.0 size=1048576 2024-04-15T16:49:02.515 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.531+0000 7fcc009d6780 1 < completed part key=_multipart_BXP894QCFBMM.2~R97JBJYIXKJO.1 size=1048576 2024-04-15T16:49:02.515 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.531+0000 7fcc009d6780 1 < canceled part key=_multipart_BXP894QCFBMM.2~R97JBJYIXKJO.2 size=939919 2024-04-15T16:49:02.519 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.534+0000 7fcc009d6780 1 < canceled multipart upload key=BXP894QCFBMM upload=R97JBJYIXKJO tag=7MWVCI24NS8T type=write size=4085647 2024-04-15T16:49:02.523 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.539+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~UFT467P9U6C5.0 size=1048576 2024-04-15T16:49:02.525 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.541+0000 7fcc009d6780 1 > prepared part key=_multipart_Q6ADAXSPMY0X.2~UFT467P9U6C5.1 size=805353 2024-04-15T16:49:02.525 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.541+0000 7fcc009d6780 1 > prepared multipart upload key=Q6ADAXSPMY0X upload=UFT467P9U6C5 tag=29BDDZ2635FY type=write size=2902505 2024-04-15T16:49:02.527 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.543+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~4XVFARIHAR97.0 size=1048576 2024-04-15T16:49:02.529 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.545+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~4XVFARIHAR97.1 size=1033683 2024-04-15T16:49:02.533 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.548+0000 7fcc009d6780 1 < completed multipart upload key=SMX0793SRFXB upload=4XVFARIHAR97 tag=Q2XSLJVY56Y0 type=write size=3130835 2024-04-15T16:49:02.538 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.553+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~OTB1B1X2Z4JY.0 size=478203 2024-04-15T16:49:02.538 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.553+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=OTB1B1X2Z4JY tag=6NG86SG6JEJC type=write size=1526779 2024-04-15T16:49:02.539 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.555+0000 7fcc009d6780 1 < canceled operation key=GJK15ROSBRTP tag=DEP5MSNWNUO1 type=write size=480712 2024-04-15T16:49:02.541 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.557+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=UOCEBITBDZN2 type=del size=968169 2024-04-15T16:49:02.544 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.559+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~TRHX52OQJ5I0.0 size=1048576 2024-04-15T16:49:02.546 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.561+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~TRHX52OQJ5I0.1 size=1048576 2024-04-15T16:49:02.548 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.563+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~TRHX52OQJ5I0.2 size=510335 2024-04-15T16:49:02.551 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.567+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=TRHX52OQJ5I0 tag=CL7V63XNBERR type=write size=3656063 2024-04-15T16:49:02.553 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.569+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=GPW21T6K4D8W type=write size=104743 2024-04-15T16:49:02.556 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.571+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=50GLM80NZFBM type=del 2024-04-15T16:49:02.557 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.573+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=D2R44XBDYF9Y type=write size=465282 2024-04-15T16:49:02.560 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.575+0000 7fcc009d6780 1 < completed write operation key=V32HJUVRX6OI tag=9EW69GZOTC1F type=write size=915213 2024-04-15T16:49:02.564 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.579+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~MFOJH7AE4UQ7.0 size=1048576 2024-04-15T16:49:02.566 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.581+0000 7fcc009d6780 1 > prepared part key=_multipart_OQ6P5LJ15QMV.2~MFOJH7AE4UQ7.1 size=528365 2024-04-15T16:49:02.566 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.581+0000 7fcc009d6780 1 > prepared multipart upload key=OQ6P5LJ15QMV upload=MFOJH7AE4UQ7 tag=8GF1N0NKNSXG type=write size=2625517 2024-04-15T16:49:02.569 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.585+0000 7fcc009d6780 1 < suggested update operation key=LEXP4TLXUJL4 tag=IHUD5CJ0LF4N type=del size=2333523 2024-04-15T16:49:02.574 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.589+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~FL6OGVZ9HEB8.0 size=1048576 2024-04-15T16:49:02.575 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.590+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~FL6OGVZ9HEB8.1 size=865015 2024-04-15T16:49:02.575 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.590+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=FL6OGVZ9HEB8 tag=G4264OTAPR92 type=write size=2962167 2024-04-15T16:49:02.577 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.592+0000 7fcc009d6780 1 < completed write operation key=8VXMHHU12YH7 tag=X4M3E6V55HRZ type=write size=401734 2024-04-15T16:49:02.579 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.594+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=K8IIQP2VMV19 type=del size=2582821 2024-04-15T16:49:02.581 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.596+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~P143MNKKIM33.0 size=1048576 2024-04-15T16:49:02.583 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.599+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~P143MNKKIM33.1 size=953315 2024-04-15T16:49:02.586 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.602+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=P143MNKKIM33 tag=IT42ZHQFYFZD type=write size=3050467 2024-04-15T16:49:02.589 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.604+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=HIIMN31XU78U type=del size=495050 2024-04-15T16:49:02.591 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.606+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~QTO3DUMUBJZ6.0 size=1048576 2024-04-15T16:49:02.592 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.608+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~QTO3DUMUBJZ6.1 size=834023 2024-04-15T16:49:02.596 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.611+0000 7fcc009d6780 1 < completed multipart upload key=KZLUKZMI1WBU upload=QTO3DUMUBJZ6 tag=KQ2REISU6OHR type=write size=2931175 2024-04-15T16:49:02.598 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.613+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=I7K1UQYEXLE1 type=del size=2217153 2024-04-15T16:49:02.600 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.615+0000 7fcc009d6780 1 < canceled operation key=54DQHB9HNDQB tag=C2SESUXHN26R type=del size=257832 2024-04-15T16:49:02.604 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.619+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~4FJ7NXH2G2B4.0 size=946030 2024-04-15T16:49:02.604 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.619+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=4FJ7NXH2G2B4 tag=6QU1MZZMME6A type=write size=1994606 2024-04-15T16:49:02.606 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.621+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~CDBXSN4TH3W8.0 size=1048576 2024-04-15T16:49:02.607 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.623+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~CDBXSN4TH3W8.1 size=811472 2024-04-15T16:49:02.612 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.627+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=CDBXSN4TH3W8 tag=Z7I8S5S5JS12 type=write size=2908624 2024-04-15T16:49:02.613 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.629+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=DA9CGN48TTB1 type=del size=689177 2024-04-15T16:49:02.615 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:49:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=cleanup t=2024-04-15T16:49:02.495727598Z level=info msg="Completed cleanup jobs" duration=4.471914ms 2024-04-15T16:49:02.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:49:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:49:02.618 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.633+0000 7fcc009d6780 1 < suggested remove operation key=MI9ZZNLIFVPG tag=HUSQP9L1UBOH type=del 2024-04-15T16:49:02.620 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.636+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=YFYMLJRWTUP4 type=del size=3385324 2024-04-15T16:49:02.623 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.639+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=SB6DMY9RCR6F type=del 2024-04-15T16:49:02.626 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.642+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=1MHLJ070L4BZ type=del size=1380200 2024-04-15T16:49:02.629 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.644+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~Y0A0UEXEU1PU.0 size=1016436 2024-04-15T16:49:02.633 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.648+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=Y0A0UEXEU1PU tag=G9FLBL3EBAAY type=write size=2065012 2024-04-15T16:49:02.634 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.650+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=39EX36XTL6H3 type=del size=427829 2024-04-15T16:49:02.637 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.653+0000 7fcc009d6780 -1 < failed to complete operation key=LEXP4TLXUJL4 tag=LQFAO0FGDCTB type=del size=3286226: (22) Invalid argument 2024-04-15T16:49:02.639 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.655+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=Q0CR5R23L4M8 type=del size=127120 2024-04-15T16:49:02.641 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.657+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~UFT467P9U6C5.0 size=1048576 2024-04-15T16:49:02.643 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.659+0000 7fcc009d6780 1 < completed part key=_multipart_Q6ADAXSPMY0X.2~UFT467P9U6C5.1 size=805353 2024-04-15T16:49:02.647 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.663+0000 7fcc009d6780 1 < completed multipart upload key=Q6ADAXSPMY0X upload=UFT467P9U6C5 tag=29BDDZ2635FY type=write size=2902505 2024-04-15T16:49:02.649 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.665+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=MDR2SVFFB7KD type=write size=542123 2024-04-15T16:49:02.650 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.665+0000 7fcc009d6780 1 < canceled part key=_multipart_KZLUKZMI1WBU.2~OTB1B1X2Z4JY.0 size=478203 2024-04-15T16:49:02.653 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.669+0000 7fcc009d6780 1 < canceled multipart upload key=KZLUKZMI1WBU upload=OTB1B1X2Z4JY tag=6NG86SG6JEJC type=write size=1526779 2024-04-15T16:49:02.656 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.671+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=XXJQ4BMCBGRK type=del size=2141226 2024-04-15T16:49:02.658 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.673+0000 7fcc009d6780 1 < completed delete operation key=CGQDFKP4V6R7 tag=UOCEBITBDZN2 type=del 2024-04-15T16:49:02.662 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.677+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~EOB0HNLJKTCG.0 size=1048576 2024-04-15T16:49:02.664 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.679+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~EOB0HNLJKTCG.1 size=49748 2024-04-15T16:49:02.664 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.679+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=EOB0HNLJKTCG tag=2GXIVUVI5XPX type=write size=2146900 2024-04-15T16:49:02.666 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.681+0000 7fcc009d6780 1 < canceled operation key=GJK15ROSBRTP tag=GPW21T6K4D8W type=write size=104743 2024-04-15T16:49:02.668 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.683+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=AP5GF7VQSMD1 type=write size=740824 2024-04-15T16:49:02.672 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.686+0000 7fcc009d6780 1 < completed write operation key=OQ6P5LJ15QMV tag=D2R44XBDYF9Y type=write size=465282 2024-04-15T16:49:02.673 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.688+0000 7fcc009d6780 1 > prepared operation key=3TSCAKP7XLQL tag=TTQ23SEA94JU type=write size=936008 2024-04-15T16:49:02.674 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.690+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~MFOJH7AE4UQ7.0 size=1048576 2024-04-15T16:49:02.676 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.692+0000 7fcc009d6780 1 < completed part key=_multipart_OQ6P5LJ15QMV.2~MFOJH7AE4UQ7.1 size=528365 2024-04-15T16:49:02.680 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.696+0000 7fcc009d6780 1 < completed multipart upload key=OQ6P5LJ15QMV upload=MFOJH7AE4UQ7 tag=8GF1N0NKNSXG type=write size=2625517 2024-04-15T16:49:02.684 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.699+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~33YVUFB1G5II.0 size=1048576 2024-04-15T16:49:02.686 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.701+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~33YVUFB1G5II.1 size=1048576 2024-04-15T16:49:02.688 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.703+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~33YVUFB1G5II.2 size=868253 2024-04-15T16:49:02.688 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.703+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=33YVUFB1G5II tag=XLVD78MWPOOZ type=write size=4013981 2024-04-15T16:49:02.688 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.704+0000 7fcc009d6780 1 < canceled part key=_multipart_U99IDECO7FVV.2~FL6OGVZ9HEB8.0 size=1048576 2024-04-15T16:49:02.689 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.704+0000 7fcc009d6780 1 < canceled part key=_multipart_U99IDECO7FVV.2~FL6OGVZ9HEB8.1 size=865015 2024-04-15T16:49:02.692 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.707+0000 7fcc009d6780 1 < canceled multipart upload key=U99IDECO7FVV upload=FL6OGVZ9HEB8 tag=G4264OTAPR92 type=write size=2962167 2024-04-15T16:49:02.694 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.709+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=QL4G7430NW4D type=del size=1930637 2024-04-15T16:49:02.699 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.714+0000 7fcc009d6780 1 < suggested update operation key=CGQDFKP4V6R7 tag=K8IIQP2VMV19 type=del size=2582821 2024-04-15T16:49:02.700 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.716+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=E8HEVN3DEYRO type=write size=974732 2024-04-15T16:49:02.701 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.716+0000 7fcc009d6780 -1 < no bi entry to suggest for operation key=MI9ZZNLIFVPG tag=HIIMN31XU78U type=del size=495050: (2) No such file or directory 2024-04-15T16:49:02.703 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.719+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=GO9RGTUDC7OS type=del size=782209 2024-04-15T16:49:02.707 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.723+0000 7fcc009d6780 1 < suggested remove operation key=GJK15ROSBRTP tag=I7K1UQYEXLE1 type=del 2024-04-15T16:49:02.709 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.725+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=NMMZNT5BFMD2 type=write size=156764 2024-04-15T16:49:02.711 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.727+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~4FJ7NXH2G2B4.0 size=946030 2024-04-15T16:49:02.716 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.731+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=4FJ7NXH2G2B4 tag=6QU1MZZMME6A type=write size=1994606 2024-04-15T16:49:02.720 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.736+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~L8ZQINY7MLIJ.0 size=416197 2024-04-15T16:49:02.720 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.736+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=L8ZQINY7MLIJ tag=KMYFJQYWD9JW type=write size=1464773 2024-04-15T16:49:02.723 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.738+0000 7fcc009d6780 1 < canceled operation key=DLWMFB84M0FA tag=DA9CGN48TTB1 type=del size=689177 2024-04-15T16:49:02.727 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.742+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~Y1761UZIS2NF.0 size=1048576 2024-04-15T16:49:02.729 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.744+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~Y1761UZIS2NF.1 size=1048576 2024-04-15T16:49:02.731 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.746+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~Y1761UZIS2NF.2 size=92052 2024-04-15T16:49:02.731 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.746+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=Y1761UZIS2NF tag=TQSCAQIFWISU type=write size=3237780 2024-04-15T16:49:02.733 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.748+0000 7fcc009d6780 1 < completed delete operation key=7GJPLM2OVON4 tag=YFYMLJRWTUP4 type=del 2024-04-15T16:49:02.737 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.752+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~791QCFAXJFIP.0 size=1048576 2024-04-15T16:49:02.742 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.754+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~791QCFAXJFIP.1 size=1048576 2024-04-15T16:49:02.742 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.756+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~791QCFAXJFIP.2 size=455305 2024-04-15T16:49:02.742 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.756+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=791QCFAXJFIP tag=QI7FFMM79P3M type=write size=3601033 2024-04-15T16:49:02.743 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.759+0000 7fcc009d6780 -1 < failed to complete operation key=CGQDFKP4V6R7 tag=1MHLJ070L4BZ type=del size=1380200: (22) Invalid argument 2024-04-15T16:49:02.745 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.761+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=4YUGTUCEWLX5 type=del size=2240195 2024-04-15T16:49:02.750 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.765+0000 7fcc009d6780 1 < suggested update operation key=DLWMFB84M0FA tag=39EX36XTL6H3 type=del size=427829 2024-04-15T16:49:02.752 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.768+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=7Q7BITVPPJIL type=del size=257743 2024-04-15T16:49:02.754 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.770+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=Q0CR5R23L4M8 type=del 2024-04-15T16:49:02.758 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.773+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~21PD1T6NKUGN.0 size=209329 2024-04-15T16:49:02.758 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.773+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=21PD1T6NKUGN tag=5AB0BWO2U77Q type=write size=1257905 2024-04-15T16:49:02.760 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.775+0000 7fcc009d6780 1 < completed write operation key=8VXMHHU12YH7 tag=MDR2SVFFB7KD type=write size=542123 2024-04-15T16:49:02.762 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.777+0000 7fcc009d6780 1 > prepared operation key=7GJPLM2OVON4 tag=9HKDIEHQZQBA type=write size=609955 2024-04-15T16:49:02.765 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.781+0000 7fcc009d6780 -1 < failed to complete operation key=DLWMFB84M0FA tag=XXJQ4BMCBGRK type=del size=2141226: (22) Invalid argument 2024-04-15T16:49:02.769 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.785+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~6A2JZ8R1V9DF.0 size=400002 2024-04-15T16:49:02.769 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.785+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=6A2JZ8R1V9DF tag=YV43J3S9WLLB type=write size=1448578 2024-04-15T16:49:02.771 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.787+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~EOB0HNLJKTCG.0 size=1048576 2024-04-15T16:49:02.773 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.789+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~EOB0HNLJKTCG.1 size=49748 2024-04-15T16:49:02.777 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.793+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=EOB0HNLJKTCG tag=2GXIVUVI5XPX type=write size=2146900 2024-04-15T16:49:02.781 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.797+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~XFY0XNQ764MM.0 size=1048576 2024-04-15T16:49:02.783 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.799+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~XFY0XNQ764MM.1 size=1048576 2024-04-15T16:49:02.785 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.801+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~XFY0XNQ764MM.2 size=597186 2024-04-15T16:49:02.785 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.801+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=XFY0XNQ764MM tag=T4AWD68RS41Z type=write size=3742914 2024-04-15T16:49:02.787 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.803+0000 7fcc009d6780 1 < completed write operation key=7NTTGUKN6UZ3 tag=AP5GF7VQSMD1 type=write size=740824 2024-04-15T16:49:02.791 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.807+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~9UO2EFF046P9.0 size=581301 2024-04-15T16:49:02.791 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.807+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=9UO2EFF046P9 tag=EXM7M057W1MV type=write size=1629877 2024-04-15T16:49:02.793 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.809+0000 7fcc009d6780 1 < completed write operation key=3TSCAKP7XLQL tag=TTQ23SEA94JU type=write size=936008 2024-04-15T16:49:02.796 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.811+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=R2FPGCA87229 type=write size=108961 2024-04-15T16:49:02.798 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.814+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~33YVUFB1G5II.0 size=1048576 2024-04-15T16:49:02.800 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.815+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~33YVUFB1G5II.1 size=1048576 2024-04-15T16:49:02.802 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.817+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~33YVUFB1G5II.2 size=868253 2024-04-15T16:49:02.805 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.821+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=33YVUFB1G5II tag=XLVD78MWPOOZ type=write size=4013981 2024-04-15T16:49:02.807 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.823+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=KUB41G0QEZHN type=del size=258800 2024-04-15T16:49:02.810 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.825+0000 7fcc009d6780 1 < canceled operation key=H9FFWDTWEPPS tag=QL4G7430NW4D type=del size=1930637 2024-04-15T16:49:02.812 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.828+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=83EKVXI74GE8 type=del size=1621191 2024-04-15T16:49:02.814 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.830+0000 7fcc009d6780 1 < completed write operation key=XE6CHS65PXVA tag=E8HEVN3DEYRO type=write size=974732 2024-04-15T16:49:02.817 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.832+0000 7fcc009d6780 1 > prepared operation key=Q6ADAXSPMY0X tag=L13R8HAVPILZ type=del size=2848277 2024-04-15T16:49:02.818 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.834+0000 7fcc009d6780 1 < canceled operation key=BJ0SZQNPDE4F tag=GO9RGTUDC7OS type=del size=782209 2024-04-15T16:49:02.820 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.836+0000 7fcc009d6780 1 > prepared operation key=BXP894QCFBMM tag=X17YGNTS16KI type=del size=494198 2024-04-15T16:49:02.823 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.838+0000 7fcc009d6780 1 < completed write operation key=15VOAX95U1N2 tag=NMMZNT5BFMD2 type=write size=156764 2024-04-15T16:49:02.827 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.843+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~CMLRGTD3TV35.0 size=1048576 2024-04-15T16:49:02.829 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.845+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~CMLRGTD3TV35.1 size=769812 2024-04-15T16:49:02.829 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.845+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=CMLRGTD3TV35 tag=TNZMIU77UV8U type=write size=2866964 2024-04-15T16:49:02.831 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.847+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~L8ZQINY7MLIJ.0 size=416197 2024-04-15T16:49:02.835 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.850+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=L8ZQINY7MLIJ tag=KMYFJQYWD9JW type=write size=1464773 2024-04-15T16:49:02.837 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.852+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=L9CE0ZYW2R3G type=write size=983392 2024-04-15T16:49:02.839 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.855+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~Y1761UZIS2NF.0 size=1048576 2024-04-15T16:49:02.841 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.856+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~Y1761UZIS2NF.1 size=1048576 2024-04-15T16:49:02.843 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.858+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~Y1761UZIS2NF.2 size=92052 2024-04-15T16:49:02.847 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.863+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=Y1761UZIS2NF tag=TQSCAQIFWISU type=write size=3237780 2024-04-15T16:49:02.849 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.865+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=VPZ7MIDI9IXQ type=del size=2507623 2024-04-15T16:49:02.851 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.867+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~791QCFAXJFIP.0 size=1048576 2024-04-15T16:49:02.853 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.868+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~791QCFAXJFIP.1 size=1048576 2024-04-15T16:49:02.854 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.870+0000 7fcc009d6780 1 < completed part key=_multipart_KZLUKZMI1WBU.2~791QCFAXJFIP.2 size=455305 2024-04-15T16:49:02.858 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.873+0000 7fcc009d6780 1 < completed multipart upload key=KZLUKZMI1WBU upload=791QCFAXJFIP tag=QI7FFMM79P3M type=write size=3601033 2024-04-15T16:49:02.862 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.877+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~GQVQZVERVM39.0 size=1048576 2024-04-15T16:49:02.863 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.879+0000 7fcc009d6780 1 > prepared part key=_multipart_DLWMFB84M0FA.2~GQVQZVERVM39.1 size=159711 2024-04-15T16:49:02.863 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.879+0000 7fcc009d6780 1 > prepared multipart upload key=DLWMFB84M0FA upload=GQVQZVERVM39 tag=09M121H8CP3Q type=write size=2256863 2024-04-15T16:49:02.865 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.881+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=4YUGTUCEWLX5 type=del 2024-04-15T16:49:02.867 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.883+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=MQ7I841XS0AH type=del size=3455974 2024-04-15T16:49:02.869 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.885+0000 7fcc009d6780 1 < completed delete operation key=OQ6P5LJ15QMV tag=7Q7BITVPPJIL type=del 2024-04-15T16:49:02.873 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.888+0000 7fcc009d6780 1 > prepared part key=_multipart_8VXMHHU12YH7.2~YPQ3KW160QCS.0 size=882694 2024-04-15T16:49:02.873 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.888+0000 7fcc009d6780 1 > prepared multipart upload key=8VXMHHU12YH7 upload=YPQ3KW160QCS tag=LS0LNWXZSQBW type=write size=1931270 2024-04-15T16:49:02.875 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.890+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~21PD1T6NKUGN.0 size=209329 2024-04-15T16:49:02.879 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.894+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=21PD1T6NKUGN tag=5AB0BWO2U77Q type=write size=1257905 2024-04-15T16:49:02.883 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.898+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~1LFHKXD7VK38.0 size=1048576 2024-04-15T16:49:02.885 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.900+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~1LFHKXD7VK38.1 size=1033560 2024-04-15T16:49:02.885 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.900+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=1LFHKXD7VK38 tag=PX0738L1FMKO type=write size=3130712 2024-04-15T16:49:02.887 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.903+0000 7fcc009d6780 1 < completed write operation key=7GJPLM2OVON4 tag=9HKDIEHQZQBA type=write size=609955 2024-04-15T16:49:02.889 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.905+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=18VK3BEL3MMG type=del size=372268 2024-04-15T16:49:02.891 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.907+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~6A2JZ8R1V9DF.0 size=400002 2024-04-15T16:49:02.895 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.911+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=6A2JZ8R1V9DF tag=YV43J3S9WLLB type=write size=1448578 2024-04-15T16:49:02.899 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.914+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~5OG61I3EC1GA.0 size=1048576 2024-04-15T16:49:02.901 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.916+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~5OG61I3EC1GA.1 size=1048576 2024-04-15T16:49:02.903 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.918+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~5OG61I3EC1GA.2 size=794527 2024-04-15T16:49:02.903 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.918+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=5OG61I3EC1GA tag=XISBTTV22U3K type=write size=3940255 2024-04-15T16:49:02.905 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.920+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~XFY0XNQ764MM.0 size=1048576 2024-04-15T16:49:02.907 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.922+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~XFY0XNQ764MM.1 size=1048576 2024-04-15T16:49:02.909 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.924+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~XFY0XNQ764MM.2 size=597186 2024-04-15T16:49:02.913 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.929+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=XFY0XNQ764MM tag=T4AWD68RS41Z type=write size=3742914 2024-04-15T16:49:02.916 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.931+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=KPH7FCGJR8EI type=write size=651991 2024-04-15T16:49:02.918 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.933+0000 7fcc009d6780 1 < completed part key=_multipart_GJK15ROSBRTP.2~9UO2EFF046P9.0 size=581301 2024-04-15T16:49:02.922 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.937+0000 7fcc009d6780 1 < completed multipart upload key=GJK15ROSBRTP upload=9UO2EFF046P9 tag=EXM7M057W1MV type=write size=1629877 2024-04-15T16:49:02.926 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.941+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~K9J1LNQFBNAE.0 size=1048576 2024-04-15T16:49:02.928 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.943+0000 7fcc009d6780 1 > prepared part key=_multipart_MI9ZZNLIFVPG.2~K9J1LNQFBNAE.1 size=364290 2024-04-15T16:49:02.928 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.943+0000 7fcc009d6780 1 > prepared multipart upload key=MI9ZZNLIFVPG upload=K9J1LNQFBNAE tag=G5IJOM53ET1Q type=write size=2461442 2024-04-15T16:49:02.930 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.945+0000 7fcc009d6780 1 < completed write operation key=H9FFWDTWEPPS tag=R2FPGCA87229 type=write size=108961 2024-04-15T16:49:02.933 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.948+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=D5TQEZJPK09P type=del size=235951 2024-04-15T16:49:02.935 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.950+0000 7fcc009d6780 1 < completed delete operation key=SM1B7DUDN47F tag=KUB41G0QEZHN type=del 2024-04-15T16:49:02.937 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.952+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=886AT3H1MS9S type=del size=2001695 2024-04-15T16:49:02.939 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.954+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=83EKVXI74GE8 type=del 2024-04-15T16:49:02.942 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.957+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=Y46QR1KJ71M0 type=del size=2956978 2024-04-15T16:49:02.945 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.960+0000 7fcc009d6780 1 < completed delete operation key=Q6ADAXSPMY0X tag=L13R8HAVPILZ type=del 2024-04-15T16:49:02.949 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.964+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~D5TDZ7PG1WFK.0 size=1048576 2024-04-15T16:49:02.950 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.966+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~D5TDZ7PG1WFK.1 size=19568 2024-04-15T16:49:02.951 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.966+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=D5TDZ7PG1WFK tag=BPIED6UH5H7X type=write size=2116720 2024-04-15T16:49:02.952 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.968+0000 7fcc009d6780 1 < completed delete operation key=BXP894QCFBMM tag=X17YGNTS16KI type=del 2024-04-15T16:49:02.956 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.971+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~R4QOQA09MAVW.0 size=1048576 2024-04-15T16:49:02.958 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.973+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~R4QOQA09MAVW.1 size=114064 2024-04-15T16:49:02.958 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.973+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=R4QOQA09MAVW tag=NCSY9JZDLKU5 type=write size=2211216 2024-04-15T16:49:02.960 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.975+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~CMLRGTD3TV35.0 size=1048576 2024-04-15T16:49:02.960 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.975+0000 7fcc009d6780 1 < canceled part key=_multipart_DLWMFB84M0FA.2~CMLRGTD3TV35.1 size=769812 2024-04-15T16:49:02.964 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.979+0000 7fcc009d6780 1 < canceled multipart upload key=DLWMFB84M0FA upload=CMLRGTD3TV35 tag=TNZMIU77UV8U type=write size=2866964 2024-04-15T16:49:02.966 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.982+0000 7fcc009d6780 1 > prepared operation key=CQ12L2GW4SE3 tag=D7VTDQ1O5LYM type=del size=924077 2024-04-15T16:49:02.968 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.984+0000 7fcc009d6780 1 < completed write operation key=BQ060THFR5IO tag=L9CE0ZYW2R3G type=write size=983392 2024-04-15T16:49:02.974 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.989+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~9XOWL0SXX9EY.0 size=1048576 2024-04-15T16:49:02.976 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.992+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~9XOWL0SXX9EY.1 size=1048576 2024-04-15T16:49:02.979 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.994+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~9XOWL0SXX9EY.2 size=726689 2024-04-15T16:49:02.979 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.994+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=9XOWL0SXX9EY tag=25BC68EJNTYV type=write size=3872417 2024-04-15T16:49:02.981 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:02.997+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=VPZ7MIDI9IXQ type=del 2024-04-15T16:49:02.986 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.002+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~1VWPU5ZOGY6K.0 size=1048576 2024-04-15T16:49:02.988 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.003+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~1VWPU5ZOGY6K.1 size=521189 2024-04-15T16:49:02.988 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.003+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=1VWPU5ZOGY6K tag=KB37T7N6Y5VE type=write size=2618341 2024-04-15T16:49:02.990 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.005+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~GQVQZVERVM39.0 size=1048576 2024-04-15T16:49:02.992 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.007+0000 7fcc009d6780 1 < completed part key=_multipart_DLWMFB84M0FA.2~GQVQZVERVM39.1 size=159711 2024-04-15T16:49:02.995 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.011+0000 7fcc009d6780 1 < completed multipart upload key=DLWMFB84M0FA upload=GQVQZVERVM39 tag=09M121H8CP3Q type=write size=2256863 2024-04-15T16:49:02.997 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.013+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=2CQ2OHRHU5EJ type=del size=3871306 2024-04-15T16:49:03.000 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.015+0000 7fcc009d6780 1 < completed delete operation key=8VXMHHU12YH7 tag=MQ7I841XS0AH type=del 2024-04-15T16:49:03.002 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.017+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=2AVH5C6WA7AA type=write size=362284 2024-04-15T16:49:03.004 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.019+0000 7fcc009d6780 1 < completed part key=_multipart_8VXMHHU12YH7.2~YPQ3KW160QCS.0 size=882694 2024-04-15T16:49:03.008 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.023+0000 7fcc009d6780 1 < completed multipart upload key=8VXMHHU12YH7 upload=YPQ3KW160QCS tag=LS0LNWXZSQBW type=write size=1931270 2024-04-15T16:49:03.012 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.028+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~9LWH1VZEQKOE.0 size=1048576 2024-04-15T16:49:03.014 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.029+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~9LWH1VZEQKOE.1 size=1048576 2024-04-15T16:49:03.016 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.031+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~9LWH1VZEQKOE.2 size=873769 2024-04-15T16:49:03.016 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.031+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=9LWH1VZEQKOE tag=L6B2BQOR94N5 type=write size=4019497 2024-04-15T16:49:03.016 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.031+0000 7fcc009d6780 1 < canceled part key=_multipart_U99IDECO7FVV.2~1LFHKXD7VK38.0 size=1048576 2024-04-15T16:49:03.018 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.033+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~1LFHKXD7VK38.1 size=1033560 2024-04-15T16:49:03.021 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.037+0000 7fcc009d6780 1 < canceled multipart upload key=U99IDECO7FVV upload=1LFHKXD7VK38 tag=PX0738L1FMKO type=write size=3130712 2024-04-15T16:49:03.026 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.041+0000 7fcc009d6780 1 > prepared part key=_multipart_V32HJUVRX6OI.2~QLQL94OV1VSH.0 size=734311 2024-04-15T16:49:03.026 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.041+0000 7fcc009d6780 1 > prepared multipart upload key=V32HJUVRX6OI upload=QLQL94OV1VSH tag=8DAQJM4PPAM4 type=write size=1782887 2024-04-15T16:49:03.030 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.045+0000 7fcc009d6780 1 < suggested remove operation key=XE6CHS65PXVA tag=18VK3BEL3MMG type=del 2024-04-15T16:49:03.032 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.047+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=RQIBBUXP8UDM type=del size=2969601 2024-04-15T16:49:03.034 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.049+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~5OG61I3EC1GA.0 size=1048576 2024-04-15T16:49:03.035 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.051+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~5OG61I3EC1GA.1 size=1048576 2024-04-15T16:49:03.038 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.053+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~5OG61I3EC1GA.2 size=794527 2024-04-15T16:49:03.041 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.056+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=5OG61I3EC1GA tag=XISBTTV22U3K type=write size=3940255 2024-04-15T16:49:03.043 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.059+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=1XP86ZXF4XYR type=del size=3298078 2024-04-15T16:49:03.045 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.061+0000 7fcc009d6780 1 < completed write operation key=7NTTGUKN6UZ3 tag=KPH7FCGJR8EI type=write size=651991 2024-04-15T16:49:03.047 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.063+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=B9O2EKKIYR0M type=write size=98719 2024-04-15T16:49:03.049 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.065+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~K9J1LNQFBNAE.0 size=1048576 2024-04-15T16:49:03.051 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.067+0000 7fcc009d6780 1 < completed part key=_multipart_MI9ZZNLIFVPG.2~K9J1LNQFBNAE.1 size=364290 2024-04-15T16:49:03.055 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.070+0000 7fcc009d6780 1 < completed multipart upload key=MI9ZZNLIFVPG upload=K9J1LNQFBNAE tag=G5IJOM53ET1Q type=write size=2461442 2024-04-15T16:49:03.059 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.075+0000 7fcc009d6780 1 > prepared part key=_multipart_3GA44QQR4TNK.2~7X1DETKYUASB.0 size=644810 2024-04-15T16:49:03.060 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.075+0000 7fcc009d6780 1 > prepared multipart upload key=3GA44QQR4TNK upload=7X1DETKYUASB tag=QHVR1KV4GXZZ type=write size=1693386 2024-04-15T16:49:03.062 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.077+0000 7fcc009d6780 1 < completed delete operation key=54DQHB9HNDQB tag=D5TQEZJPK09P type=del 2024-04-15T16:49:03.064 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.079+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=FGOSC30YZKE3 type=del size=683611 2024-04-15T16:49:03.067 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.082+0000 7fcc009d6780 1 < completed delete operation key=4BYY962BPUZ7 tag=886AT3H1MS9S type=del 2024-04-15T16:49:03.069 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.085+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=4X7EJBI88NCV type=del size=2165270 2024-04-15T16:49:03.072 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.087+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=Y46QR1KJ71M0 type=del 2024-04-15T16:49:03.074 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.089+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=5T59IJY2YXI7 type=del size=1593090 2024-04-15T16:49:03.076 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.091+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~D5TDZ7PG1WFK.0 size=1048576 2024-04-15T16:49:03.078 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.093+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~D5TDZ7PG1WFK.1 size=19568 2024-04-15T16:49:03.082 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.097+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=D5TDZ7PG1WFK tag=BPIED6UH5H7X type=write size=2116720 2024-04-15T16:49:03.086 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.101+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~5L5W1ATRPULN.0 size=1048576 2024-04-15T16:49:03.087 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.103+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~5L5W1ATRPULN.1 size=472972 2024-04-15T16:49:03.088 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.103+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=5L5W1ATRPULN tag=DPNM5MFQHDF0 type=write size=2570124 2024-04-15T16:49:03.090 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.105+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~R4QOQA09MAVW.0 size=1048576 2024-04-15T16:49:03.092 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.107+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~R4QOQA09MAVW.1 size=114064 2024-04-15T16:49:03.096 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.111+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=R4QOQA09MAVW tag=NCSY9JZDLKU5 type=write size=2211216 2024-04-15T16:49:03.100 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.115+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~M6QJHTPO7ZVT.0 size=47389 2024-04-15T16:49:03.100 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.115+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=M6QJHTPO7ZVT tag=JS06PUO2KOPM type=write size=1095965 2024-04-15T16:49:03.102 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.117+0000 7fcc009d6780 1 < canceled operation key=CQ12L2GW4SE3 tag=D7VTDQ1O5LYM type=del size=924077 2024-04-15T16:49:03.104 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.119+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=1HXPJCOA5O8U type=del size=1277986 2024-04-15T16:49:03.104 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.120+0000 7fcc009d6780 1 < canceled part key=_multipart_3TSCAKP7XLQL.2~9XOWL0SXX9EY.0 size=1048576 2024-04-15T16:49:03.106 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.121+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~9XOWL0SXX9EY.1 size=1048576 2024-04-15T16:49:03.108 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.123+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~9XOWL0SXX9EY.2 size=726689 2024-04-15T16:49:03.112 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.127+0000 7fcc009d6780 1 < canceled multipart upload key=3TSCAKP7XLQL upload=9XOWL0SXX9EY tag=25BC68EJNTYV type=write size=3872417 2024-04-15T16:49:03.114 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.129+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=O87YXMN0KJ94 type=del size=1045181 2024-04-15T16:49:03.116 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.131+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~1VWPU5ZOGY6K.0 size=1048576 2024-04-15T16:49:03.119 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.134+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~1VWPU5ZOGY6K.1 size=521189 2024-04-15T16:49:03.122 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.137+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=1VWPU5ZOGY6K tag=KB37T7N6Y5VE type=write size=2618341 2024-04-15T16:49:03.126 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.141+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~MQWNA1WKNZTI.0 size=909443 2024-04-15T16:49:03.126 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.141+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=MQWNA1WKNZTI tag=RZQVV7OYFIX0 type=write size=1958019 2024-04-15T16:49:03.128 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.143+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=2CQ2OHRHU5EJ type=del 2024-04-15T16:49:03.132 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.147+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~3FXX6EIMHYRN.0 size=1048576 2024-04-15T16:49:03.134 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.149+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~3FXX6EIMHYRN.1 size=862858 2024-04-15T16:49:03.134 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.149+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=3FXX6EIMHYRN tag=OAZNOTNFRJUM type=write size=2960010 2024-04-15T16:49:03.136 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.151+0000 7fcc009d6780 1 < completed write operation key=SMX0793SRFXB tag=2AVH5C6WA7AA type=write size=362284 2024-04-15T16:49:03.138 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.153+0000 7fcc009d6780 1 > prepared operation key=U99IDECO7FVV tag=GL09VGXV28IC type=del size=1841745 2024-04-15T16:49:03.141 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.156+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~9LWH1VZEQKOE.0 size=1048576 2024-04-15T16:49:03.142 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.158+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~9LWH1VZEQKOE.1 size=1048576 2024-04-15T16:49:03.145 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.160+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~9LWH1VZEQKOE.2 size=873769 2024-04-15T16:49:03.148 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.164+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=9LWH1VZEQKOE tag=L6B2BQOR94N5 type=write size=4019497 2024-04-15T16:49:03.151 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.166+0000 7fcc009d6780 1 > prepared operation key=QYKA01GVNV1V tag=D64KT7KJ5L28 type=del size=2942105 2024-04-15T16:49:03.153 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.168+0000 7fcc009d6780 1 < completed part key=_multipart_V32HJUVRX6OI.2~QLQL94OV1VSH.0 size=734311 2024-04-15T16:49:03.157 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.172+0000 7fcc009d6780 1 < completed multipart upload key=V32HJUVRX6OI upload=QLQL94OV1VSH tag=8DAQJM4PPAM4 type=write size=1782887 2024-04-15T16:49:03.159 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.174+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=W1VCPBJRKNWI type=del size=3997318 2024-04-15T16:49:03.161 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.177+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=RQIBBUXP8UDM type=del 2024-04-15T16:49:03.164 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.179+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=N838VSQ8WKH5 type=del size=2042685 2024-04-15T16:49:03.168 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.184+0000 7fcc009d6780 1 < suggested remove operation key=GJK15ROSBRTP tag=1XP86ZXF4XYR type=del 2024-04-15T16:49:03.170 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.186+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=5UVZHDZ27HDN type=write size=153638 2024-04-15T16:49:03.173 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.188+0000 7fcc009d6780 1 < completed write operation key=V32HJUVRX6OI tag=B9O2EKKIYR0M type=write size=98719 2024-04-15T16:49:03.175 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.190+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=MVPG4OC8HN0U type=del size=2450605 2024-04-15T16:49:03.177 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.193+0000 7fcc009d6780 1 < completed part key=_multipart_3GA44QQR4TNK.2~7X1DETKYUASB.0 size=644810 2024-04-15T16:49:03.181 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.196+0000 7fcc009d6780 1 < completed multipart upload key=3GA44QQR4TNK upload=7X1DETKYUASB tag=QHVR1KV4GXZZ type=write size=1693386 2024-04-15T16:49:03.183 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.198+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=VGE8S9GWF11T type=del size=391712 2024-04-15T16:49:03.184 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.200+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=FGOSC30YZKE3 type=del 2024-04-15T16:49:03.187 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.203+0000 7fcc009d6780 1 > prepared operation key=3GA44QQR4TNK tag=U8542EVGP8CW type=del size=2155604 2024-04-15T16:49:03.189 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.205+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=4X7EJBI88NCV type=del 2024-04-15T16:49:03.191 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.207+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=ZE9E1X1RHFQS type=del size=284304 2024-04-15T16:49:03.193 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.209+0000 7fcc009d6780 1 < canceled operation key=4BYY962BPUZ7 tag=5T59IJY2YXI7 type=del size=1593090 2024-04-15T16:49:03.198 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.214+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~YD5XCGVKDOLQ.0 size=741154 2024-04-15T16:49:03.198 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.214+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=YD5XCGVKDOLQ tag=U3T0RBB8VC3D type=write size=1789730 2024-04-15T16:49:03.200 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.216+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~5L5W1ATRPULN.0 size=1048576 2024-04-15T16:49:03.202 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.217+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~5L5W1ATRPULN.1 size=472972 2024-04-15T16:49:03.206 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.221+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=5L5W1ATRPULN tag=DPNM5MFQHDF0 type=write size=2570124 2024-04-15T16:49:03.208 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.223+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=J07FUL1HWCG2 type=del size=3973216 2024-04-15T16:49:03.210 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.225+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~M6QJHTPO7ZVT.0 size=47389 2024-04-15T16:49:03.214 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.229+0000 7fcc009d6780 1 < completed multipart upload key=CQ12L2GW4SE3 upload=M6QJHTPO7ZVT tag=JS06PUO2KOPM type=write size=1095965 2024-04-15T16:49:03.216 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.232+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=QF1T95CO8CYZ type=del size=3172947 2024-04-15T16:49:03.218 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.234+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=1HXPJCOA5O8U type=del 2024-04-15T16:49:03.222 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.238+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~BQP970E3ZM8G.0 size=1048576 2024-04-15T16:49:03.224 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.239+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~BQP970E3ZM8G.1 size=1048576 2024-04-15T16:49:03.226 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.241+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~BQP970E3ZM8G.2 size=497595 2024-04-15T16:49:03.226 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.241+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=BQP970E3ZM8G tag=UZ1XOP1NC7ST type=write size=3643323 2024-04-15T16:49:03.228 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.244+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=O87YXMN0KJ94 type=del 2024-04-15T16:49:03.230 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.246+0000 7fcc009d6780 1 > prepared operation key=V32HJUVRX6OI tag=CRTWN6H1LQVN type=del size=942199 2024-04-15T16:49:03.233 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.248+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~MQWNA1WKNZTI.0 size=909443 2024-04-15T16:49:03.236 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.252+0000 7fcc009d6780 1 < completed multipart upload key=SM1B7DUDN47F upload=MQWNA1WKNZTI tag=RZQVV7OYFIX0 type=write size=1958019 2024-04-15T16:49:03.238 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.254+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=L375PGEO92RO type=del size=2566558 2024-04-15T16:49:03.240 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.256+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~3FXX6EIMHYRN.0 size=1048576 2024-04-15T16:49:03.242 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.257+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~3FXX6EIMHYRN.1 size=862858 2024-04-15T16:49:03.245 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.261+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=3FXX6EIMHYRN tag=OAZNOTNFRJUM type=write size=2960010 2024-04-15T16:49:03.247 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.263+0000 7fcc009d6780 1 > prepared operation key=4BYY962BPUZ7 tag=PJ17O32QZ68U type=del size=850899 2024-04-15T16:49:03.249 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.265+0000 7fcc009d6780 1 < completed delete operation key=U99IDECO7FVV tag=GL09VGXV28IC type=del 2024-04-15T16:49:03.252 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.267+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=1LPGUOSBUN0J type=del size=1493975 2024-04-15T16:49:03.254 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.270+0000 7fcc009d6780 1 < completed delete operation key=QYKA01GVNV1V tag=D64KT7KJ5L28 type=del 2024-04-15T16:49:03.257 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.272+0000 7fcc009d6780 1 > prepared operation key=VPMU4YD3VQ1D tag=DR37PE4SYK9P type=del size=3992809 2024-04-15T16:49:03.258 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.274+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=W1VCPBJRKNWI type=del 2024-04-15T16:49:03.260 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.276+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=CCM1WFOKMJPB type=del size=394967 2024-04-15T16:49:03.263 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.278+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=N838VSQ8WKH5 type=del 2024-04-15T16:49:03.268 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.283+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~OWNIPMP8I6SQ.0 size=872103 2024-04-15T16:49:03.268 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.283+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=OWNIPMP8I6SQ tag=H8AVRIVCMMQ9 type=write size=1920679 2024-04-15T16:49:03.270 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.285+0000 7fcc009d6780 1 < completed write operation key=54DQHB9HNDQB tag=5UVZHDZ27HDN type=write size=153638 2024-04-15T16:49:03.272 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.287+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=TW4HALM0DP59 type=del size=181762 2024-04-15T16:49:03.274 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.290+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=MVPG4OC8HN0U type=del 2024-04-15T16:49:03.278 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.293+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~CWWABTS3X3TJ.0 size=494156 2024-04-15T16:49:03.278 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.293+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=CWWABTS3X3TJ tag=HKA4VI9K34VZ type=write size=1542732 2024-04-15T16:49:03.280 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.296+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=VGE8S9GWF11T type=del 2024-04-15T16:49:03.282 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.298+0000 7fcc009d6780 1 > prepared operation key=CGQDFKP4V6R7 tag=3AXYIEZMP8CK type=del size=1235655 2024-04-15T16:49:03.284 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.300+0000 7fcc009d6780 1 < completed delete operation key=3GA44QQR4TNK tag=U8542EVGP8CW type=del 2024-04-15T16:49:03.290 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.305+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~6ZC2LBLDEXJ5.0 size=1048576 2024-04-15T16:49:03.291 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.307+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~6ZC2LBLDEXJ5.1 size=540200 2024-04-15T16:49:03.292 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.307+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=6ZC2LBLDEXJ5 tag=YZBY1S12HDBQ type=write size=2637352 2024-04-15T16:49:03.294 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.310+0000 7fcc009d6780 1 < completed delete operation key=54DQHB9HNDQB tag=ZE9E1X1RHFQS type=del 2024-04-15T16:49:03.296 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.312+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=JTWSVSEU5ET9 type=del size=2727597 2024-04-15T16:49:03.298 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.314+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~YD5XCGVKDOLQ.0 size=741154 2024-04-15T16:49:03.302 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.318+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=YD5XCGVKDOLQ tag=U3T0RBB8VC3D type=write size=1789730 2024-04-15T16:49:03.304 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.320+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=PBBKSHEOEGP2 type=del size=352715 2024-04-15T16:49:03.307 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.322+0000 7fcc009d6780 1 < completed delete operation key=XE6CHS65PXVA tag=J07FUL1HWCG2 type=del 2024-04-15T16:49:03.309 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.324+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=15RNXX44Q5QF type=del size=2468801 2024-04-15T16:49:03.311 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.327+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=QF1T95CO8CYZ type=del 2024-04-15T16:49:03.315 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.331+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~OBAS9HH7ZN0N.0 size=1048576 2024-04-15T16:49:03.317 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.332+0000 7fcc009d6780 1 > prepared part key=_multipart_GEH1YTD5S8EP.2~OBAS9HH7ZN0N.1 size=546834 2024-04-15T16:49:03.317 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.332+0000 7fcc009d6780 1 > prepared multipart upload key=GEH1YTD5S8EP upload=OBAS9HH7ZN0N tag=2FLZE80YOYLM type=write size=2643986 2024-04-15T16:49:03.317 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.333+0000 7fcc009d6780 1 < canceled part key=_multipart_CQ12L2GW4SE3.2~BQP970E3ZM8G.0 size=1048576 2024-04-15T16:49:03.319 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.334+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~BQP970E3ZM8G.1 size=1048576 2024-04-15T16:49:03.320 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.336+0000 7fcc009d6780 1 < completed part key=_multipart_CQ12L2GW4SE3.2~BQP970E3ZM8G.2 size=497595 2024-04-15T16:49:03.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:02 smithi090 ceph-mon[89240]: pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 399 KiB/s wr, 2.03k op/s 2024-04-15T16:49:03.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:02 smithi090 ceph-mon[91618]: pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 399 KiB/s wr, 2.03k op/s 2024-04-15T16:49:03.324 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.340+0000 7fcc009d6780 1 < canceled multipart upload key=CQ12L2GW4SE3 upload=BQP970E3ZM8G tag=UZ1XOP1NC7ST type=write size=3643323 2024-04-15T16:49:03.326 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.342+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=VM0KJJVNDK4B type=del size=505950 2024-04-15T16:49:03.330 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.344+0000 7fcc009d6780 1 < completed delete operation key=V32HJUVRX6OI tag=CRTWN6H1LQVN type=del 2024-04-15T16:49:03.330 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.346+0000 7fcc009d6780 1 > prepared operation key=OQ6P5LJ15QMV tag=XHQHLR0Q0OB6 type=del size=1020971 2024-04-15T16:49:03.335 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.350+0000 7fcc009d6780 1 < suggested update operation key=OQ6P5LJ15QMV tag=L375PGEO92RO type=del size=2566558 2024-04-15T16:49:03.337 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.353+0000 7fcc009d6780 1 > prepared operation key=DLWMFB84M0FA tag=5EM4VAJWC3VY type=del size=1267776 2024-04-15T16:49:03.342 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.357+0000 7fcc009d6780 1 < suggested update operation key=4BYY962BPUZ7 tag=PJ17O32QZ68U type=del size=850899 2024-04-15T16:49:03.344 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.359+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=AL2W4T5ABYAK type=del size=4098245 2024-04-15T16:49:03.346 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.362+0000 7fcc009d6780 1 < canceled operation key=32K02EULE6LL tag=1LPGUOSBUN0J type=del size=1493975 2024-04-15T16:49:03.348 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.364+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=FJQIV0T7JHEN type=del size=1954082 2024-04-15T16:49:03.352 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.367+0000 7fcc009d6780 1 < completed delete operation key=VPMU4YD3VQ1D tag=DR37PE4SYK9P type=del 2024-04-15T16:49:03.354 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.369+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=WZXCUOSSQC37 type=del size=1234878 2024-04-15T16:49:03.356 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.372+0000 7fcc009d6780 1 < completed delete operation key=GJK15ROSBRTP tag=CCM1WFOKMJPB type=del 2024-04-15T16:49:03.358 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.374+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=4JK8Y0Y6Y0JO type=del size=215739 2024-04-15T16:49:03.360 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.376+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~OWNIPMP8I6SQ.0 size=872103 2024-04-15T16:49:03.365 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.380+0000 7fcc009d6780 1 < completed multipart upload key=LEXP4TLXUJL4 upload=OWNIPMP8I6SQ tag=H8AVRIVCMMQ9 type=write size=1920679 2024-04-15T16:49:03.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:02 smithi153 ceph-mon[84714]: pgmap v1378: 137 pgs: 137 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 399 KiB/s wr, 2.03k op/s 2024-04-15T16:49:03.367 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.382+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=I0DSM5ILBUT7 type=del size=386933 2024-04-15T16:49:03.369 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.384+0000 7fcc009d6780 1 < completed delete operation key=H9FFWDTWEPPS tag=TW4HALM0DP59 type=del 2024-04-15T16:49:03.372 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.387+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=G606P2VKGIA1 type=del size=1398665 2024-04-15T16:49:03.374 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.389+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~CWWABTS3X3TJ.0 size=494156 2024-04-15T16:49:03.377 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.393+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=CWWABTS3X3TJ tag=HKA4VI9K34VZ type=write size=1542732 2024-04-15T16:49:03.379 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.395+0000 7fcc009d6780 1 > prepared operation key=SEFWMQT6GQB4 tag=KWDENWXAGFI0 type=del size=2754305 2024-04-15T16:49:03.383 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.399+0000 7fcc009d6780 1 < suggested remove operation key=CGQDFKP4V6R7 tag=3AXYIEZMP8CK type=del 2024-04-15T16:49:03.387 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.403+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~XPU8ZQ42PJH0.0 size=1048576 2024-04-15T16:49:03.389 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.404+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~XPU8ZQ42PJH0.1 size=1048576 2024-04-15T16:49:03.391 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.406+0000 7fcc009d6780 1 > prepared part key=_multipart_LEXP4TLXUJL4.2~XPU8ZQ42PJH0.2 size=996182 2024-04-15T16:49:03.391 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.406+0000 7fcc009d6780 1 > prepared multipart upload key=LEXP4TLXUJL4 upload=XPU8ZQ42PJH0 tag=1PV5H2ISB18V type=write size=4141910 2024-04-15T16:49:03.393 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.409+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~6ZC2LBLDEXJ5.0 size=1048576 2024-04-15T16:49:03.395 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.411+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~6ZC2LBLDEXJ5.1 size=540200 2024-04-15T16:49:03.399 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.415+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=6ZC2LBLDEXJ5 tag=YZBY1S12HDBQ type=write size=2637352 2024-04-15T16:49:03.403 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.419+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~7SYW61REFLLD.0 size=1048576 2024-04-15T16:49:03.405 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.420+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~7SYW61REFLLD.1 size=1048576 2024-04-15T16:49:03.407 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.422+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~7SYW61REFLLD.2 size=287289 2024-04-15T16:49:03.407 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.422+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=7SYW61REFLLD tag=ZO8LC43U0BFJ type=write size=3433017 2024-04-15T16:49:03.410 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.425+0000 7fcc009d6780 -1 < failed to complete operation key=OQ6P5LJ15QMV tag=JTWSVSEU5ET9 type=del size=2727597: (22) Invalid argument 2024-04-15T16:49:03.413 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.429+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~SWSXQ2XB486F.0 size=1048576 2024-04-15T16:49:03.415 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.431+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~SWSXQ2XB486F.1 size=1048576 2024-04-15T16:49:03.417 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.432+0000 7fcc009d6780 1 > prepared part key=_multipart_P016Z7D73CKQ.2~SWSXQ2XB486F.2 size=244192 2024-04-15T16:49:03.417 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.432+0000 7fcc009d6780 1 > prepared multipart upload key=P016Z7D73CKQ upload=SWSXQ2XB486F tag=TR8MBELGY62C type=write size=3389920 2024-04-15T16:49:03.421 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.437+0000 7fcc009d6780 1 < suggested remove operation key=GJK15ROSBRTP tag=PBBKSHEOEGP2 type=del 2024-04-15T16:49:03.425 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.440+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~Z4YIL2T1L4XQ.0 size=1048576 2024-04-15T16:49:03.427 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.442+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~Z4YIL2T1L4XQ.1 size=1048576 2024-04-15T16:49:03.429 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.444+0000 7fcc009d6780 1 > prepared part key=_multipart_SMX0793SRFXB.2~Z4YIL2T1L4XQ.2 size=762122 2024-04-15T16:49:03.429 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.444+0000 7fcc009d6780 1 > prepared multipart upload key=SMX0793SRFXB upload=Z4YIL2T1L4XQ tag=6R3TC3FMU1TM type=write size=3907850 2024-04-15T16:49:03.430 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.446+0000 7fcc009d6780 1 < completed delete operation key=KZLUKZMI1WBU tag=15RNXX44Q5QF type=del 2024-04-15T16:49:03.434 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.450+0000 7fcc009d6780 1 > prepared part key=_multipart_32K02EULE6LL.2~1N2W1R3Z5QP0.0 size=40109 2024-04-15T16:49:03.434 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.450+0000 7fcc009d6780 1 > prepared multipart upload key=32K02EULE6LL upload=1N2W1R3Z5QP0 tag=80IPP0129SQ2 type=write size=1088685 2024-04-15T16:49:03.436 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.452+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~OBAS9HH7ZN0N.0 size=1048576 2024-04-15T16:49:03.438 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.453+0000 7fcc009d6780 1 < completed part key=_multipart_GEH1YTD5S8EP.2~OBAS9HH7ZN0N.1 size=546834 2024-04-15T16:49:03.442 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.457+0000 7fcc009d6780 1 < completed multipart upload key=GEH1YTD5S8EP upload=OBAS9HH7ZN0N tag=2FLZE80YOYLM type=write size=2643986 2024-04-15T16:49:03.446 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.461+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~LB556AXXXOO5.0 size=1048576 2024-04-15T16:49:03.447 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.463+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~LB556AXXXOO5.1 size=1048576 2024-04-15T16:49:03.449 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.465+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~LB556AXXXOO5.2 size=453255 2024-04-15T16:49:03.449 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.465+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=LB556AXXXOO5 tag=JWBG1ES8C17C type=write size=3598983 2024-04-15T16:49:03.452 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.467+0000 7fcc009d6780 1 < completed delete operation key=BQ060THFR5IO tag=VM0KJJVNDK4B type=del 2024-04-15T16:49:03.455 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.471+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~ALGZS62KG5FZ.0 size=786677 2024-04-15T16:49:03.456 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.471+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=ALGZS62KG5FZ tag=1RX8FEGWWJGC type=write size=1835253 2024-04-15T16:49:03.458 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.474+0000 7fcc009d6780 -1 < failed to complete operation key=OQ6P5LJ15QMV tag=XHQHLR0Q0OB6 type=del size=1020971: (22) Invalid argument 2024-04-15T16:49:03.462 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.478+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~30XRYM0OO7NM.0 size=376636 2024-04-15T16:49:03.462 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.478+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=30XRYM0OO7NM tag=GXRKZQDY1RF4 type=write size=1425212 2024-04-15T16:49:03.464 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.479+0000 7fcc009d6780 1 < completed delete operation key=DLWMFB84M0FA tag=5EM4VAJWC3VY type=del 2024-04-15T16:49:03.466 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.482+0000 7fcc009d6780 1 > prepared operation key=7NTTGUKN6UZ3 tag=V1570MGRM5GK type=del size=2546874 2024-04-15T16:49:03.468 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.484+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=AL2W4T5ABYAK type=del 2024-04-15T16:49:03.472 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.487+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~45TXM5IT1WK6.0 size=1048576 2024-04-15T16:49:03.474 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.489+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~45TXM5IT1WK6.1 size=1048576 2024-04-15T16:49:03.475 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.491+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~45TXM5IT1WK6.2 size=224252 2024-04-15T16:49:03.475 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.491+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=45TXM5IT1WK6 tag=Z1BUHLD191LL type=write size=3369980 2024-04-15T16:49:03.477 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.493+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=FJQIV0T7JHEN type=del 2024-04-15T16:49:03.481 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.497+0000 7fcc009d6780 1 > prepared part key=_multipart_54DQHB9HNDQB.2~8TI6PAODN6K8.0 size=399440 2024-04-15T16:49:03.481 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.497+0000 7fcc009d6780 1 > prepared multipart upload key=54DQHB9HNDQB upload=8TI6PAODN6K8 tag=BRWI3TE6WF21 type=write size=1448016 2024-04-15T16:49:03.483 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.499+0000 7fcc009d6780 1 < canceled operation key=BQ060THFR5IO tag=WZXCUOSSQC37 type=del size=1234878 2024-04-15T16:49:03.486 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.501+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=4KJ1KRO4HN1W type=write size=154585 2024-04-15T16:49:03.490 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.505+0000 7fcc009d6780 1 < suggested remove operation key=8VXMHHU12YH7 tag=4JK8Y0Y6Y0JO type=del 2024-04-15T16:49:03.494 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.509+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~BWR38GUL3J4L.0 size=804402 2024-04-15T16:49:03.494 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.509+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=BWR38GUL3J4L tag=B1QPV8L8S94L type=write size=1852978 2024-04-15T16:49:03.496 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.511+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=I0DSM5ILBUT7 type=del 2024-04-15T16:49:03.498 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.513+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=JQMX0UGQZOM6 type=del size=3848232 2024-04-15T16:49:03.502 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.518+0000 7fcc009d6780 1 < suggested update operation key=15VOAX95U1N2 tag=G606P2VKGIA1 type=del size=1398665 2024-04-15T16:49:03.506 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.522+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~T06AGBXNC05O.0 size=1026664 2024-04-15T16:49:03.506 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.522+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=T06AGBXNC05O tag=ZDAU70VSOETB type=write size=2075240 2024-04-15T16:49:03.508 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.524+0000 7fcc009d6780 1 < completed delete operation key=SEFWMQT6GQB4 tag=KWDENWXAGFI0 type=del 2024-04-15T16:49:03.510 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.526+0000 7fcc009d6780 1 > prepared operation key=32K02EULE6LL tag=BLYH41RA1KZG type=del size=3753432 2024-04-15T16:49:03.510 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.526+0000 7fcc009d6780 1 < canceled part key=_multipart_LEXP4TLXUJL4.2~XPU8ZQ42PJH0.0 size=1048576 2024-04-15T16:49:03.512 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.528+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~XPU8ZQ42PJH0.1 size=1048576 2024-04-15T16:49:03.514 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.530+0000 7fcc009d6780 1 < completed part key=_multipart_LEXP4TLXUJL4.2~XPU8ZQ42PJH0.2 size=996182 2024-04-15T16:49:03.519 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.533+0000 7fcc009d6780 1 < canceled multipart upload key=LEXP4TLXUJL4 upload=XPU8ZQ42PJH0 tag=1PV5H2ISB18V type=write size=4141910 2024-04-15T16:49:03.522 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.537+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~M6X8OMRW4Y12.0 size=1048576 2024-04-15T16:49:03.524 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.539+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~M6X8OMRW4Y12.1 size=1045560 2024-04-15T16:49:03.524 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.539+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=M6X8OMRW4Y12 tag=9XUIK2TWTZJ9 type=write size=3142712 2024-04-15T16:49:03.526 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.541+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~7SYW61REFLLD.0 size=1048576 2024-04-15T16:49:03.528 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.543+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~7SYW61REFLLD.1 size=1048576 2024-04-15T16:49:03.530 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.545+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~7SYW61REFLLD.2 size=287289 2024-04-15T16:49:03.534 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.549+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=7SYW61REFLLD tag=ZO8LC43U0BFJ type=write size=3433017 2024-04-15T16:49:03.538 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.553+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~HXBKKLUGP80T.0 size=1048576 2024-04-15T16:49:03.539 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.555+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~HXBKKLUGP80T.1 size=1048576 2024-04-15T16:49:03.541 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.557+0000 7fcc009d6780 1 > prepared part key=_multipart_BJ0SZQNPDE4F.2~HXBKKLUGP80T.2 size=326753 2024-04-15T16:49:03.541 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.557+0000 7fcc009d6780 1 > prepared multipart upload key=BJ0SZQNPDE4F upload=HXBKKLUGP80T tag=5IIF5UVV107F type=write size=3472481 2024-04-15T16:49:03.543 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.559+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~SWSXQ2XB486F.0 size=1048576 2024-04-15T16:49:03.545 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.560+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~SWSXQ2XB486F.1 size=1048576 2024-04-15T16:49:03.547 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.563+0000 7fcc009d6780 1 < completed part key=_multipart_P016Z7D73CKQ.2~SWSXQ2XB486F.2 size=244192 2024-04-15T16:49:03.552 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.567+0000 7fcc009d6780 1 < completed multipart upload key=P016Z7D73CKQ upload=SWSXQ2XB486F tag=TR8MBELGY62C type=write size=3389920 2024-04-15T16:49:03.555 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.570+0000 7fcc009d6780 1 > prepared operation key=BJ0SZQNPDE4F tag=1VIZF22JO9B7 type=del size=2476610 2024-04-15T16:49:03.558 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.572+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~Z4YIL2T1L4XQ.0 size=1048576 2024-04-15T16:49:03.558 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.574+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~Z4YIL2T1L4XQ.1 size=1048576 2024-04-15T16:49:03.560 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.575+0000 7fcc009d6780 1 < completed part key=_multipart_SMX0793SRFXB.2~Z4YIL2T1L4XQ.2 size=762122 2024-04-15T16:49:03.564 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.580+0000 7fcc009d6780 1 < completed multipart upload key=SMX0793SRFXB upload=Z4YIL2T1L4XQ tag=6R3TC3FMU1TM type=write size=3907850 2024-04-15T16:49:03.569 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.584+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~T2VR2PMUWJK6.0 size=1048576 2024-04-15T16:49:03.570 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.586+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~T2VR2PMUWJK6.1 size=1048576 2024-04-15T16:49:03.573 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.588+0000 7fcc009d6780 1 > prepared part key=_multipart_SEFWMQT6GQB4.2~T2VR2PMUWJK6.2 size=903940 2024-04-15T16:49:03.573 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.588+0000 7fcc009d6780 1 > prepared multipart upload key=SEFWMQT6GQB4 upload=T2VR2PMUWJK6 tag=YMPZGTJDNM11 type=write size=4049668 2024-04-15T16:49:03.576 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.591+0000 7fcc009d6780 1 < completed part key=_multipart_32K02EULE6LL.2~1N2W1R3Z5QP0.0 size=40109 2024-04-15T16:49:03.579 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.595+0000 7fcc009d6780 1 < completed multipart upload key=32K02EULE6LL upload=1N2W1R3Z5QP0 tag=80IPP0129SQ2 type=write size=1088685 2024-04-15T16:49:03.583 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.599+0000 7fcc009d6780 1 > prepared part key=_multipart_3TSCAKP7XLQL.2~13K5R5TVTEVW.0 size=28885 2024-04-15T16:49:03.584 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.599+0000 7fcc009d6780 1 > prepared multipart upload key=3TSCAKP7XLQL upload=13K5R5TVTEVW tag=WRE7XJDE670Y type=write size=1077461 2024-04-15T16:49:03.584 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.599+0000 7fcc009d6780 1 < canceled part key=_multipart_SM1B7DUDN47F.2~LB556AXXXOO5.0 size=1048576 2024-04-15T16:49:03.586 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.601+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~LB556AXXXOO5.1 size=1048576 2024-04-15T16:49:03.588 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.603+0000 7fcc009d6780 1 < completed part key=_multipart_SM1B7DUDN47F.2~LB556AXXXOO5.2 size=453255 2024-04-15T16:49:03.591 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.607+0000 7fcc009d6780 1 < canceled multipart upload key=SM1B7DUDN47F upload=LB556AXXXOO5 tag=JWBG1ES8C17C type=write size=3598983 2024-04-15T16:49:03.595 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.611+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~49RAERZ8EYQ9.0 size=862779 2024-04-15T16:49:03.596 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.611+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=49RAERZ8EYQ9 tag=95172JP7IKJW type=write size=1911355 2024-04-15T16:49:03.596 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.611+0000 7fcc009d6780 1 < canceled part key=_multipart_H9FFWDTWEPPS.2~ALGZS62KG5FZ.0 size=786677 2024-04-15T16:49:03.600 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.616+0000 7fcc009d6780 1 < canceled multipart upload key=H9FFWDTWEPPS upload=ALGZS62KG5FZ tag=1RX8FEGWWJGC type=write size=1835253 2024-04-15T16:49:03.602 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.618+0000 7fcc009d6780 1 > prepared operation key=GEH1YTD5S8EP tag=ERISK9JWATOE type=del size=3789816 2024-04-15T16:49:03.605 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.620+0000 7fcc009d6780 1 < completed part key=_multipart_7NTTGUKN6UZ3.2~30XRYM0OO7NM.0 size=376636 2024-04-15T16:49:03.609 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.624+0000 7fcc009d6780 1 < completed multipart upload key=7NTTGUKN6UZ3 upload=30XRYM0OO7NM tag=GXRKZQDY1RF4 type=write size=1425212 2024-04-15T16:49:03.613 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.628+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~8ZDZC9UFFF0V.0 size=1048576 2024-04-15T16:49:03.614 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.630+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~8ZDZC9UFFF0V.1 size=1048576 2024-04-15T16:49:03.616 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.632+0000 7fcc009d6780 1 > prepared part key=_multipart_4BYY962BPUZ7.2~8ZDZC9UFFF0V.2 size=81420 2024-04-15T16:49:03.616 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.632+0000 7fcc009d6780 1 > prepared multipart upload key=4BYY962BPUZ7 upload=8ZDZC9UFFF0V tag=CF8DJQCHQCS0 type=write size=3227148 2024-04-15T16:49:03.621 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.636+0000 7fcc009d6780 1 < suggested remove operation key=7NTTGUKN6UZ3 tag=V1570MGRM5GK type=del 2024-04-15T16:49:03.625 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.640+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~IOJ26VBEJ7Q2.0 size=1048576 2024-04-15T16:49:03.626 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.642+0000 7fcc009d6780 1 > prepared part key=_multipart_QYKA01GVNV1V.2~IOJ26VBEJ7Q2.1 size=205882 2024-04-15T16:49:03.626 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.642+0000 7fcc009d6780 1 > prepared multipart upload key=QYKA01GVNV1V upload=IOJ26VBEJ7Q2 tag=K1D8TC6D0SUK type=write size=2303034 2024-04-15T16:49:03.628 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.644+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~45TXM5IT1WK6.0 size=1048576 2024-04-15T16:49:03.630 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.646+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~45TXM5IT1WK6.1 size=1048576 2024-04-15T16:49:03.633 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.648+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~45TXM5IT1WK6.2 size=224252 2024-04-15T16:49:03.636 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.652+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=45TXM5IT1WK6 tag=Z1BUHLD191LL type=write size=3369980 2024-04-15T16:49:03.639 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.654+0000 7fcc009d6780 1 > prepared operation key=15VOAX95U1N2 tag=N1YKZVM4WGYY type=del size=3845254 2024-04-15T16:49:03.641 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.656+0000 7fcc009d6780 1 < completed part key=_multipart_54DQHB9HNDQB.2~8TI6PAODN6K8.0 size=399440 2024-04-15T16:49:03.645 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.660+0000 7fcc009d6780 1 < completed multipart upload key=54DQHB9HNDQB upload=8TI6PAODN6K8 tag=BRWI3TE6WF21 type=write size=1448016 2024-04-15T16:49:03.647 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.662+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=86JQZ0A0XAKD type=del size=3482023 2024-04-15T16:49:03.649 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.665+0000 7fcc009d6780 1 < completed write operation key=GJK15ROSBRTP tag=4KJ1KRO4HN1W type=write size=154585 2024-04-15T16:49:03.651 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.667+0000 7fcc009d6780 1 > prepared operation key=P016Z7D73CKQ tag=M2YZ3PJSZAVG type=write size=367888 2024-04-15T16:49:03.654 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.669+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~BWR38GUL3J4L.0 size=804402 2024-04-15T16:49:03.657 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.673+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=BWR38GUL3J4L tag=B1QPV8L8S94L type=write size=1852978 2024-04-15T16:49:03.659 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.675+0000 7fcc009d6780 1 > prepared operation key=SM1B7DUDN47F tag=QH85DE43BSDM type=write size=766450 2024-04-15T16:49:03.663 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.679+0000 7fcc009d6780 1 < suggested remove operation key=BQ060THFR5IO tag=JQMX0UGQZOM6 type=del 2024-04-15T16:49:03.667 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.683+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~SRK94XY8VWV7.0 size=1048576 2024-04-15T16:49:03.669 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.685+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~SRK94XY8VWV7.1 size=1048576 2024-04-15T16:49:03.672 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.687+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~SRK94XY8VWV7.2 size=14909 2024-04-15T16:49:03.672 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.687+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=SRK94XY8VWV7 tag=2CMHG63G77F8 type=write size=3160637 2024-04-15T16:49:03.674 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.689+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~T06AGBXNC05O.0 size=1026664 2024-04-15T16:49:03.678 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.694+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=T06AGBXNC05O tag=ZDAU70VSOETB type=write size=2075240 2024-04-15T16:49:03.682 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.698+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~1LEK7J9WVY83.0 size=1048576 2024-04-15T16:49:03.684 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.700+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~1LEK7J9WVY83.1 size=1048576 2024-04-15T16:49:03.686 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.702+0000 7fcc009d6780 1 > prepared part key=_multipart_U99IDECO7FVV.2~1LEK7J9WVY83.2 size=1007144 2024-04-15T16:49:03.686 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.702+0000 7fcc009d6780 1 > prepared multipart upload key=U99IDECO7FVV upload=1LEK7J9WVY83 tag=HZ8PPF1GVPFQ type=write size=4152872 2024-04-15T16:49:03.689 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.704+0000 7fcc009d6780 1 < completed delete operation key=32K02EULE6LL tag=BLYH41RA1KZG type=del 2024-04-15T16:49:03.693 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.709+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~H0IVKOF7HYYV.0 size=1048576 2024-04-15T16:49:03.695 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.711+0000 7fcc009d6780 1 > prepared part key=_multipart_VPMU4YD3VQ1D.2~H0IVKOF7HYYV.1 size=177284 2024-04-15T16:49:03.695 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.711+0000 7fcc009d6780 1 > prepared multipart upload key=VPMU4YD3VQ1D upload=H0IVKOF7HYYV tag=3K2BCDURR56Y type=write size=2274436 2024-04-15T16:49:03.696 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.711+0000 7fcc009d6780 1 < canceled part key=_multipart_BJ0SZQNPDE4F.2~M6X8OMRW4Y12.0 size=1048576 2024-04-15T16:49:03.697 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.713+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~M6X8OMRW4Y12.1 size=1045560 2024-04-15T16:49:03.702 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.717+0000 7fcc009d6780 1 < canceled multipart upload key=BJ0SZQNPDE4F upload=M6X8OMRW4Y12 tag=9XUIK2TWTZJ9 type=write size=3142712 2024-04-15T16:49:03.704 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.719+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=FGAUI8OZ7DOE type=del size=961475 2024-04-15T16:49:03.706 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.722+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~HXBKKLUGP80T.0 size=1048576 2024-04-15T16:49:03.708 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.724+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~HXBKKLUGP80T.1 size=1048576 2024-04-15T16:49:03.710 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.726+0000 7fcc009d6780 1 < completed part key=_multipart_BJ0SZQNPDE4F.2~HXBKKLUGP80T.2 size=326753 2024-04-15T16:49:03.714 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.729+0000 7fcc009d6780 1 < completed multipart upload key=BJ0SZQNPDE4F upload=HXBKKLUGP80T tag=5IIF5UVV107F type=write size=3472481 2024-04-15T16:49:03.718 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.733+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~0KTJG0JKP70Q.0 size=420788 2024-04-15T16:49:03.718 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.733+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=0KTJG0JKP70Q tag=B1O07FG9HCQH type=write size=1469364 2024-04-15T16:49:03.720 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.735+0000 7fcc009d6780 1 < completed delete operation key=BJ0SZQNPDE4F tag=1VIZF22JO9B7 type=del 2024-04-15T16:49:03.722 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.738+0000 7fcc009d6780 1 > prepared operation key=LEXP4TLXUJL4 tag=Z9R526V7D1CQ type=del size=3958412 2024-04-15T16:49:03.725 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.740+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~T2VR2PMUWJK6.0 size=1048576 2024-04-15T16:49:03.727 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.742+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~T2VR2PMUWJK6.1 size=1048576 2024-04-15T16:49:03.729 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.744+0000 7fcc009d6780 1 < completed part key=_multipart_SEFWMQT6GQB4.2~T2VR2PMUWJK6.2 size=903940 2024-04-15T16:49:03.733 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.748+0000 7fcc009d6780 1 < completed multipart upload key=SEFWMQT6GQB4 upload=T2VR2PMUWJK6 tag=YMPZGTJDNM11 type=write size=4049668 2024-04-15T16:49:03.737 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.753+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~K0UGLCYNC6FV.0 size=1048576 2024-04-15T16:49:03.739 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.755+0000 7fcc009d6780 1 > prepared part key=_multipart_XE6CHS65PXVA.2~K0UGLCYNC6FV.1 size=304187 2024-04-15T16:49:03.740 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.755+0000 7fcc009d6780 1 > prepared multipart upload key=XE6CHS65PXVA upload=K0UGLCYNC6FV tag=0NO78JM6S0TQ type=write size=2401339 2024-04-15T16:49:03.741 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.757+0000 7fcc009d6780 1 < completed part key=_multipart_3TSCAKP7XLQL.2~13K5R5TVTEVW.0 size=28885 2024-04-15T16:49:03.745 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.761+0000 7fcc009d6780 1 < completed multipart upload key=3TSCAKP7XLQL upload=13K5R5TVTEVW tag=WRE7XJDE670Y type=write size=1077461 2024-04-15T16:49:03.747 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.763+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=RK4W9ZTB2BQP type=write size=380179 2024-04-15T16:49:03.750 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.765+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~49RAERZ8EYQ9.0 size=862779 2024-04-15T16:49:03.754 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.769+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=49RAERZ8EYQ9 tag=95172JP7IKJW type=write size=1911355 2024-04-15T16:49:03.756 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.771+0000 7fcc009d6780 1 > prepared operation key=H9FFWDTWEPPS tag=0HEDQ8XB3YLB type=del size=3784577 2024-04-15T16:49:03.758 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.773+0000 7fcc009d6780 1 < completed delete operation key=GEH1YTD5S8EP tag=ERISK9JWATOE type=del 2024-04-15T16:49:03.760 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.776+0000 7fcc009d6780 1 > prepared operation key=SMX0793SRFXB tag=5PEIS1SDAFK0 type=del size=398300 2024-04-15T16:49:03.763 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.778+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~8ZDZC9UFFF0V.0 size=1048576 2024-04-15T16:49:03.766 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.780+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~8ZDZC9UFFF0V.1 size=1048576 2024-04-15T16:49:03.767 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.782+0000 7fcc009d6780 1 < completed part key=_multipart_4BYY962BPUZ7.2~8ZDZC9UFFF0V.2 size=81420 2024-04-15T16:49:03.770 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.785+0000 7fcc009d6780 1 < completed multipart upload key=4BYY962BPUZ7 upload=8ZDZC9UFFF0V tag=CF8DJQCHQCS0 type=write size=3227148 2024-04-15T16:49:03.772 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.788+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=8D4A3OTE8UP0 type=del size=3193787 2024-04-15T16:49:03.776 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.791+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~IOJ26VBEJ7Q2.0 size=1048576 2024-04-15T16:49:03.779 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.794+0000 7fcc009d6780 1 < completed part key=_multipart_QYKA01GVNV1V.2~IOJ26VBEJ7Q2.1 size=205882 2024-04-15T16:49:03.782 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.798+0000 7fcc009d6780 1 < completed multipart upload key=QYKA01GVNV1V upload=IOJ26VBEJ7Q2 tag=K1D8TC6D0SUK type=write size=2303034 2024-04-15T16:49:03.785 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.800+0000 7fcc009d6780 1 > prepared operation key=8VXMHHU12YH7 tag=UKEZE67S3EXQ type=write size=501840 2024-04-15T16:49:03.787 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.802+0000 7fcc009d6780 1 < completed delete operation key=15VOAX95U1N2 tag=N1YKZVM4WGYY type=del 2024-04-15T16:49:03.791 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.807+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~CFTHJOO2HN2X.0 size=1048576 2024-04-15T16:49:03.793 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.809+0000 7fcc009d6780 1 > prepared part key=_multipart_CGQDFKP4V6R7.2~CFTHJOO2HN2X.1 size=220407 2024-04-15T16:49:03.793 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.809+0000 7fcc009d6780 1 > prepared multipart upload key=CGQDFKP4V6R7 upload=CFTHJOO2HN2X tag=4ZYG1N7CKE9X type=write size=2317559 2024-04-15T16:49:03.796 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.811+0000 7fcc009d6780 1 < completed delete operation key=MI9ZZNLIFVPG tag=86JQZ0A0XAKD type=del 2024-04-15T16:49:03.798 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.814+0000 7fcc009d6780 1 > prepared operation key=54DQHB9HNDQB tag=POOLSL0KV8BA type=del size=2550420 2024-04-15T16:49:03.800 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.816+0000 7fcc009d6780 1 < completed write operation key=P016Z7D73CKQ tag=M2YZ3PJSZAVG type=write size=367888 2024-04-15T16:49:03.804 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.820+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~MDC7D9LDEZM3.0 size=1048576 2024-04-15T16:49:03.806 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.822+0000 7fcc009d6780 1 > prepared part key=_multipart_CQ12L2GW4SE3.2~MDC7D9LDEZM3.1 size=522086 2024-04-15T16:49:03.806 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.822+0000 7fcc009d6780 1 > prepared multipart upload key=CQ12L2GW4SE3 upload=MDC7D9LDEZM3 tag=OPZADERPXTT1 type=write size=2619238 2024-04-15T16:49:03.809 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.824+0000 7fcc009d6780 1 < canceled operation key=SM1B7DUDN47F tag=QH85DE43BSDM type=write size=766450 2024-04-15T16:49:03.811 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.827+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=JVX3SSJWK6AS type=del size=1915194 2024-04-15T16:49:03.813 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.829+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~SRK94XY8VWV7.0 size=1048576 2024-04-15T16:49:03.815 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.831+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~SRK94XY8VWV7.1 size=1048576 2024-04-15T16:49:03.817 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.833+0000 7fcc009d6780 1 < completed part key=_multipart_BQ060THFR5IO.2~SRK94XY8VWV7.2 size=14909 2024-04-15T16:49:03.821 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.837+0000 7fcc009d6780 1 < completed multipart upload key=BQ060THFR5IO upload=SRK94XY8VWV7 tag=2CMHG63G77F8 type=write size=3160637 2024-04-15T16:49:03.824 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.839+0000 7fcc009d6780 1 > prepared operation key=MI9ZZNLIFVPG tag=VKVHSNRCMZIZ type=write size=871647 2024-04-15T16:49:03.826 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.841+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~1LEK7J9WVY83.0 size=1048576 2024-04-15T16:49:03.828 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.843+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~1LEK7J9WVY83.1 size=1048576 2024-04-15T16:49:03.829 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.845+0000 7fcc009d6780 1 < completed part key=_multipart_U99IDECO7FVV.2~1LEK7J9WVY83.2 size=1007144 2024-04-15T16:49:03.833 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.848+0000 7fcc009d6780 1 < completed multipart upload key=U99IDECO7FVV upload=1LEK7J9WVY83 tag=HZ8PPF1GVPFQ type=write size=4152872 2024-04-15T16:49:03.837 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.853+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~69AQXXL8MAL8.0 size=1048576 2024-04-15T16:49:03.839 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.854+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~69AQXXL8MAL8.1 size=1048576 2024-04-15T16:49:03.841 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.856+0000 7fcc009d6780 1 > prepared part key=_multipart_SM1B7DUDN47F.2~69AQXXL8MAL8.2 size=502010 2024-04-15T16:49:03.841 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.856+0000 7fcc009d6780 1 > prepared multipart upload key=SM1B7DUDN47F upload=69AQXXL8MAL8 tag=JKO8O3CY1JS7 type=write size=3647738 2024-04-15T16:49:03.843 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.859+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~H0IVKOF7HYYV.0 size=1048576 2024-04-15T16:49:03.845 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.861+0000 7fcc009d6780 1 < completed part key=_multipart_VPMU4YD3VQ1D.2~H0IVKOF7HYYV.1 size=177284 2024-04-15T16:49:03.849 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.864+0000 7fcc009d6780 1 < completed multipart upload key=VPMU4YD3VQ1D upload=H0IVKOF7HYYV tag=3K2BCDURR56Y type=write size=2274436 2024-04-15T16:49:03.852 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.867+0000 7fcc009d6780 1 > prepared operation key=KZLUKZMI1WBU tag=JU29G3N11GW8 type=write size=706956 2024-04-15T16:49:03.856 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.870+0000 7fcc009d6780 1 < completed delete operation key=54DQHB9HNDQB tag=FGAUI8OZ7DOE type=del 2024-04-15T16:49:03.858 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.873+0000 7fcc009d6780 1 > prepared operation key=BQ060THFR5IO tag=XMNYAFEAFXHE type=del size=1137541 2024-04-15T16:49:03.860 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.875+0000 7fcc009d6780 1 < completed part key=_multipart_H9FFWDTWEPPS.2~0KTJG0JKP70Q.0 size=420788 2024-04-15T16:49:03.863 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.878+0000 7fcc009d6780 1 < completed multipart upload key=H9FFWDTWEPPS upload=0KTJG0JKP70Q tag=B1O07FG9HCQH type=write size=1469364 2024-04-15T16:49:03.867 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.882+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~ML5PMW2HK3I9.0 size=1048576 2024-04-15T16:49:03.869 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.884+0000 7fcc009d6780 1 > prepared part key=_multipart_H9FFWDTWEPPS.2~ML5PMW2HK3I9.1 size=986230 2024-04-15T16:49:03.869 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.884+0000 7fcc009d6780 1 > prepared multipart upload key=H9FFWDTWEPPS upload=ML5PMW2HK3I9 tag=AUWN0GXVPD8T type=write size=3083382 2024-04-15T16:49:03.873 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.888+0000 7fcc009d6780 1 < suggested remove operation key=LEXP4TLXUJL4 tag=Z9R526V7D1CQ type=del 2024-04-15T16:49:03.875 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.890+0000 7fcc009d6780 1 > prepared operation key=XE6CHS65PXVA tag=5YOW72RDW629 type=write size=88920 2024-04-15T16:49:03.877 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.892+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~K0UGLCYNC6FV.0 size=1048576 2024-04-15T16:49:03.879 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.894+0000 7fcc009d6780 1 < completed part key=_multipart_XE6CHS65PXVA.2~K0UGLCYNC6FV.1 size=304187 2024-04-15T16:49:03.882 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.898+0000 7fcc009d6780 1 < completed multipart upload key=XE6CHS65PXVA upload=K0UGLCYNC6FV tag=0NO78JM6S0TQ type=write size=2401339 2024-04-15T16:49:03.887 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.902+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~ZP7VKTFT54A8.0 size=1048576 2024-04-15T16:49:03.889 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.904+0000 7fcc009d6780 1 > prepared part key=_multipart_KZLUKZMI1WBU.2~ZP7VKTFT54A8.1 size=194992 2024-04-15T16:49:03.889 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.904+0000 7fcc009d6780 1 > prepared multipart upload key=KZLUKZMI1WBU upload=ZP7VKTFT54A8 tag=YKYYW4ITIGRH type=write size=2292144 2024-04-15T16:49:03.891 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.907+0000 7fcc009d6780 1 < completed write operation key=XE6CHS65PXVA tag=RK4W9ZTB2BQP type=write size=380179 2024-04-15T16:49:03.893 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.909+0000 7fcc009d6780 1 > prepared operation key=GJK15ROSBRTP tag=6L9KDHICIZ8B type=del size=3459422 2024-04-15T16:49:03.898 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.913+0000 7fcc009d6780 1 < suggested update operation key=H9FFWDTWEPPS tag=0HEDQ8XB3YLB type=del size=3784577 2024-04-15T16:49:03.902 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.917+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~1TR5EPCDUP5I.0 size=1048576 2024-04-15T16:49:03.904 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.919+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~1TR5EPCDUP5I.1 size=1048576 2024-04-15T16:49:03.905 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.921+0000 7fcc009d6780 1 > prepared part key=_multipart_BQ060THFR5IO.2~1TR5EPCDUP5I.2 size=831452 2024-04-15T16:49:03.906 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.921+0000 7fcc009d6780 1 > prepared multipart upload key=BQ060THFR5IO upload=1TR5EPCDUP5I tag=JUR7KSMPCY4B type=write size=3977180 2024-04-15T16:49:03.908 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.923+0000 7fcc009d6780 1 < completed delete operation key=SMX0793SRFXB tag=5PEIS1SDAFK0 type=del 2024-04-15T16:49:03.911 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.927+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~1OFOBXIQRU3M.0 size=1048576 2024-04-15T16:49:03.913 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.929+0000 7fcc009d6780 1 > prepared part key=_multipart_7NTTGUKN6UZ3.2~1OFOBXIQRU3M.1 size=506576 2024-04-15T16:49:03.913 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.929+0000 7fcc009d6780 1 > prepared multipart upload key=7NTTGUKN6UZ3 upload=1OFOBXIQRU3M tag=OL3PLVYITFLI type=write size=2603728 2024-04-15T16:49:03.915 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.930+0000 7fcc009d6780 1 < canceled operation key=MI9ZZNLIFVPG tag=8D4A3OTE8UP0 type=del size=3193787 2024-04-15T16:49:03.919 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.934+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~REAQI2V1WZRQ.0 size=1048576 2024-04-15T16:49:03.921 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.937+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~REAQI2V1WZRQ.1 size=1048576 2024-04-15T16:49:03.923 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.938+0000 7fcc009d6780 1 > prepared part key=_multipart_GJK15ROSBRTP.2~REAQI2V1WZRQ.2 size=805509 2024-04-15T16:49:03.923 INFO:tasks.workunit.client.0.smithi090.stderr:2024-04-15T16:49:03.938+0000 7fcc009d6780 1 > prepared multipart upload key=GJK15ROSBRTP upload=REAQI2V1WZRQ tag=R1BLN3KN6HOL type=write size=3951237 2024-04-15T16:49:03.923 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] cls_rgw_stats.simulate (13810 ms) 2024-04-15T16:49:03.923 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 1 test from cls_rgw_stats (13810 ms total) 2024-04-15T16:49:03.923 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T16:49:03.923 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment tear-down 2024-04-15T16:49:03.984 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] 1 test from 1 test suite ran. (15728 ms total) 2024-04-15T16:49:03.984 INFO:tasks.workunit.client.0.smithi090.stdout:[ PASSED ] 1 test. 2024-04-15T16:49:03.988 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:49:03.988 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:49:04.057 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-15T16:49:04.058 DEBUG:teuthology.orchestra.run.smithi090:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-15T16:49:04.128 INFO:tasks.workunit.client.0.smithi090.stdout:Running main() from gmock_main.cc 2024-04-15T16:49:04.128 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-15T16:49:04.128 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment set-up. 2024-04-15T16:49:04.128 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 2 tests from ClsSDK 2024-04-15T16:49:04.128 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-15T16:49:05.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:04 smithi090 ceph-mon[89240]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-15T16:49:05.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:04 smithi090 ceph-mon[89240]: pgmap v1380: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:05.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:04 smithi090 ceph-mon[91618]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-15T16:49:05.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:04 smithi090 ceph-mon[91618]: pgmap v1380: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:05.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:04 smithi153 ceph-mon[84714]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-15T16:49:05.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:04 smithi153 ceph-mon[84714]: pgmap v1380: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:06.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:06 smithi090 ceph-mon[89240]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-15T16:49:06.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:06 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1944355263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131716-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:49:06.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:06 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131716-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:49:06.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:06 smithi090 ceph-mon[91618]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-15T16:49:06.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:06 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1944355263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131716-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:49:06.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:06 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131716-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:49:06.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:06 smithi153 ceph-mon[84714]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-15T16:49:06.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:06 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1944355263' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131716-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:49:06.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:06 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131716-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:49:07.009 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2881 ms) 2024-04-15T16:49:07.009 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-15T16:49:07.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:07 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131716-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:49:07.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:07 smithi090 ceph-mon[89240]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-15T16:49:07.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:07 smithi090 ceph-mon[89240]: pgmap v1383: 137 pgs: 18 creating+peering, 4 unknown, 115 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:07.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:07 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131716-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:49:07.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:07 smithi090 ceph-mon[91618]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-15T16:49:07.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:07 smithi090 ceph-mon[91618]: pgmap v1383: 137 pgs: 18 creating+peering, 4 unknown, 115 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:07.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:07 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131716-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:49:07.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:07 smithi153 ceph-mon[84714]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-15T16:49:07.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:07 smithi153 ceph-mon[84714]: pgmap v1383: 137 pgs: 18 creating+peering, 4 unknown, 115 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:08.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:08 smithi090 ceph-mon[89240]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-15T16:49:08.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:49:08.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:08 smithi090 ceph-mon[91618]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-15T16:49:08.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:49:08.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:08 smithi153 ceph-mon[84714]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-15T16:49:08.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:49:09.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:09 smithi090 ceph-mon[89240]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-15T16:49:09.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:09 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1892581078' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131716-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:49:09.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:09 smithi090 ceph-mon[89240]: pgmap v1386: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:09.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:49:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:49:09] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-04-15T16:49:09.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:09 smithi090 ceph-mon[91618]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-15T16:49:09.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:09 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1892581078' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131716-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:49:09.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:09 smithi090 ceph-mon[91618]: pgmap v1386: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:09.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:09 smithi153 ceph-mon[84714]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-15T16:49:09.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:09 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1892581078' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131716-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T16:49:09.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:09 smithi153 ceph-mon[84714]: pgmap v1386: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:10.026 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3017 ms) 2024-04-15T16:49:10.026 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 2 tests from ClsSDK (5898 ms total) 2024-04-15T16:49:10.026 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T16:49:10.026 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment tear-down 2024-04-15T16:49:10.026 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] 2 tests from 1 test suite ran. (5898 ms total) 2024-04-15T16:49:10.026 INFO:tasks.workunit.client.0.smithi090.stdout:[ PASSED ] 2 tests. 2024-04-15T16:49:10.030 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T16:49:10.030 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T16:49:10.101 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-15T16:49:10.101 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-15T16:49:10.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:10 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:49:10.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:10 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1892581078' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131716-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:49:10.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:10 smithi090 ceph-mon[89240]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-15T16:49:10.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:10 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:49:10.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:10 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1892581078' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131716-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:49:10.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:10 smithi090 ceph-mon[91618]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-15T16:49:10.357 DEBUG:teuthology.parallel:result is None 2024-04-15T16:49:10.358 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T16:49:10.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:10 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T16:49:10.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:10 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1892581078' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi090-131716-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T16:49:10.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:10 smithi153 ceph-mon[84714]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-15T16:49:10.387 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T16:49:10.387 DEBUG:teuthology.orchestra.run.smithi090:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T16:49:10.442 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T16:49:10.443 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T16:49:10.443 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-15T16:49:10.443 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T16:49:10.443 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-15T16:49:10.443 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-15T16:49:10.444 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-15T16:49:10.444 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-15T16:49:10.444 DEBUG:teuthology.orchestra.run.smithi090:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-15T16:49:10.497 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T16:49:10.498 INFO:teuthology.orchestra.run.smithi090.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-15T16:49:10.498 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T16:49:10.554 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-15T16:49:10.554 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-15T16:49:10.610 INFO:tasks.workunit:timeout=3h 2024-04-15T16:49:10.610 INFO:tasks.workunit:cleanup=True 2024-04-15T16:49:10.611 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-15T16:49:10.666 INFO:tasks.workunit.client.0.smithi090.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-15T16:49:11.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:11 smithi090 ceph-mon[91618]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-15T16:49:11.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:11 smithi090 ceph-mon[91618]: pgmap v1389: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:11.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:11 smithi090 ceph-mon[89240]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-15T16:49:11.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:11 smithi090 ceph-mon[89240]: pgmap v1389: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:11.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:11 smithi153 ceph-mon[84714]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-15T16:49:11.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:11 smithi153 ceph-mon[84714]: pgmap v1389: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:12.299 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:12 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:49:12.299 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:12 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T16:49:12.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:12 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:49:12.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:12 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T16:49:12.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:12 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T16:49:12.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:12 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T16:49:12.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:49:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:49:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:49:13.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:13 smithi090 ceph-mon[91618]: pgmap v1390: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:13.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:13 smithi090 ceph-mon[89240]: pgmap v1390: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:13.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:13 smithi153 ceph-mon[84714]: pgmap v1390: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:15.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:14 smithi090 ceph-mon[89240]: pgmap v1391: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:15.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:14 smithi090 ceph-mon[91618]: pgmap v1391: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:15.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:14 smithi153 ceph-mon[84714]: pgmap v1391: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:17.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:16 smithi090 ceph-mon[89240]: pgmap v1392: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:17.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:16 smithi090 ceph-mon[91618]: pgmap v1392: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:17.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:16 smithi153 ceph-mon[84714]: pgmap v1392: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:18.822 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:49:18.823 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:49:18.865 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:49:19.381 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:49:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:49:19] "GET /metrics HTTP/1.1" 200 33978 "" "Prometheus/2.43.0" 2024-04-15T16:49:19.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:19 smithi153 ceph-mon[84714]: pgmap v1393: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:19.822 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:19 smithi090 ceph-mon[91618]: pgmap v1393: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:19.823 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:19 smithi090 ceph-mon[89240]: pgmap v1393: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:21.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:20 smithi090 ceph-mon[91618]: pgmap v1394: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:21.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:20 smithi090 ceph-mon[89240]: pgmap v1394: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:21.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:20 smithi153 ceph-mon[84714]: pgmap v1394: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:22.584 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:49:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:49:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:49:22.865 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:49:22.865 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:49:22.865 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:49:22.865 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:49:23.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:49:23.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:49:23.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:49:23.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:49:23.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:49:23.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:49:23.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:49:23.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:49:23.865 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:49:23.865 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:49:23.866 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:49:23.866 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:49:23.866 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:23 smithi153 ceph-mon[84714]: pgmap v1395: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:23.976 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-15T16:49:24.032 INFO:tasks.workunit.client.0.smithi090.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-15T16:49:24.034 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T16:49:24.034 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-15T16:49:24.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:49:24.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:49:24.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:49:24.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:49:24.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:23 smithi090 ceph-mon[91618]: pgmap v1395: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:24.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:49:24.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:49:24.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:49:24.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:49:24.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:23 smithi090 ceph-mon[89240]: pgmap v1395: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:24.084 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-15T16:49:24.133 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-15T16:49:24.173 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T16:49:24.175 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T16:49:24.175 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-15T16:49:24.214 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T16:49:24.217 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T16:49:24.217 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-15T16:49:24.274 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-15T16:49:24.275 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-15T16:49:24.275 DEBUG:teuthology.orchestra.run.smithi090:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-15T16:49:24.376 INFO:tasks.workunit.client.0.smithi090.stdout:run length 1200 seconds 2024-04-15T16:49:24.376 INFO:tasks.workunit.client.0.smithi090.stdout:preparing 10240 objects 2024-04-15T16:49:25.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:24 smithi090 ceph-mon[91618]: pgmap v1396: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:25.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:24 smithi090 ceph-mon[89240]: pgmap v1396: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:25.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:24 smithi153 ceph-mon[84714]: pgmap v1396: 105 pgs: 105 active+clean; 583 KiB data, 3.9 GiB used, 711 GiB / 715 GiB avail 2024-04-15T16:49:26.495 INFO:tasks.workunit.client.0.smithi090.stdout:load-gen will run 1200 seconds 2024-04-15T16:49:27.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:26 smithi090 ceph-mon[89240]: pgmap v1397: 105 pgs: 105 active+clean; 84 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 567 KiB/s wr, 566 op/s 2024-04-15T16:49:27.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:26 smithi090 ceph-mon[91618]: pgmap v1397: 105 pgs: 105 active+clean; 84 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 567 KiB/s wr, 566 op/s 2024-04-15T16:49:27.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:26 smithi153 ceph-mon[84714]: pgmap v1397: 105 pgs: 105 active+clean; 84 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 567 KiB/s wr, 566 op/s 2024-04-15T16:49:27.495 INFO:tasks.workunit.client.0.smithi090.stdout: 1: throughput=0MB/sec pending data=0 2024-04-15T16:49:27.495 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Qqp-wemfQAtLZUO off=5177611 len=1879486 2024-04-15T16:49:27.498 INFO:tasks.workunit.client.0.smithi090.stdout:op 0 completed, throughput=1.79MB/sec 2024-04-15T16:49:27.498 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VHjH8n630_a5XOc off=12275486 len=1996959 2024-04-15T16:49:27.513 INFO:tasks.workunit.client.0.smithi090.stdout:op 1 completed, throughput=3.63MB/sec 2024-04-15T16:49:27.514 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6YUYYNOrWZhJhli off=20926982 len=1306447 2024-04-15T16:49:27.515 INFO:tasks.workunit.client.0.smithi090.stdout:op 2 completed, throughput=4.85MB/sec 2024-04-15T16:49:27.515 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CUnRqsCALcpKUup off=1467409 len=24134 2024-04-15T16:49:27.515 INFO:tasks.workunit.client.0.smithi090.stdout:op 3 completed, throughput=4.87MB/sec 2024-04-15T16:49:27.515 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cy2gLOreHREAW-f off=1065987 len=1022234 2024-04-15T16:49:27.516 INFO:tasks.workunit.client.0.smithi090.stdout:op 4 completed, throughput=5.81MB/sec 2024-04-15T16:49:28.517 INFO:tasks.workunit.client.0.smithi090.stdout: 2: throughput=2.94MB/sec pending data=0 2024-04-15T16:49:28.517 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vs41rB20Gbe8vvb off=5080199 len=1037020 2024-04-15T16:49:28.523 INFO:tasks.workunit.client.0.smithi090.stdout:op 5 completed, throughput=3.42MB/sec 2024-04-15T16:49:28.523 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ve7hRDhrHvyMbz7 off=1294386 len=1258554 2024-04-15T16:49:28.529 INFO:tasks.workunit.client.0.smithi090.stdout:op 6 completed, throughput=4MB/sec 2024-04-15T16:49:28.529 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KXhj5vIEvamC5jW off=4811933 len=1401077 2024-04-15T16:49:28.530 INFO:tasks.workunit.client.0.smithi090.stdout:op 7 completed, throughput=4.65MB/sec 2024-04-15T16:49:28.530 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-E3MsLh2uM1E5SvH off=16957186 len=827548 2024-04-15T16:49:28.531 INFO:tasks.workunit.client.0.smithi090.stdout:op 8 completed, throughput=5.04MB/sec 2024-04-15T16:49:29.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:28 smithi090 ceph-mon[89240]: pgmap v1398: 105 pgs: 105 active+clean; 116 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 782 KiB/s wr, 781 op/s 2024-04-15T16:49:29.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:49:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:49:29] "GET /metrics HTTP/1.1" 200 33975 "" "Prometheus/2.43.0" 2024-04-15T16:49:29.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:28 smithi090 ceph-mon[91618]: pgmap v1398: 105 pgs: 105 active+clean; 116 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 782 KiB/s wr, 781 op/s 2024-04-15T16:49:29.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:28 smithi153 ceph-mon[84714]: pgmap v1398: 105 pgs: 105 active+clean; 116 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 782 KiB/s wr, 781 op/s 2024-04-15T16:49:29.532 INFO:tasks.workunit.client.0.smithi090.stdout: 3: throughput=3.38MB/sec pending data=0 2024-04-15T16:49:29.532 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sH46vDN_7cw1Yd3 off=3638741 len=212793 2024-04-15T16:49:29.532 INFO:tasks.workunit.client.0.smithi090.stdout:op 9 completed, throughput=3.44MB/sec 2024-04-15T16:49:29.532 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0PXo3IJhsk3vndS off=932847 len=1251079 2024-04-15T16:49:29.534 INFO:tasks.workunit.client.0.smithi090.stdout:op 10 completed, throughput=3.83MB/sec 2024-04-15T16:49:29.534 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mg469LbrUZl56y- off=3342174 len=1563673 2024-04-15T16:49:29.535 INFO:tasks.workunit.client.0.smithi090.stdout:op 11 completed, throughput=4.32MB/sec 2024-04-15T16:49:29.535 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AktbCHHgSfs2fVm off=6977459 len=915368 2024-04-15T16:49:29.540 INFO:tasks.workunit.client.0.smithi090.stdout:op 12 completed, throughput=4.6MB/sec 2024-04-15T16:49:29.540 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Wp5nUMrC5n5Jjrd off=3429007 len=723974 2024-04-15T16:49:29.545 INFO:tasks.workunit.client.0.smithi090.stdout:op 13 completed, throughput=4.82MB/sec 2024-04-15T16:49:29.545 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ywcPaK4rngWKtSC off=12859391 len=914642 2024-04-15T16:49:29.549 INFO:tasks.workunit.client.0.smithi090.stdout:op 14 completed, throughput=5.1MB/sec 2024-04-15T16:49:30.549 INFO:tasks.workunit.client.0.smithi090.stdout: 4: throughput=3.84MB/sec pending data=0 2024-04-15T16:49:30.549 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FxSszYcoyF40kSf off=922651 len=52193 2024-04-15T16:49:30.550 INFO:tasks.workunit.client.0.smithi090.stdout:op 15 completed, throughput=3.85MB/sec 2024-04-15T16:49:30.550 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2s5Xcc9JbixLJpk off=13337260 len=585963 2024-04-15T16:49:30.550 INFO:tasks.workunit.client.0.smithi090.stdout:op 16 completed, throughput=3.99MB/sec 2024-04-15T16:49:30.550 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8qQYN1EQknxDIOk off=10010686 len=276463 2024-04-15T16:49:30.553 INFO:tasks.workunit.client.0.smithi090.stdout:op 17 completed, throughput=4.05MB/sec 2024-04-15T16:49:30.553 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XLhuSD2oSXCfWKy off=3647416 len=1520793 2024-04-15T16:49:30.554 INFO:tasks.workunit.client.0.smithi090.stdout:op 18 completed, throughput=4.41MB/sec 2024-04-15T16:49:30.554 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yqOri5Z_XGoIHyU off=1857750 len=561431 2024-04-15T16:49:30.555 INFO:tasks.workunit.client.0.smithi090.stdout:op 19 completed, throughput=4.54MB/sec 2024-04-15T16:49:30.555 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TMdsFsE-w5Mvw_D off=1163270 len=1586743 2024-04-15T16:49:30.556 INFO:tasks.workunit.client.0.smithi090.stdout:op 20 completed, throughput=4.91MB/sec 2024-04-15T16:49:30.556 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nZfVGsTv6CpRaRk off=3515645 len=852294 2024-04-15T16:49:30.561 INFO:tasks.workunit.client.0.smithi090.stdout:op 21 completed, throughput=5.11MB/sec 2024-04-15T16:49:31.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:30 smithi090 ceph-mon[89240]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 1.1 MiB/s wr, 853 op/s 2024-04-15T16:49:31.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:30 smithi090 ceph-mon[91618]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 1.1 MiB/s wr, 853 op/s 2024-04-15T16:49:31.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:30 smithi153 ceph-mon[84714]: pgmap v1399: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 1.1 MiB/s wr, 853 op/s 2024-04-15T16:49:31.561 INFO:tasks.workunit.client.0.smithi090.stdout: 5: throughput=4.1MB/sec pending data=0 2024-04-15T16:49:31.561 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jWLtKjmrAnBxMDn off=6539293 len=400647 2024-04-15T16:49:31.564 INFO:tasks.workunit.client.0.smithi090.stdout:op 22 completed, throughput=4.17MB/sec 2024-04-15T16:49:31.565 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zin8ogBgHcTMozC off=4175552 len=1567570 2024-04-15T16:49:31.567 INFO:tasks.workunit.client.0.smithi090.stdout:op 23 completed, throughput=4.46MB/sec 2024-04-15T16:49:31.567 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XakMwBwktMc4FqU off=20907688 len=1418120 2024-04-15T16:49:31.570 INFO:tasks.workunit.client.0.smithi090.stdout:op 24 completed, throughput=4.73MB/sec 2024-04-15T16:49:31.570 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FzBzABpPjekfm57 off=8209003 len=108254 2024-04-15T16:49:31.571 INFO:tasks.workunit.client.0.smithi090.stdout:op 25 completed, throughput=4.75MB/sec 2024-04-15T16:49:31.572 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BiYMnIWcZp3nM0O off=3560298 len=1868281 2024-04-15T16:49:31.573 INFO:tasks.workunit.client.0.smithi090.stdout:op 26 completed, throughput=5.09MB/sec 2024-04-15T16:49:32.574 INFO:tasks.workunit.client.0.smithi090.stdout: 6: throughput=4.26MB/sec pending data=0 2024-04-15T16:49:32.574 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-28RoBAIBSA7rsuW off=585676 len=429812 2024-04-15T16:49:32.575 INFO:tasks.workunit.client.0.smithi090.stdout:op 27 completed, throughput=4.32MB/sec 2024-04-15T16:49:32.575 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-f27pvTAd9aItPj7 off=4318086 len=1289977 2024-04-15T16:49:32.576 INFO:tasks.workunit.client.0.smithi090.stdout:op 28 completed, throughput=4.52MB/sec 2024-04-15T16:49:32.577 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fR8gBMlml7Fh1hG off=5222060 len=1566929 2024-04-15T16:49:32.585 INFO:tasks.workunit.client.0.smithi090.stdout:op 29 completed, throughput=4.76MB/sec 2024-04-15T16:49:32.585 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qJ83C5DIPYvms2r off=811287 len=1655718 2024-04-15T16:49:32.587 INFO:tasks.workunit.client.0.smithi090.stdout:op 30 completed, throughput=5.02MB/sec 2024-04-15T16:49:32.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:49:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:49:33.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:33 smithi090 ceph-mon[91618]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 855 op/s 2024-04-15T16:49:33.380 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:33 smithi090 ceph-mon[89240]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 855 op/s 2024-04-15T16:49:33.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:33 smithi153 ceph-mon[84714]: pgmap v1400: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 855 op/s 2024-04-15T16:49:33.587 INFO:tasks.workunit.client.0.smithi090.stdout: 7: throughput=4.31MB/sec pending data=0 2024-04-15T16:49:33.587 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9GJ3U1KIBfkdv8D off=17830687 len=32460 2024-04-15T16:49:33.588 INFO:tasks.workunit.client.0.smithi090.stdout:op 31 completed, throughput=4.32MB/sec 2024-04-15T16:49:33.588 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xWCNPEjm0VbkYJb off=2007569 len=1148042 2024-04-15T16:49:33.593 INFO:tasks.workunit.client.0.smithi090.stdout:op 32 completed, throughput=4.47MB/sec 2024-04-15T16:49:33.593 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AG0nUcRAShNeASJ off=5886938 len=1678206 2024-04-15T16:49:33.595 INFO:tasks.workunit.client.0.smithi090.stdout:op 33 completed, throughput=4.69MB/sec 2024-04-15T16:49:33.595 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dfGQD4sKSsQ_-GT off=694705 len=889352 2024-04-15T16:49:33.596 INFO:tasks.workunit.client.0.smithi090.stdout:op 34 completed, throughput=4.81MB/sec 2024-04-15T16:49:33.596 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Z6n4VaFByyQFqx9 off=18354274 len=796352 2024-04-15T16:49:33.600 INFO:tasks.workunit.client.0.smithi090.stdout:op 35 completed, throughput=4.92MB/sec 2024-04-15T16:49:33.600 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JxwnP7wm9vZGIwW off=4002754 len=2081741 2024-04-15T16:49:33.611 INFO:tasks.workunit.client.0.smithi090.stdout:op 36 completed, throughput=5.19MB/sec 2024-04-15T16:49:34.611 INFO:tasks.workunit.client.0.smithi090.stdout: 8: throughput=4.55MB/sec pending data=0 2024-04-15T16:49:34.612 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OwOJt775y-T1aAM off=0 len=1254339 2024-04-15T16:49:34.620 INFO:tasks.workunit.client.0.smithi090.stdout:op 37 completed, throughput=4.69MB/sec 2024-04-15T16:49:34.620 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ojVuhNyAld38nnq off=3764745 len=654447 2024-04-15T16:49:34.624 INFO:tasks.workunit.client.0.smithi090.stdout:op 38 completed, throughput=4.76MB/sec 2024-04-15T16:49:34.624 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jCjXKeyEwk-sLqn off=9424893 len=968265 2024-04-15T16:49:34.629 INFO:tasks.workunit.client.0.smithi090.stdout:op 39 completed, throughput=4.87MB/sec 2024-04-15T16:49:34.629 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NAj2Bi7e5dzePMs off=3243537 len=1899309 2024-04-15T16:49:34.638 INFO:tasks.workunit.client.0.smithi090.stdout:op 40 completed, throughput=5.09MB/sec 2024-04-15T16:49:35.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:34 smithi090 ceph-mon[91618]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 855 op/s 2024-04-15T16:49:35.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:34 smithi090 ceph-mon[89240]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 855 op/s 2024-04-15T16:49:35.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:34 smithi153 ceph-mon[84714]: pgmap v1401: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.5 MiB/s wr, 855 op/s 2024-04-15T16:49:35.638 INFO:tasks.workunit.client.0.smithi090.stdout: 9: throughput=4.53MB/sec pending data=0 2024-04-15T16:49:35.638 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-33eS_laYM0TQGa4 off=5474839 len=319199 2024-04-15T16:49:35.639 INFO:tasks.workunit.client.0.smithi090.stdout:op 41 completed, throughput=4.57MB/sec 2024-04-15T16:49:35.639 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-07qwdg71glfCXD- off=10566480 len=1069447 2024-04-15T16:49:35.640 INFO:tasks.workunit.client.0.smithi090.stdout:op 42 completed, throughput=4.68MB/sec 2024-04-15T16:49:35.640 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Kw3d-OQZ-02mqw4 off=2867470 len=360056 2024-04-15T16:49:35.643 INFO:tasks.workunit.client.0.smithi090.stdout:op 43 completed, throughput=4.71MB/sec 2024-04-15T16:49:35.643 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MRvDZC5SgJEHf6Y off=6328973 len=850819 2024-04-15T16:49:35.647 INFO:tasks.workunit.client.0.smithi090.stdout:op 44 completed, throughput=4.8MB/sec 2024-04-15T16:49:35.647 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--XBmpX5J4FRFfCJ off=13467541 len=1322649 2024-04-15T16:49:35.655 INFO:tasks.workunit.client.0.smithi090.stdout:op 45 completed, throughput=4.93MB/sec 2024-04-15T16:49:35.655 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jgjt2kYIemIOIrL off=5945929 len=250038 2024-04-15T16:49:35.656 INFO:tasks.workunit.client.0.smithi090.stdout:op 46 completed, throughput=4.96MB/sec 2024-04-15T16:49:35.656 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GG2NNXWUTBLTI1_ off=8217525 len=1719089 2024-04-15T16:49:35.664 INFO:tasks.workunit.client.0.smithi090.stdout:op 47 completed, throughput=5.13MB/sec 2024-04-15T16:49:36.664 INFO:tasks.workunit.client.0.smithi090.stdout: 10: throughput=4.63MB/sec pending data=0 2024-04-15T16:49:36.664 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZBL8HeHmVRVIt9m off=6764736 len=1890505 2024-04-15T16:49:36.676 INFO:tasks.workunit.client.0.smithi090.stdout:op 48 completed, throughput=4.8MB/sec 2024-04-15T16:49:36.676 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NVwgSEnLn0CbZ-1 off=16102620 len=1912733 2024-04-15T16:49:36.686 INFO:tasks.workunit.client.0.smithi090.stdout:op 49 completed, throughput=4.98MB/sec 2024-04-15T16:49:36.686 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-E1n4gcY1Z0ipfRm off=18403521 len=839505 2024-04-15T16:49:36.691 INFO:tasks.workunit.client.0.smithi090.stdout:op 50 completed, throughput=5.05MB/sec 2024-04-15T16:49:37.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:36 smithi090 ceph-mon[89240]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 856 op/s 2024-04-15T16:49:37.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:36 smithi090 ceph-mon[91618]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 856 op/s 2024-04-15T16:49:37.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:36 smithi153 ceph-mon[84714]: pgmap v1402: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 856 op/s 2024-04-15T16:49:37.691 INFO:tasks.workunit.client.0.smithi090.stdout: 11: throughput=4.6MB/sec pending data=0 2024-04-15T16:49:37.692 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Y0JvdJb7wS7_ONh off=7115431 len=1078818 2024-04-15T16:49:37.693 INFO:tasks.workunit.client.0.smithi090.stdout:op 51 completed, throughput=4.69MB/sec 2024-04-15T16:49:37.693 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-quyxvA6f9mi9OVB off=4667254 len=1680825 2024-04-15T16:49:37.695 INFO:tasks.workunit.client.0.smithi090.stdout:op 52 completed, throughput=4.83MB/sec 2024-04-15T16:49:37.695 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SAK-5A1CHVhmy4c off=8462642 len=1931548 2024-04-15T16:49:37.705 INFO:tasks.workunit.client.0.smithi090.stdout:op 53 completed, throughput=4.99MB/sec 2024-04-15T16:49:37.706 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6MHl-XQGzZztVS8 off=8485541 len=286466 2024-04-15T16:49:37.706 INFO:tasks.workunit.client.0.smithi090.stdout:op 54 completed, throughput=5.02MB/sec 2024-04-15T16:49:38.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:49:38.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:49:38.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:49:38.707 INFO:tasks.workunit.client.0.smithi090.stdout: 12: throughput=4.61MB/sec pending data=0 2024-04-15T16:49:38.707 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rriDLyT02UOUfKW off=4563129 len=861827 2024-04-15T16:49:38.708 INFO:tasks.workunit.client.0.smithi090.stdout:op 55 completed, throughput=4.67MB/sec 2024-04-15T16:49:38.708 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Vr7cN73FVGwHxie off=4216275 len=985568 2024-04-15T16:49:38.714 INFO:tasks.workunit.client.0.smithi090.stdout:op 56 completed, throughput=4.75MB/sec 2024-04-15T16:49:38.714 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KtLFL_sjToAOJto off=1264306 len=1771479 2024-04-15T16:49:38.716 INFO:tasks.workunit.client.0.smithi090.stdout:op 57 completed, throughput=4.89MB/sec 2024-04-15T16:49:38.716 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wTFXzsiqjgVWuED off=313040 len=1444716 2024-04-15T16:49:38.724 INFO:tasks.workunit.client.0.smithi090.stdout:op 58 completed, throughput=5MB/sec 2024-04-15T16:49:38.724 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YO3CJJkkLY4APx1 off=5572217 len=1708595 2024-04-15T16:49:38.730 INFO:tasks.workunit.client.0.smithi090.stdout:op 59 completed, throughput=5.13MB/sec 2024-04-15T16:49:39.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:39 smithi090 ceph-mon[91618]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 290 op/s 2024-04-15T16:49:39.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:39 smithi090 ceph-mon[89240]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 290 op/s 2024-04-15T16:49:39.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:49:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:49:39] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-15T16:49:39.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:39 smithi153 ceph-mon[84714]: pgmap v1403: 105 pgs: 105 active+clean; 127 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 290 op/s 2024-04-15T16:49:39.730 INFO:tasks.workunit.client.0.smithi090.stdout: 13: throughput=4.74MB/sec pending data=0 2024-04-15T16:49:39.730 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-o8Jh8W_ZCJGlPd8 off=31889 len=798734 2024-04-15T16:49:39.735 INFO:tasks.workunit.client.0.smithi090.stdout:op 60 completed, throughput=4.79MB/sec 2024-04-15T16:49:39.735 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-w-nOyF82Yt68Yit off=2166734 len=430535 2024-04-15T16:49:39.738 INFO:tasks.workunit.client.0.smithi090.stdout:op 61 completed, throughput=4.82MB/sec 2024-04-15T16:49:39.738 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1vO473bXRzf2HrX off=1178169 len=1879349 2024-04-15T16:49:39.750 INFO:tasks.workunit.client.0.smithi090.stdout:op 62 completed, throughput=4.95MB/sec 2024-04-15T16:49:39.750 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bXcYS8JRmddBjv9 off=2737731 len=506975 2024-04-15T16:49:39.754 INFO:tasks.workunit.client.0.smithi090.stdout:op 63 completed, throughput=4.99MB/sec 2024-04-15T16:49:39.754 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GGVtOk8UEI5alzX off=168544 len=531467 2024-04-15T16:49:39.757 INFO:tasks.workunit.client.0.smithi090.stdout:op 64 completed, throughput=5.03MB/sec 2024-04-15T16:49:40.758 INFO:tasks.workunit.client.0.smithi090.stdout: 14: throughput=4.67MB/sec pending data=0 2024-04-15T16:49:40.758 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KAjOScHYvgxTeoI off=10389673 len=348356 2024-04-15T16:49:40.759 INFO:tasks.workunit.client.0.smithi090.stdout:op 65 completed, throughput=4.7MB/sec 2024-04-15T16:49:40.759 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XmrebuTVmFqIlyu off=9729578 len=176909 2024-04-15T16:49:40.762 INFO:tasks.workunit.client.0.smithi090.stdout:op 66 completed, throughput=4.71MB/sec 2024-04-15T16:49:40.762 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TuZiUejl4DTUETy off=4893335 len=490436 2024-04-15T16:49:40.763 INFO:tasks.workunit.client.0.smithi090.stdout:op 67 completed, throughput=4.74MB/sec 2024-04-15T16:49:40.763 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BxsrtjknatRmO-g off=631230 len=117322 2024-04-15T16:49:40.763 INFO:tasks.workunit.client.0.smithi090.stdout:op 68 completed, throughput=4.75MB/sec 2024-04-15T16:49:40.763 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FLOpPog_XM9CFp6 off=919886 len=1467685 2024-04-15T16:49:40.770 INFO:tasks.workunit.client.0.smithi090.stdout:op 69 completed, throughput=4.84MB/sec 2024-04-15T16:49:40.770 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5efisS2zYLnZXuW off=13202206 len=1453759 2024-04-15T16:49:40.771 INFO:tasks.workunit.client.0.smithi090.stdout:op 70 completed, throughput=4.94MB/sec 2024-04-15T16:49:40.771 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oeKx4_6ntz1Wyc4 off=2501641 len=107104 2024-04-15T16:49:40.771 INFO:tasks.workunit.client.0.smithi090.stdout:op 71 completed, throughput=4.95MB/sec 2024-04-15T16:49:40.772 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jl0jqEiSUII0SL9 off=7208453 len=2003966 2024-04-15T16:49:40.782 INFO:tasks.workunit.client.0.smithi090.stdout:op 72 completed, throughput=5.08MB/sec 2024-04-15T16:49:41.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:40 smithi090 ceph-mon[89240]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 75 op/s 2024-04-15T16:49:41.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:41 smithi090 ceph-mon[91618]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 75 op/s 2024-04-15T16:49:41.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:40 smithi153 ceph-mon[84714]: pgmap v1404: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 75 op/s 2024-04-15T16:49:41.783 INFO:tasks.workunit.client.0.smithi090.stdout: 15: throughput=4.75MB/sec pending data=0 2024-04-15T16:49:41.783 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-o8Jh8W_ZCJGlPd8 off=1640229 len=1384651 2024-04-15T16:49:41.789 INFO:tasks.workunit.client.0.smithi090.stdout:op 73 completed, throughput=4.83MB/sec 2024-04-15T16:49:41.789 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-a-eFEFWzi1vszIF off=12900956 len=1388127 2024-04-15T16:49:41.793 INFO:tasks.workunit.client.0.smithi090.stdout:op 74 completed, throughput=4.92MB/sec 2024-04-15T16:49:41.793 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-G99LBvUJVjX4Wxp off=4850463 len=1425174 2024-04-15T16:49:41.801 INFO:tasks.workunit.client.0.smithi090.stdout:op 75 completed, throughput=5MB/sec 2024-04-15T16:49:42.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:49:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:49:42.802 INFO:tasks.workunit.client.0.smithi090.stdout: 16: throughput=4.69MB/sec pending data=0 2024-04-15T16:49:42.802 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CPwW8sFNaYOc2Sk off=11711183 len=225446 2024-04-15T16:49:42.802 INFO:tasks.workunit.client.0.smithi090.stdout:op 76 completed, throughput=4.71MB/sec 2024-04-15T16:49:42.802 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nMxK3GUAoSt361N off=3687486 len=364662 2024-04-15T16:49:42.805 INFO:tasks.workunit.client.0.smithi090.stdout:op 77 completed, throughput=4.73MB/sec 2024-04-15T16:49:42.805 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PhncA2JArRIL3_e off=8272632 len=304110 2024-04-15T16:49:42.808 INFO:tasks.workunit.client.0.smithi090.stdout:op 78 completed, throughput=4.75MB/sec 2024-04-15T16:49:42.808 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Zi3QMfHSVYeRuWP off=4716242 len=561854 2024-04-15T16:49:42.809 INFO:tasks.workunit.client.0.smithi090.stdout:op 79 completed, throughput=4.78MB/sec 2024-04-15T16:49:42.809 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vIMUUI53meVkejC off=2023644 len=195194 2024-04-15T16:49:42.812 INFO:tasks.workunit.client.0.smithi090.stdout:op 80 completed, throughput=4.79MB/sec 2024-04-15T16:49:42.812 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-l58coDqKiGGit1x off=4030187 len=1460775 2024-04-15T16:49:42.819 INFO:tasks.workunit.client.0.smithi090.stdout:op 81 completed, throughput=4.87MB/sec 2024-04-15T16:49:42.819 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QLkYkfxBSKkP6B5 off=11532183 len=1056354 2024-04-15T16:49:42.824 INFO:tasks.workunit.client.0.smithi090.stdout:op 82 completed, throughput=4.93MB/sec 2024-04-15T16:49:42.824 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EFYkL6xLcV8m9BZ off=2884714 len=1232737 2024-04-15T16:49:42.825 INFO:tasks.workunit.client.0.smithi090.stdout:op 83 completed, throughput=5MB/sec 2024-04-15T16:49:43.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:43 smithi090 ceph-mon[89240]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:49:43.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:43 smithi090 ceph-mon[91618]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:49:43.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:43 smithi153 ceph-mon[84714]: pgmap v1405: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:49:43.826 INFO:tasks.workunit.client.0.smithi090.stdout: 17: throughput=4.71MB/sec pending data=0 2024-04-15T16:49:43.826 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YDuRD4bNQaBjBcr off=1702962 len=1003070 2024-04-15T16:49:43.830 INFO:tasks.workunit.client.0.smithi090.stdout:op 84 completed, throughput=4.77MB/sec 2024-04-15T16:49:43.831 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-acJ4jbKF87EZJu2 off=768960 len=388761 2024-04-15T16:49:43.833 INFO:tasks.workunit.client.0.smithi090.stdout:op 85 completed, throughput=4.79MB/sec 2024-04-15T16:49:43.833 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iJO_GyR2UMth3oQ off=10937454 len=1214821 2024-04-15T16:49:43.835 INFO:tasks.workunit.client.0.smithi090.stdout:op 86 completed, throughput=4.86MB/sec 2024-04-15T16:49:43.835 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MDdvfdRzu6JaSbN off=18288446 len=1203492 2024-04-15T16:49:43.842 INFO:tasks.workunit.client.0.smithi090.stdout:op 87 completed, throughput=4.92MB/sec 2024-04-15T16:49:43.842 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ipz4XUVZlpsBNoI off=9073080 len=1564683 2024-04-15T16:49:43.845 INFO:tasks.workunit.client.0.smithi090.stdout:op 88 completed, throughput=5MB/sec 2024-04-15T16:49:44.846 INFO:tasks.workunit.client.0.smithi090.stdout: 18: throughput=4.73MB/sec pending data=0 2024-04-15T16:49:44.846 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lpsBrQ0p6WkpA4N off=8588491 len=73478 2024-04-15T16:49:44.849 INFO:tasks.workunit.client.0.smithi090.stdout:op 89 completed, throughput=4.73MB/sec 2024-04-15T16:49:44.849 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lUXNVhAPSdRzY7z off=19772096 len=1636973 2024-04-15T16:49:44.856 INFO:tasks.workunit.client.0.smithi090.stdout:op 90 completed, throughput=4.82MB/sec 2024-04-15T16:49:44.856 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sjlIXYnr6NMCOgW off=3276973 len=1757936 2024-04-15T16:49:44.866 INFO:tasks.workunit.client.0.smithi090.stdout:op 91 completed, throughput=4.91MB/sec 2024-04-15T16:49:44.866 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fo-ZFsckrKCJc58 off=587422 len=1129661 2024-04-15T16:49:44.871 INFO:tasks.workunit.client.0.smithi090.stdout:op 92 completed, throughput=4.96MB/sec 2024-04-15T16:49:44.871 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hVolQ7IbnbrEDs4 off=2176446 len=1709504 2024-04-15T16:49:44.880 INFO:tasks.workunit.client.0.smithi090.stdout:op 93 completed, throughput=5.05MB/sec 2024-04-15T16:49:45.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:45 smithi090 ceph-mon[89240]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:49:45.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:45 smithi090 ceph-mon[91618]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:49:45.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:45 smithi153 ceph-mon[84714]: pgmap v1406: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:49:45.880 INFO:tasks.workunit.client.0.smithi090.stdout: 19: throughput=4.79MB/sec pending data=0 2024-04-15T16:49:45.881 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Zv8f4xPVwcw1DTL off=11190501 len=1765583 2024-04-15T16:49:45.889 INFO:tasks.workunit.client.0.smithi090.stdout:op 94 completed, throughput=4.87MB/sec 2024-04-15T16:49:45.889 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5rYuUFd9VR4rhLI off=2084819 len=879756 2024-04-15T16:49:45.890 INFO:tasks.workunit.client.0.smithi090.stdout:op 95 completed, throughput=4.92MB/sec 2024-04-15T16:49:45.891 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-J57NAFyNHSK11Zw off=12471497 len=1801143 2024-04-15T16:49:45.901 INFO:tasks.workunit.client.0.smithi090.stdout:op 96 completed, throughput=5MB/sec 2024-04-15T16:49:46.902 INFO:tasks.workunit.client.0.smithi090.stdout: 20: throughput=4.76MB/sec pending data=0 2024-04-15T16:49:46.902 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ceMtFujXHmaRy8M off=11627689 len=296438 2024-04-15T16:49:46.902 INFO:tasks.workunit.client.0.smithi090.stdout:op 97 completed, throughput=4.77MB/sec 2024-04-15T16:49:46.902 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7zzUXZuljWB9d9N off=9245612 len=1933208 2024-04-15T16:49:46.915 INFO:tasks.workunit.client.0.smithi090.stdout:op 98 completed, throughput=4.86MB/sec 2024-04-15T16:49:46.915 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TMdsFsE-w5Mvw_D off=2129158 len=1703689 2024-04-15T16:49:46.923 INFO:tasks.workunit.client.0.smithi090.stdout:op 99 completed, throughput=4.94MB/sec 2024-04-15T16:49:46.923 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3N1_5d04OQNIq9v off=1811645 len=219669 2024-04-15T16:49:46.926 INFO:tasks.workunit.client.0.smithi090.stdout:op 100 completed, throughput=4.95MB/sec 2024-04-15T16:49:46.926 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WgvqZM0NE6btf_7 off=8124090 len=919123 2024-04-15T16:49:46.927 INFO:tasks.workunit.client.0.smithi090.stdout:op 101 completed, throughput=4.99MB/sec 2024-04-15T16:49:46.927 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ClNi8OyC5hVtfRs off=2748001 len=923582 2024-04-15T16:49:46.931 INFO:tasks.workunit.client.0.smithi090.stdout:op 102 completed, throughput=5.03MB/sec 2024-04-15T16:49:47.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:47 smithi090 ceph-mon[89240]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-15T16:49:47.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:47 smithi090 ceph-mon[91618]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-15T16:49:47.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:47 smithi153 ceph-mon[84714]: pgmap v1407: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-15T16:49:47.931 INFO:tasks.workunit.client.0.smithi090.stdout: 21: throughput=4.8MB/sec pending data=0 2024-04-15T16:49:47.931 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Z7-MB0IwZ9v-t7y off=568413 len=1772769 2024-04-15T16:49:47.940 INFO:tasks.workunit.client.0.smithi090.stdout:op 103 completed, throughput=4.87MB/sec 2024-04-15T16:49:47.940 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-j5sKcdpsFzaFsuG off=7695403 len=427343 2024-04-15T16:49:47.944 INFO:tasks.workunit.client.0.smithi090.stdout:op 104 completed, throughput=4.89MB/sec 2024-04-15T16:49:47.944 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3uOtIHwoZ0m9XVH off=2327762 len=1148945 2024-04-15T16:49:47.945 INFO:tasks.workunit.client.0.smithi090.stdout:op 105 completed, throughput=4.94MB/sec 2024-04-15T16:49:47.945 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-G47f9Fzk-IKPRF8 off=1048659 len=1498509 2024-04-15T16:49:47.954 INFO:tasks.workunit.client.0.smithi090.stdout:op 106 completed, throughput=5.01MB/sec 2024-04-15T16:49:48.954 INFO:tasks.workunit.client.0.smithi090.stdout: 22: throughput=4.78MB/sec pending data=0 2024-04-15T16:49:48.954 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IQ8MGTneVC8kixG off=8349331 len=390761 2024-04-15T16:49:48.957 INFO:tasks.workunit.client.0.smithi090.stdout:op 107 completed, throughput=4.8MB/sec 2024-04-15T16:49:48.958 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-g3S0CmVrXTiBtjT off=1419509 len=354905 2024-04-15T16:49:48.958 INFO:tasks.workunit.client.0.smithi090.stdout:op 108 completed, throughput=4.81MB/sec 2024-04-15T16:49:48.958 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NEyPyBEtxv6yvBb off=7687963 len=88160 2024-04-15T16:49:48.961 INFO:tasks.workunit.client.0.smithi090.stdout:op 109 completed, throughput=4.82MB/sec 2024-04-15T16:49:48.961 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--dshfSJShs-lMiR off=12280832 len=1263474 2024-04-15T16:49:48.968 INFO:tasks.workunit.client.0.smithi090.stdout:op 110 completed, throughput=4.87MB/sec 2024-04-15T16:49:48.968 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-udkN-nzLFlSluMH off=5130786 len=1332444 2024-04-15T16:49:48.973 INFO:tasks.workunit.client.0.smithi090.stdout:op 111 completed, throughput=4.92MB/sec 2024-04-15T16:49:48.973 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PQTNqS_9I9jkOW- off=4653925 len=1657497 2024-04-15T16:49:48.981 INFO:tasks.workunit.client.0.smithi090.stdout:op 112 completed, throughput=4.99MB/sec 2024-04-15T16:49:48.981 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8xE_NTIsxHTybog off=14042552 len=156973 2024-04-15T16:49:48.983 INFO:tasks.workunit.client.0.smithi090.stdout:op 113 completed, throughput=5MB/sec 2024-04-15T16:49:48.983 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dHam8ZJaYRs6MPi off=4345680 len=1663977 2024-04-15T16:49:48.985 INFO:tasks.workunit.client.0.smithi090.stdout:op 114 completed, throughput=5.07MB/sec 2024-04-15T16:49:49.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:49 smithi090 ceph-mon[89240]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-15T16:49:49.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:49 smithi090 ceph-mon[91618]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-15T16:49:49.323 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:49:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:49:49] "GET /metrics HTTP/1.1" 200 34039 "" "Prometheus/2.43.0" 2024-04-15T16:49:49.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:49 smithi153 ceph-mon[84714]: pgmap v1408: 105 pgs: 105 active+clean; 127 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.5 MiB/s wr, 4 op/s 2024-04-15T16:49:49.986 INFO:tasks.workunit.client.0.smithi090.stdout: 23: throughput=4.85MB/sec pending data=0 2024-04-15T16:49:49.986 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6RX76lBOrsrQ9oA off=17255939 len=1248059 2024-04-15T16:49:49.993 INFO:tasks.workunit.client.0.smithi090.stdout:op 115 completed, throughput=4.9MB/sec 2024-04-15T16:49:49.993 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xbDhjRlFI-DUw1b off=10196972 len=2009794 2024-04-15T16:49:50.001 INFO:tasks.workunit.client.0.smithi090.stdout:op 116 completed, throughput=4.98MB/sec 2024-04-15T16:49:50.001 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GenUc2k6UGj5Pz8 off=6499765 len=1986052 2024-04-15T16:49:50.005 INFO:tasks.workunit.client.0.smithi090.stdout:op 117 completed, throughput=5.06MB/sec 2024-04-15T16:49:51.005 INFO:tasks.workunit.client.0.smithi090.stdout: 24: throughput=4.86MB/sec pending data=0 2024-04-15T16:49:51.006 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9r3kL2-XU8nFL8f off=746361 len=235375 2024-04-15T16:49:51.008 INFO:tasks.workunit.client.0.smithi090.stdout:op 118 completed, throughput=4.86MB/sec 2024-04-15T16:49:51.008 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eNrXVoB4oa5J76q off=912835 len=847291 2024-04-15T16:49:51.010 INFO:tasks.workunit.client.0.smithi090.stdout:op 119 completed, throughput=4.9MB/sec 2024-04-15T16:49:51.010 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-A0CNsGmi3NwL_3P off=8989614 len=1829249 2024-04-15T16:49:51.011 INFO:tasks.workunit.client.0.smithi090.stdout:op 120 completed, throughput=4.97MB/sec 2024-04-15T16:49:51.012 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-l6NK20OLKbELlR3 off=540868 len=1920503 2024-04-15T16:49:51.020 INFO:tasks.workunit.client.0.smithi090.stdout:op 121 completed, throughput=5.04MB/sec 2024-04-15T16:49:51.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:51 smithi090 ceph-mon[89240]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:49:51.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:51 smithi090 ceph-mon[91618]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:49:51.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:51 smithi153 ceph-mon[84714]: pgmap v1409: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:49:52.020 INFO:tasks.workunit.client.0.smithi090.stdout: 25: throughput=4.84MB/sec pending data=0 2024-04-15T16:49:52.021 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WqQ8dSR9P_stDcq off=1223767 len=1853973 2024-04-15T16:49:52.023 INFO:tasks.workunit.client.0.smithi090.stdout:op 122 completed, throughput=4.91MB/sec 2024-04-15T16:49:52.023 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KfEE1WZdMhReoHV off=0 len=1422587 2024-04-15T16:49:52.024 INFO:tasks.workunit.client.0.smithi090.stdout:op 123 completed, throughput=4.96MB/sec 2024-04-15T16:49:52.024 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4UBD2K_a0muOPj4 off=10476424 len=2056560 2024-04-15T16:49:52.029 INFO:tasks.workunit.client.0.smithi090.stdout:op 124 completed, throughput=5.04MB/sec 2024-04-15T16:49:52.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:49:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:49:53.029 INFO:tasks.workunit.client.0.smithi090.stdout: 26: throughput=4.85MB/sec pending data=0 2024-04-15T16:49:53.029 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h67GDHKBbTAkHZ- off=16076573 len=233691 2024-04-15T16:49:53.032 INFO:tasks.workunit.client.0.smithi090.stdout:op 125 completed, throughput=4.86MB/sec 2024-04-15T16:49:53.032 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-V_1ZNfGw74pqK6d off=4918682 len=1080644 2024-04-15T16:49:53.034 INFO:tasks.workunit.client.0.smithi090.stdout:op 126 completed, throughput=4.9MB/sec 2024-04-15T16:49:53.034 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yH0W86P8aPKVK6c off=22828026 len=984277 2024-04-15T16:49:53.038 INFO:tasks.workunit.client.0.smithi090.stdout:op 127 completed, throughput=4.93MB/sec 2024-04-15T16:49:53.038 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_IYo1_h5_-tyUhF off=8334134 len=587205 2024-04-15T16:49:53.039 INFO:tasks.workunit.client.0.smithi090.stdout:op 128 completed, throughput=4.95MB/sec 2024-04-15T16:49:53.039 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Y0JvdJb7wS7_ONh off=2690877 len=1254455 2024-04-15T16:49:53.040 INFO:tasks.workunit.client.0.smithi090.stdout:op 129 completed, throughput=5MB/sec 2024-04-15T16:49:53.040 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1Dttm--5ltEslEo off=8886779 len=1979056 2024-04-15T16:49:53.049 INFO:tasks.workunit.client.0.smithi090.stdout:op 130 completed, throughput=5.07MB/sec 2024-04-15T16:49:53.115 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:49:53.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:49:53.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:49:54.049 INFO:tasks.workunit.client.0.smithi090.stdout: 27: throughput=4.88MB/sec pending data=0 2024-04-15T16:49:54.050 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pjDyz0sUeCMeM8E off=18325801 len=150728 2024-04-15T16:49:54.053 INFO:tasks.workunit.client.0.smithi090.stdout:op 131 completed, throughput=4.89MB/sec 2024-04-15T16:49:54.053 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rJYzKAUBtTLG7Pf off=9811238 len=622365 2024-04-15T16:49:54.053 INFO:tasks.workunit.client.0.smithi090.stdout:op 132 completed, throughput=4.91MB/sec 2024-04-15T16:49:54.053 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-icBZ89-Std5P2_O off=196063 len=797988 2024-04-15T16:49:54.055 INFO:tasks.workunit.client.0.smithi090.stdout:op 133 completed, throughput=4.94MB/sec 2024-04-15T16:49:54.055 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LITtlRk6FgH3pNL off=7834214 len=2070661 2024-04-15T16:49:54.057 INFO:tasks.workunit.client.0.smithi090.stdout:op 134 completed, throughput=5.01MB/sec 2024-04-15T16:49:54.115 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:53 smithi153 ceph-mon[84714]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-15T16:49:54.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:53 smithi090 ceph-mon[89240]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-15T16:49:54.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:53 smithi090 ceph-mon[91618]: pgmap v1410: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-15T16:49:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: 28: throughput=4.83MB/sec pending data=0 2024-04-15T16:49:55.057 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Pxmx4EeCKcqNbkQ off=802293 len=1418938 2024-04-15T16:49:55.059 INFO:tasks.workunit.client.0.smithi090.stdout:op 135 completed, throughput=4.88MB/sec 2024-04-15T16:49:55.059 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-p-48CC1of3otLjv off=2970065 len=624976 2024-04-15T16:49:55.063 INFO:tasks.workunit.client.0.smithi090.stdout:op 136 completed, throughput=4.9MB/sec 2024-04-15T16:49:55.063 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uK001rd3sy7LVl8 off=9326506 len=679911 2024-04-15T16:49:55.068 INFO:tasks.workunit.client.0.smithi090.stdout:op 137 completed, throughput=4.92MB/sec 2024-04-15T16:49:55.068 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nrbuCRnXTze2Shl off=5431297 len=516279 2024-04-15T16:49:55.068 INFO:tasks.workunit.client.0.smithi090.stdout:op 138 completed, throughput=4.94MB/sec 2024-04-15T16:49:55.068 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ye2QLhZ8G9BLev3 off=5594876 len=1611473 2024-04-15T16:49:55.076 INFO:tasks.workunit.client.0.smithi090.stdout:op 139 completed, throughput=4.99MB/sec 2024-04-15T16:49:55.076 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jlZTLe4IMAjq8AM off=794949 len=1670197 2024-04-15T16:49:55.086 INFO:tasks.workunit.client.0.smithi090.stdout:op 140 completed, throughput=5.04MB/sec 2024-04-15T16:49:55.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:55 smithi090 ceph-mon[91618]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-15T16:49:55.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:55 smithi090 ceph-mon[89240]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-15T16:49:55.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:55 smithi153 ceph-mon[84714]: pgmap v1411: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-15T16:49:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: 29: throughput=4.87MB/sec pending data=0 2024-04-15T16:49:56.086 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rjgCsRp-l3l5u_Z off=19023208 len=1071852 2024-04-15T16:49:56.092 INFO:tasks.workunit.client.0.smithi090.stdout:op 141 completed, throughput=4.91MB/sec 2024-04-15T16:49:56.093 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JrFf0J52RS1-PvG off=14152616 len=1421110 2024-04-15T16:49:56.094 INFO:tasks.workunit.client.0.smithi090.stdout:op 142 completed, throughput=4.95MB/sec 2024-04-15T16:49:56.094 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2Wu2ftKlRPPSiTz off=3134614 len=815005 2024-04-15T16:49:56.098 INFO:tasks.workunit.client.0.smithi090.stdout:op 143 completed, throughput=4.98MB/sec 2024-04-15T16:49:56.098 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2xtIjyIif24ogaJ off=8302876 len=1629692 2024-04-15T16:49:56.106 INFO:tasks.workunit.client.0.smithi090.stdout:op 144 completed, throughput=5.03MB/sec 2024-04-15T16:49:57.107 INFO:tasks.workunit.client.0.smithi090.stdout: 30: throughput=4.87MB/sec pending data=0 2024-04-15T16:49:57.107 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tkn6ZXuU6Z15tS1 off=6551557 len=610478 2024-04-15T16:49:57.108 INFO:tasks.workunit.client.0.smithi090.stdout:op 145 completed, throughput=4.88MB/sec 2024-04-15T16:49:57.108 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yeQXdjNfrchcpX1 off=2609613 len=170252 2024-04-15T16:49:57.111 INFO:tasks.workunit.client.0.smithi090.stdout:op 146 completed, throughput=4.89MB/sec 2024-04-15T16:49:57.111 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-e4ZwaGIeGjgUJFP off=166221 len=1577460 2024-04-15T16:49:57.115 INFO:tasks.workunit.client.0.smithi090.stdout:op 147 completed, throughput=4.94MB/sec 2024-04-15T16:49:57.115 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-f4TV1fEZmRYPTv6 off=11222924 len=251013 2024-04-15T16:49:57.115 INFO:tasks.workunit.client.0.smithi090.stdout:op 148 completed, throughput=4.95MB/sec 2024-04-15T16:49:57.115 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-D0KTIJgQvxDzM6X off=7545265 len=1098911 2024-04-15T16:49:57.115 INFO:tasks.workunit.client.0.smithi090.stdout:op 149 completed, throughput=4.98MB/sec 2024-04-15T16:49:57.116 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7YfHuzkP3-hRJJZ off=11235877 len=142863 2024-04-15T16:49:57.116 INFO:tasks.workunit.client.0.smithi090.stdout:op 150 completed, throughput=4.98MB/sec 2024-04-15T16:49:57.116 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5xRA86kUxsruXvw off=929171 len=1801487 2024-04-15T16:49:57.118 INFO:tasks.workunit.client.0.smithi090.stdout:op 151 completed, throughput=5.04MB/sec 2024-04-15T16:49:58.118 INFO:tasks.workunit.client.0.smithi090.stdout: 31: throughput=4.88MB/sec pending data=0 2024-04-15T16:49:58.119 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TEDpkk7Pk-hOLs- off=0 len=1349739 2024-04-15T16:49:58.126 INFO:tasks.workunit.client.0.smithi090.stdout:op 152 completed, throughput=4.92MB/sec 2024-04-15T16:49:58.126 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ou8exRO-gSVUJ2j off=10906203 len=746380 2024-04-15T16:49:58.130 INFO:tasks.workunit.client.0.smithi090.stdout:op 153 completed, throughput=4.94MB/sec 2024-04-15T16:49:58.130 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2esHcgQ_aIKEhYw off=4311806 len=1672151 2024-04-15T16:49:58.137 INFO:tasks.workunit.client.0.smithi090.stdout:op 154 completed, throughput=4.99MB/sec 2024-04-15T16:49:58.137 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bCk1NGKGMLrO-u- off=3576141 len=275480 2024-04-15T16:49:58.138 INFO:tasks.workunit.client.0.smithi090.stdout:op 155 completed, throughput=5MB/sec 2024-04-15T16:49:58.138 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-a0XxpMzvxcgODRs off=1344428 len=613964 2024-04-15T16:49:58.142 INFO:tasks.workunit.client.0.smithi090.stdout:op 156 completed, throughput=5.02MB/sec 2024-04-15T16:49:58.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:49:58 smithi090 ceph-mon[89240]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T16:49:58.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:49:58 smithi090 ceph-mon[91618]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T16:49:58.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:49:58 smithi153 ceph-mon[84714]: pgmap v1412: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T16:49:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: 32: throughput=4.86MB/sec pending data=0 2024-04-15T16:49:59.142 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XOXM7VuWCSiIkxc off=6944467 len=1823837 2024-04-15T16:49:59.152 INFO:tasks.workunit.client.0.smithi090.stdout:op 157 completed, throughput=4.92MB/sec 2024-04-15T16:49:59.152 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZelTSmFMhpF2KBC off=2197913 len=1605023 2024-04-15T16:49:59.159 INFO:tasks.workunit.client.0.smithi090.stdout:op 158 completed, throughput=4.96MB/sec 2024-04-15T16:49:59.159 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-joMe4sR2HKkQdpb off=2932415 len=805609 2024-04-15T16:49:59.164 INFO:tasks.workunit.client.0.smithi090.stdout:op 159 completed, throughput=4.98MB/sec 2024-04-15T16:49:59.164 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9f0Xdh3B5F3a4Co off=7548848 len=224178 2024-04-15T16:49:59.165 INFO:tasks.workunit.client.0.smithi090.stdout:op 160 completed, throughput=4.99MB/sec 2024-04-15T16:49:59.165 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-y7BWiqqQjYb9lvZ off=3506117 len=744353 2024-04-15T16:49:59.166 INFO:tasks.workunit.client.0.smithi090.stdout:op 161 completed, throughput=5.01MB/sec 2024-04-15T16:49:59.572 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:49:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:49:59] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-15T16:50:00.166 INFO:tasks.workunit.client.0.smithi090.stdout: 33: throughput=4.86MB/sec pending data=0 2024-04-15T16:50:00.167 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hvJp3-Zgr-8T3np off=1812249 len=448315 2024-04-15T16:50:00.168 INFO:tasks.workunit.client.0.smithi090.stdout:op 162 completed, throughput=4.88MB/sec 2024-04-15T16:50:00.168 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6amOlYAVejB3B08 off=3517313 len=1917142 2024-04-15T16:50:00.170 INFO:tasks.workunit.client.0.smithi090.stdout:op 163 completed, throughput=4.93MB/sec 2024-04-15T16:50:00.170 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YQO2-OXAL69zvp1 off=609420 len=695223 2024-04-15T16:50:00.174 INFO:tasks.workunit.client.0.smithi090.stdout:op 164 completed, throughput=4.95MB/sec 2024-04-15T16:50:00.174 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FXVKMB0-4VY8a6y off=220257 len=1932974 2024-04-15T16:50:00.175 INFO:tasks.workunit.client.0.smithi090.stdout:op 165 completed, throughput=5MB/sec 2024-04-15T16:50:00.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:00 smithi090 ceph-mon[89240]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:50:00.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:00 smithi090 ceph-mon[89240]: overall HEALTH_OK 2024-04-15T16:50:00.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:00 smithi090 ceph-mon[91618]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:50:00.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:00 smithi090 ceph-mon[91618]: overall HEALTH_OK 2024-04-15T16:50:00.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:00 smithi153 ceph-mon[84714]: pgmap v1413: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:50:00.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:00 smithi153 ceph-mon[84714]: overall HEALTH_OK 2024-04-15T16:50:01.176 INFO:tasks.workunit.client.0.smithi090.stdout: 34: throughput=4.86MB/sec pending data=0 2024-04-15T16:50:01.176 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GZ4LoZVCRKR7hxr off=1592027 len=1574490 2024-04-15T16:50:01.189 INFO:tasks.workunit.client.0.smithi090.stdout:op 166 completed, throughput=4.9MB/sec 2024-04-15T16:50:01.189 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oVonnuJ4bUIePBR off=3187379 len=1448487 2024-04-15T16:50:01.190 INFO:tasks.workunit.client.0.smithi090.stdout:op 167 completed, throughput=4.94MB/sec 2024-04-15T16:50:01.190 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KvpfrJR8gCwSZC- off=7175996 len=1525429 2024-04-15T16:50:01.191 INFO:tasks.workunit.client.0.smithi090.stdout:op 168 completed, throughput=4.98MB/sec 2024-04-15T16:50:01.191 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sjf7qKOFe-k0ieu off=8597896 len=2082272 2024-04-15T16:50:01.203 INFO:tasks.workunit.client.0.smithi090.stdout:op 169 completed, throughput=5.04MB/sec 2024-04-15T16:50:02.204 INFO:tasks.workunit.client.0.smithi090.stdout: 35: throughput=4.9MB/sec pending data=0 2024-04-15T16:50:02.204 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-e7VY2LHN8ZfHOgK off=2297677 len=380592 2024-04-15T16:50:02.207 INFO:tasks.workunit.client.0.smithi090.stdout:op 170 completed, throughput=4.91MB/sec 2024-04-15T16:50:02.207 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WgvqZM0NE6btf_7 off=7928498 len=1827015 2024-04-15T16:50:02.210 INFO:tasks.workunit.client.0.smithi090.stdout:op 171 completed, throughput=4.95MB/sec 2024-04-15T16:50:02.210 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-t002c5laUrAG0TF off=2607749 len=402464 2024-04-15T16:50:02.211 INFO:tasks.workunit.client.0.smithi090.stdout:op 172 completed, throughput=4.96MB/sec 2024-04-15T16:50:02.211 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8qQYN1EQknxDIOk off=3433145 len=810230 2024-04-15T16:50:02.215 INFO:tasks.workunit.client.0.smithi090.stdout:op 173 completed, throughput=4.99MB/sec 2024-04-15T16:50:02.215 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-v3xUwlaH9mV--0j off=15001338 len=244789 2024-04-15T16:50:02.215 INFO:tasks.workunit.client.0.smithi090.stdout:op 174 completed, throughput=4.99MB/sec 2024-04-15T16:50:02.215 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kPknrjrXSl-kHbi off=19130562 len=851000 2024-04-15T16:50:02.220 INFO:tasks.workunit.client.0.smithi090.stdout:op 175 completed, throughput=5.01MB/sec 2024-04-15T16:50:02.298 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:02 smithi153 ceph-mon[84714]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:50:02.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:02 smithi090 ceph-mon[91618]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:50:02.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:02 smithi090 ceph-mon[89240]: pgmap v1414: 105 pgs: 105 active+clean; 127 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:50:02.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:50:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:50:03.221 INFO:tasks.workunit.client.0.smithi090.stdout: 36: throughput=4.88MB/sec pending data=0 2024-04-15T16:50:03.221 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0BaESRk-lDG9wo6 off=24402587 len=1081727 2024-04-15T16:50:03.227 INFO:tasks.workunit.client.0.smithi090.stdout:op 176 completed, throughput=4.9MB/sec 2024-04-15T16:50:03.227 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0fkNIEJaQ-YlcGh off=1952981 len=1312349 2024-04-15T16:50:03.229 INFO:tasks.workunit.client.0.smithi090.stdout:op 177 completed, throughput=4.94MB/sec 2024-04-15T16:50:03.229 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ejtDNC4OP2qkmWj off=4559327 len=1442490 2024-04-15T16:50:03.232 INFO:tasks.workunit.client.0.smithi090.stdout:op 178 completed, throughput=4.98MB/sec 2024-04-15T16:50:03.232 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6Cut2qwHU_3tMot off=2584515 len=467713 2024-04-15T16:50:03.235 INFO:tasks.workunit.client.0.smithi090.stdout:op 179 completed, throughput=4.99MB/sec 2024-04-15T16:50:03.235 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-O81-klZoTQ7aHJ9 off=1522973 len=1839452 2024-04-15T16:50:03.237 INFO:tasks.workunit.client.0.smithi090.stdout:op 180 completed, throughput=5.03MB/sec 2024-04-15T16:50:04.238 INFO:tasks.workunit.client.0.smithi090.stdout: 37: throughput=4.9MB/sec pending data=0 2024-04-15T16:50:04.306 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3wft73yJIMT5g2p off=5485723 len=1450780 2024-04-15T16:50:04.307 INFO:tasks.workunit.client.0.smithi090.stdout:op 181 completed, throughput=4.94MB/sec 2024-04-15T16:50:04.308 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--AfuFM4Ievkr3y1 off=13399832 len=120517 2024-04-15T16:50:04.308 INFO:tasks.workunit.client.0.smithi090.stdout:op 182 completed, throughput=4.94MB/sec 2024-04-15T16:50:04.308 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vlaxaTglmwlOCzj off=2587010 len=117606 2024-04-15T16:50:04.308 INFO:tasks.workunit.client.0.smithi090.stdout:op 183 completed, throughput=4.94MB/sec 2024-04-15T16:50:04.308 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wiWahcfB0iHALpd off=1074284 len=280034 2024-04-15T16:50:04.308 INFO:tasks.workunit.client.0.smithi090.stdout:op 184 completed, throughput=4.95MB/sec 2024-04-15T16:50:04.308 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xOsavE4JO44_RHC off=9588976 len=1087547 2024-04-15T16:50:04.308 INFO:tasks.workunit.client.0.smithi090.stdout:op 185 completed, throughput=4.98MB/sec 2024-04-15T16:50:04.308 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bCqbX52QxvDhJZK off=21857816 len=1267896 2024-04-15T16:50:04.308 INFO:tasks.workunit.client.0.smithi090.stdout:op 186 completed, throughput=5.01MB/sec 2024-04-15T16:50:04.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:04 smithi090 ceph-mon[89240]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:50:04.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:04 smithi090 ceph-mon[91618]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:50:04.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:04 smithi153 ceph-mon[84714]: pgmap v1415: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:50:05.251 INFO:tasks.workunit.client.0.smithi090.stdout: 38: throughput=4.88MB/sec pending data=0 2024-04-15T16:50:05.251 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2ZdhRqoSSw2A8mW off=6717691 len=1746656 2024-04-15T16:50:05.260 INFO:tasks.workunit.client.0.smithi090.stdout:op 187 completed, throughput=4.92MB/sec 2024-04-15T16:50:05.260 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0hYWrG8wa_K2had off=9789987 len=21416 2024-04-15T16:50:05.260 INFO:tasks.workunit.client.0.smithi090.stdout:op 188 completed, throughput=4.92MB/sec 2024-04-15T16:50:05.260 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-k9xbf7FC0GvkorO off=18506916 len=1281223 2024-04-15T16:50:05.267 INFO:tasks.workunit.client.0.smithi090.stdout:op 189 completed, throughput=4.95MB/sec 2024-04-15T16:50:05.268 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QtyJPMfBd39kQYr off=949473 len=727207 2024-04-15T16:50:05.269 INFO:tasks.workunit.client.0.smithi090.stdout:op 190 completed, throughput=4.97MB/sec 2024-04-15T16:50:05.269 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ynv9B2PQxSrhLjT off=8158433 len=1949986 2024-04-15T16:50:05.272 INFO:tasks.workunit.client.0.smithi090.stdout:op 191 completed, throughput=5.02MB/sec 2024-04-15T16:50:06.272 INFO:tasks.workunit.client.0.smithi090.stdout: 39: throughput=4.89MB/sec pending data=0 2024-04-15T16:50:06.272 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vyis-akGpZSD9N5 off=6015402 len=908844 2024-04-15T16:50:06.277 INFO:tasks.workunit.client.0.smithi090.stdout:op 192 completed, throughput=4.91MB/sec 2024-04-15T16:50:06.277 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YCslC4tShgImr0g off=11298051 len=2025640 2024-04-15T16:50:06.281 INFO:tasks.workunit.client.0.smithi090.stdout:op 193 completed, throughput=4.96MB/sec 2024-04-15T16:50:06.281 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-V_NSpHtC1it0IuD off=12794065 len=247049 2024-04-15T16:50:06.282 INFO:tasks.workunit.client.0.smithi090.stdout:op 194 completed, throughput=4.97MB/sec 2024-04-15T16:50:06.282 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rSbcvc0JAKTCoAl off=5750110 len=1180613 2024-04-15T16:50:06.284 INFO:tasks.workunit.client.0.smithi090.stdout:op 195 completed, throughput=4.99MB/sec 2024-04-15T16:50:06.284 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dre1xx9gznsbeGk off=11314650 len=1140493 2024-04-15T16:50:06.290 INFO:tasks.workunit.client.0.smithi090.stdout:op 196 completed, throughput=5.02MB/sec 2024-04-15T16:50:06.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:06 smithi090 ceph-mon[89240]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T16:50:06.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:06 smithi090 ceph-mon[91618]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T16:50:06.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:06 smithi153 ceph-mon[84714]: pgmap v1416: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T16:50:07.290 INFO:tasks.workunit.client.0.smithi090.stdout: 40: throughput=4.9MB/sec pending data=0 2024-04-15T16:50:07.291 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Wz0uB19P2upJYhk off=646207 len=476558 2024-04-15T16:50:07.291 INFO:tasks.workunit.client.0.smithi090.stdout:op 197 completed, throughput=4.91MB/sec 2024-04-15T16:50:07.291 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VSjAILMJL2DVFcf off=7113280 len=237842 2024-04-15T16:50:07.294 INFO:tasks.workunit.client.0.smithi090.stdout:op 198 completed, throughput=4.91MB/sec 2024-04-15T16:50:07.295 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FcJgaQez46U6p_p off=4937590 len=1177959 2024-04-15T16:50:07.300 INFO:tasks.workunit.client.0.smithi090.stdout:op 199 completed, throughput=4.94MB/sec 2024-04-15T16:50:07.300 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GkXle93Qbgpl-SI off=15116909 len=1066482 2024-04-15T16:50:07.302 INFO:tasks.workunit.client.0.smithi090.stdout:op 200 completed, throughput=4.97MB/sec 2024-04-15T16:50:07.302 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-g-Fqkz91QepgCt0 off=4874717 len=197257 2024-04-15T16:50:07.302 INFO:tasks.workunit.client.0.smithi090.stdout:op 201 completed, throughput=4.97MB/sec 2024-04-15T16:50:07.303 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fDFnc4SvdKmSDBl off=6201967 len=1875876 2024-04-15T16:50:07.314 INFO:tasks.workunit.client.0.smithi090.stdout:op 202 completed, throughput=5.01MB/sec 2024-04-15T16:50:08.314 INFO:tasks.workunit.client.0.smithi090.stdout: 41: throughput=4.89MB/sec pending data=0 2024-04-15T16:50:08.314 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eV4eM3LGJKXRnSg off=11923864 len=51903 2024-04-15T16:50:08.316 INFO:tasks.workunit.client.0.smithi090.stdout:op 203 completed, throughput=4.89MB/sec 2024-04-15T16:50:08.316 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YvE1NKSngwEUZWN off=4421342 len=20178 2024-04-15T16:50:08.319 INFO:tasks.workunit.client.0.smithi090.stdout:op 204 completed, throughput=4.89MB/sec 2024-04-15T16:50:08.319 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IpUV0PAoYlj1Wmz off=2689873 len=924572 2024-04-15T16:50:08.320 INFO:tasks.workunit.client.0.smithi090.stdout:op 205 completed, throughput=4.92MB/sec 2024-04-15T16:50:08.320 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1QwiqYkTMBS_hMP off=4177445 len=436934 2024-04-15T16:50:08.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:08 smithi090 ceph-mon[89240]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:50:08.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:50:08.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:08 smithi090 ceph-mon[91618]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:50:08.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:50:08.323 INFO:tasks.workunit.client.0.smithi090.stdout:op 206 completed, throughput=4.92MB/sec 2024-04-15T16:50:08.323 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-i0VfluWRsEiXnab off=8212132 len=7303 2024-04-15T16:50:08.325 INFO:tasks.workunit.client.0.smithi090.stdout:op 207 completed, throughput=4.92MB/sec 2024-04-15T16:50:08.325 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hd9xrmTkcGNNZak off=7182434 len=1407224 2024-04-15T16:50:08.327 INFO:tasks.workunit.client.0.smithi090.stdout:op 208 completed, throughput=4.96MB/sec 2024-04-15T16:50:08.327 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-n8aIjlSCff8Dng3 off=8650223 len=1736999 2024-04-15T16:50:08.337 INFO:tasks.workunit.client.0.smithi090.stdout:op 209 completed, throughput=4.99MB/sec 2024-04-15T16:50:08.338 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GTPCTbD7BQptmYw off=7352841 len=1020906 2024-04-15T16:50:08.340 INFO:tasks.workunit.client.0.smithi090.stdout:op 210 completed, throughput=5.02MB/sec 2024-04-15T16:50:08.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:08 smithi153 ceph-mon[84714]: pgmap v1417: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:50:08.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:50:09.340 INFO:tasks.workunit.client.0.smithi090.stdout: 42: throughput=4.9MB/sec pending data=0 2024-04-15T16:50:09.341 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-78lB5pX0-JAjz6h off=1149964 len=824129 2024-04-15T16:50:09.341 INFO:tasks.workunit.client.0.smithi090.stdout:op 211 completed, throughput=4.92MB/sec 2024-04-15T16:50:09.341 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WqgWHPc27dSbfSA off=9058428 len=1402461 2024-04-15T16:50:09.351 INFO:tasks.workunit.client.0.smithi090.stdout:op 212 completed, throughput=4.95MB/sec 2024-04-15T16:50:09.351 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lxymNaiYJk7tY9r off=3997491 len=821061 2024-04-15T16:50:09.352 INFO:tasks.workunit.client.0.smithi090.stdout:op 213 completed, throughput=4.97MB/sec 2024-04-15T16:50:09.352 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XIQPFnBA_Udncli off=11814367 len=126288 2024-04-15T16:50:09.354 INFO:tasks.workunit.client.0.smithi090.stdout:op 214 completed, throughput=4.97MB/sec 2024-04-15T16:50:09.354 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D9NLE8JZedN3Nqm off=2298057 len=546622 2024-04-15T16:50:09.357 INFO:tasks.workunit.client.0.smithi090.stdout:op 215 completed, throughput=4.98MB/sec 2024-04-15T16:50:09.357 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--Ni953uiqbg1ydc off=5676478 len=546738 2024-04-15T16:50:09.358 INFO:tasks.workunit.client.0.smithi090.stdout:op 216 completed, throughput=4.99MB/sec 2024-04-15T16:50:09.358 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-001yPCyhSL5EqNo off=3129790 len=1640665 2024-04-15T16:50:09.364 INFO:tasks.workunit.client.0.smithi090.stdout:op 217 completed, throughput=5.03MB/sec 2024-04-15T16:50:09.572 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:50:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:50:09] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-15T16:50:10.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:10 smithi090 ceph-mon[89240]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:50:10.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:10 smithi090 ceph-mon[91618]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:50:10.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:10 smithi153 ceph-mon[84714]: pgmap v1418: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:50:10.365 INFO:tasks.workunit.client.0.smithi090.stdout: 43: throughput=4.91MB/sec pending data=0 2024-04-15T16:50:10.365 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-noU5uOmQLDtROIV off=4537441 len=1089252 2024-04-15T16:50:10.370 INFO:tasks.workunit.client.0.smithi090.stdout:op 218 completed, throughput=4.94MB/sec 2024-04-15T16:50:10.371 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-l0zdNaTNePoqCZ5 off=9933308 len=407904 2024-04-15T16:50:10.371 INFO:tasks.workunit.client.0.smithi090.stdout:op 219 completed, throughput=4.95MB/sec 2024-04-15T16:50:10.371 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fVOmyh9RCY2bVQI off=1014739 len=1856823 2024-04-15T16:50:10.373 INFO:tasks.workunit.client.0.smithi090.stdout:op 220 completed, throughput=4.99MB/sec 2024-04-15T16:50:10.373 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-L1WcBQc820L8D5i off=9701576 len=1426092 2024-04-15T16:50:10.374 INFO:tasks.workunit.client.0.smithi090.stdout:op 221 completed, throughput=5.02MB/sec 2024-04-15T16:50:11.375 INFO:tasks.workunit.client.0.smithi090.stdout: 44: throughput=4.91MB/sec pending data=0 2024-04-15T16:50:11.375 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tQ4rXCiIEVTtrHd off=12314819 len=1213096 2024-04-15T16:50:11.381 INFO:tasks.workunit.client.0.smithi090.stdout:op 222 completed, throughput=4.93MB/sec 2024-04-15T16:50:11.381 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1ULs_XYMUxgoXta off=10342250 len=1552614 2024-04-15T16:50:11.389 INFO:tasks.workunit.client.0.smithi090.stdout:op 223 completed, throughput=4.96MB/sec 2024-04-15T16:50:11.390 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VOzvxlOAVl6wdtq off=2581057 len=998589 2024-04-15T16:50:11.394 INFO:tasks.workunit.client.0.smithi090.stdout:op 224 completed, throughput=4.98MB/sec 2024-04-15T16:50:11.394 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-naJehTurSKI--QJ off=6219664 len=1128073 2024-04-15T16:50:11.398 INFO:tasks.workunit.client.0.smithi090.stdout:op 225 completed, throughput=5.01MB/sec 2024-04-15T16:50:12.298 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:12 smithi153 ceph-mon[84714]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:50:12.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:12 smithi090 ceph-mon[89240]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:50:12.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:12 smithi090 ceph-mon[91618]: pgmap v1419: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:50:12.398 INFO:tasks.workunit.client.0.smithi090.stdout: 45: throughput=4.9MB/sec pending data=0 2024-04-15T16:50:12.399 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DN25t6B-OX_0tg3 off=10912477 len=524431 2024-04-15T16:50:12.400 INFO:tasks.workunit.client.0.smithi090.stdout:op 226 completed, throughput=4.91MB/sec 2024-04-15T16:50:12.400 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VJp_ownqBCPKprL off=6396950 len=1499807 2024-04-15T16:50:12.402 INFO:tasks.workunit.client.0.smithi090.stdout:op 227 completed, throughput=4.94MB/sec 2024-04-15T16:50:12.402 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gH717bYA1e8oBgZ off=4668130 len=896474 2024-04-15T16:50:12.407 INFO:tasks.workunit.client.0.smithi090.stdout:op 228 completed, throughput=4.96MB/sec 2024-04-15T16:50:12.407 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nyjUyjPeKQkwiyE off=4823915 len=2050426 2024-04-15T16:50:12.418 INFO:tasks.workunit.client.0.smithi090.stdout:op 229 completed, throughput=5MB/sec 2024-04-15T16:50:12.418 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-un1kDZT_vg6fZtc off=1765537 len=189869 2024-04-15T16:50:12.421 INFO:tasks.workunit.client.0.smithi090.stdout:op 230 completed, throughput=5MB/sec 2024-04-15T16:50:12.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:50:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:50:13.421 INFO:tasks.workunit.client.0.smithi090.stdout: 46: throughput=4.9MB/sec pending data=0 2024-04-15T16:50:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nfMrip1O57qTet6 off=3038081 len=690993 2024-04-15T16:50:13.426 INFO:tasks.workunit.client.0.smithi090.stdout:op 231 completed, throughput=4.91MB/sec 2024-04-15T16:50:13.426 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Z8Z2vaqtjA9v6Kz off=7606803 len=1239506 2024-04-15T16:50:13.428 INFO:tasks.workunit.client.0.smithi090.stdout:op 232 completed, throughput=4.93MB/sec 2024-04-15T16:50:13.429 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HwqODS2EXRwr2YR off=2410375 len=2086901 2024-04-15T16:50:13.433 INFO:tasks.workunit.client.0.smithi090.stdout:op 233 completed, throughput=4.98MB/sec 2024-04-15T16:50:13.433 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mArtCJg5gmW3CZW off=4430650 len=1659107 2024-04-15T16:50:13.441 INFO:tasks.workunit.client.0.smithi090.stdout:op 234 completed, throughput=5.01MB/sec 2024-04-15T16:50:14.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:14 smithi090 ceph-mon[89240]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T16:50:14.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:14 smithi090 ceph-mon[91618]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T16:50:14.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:14 smithi153 ceph-mon[84714]: pgmap v1420: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T16:50:14.441 INFO:tasks.workunit.client.0.smithi090.stdout: 47: throughput=4.9MB/sec pending data=0 2024-04-15T16:50:14.441 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4_Si2A02TorhhzJ off=438344 len=1582576 2024-04-15T16:50:14.451 INFO:tasks.workunit.client.0.smithi090.stdout:op 235 completed, throughput=4.94MB/sec 2024-04-15T16:50:14.451 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-k8zpaK8lKZC0znA off=548878 len=1638187 2024-04-15T16:50:14.459 INFO:tasks.workunit.client.0.smithi090.stdout:op 236 completed, throughput=4.97MB/sec 2024-04-15T16:50:14.459 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wIOeXuzU3VDJhcM off=2171998 len=895529 2024-04-15T16:50:14.464 INFO:tasks.workunit.client.0.smithi090.stdout:op 237 completed, throughput=4.98MB/sec 2024-04-15T16:50:14.464 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ub_E7M8fzckul3U off=6953657 len=470009 2024-04-15T16:50:14.465 INFO:tasks.workunit.client.0.smithi090.stdout:op 238 completed, throughput=4.99MB/sec 2024-04-15T16:50:14.466 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-J70BArUTzhnymcI off=15643450 len=2058968 2024-04-15T16:50:14.475 INFO:tasks.workunit.client.0.smithi090.stdout:op 239 completed, throughput=5.03MB/sec 2024-04-15T16:50:15.476 INFO:tasks.workunit.client.0.smithi090.stdout: 48: throughput=4.93MB/sec pending data=0 2024-04-15T16:50:15.476 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NlD8ArzjGtR6VGJ off=6354095 len=79214 2024-04-15T16:50:15.476 INFO:tasks.workunit.client.0.smithi090.stdout:op 240 completed, throughput=4.93MB/sec 2024-04-15T16:50:15.476 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_jkKH3E7hANxxyD off=1606323 len=788615 2024-04-15T16:50:15.477 INFO:tasks.workunit.client.0.smithi090.stdout:op 241 completed, throughput=4.95MB/sec 2024-04-15T16:50:15.477 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oU7vTPoo5eybh7n off=1068979 len=1068068 2024-04-15T16:50:15.482 INFO:tasks.workunit.client.0.smithi090.stdout:op 242 completed, throughput=4.97MB/sec 2024-04-15T16:50:15.482 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sRABjZJKRRq2JHg off=10517508 len=830395 2024-04-15T16:50:15.482 INFO:tasks.workunit.client.0.smithi090.stdout:op 243 completed, throughput=4.98MB/sec 2024-04-15T16:50:15.482 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JTpPOs8TyN3Gurf off=9031996 len=372322 2024-04-15T16:50:15.484 INFO:tasks.workunit.client.0.smithi090.stdout:op 244 completed, throughput=4.99MB/sec 2024-04-15T16:50:15.485 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-f3p0n09ZHwULDBF off=4865990 len=732416 2024-04-15T16:50:15.485 INFO:tasks.workunit.client.0.smithi090.stdout:op 245 completed, throughput=5MB/sec 2024-04-15T16:50:16.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:16 smithi090 ceph-mon[89240]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:50:16.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:16 smithi090 ceph-mon[91618]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:50:16.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:16 smithi153 ceph-mon[84714]: pgmap v1421: 105 pgs: 105 active+clean; 127 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:50:16.486 INFO:tasks.workunit.client.0.smithi090.stdout: 49: throughput=4.9MB/sec pending data=0 2024-04-15T16:50:16.486 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-M7DxNY3c3aEzfpR off=5617642 len=323254 2024-04-15T16:50:16.487 INFO:tasks.workunit.client.0.smithi090.stdout:op 246 completed, throughput=4.91MB/sec 2024-04-15T16:50:16.487 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1xFojgdhm6qizRz off=6306858 len=101177 2024-04-15T16:50:16.490 INFO:tasks.workunit.client.0.smithi090.stdout:op 247 completed, throughput=4.91MB/sec 2024-04-15T16:50:16.490 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wxv_nXKqeN2h6iX off=2200745 len=176083 2024-04-15T16:50:16.493 INFO:tasks.workunit.client.0.smithi090.stdout:op 248 completed, throughput=4.92MB/sec 2024-04-15T16:50:16.493 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ES_sG9cEEimpKhM off=0 len=1819900 2024-04-15T16:50:16.504 INFO:tasks.workunit.client.0.smithi090.stdout:op 249 completed, throughput=4.95MB/sec 2024-04-15T16:50:16.504 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wPnlkw7SqVDWJt7 off=21102389 len=217386 2024-04-15T16:50:16.505 INFO:tasks.workunit.client.0.smithi090.stdout:op 250 completed, throughput=4.95MB/sec 2024-04-15T16:50:16.505 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dixPQ1jASbFzYhY off=8371396 len=177764 2024-04-15T16:50:16.508 INFO:tasks.workunit.client.0.smithi090.stdout:op 251 completed, throughput=4.96MB/sec 2024-04-15T16:50:16.508 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9QkuAKWFDsGaX3c off=2108668 len=326707 2024-04-15T16:50:16.509 INFO:tasks.workunit.client.0.smithi090.stdout:op 252 completed, throughput=4.96MB/sec 2024-04-15T16:50:16.509 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VDZTIdapPm0BAE_ off=20267589 len=1584455 2024-04-15T16:50:16.517 INFO:tasks.workunit.client.0.smithi090.stdout:op 253 completed, throughput=4.99MB/sec 2024-04-15T16:50:16.517 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-am6fg8aKJCoREMy off=573103 len=1811938 2024-04-15T16:50:16.518 INFO:tasks.workunit.client.0.smithi090.stdout:op 254 completed, throughput=5.03MB/sec 2024-04-15T16:50:17.519 INFO:tasks.workunit.client.0.smithi090.stdout: 50: throughput=4.93MB/sec pending data=0 2024-04-15T16:50:17.519 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-C-VEf3HbzRIpRZO off=1766970 len=1054631 2024-04-15T16:50:17.523 INFO:tasks.workunit.client.0.smithi090.stdout:op 255 completed, throughput=4.95MB/sec 2024-04-15T16:50:17.523 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qAtZyvSmpCxq7wh off=3840429 len=982556 2024-04-15T16:50:17.524 INFO:tasks.workunit.client.0.smithi090.stdout:op 256 completed, throughput=4.97MB/sec 2024-04-15T16:50:17.525 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jIbsjNEGRJbES-s off=11898314 len=918888 2024-04-15T16:50:17.525 INFO:tasks.workunit.client.0.smithi090.stdout:op 257 completed, throughput=4.98MB/sec 2024-04-15T16:50:17.526 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-92YfwHoO__Xi7mz off=3234903 len=858163 2024-04-15T16:50:17.531 INFO:tasks.workunit.client.0.smithi090.stdout:op 258 completed, throughput=5MB/sec 2024-04-15T16:50:17.532 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MVctiZ6cXrxoGy2 off=4051756 len=1263075 2024-04-15T16:50:17.539 INFO:tasks.workunit.client.0.smithi090.stdout:op 259 completed, throughput=5.02MB/sec 2024-04-15T16:50:18.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:18 smithi090 ceph-mon[89240]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T16:50:18.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:18 smithi090 ceph-mon[91618]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T16:50:18.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:18 smithi153 ceph-mon[84714]: pgmap v1422: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T16:50:18.539 INFO:tasks.workunit.client.0.smithi090.stdout: 51: throughput=4.92MB/sec pending data=0 2024-04-15T16:50:18.539 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-w_D3AqXL8SiI6Gc off=6090348 len=748378 2024-04-15T16:50:18.540 INFO:tasks.workunit.client.0.smithi090.stdout:op 260 completed, throughput=4.94MB/sec 2024-04-15T16:50:18.540 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-l_NxC8YMJSAUEhB off=700877 len=1995619 2024-04-15T16:50:18.552 INFO:tasks.workunit.client.0.smithi090.stdout:op 261 completed, throughput=4.97MB/sec 2024-04-15T16:50:18.552 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8whID9kXbMLZpkR off=1075177 len=980540 2024-04-15T16:50:18.556 INFO:tasks.workunit.client.0.smithi090.stdout:op 262 completed, throughput=4.99MB/sec 2024-04-15T16:50:18.556 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XOLI0JDWVRCtBkp off=5772072 len=368362 2024-04-15T16:50:18.559 INFO:tasks.workunit.client.0.smithi090.stdout:op 263 completed, throughput=5MB/sec 2024-04-15T16:50:18.559 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Lmb7zIE_WCwd9cO off=10960114 len=1236275 2024-04-15T16:50:18.565 INFO:tasks.workunit.client.0.smithi090.stdout:op 264 completed, throughput=5.02MB/sec 2024-04-15T16:50:19.565 INFO:tasks.workunit.client.0.smithi090.stdout: 52: throughput=4.92MB/sec pending data=0 2024-04-15T16:50:19.566 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZwqN7slTLHRgXWy off=0 len=1785817 2024-04-15T16:50:19.569 INFO:tasks.workunit.client.0.smithi090.stdout:op 265 completed, throughput=4.96MB/sec 2024-04-15T16:50:19.569 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gkopPeosKzzmYhP off=3194200 len=90916 2024-04-15T16:50:19.574 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:50:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:50:19] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-15T16:50:19.575 INFO:tasks.workunit.client.0.smithi090.stdout:op 266 completed, throughput=4.96MB/sec 2024-04-15T16:50:19.575 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-52RXPLVP9Ou1u7A off=6873929 len=1980609 2024-04-15T16:50:19.575 INFO:tasks.workunit.client.0.smithi090.stdout:op 267 completed, throughput=4.99MB/sec 2024-04-15T16:50:19.575 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CB-9W9nbiFmdSho off=10056408 len=1229531 2024-04-15T16:50:19.582 INFO:tasks.workunit.client.0.smithi090.stdout:op 268 completed, throughput=5.01MB/sec 2024-04-15T16:50:20.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:20 smithi090 ceph-mon[89240]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:50:20.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:20 smithi090 ceph-mon[91618]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:50:20.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:20 smithi153 ceph-mon[84714]: pgmap v1423: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:50:20.582 INFO:tasks.workunit.client.0.smithi090.stdout: 53: throughput=4.92MB/sec pending data=0 2024-04-15T16:50:20.582 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hUs6QAF5IAKLhEh off=6491873 len=63000 2024-04-15T16:50:20.583 INFO:tasks.workunit.client.0.smithi090.stdout:op 269 completed, throughput=4.92MB/sec 2024-04-15T16:50:20.583 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dJ2340S14BLDW6S off=42718 len=1485139 2024-04-15T16:50:20.585 INFO:tasks.workunit.client.0.smithi090.stdout:op 270 completed, throughput=4.95MB/sec 2024-04-15T16:50:20.585 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YTxRv7RDgUnUWSD off=13397765 len=26170 2024-04-15T16:50:20.587 INFO:tasks.workunit.client.0.smithi090.stdout:op 271 completed, throughput=4.95MB/sec 2024-04-15T16:50:20.587 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NZaqwgiF1JKSKjL off=3943737 len=1205419 2024-04-15T16:50:20.589 INFO:tasks.workunit.client.0.smithi090.stdout:op 272 completed, throughput=4.97MB/sec 2024-04-15T16:50:20.589 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-APwQsE4_RZEIRzT off=13496296 len=990958 2024-04-15T16:50:20.591 INFO:tasks.workunit.client.0.smithi090.stdout:op 273 completed, throughput=4.99MB/sec 2024-04-15T16:50:20.591 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dkTw5CF83hcsVp_ off=5505516 len=597561 2024-04-15T16:50:20.596 INFO:tasks.workunit.client.0.smithi090.stdout:op 274 completed, throughput=5MB/sec 2024-04-15T16:50:20.596 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BfWBhjIishyvqCy off=8319030 len=795660 2024-04-15T16:50:20.602 INFO:tasks.workunit.client.0.smithi090.stdout:op 275 completed, throughput=5.01MB/sec 2024-04-15T16:50:21.601 INFO:tasks.workunit.client.0.smithi090.stdout: 54: throughput=4.92MB/sec pending data=0 2024-04-15T16:50:21.601 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-01HAGJnKaZboHvr off=17956772 len=1353838 2024-04-15T16:50:21.609 INFO:tasks.workunit.client.0.smithi090.stdout:op 276 completed, throughput=4.94MB/sec 2024-04-15T16:50:21.609 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-o1Fx44fuOmW_Fsk off=538355 len=548932 2024-04-15T16:50:21.613 INFO:tasks.workunit.client.0.smithi090.stdout:op 277 completed, throughput=4.95MB/sec 2024-04-15T16:50:21.613 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qu0-4V4qxs_j4P7 off=324829 len=369754 2024-04-15T16:50:21.616 INFO:tasks.workunit.client.0.smithi090.stdout:op 278 completed, throughput=4.96MB/sec 2024-04-15T16:50:21.616 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zHjRBi7sDSiy9nw off=20588048 len=597825 2024-04-15T16:50:21.617 INFO:tasks.workunit.client.0.smithi090.stdout:op 279 completed, throughput=4.97MB/sec 2024-04-15T16:50:21.617 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Zv8f4xPVwcw1DTL off=10601229 len=1010794 2024-04-15T16:50:21.622 INFO:tasks.workunit.client.0.smithi090.stdout:op 280 completed, throughput=4.99MB/sec 2024-04-15T16:50:21.622 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4J7TLvvkRAnzmJ3 off=1658030 len=110213 2024-04-15T16:50:21.624 INFO:tasks.workunit.client.0.smithi090.stdout:op 281 completed, throughput=4.99MB/sec 2024-04-15T16:50:21.624 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wN4ZA992VC_X45N off=9393407 len=115420 2024-04-15T16:50:21.624 INFO:tasks.workunit.client.0.smithi090.stdout:op 282 completed, throughput=4.99MB/sec 2024-04-15T16:50:21.624 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WuAd37vn0QcGzFF off=13635931 len=1128228 2024-04-15T16:50:21.630 INFO:tasks.workunit.client.0.smithi090.stdout:op 283 completed, throughput=5.01MB/sec 2024-04-15T16:50:22.298 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:22 smithi153 ceph-mon[84714]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:50:22.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:22 smithi090 ceph-mon[89240]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:50:22.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:22 smithi090 ceph-mon[91618]: pgmap v1424: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:50:22.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:50:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:50:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:50:22.630 INFO:tasks.workunit.client.0.smithi090.stdout: 55: throughput=4.92MB/sec pending data=0 2024-04-15T16:50:22.630 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nt8vCl_sm52aXU8 off=3376894 len=1625502 2024-04-15T16:50:22.632 INFO:tasks.workunit.client.0.smithi090.stdout:op 284 completed, throughput=4.95MB/sec 2024-04-15T16:50:22.632 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dZU1D-MPgw-7mMY off=19260826 len=1855717 2024-04-15T16:50:22.636 INFO:tasks.workunit.client.0.smithi090.stdout:op 285 completed, throughput=4.98MB/sec 2024-04-15T16:50:22.637 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fCnMZBwiqvAKqM0 off=1956574 len=897481 2024-04-15T16:50:22.642 INFO:tasks.workunit.client.0.smithi090.stdout:op 286 completed, throughput=4.99MB/sec 2024-04-15T16:50:22.642 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-z3cyDnLFkjK6WXE off=4612222 len=1836787 2024-04-15T16:50:22.646 INFO:tasks.workunit.client.0.smithi090.stdout:op 287 completed, throughput=5.02MB/sec 2024-04-15T16:50:23.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:50:23.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:50:23.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:50:23.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:50:23.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:50:23.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:50:23.644 INFO:tasks.workunit.client.0.smithi090.stdout: 56: throughput=4.94MB/sec pending data=0 2024-04-15T16:50:23.645 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RxozbCI2z8jFLyG off=19507918 len=30573 2024-04-15T16:50:23.646 INFO:tasks.workunit.client.0.smithi090.stdout:op 288 completed, throughput=4.94MB/sec 2024-04-15T16:50:23.646 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BqqdrAdvptoF2kh off=1734331 len=1458570 2024-04-15T16:50:23.652 INFO:tasks.workunit.client.0.smithi090.stdout:op 289 completed, throughput=4.96MB/sec 2024-04-15T16:50:23.652 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dquA_R-1q6Rakc4 off=607963 len=1313952 2024-04-15T16:50:23.658 INFO:tasks.workunit.client.0.smithi090.stdout:op 290 completed, throughput=4.98MB/sec 2024-04-15T16:50:23.658 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-B8hR1CPwZXS6bC6 off=912746 len=342177 2024-04-15T16:50:23.658 INFO:tasks.workunit.client.0.smithi090.stdout:op 291 completed, throughput=4.99MB/sec 2024-04-15T16:50:23.658 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5zv9K5fA1ykZSzd off=6291603 len=1261025 2024-04-15T16:50:23.664 INFO:tasks.workunit.client.0.smithi090.stdout:op 292 completed, throughput=5.01MB/sec 2024-04-15T16:50:24.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:24 smithi090 ceph-mon[91618]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T16:50:24.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:24 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:50:24.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:24 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:50:24.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:24 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:50:24.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:24 smithi090 ceph-mon[89240]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T16:50:24.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:24 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:50:24.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:24 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:50:24.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:24 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:50:24.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:24 smithi153 ceph-mon[84714]: pgmap v1425: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T16:50:24.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:24 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:50:24.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:24 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:50:24.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:24 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:50:24.664 INFO:tasks.workunit.client.0.smithi090.stdout: 57: throughput=4.92MB/sec pending data=0 2024-04-15T16:50:24.665 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9a2CVTG39myAiUR off=2680592 len=1370379 2024-04-15T16:50:24.666 INFO:tasks.workunit.client.0.smithi090.stdout:op 293 completed, throughput=4.94MB/sec 2024-04-15T16:50:24.666 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bYKvEWkgGWPLynW off=9088010 len=1456135 2024-04-15T16:50:24.673 INFO:tasks.workunit.client.0.smithi090.stdout:op 294 completed, throughput=4.97MB/sec 2024-04-15T16:50:24.673 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YQ5K81quZRzrn9N off=8070893 len=1594424 2024-04-15T16:50:24.679 INFO:tasks.workunit.client.0.smithi090.stdout:op 295 completed, throughput=4.99MB/sec 2024-04-15T16:50:24.679 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-j8r4FNAE-SCQZvT off=58162 len=1869959 2024-04-15T16:50:24.680 INFO:tasks.workunit.client.0.smithi090.stdout:op 296 completed, throughput=5.02MB/sec 2024-04-15T16:50:25.681 INFO:tasks.workunit.client.0.smithi090.stdout: 58: throughput=4.94MB/sec pending data=0 2024-04-15T16:50:25.681 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zzDS2DkLbM3P9OH off=11457906 len=1679391 2024-04-15T16:50:25.690 INFO:tasks.workunit.client.0.smithi090.stdout:op 297 completed, throughput=4.96MB/sec 2024-04-15T16:50:25.690 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-N5xeQmvHpog9BYi off=13420640 len=1320381 2024-04-15T16:50:25.693 INFO:tasks.workunit.client.0.smithi090.stdout:op 298 completed, throughput=4.99MB/sec 2024-04-15T16:50:25.693 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kdKDlaOnihlREBL off=11795124 len=481745 2024-04-15T16:50:25.694 INFO:tasks.workunit.client.0.smithi090.stdout:op 299 completed, throughput=4.99MB/sec 2024-04-15T16:50:25.694 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pRG7_DOHzcgJ-M_ off=722947 len=2011712 2024-04-15T16:50:25.703 INFO:tasks.workunit.client.0.smithi090.stdout:op 300 completed, throughput=5.02MB/sec 2024-04-15T16:50:26.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:26 smithi090 ceph-mon[89240]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T16:50:26.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:26 smithi090 ceph-mon[91618]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T16:50:26.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:26 smithi153 ceph-mon[84714]: pgmap v1426: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T16:50:26.704 INFO:tasks.workunit.client.0.smithi090.stdout: 59: throughput=4.94MB/sec pending data=0 2024-04-15T16:50:26.704 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-casvyyW1jpomEjt off=2942733 len=1078508 2024-04-15T16:50:26.705 INFO:tasks.workunit.client.0.smithi090.stdout:op 301 completed, throughput=4.96MB/sec 2024-04-15T16:50:26.705 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-E9AjczPqMGk47UP off=7105822 len=1864081 2024-04-15T16:50:26.714 INFO:tasks.workunit.client.0.smithi090.stdout:op 302 completed, throughput=4.99MB/sec 2024-04-15T16:50:26.714 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-c4AehbD7V7Sx86v off=9672152 len=1696202 2024-04-15T16:50:26.715 INFO:tasks.workunit.client.0.smithi090.stdout:op 303 completed, throughput=5.01MB/sec 2024-04-15T16:50:27.716 INFO:tasks.workunit.client.0.smithi090.stdout: 60: throughput=4.93MB/sec pending data=0 2024-04-15T16:50:27.716 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8-gkfQD3UZuxAzF off=12405805 len=1580917 2024-04-15T16:50:27.718 INFO:tasks.workunit.client.0.smithi090.stdout:op 304 completed, throughput=4.96MB/sec 2024-04-15T16:50:27.718 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gTeJNoVCccrfEdi off=631300 len=851644 2024-04-15T16:50:27.719 INFO:tasks.workunit.client.0.smithi090.stdout:op 305 completed, throughput=4.97MB/sec 2024-04-15T16:50:27.719 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JxH3MuafQ1vRIcb off=347024 len=1576361 2024-04-15T16:50:27.728 INFO:tasks.workunit.client.0.smithi090.stdout:op 306 completed, throughput=4.99MB/sec 2024-04-15T16:50:27.728 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bBycvp6IvhQDKv4 off=5371511 len=358451 2024-04-15T16:50:27.731 INFO:tasks.workunit.client.0.smithi090.stdout:op 307 completed, throughput=5MB/sec 2024-04-15T16:50:27.731 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-i8uKpVjoKmQYKss off=8146178 len=496216 2024-04-15T16:50:27.732 INFO:tasks.workunit.client.0.smithi090.stdout:op 308 completed, throughput=5.01MB/sec 2024-04-15T16:50:28.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:28 smithi090 ceph-mon[89240]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:50:28.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:28 smithi090 ceph-mon[91618]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:50:28.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:28 smithi153 ceph-mon[84714]: pgmap v1427: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:50:28.733 INFO:tasks.workunit.client.0.smithi090.stdout: 61: throughput=4.93MB/sec pending data=0 2024-04-15T16:50:28.733 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FJDKwlOVVmiiAh4 off=141704 len=955960 2024-04-15T16:50:28.738 INFO:tasks.workunit.client.0.smithi090.stdout:op 309 completed, throughput=4.94MB/sec 2024-04-15T16:50:28.738 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PLRvLsWRvjPFyC9 off=4149954 len=1275136 2024-04-15T16:50:28.745 INFO:tasks.workunit.client.0.smithi090.stdout:op 310 completed, throughput=4.96MB/sec 2024-04-15T16:50:28.745 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4KbSlEfSEBSCs15 off=13035887 len=357957 2024-04-15T16:50:28.746 INFO:tasks.workunit.client.0.smithi090.stdout:op 311 completed, throughput=4.96MB/sec 2024-04-15T16:50:28.746 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0C-ZG9xpckg1ah4 off=7817432 len=1264577 2024-04-15T16:50:28.753 INFO:tasks.workunit.client.0.smithi090.stdout:op 312 completed, throughput=4.98MB/sec 2024-04-15T16:50:28.753 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MPBoYkvqs2rEei2 off=2805703 len=1936134 2024-04-15T16:50:28.754 INFO:tasks.workunit.client.0.smithi090.stdout:op 313 completed, throughput=5.01MB/sec 2024-04-15T16:50:29.572 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:50:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:50:29] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-15T16:50:29.755 INFO:tasks.workunit.client.0.smithi090.stdout: 62: throughput=4.93MB/sec pending data=0 2024-04-15T16:50:29.755 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JzpM2Jy-ka6rmLC off=8829046 len=378164 2024-04-15T16:50:29.758 INFO:tasks.workunit.client.0.smithi090.stdout:op 314 completed, throughput=4.94MB/sec 2024-04-15T16:50:29.758 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NLuzckBmYBGD1zX off=12039652 len=1817490 2024-04-15T16:50:29.760 INFO:tasks.workunit.client.0.smithi090.stdout:op 315 completed, throughput=4.97MB/sec 2024-04-15T16:50:29.761 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Aty1yrn1TEWhZn8 off=6528884 len=835291 2024-04-15T16:50:29.766 INFO:tasks.workunit.client.0.smithi090.stdout:op 316 completed, throughput=4.98MB/sec 2024-04-15T16:50:29.766 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cgCLdzLnJkpllnQ off=4537336 len=925683 2024-04-15T16:50:29.772 INFO:tasks.workunit.client.0.smithi090.stdout:op 317 completed, throughput=4.99MB/sec 2024-04-15T16:50:29.772 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jCjXKeyEwk-sLqn off=11465110 len=668940 2024-04-15T16:50:29.775 INFO:tasks.workunit.client.0.smithi090.stdout:op 318 completed, throughput=5MB/sec 2024-04-15T16:50:30.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:30 smithi090 ceph-mon[89240]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:50:30.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:30 smithi090 ceph-mon[91618]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:50:30.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:30 smithi153 ceph-mon[84714]: pgmap v1428: 105 pgs: 105 active+clean; 127 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:50:30.776 INFO:tasks.workunit.client.0.smithi090.stdout: 63: throughput=4.92MB/sec pending data=0 2024-04-15T16:50:30.776 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-daSnfQCHm1KjeqL off=1634872 len=1739697 2024-04-15T16:50:30.785 INFO:tasks.workunit.client.0.smithi090.stdout:op 319 completed, throughput=4.95MB/sec 2024-04-15T16:50:30.785 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4qY_2eP5jCaNfQD off=15880834 len=1727325 2024-04-15T16:50:30.789 INFO:tasks.workunit.client.0.smithi090.stdout:op 320 completed, throughput=4.97MB/sec 2024-04-15T16:50:30.789 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bgstDGdVNnGEvcc off=493110 len=408808 2024-04-15T16:50:30.790 INFO:tasks.workunit.client.0.smithi090.stdout:op 321 completed, throughput=4.98MB/sec 2024-04-15T16:50:30.790 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lOnobwBKpZJzpS9 off=7139099 len=881581 2024-04-15T16:50:30.800 INFO:tasks.workunit.client.0.smithi090.stdout:op 322 completed, throughput=4.99MB/sec 2024-04-15T16:50:30.800 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8CzJDPIqBIeFAGd off=9610684 len=1497337 2024-04-15T16:50:30.805 INFO:tasks.workunit.client.0.smithi090.stdout:op 323 completed, throughput=5.01MB/sec 2024-04-15T16:50:31.805 INFO:tasks.workunit.client.0.smithi090.stdout: 64: throughput=4.94MB/sec pending data=0 2024-04-15T16:50:31.806 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3_ehY7ilH_AwalG off=4332205 len=178481 2024-04-15T16:50:31.808 INFO:tasks.workunit.client.0.smithi090.stdout:op 324 completed, throughput=4.94MB/sec 2024-04-15T16:50:31.808 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fHoBxK54exQmIxU off=518506 len=1130274 2024-04-15T16:50:31.815 INFO:tasks.workunit.client.0.smithi090.stdout:op 325 completed, throughput=4.96MB/sec 2024-04-15T16:50:31.815 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NcQp2GHuHzhac60 off=2629548 len=974085 2024-04-15T16:50:31.820 INFO:tasks.workunit.client.0.smithi090.stdout:op 326 completed, throughput=4.97MB/sec 2024-04-15T16:50:31.820 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WnkhxpQipgcYMj6 off=399993 len=989647 2024-04-15T16:50:31.821 INFO:tasks.workunit.client.0.smithi090.stdout:op 327 completed, throughput=4.98MB/sec 2024-04-15T16:50:31.821 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WCgMdFAzOhX85pm off=1174752 len=1392311 2024-04-15T16:50:31.828 INFO:tasks.workunit.client.0.smithi090.stdout:op 328 completed, throughput=5MB/sec 2024-04-15T16:50:32.298 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:32 smithi153 ceph-mon[84714]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:50:32.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:32 smithi090 ceph-mon[89240]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:50:32.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:32 smithi090 ceph-mon[91618]: pgmap v1429: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:50:32.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:50:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:50:32.828 INFO:tasks.workunit.client.0.smithi090.stdout: 65: throughput=4.93MB/sec pending data=0 2024-04-15T16:50:32.828 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-E8DTkHefKeqKahG off=4643092 len=1375857 2024-04-15T16:50:32.836 INFO:tasks.workunit.client.0.smithi090.stdout:op 329 completed, throughput=4.95MB/sec 2024-04-15T16:50:32.836 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pYg8sU_Ae4tzE7v off=20516731 len=215497 2024-04-15T16:50:32.839 INFO:tasks.workunit.client.0.smithi090.stdout:op 330 completed, throughput=4.95MB/sec 2024-04-15T16:50:32.839 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aC6gxTCFK0n_3_b off=17211321 len=1067729 2024-04-15T16:50:32.844 INFO:tasks.workunit.client.0.smithi090.stdout:op 331 completed, throughput=4.97MB/sec 2024-04-15T16:50:32.844 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dLT7Tk0t2hlE6zi off=221051 len=636527 2024-04-15T16:50:32.847 INFO:tasks.workunit.client.0.smithi090.stdout:op 332 completed, throughput=4.97MB/sec 2024-04-15T16:50:32.847 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-M_wwSnBeaEpxcoN off=12411405 len=2051335 2024-04-15T16:50:32.849 INFO:tasks.workunit.client.0.smithi090.stdout:op 333 completed, throughput=5MB/sec 2024-04-15T16:50:33.849 INFO:tasks.workunit.client.0.smithi090.stdout: 66: throughput=4.93MB/sec pending data=0 2024-04-15T16:50:33.849 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iixgqli7gQIBYZq off=44377 len=39331 2024-04-15T16:50:33.852 INFO:tasks.workunit.client.0.smithi090.stdout:op 334 completed, throughput=4.93MB/sec 2024-04-15T16:50:33.852 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-twrxmJyQQhcABWF off=6114025 len=195725 2024-04-15T16:50:33.852 INFO:tasks.workunit.client.0.smithi090.stdout:op 335 completed, throughput=4.93MB/sec 2024-04-15T16:50:33.852 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mVdugxVGbx9BBAd off=11548065 len=1476217 2024-04-15T16:50:33.854 INFO:tasks.workunit.client.0.smithi090.stdout:op 336 completed, throughput=4.95MB/sec 2024-04-15T16:50:33.854 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oicOXG8ikSCT5pY off=7826356 len=78594 2024-04-15T16:50:33.856 INFO:tasks.workunit.client.0.smithi090.stdout:op 337 completed, throughput=4.95MB/sec 2024-04-15T16:50:33.856 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7zzUXZuljWB9d9N off=5952476 len=1909702 2024-04-15T16:50:33.866 INFO:tasks.workunit.client.0.smithi090.stdout:op 338 completed, throughput=4.98MB/sec 2024-04-15T16:50:33.866 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-f4TV1fEZmRYPTv6 off=656703 len=331191 2024-04-15T16:50:33.867 INFO:tasks.workunit.client.0.smithi090.stdout:op 339 completed, throughput=4.98MB/sec 2024-04-15T16:50:33.867 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Gg1Yt9cXhTnvIEL off=5782596 len=192846 2024-04-15T16:50:33.868 INFO:tasks.workunit.client.0.smithi090.stdout:op 340 completed, throughput=4.99MB/sec 2024-04-15T16:50:33.868 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IR5aDawAOnAgTtK off=3436423 len=904009 2024-04-15T16:50:33.869 INFO:tasks.workunit.client.0.smithi090.stdout:op 341 completed, throughput=5MB/sec 2024-04-15T16:50:34.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:34 smithi090 ceph-mon[89240]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T16:50:34.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:34 smithi090 ceph-mon[91618]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T16:50:34.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:34 smithi153 ceph-mon[84714]: pgmap v1430: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T16:50:34.869 INFO:tasks.workunit.client.0.smithi090.stdout: 67: throughput=4.93MB/sec pending data=0 2024-04-15T16:50:34.869 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ka_VZYJOkjEIR6o off=744626 len=261582 2024-04-15T16:50:34.870 INFO:tasks.workunit.client.0.smithi090.stdout:op 342 completed, throughput=4.93MB/sec 2024-04-15T16:50:34.870 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Gnlcz3uElDlmWby off=17083490 len=924469 2024-04-15T16:50:34.875 INFO:tasks.workunit.client.0.smithi090.stdout:op 343 completed, throughput=4.94MB/sec 2024-04-15T16:50:34.875 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-t1p8vnYGZ6Fq8Uu off=15488 len=1625056 2024-04-15T16:50:34.882 INFO:tasks.workunit.client.0.smithi090.stdout:op 344 completed, throughput=4.97MB/sec 2024-04-15T16:50:34.882 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BIvpagG3X1hQ6GF off=4619098 len=676549 2024-04-15T16:50:34.885 INFO:tasks.workunit.client.0.smithi090.stdout:op 345 completed, throughput=4.97MB/sec 2024-04-15T16:50:34.886 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wHs9pxhU-usx4Ma off=1452995 len=604436 2024-04-15T16:50:34.887 INFO:tasks.workunit.client.0.smithi090.stdout:op 346 completed, throughput=4.98MB/sec 2024-04-15T16:50:34.887 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ceMtFujXHmaRy8M off=2116805 len=787763 2024-04-15T16:50:34.888 INFO:tasks.workunit.client.0.smithi090.stdout:op 347 completed, throughput=4.99MB/sec 2024-04-15T16:50:34.888 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Kjg7duoMcOg3OeV off=4029764 len=648182 2024-04-15T16:50:34.892 INFO:tasks.workunit.client.0.smithi090.stdout:op 348 completed, throughput=5MB/sec 2024-04-15T16:50:35.892 INFO:tasks.workunit.client.0.smithi090.stdout: 68: throughput=4.93MB/sec pending data=0 2024-04-15T16:50:35.892 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wEdCMFkCw_BuWKi off=2336951 len=1154044 2024-04-15T16:50:35.898 INFO:tasks.workunit.client.0.smithi090.stdout:op 349 completed, throughput=4.95MB/sec 2024-04-15T16:50:35.898 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--RSKcFajDdjGRIl off=3315020 len=109853 2024-04-15T16:50:35.898 INFO:tasks.workunit.client.0.smithi090.stdout:op 350 completed, throughput=4.95MB/sec 2024-04-15T16:50:35.898 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VZ2tG0ILRtmf4fA off=2318618 len=618836 2024-04-15T16:50:35.902 INFO:tasks.workunit.client.0.smithi090.stdout:op 351 completed, throughput=4.96MB/sec 2024-04-15T16:50:35.902 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-b7dfdmT6gDQeJ1o off=850464 len=1851876 2024-04-15T16:50:35.904 INFO:tasks.workunit.client.0.smithi090.stdout:op 352 completed, throughput=4.98MB/sec 2024-04-15T16:50:35.904 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-glbXd7j-k5napdX off=12477217 len=1785074 2024-04-15T16:50:35.912 INFO:tasks.workunit.client.0.smithi090.stdout:op 353 completed, throughput=5MB/sec 2024-04-15T16:50:36.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:36 smithi090 ceph-mon[89240]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T16:50:36.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:36 smithi090 ceph-mon[91618]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T16:50:36.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:36 smithi153 ceph-mon[84714]: pgmap v1431: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T16:50:36.912 INFO:tasks.workunit.client.0.smithi090.stdout: 69: throughput=4.93MB/sec pending data=0 2024-04-15T16:50:36.912 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ICAkp6w8wKaG0dd off=7453993 len=303081 2024-04-15T16:50:36.913 INFO:tasks.workunit.client.0.smithi090.stdout:op 354 completed, throughput=4.94MB/sec 2024-04-15T16:50:36.913 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vMQ_Tub4nYuuxcz off=5690531 len=164050 2024-04-15T16:50:36.915 INFO:tasks.workunit.client.0.smithi090.stdout:op 355 completed, throughput=4.94MB/sec 2024-04-15T16:50:36.916 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vfa-WC2nHedy5PW off=2233784 len=1573021 2024-04-15T16:50:36.918 INFO:tasks.workunit.client.0.smithi090.stdout:op 356 completed, throughput=4.96MB/sec 2024-04-15T16:50:36.918 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_-5Zq5ZwNV0Q2tr off=385509 len=619435 2024-04-15T16:50:36.919 INFO:tasks.workunit.client.0.smithi090.stdout:op 357 completed, throughput=4.97MB/sec 2024-04-15T16:50:36.920 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QMtI-qVsOkZoZnF off=4519787 len=792235 2024-04-15T16:50:36.921 INFO:tasks.workunit.client.0.smithi090.stdout:op 358 completed, throughput=4.98MB/sec 2024-04-15T16:50:36.921 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0m6iOAe_xKf_K3e off=2026393 len=1289524 2024-04-15T16:50:36.927 INFO:tasks.workunit.client.0.smithi090.stdout:op 359 completed, throughput=5MB/sec 2024-04-15T16:50:36.927 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6lTMkvJC7hRkSWN off=3434607 len=797219 2024-04-15T16:50:36.930 INFO:tasks.workunit.client.0.smithi090.stdout:op 360 completed, throughput=5.01MB/sec 2024-04-15T16:50:37.931 INFO:tasks.workunit.client.0.smithi090.stdout: 70: throughput=4.94MB/sec pending data=0 2024-04-15T16:50:37.931 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aqU6bvYRUdLTWRC off=12912435 len=1118242 2024-04-15T16:50:37.936 INFO:tasks.workunit.client.0.smithi090.stdout:op 361 completed, throughput=4.95MB/sec 2024-04-15T16:50:37.936 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LWqfProe4l_kWiJ off=1864644 len=1217765 2024-04-15T16:50:37.939 INFO:tasks.workunit.client.0.smithi090.stdout:op 362 completed, throughput=4.97MB/sec 2024-04-15T16:50:37.939 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-T7202AJDxsfbTlJ off=5220 len=433007 2024-04-15T16:50:37.942 INFO:tasks.workunit.client.0.smithi090.stdout:op 363 completed, throughput=4.97MB/sec 2024-04-15T16:50:37.942 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5iskmdz6wIWxJN4 off=11596712 len=243833 2024-04-15T16:50:37.945 INFO:tasks.workunit.client.0.smithi090.stdout:op 364 completed, throughput=4.98MB/sec 2024-04-15T16:50:37.945 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sg5GEBGsANEgjCM off=914664 len=81396 2024-04-15T16:50:37.947 INFO:tasks.workunit.client.0.smithi090.stdout:op 365 completed, throughput=4.98MB/sec 2024-04-15T16:50:37.947 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vrLcCiNg-CgxLIv off=3861029 len=405300 2024-04-15T16:50:37.949 INFO:tasks.workunit.client.0.smithi090.stdout:op 366 completed, throughput=4.98MB/sec 2024-04-15T16:50:37.949 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ToCIbYgQlWgk-A9 off=1416488 len=1379730 2024-04-15T16:50:37.954 INFO:tasks.workunit.client.0.smithi090.stdout:op 367 completed, throughput=5MB/sec 2024-04-15T16:50:38.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:38 smithi090 ceph-mon[89240]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:50:38.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:50:38.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:38 smithi090 ceph-mon[91618]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:50:38.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:50:38.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:38 smithi153 ceph-mon[84714]: pgmap v1432: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:50:38.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:50:38.955 INFO:tasks.workunit.client.0.smithi090.stdout: 71: throughput=4.93MB/sec pending data=0 2024-04-15T16:50:38.955 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8dV1immWIgEyMDY off=8479880 len=189005 2024-04-15T16:50:38.956 INFO:tasks.workunit.client.0.smithi090.stdout:op 368 completed, throughput=4.93MB/sec 2024-04-15T16:50:38.956 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rfd7XEQi1Q5_heK off=763756 len=368318 2024-04-15T16:50:38.958 INFO:tasks.workunit.client.0.smithi090.stdout:op 369 completed, throughput=4.94MB/sec 2024-04-15T16:50:38.959 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aJkHXDBJOw1ilB1 off=9919368 len=1077315 2024-04-15T16:50:38.960 INFO:tasks.workunit.client.0.smithi090.stdout:op 370 completed, throughput=4.95MB/sec 2024-04-15T16:50:38.960 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2UllV2xkm7Qvcuu off=15042493 len=1161054 2024-04-15T16:50:38.965 INFO:tasks.workunit.client.0.smithi090.stdout:op 371 completed, throughput=4.97MB/sec 2024-04-15T16:50:38.965 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4f_UyW9nvnocqoh off=442459 len=164735 2024-04-15T16:50:38.967 INFO:tasks.workunit.client.0.smithi090.stdout:op 372 completed, throughput=4.97MB/sec 2024-04-15T16:50:38.967 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-O_2YSkz07YrXE3C off=2695556 len=613229 2024-04-15T16:50:38.968 INFO:tasks.workunit.client.0.smithi090.stdout:op 373 completed, throughput=4.98MB/sec 2024-04-15T16:50:38.968 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-etohY0eHhx-wA11 off=4360843 len=1544843 2024-04-15T16:50:38.978 INFO:tasks.workunit.client.0.smithi090.stdout:op 374 completed, throughput=5MB/sec 2024-04-15T16:50:38.978 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QNaGtIFnATLMT6f off=16990912 len=1214104 2024-04-15T16:50:38.979 INFO:tasks.workunit.client.0.smithi090.stdout:op 375 completed, throughput=5.01MB/sec 2024-04-15T16:50:39.572 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:50:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:50:39] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-15T16:50:39.979 INFO:tasks.workunit.client.0.smithi090.stdout: 72: throughput=4.95MB/sec pending data=0 2024-04-15T16:50:39.979 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1EjU5jYqx559H78 off=109310 len=327320 2024-04-15T16:50:39.980 INFO:tasks.workunit.client.0.smithi090.stdout:op 376 completed, throughput=4.95MB/sec 2024-04-15T16:50:39.980 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dwm-RuiduX6pANV off=8050695 len=555887 2024-04-15T16:50:39.984 INFO:tasks.workunit.client.0.smithi090.stdout:op 377 completed, throughput=4.96MB/sec 2024-04-15T16:50:39.985 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9aksKtXhm0TUH_H off=788796 len=1723370 2024-04-15T16:50:39.987 INFO:tasks.workunit.client.0.smithi090.stdout:op 378 completed, throughput=4.98MB/sec 2024-04-15T16:50:39.987 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0ohpeEeVkOlnBlX off=19694816 len=1504080 2024-04-15T16:50:39.989 INFO:tasks.workunit.client.0.smithi090.stdout:op 379 completed, throughput=5MB/sec 2024-04-15T16:50:39.989 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6nucyzcx84OpZ6R off=4118219 len=469124 2024-04-15T16:50:39.990 INFO:tasks.workunit.client.0.smithi090.stdout:op 380 completed, throughput=5MB/sec 2024-04-15T16:50:40.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:40 smithi090 ceph-mon[91618]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:50:40.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:40 smithi090 ceph-mon[89240]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:50:40.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:40 smithi153 ceph-mon[84714]: pgmap v1433: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:50:40.990 INFO:tasks.workunit.client.0.smithi090.stdout: 73: throughput=4.94MB/sec pending data=0 2024-04-15T16:50:40.991 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EO-qhq0-GzvANHz off=0 len=1457472 2024-04-15T16:50:40.992 INFO:tasks.workunit.client.0.smithi090.stdout:op 381 completed, throughput=4.96MB/sec 2024-04-15T16:50:40.993 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aWzWeFTdsXaNLRg off=17085240 len=415253 2024-04-15T16:50:40.993 INFO:tasks.workunit.client.0.smithi090.stdout:op 382 completed, throughput=4.96MB/sec 2024-04-15T16:50:40.993 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cmNUBL4iAIOw1LV off=4221119 len=1297281 2024-04-15T16:50:41.000 INFO:tasks.workunit.client.0.smithi090.stdout:op 383 completed, throughput=4.98MB/sec 2024-04-15T16:50:41.000 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aI6iIvoGVMJKftO off=518486 len=820715 2024-04-15T16:50:41.001 INFO:tasks.workunit.client.0.smithi090.stdout:op 384 completed, throughput=4.99MB/sec 2024-04-15T16:50:41.001 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sxmoA3lovuTa6jn off=1140858 len=857277 2024-04-15T16:50:41.002 INFO:tasks.workunit.client.0.smithi090.stdout:op 385 completed, throughput=5MB/sec 2024-04-15T16:50:41.002 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HSH8n-N_iN478Eo off=472590 len=894408 2024-04-15T16:50:41.007 INFO:tasks.workunit.client.0.smithi090.stdout:op 386 completed, throughput=5.01MB/sec 2024-04-15T16:50:42.007 INFO:tasks.workunit.client.0.smithi090.stdout: 74: throughput=4.94MB/sec pending data=0 2024-04-15T16:50:42.007 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-M_7_b5LdBvyrdLA off=2180621 len=979876 2024-04-15T16:50:42.013 INFO:tasks.workunit.client.0.smithi090.stdout:op 387 completed, throughput=4.95MB/sec 2024-04-15T16:50:42.013 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xyUaqLzvNNS331F off=12342241 len=1378323 2024-04-15T16:50:42.015 INFO:tasks.workunit.client.0.smithi090.stdout:op 388 completed, throughput=4.97MB/sec 2024-04-15T16:50:42.015 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-E5RFgOtq-ZUPkzo off=1243752 len=1646626 2024-04-15T16:50:42.019 INFO:tasks.workunit.client.0.smithi090.stdout:op 389 completed, throughput=4.99MB/sec 2024-04-15T16:50:42.019 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hMmJgv4ijfy9B5s off=8094539 len=29411 2024-04-15T16:50:42.019 INFO:tasks.workunit.client.0.smithi090.stdout:op 390 completed, throughput=4.99MB/sec 2024-04-15T16:50:42.019 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JrvSJeLQOvpgo93 off=5520652 len=1642651 2024-04-15T16:50:42.030 INFO:tasks.workunit.client.0.smithi090.stdout:op 391 completed, throughput=5.01MB/sec 2024-04-15T16:50:42.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:42 smithi090 ceph-mon[89240]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:50:42.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:42 smithi090 ceph-mon[91618]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:50:42.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:42 smithi153 ceph-mon[84714]: pgmap v1434: 105 pgs: 105 active+clean; 127 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:50:42.365 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:50:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:50:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:50:43.031 INFO:tasks.workunit.client.0.smithi090.stdout: 75: throughput=4.95MB/sec pending data=0 2024-04-15T16:50:43.031 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Bbxx48N1fJAELgg off=6254368 len=1432166 2024-04-15T16:50:43.039 INFO:tasks.workunit.client.0.smithi090.stdout:op 392 completed, throughput=4.96MB/sec 2024-04-15T16:50:43.039 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FZMuJmT1o2D8jy3 off=17471812 len=866720 2024-04-15T16:50:43.040 INFO:tasks.workunit.client.0.smithi090.stdout:op 393 completed, throughput=4.98MB/sec 2024-04-15T16:50:43.040 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-J9LG-HwWdNZbf-U off=6394544 len=601373 2024-04-15T16:50:43.044 INFO:tasks.workunit.client.0.smithi090.stdout:op 394 completed, throughput=4.98MB/sec 2024-04-15T16:50:43.044 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kLnLLwujKBAggwz off=14199917 len=162861 2024-04-15T16:50:43.046 INFO:tasks.workunit.client.0.smithi090.stdout:op 395 completed, throughput=4.98MB/sec 2024-04-15T16:50:43.047 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_7uVzS8F5wHVL50 off=5345829 len=557444 2024-04-15T16:50:43.051 INFO:tasks.workunit.client.0.smithi090.stdout:op 396 completed, throughput=4.99MB/sec 2024-04-15T16:50:43.051 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-W8DfOBe8shwRk-t off=943588 len=830107 2024-04-15T16:50:43.054 INFO:tasks.workunit.client.0.smithi090.stdout:op 397 completed, throughput=5MB/sec 2024-04-15T16:50:44.055 INFO:tasks.workunit.client.0.smithi090.stdout: 76: throughput=4.94MB/sec pending data=0 2024-04-15T16:50:44.055 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OD7JbBMFnGsAYvR off=2843687 len=1839653 2024-04-15T16:50:44.059 INFO:tasks.workunit.client.0.smithi090.stdout:op 398 completed, throughput=4.96MB/sec 2024-04-15T16:50:44.059 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JSDH3bSVCk-M64C off=14577422 len=1716806 2024-04-15T16:50:44.061 INFO:tasks.workunit.client.0.smithi090.stdout:op 399 completed, throughput=4.98MB/sec 2024-04-15T16:50:44.061 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5bbW5V7S6_2CHD_ off=17597476 len=1311538 2024-04-15T16:50:44.063 INFO:tasks.workunit.client.0.smithi090.stdout:op 400 completed, throughput=5MB/sec 2024-04-15T16:50:44.063 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-P_nP3fzi98t218_ off=10233868 len=885007 2024-04-15T16:50:44.064 INFO:tasks.workunit.client.0.smithi090.stdout:op 401 completed, throughput=5.01MB/sec 2024-04-15T16:50:44.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:44 smithi090 ceph-mon[89240]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T16:50:44.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:44 smithi090 ceph-mon[91618]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T16:50:44.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:44 smithi153 ceph-mon[84714]: pgmap v1435: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-15T16:50:45.065 INFO:tasks.workunit.client.0.smithi090.stdout: 77: throughput=4.94MB/sec pending data=0 2024-04-15T16:50:45.065 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nVJlbnFBgOJikQS off=6599467 len=456286 2024-04-15T16:50:45.066 INFO:tasks.workunit.client.0.smithi090.stdout:op 402 completed, throughput=4.95MB/sec 2024-04-15T16:50:45.066 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-z_MYQTM6KsVUDsx off=11502055 len=1369588 2024-04-15T16:50:45.074 INFO:tasks.workunit.client.0.smithi090.stdout:op 403 completed, throughput=4.96MB/sec 2024-04-15T16:50:45.074 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0YGZU7-sl3nwc3M off=2316081 len=982929 2024-04-15T16:50:45.084 INFO:tasks.workunit.client.0.smithi090.stdout:op 404 completed, throughput=4.98MB/sec 2024-04-15T16:50:45.084 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sUGTydXhN97O7cM off=7263886 len=469611 2024-04-15T16:50:45.084 INFO:tasks.workunit.client.0.smithi090.stdout:op 405 completed, throughput=4.98MB/sec 2024-04-15T16:50:45.085 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lMmXto5hX-gl3GJ off=17103173 len=508864 2024-04-15T16:50:45.088 INFO:tasks.workunit.client.0.smithi090.stdout:op 406 completed, throughput=4.99MB/sec 2024-04-15T16:50:45.088 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EIogerxoGQH50bm off=11008008 len=1458508 2024-04-15T16:50:45.090 INFO:tasks.workunit.client.0.smithi090.stdout:op 407 completed, throughput=5.01MB/sec 2024-04-15T16:50:46.090 INFO:tasks.workunit.client.0.smithi090.stdout: 78: throughput=4.94MB/sec pending data=0 2024-04-15T16:50:46.091 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FmvNTIeN-8q9fQC off=0 len=1240349 2024-04-15T16:50:46.093 INFO:tasks.workunit.client.0.smithi090.stdout:op 408 completed, throughput=4.96MB/sec 2024-04-15T16:50:46.093 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-K8q1wfz7UBNr2gp off=14390645 len=105908 2024-04-15T16:50:46.096 INFO:tasks.workunit.client.0.smithi090.stdout:op 409 completed, throughput=4.96MB/sec 2024-04-15T16:50:46.096 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D_zeMHkqFuwOFTR off=1788159 len=837811 2024-04-15T16:50:46.101 INFO:tasks.workunit.client.0.smithi090.stdout:op 410 completed, throughput=4.97MB/sec 2024-04-15T16:50:46.102 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-clWM_COqQVYVu2r off=13317254 len=1719200 2024-04-15T16:50:46.111 INFO:tasks.workunit.client.0.smithi090.stdout:op 411 completed, throughput=4.99MB/sec 2024-04-15T16:50:46.111 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CvJ-eIchaT7vwCw off=392972 len=1577607 2024-04-15T16:50:46.120 INFO:tasks.workunit.client.0.smithi090.stdout:op 412 completed, throughput=5.01MB/sec 2024-04-15T16:50:46.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:46 smithi090 ceph-mon[89240]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T16:50:46.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:46 smithi090 ceph-mon[91618]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T16:50:46.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:46 smithi153 ceph-mon[84714]: pgmap v1436: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T16:50:47.121 INFO:tasks.workunit.client.0.smithi090.stdout: 79: throughput=4.94MB/sec pending data=0 2024-04-15T16:50:47.121 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-njKLZTWGYy12-51 off=3877274 len=837712 2024-04-15T16:50:47.126 INFO:tasks.workunit.client.0.smithi090.stdout:op 413 completed, throughput=4.95MB/sec 2024-04-15T16:50:47.126 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2obZvKZguZJqPEC off=8780521 len=1859084 2024-04-15T16:50:47.129 INFO:tasks.workunit.client.0.smithi090.stdout:op 414 completed, throughput=4.98MB/sec 2024-04-15T16:50:47.129 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QQJxrhC_m1dltCx off=11269431 len=395945 2024-04-15T16:50:47.132 INFO:tasks.workunit.client.0.smithi090.stdout:op 415 completed, throughput=4.98MB/sec 2024-04-15T16:50:47.132 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Db7UQ2eCRzUINia off=860053 len=480558 2024-04-15T16:50:47.135 INFO:tasks.workunit.client.0.smithi090.stdout:op 416 completed, throughput=4.99MB/sec 2024-04-15T16:50:47.135 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oNr0mkXqyqg5Byg off=378675 len=224379 2024-04-15T16:50:47.138 INFO:tasks.workunit.client.0.smithi090.stdout:op 417 completed, throughput=4.99MB/sec 2024-04-15T16:50:47.138 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vQcWJmejodt_M2s off=6245683 len=1030246 2024-04-15T16:50:47.143 INFO:tasks.workunit.client.0.smithi090.stdout:op 418 completed, throughput=5MB/sec 2024-04-15T16:50:47.144 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BUC7xrWY8or8Ds- off=5198275 len=483350 2024-04-15T16:50:47.147 INFO:tasks.workunit.client.0.smithi090.stdout:op 419 completed, throughput=5.01MB/sec 2024-04-15T16:50:48.147 INFO:tasks.workunit.client.0.smithi090.stdout: 80: throughput=4.94MB/sec pending data=0 2024-04-15T16:50:48.148 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7AulP-KLtaVSHh5 off=7118466 len=158529 2024-04-15T16:50:48.148 INFO:tasks.workunit.client.0.smithi090.stdout:op 420 completed, throughput=4.95MB/sec 2024-04-15T16:50:48.148 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--jb2_4_Zga3StVL off=752054 len=1947959 2024-04-15T16:50:48.150 INFO:tasks.workunit.client.0.smithi090.stdout:op 421 completed, throughput=4.97MB/sec 2024-04-15T16:50:48.150 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ILq2GHA7pIKvsQt off=9836634 len=462391 2024-04-15T16:50:48.151 INFO:tasks.workunit.client.0.smithi090.stdout:op 422 completed, throughput=4.97MB/sec 2024-04-15T16:50:48.152 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9_32Bk-cqiVzAv4 off=7906152 len=1966255 2024-04-15T16:50:48.156 INFO:tasks.workunit.client.0.smithi090.stdout:op 423 completed, throughput=5MB/sec 2024-04-15T16:50:48.156 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rwHEKmfmw-74eYB off=666394 len=1385573 2024-04-15T16:50:48.163 INFO:tasks.workunit.client.0.smithi090.stdout:op 424 completed, throughput=5.01MB/sec 2024-04-15T16:50:48.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:48 smithi090 ceph-mon[91618]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T16:50:48.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:48 smithi090 ceph-mon[89240]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T16:50:48.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:48 smithi153 ceph-mon[84714]: pgmap v1437: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T16:50:49.163 INFO:tasks.workunit.client.0.smithi090.stdout: 81: throughput=4.95MB/sec pending data=0 2024-04-15T16:50:49.163 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Bmnj5XVeUyuMnRL off=2990606 len=1555929 2024-04-15T16:50:49.166 INFO:tasks.workunit.client.0.smithi090.stdout:op 425 completed, throughput=4.97MB/sec 2024-04-15T16:50:49.167 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xuLqieFOjeGl1XX off=2476452 len=1207269 2024-04-15T16:50:49.174 INFO:tasks.workunit.client.0.smithi090.stdout:op 426 completed, throughput=4.98MB/sec 2024-04-15T16:50:49.174 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-a2twoJL7n2HQrPb off=173736 len=1541178 2024-04-15T16:50:49.180 INFO:tasks.workunit.client.0.smithi090.stdout:op 427 completed, throughput=5MB/sec 2024-04-15T16:50:49.572 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:50:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:50:49] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-15T16:50:50.181 INFO:tasks.workunit.client.0.smithi090.stdout: 82: throughput=4.94MB/sec pending data=0 2024-04-15T16:50:50.181 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8Pjoh9KfoasKfO3 off=3703366 len=1798744 2024-04-15T16:50:50.183 INFO:tasks.workunit.client.0.smithi090.stdout:op 428 completed, throughput=4.96MB/sec 2024-04-15T16:50:50.183 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bdB6PyZwQO5YVMd off=4083651 len=115767 2024-04-15T16:50:50.186 INFO:tasks.workunit.client.0.smithi090.stdout:op 429 completed, throughput=4.96MB/sec 2024-04-15T16:50:50.186 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-I_2a0QQ6KWJc8Oe off=11282369 len=1801636 2024-04-15T16:50:50.193 INFO:tasks.workunit.client.0.smithi090.stdout:op 430 completed, throughput=4.98MB/sec 2024-04-15T16:50:50.193 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ODkFMv-CMp2_5os off=5823563 len=690356 2024-04-15T16:50:50.195 INFO:tasks.workunit.client.0.smithi090.stdout:op 431 completed, throughput=4.99MB/sec 2024-04-15T16:50:50.195 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pUzM1U-ldkAEVly off=0 len=1688369 2024-04-15T16:50:50.203 INFO:tasks.workunit.client.0.smithi090.stdout:op 432 completed, throughput=5.01MB/sec 2024-04-15T16:50:50.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:50 smithi090 ceph-mon[89240]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-15T16:50:50.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:50 smithi090 ceph-mon[91618]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-15T16:50:50.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:50 smithi153 ceph-mon[84714]: pgmap v1438: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-15T16:50:51.204 INFO:tasks.workunit.client.0.smithi090.stdout: 83: throughput=4.95MB/sec pending data=0 2024-04-15T16:50:51.204 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bdB6PyZwQO5YVMd off=3477024 len=504940 2024-04-15T16:50:51.205 INFO:tasks.workunit.client.0.smithi090.stdout:op 433 completed, throughput=4.95MB/sec 2024-04-15T16:50:51.205 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YkhOB9CKrZSn4gd off=3111462 len=73038 2024-04-15T16:50:51.205 INFO:tasks.workunit.client.0.smithi090.stdout:op 434 completed, throughput=4.96MB/sec 2024-04-15T16:50:51.205 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fqqQtD5ZqeFAHiq off=4079613 len=810766 2024-04-15T16:50:51.206 INFO:tasks.workunit.client.0.smithi090.stdout:op 435 completed, throughput=4.96MB/sec 2024-04-15T16:50:51.207 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BtTJHOYCEHaH-lR off=613310 len=319730 2024-04-15T16:50:51.210 INFO:tasks.workunit.client.0.smithi090.stdout:op 436 completed, throughput=4.97MB/sec 2024-04-15T16:50:51.210 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aClxcG7U9aVyHNt off=3092875 len=840554 2024-04-15T16:50:51.211 INFO:tasks.workunit.client.0.smithi090.stdout:op 437 completed, throughput=4.98MB/sec 2024-04-15T16:50:51.211 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-k12Q1KnRrK8gkhL off=7330254 len=420448 2024-04-15T16:50:51.212 INFO:tasks.workunit.client.0.smithi090.stdout:op 438 completed, throughput=4.98MB/sec 2024-04-15T16:50:51.212 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Xvmk-VLpWnka46w off=4219389 len=374907 2024-04-15T16:50:51.213 INFO:tasks.workunit.client.0.smithi090.stdout:op 439 completed, throughput=4.99MB/sec 2024-04-15T16:50:51.214 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9VeZ4qP1MYjrUBV off=1509486 len=1796882 2024-04-15T16:50:51.222 INFO:tasks.workunit.client.0.smithi090.stdout:op 440 completed, throughput=5.01MB/sec 2024-04-15T16:50:52.222 INFO:tasks.workunit.client.0.smithi090.stdout: 84: throughput=4.95MB/sec pending data=0 2024-04-15T16:50:52.222 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TouDfM5BZu1Fbt0 off=312379 len=311599 2024-04-15T16:50:52.226 INFO:tasks.workunit.client.0.smithi090.stdout:op 441 completed, throughput=4.95MB/sec 2024-04-15T16:50:52.226 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sVJHNfKYePvbMT- off=329891 len=1284498 2024-04-15T16:50:52.234 INFO:tasks.workunit.client.0.smithi090.stdout:op 442 completed, throughput=4.96MB/sec 2024-04-15T16:50:52.234 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-67vsVWygmESEfRt off=9939409 len=64771 2024-04-15T16:50:52.236 INFO:tasks.workunit.client.0.smithi090.stdout:op 443 completed, throughput=4.97MB/sec 2024-04-15T16:50:52.236 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Olgpuqv-5Hswg0m off=4871960 len=38732 2024-04-15T16:50:52.238 INFO:tasks.workunit.client.0.smithi090.stdout:op 444 completed, throughput=4.97MB/sec 2024-04-15T16:50:52.238 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xpGYY9DjPlZu-mB off=889973 len=639395 2024-04-15T16:50:52.241 INFO:tasks.workunit.client.0.smithi090.stdout:op 445 completed, throughput=4.97MB/sec 2024-04-15T16:50:52.242 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mqKqK8mCDLtlobk off=1037252 len=538718 2024-04-15T16:50:52.242 INFO:tasks.workunit.client.0.smithi090.stdout:op 446 completed, throughput=4.98MB/sec 2024-04-15T16:50:52.242 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ip3BniWiawz_fUu off=14916135 len=256679 2024-04-15T16:50:52.243 INFO:tasks.workunit.client.0.smithi090.stdout:op 447 completed, throughput=4.98MB/sec 2024-04-15T16:50:52.243 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6FPFWHSyYGNOSLb off=1369162 len=748675 2024-04-15T16:50:52.244 INFO:tasks.workunit.client.0.smithi090.stdout:op 448 completed, throughput=4.99MB/sec 2024-04-15T16:50:52.244 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HNJOczKp1Iq9wCg off=11354545 len=216205 2024-04-15T16:50:52.245 INFO:tasks.workunit.client.0.smithi090.stdout:op 449 completed, throughput=4.99MB/sec 2024-04-15T16:50:52.245 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3iZ911yO-qzj6S0 off=11464682 len=1637070 2024-04-15T16:50:52.253 INFO:tasks.workunit.client.0.smithi090.stdout:op 450 completed, throughput=5.01MB/sec 2024-04-15T16:50:52.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:52 smithi153 ceph-mon[84714]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:50:52.365 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:50:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:50:52.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:52 smithi090 ceph-mon[89240]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:50:52.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:52 smithi090 ceph-mon[91618]: pgmap v1439: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:50:53.253 INFO:tasks.workunit.client.0.smithi090.stdout: 85: throughput=4.95MB/sec pending data=0 2024-04-15T16:50:53.254 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KgNXg3fULs502bJ off=1268723 len=947381 2024-04-15T16:50:53.259 INFO:tasks.workunit.client.0.smithi090.stdout:op 451 completed, throughput=4.96MB/sec 2024-04-15T16:50:53.259 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TtoBpGcPQ06WoOH off=2435820 len=1085240 2024-04-15T16:50:53.260 INFO:tasks.workunit.client.0.smithi090.stdout:op 452 completed, throughput=4.97MB/sec 2024-04-15T16:50:53.260 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kszf2zGBGwnjOsY off=6198291 len=694952 2024-04-15T16:50:53.264 INFO:tasks.workunit.client.0.smithi090.stdout:op 453 completed, throughput=4.98MB/sec 2024-04-15T16:50:53.265 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NFhdy-pYfgcLW8B off=2465983 len=489608 2024-04-15T16:50:53.267 INFO:tasks.workunit.client.0.smithi090.stdout:op 454 completed, throughput=4.99MB/sec 2024-04-15T16:50:53.267 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Wy7r1lcW2AYoVGr off=12256752 len=1782683 2024-04-15T16:50:53.274 INFO:tasks.workunit.client.0.smithi090.stdout:op 455 completed, throughput=5.01MB/sec 2024-04-15T16:50:53.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:50:53.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:50:53.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:50:54.275 INFO:tasks.workunit.client.0.smithi090.stdout: 86: throughput=4.95MB/sec pending data=0 2024-04-15T16:50:54.275 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OlBxcMo5JbIydQt off=3227574 len=481255 2024-04-15T16:50:54.279 INFO:tasks.workunit.client.0.smithi090.stdout:op 456 completed, throughput=4.95MB/sec 2024-04-15T16:50:54.279 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Hxob4tkKYwu0rQf off=2761127 len=107408 2024-04-15T16:50:54.280 INFO:tasks.workunit.client.0.smithi090.stdout:op 457 completed, throughput=4.95MB/sec 2024-04-15T16:50:54.280 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KqHR2QS142wEkFa off=2947889 len=1711826 2024-04-15T16:50:54.289 INFO:tasks.workunit.client.0.smithi090.stdout:op 458 completed, throughput=4.97MB/sec 2024-04-15T16:50:54.289 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QhOmBgjHVLPZOCB off=12445427 len=644086 2024-04-15T16:50:54.293 INFO:tasks.workunit.client.0.smithi090.stdout:op 459 completed, throughput=4.98MB/sec 2024-04-15T16:50:54.293 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rCjkKCZVgZhoVu1 off=4376988 len=820683 2024-04-15T16:50:54.298 INFO:tasks.workunit.client.0.smithi090.stdout:op 460 completed, throughput=4.99MB/sec 2024-04-15T16:50:54.298 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-unZX-WxJgPrSIE7 off=13032671 len=267241 2024-04-15T16:50:54.300 INFO:tasks.workunit.client.0.smithi090.stdout:op 461 completed, throughput=4.99MB/sec 2024-04-15T16:50:54.300 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wiWahcfB0iHALpd off=13618315 len=981729 2024-04-15T16:50:54.301 INFO:tasks.workunit.client.0.smithi090.stdout:op 462 completed, throughput=5MB/sec 2024-04-15T16:50:54.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:54 smithi153 ceph-mon[84714]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T16:50:54.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:54 smithi090 ceph-mon[89240]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T16:50:54.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:54 smithi090 ceph-mon[91618]: pgmap v1440: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T16:50:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: 87: throughput=4.95MB/sec pending data=0 2024-04-15T16:50:55.302 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zP_Ex6VWvB8WTEN off=3790922 len=241782 2024-04-15T16:50:55.305 INFO:tasks.workunit.client.0.smithi090.stdout:op 463 completed, throughput=4.95MB/sec 2024-04-15T16:50:55.305 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OE-MssDIsAIa2kQ off=3222258 len=303792 2024-04-15T16:50:55.306 INFO:tasks.workunit.client.0.smithi090.stdout:op 464 completed, throughput=4.95MB/sec 2024-04-15T16:50:55.306 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XQtL2NqmYN6sb9x off=2063374 len=688241 2024-04-15T16:50:55.307 INFO:tasks.workunit.client.0.smithi090.stdout:op 465 completed, throughput=4.96MB/sec 2024-04-15T16:50:55.307 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-I_2a0QQ6KWJc8Oe off=21976847 len=458077 2024-04-15T16:50:55.310 INFO:tasks.workunit.client.0.smithi090.stdout:op 466 completed, throughput=4.96MB/sec 2024-04-15T16:50:55.310 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MYERx_vOYmFd0_v off=13378789 len=1123864 2024-04-15T16:50:55.311 INFO:tasks.workunit.client.0.smithi090.stdout:op 467 completed, throughput=4.97MB/sec 2024-04-15T16:50:55.311 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yqtFoz2ugto-nqd off=11798399 len=821164 2024-04-15T16:50:55.312 INFO:tasks.workunit.client.0.smithi090.stdout:op 468 completed, throughput=4.98MB/sec 2024-04-15T16:50:55.312 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3L2ElZZulC7knBD off=8413978 len=521156 2024-04-15T16:50:55.316 INFO:tasks.workunit.client.0.smithi090.stdout:op 469 completed, throughput=4.99MB/sec 2024-04-15T16:50:55.316 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WrzfP-x44cjhASN off=11171580 len=875343 2024-04-15T16:50:55.317 INFO:tasks.workunit.client.0.smithi090.stdout:op 470 completed, throughput=5MB/sec 2024-04-15T16:50:55.317 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ghl5_f20Br8jpBy off=11207084 len=843517 2024-04-15T16:50:55.319 INFO:tasks.workunit.client.0.smithi090.stdout:op 471 completed, throughput=5.01MB/sec 2024-04-15T16:50:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: 88: throughput=4.95MB/sec pending data=0 2024-04-15T16:50:56.319 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hhtCsMsFm0chMZ- off=6977314 len=1310111 2024-04-15T16:50:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:op 472 completed, throughput=4.97MB/sec 2024-04-15T16:50:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-n1a1JjmZlSeK8Yk off=1018249 len=1682369 2024-04-15T16:50:56.323 INFO:tasks.workunit.client.0.smithi090.stdout:op 473 completed, throughput=4.98MB/sec 2024-04-15T16:50:56.323 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TYh_vKG2aPhe2v5 off=16255432 len=985127 2024-04-15T16:50:56.324 INFO:tasks.workunit.client.0.smithi090.stdout:op 474 completed, throughput=4.99MB/sec 2024-04-15T16:50:56.325 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-H0GlacktXzF5BuO off=2761469 len=853781 2024-04-15T16:50:56.326 INFO:tasks.workunit.client.0.smithi090.stdout:op 475 completed, throughput=5MB/sec 2024-04-15T16:50:56.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:56 smithi153 ceph-mon[84714]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:50:56.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:56 smithi090 ceph-mon[89240]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:50:56.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:56 smithi090 ceph-mon[91618]: pgmap v1441: 105 pgs: 105 active+clean; 127 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:50:57.326 INFO:tasks.workunit.client.0.smithi090.stdout: 89: throughput=4.95MB/sec pending data=0 2024-04-15T16:50:57.326 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LQdZtigGLh-3k7w off=1531644 len=1927263 2024-04-15T16:50:57.328 INFO:tasks.workunit.client.0.smithi090.stdout:op 476 completed, throughput=4.97MB/sec 2024-04-15T16:50:57.328 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Dx-B_4Bo4YLXOeA off=2493047 len=107229 2024-04-15T16:50:57.329 INFO:tasks.workunit.client.0.smithi090.stdout:op 477 completed, throughput=4.97MB/sec 2024-04-15T16:50:57.329 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-K8q1wfz7UBNr2gp off=10501017 len=439422 2024-04-15T16:50:57.333 INFO:tasks.workunit.client.0.smithi090.stdout:op 478 completed, throughput=4.97MB/sec 2024-04-15T16:50:57.333 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zOEOUVU00XjyO7D off=5034413 len=481849 2024-04-15T16:50:57.336 INFO:tasks.workunit.client.0.smithi090.stdout:op 479 completed, throughput=4.98MB/sec 2024-04-15T16:50:57.336 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-a8Hm1LeCz4FeBjC off=4670140 len=257415 2024-04-15T16:50:57.337 INFO:tasks.workunit.client.0.smithi090.stdout:op 480 completed, throughput=4.98MB/sec 2024-04-15T16:50:57.337 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Xus_in_Ix5hG36k off=844602 len=2030242 2024-04-15T16:50:57.349 INFO:tasks.workunit.client.0.smithi090.stdout:op 481 completed, throughput=5MB/sec 2024-04-15T16:50:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: 90: throughput=4.95MB/sec pending data=0 2024-04-15T16:50:58.350 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gPrsxVspus74kwS off=18130442 len=324926 2024-04-15T16:50:58.353 INFO:tasks.workunit.client.0.smithi090.stdout:op 482 completed, throughput=4.95MB/sec 2024-04-15T16:50:58.353 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_jNtK1BE3AYkEK7 off=2133275 len=422537 2024-04-15T16:50:58.354 INFO:tasks.workunit.client.0.smithi090.stdout:op 483 completed, throughput=4.95MB/sec 2024-04-15T16:50:58.354 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-e-k6qV3JJ-WJTuB off=3287621 len=629180 2024-04-15T16:50:58.354 INFO:tasks.workunit.client.0.smithi090.stdout:op 484 completed, throughput=4.96MB/sec 2024-04-15T16:50:58.354 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ot2_gaUjPP4e9s5 off=6149856 len=704809 2024-04-15T16:50:58.359 INFO:tasks.workunit.client.0.smithi090.stdout:op 485 completed, throughput=4.97MB/sec 2024-04-15T16:50:58.359 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jsjhmyc75SbluuX off=9423208 len=318397 2024-04-15T16:50:58.361 INFO:tasks.workunit.client.0.smithi090.stdout:op 486 completed, throughput=4.97MB/sec 2024-04-15T16:50:58.361 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rriDLyT02UOUfKW off=4563321 len=1482600 2024-04-15T16:50:58.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:50:58 smithi153 ceph-mon[84714]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T16:50:58.369 INFO:tasks.workunit.client.0.smithi090.stdout:op 487 completed, throughput=4.99MB/sec 2024-04-15T16:50:58.369 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2PYxPBRJMSCfg4v off=7164955 len=127160 2024-04-15T16:50:58.370 INFO:tasks.workunit.client.0.smithi090.stdout:op 488 completed, throughput=4.99MB/sec 2024-04-15T16:50:58.370 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Znx95Obfhx7eDRC off=3177036 len=1956709 2024-04-15T16:50:58.373 INFO:tasks.workunit.client.0.smithi090.stdout:op 489 completed, throughput=5.01MB/sec 2024-04-15T16:50:58.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:50:58 smithi090 ceph-mon[89240]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T16:50:58.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:50:58 smithi090 ceph-mon[91618]: pgmap v1442: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T16:50:59.374 INFO:tasks.workunit.client.0.smithi090.stdout: 91: throughput=4.95MB/sec pending data=0 2024-04-15T16:50:59.374 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ILC5b-YVKxk7diU off=159766 len=829180 2024-04-15T16:50:59.378 INFO:tasks.workunit.client.0.smithi090.stdout:op 490 completed, throughput=4.96MB/sec 2024-04-15T16:50:59.378 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D7BMaAWw62hpvvO off=7259137 len=1671383 2024-04-15T16:50:59.387 INFO:tasks.workunit.client.0.smithi090.stdout:op 491 completed, throughput=4.98MB/sec 2024-04-15T16:50:59.387 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0ukRklcSITgqxF8 off=919228 len=2035928 2024-04-15T16:50:59.399 INFO:tasks.workunit.client.0.smithi090.stdout:op 492 completed, throughput=5MB/sec 2024-04-15T16:50:59.399 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9sDUejVdAnbbttw off=6476124 len=443609 2024-04-15T16:50:59.402 INFO:tasks.workunit.client.0.smithi090.stdout:op 493 completed, throughput=5MB/sec 2024-04-15T16:50:59.473 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:50:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:50:59] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-15T16:51:00.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:00 smithi153 ceph-mon[84714]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:51:00.402 INFO:tasks.workunit.client.0.smithi090.stdout: 92: throughput=4.95MB/sec pending data=0 2024-04-15T16:51:00.403 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3-0BeY-odFdnA4n off=20309714 len=649365 2024-04-15T16:51:00.404 INFO:tasks.workunit.client.0.smithi090.stdout:op 494 completed, throughput=4.96MB/sec 2024-04-15T16:51:00.404 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ou8exRO-gSVUJ2j off=16989654 len=304570 2024-04-15T16:51:00.405 INFO:tasks.workunit.client.0.smithi090.stdout:op 495 completed, throughput=4.96MB/sec 2024-04-15T16:51:00.405 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qki4VGtGWOwEbx1 off=13992934 len=77747 2024-04-15T16:51:00.405 INFO:tasks.workunit.client.0.smithi090.stdout:op 496 completed, throughput=4.96MB/sec 2024-04-15T16:51:00.405 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wvtfdXbfZasWmFt off=54980 len=1196152 2024-04-15T16:51:00.407 INFO:tasks.workunit.client.0.smithi090.stdout:op 497 completed, throughput=4.97MB/sec 2024-04-15T16:51:00.408 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QIj9Q62zXCA21Dx off=2503059 len=634898 2024-04-15T16:51:00.411 INFO:tasks.workunit.client.0.smithi090.stdout:op 498 completed, throughput=4.98MB/sec 2024-04-15T16:51:00.412 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sGzIcAfesaGS5mN off=1618317 len=1668449 2024-04-15T16:51:00.422 INFO:tasks.workunit.client.0.smithi090.stdout:op 499 completed, throughput=4.99MB/sec 2024-04-15T16:51:00.422 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gV1yMdfKOifngZK off=11521035 len=504871 2024-04-15T16:51:00.423 INFO:tasks.workunit.client.0.smithi090.stdout:op 500 completed, throughput=5MB/sec 2024-04-15T16:51:00.423 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HmJcv1xyyyZ_6IE off=15834323 len=1084342 2024-04-15T16:51:00.428 INFO:tasks.workunit.client.0.smithi090.stdout:op 501 completed, throughput=5.01MB/sec 2024-04-15T16:51:00.489 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:00 smithi090 ceph-mon[91618]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:51:00.489 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:00 smithi090 ceph-mon[89240]: pgmap v1443: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:51:01.429 INFO:tasks.workunit.client.0.smithi090.stdout: 93: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:01.429 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-l_p8-kqNPRMFAX8 off=11683121 len=2067068 2024-04-15T16:51:01.442 INFO:tasks.workunit.client.0.smithi090.stdout:op 502 completed, throughput=4.98MB/sec 2024-04-15T16:51:01.442 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yuA6HG4kCKWb4RE off=5197371 len=468518 2024-04-15T16:51:01.442 INFO:tasks.workunit.client.0.smithi090.stdout:op 503 completed, throughput=4.98MB/sec 2024-04-15T16:51:01.442 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-u8nCYusaY-kiK6h off=6054199 len=979326 2024-04-15T16:51:01.443 INFO:tasks.workunit.client.0.smithi090.stdout:op 504 completed, throughput=4.99MB/sec 2024-04-15T16:51:01.443 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fNQ9dABfx9YaN39 off=397419 len=563040 2024-04-15T16:51:01.444 INFO:tasks.workunit.client.0.smithi090.stdout:op 505 completed, throughput=5MB/sec 2024-04-15T16:51:01.444 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wfEjlI8UQpLMrdE off=1763027 len=390970 2024-04-15T16:51:01.447 INFO:tasks.workunit.client.0.smithi090.stdout:op 506 completed, throughput=5MB/sec 2024-04-15T16:51:02.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:02 smithi153 ceph-mon[84714]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T16:51:02.365 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:51:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:51:02.448 INFO:tasks.workunit.client.0.smithi090.stdout: 94: throughput=4.95MB/sec pending data=0 2024-04-15T16:51:02.448 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-R-JqR8I0kKYUPPH off=5731131 len=652774 2024-04-15T16:51:02.452 INFO:tasks.workunit.client.0.smithi090.stdout:op 507 completed, throughput=4.96MB/sec 2024-04-15T16:51:02.452 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SGXaFe4M8kX6P3Z off=1104702 len=1698551 2024-04-15T16:51:02.462 INFO:tasks.workunit.client.0.smithi090.stdout:op 508 completed, throughput=4.97MB/sec 2024-04-15T16:51:02.462 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5mztTYyqvMSNJvv off=5783605 len=819876 2024-04-15T16:51:02.466 INFO:tasks.workunit.client.0.smithi090.stdout:op 509 completed, throughput=4.98MB/sec 2024-04-15T16:51:02.466 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BcMARu8FbnZV-0J off=11743013 len=1157554 2024-04-15T16:51:02.468 INFO:tasks.workunit.client.0.smithi090.stdout:op 510 completed, throughput=4.99MB/sec 2024-04-15T16:51:02.468 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xmeNTjyszkRtRuH off=6252324 len=1190259 2024-04-15T16:51:02.469 INFO:tasks.workunit.client.0.smithi090.stdout:op 511 completed, throughput=5MB/sec 2024-04-15T16:51:02.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:02 smithi090 ceph-mon[89240]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T16:51:02.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:02 smithi090 ceph-mon[91618]: pgmap v1444: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T16:51:03.469 INFO:tasks.workunit.client.0.smithi090.stdout: 95: throughput=4.95MB/sec pending data=0 2024-04-15T16:51:03.469 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JNhkB3jTU3BJlsS off=12026724 len=1890609 2024-04-15T16:51:03.478 INFO:tasks.workunit.client.0.smithi090.stdout:op 512 completed, throughput=4.97MB/sec 2024-04-15T16:51:03.479 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vH6rRMVNXU1--TM off=230770 len=1941590 2024-04-15T16:51:03.489 INFO:tasks.workunit.client.0.smithi090.stdout:op 513 completed, throughput=4.99MB/sec 2024-04-15T16:51:03.489 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DX__BStynKmR0mW off=14115446 len=931349 2024-04-15T16:51:03.493 INFO:tasks.workunit.client.0.smithi090.stdout:op 514 completed, throughput=5MB/sec 2024-04-15T16:51:03.493 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7T-rdPG8JnZLJhX off=3486932 len=1829813 2024-04-15T16:51:03.501 INFO:tasks.workunit.client.0.smithi090.stdout:op 515 completed, throughput=5.01MB/sec 2024-04-15T16:51:04.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:04 smithi153 ceph-mon[84714]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-15T16:51:04.502 INFO:tasks.workunit.client.0.smithi090.stdout: 96: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:04.502 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QjUDCz4NnSBmMlS off=578458 len=395701 2024-04-15T16:51:04.505 INFO:tasks.workunit.client.0.smithi090.stdout:op 516 completed, throughput=4.97MB/sec 2024-04-15T16:51:04.505 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7FqNV4h_1rzPrAQ off=8190809 len=1746978 2024-04-15T16:51:04.516 INFO:tasks.workunit.client.0.smithi090.stdout:op 517 completed, throughput=4.98MB/sec 2024-04-15T16:51:04.516 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-B0YqNUREKw42C0H off=5283609 len=413837 2024-04-15T16:51:04.517 INFO:tasks.workunit.client.0.smithi090.stdout:op 518 completed, throughput=4.99MB/sec 2024-04-15T16:51:04.517 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TCcNlzWI3Tpdy4E off=123833 len=1648603 2024-04-15T16:51:04.524 INFO:tasks.workunit.client.0.smithi090.stdout:op 519 completed, throughput=5MB/sec 2024-04-15T16:51:04.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:04 smithi090 ceph-mon[89240]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-15T16:51:04.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:04 smithi090 ceph-mon[91618]: pgmap v1445: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 7 op/s 2024-04-15T16:51:05.524 INFO:tasks.workunit.client.0.smithi090.stdout: 97: throughput=4.95MB/sec pending data=0 2024-04-15T16:51:05.524 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-n4JZ6dxTOGLvjOe off=1102013 len=26485 2024-04-15T16:51:05.525 INFO:tasks.workunit.client.0.smithi090.stdout:op 520 completed, throughput=4.95MB/sec 2024-04-15T16:51:05.525 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nNqPwDKVlK5jYzk off=2347101 len=822208 2024-04-15T16:51:05.527 INFO:tasks.workunit.client.0.smithi090.stdout:op 521 completed, throughput=4.96MB/sec 2024-04-15T16:51:05.527 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xPq_LQoHX0e-FNS off=21276403 len=1580714 2024-04-15T16:51:05.535 INFO:tasks.workunit.client.0.smithi090.stdout:op 522 completed, throughput=4.98MB/sec 2024-04-15T16:51:05.536 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iYqw328Wb_ZWiWu off=2411536 len=2040324 2024-04-15T16:51:05.545 INFO:tasks.workunit.client.0.smithi090.stdout:op 523 completed, throughput=4.99MB/sec 2024-04-15T16:51:05.545 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nKwcFwAxVnrqvFF off=15987411 len=1462166 2024-04-15T16:51:05.553 INFO:tasks.workunit.client.0.smithi090.stdout:op 524 completed, throughput=5.01MB/sec 2024-04-15T16:51:06.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:06 smithi153 ceph-mon[84714]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T16:51:06.553 INFO:tasks.workunit.client.0.smithi090.stdout: 98: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:06.553 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IZnbZUrNzYIPykf off=16091177 len=1890260 2024-04-15T16:51:06.563 INFO:tasks.workunit.client.0.smithi090.stdout:op 525 completed, throughput=4.98MB/sec 2024-04-15T16:51:06.563 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xmbWXCIeLfVLefW off=8039567 len=1888589 2024-04-15T16:51:06.564 INFO:tasks.workunit.client.0.smithi090.stdout:op 526 completed, throughput=4.99MB/sec 2024-04-15T16:51:06.564 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bUwjCwYDYQ_f_js off=19190715 len=139766 2024-04-15T16:51:06.566 INFO:tasks.workunit.client.0.smithi090.stdout:op 527 completed, throughput=5MB/sec 2024-04-15T16:51:06.566 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9HWnBWM3-jqT8LX off=10570783 len=306659 2024-04-15T16:51:06.569 INFO:tasks.workunit.client.0.smithi090.stdout:op 528 completed, throughput=5MB/sec 2024-04-15T16:51:06.569 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-a4k2mR0QfUdKdpg off=4521633 len=621972 2024-04-15T16:51:06.570 INFO:tasks.workunit.client.0.smithi090.stdout:op 529 completed, throughput=5MB/sec 2024-04-15T16:51:06.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:06 smithi090 ceph-mon[89240]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T16:51:06.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:06 smithi090 ceph-mon[91618]: pgmap v1446: 105 pgs: 105 active+clean; 127 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T16:51:07.571 INFO:tasks.workunit.client.0.smithi090.stdout: 99: throughput=4.95MB/sec pending data=0 2024-04-15T16:51:07.571 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bveQJt6KFjkWrMw off=1427084 len=390508 2024-04-15T16:51:07.574 INFO:tasks.workunit.client.0.smithi090.stdout:op 530 completed, throughput=4.96MB/sec 2024-04-15T16:51:07.574 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OJ434hCTWBhjZSV off=81691 len=1973398 2024-04-15T16:51:07.576 INFO:tasks.workunit.client.0.smithi090.stdout:op 531 completed, throughput=4.98MB/sec 2024-04-15T16:51:07.576 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-n9PHGOq18WheFqh off=3897300 len=1921259 2024-04-15T16:51:07.585 INFO:tasks.workunit.client.0.smithi090.stdout:op 532 completed, throughput=4.99MB/sec 2024-04-15T16:51:07.586 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uKPiLD-BTWosHRi off=563428 len=1864237 2024-04-15T16:51:07.587 INFO:tasks.workunit.client.0.smithi090.stdout:op 533 completed, throughput=5.01MB/sec 2024-04-15T16:51:08.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:08 smithi153 ceph-mon[84714]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T16:51:08.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:51:08.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:08 smithi090 ceph-mon[89240]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T16:51:08.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:51:08.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:08 smithi090 ceph-mon[91618]: pgmap v1447: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T16:51:08.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:51:08.588 INFO:tasks.workunit.client.0.smithi090.stdout: 100: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:08.588 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KfLEOBQOath_jCF off=945748 len=1369811 2024-04-15T16:51:08.594 INFO:tasks.workunit.client.0.smithi090.stdout:op 534 completed, throughput=4.97MB/sec 2024-04-15T16:51:08.594 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pMBw-G0j4YjHMil off=3350656 len=459666 2024-04-15T16:51:08.595 INFO:tasks.workunit.client.0.smithi090.stdout:op 535 completed, throughput=4.98MB/sec 2024-04-15T16:51:08.595 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9PJxwiGItMPjSjX off=4365113 len=2051600 2024-04-15T16:51:08.597 INFO:tasks.workunit.client.0.smithi090.stdout:op 536 completed, throughput=5MB/sec 2024-04-15T16:51:08.597 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TnCKO8Z0bSdqiFt off=8436682 len=1232269 2024-04-15T16:51:08.599 INFO:tasks.workunit.client.0.smithi090.stdout:op 537 completed, throughput=5.01MB/sec 2024-04-15T16:51:09.572 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:51:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:51:09] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-15T16:51:09.599 INFO:tasks.workunit.client.0.smithi090.stdout: 101: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:09.599 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lqFgrfNdjGe1v4y off=14108062 len=989730 2024-04-15T16:51:09.606 INFO:tasks.workunit.client.0.smithi090.stdout:op 538 completed, throughput=4.97MB/sec 2024-04-15T16:51:09.606 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SmTAxSk3Br8pYYZ off=648541 len=1012107 2024-04-15T16:51:09.612 INFO:tasks.workunit.client.0.smithi090.stdout:op 539 completed, throughput=4.98MB/sec 2024-04-15T16:51:09.612 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--YoCMrjZZSFO--b off=11058 len=1345637 2024-04-15T16:51:09.614 INFO:tasks.workunit.client.0.smithi090.stdout:op 540 completed, throughput=4.99MB/sec 2024-04-15T16:51:09.614 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-INvIt3gJB89dr5y off=24702570 len=150381 2024-04-15T16:51:09.614 INFO:tasks.workunit.client.0.smithi090.stdout:op 541 completed, throughput=4.99MB/sec 2024-04-15T16:51:09.615 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-81Z8Ry-b0Qg7C2i off=5060606 len=1723286 2024-04-15T16:51:09.617 INFO:tasks.workunit.client.0.smithi090.stdout:op 542 completed, throughput=5.01MB/sec 2024-04-15T16:51:10.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:10 smithi153 ceph-mon[84714]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:51:10.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:10 smithi090 ceph-mon[91618]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:51:10.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:10 smithi090 ceph-mon[89240]: pgmap v1448: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:51:10.617 INFO:tasks.workunit.client.0.smithi090.stdout: 102: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:10.617 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uWcNhgMmGIlt_A5 off=614531 len=1709869 2024-04-15T16:51:10.620 INFO:tasks.workunit.client.0.smithi090.stdout:op 543 completed, throughput=4.98MB/sec 2024-04-15T16:51:10.621 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XBeXnkyr9cetXPb off=12435428 len=643464 2024-04-15T16:51:10.622 INFO:tasks.workunit.client.0.smithi090.stdout:op 544 completed, throughput=4.98MB/sec 2024-04-15T16:51:10.622 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wtJ_K28ro5LABer off=2831659 len=1692790 2024-04-15T16:51:10.624 INFO:tasks.workunit.client.0.smithi090.stdout:op 545 completed, throughput=5MB/sec 2024-04-15T16:51:10.624 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZCB9tqUGPpZqk7e off=219129 len=1037437 2024-04-15T16:51:10.629 INFO:tasks.workunit.client.0.smithi090.stdout:op 546 completed, throughput=5.01MB/sec 2024-04-15T16:51:11.630 INFO:tasks.workunit.client.0.smithi090.stdout: 103: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:11.630 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Zm9DzUA4wASiHgu off=12011518 len=734945 2024-04-15T16:51:11.635 INFO:tasks.workunit.client.0.smithi090.stdout:op 547 completed, throughput=4.97MB/sec 2024-04-15T16:51:11.635 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hg0Pl9TdjJXtd57 off=4933018 len=368033 2024-04-15T16:51:11.636 INFO:tasks.workunit.client.0.smithi090.stdout:op 548 completed, throughput=4.97MB/sec 2024-04-15T16:51:11.636 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-P2lL-Bjs-ClECfS off=11404217 len=2006905 2024-04-15T16:51:11.646 INFO:tasks.workunit.client.0.smithi090.stdout:op 549 completed, throughput=4.99MB/sec 2024-04-15T16:51:11.646 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dZGCb50_KJcw6zQ off=9309289 len=371582 2024-04-15T16:51:11.649 INFO:tasks.workunit.client.0.smithi090.stdout:op 550 completed, throughput=4.99MB/sec 2024-04-15T16:51:11.649 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7bccpE8PQiZ6oy5 off=8692435 len=1723909 2024-04-15T16:51:11.650 INFO:tasks.workunit.client.0.smithi090.stdout:op 551 completed, throughput=5MB/sec 2024-04-15T16:51:12.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:12 smithi153 ceph-mon[84714]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-15T16:51:12.365 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:51:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:51:12.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:12 smithi090 ceph-mon[89240]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-15T16:51:12.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:12 smithi090 ceph-mon[91618]: pgmap v1449: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-15T16:51:12.650 INFO:tasks.workunit.client.0.smithi090.stdout: 104: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:12.651 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vtwb9iEZbrxhUnI off=11647527 len=1383814 2024-04-15T16:51:12.652 INFO:tasks.workunit.client.0.smithi090.stdout:op 552 completed, throughput=4.97MB/sec 2024-04-15T16:51:12.653 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vxh6lxEf0uFnO_d off=2111953 len=103196 2024-04-15T16:51:12.655 INFO:tasks.workunit.client.0.smithi090.stdout:op 553 completed, throughput=4.97MB/sec 2024-04-15T16:51:12.655 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3m8-_G89nmz9sIw off=983993 len=205794 2024-04-15T16:51:12.656 INFO:tasks.workunit.client.0.smithi090.stdout:op 554 completed, throughput=4.97MB/sec 2024-04-15T16:51:12.656 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-52rpbUftEQD_AhI off=4252498 len=986391 2024-04-15T16:51:12.661 INFO:tasks.workunit.client.0.smithi090.stdout:op 555 completed, throughput=4.98MB/sec 2024-04-15T16:51:12.661 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pe3HRzSb08LzTuv off=2623253 len=1345696 2024-04-15T16:51:12.663 INFO:tasks.workunit.client.0.smithi090.stdout:op 556 completed, throughput=4.99MB/sec 2024-04-15T16:51:12.663 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-M2Q9WXb72kglET1 off=16505194 len=1163671 2024-04-15T16:51:12.669 INFO:tasks.workunit.client.0.smithi090.stdout:op 557 completed, throughput=5MB/sec 2024-04-15T16:51:13.669 INFO:tasks.workunit.client.0.smithi090.stdout: 105: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:13.669 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YqkTkSvDz8WQduw off=6950727 len=1753496 2024-04-15T16:51:13.678 INFO:tasks.workunit.client.0.smithi090.stdout:op 558 completed, throughput=4.97MB/sec 2024-04-15T16:51:13.678 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zS7RyHZ2xyqwGgp off=1196354 len=1040581 2024-04-15T16:51:13.680 INFO:tasks.workunit.client.0.smithi090.stdout:op 559 completed, throughput=4.98MB/sec 2024-04-15T16:51:13.680 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bDNfY4YiHgAIBqw off=2629537 len=1308863 2024-04-15T16:51:13.685 INFO:tasks.workunit.client.0.smithi090.stdout:op 560 completed, throughput=4.99MB/sec 2024-04-15T16:51:13.685 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SnTW2EahVU239ok off=8148690 len=601376 2024-04-15T16:51:13.686 INFO:tasks.workunit.client.0.smithi090.stdout:op 561 completed, throughput=5MB/sec 2024-04-15T16:51:13.686 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SU9OX9zvUUYjOlm off=439609 len=1090355 2024-04-15T16:51:13.687 INFO:tasks.workunit.client.0.smithi090.stdout:op 562 completed, throughput=5.01MB/sec 2024-04-15T16:51:14.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:14 smithi153 ceph-mon[84714]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T16:51:14.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:14 smithi090 ceph-mon[89240]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T16:51:14.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:14 smithi090 ceph-mon[91618]: pgmap v1450: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T16:51:14.687 INFO:tasks.workunit.client.0.smithi090.stdout: 106: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:14.688 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-i1Niw1CBEiaDcxd off=1878993 len=930888 2024-04-15T16:51:14.692 INFO:tasks.workunit.client.0.smithi090.stdout:op 563 completed, throughput=4.97MB/sec 2024-04-15T16:51:14.692 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sMnCc0tWgGSEoA6 off=345070 len=1095961 2024-04-15T16:51:14.693 INFO:tasks.workunit.client.0.smithi090.stdout:op 564 completed, throughput=4.98MB/sec 2024-04-15T16:51:14.693 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lyjTdpJIo2kAlta off=1104181 len=124713 2024-04-15T16:51:14.694 INFO:tasks.workunit.client.0.smithi090.stdout:op 565 completed, throughput=4.98MB/sec 2024-04-15T16:51:14.694 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Mc49fJzImUj3URc off=14430458 len=354738 2024-04-15T16:51:14.696 INFO:tasks.workunit.client.0.smithi090.stdout:op 566 completed, throughput=4.98MB/sec 2024-04-15T16:51:14.696 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ArFhbZ04jpqR6Oa off=2669029 len=1416704 2024-04-15T16:51:14.704 INFO:tasks.workunit.client.0.smithi090.stdout:op 567 completed, throughput=5MB/sec 2024-04-15T16:51:14.704 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-N31QTLMuKQC1l46 off=13297442 len=915118 2024-04-15T16:51:14.705 INFO:tasks.workunit.client.0.smithi090.stdout:op 568 completed, throughput=5MB/sec 2024-04-15T16:51:15.705 INFO:tasks.workunit.client.0.smithi090.stdout: 107: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:15.706 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OsDD0i86Ik8a5OR off=7209908 len=2052984 2024-04-15T16:51:15.708 INFO:tasks.workunit.client.0.smithi090.stdout:op 569 completed, throughput=4.98MB/sec 2024-04-15T16:51:15.708 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nXyvYvxGDCalzj_ off=277226 len=262943 2024-04-15T16:51:15.711 INFO:tasks.workunit.client.0.smithi090.stdout:op 570 completed, throughput=4.98MB/sec 2024-04-15T16:51:15.711 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Mifp8hSnN_ovXi_ off=7727903 len=970603 2024-04-15T16:51:15.716 INFO:tasks.workunit.client.0.smithi090.stdout:op 571 completed, throughput=4.99MB/sec 2024-04-15T16:51:15.716 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-btk0CcIKueapswx off=64431 len=1142749 2024-04-15T16:51:15.717 INFO:tasks.workunit.client.0.smithi090.stdout:op 572 completed, throughput=5MB/sec 2024-04-15T16:51:15.718 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9r3kL2-XU8nFL8f off=779033 len=371010 2024-04-15T16:51:15.721 INFO:tasks.workunit.client.0.smithi090.stdout:op 573 completed, throughput=5MB/sec 2024-04-15T16:51:15.721 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bAoOKiucO7mGX21 off=6693533 len=966149 2024-04-15T16:51:15.723 INFO:tasks.workunit.client.0.smithi090.stdout:op 574 completed, throughput=5.01MB/sec 2024-04-15T16:51:16.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:16 smithi153 ceph-mon[84714]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-15T16:51:16.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:16 smithi090 ceph-mon[89240]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-15T16:51:16.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:16 smithi090 ceph-mon[91618]: pgmap v1451: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-15T16:51:16.723 INFO:tasks.workunit.client.0.smithi090.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:16.724 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HXf_esVBiuEuhH0 off=10188225 len=665667 2024-04-15T16:51:16.734 INFO:tasks.workunit.client.0.smithi090.stdout:op 575 completed, throughput=4.97MB/sec 2024-04-15T16:51:16.735 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jgjt2kYIemIOIrL off=1698810 len=1989267 2024-04-15T16:51:16.743 INFO:tasks.workunit.client.0.smithi090.stdout:op 576 completed, throughput=4.98MB/sec 2024-04-15T16:51:16.743 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Fi1wmbehSOzYjNE off=2023664 len=68797 2024-04-15T16:51:16.745 INFO:tasks.workunit.client.0.smithi090.stdout:op 577 completed, throughput=4.98MB/sec 2024-04-15T16:51:16.745 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FmvNTIeN-8q9fQC off=439332 len=470609 2024-04-15T16:51:16.748 INFO:tasks.workunit.client.0.smithi090.stdout:op 578 completed, throughput=4.99MB/sec 2024-04-15T16:51:16.748 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5uPTv0S1Ff8MZwG off=4140751 len=2067641 2024-04-15T16:51:16.758 INFO:tasks.workunit.client.0.smithi090.stdout:op 579 completed, throughput=5.01MB/sec 2024-04-15T16:51:17.759 INFO:tasks.workunit.client.0.smithi090.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:17.759 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RUb2nthOWpPhJWl off=9417695 len=872290 2024-04-15T16:51:17.763 INFO:tasks.workunit.client.0.smithi090.stdout:op 580 completed, throughput=4.97MB/sec 2024-04-15T16:51:17.763 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dAtFHUGpReawD3R off=655783 len=1747326 2024-04-15T16:51:17.770 INFO:tasks.workunit.client.0.smithi090.stdout:op 581 completed, throughput=4.98MB/sec 2024-04-15T16:51:17.770 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DFUenOvd1-Ftsq5 off=0 len=1146310 2024-04-15T16:51:17.776 INFO:tasks.workunit.client.0.smithi090.stdout:op 582 completed, throughput=4.99MB/sec 2024-04-15T16:51:17.776 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lM5jqvHbXOPP8Tk off=904400 len=1486633 2024-04-15T16:51:17.783 INFO:tasks.workunit.client.0.smithi090.stdout:op 583 completed, throughput=5MB/sec 2024-04-15T16:51:18.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:18 smithi090 ceph-mon[89240]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T16:51:18.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:18 smithi090 ceph-mon[91618]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T16:51:18.614 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:18 smithi153 ceph-mon[84714]: pgmap v1452: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T16:51:18.783 INFO:tasks.workunit.client.0.smithi090.stdout: 110: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:18.783 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-grbHwDKBMJBkucb off=3655994 len=483445 2024-04-15T16:51:18.787 INFO:tasks.workunit.client.0.smithi090.stdout:op 584 completed, throughput=4.96MB/sec 2024-04-15T16:51:18.787 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-spYcHYgY7J6IxK4 off=3002075 len=1236137 2024-04-15T16:51:18.794 INFO:tasks.workunit.client.0.smithi090.stdout:op 585 completed, throughput=4.97MB/sec 2024-04-15T16:51:18.794 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-acJ4jbKF87EZJu2 off=492275 len=403716 2024-04-15T16:51:18.795 INFO:tasks.workunit.client.0.smithi090.stdout:op 586 completed, throughput=4.98MB/sec 2024-04-15T16:51:18.795 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WmFGX8XbjiFNHP- off=411306 len=1388313 2024-04-15T16:51:18.796 INFO:tasks.workunit.client.0.smithi090.stdout:op 587 completed, throughput=4.99MB/sec 2024-04-15T16:51:18.797 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IM9hIOW1-_z6eNt off=17521504 len=1411871 2024-04-15T16:51:18.804 INFO:tasks.workunit.client.0.smithi090.stdout:op 588 completed, throughput=5MB/sec 2024-04-15T16:51:19.571 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:51:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:51:19] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-15T16:51:19.804 INFO:tasks.workunit.client.0.smithi090.stdout: 111: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:19.804 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-a74iICqsZFtm_9O off=6767819 len=1720421 2024-04-15T16:51:19.811 INFO:tasks.workunit.client.0.smithi090.stdout:op 589 completed, throughput=4.97MB/sec 2024-04-15T16:51:19.811 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-F7MeHyznu-I-hnP off=1365445 len=1429994 2024-04-15T16:51:19.813 INFO:tasks.workunit.client.0.smithi090.stdout:op 590 completed, throughput=4.98MB/sec 2024-04-15T16:51:19.813 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AHhPP4tHY0Ccyuz off=0 len=1317285 2024-04-15T16:51:19.816 INFO:tasks.workunit.client.0.smithi090.stdout:op 591 completed, throughput=4.99MB/sec 2024-04-15T16:51:19.816 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UeYR2nodDAcVWFR off=195512 len=868610 2024-04-15T16:51:19.821 INFO:tasks.workunit.client.0.smithi090.stdout:op 592 completed, throughput=5MB/sec 2024-04-15T16:51:20.416 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:20 smithi153 ceph-mon[84714]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:51:20.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:20 smithi090 ceph-mon[89240]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:51:20.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:20 smithi090 ceph-mon[91618]: pgmap v1453: 105 pgs: 105 active+clean; 127 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:51:20.821 INFO:tasks.workunit.client.0.smithi090.stdout: 112: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:20.821 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PbWUvhTuB05iWYt off=4131440 len=59256 2024-04-15T16:51:20.824 INFO:tasks.workunit.client.0.smithi090.stdout:op 593 completed, throughput=4.96MB/sec 2024-04-15T16:51:20.824 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vBJ3qEAjNZAFMz_ off=7547912 len=1055859 2024-04-15T16:51:20.829 INFO:tasks.workunit.client.0.smithi090.stdout:op 594 completed, throughput=4.97MB/sec 2024-04-15T16:51:20.829 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0n0x3S0mLDrLUki off=3678497 len=100446 2024-04-15T16:51:20.832 INFO:tasks.workunit.client.0.smithi090.stdout:op 595 completed, throughput=4.97MB/sec 2024-04-15T16:51:20.832 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-frXFC1FRxpUVoD9 off=426959 len=1200400 2024-04-15T16:51:20.834 INFO:tasks.workunit.client.0.smithi090.stdout:op 596 completed, throughput=4.98MB/sec 2024-04-15T16:51:20.834 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YNnO0e8VZBOYG79 off=10193506 len=1907195 2024-04-15T16:51:20.836 INFO:tasks.workunit.client.0.smithi090.stdout:op 597 completed, throughput=4.99MB/sec 2024-04-15T16:51:20.836 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VcRJidvZQ3UDym5 off=4434100 len=1278317 2024-04-15T16:51:20.837 INFO:tasks.workunit.client.0.smithi090.stdout:op 598 completed, throughput=5MB/sec 2024-04-15T16:51:21.838 INFO:tasks.workunit.client.0.smithi090.stdout: 113: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:21.838 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_UXB2V8eXPQRP-h off=2872789 len=800315 2024-04-15T16:51:21.843 INFO:tasks.workunit.client.0.smithi090.stdout:op 599 completed, throughput=4.97MB/sec 2024-04-15T16:51:21.843 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ba1aj9kJGLladRx off=766365 len=511995 2024-04-15T16:51:21.846 INFO:tasks.workunit.client.0.smithi090.stdout:op 600 completed, throughput=4.97MB/sec 2024-04-15T16:51:21.846 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--FE3f-z7xlMG8Th off=923740 len=8696 2024-04-15T16:51:21.846 INFO:tasks.workunit.client.0.smithi090.stdout:op 601 completed, throughput=4.97MB/sec 2024-04-15T16:51:21.847 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PzudnvgblIDjbmb off=19308608 len=97847 2024-04-15T16:51:21.847 INFO:tasks.workunit.client.0.smithi090.stdout:op 602 completed, throughput=4.97MB/sec 2024-04-15T16:51:21.847 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tQKOJH_HMQ0zFhP off=1913319 len=360961 2024-04-15T16:51:21.848 INFO:tasks.workunit.client.0.smithi090.stdout:op 603 completed, throughput=4.97MB/sec 2024-04-15T16:51:21.848 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WPrP24GWU2bg7pA off=9036961 len=1455369 2024-04-15T16:51:21.856 INFO:tasks.workunit.client.0.smithi090.stdout:op 604 completed, throughput=4.99MB/sec 2024-04-15T16:51:21.856 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Fc4WkKEs5Yiz1QX off=12982119 len=1268506 2024-04-15T16:51:21.862 INFO:tasks.workunit.client.0.smithi090.stdout:op 605 completed, throughput=5MB/sec 2024-04-15T16:51:21.862 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bgstDGdVNnGEvcc off=4087507 len=2075163 2024-04-15T16:51:21.863 INFO:tasks.workunit.client.0.smithi090.stdout:op 606 completed, throughput=5.01MB/sec 2024-04-15T16:51:22.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:22 smithi090 ceph-mon[89240]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:51:22.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:22 smithi090 ceph-mon[91618]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:51:22.614 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:22 smithi153 ceph-mon[84714]: pgmap v1454: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:51:22.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:51:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:51:22.864 INFO:tasks.workunit.client.0.smithi090.stdout: 114: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:22.864 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nMxK3GUAoSt361N off=237790 len=308106 2024-04-15T16:51:22.867 INFO:tasks.workunit.client.0.smithi090.stdout:op 607 completed, throughput=4.97MB/sec 2024-04-15T16:51:22.867 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jRRyBV-mxPnJVI9 off=9450954 len=2015121 2024-04-15T16:51:22.869 INFO:tasks.workunit.client.0.smithi090.stdout:op 608 completed, throughput=4.99MB/sec 2024-04-15T16:51:22.869 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-p_XrwmB-LkUikv2 off=805966 len=1411039 2024-04-15T16:51:22.870 INFO:tasks.workunit.client.0.smithi090.stdout:op 609 completed, throughput=5MB/sec 2024-04-15T16:51:22.871 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-i59oT-SOBs_UNgc off=6929251 len=1365926 2024-04-15T16:51:22.874 INFO:tasks.workunit.client.0.smithi090.stdout:op 610 completed, throughput=5.01MB/sec 2024-04-15T16:51:23.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:51:23.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:51:23.614 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:51:23.874 INFO:tasks.workunit.client.0.smithi090.stdout: 115: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:23.874 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fWuEiZ6PUaasE5A off=13973519 len=305183 2024-04-15T16:51:23.875 INFO:tasks.workunit.client.0.smithi090.stdout:op 611 completed, throughput=4.97MB/sec 2024-04-15T16:51:23.875 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oHXY9ZcGCs_Hdu4 off=6155254 len=863243 2024-04-15T16:51:23.875 INFO:tasks.workunit.client.0.smithi090.stdout:op 612 completed, throughput=4.98MB/sec 2024-04-15T16:51:23.876 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_7KpnjHLJmqoKa8 off=13321565 len=276888 2024-04-15T16:51:23.878 INFO:tasks.workunit.client.0.smithi090.stdout:op 613 completed, throughput=4.98MB/sec 2024-04-15T16:51:23.878 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fO_kEFXzYI9MUgx off=3943466 len=153034 2024-04-15T16:51:23.880 INFO:tasks.workunit.client.0.smithi090.stdout:op 614 completed, throughput=4.98MB/sec 2024-04-15T16:51:23.880 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dnUQQbKfpt8Dfw2 off=6950610 len=341143 2024-04-15T16:51:23.881 INFO:tasks.workunit.client.0.smithi090.stdout:op 615 completed, throughput=4.98MB/sec 2024-04-15T16:51:23.881 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yFmVp5D3w64X3ye off=4939683 len=407469 2024-04-15T16:51:23.884 INFO:tasks.workunit.client.0.smithi090.stdout:op 616 completed, throughput=4.99MB/sec 2024-04-15T16:51:23.884 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NprSy0GxfIS8dJH off=915668 len=1175569 2024-04-15T16:51:23.886 INFO:tasks.workunit.client.0.smithi090.stdout:op 617 completed, throughput=5MB/sec 2024-04-15T16:51:23.886 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zjsdnAQbp0JlYKM off=5957702 len=1504678 2024-04-15T16:51:23.894 INFO:tasks.workunit.client.0.smithi090.stdout:op 618 completed, throughput=5.01MB/sec 2024-04-15T16:51:24.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:24 smithi090 ceph-mon[91618]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:51:24.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:24 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:51:24.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:24 smithi090 ceph-mon[89240]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:51:24.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:24 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:51:24.614 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:24 smithi153 ceph-mon[84714]: pgmap v1455: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:51:24.614 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:24 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:51:24.894 INFO:tasks.workunit.client.0.smithi090.stdout: 116: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:24.894 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-68HiFERueE8LqkB off=834552 len=411332 2024-04-15T16:51:24.895 INFO:tasks.workunit.client.0.smithi090.stdout:op 619 completed, throughput=4.97MB/sec 2024-04-15T16:51:24.895 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7mjorxjtuFxdbAo off=5617577 len=1737384 2024-04-15T16:51:24.903 INFO:tasks.workunit.client.0.smithi090.stdout:op 620 completed, throughput=4.98MB/sec 2024-04-15T16:51:24.903 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SleB5Xd0gbO7yRU off=1120158 len=1451242 2024-04-15T16:51:24.905 INFO:tasks.workunit.client.0.smithi090.stdout:op 621 completed, throughput=4.99MB/sec 2024-04-15T16:51:24.906 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4EFd6NqDglV05Ft off=5798153 len=295057 2024-04-15T16:51:24.907 INFO:tasks.workunit.client.0.smithi090.stdout:op 622 completed, throughput=5MB/sec 2024-04-15T16:51:24.907 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kY3YlpGdpFj4iLr off=6072907 len=2057916 2024-04-15T16:51:24.908 INFO:tasks.workunit.client.0.smithi090.stdout:op 623 completed, throughput=5.01MB/sec 2024-04-15T16:51:25.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:51:25.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:51:25.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:51:25.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:51:25.572 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:51:25.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:51:25.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:51:25.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:51:25.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:51:25.572 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:51:25.614 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:51:25.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:51:25.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:51:25.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:51:25.615 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:51:25.909 INFO:tasks.workunit.client.0.smithi090.stdout: 117: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:25.909 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vvpcGXdxXLTWE_f off=1406462 len=539637 2024-04-15T16:51:25.910 INFO:tasks.workunit.client.0.smithi090.stdout:op 624 completed, throughput=4.98MB/sec 2024-04-15T16:51:25.910 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CCzQoxR_9ImAVhH off=6497717 len=275350 2024-04-15T16:51:25.911 INFO:tasks.workunit.client.0.smithi090.stdout:op 625 completed, throughput=4.98MB/sec 2024-04-15T16:51:25.911 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OKK_itrrg50mJVr off=3937051 len=1159523 2024-04-15T16:51:25.914 INFO:tasks.workunit.client.0.smithi090.stdout:op 626 completed, throughput=4.99MB/sec 2024-04-15T16:51:25.914 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GqhNyfB2wJZ_pfj off=110095 len=398955 2024-04-15T16:51:25.917 INFO:tasks.workunit.client.0.smithi090.stdout:op 627 completed, throughput=4.99MB/sec 2024-04-15T16:51:25.917 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YoGf36K4iKiTL9y off=15271510 len=1801950 2024-04-15T16:51:25.925 INFO:tasks.workunit.client.0.smithi090.stdout:op 628 completed, throughput=5MB/sec 2024-04-15T16:51:26.925 INFO:tasks.workunit.client.0.smithi090.stdout: 118: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:26.926 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-luNY4oZPAheqnZt off=3627394 len=1987767 2024-04-15T16:51:26.927 INFO:tasks.workunit.client.0.smithi090.stdout:op 629 completed, throughput=4.98MB/sec 2024-04-15T16:51:26.927 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FdSPQ41H0AnnnnY off=4551410 len=16077 2024-04-15T16:51:26.928 INFO:tasks.workunit.client.0.smithi090.stdout:op 630 completed, throughput=4.98MB/sec 2024-04-15T16:51:26.928 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VCqo8nSwdceXAwr off=3387911 len=1359303 2024-04-15T16:51:26.935 INFO:tasks.workunit.client.0.smithi090.stdout:op 631 completed, throughput=4.99MB/sec 2024-04-15T16:51:26.935 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PUmixmE85fm_D9W off=2165496 len=1928269 2024-04-15T16:51:26.942 INFO:tasks.workunit.client.0.smithi090.stdout:op 632 completed, throughput=5MB/sec 2024-04-15T16:51:27.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:26 smithi153 ceph-mon[84714]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:51:27.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:26 smithi090 ceph-mon[91618]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:51:27.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:26 smithi090 ceph-mon[89240]: pgmap v1456: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:51:27.942 INFO:tasks.workunit.client.0.smithi090.stdout: 119: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:27.942 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-o4HfYa1DkLpDqgV off=14597430 len=320440 2024-04-15T16:51:27.944 INFO:tasks.workunit.client.0.smithi090.stdout:op 633 completed, throughput=4.96MB/sec 2024-04-15T16:51:27.944 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0XJS_UYt0pVjfuw off=807362 len=1154519 2024-04-15T16:51:27.945 INFO:tasks.workunit.client.0.smithi090.stdout:op 634 completed, throughput=4.97MB/sec 2024-04-15T16:51:27.945 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9aZTCtJPNPUinLH off=8327726 len=2088816 2024-04-15T16:51:27.949 INFO:tasks.workunit.client.0.smithi090.stdout:op 635 completed, throughput=4.99MB/sec 2024-04-15T16:51:27.949 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jjbjkHHQ4q6lPWX off=1488533 len=322907 2024-04-15T16:51:27.953 INFO:tasks.workunit.client.0.smithi090.stdout:op 636 completed, throughput=4.99MB/sec 2024-04-15T16:51:27.953 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kqSKBhG5qSw-h93 off=12243140 len=63864 2024-04-15T16:51:27.953 INFO:tasks.workunit.client.0.smithi090.stdout:op 637 completed, throughput=4.99MB/sec 2024-04-15T16:51:27.953 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LBoQncBJkls-MMH off=3711336 len=693369 2024-04-15T16:51:27.954 INFO:tasks.workunit.client.0.smithi090.stdout:op 638 completed, throughput=5MB/sec 2024-04-15T16:51:27.954 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sWO0n2N6jLHdH3t off=225928 len=1062149 2024-04-15T16:51:27.959 INFO:tasks.workunit.client.0.smithi090.stdout:op 639 completed, throughput=5.01MB/sec 2024-04-15T16:51:28.959 INFO:tasks.workunit.client.0.smithi090.stdout: 120: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:28.960 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZLyqWTqVdPujbWz off=2579950 len=867305 2024-04-15T16:51:28.961 INFO:tasks.workunit.client.0.smithi090.stdout:op 640 completed, throughput=4.97MB/sec 2024-04-15T16:51:28.961 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KRS2zK0mV-zvfry off=2892952 len=1422353 2024-04-15T16:51:28.962 INFO:tasks.workunit.client.0.smithi090.stdout:op 641 completed, throughput=4.98MB/sec 2024-04-15T16:51:28.962 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IQPsXr3Wr8oRVDJ off=3616074 len=1820964 2024-04-15T16:51:28.973 INFO:tasks.workunit.client.0.smithi090.stdout:op 642 completed, throughput=5MB/sec 2024-04-15T16:51:28.973 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SOBWJSqpLokHSQM off=3724816 len=891481 2024-04-15T16:51:28.974 INFO:tasks.workunit.client.0.smithi090.stdout:op 643 completed, throughput=5MB/sec 2024-04-15T16:51:29.098 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:28 smithi090 ceph-mon[89240]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T16:51:29.099 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:28 smithi090 ceph-mon[91618]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T16:51:29.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:28 smithi153 ceph-mon[84714]: pgmap v1457: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T16:51:29.572 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:51:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:51:29] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-15T16:51:29.974 INFO:tasks.workunit.client.0.smithi090.stdout: 121: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:29.975 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8NHJafIesDlsUGq off=13606537 len=1463258 2024-04-15T16:51:29.983 INFO:tasks.workunit.client.0.smithi090.stdout:op 644 completed, throughput=4.97MB/sec 2024-04-15T16:51:29.983 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RloyPniBwaAk-6h off=16579545 len=516817 2024-04-15T16:51:29.986 INFO:tasks.workunit.client.0.smithi090.stdout:op 645 completed, throughput=4.98MB/sec 2024-04-15T16:51:29.987 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eAU78T1J6PLSvB- off=9056957 len=785705 2024-04-15T16:51:29.988 INFO:tasks.workunit.client.0.smithi090.stdout:op 646 completed, throughput=4.98MB/sec 2024-04-15T16:51:29.988 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ubxZz07C8x-LfYj off=8825250 len=1226317 2024-04-15T16:51:29.995 INFO:tasks.workunit.client.0.smithi090.stdout:op 647 completed, throughput=4.99MB/sec 2024-04-15T16:51:29.995 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EzEiytdQjwO8J0_ off=488459 len=2005612 2024-04-15T16:51:29.996 INFO:tasks.workunit.client.0.smithi090.stdout:op 648 completed, throughput=5.01MB/sec 2024-04-15T16:51:30.996 INFO:tasks.workunit.client.0.smithi090.stdout: 122: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:30.996 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rjIrC9ERqXDOm7i off=1846914 len=1648511 2024-04-15T16:51:31.005 INFO:tasks.workunit.client.0.smithi090.stdout:op 649 completed, throughput=4.98MB/sec 2024-04-15T16:51:31.006 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--M4AFqC9vyA9hBH off=5449262 len=558341 2024-04-15T16:51:31.009 INFO:tasks.workunit.client.0.smithi090.stdout:op 650 completed, throughput=4.99MB/sec 2024-04-15T16:51:31.009 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jSRbwlASJ0aJlJ_ off=5231732 len=854544 2024-04-15T16:51:31.013 INFO:tasks.workunit.client.0.smithi090.stdout:op 651 completed, throughput=4.99MB/sec 2024-04-15T16:51:31.013 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iNWYnFCHXt0EyFh off=1512866 len=618948 2024-04-15T16:51:31.014 INFO:tasks.workunit.client.0.smithi090.stdout:op 652 completed, throughput=5MB/sec 2024-04-15T16:51:31.014 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_gCAW6NH75AFWNi off=12839949 len=1636609 2024-04-15T16:51:31.021 INFO:tasks.workunit.client.0.smithi090.stdout:op 653 completed, throughput=5.01MB/sec 2024-04-15T16:51:31.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:30 smithi153 ceph-mon[84714]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:51:31.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:30 smithi090 ceph-mon[89240]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:51:31.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:30 smithi090 ceph-mon[91618]: pgmap v1458: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:51:32.021 INFO:tasks.workunit.client.0.smithi090.stdout: 123: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:32.021 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jtOWIhZNre7-8ph off=20151510 len=1411621 2024-04-15T16:51:32.023 INFO:tasks.workunit.client.0.smithi090.stdout:op 654 completed, throughput=4.98MB/sec 2024-04-15T16:51:32.023 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-a1yvNH9SvIGl1aA off=5285230 len=1240269 2024-04-15T16:51:32.026 INFO:tasks.workunit.client.0.smithi090.stdout:op 655 completed, throughput=4.99MB/sec 2024-04-15T16:51:32.026 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eFT81eR8IeetTX_ off=202656 len=1949691 2024-04-15T16:51:32.029 INFO:tasks.workunit.client.0.smithi090.stdout:op 656 completed, throughput=5MB/sec 2024-04-15T16:51:32.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:51:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:51:33.030 INFO:tasks.workunit.client.0.smithi090.stdout: 124: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:33.030 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AA7yM_QXakU3R3E off=875296 len=1222766 2024-04-15T16:51:33.036 INFO:tasks.workunit.client.0.smithi090.stdout:op 657 completed, throughput=4.97MB/sec 2024-04-15T16:51:33.036 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ESBAEbdsRBeu72k off=2694538 len=2013877 2024-04-15T16:51:33.038 INFO:tasks.workunit.client.0.smithi090.stdout:op 658 completed, throughput=4.99MB/sec 2024-04-15T16:51:33.039 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-V0KLf6A28Qx6aNk off=5178614 len=1759937 2024-04-15T16:51:33.048 INFO:tasks.workunit.client.0.smithi090.stdout:op 659 completed, throughput=5MB/sec 2024-04-15T16:51:33.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:32 smithi153 ceph-mon[84714]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:51:33.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:32 smithi090 ceph-mon[91618]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:51:33.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:32 smithi090 ceph-mon[89240]: pgmap v1459: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:51:34.048 INFO:tasks.workunit.client.0.smithi090.stdout: 125: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:34.048 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-H8NV83YxZDhQIf5 off=6177422 len=1962132 2024-04-15T16:51:34.052 INFO:tasks.workunit.client.0.smithi090.stdout:op 660 completed, throughput=4.98MB/sec 2024-04-15T16:51:34.052 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rE8i69830BiYeK2 off=565214 len=1178208 2024-04-15T16:51:34.054 INFO:tasks.workunit.client.0.smithi090.stdout:op 661 completed, throughput=4.98MB/sec 2024-04-15T16:51:34.054 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3okNDwdkbDBh-wK off=3103463 len=851918 2024-04-15T16:51:34.058 INFO:tasks.workunit.client.0.smithi090.stdout:op 662 completed, throughput=4.99MB/sec 2024-04-15T16:51:34.059 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pEdY39DSRZW3LMH off=9647324 len=2072319 2024-04-15T16:51:34.072 INFO:tasks.workunit.client.0.smithi090.stdout:op 663 completed, throughput=5.01MB/sec 2024-04-15T16:51:35.072 INFO:tasks.workunit.client.0.smithi090.stdout: 126: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:35.073 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-q3EVwcKAEvlK4Gu off=15752475 len=124274 2024-04-15T16:51:35.073 INFO:tasks.workunit.client.0.smithi090.stdout:op 664 completed, throughput=4.97MB/sec 2024-04-15T16:51:35.073 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-USiFn7vcDz4B2Hw off=8700239 len=558092 2024-04-15T16:51:35.074 INFO:tasks.workunit.client.0.smithi090.stdout:op 665 completed, throughput=4.97MB/sec 2024-04-15T16:51:35.074 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4UBD2K_a0muOPj4 off=15769318 len=1768726 2024-04-15T16:51:35.079 INFO:tasks.workunit.client.0.smithi090.stdout:op 666 completed, throughput=4.98MB/sec 2024-04-15T16:51:35.079 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OcS96eyXONztaTg off=10207275 len=1476739 2024-04-15T16:51:35.087 INFO:tasks.workunit.client.0.smithi090.stdout:op 667 completed, throughput=5MB/sec 2024-04-15T16:51:35.087 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vVhb1sd3-xXPHny off=680704 len=2001855 2024-04-15T16:51:35.098 INFO:tasks.workunit.client.0.smithi090.stdout:op 668 completed, throughput=5.01MB/sec 2024-04-15T16:51:35.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:34 smithi153 ceph-mon[84714]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:51:35.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:34 smithi090 ceph-mon[89240]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:51:35.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:34 smithi090 ceph-mon[91618]: pgmap v1460: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:51:36.098 INFO:tasks.workunit.client.0.smithi090.stdout: 127: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:36.098 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ObXzKL4mYilTvG1 off=7106474 len=1876733 2024-04-15T16:51:36.103 INFO:tasks.workunit.client.0.smithi090.stdout:op 669 completed, throughput=4.98MB/sec 2024-04-15T16:51:36.103 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FOUt-0zK3ozfuF4 off=1361689 len=1180699 2024-04-15T16:51:36.105 INFO:tasks.workunit.client.0.smithi090.stdout:op 670 completed, throughput=4.99MB/sec 2024-04-15T16:51:36.106 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Thq5cvdi0nLHWW2 off=1337966 len=1491541 2024-04-15T16:51:36.115 INFO:tasks.workunit.client.0.smithi090.stdout:op 671 completed, throughput=5MB/sec 2024-04-15T16:51:37.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:36 smithi153 ceph-mon[84714]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:51:37.115 INFO:tasks.workunit.client.0.smithi090.stdout: 128: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:37.115 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Be6wKbjp1It3Bni off=7181671 len=907705 2024-04-15T16:51:37.118 INFO:tasks.workunit.client.0.smithi090.stdout:op 672 completed, throughput=4.97MB/sec 2024-04-15T16:51:37.118 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kY3YlpGdpFj4iLr off=12957282 len=430605 2024-04-15T16:51:37.118 INFO:tasks.workunit.client.0.smithi090.stdout:op 673 completed, throughput=4.98MB/sec 2024-04-15T16:51:37.118 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RZzB-awhQax9KQ7 off=5943345 len=529022 2024-04-15T16:51:37.119 INFO:tasks.workunit.client.0.smithi090.stdout:op 674 completed, throughput=4.98MB/sec 2024-04-15T16:51:37.119 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Js9eX3YiS-xGYdp off=441905 len=1405534 2024-04-15T16:51:37.127 INFO:tasks.workunit.client.0.smithi090.stdout:op 675 completed, throughput=4.99MB/sec 2024-04-15T16:51:37.127 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-90YFns6xDQSFWul off=1017542 len=1608309 2024-04-15T16:51:37.136 INFO:tasks.workunit.client.0.smithi090.stdout:op 676 completed, throughput=5MB/sec 2024-04-15T16:51:37.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:36 smithi090 ceph-mon[89240]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:51:37.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:36 smithi090 ceph-mon[91618]: pgmap v1461: 105 pgs: 105 active+clean; 127 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:51:38.136 INFO:tasks.workunit.client.0.smithi090.stdout: 129: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:38.136 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-llNHYiWUwGfu4wq off=5843070 len=1074801 2024-04-15T16:51:38.141 INFO:tasks.workunit.client.0.smithi090.stdout:op 677 completed, throughput=4.97MB/sec 2024-04-15T16:51:38.141 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JMRIry7AgWRGvMj off=12430124 len=1704442 2024-04-15T16:51:38.148 INFO:tasks.workunit.client.0.smithi090.stdout:op 678 completed, throughput=4.98MB/sec 2024-04-15T16:51:38.148 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LRzPHLFxNzuUGiB off=640312 len=673707 2024-04-15T16:51:38.152 INFO:tasks.workunit.client.0.smithi090.stdout:op 679 completed, throughput=4.99MB/sec 2024-04-15T16:51:38.152 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UAcEwPfAE0NbYfo off=11405600 len=849882 2024-04-15T16:51:38.153 INFO:tasks.workunit.client.0.smithi090.stdout:op 680 completed, throughput=4.99MB/sec 2024-04-15T16:51:38.154 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-H0FdA8q6l6OptGX off=1349859 len=1316094 2024-04-15T16:51:38.160 INFO:tasks.workunit.client.0.smithi090.stdout:op 681 completed, throughput=5MB/sec 2024-04-15T16:51:38.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:51:38.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:51:38.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:51:39.160 INFO:tasks.workunit.client.0.smithi090.stdout: 130: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:39.160 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JjXkalUwOKo7kv8 off=5737989 len=1742973 2024-04-15T16:51:39.162 INFO:tasks.workunit.client.0.smithi090.stdout:op 682 completed, throughput=4.98MB/sec 2024-04-15T16:51:39.162 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hAmie01WuH9bCqf off=8367347 len=1862139 2024-04-15T16:51:39.164 INFO:tasks.workunit.client.0.smithi090.stdout:op 683 completed, throughput=4.99MB/sec 2024-04-15T16:51:39.164 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xR9rcT7FnNGFPWQ off=296669 len=1931977 2024-04-15T16:51:39.166 INFO:tasks.workunit.client.0.smithi090.stdout:op 684 completed, throughput=5MB/sec 2024-04-15T16:51:39.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:38 smithi090 ceph-mon[89240]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:51:39.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:38 smithi090 ceph-mon[91618]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:51:39.322 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:51:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:51:39] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-15T16:51:39.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:38 smithi153 ceph-mon[84714]: pgmap v1462: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:51:40.167 INFO:tasks.workunit.client.0.smithi090.stdout: 131: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:40.167 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-M2cA4iu_qCqDtiX off=6959556 len=1240536 2024-04-15T16:51:40.168 INFO:tasks.workunit.client.0.smithi090.stdout:op 685 completed, throughput=4.98MB/sec 2024-04-15T16:51:40.168 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-a5kTag2jhQFagVG off=6214977 len=1353078 2024-04-15T16:51:40.174 INFO:tasks.workunit.client.0.smithi090.stdout:op 686 completed, throughput=4.98MB/sec 2024-04-15T16:51:40.174 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jkRQYSBWpttQaIR off=3322456 len=629949 2024-04-15T16:51:40.177 INFO:tasks.workunit.client.0.smithi090.stdout:op 687 completed, throughput=4.99MB/sec 2024-04-15T16:51:40.178 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wjGf4p0uEfBLMNU off=10704354 len=1796811 2024-04-15T16:51:40.188 INFO:tasks.workunit.client.0.smithi090.stdout:op 688 completed, throughput=5MB/sec 2024-04-15T16:51:41.188 INFO:tasks.workunit.client.0.smithi090.stdout: 132: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:41.188 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3q280-YZxcjCqJ7 off=1323243 len=1523581 2024-04-15T16:51:41.197 INFO:tasks.workunit.client.0.smithi090.stdout:op 689 completed, throughput=4.97MB/sec 2024-04-15T16:51:41.197 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7w0tlLmVmp7OsFk off=169496 len=1390252 2024-04-15T16:51:41.206 INFO:tasks.workunit.client.0.smithi090.stdout:op 690 completed, throughput=4.98MB/sec 2024-04-15T16:51:41.206 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YNmodMy7S2uYo5O off=5028514 len=1852439 2024-04-15T16:51:41.208 INFO:tasks.workunit.client.0.smithi090.stdout:op 691 completed, throughput=5MB/sec 2024-04-15T16:51:41.208 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QhOmBgjHVLPZOCB off=11268047 len=38279 2024-04-15T16:51:41.209 INFO:tasks.workunit.client.0.smithi090.stdout:op 692 completed, throughput=5MB/sec 2024-04-15T16:51:41.209 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--_ASCRiFurdoOh1 off=2737433 len=1997746 2024-04-15T16:51:41.221 INFO:tasks.workunit.client.0.smithi090.stdout:op 693 completed, throughput=5.01MB/sec 2024-04-15T16:51:41.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:40 smithi090 ceph-mon[89240]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T16:51:41.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:40 smithi090 ceph-mon[91618]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T16:51:41.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:40 smithi153 ceph-mon[84714]: pgmap v1463: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T16:51:42.221 INFO:tasks.workunit.client.0.smithi090.stdout: 133: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:42.222 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1MN1wM0iArrq-ng off=106308 len=623045 2024-04-15T16:51:42.225 INFO:tasks.workunit.client.0.smithi090.stdout:op 694 completed, throughput=4.98MB/sec 2024-04-15T16:51:42.226 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oeKx4_6ntz1Wyc4 off=8364407 len=1126590 2024-04-15T16:51:42.227 INFO:tasks.workunit.client.0.smithi090.stdout:op 695 completed, throughput=4.99MB/sec 2024-04-15T16:51:42.227 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IIReluMbPv25fe3 off=6318075 len=2079377 2024-04-15T16:51:42.240 INFO:tasks.workunit.client.0.smithi090.stdout:op 696 completed, throughput=5MB/sec 2024-04-15T16:51:42.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:51:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:51:43.240 INFO:tasks.workunit.client.0.smithi090.stdout: 134: throughput=4.96MB/sec pending data=0 2024-04-15T16:51:43.240 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-q9qPIVD_U3MDIDa off=7752190 len=1546738 2024-04-15T16:51:43.244 INFO:tasks.workunit.client.0.smithi090.stdout:op 697 completed, throughput=4.97MB/sec 2024-04-15T16:51:43.244 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sW05zPNbr9eACeD off=8883468 len=646448 2024-04-15T16:51:43.248 INFO:tasks.workunit.client.0.smithi090.stdout:op 698 completed, throughput=4.98MB/sec 2024-04-15T16:51:43.248 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nhbCh6jjm1SM8tV off=23265982 len=1430608 2024-04-15T16:51:43.256 INFO:tasks.workunit.client.0.smithi090.stdout:op 699 completed, throughput=4.99MB/sec 2024-04-15T16:51:43.256 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-riV39xIzBN-omL- off=14398352 len=830271 2024-04-15T16:51:43.261 INFO:tasks.workunit.client.0.smithi090.stdout:op 700 completed, throughput=4.99MB/sec 2024-04-15T16:51:43.261 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3oFwSAUqvSftsgZ off=10626518 len=1472244 2024-04-15T16:51:43.263 INFO:tasks.workunit.client.0.smithi090.stdout:op 701 completed, throughput=5MB/sec 2024-04-15T16:51:43.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:42 smithi090 ceph-mon[89240]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:51:43.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:42 smithi090 ceph-mon[91618]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:51:43.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:42 smithi153 ceph-mon[84714]: pgmap v1464: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:51:44.264 INFO:tasks.workunit.client.0.smithi090.stdout: 135: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:44.264 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Q3MTIQm6vMXzqMP off=7061051 len=90679 2024-04-15T16:51:44.264 INFO:tasks.workunit.client.0.smithi090.stdout:op 702 completed, throughput=4.97MB/sec 2024-04-15T16:51:44.265 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PgXoHUb4bGAAbv2 off=3104470 len=1817816 2024-04-15T16:51:44.272 INFO:tasks.workunit.client.0.smithi090.stdout:op 703 completed, throughput=4.98MB/sec 2024-04-15T16:51:44.273 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tHtt76C7m2B6PDF off=20513582 len=1420500 2024-04-15T16:51:44.274 INFO:tasks.workunit.client.0.smithi090.stdout:op 704 completed, throughput=4.99MB/sec 2024-04-15T16:51:44.274 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-blucy-Yu2HFsOEe off=6492620 len=776706 2024-04-15T16:51:44.279 INFO:tasks.workunit.client.0.smithi090.stdout:op 705 completed, throughput=5MB/sec 2024-04-15T16:51:44.279 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8IOgM3t3hNBv_8r off=2547512 len=934510 2024-04-15T16:51:44.281 INFO:tasks.workunit.client.0.smithi090.stdout:op 706 completed, throughput=5MB/sec 2024-04-15T16:51:45.282 INFO:tasks.workunit.client.0.smithi090.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:45.282 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eeIlnDpvw46PI64 off=0 len=1345628 2024-04-15T16:51:45.283 INFO:tasks.workunit.client.0.smithi090.stdout:op 707 completed, throughput=4.98MB/sec 2024-04-15T16:51:45.283 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fiikXc2yyPQzG1V off=2300931 len=936924 2024-04-15T16:51:45.288 INFO:tasks.workunit.client.0.smithi090.stdout:op 708 completed, throughput=4.98MB/sec 2024-04-15T16:51:45.288 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TK7TbqXYsRyhCUt off=0 len=1765973 2024-04-15T16:51:45.290 INFO:tasks.workunit.client.0.smithi090.stdout:op 709 completed, throughput=4.99MB/sec 2024-04-15T16:51:45.290 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SC2hzj9he8FGUC0 off=3601594 len=2017213 2024-04-15T16:51:45.291 INFO:tasks.workunit.client.0.smithi090.stdout:op 710 completed, throughput=5.01MB/sec 2024-04-15T16:51:45.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:44 smithi090 ceph-mon[89240]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T16:51:45.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:44 smithi090 ceph-mon[91618]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T16:51:45.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:44 smithi153 ceph-mon[84714]: pgmap v1465: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T16:51:46.291 INFO:tasks.workunit.client.0.smithi090.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:46.291 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fctQejejWwrHrXq off=13604882 len=1340996 2024-04-15T16:51:46.293 INFO:tasks.workunit.client.0.smithi090.stdout:op 711 completed, throughput=4.98MB/sec 2024-04-15T16:51:46.293 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nsLhqYuZwKpBTAb off=909972 len=1034339 2024-04-15T16:51:46.294 INFO:tasks.workunit.client.0.smithi090.stdout:op 712 completed, throughput=4.99MB/sec 2024-04-15T16:51:46.294 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VZOpIFekM9bGD9n off=1385256 len=253990 2024-04-15T16:51:46.295 INFO:tasks.workunit.client.0.smithi090.stdout:op 713 completed, throughput=4.99MB/sec 2024-04-15T16:51:46.295 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BD4LqpPJDhDp9MM off=1917747 len=2050556 2024-04-15T16:51:46.308 INFO:tasks.workunit.client.0.smithi090.stdout:op 714 completed, throughput=5MB/sec 2024-04-15T16:51:47.308 INFO:tasks.workunit.client.0.smithi090.stdout: 138: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:47.308 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-as65mLmCCo2XhtL off=20922315 len=381958 2024-04-15T16:51:47.311 INFO:tasks.workunit.client.0.smithi090.stdout:op 715 completed, throughput=4.97MB/sec 2024-04-15T16:51:47.311 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uVi2BTxTzk_qKVZ off=16797904 len=629650 2024-04-15T16:51:47.316 INFO:tasks.workunit.client.0.smithi090.stdout:op 716 completed, throughput=4.97MB/sec 2024-04-15T16:51:47.316 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UHOqoRhhtVMzojL off=3754862 len=860416 2024-04-15T16:51:47.317 INFO:tasks.workunit.client.0.smithi090.stdout:op 717 completed, throughput=4.98MB/sec 2024-04-15T16:51:47.317 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aeupvomngQzVxQO off=9825541 len=1115108 2024-04-15T16:51:47.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:46 smithi090 ceph-mon[91618]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T16:51:47.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:46 smithi090 ceph-mon[89240]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T16:51:47.322 INFO:tasks.workunit.client.0.smithi090.stdout:op 718 completed, throughput=4.99MB/sec 2024-04-15T16:51:47.323 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Aa3goYoHY5MKZRO off=8238755 len=1275460 2024-04-15T16:51:47.325 INFO:tasks.workunit.client.0.smithi090.stdout:op 719 completed, throughput=5MB/sec 2024-04-15T16:51:47.326 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4H94qfD2iHH4e4Z off=6291964 len=35904 2024-04-15T16:51:47.328 INFO:tasks.workunit.client.0.smithi090.stdout:op 720 completed, throughput=5MB/sec 2024-04-15T16:51:47.328 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zSh8T-xgZvrgpb- off=3048945 len=86774 2024-04-15T16:51:47.329 INFO:tasks.workunit.client.0.smithi090.stdout:op 721 completed, throughput=5MB/sec 2024-04-15T16:51:47.329 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-V1X_AB3GDRYDgEa off=1112696 len=1006016 2024-04-15T16:51:47.334 INFO:tasks.workunit.client.0.smithi090.stdout:op 722 completed, throughput=5MB/sec 2024-04-15T16:51:47.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:46 smithi153 ceph-mon[84714]: pgmap v1466: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T16:51:48.335 INFO:tasks.workunit.client.0.smithi090.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:48.335 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OrHGvi_Aypw_gr6 off=3034938 len=821014 2024-04-15T16:51:48.339 INFO:tasks.workunit.client.0.smithi090.stdout:op 723 completed, throughput=4.97MB/sec 2024-04-15T16:51:48.340 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ShHMUluLVspDs0k off=919019 len=1948219 2024-04-15T16:51:48.351 INFO:tasks.workunit.client.0.smithi090.stdout:op 724 completed, throughput=4.99MB/sec 2024-04-15T16:51:48.351 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JVAXp8V1yncIGPo off=13027033 len=217595 2024-04-15T16:51:48.351 INFO:tasks.workunit.client.0.smithi090.stdout:op 725 completed, throughput=4.99MB/sec 2024-04-15T16:51:48.352 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GoL4ZHfEz-u51lQ off=8993855 len=1614849 2024-04-15T16:51:48.360 INFO:tasks.workunit.client.0.smithi090.stdout:op 726 completed, throughput=5MB/sec 2024-04-15T16:51:48.361 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uLlctFzlc8PxE8J off=13363104 len=840633 2024-04-15T16:51:48.365 INFO:tasks.workunit.client.0.smithi090.stdout:op 727 completed, throughput=5MB/sec 2024-04-15T16:51:49.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:48 smithi090 ceph-mon[89240]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-15T16:51:49.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:48 smithi090 ceph-mon[91618]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-15T16:51:49.322 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:51:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:51:49] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-15T16:51:49.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:48 smithi153 ceph-mon[84714]: pgmap v1467: 105 pgs: 105 active+clean; 127 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-15T16:51:49.365 INFO:tasks.workunit.client.0.smithi090.stdout: 140: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:49.365 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-241mQ0TuD1FhFp5 off=2229016 len=742595 2024-04-15T16:51:49.370 INFO:tasks.workunit.client.0.smithi090.stdout:op 728 completed, throughput=4.97MB/sec 2024-04-15T16:51:49.370 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0xfj0jfrEKc_gEt off=3037467 len=107810 2024-04-15T16:51:49.371 INFO:tasks.workunit.client.0.smithi090.stdout:op 729 completed, throughput=4.97MB/sec 2024-04-15T16:51:49.371 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DblgSShZIi69Nu9 off=20454338 len=1621767 2024-04-15T16:51:49.380 INFO:tasks.workunit.client.0.smithi090.stdout:op 730 completed, throughput=4.98MB/sec 2024-04-15T16:51:49.380 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4V-i58eckTu_f1W off=2197868 len=748599 2024-04-15T16:51:49.383 INFO:tasks.workunit.client.0.smithi090.stdout:op 731 completed, throughput=4.99MB/sec 2024-04-15T16:51:49.384 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LvxEeSkISHkATQO off=16823699 len=1680878 2024-04-15T16:51:49.387 INFO:tasks.workunit.client.0.smithi090.stdout:op 732 completed, throughput=5MB/sec 2024-04-15T16:51:50.387 INFO:tasks.workunit.client.0.smithi090.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:50.388 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ExURjZvo1krWbbl off=8034416 len=2066416 2024-04-15T16:51:50.396 INFO:tasks.workunit.client.0.smithi090.stdout:op 733 completed, throughput=4.98MB/sec 2024-04-15T16:51:50.396 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uHRs9WF9hME-Z5a off=666889 len=1696247 2024-04-15T16:51:50.404 INFO:tasks.workunit.client.0.smithi090.stdout:op 734 completed, throughput=4.99MB/sec 2024-04-15T16:51:50.404 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CRhuiCdGzDWurwz off=381643 len=1244346 2024-04-15T16:51:50.409 INFO:tasks.workunit.client.0.smithi090.stdout:op 735 completed, throughput=5MB/sec 2024-04-15T16:51:50.409 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UTu8HcRdVJg5oLl off=5965649 len=1477070 2024-04-15T16:51:50.412 INFO:tasks.workunit.client.0.smithi090.stdout:op 736 completed, throughput=5.01MB/sec 2024-04-15T16:51:51.166 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:50 smithi153 ceph-mon[84714]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:51:51.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:50 smithi090 ceph-mon[89240]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:51:51.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:50 smithi090 ceph-mon[91618]: pgmap v1468: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:51:51.412 INFO:tasks.workunit.client.0.smithi090.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:51.412 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FEieb0bCRKGhltw off=1679125 len=84633 2024-04-15T16:51:51.413 INFO:tasks.workunit.client.0.smithi090.stdout:op 737 completed, throughput=4.97MB/sec 2024-04-15T16:51:51.413 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ql1hR2V85QPyn-G off=5788320 len=1604483 2024-04-15T16:51:51.415 INFO:tasks.workunit.client.0.smithi090.stdout:op 738 completed, throughput=4.98MB/sec 2024-04-15T16:51:51.415 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AG0nUcRAShNeASJ off=18060060 len=213253 2024-04-15T16:51:51.418 INFO:tasks.workunit.client.0.smithi090.stdout:op 739 completed, throughput=4.99MB/sec 2024-04-15T16:51:51.418 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CSI5B4kRvMSrkTN off=507224 len=1158733 2024-04-15T16:51:51.418 INFO:tasks.workunit.client.0.smithi090.stdout:op 740 completed, throughput=4.99MB/sec 2024-04-15T16:51:51.419 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ynnh55en_kxpJcX off=7782854 len=1087772 2024-04-15T16:51:51.423 INFO:tasks.workunit.client.0.smithi090.stdout:op 741 completed, throughput=5MB/sec 2024-04-15T16:51:52.424 INFO:tasks.workunit.client.0.smithi090.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:52.424 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3nEpUsqLljKMPAR off=16599940 len=242962 2024-04-15T16:51:52.427 INFO:tasks.workunit.client.0.smithi090.stdout:op 742 completed, throughput=4.97MB/sec 2024-04-15T16:51:52.427 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-H09DfVRoUCDPsj3 off=17705200 len=317822 2024-04-15T16:51:52.428 INFO:tasks.workunit.client.0.smithi090.stdout:op 743 completed, throughput=4.97MB/sec 2024-04-15T16:51:52.428 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hh9duJwVmuroM5X off=10611005 len=77235 2024-04-15T16:51:52.429 INFO:tasks.workunit.client.0.smithi090.stdout:op 744 completed, throughput=4.97MB/sec 2024-04-15T16:51:52.429 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eBeUNTxfl7DvcmU off=5985080 len=247450 2024-04-15T16:51:52.431 INFO:tasks.workunit.client.0.smithi090.stdout:op 745 completed, throughput=4.97MB/sec 2024-04-15T16:51:52.431 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0sbiFLU8zdJocCp off=6194820 len=773615 2024-04-15T16:51:52.433 INFO:tasks.workunit.client.0.smithi090.stdout:op 746 completed, throughput=4.98MB/sec 2024-04-15T16:51:52.433 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Tyrszs481X5EzrS off=3911875 len=663991 2024-04-15T16:51:52.436 INFO:tasks.workunit.client.0.smithi090.stdout:op 747 completed, throughput=4.98MB/sec 2024-04-15T16:51:52.436 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--Dyo2wQj3S7ilt3 off=21031095 len=1011477 2024-04-15T16:51:52.438 INFO:tasks.workunit.client.0.smithi090.stdout:op 748 completed, throughput=4.99MB/sec 2024-04-15T16:51:52.438 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-utuiXBotFOSEpLz off=931161 len=1290763 2024-04-15T16:51:52.439 INFO:tasks.workunit.client.0.smithi090.stdout:op 749 completed, throughput=5MB/sec 2024-04-15T16:51:52.439 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2pyvN31WBZPHJXO off=3501712 len=1254441 2024-04-15T16:51:52.440 INFO:tasks.workunit.client.0.smithi090.stdout:op 750 completed, throughput=5MB/sec 2024-04-15T16:51:52.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:51:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:51:53.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:52 smithi090 ceph-mon[89240]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T16:51:53.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:51:53.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:52 smithi090 ceph-mon[91618]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T16:51:53.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:51:53.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:52 smithi153 ceph-mon[84714]: pgmap v1469: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T16:51:53.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:51:53.441 INFO:tasks.workunit.client.0.smithi090.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:53.441 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sZQ9qHAayLSooK- off=4567423 len=1831208 2024-04-15T16:51:53.449 INFO:tasks.workunit.client.0.smithi090.stdout:op 751 completed, throughput=4.98MB/sec 2024-04-15T16:51:53.449 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5vyeqNBePXTM05v off=11061882 len=1499178 2024-04-15T16:51:53.450 INFO:tasks.workunit.client.0.smithi090.stdout:op 752 completed, throughput=4.99MB/sec 2024-04-15T16:51:53.450 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-R3PFzpV1ds-9WmZ off=18956556 len=1040784 2024-04-15T16:51:53.456 INFO:tasks.workunit.client.0.smithi090.stdout:op 753 completed, throughput=5MB/sec 2024-04-15T16:51:53.457 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-q00A3CO219p3tAT off=554081 len=690537 2024-04-15T16:51:53.457 INFO:tasks.workunit.client.0.smithi090.stdout:op 754 completed, throughput=5MB/sec 2024-04-15T16:51:54.458 INFO:tasks.workunit.client.0.smithi090.stdout: 145: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:54.458 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nO7sgv44oXu14JS off=17583006 len=824040 2024-04-15T16:51:54.459 INFO:tasks.workunit.client.0.smithi090.stdout:op 755 completed, throughput=4.97MB/sec 2024-04-15T16:51:54.459 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mqiBP45ExPA_9qi off=8621884 len=804651 2024-04-15T16:51:54.460 INFO:tasks.workunit.client.0.smithi090.stdout:op 756 completed, throughput=4.98MB/sec 2024-04-15T16:51:54.460 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pEdY39DSRZW3LMH off=1064113 len=317098 2024-04-15T16:51:54.462 INFO:tasks.workunit.client.0.smithi090.stdout:op 757 completed, throughput=4.98MB/sec 2024-04-15T16:51:54.462 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6JbTsnfeH_GyMl8 off=7966991 len=980086 2024-04-15T16:51:54.463 INFO:tasks.workunit.client.0.smithi090.stdout:op 758 completed, throughput=4.99MB/sec 2024-04-15T16:51:54.463 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YSs6MMpaKT1Dfyn off=5299766 len=1652147 2024-04-15T16:51:54.465 INFO:tasks.workunit.client.0.smithi090.stdout:op 759 completed, throughput=5MB/sec 2024-04-15T16:51:54.465 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NDmGK5tfcZXDPGa off=6771925 len=586403 2024-04-15T16:51:54.469 INFO:tasks.workunit.client.0.smithi090.stdout:op 760 completed, throughput=5MB/sec 2024-04-15T16:51:55.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:54 smithi090 ceph-mon[89240]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:51:55.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:54 smithi090 ceph-mon[91618]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:51:55.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:54 smithi153 ceph-mon[84714]: pgmap v1470: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:51:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: 146: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:55.470 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dgWyeGi8rSmvU-J off=9622863 len=1110514 2024-04-15T16:51:55.471 INFO:tasks.workunit.client.0.smithi090.stdout:op 761 completed, throughput=4.97MB/sec 2024-04-15T16:51:55.471 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-u97pfxhhccTj5Pm off=1643154 len=1835593 2024-04-15T16:51:55.474 INFO:tasks.workunit.client.0.smithi090.stdout:op 762 completed, throughput=4.99MB/sec 2024-04-15T16:51:55.474 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hWsmaumVXiWd4pv off=1955358 len=779778 2024-04-15T16:51:55.478 INFO:tasks.workunit.client.0.smithi090.stdout:op 763 completed, throughput=4.99MB/sec 2024-04-15T16:51:55.478 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-F2op-utBXy8oYae off=719425 len=1181588 2024-04-15T16:51:55.479 INFO:tasks.workunit.client.0.smithi090.stdout:op 764 completed, throughput=5MB/sec 2024-04-15T16:51:55.479 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zwVMrgIXSbEAys9 off=3541231 len=1679397 2024-04-15T16:51:55.483 INFO:tasks.workunit.client.0.smithi090.stdout:op 765 completed, throughput=5.01MB/sec 2024-04-15T16:51:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: 147: throughput=4.98MB/sec pending data=0 2024-04-15T16:51:56.484 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-e8PWpoPU0br_0qp off=2432187 len=670768 2024-04-15T16:51:56.487 INFO:tasks.workunit.client.0.smithi090.stdout:op 766 completed, throughput=4.98MB/sec 2024-04-15T16:51:56.488 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qeYQ5p6acoEYH6m off=5833336 len=1396624 2024-04-15T16:51:56.494 INFO:tasks.workunit.client.0.smithi090.stdout:op 767 completed, throughput=4.99MB/sec 2024-04-15T16:51:56.494 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IiMuFVU64lZujt0 off=934571 len=1722972 2024-04-15T16:51:56.502 INFO:tasks.workunit.client.0.smithi090.stdout:op 768 completed, throughput=5MB/sec 2024-04-15T16:51:56.503 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UszB6RPTxPNJNBm off=8253949 len=15795 2024-04-15T16:51:56.503 INFO:tasks.workunit.client.0.smithi090.stdout:op 769 completed, throughput=5MB/sec 2024-04-15T16:51:56.503 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-P_1qBaoMvl1-qmA off=17111010 len=994874 2024-04-15T16:51:56.504 INFO:tasks.workunit.client.0.smithi090.stdout:op 770 completed, throughput=5.01MB/sec 2024-04-15T16:51:57.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:56 smithi090 ceph-mon[89240]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T16:51:57.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:56 smithi090 ceph-mon[91618]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T16:51:57.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:56 smithi153 ceph-mon[84714]: pgmap v1471: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T16:51:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-15T16:51:57.504 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-e17pYypAWW76byO off=40254 len=1918317 2024-04-15T16:51:57.507 INFO:tasks.workunit.client.0.smithi090.stdout:op 771 completed, throughput=4.98MB/sec 2024-04-15T16:51:57.507 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-o6MzbiP2c0pflba off=8871739 len=1447415 2024-04-15T16:51:57.514 INFO:tasks.workunit.client.0.smithi090.stdout:op 772 completed, throughput=4.99MB/sec 2024-04-15T16:51:57.515 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TfuA_4th0oO3vVI off=4638483 len=543052 2024-04-15T16:51:57.518 INFO:tasks.workunit.client.0.smithi090.stdout:op 773 completed, throughput=5MB/sec 2024-04-15T16:51:57.518 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4uL5FDw1lLRywsy off=5717204 len=1802261 2024-04-15T16:51:57.522 INFO:tasks.workunit.client.0.smithi090.stdout:op 774 completed, throughput=5.01MB/sec 2024-04-15T16:51:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: 149: throughput=4.98MB/sec pending data=0 2024-04-15T16:51:58.523 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sUpp0dLm3BB-Igu off=10507967 len=1353872 2024-04-15T16:51:58.525 INFO:tasks.workunit.client.0.smithi090.stdout:op 775 completed, throughput=4.98MB/sec 2024-04-15T16:51:58.525 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-J3z65OemivS2_ws off=2318169 len=205800 2024-04-15T16:51:58.528 INFO:tasks.workunit.client.0.smithi090.stdout:op 776 completed, throughput=4.98MB/sec 2024-04-15T16:51:58.528 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9meYtoO7XGL2wlh off=3623420 len=1060443 2024-04-15T16:51:58.531 INFO:tasks.workunit.client.0.smithi090.stdout:op 777 completed, throughput=4.99MB/sec 2024-04-15T16:51:58.532 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-A3-Rm8NDw5i863E off=16152760 len=1372586 2024-04-15T16:51:58.537 INFO:tasks.workunit.client.0.smithi090.stdout:op 778 completed, throughput=5MB/sec 2024-04-15T16:51:58.537 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hhtCsMsFm0chMZ- off=20965128 len=61026 2024-04-15T16:51:58.538 INFO:tasks.workunit.client.0.smithi090.stdout:op 779 completed, throughput=5MB/sec 2024-04-15T16:51:58.538 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mr-ARKJ1gSg9V27 off=2810992 len=1294251 2024-04-15T16:51:58.545 INFO:tasks.workunit.client.0.smithi090.stdout:op 780 completed, throughput=5.01MB/sec 2024-04-15T16:51:59.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:51:58 smithi090 ceph-mon[89240]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:51:59.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:51:58 smithi090 ceph-mon[91618]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:51:59.322 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:51:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:51:59] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-15T16:51:59.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:51:58 smithi153 ceph-mon[84714]: pgmap v1472: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:51:59.546 INFO:tasks.workunit.client.0.smithi090.stdout: 150: throughput=4.98MB/sec pending data=0 2024-04-15T16:51:59.546 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-M0Crf_fLy8ctCx- off=4553627 len=2045503 2024-04-15T16:51:59.558 INFO:tasks.workunit.client.0.smithi090.stdout:op 781 completed, throughput=4.99MB/sec 2024-04-15T16:51:59.558 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7IsL-BiLAcPSs6p off=3125409 len=946611 2024-04-15T16:51:59.560 INFO:tasks.workunit.client.0.smithi090.stdout:op 782 completed, throughput=4.99MB/sec 2024-04-15T16:51:59.560 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QOf3SJePluWTgeN off=6181608 len=917324 2024-04-15T16:51:59.562 INFO:tasks.workunit.client.0.smithi090.stdout:op 783 completed, throughput=5MB/sec 2024-04-15T16:51:59.562 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PtL1arwNY6TCuYA off=11151947 len=243305 2024-04-15T16:51:59.563 INFO:tasks.workunit.client.0.smithi090.stdout:op 784 completed, throughput=5MB/sec 2024-04-15T16:52:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: 151: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:00.564 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BM0wXybyxqGq1ag off=13895290 len=777339 2024-04-15T16:52:00.568 INFO:tasks.workunit.client.0.smithi090.stdout:op 785 completed, throughput=4.97MB/sec 2024-04-15T16:52:00.568 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-A9yMq4CunOWQBu5 off=4088966 len=903262 2024-04-15T16:52:00.573 INFO:tasks.workunit.client.0.smithi090.stdout:op 786 completed, throughput=4.98MB/sec 2024-04-15T16:52:00.573 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XnhzBNrEPNeRyXF off=1482629 len=1389506 2024-04-15T16:52:00.575 INFO:tasks.workunit.client.0.smithi090.stdout:op 787 completed, throughput=4.99MB/sec 2024-04-15T16:52:00.575 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JaUA30siY0QSNTa off=7443731 len=577058 2024-04-15T16:52:00.578 INFO:tasks.workunit.client.0.smithi090.stdout:op 788 completed, throughput=4.99MB/sec 2024-04-15T16:52:00.578 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-K-zgrBKpUoffU2L off=16892931 len=1582565 2024-04-15T16:52:00.579 INFO:tasks.workunit.client.0.smithi090.stdout:op 789 completed, throughput=5MB/sec 2024-04-15T16:52:00.579 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-biBnPyewZ2l73Qb off=5234309 len=1433166 2024-04-15T16:52:00.581 INFO:tasks.workunit.client.0.smithi090.stdout:op 790 completed, throughput=5.01MB/sec 2024-04-15T16:52:01.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:00 smithi090 ceph-mon[89240]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:52:01.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:00 smithi090 ceph-mon[91618]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:52:01.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:00 smithi153 ceph-mon[84714]: pgmap v1473: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:52:01.581 INFO:tasks.workunit.client.0.smithi090.stdout: 152: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:01.582 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pc_l9aqipDyUdYJ off=11830469 len=531452 2024-04-15T16:52:01.585 INFO:tasks.workunit.client.0.smithi090.stdout:op 791 completed, throughput=4.98MB/sec 2024-04-15T16:52:01.585 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KqEV7IrPJbf-ijc off=1061659 len=2072726 2024-04-15T16:52:01.593 INFO:tasks.workunit.client.0.smithi090.stdout:op 792 completed, throughput=4.99MB/sec 2024-04-15T16:52:01.594 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3nEpUsqLljKMPAR off=2807061 len=1508742 2024-04-15T16:52:01.595 INFO:tasks.workunit.client.0.smithi090.stdout:op 793 completed, throughput=5MB/sec 2024-04-15T16:52:02.596 INFO:tasks.workunit.client.0.smithi090.stdout: 153: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:02.596 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QMtI-qVsOkZoZnF off=3439951 len=1872071 2024-04-15T16:52:02.598 INFO:tasks.workunit.client.0.smithi090.stdout:op 794 completed, throughput=4.98MB/sec 2024-04-15T16:52:02.598 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qtrT1NhqDGW6cj1 off=11826390 len=1333755 2024-04-15T16:52:02.605 INFO:tasks.workunit.client.0.smithi090.stdout:op 795 completed, throughput=4.99MB/sec 2024-04-15T16:52:02.605 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--2DlyJLiawpAxRb off=16746446 len=483009 2024-04-15T16:52:02.606 INFO:tasks.workunit.client.0.smithi090.stdout:op 796 completed, throughput=4.99MB/sec 2024-04-15T16:52:02.606 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KvJSZjnEaSUgb2p off=8829541 len=1340366 2024-04-15T16:52:02.608 INFO:tasks.workunit.client.0.smithi090.stdout:op 797 completed, throughput=5MB/sec 2024-04-15T16:52:02.608 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DHe6LNJrxroQlvx off=770547 len=837920 2024-04-15T16:52:02.609 INFO:tasks.workunit.client.0.smithi090.stdout:op 798 completed, throughput=5MB/sec 2024-04-15T16:52:02.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:52:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:52:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:52:03.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:02 smithi090 ceph-mon[89240]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:52:03.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:02 smithi090 ceph-mon[91618]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:52:03.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:02 smithi153 ceph-mon[84714]: pgmap v1474: 105 pgs: 105 active+clean; 127 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:52:03.609 INFO:tasks.workunit.client.0.smithi090.stdout: 154: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:03.610 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_bqDuQZW8Su1wWF off=9806537 len=1239008 2024-04-15T16:52:03.616 INFO:tasks.workunit.client.0.smithi090.stdout:op 799 completed, throughput=4.98MB/sec 2024-04-15T16:52:03.616 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ih4BvRVcn4knH-l off=7334982 len=1728933 2024-04-15T16:52:03.626 INFO:tasks.workunit.client.0.smithi090.stdout:op 800 completed, throughput=4.99MB/sec 2024-04-15T16:52:03.627 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QUg0yRHnXG4E242 off=3910234 len=1941123 2024-04-15T16:52:03.628 INFO:tasks.workunit.client.0.smithi090.stdout:op 801 completed, throughput=5MB/sec 2024-04-15T16:52:04.629 INFO:tasks.workunit.client.0.smithi090.stdout: 155: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:04.629 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Q2LIbUJWfccdTQo off=744057 len=25813 2024-04-15T16:52:04.630 INFO:tasks.workunit.client.0.smithi090.stdout:op 802 completed, throughput=4.97MB/sec 2024-04-15T16:52:04.630 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aM18V8m_THXweTD off=6212292 len=830366 2024-04-15T16:52:04.634 INFO:tasks.workunit.client.0.smithi090.stdout:op 803 completed, throughput=4.98MB/sec 2024-04-15T16:52:04.634 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-E7YOmYvSMh_-4Cb off=10944599 len=188499 2024-04-15T16:52:04.637 INFO:tasks.workunit.client.0.smithi090.stdout:op 804 completed, throughput=4.98MB/sec 2024-04-15T16:52:04.637 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NncMkf6yYHElgsf off=7693989 len=740575 2024-04-15T16:52:04.638 INFO:tasks.workunit.client.0.smithi090.stdout:op 805 completed, throughput=4.98MB/sec 2024-04-15T16:52:04.638 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vRJybpKbGrILBen off=2686638 len=2019722 2024-04-15T16:52:04.649 INFO:tasks.workunit.client.0.smithi090.stdout:op 806 completed, throughput=4.99MB/sec 2024-04-15T16:52:04.650 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dWz0T7Kz9zZddk- off=146870 len=935743 2024-04-15T16:52:04.654 INFO:tasks.workunit.client.0.smithi090.stdout:op 807 completed, throughput=5MB/sec 2024-04-15T16:52:04.654 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xpBWl8XvatnItE0 off=1798896 len=1024502 2024-04-15T16:52:04.659 INFO:tasks.workunit.client.0.smithi090.stdout:op 808 completed, throughput=5MB/sec 2024-04-15T16:52:05.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:04 smithi090 ceph-mon[89240]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:52:05.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:04 smithi090 ceph-mon[91618]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:52:05.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:04 smithi153 ceph-mon[84714]: pgmap v1475: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:52:05.660 INFO:tasks.workunit.client.0.smithi090.stdout: 156: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:05.660 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KfvYMr8AhAAMTYI off=7800720 len=8063 2024-04-15T16:52:05.662 INFO:tasks.workunit.client.0.smithi090.stdout:op 809 completed, throughput=4.97MB/sec 2024-04-15T16:52:05.662 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xBixVl1vyimHXCH off=12353711 len=1725811 2024-04-15T16:52:05.664 INFO:tasks.workunit.client.0.smithi090.stdout:op 810 completed, throughput=4.98MB/sec 2024-04-15T16:52:05.664 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Z685orA3InrZh11 off=0 len=1527956 2024-04-15T16:52:05.666 INFO:tasks.workunit.client.0.smithi090.stdout:op 811 completed, throughput=4.99MB/sec 2024-04-15T16:52:05.666 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nLa0ajsT-j_PNl4 off=5950832 len=1630687 2024-04-15T16:52:05.670 INFO:tasks.workunit.client.0.smithi090.stdout:op 812 completed, throughput=5MB/sec 2024-04-15T16:52:06.671 INFO:tasks.workunit.client.0.smithi090.stdout: 157: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:06.671 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-c_vmR6PMLhau8pc off=7507133 len=1011410 2024-04-15T16:52:06.675 INFO:tasks.workunit.client.0.smithi090.stdout:op 813 completed, throughput=4.98MB/sec 2024-04-15T16:52:06.675 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-muJx-8tKbtu9Ngs off=17500038 len=1747657 2024-04-15T16:52:06.684 INFO:tasks.workunit.client.0.smithi090.stdout:op 814 completed, throughput=4.99MB/sec 2024-04-15T16:52:06.684 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--8mWCfu4AZQzTDI off=4523848 len=919071 2024-04-15T16:52:06.685 INFO:tasks.workunit.client.0.smithi090.stdout:op 815 completed, throughput=4.99MB/sec 2024-04-15T16:52:06.685 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xp4WllTMSOFgekV off=2473700 len=2030462 2024-04-15T16:52:06.693 INFO:tasks.workunit.client.0.smithi090.stdout:op 816 completed, throughput=5MB/sec 2024-04-15T16:52:07.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:06 smithi090 ceph-mon[89240]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-15T16:52:07.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:06 smithi090 ceph-mon[91618]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-15T16:52:07.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:06 smithi153 ceph-mon[84714]: pgmap v1476: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-15T16:52:07.694 INFO:tasks.workunit.client.0.smithi090.stdout: 158: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:07.694 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-j3SszghBiFnDWt0 off=20687325 len=901401 2024-04-15T16:52:07.695 INFO:tasks.workunit.client.0.smithi090.stdout:op 817 completed, throughput=4.98MB/sec 2024-04-15T16:52:07.695 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IR5aDawAOnAgTtK off=2735804 len=427961 2024-04-15T16:52:07.698 INFO:tasks.workunit.client.0.smithi090.stdout:op 818 completed, throughput=4.98MB/sec 2024-04-15T16:52:07.699 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3znp74LNhJSvFUW off=10349309 len=25174 2024-04-15T16:52:07.701 INFO:tasks.workunit.client.0.smithi090.stdout:op 819 completed, throughput=4.98MB/sec 2024-04-15T16:52:07.701 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-r0YDxAIwRJlmPFt off=2603275 len=1819340 2024-04-15T16:52:07.710 INFO:tasks.workunit.client.0.smithi090.stdout:op 820 completed, throughput=4.99MB/sec 2024-04-15T16:52:07.710 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-m0HuG7HMRSfQ8NL off=753198 len=820316 2024-04-15T16:52:07.710 INFO:tasks.workunit.client.0.smithi090.stdout:op 821 completed, throughput=5MB/sec 2024-04-15T16:52:07.711 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dmyG6pzxFgj72pe off=2149799 len=159634 2024-04-15T16:52:07.713 INFO:tasks.workunit.client.0.smithi090.stdout:op 822 completed, throughput=5MB/sec 2024-04-15T16:52:07.713 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vCKILHipLi_ZDiD off=4994908 len=2014165 2024-04-15T16:52:07.724 INFO:tasks.workunit.client.0.smithi090.stdout:op 823 completed, throughput=5.01MB/sec 2024-04-15T16:52:08.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:52:08.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:52:08.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:52:08.724 INFO:tasks.workunit.client.0.smithi090.stdout: 159: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:08.725 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pQFu5HyPYRITSaZ off=3572729 len=908577 2024-04-15T16:52:08.729 INFO:tasks.workunit.client.0.smithi090.stdout:op 824 completed, throughput=4.98MB/sec 2024-04-15T16:52:08.729 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-M8Eee8iwNy27JwD off=5796016 len=313638 2024-04-15T16:52:08.730 INFO:tasks.workunit.client.0.smithi090.stdout:op 825 completed, throughput=4.98MB/sec 2024-04-15T16:52:08.730 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-81KSr6GcE7cJxbD off=10088676 len=1614853 2024-04-15T16:52:08.736 INFO:tasks.workunit.client.0.smithi090.stdout:op 826 completed, throughput=4.99MB/sec 2024-04-15T16:52:08.737 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HYv12RBqsA86R29 off=1874554 len=274924 2024-04-15T16:52:08.737 INFO:tasks.workunit.client.0.smithi090.stdout:op 827 completed, throughput=5MB/sec 2024-04-15T16:52:08.737 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ClvBaJs64rt9650 off=12331566 len=165205 2024-04-15T16:52:08.738 INFO:tasks.workunit.client.0.smithi090.stdout:op 828 completed, throughput=5MB/sec 2024-04-15T16:52:08.738 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Yna8ntPil8UanpZ off=1747015 len=1512368 2024-04-15T16:52:08.745 INFO:tasks.workunit.client.0.smithi090.stdout:op 829 completed, throughput=5MB/sec 2024-04-15T16:52:09.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:08 smithi090 ceph-mon[89240]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:52:09.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:08 smithi090 ceph-mon[91618]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:52:09.322 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:52:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:52:09] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-15T16:52:09.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:08 smithi153 ceph-mon[84714]: pgmap v1477: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:52:09.746 INFO:tasks.workunit.client.0.smithi090.stdout: 160: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:09.746 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Vc7ij6ki81Wa07O off=14087808 len=297579 2024-04-15T16:52:09.749 INFO:tasks.workunit.client.0.smithi090.stdout:op 830 completed, throughput=4.98MB/sec 2024-04-15T16:52:09.749 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VGADGUZxkYH-lD8 off=511686 len=1861349 2024-04-15T16:52:09.761 INFO:tasks.workunit.client.0.smithi090.stdout:op 831 completed, throughput=4.99MB/sec 2024-04-15T16:52:09.761 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WlwXb2nF_SbBUXM off=3443020 len=1916017 2024-04-15T16:52:09.763 INFO:tasks.workunit.client.0.smithi090.stdout:op 832 completed, throughput=5MB/sec 2024-04-15T16:52:09.763 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yt_vGvPVuezNM-u off=5494262 len=904610 2024-04-15T16:52:09.765 INFO:tasks.workunit.client.0.smithi090.stdout:op 833 completed, throughput=5MB/sec 2024-04-15T16:52:10.766 INFO:tasks.workunit.client.0.smithi090.stdout: 161: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:10.767 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-i1oxe3SiKNjqpXG off=8990460 len=1992571 2024-04-15T16:52:10.771 INFO:tasks.workunit.client.0.smithi090.stdout:op 834 completed, throughput=4.98MB/sec 2024-04-15T16:52:10.771 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cfX-7xI9MBz9PMQ off=368186 len=220141 2024-04-15T16:52:10.774 INFO:tasks.workunit.client.0.smithi090.stdout:op 835 completed, throughput=4.98MB/sec 2024-04-15T16:52:10.774 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jNA-DTknEnsFOz2 off=2158516 len=1483160 2024-04-15T16:52:10.775 INFO:tasks.workunit.client.0.smithi090.stdout:op 836 completed, throughput=4.99MB/sec 2024-04-15T16:52:10.776 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hnTAn5L7HP3rQiz off=1545310 len=61243 2024-04-15T16:52:10.776 INFO:tasks.workunit.client.0.smithi090.stdout:op 837 completed, throughput=4.99MB/sec 2024-04-15T16:52:10.776 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DAfZLp6S270zFad off=19711283 len=461684 2024-04-15T16:52:10.778 INFO:tasks.workunit.client.0.smithi090.stdout:op 838 completed, throughput=5MB/sec 2024-04-15T16:52:10.778 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XIzF529mfH_nzHg off=2981424 len=1010055 2024-04-15T16:52:10.779 INFO:tasks.workunit.client.0.smithi090.stdout:op 839 completed, throughput=5MB/sec 2024-04-15T16:52:11.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:10 smithi090 ceph-mon[89240]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:52:11.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:10 smithi090 ceph-mon[91618]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:52:11.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:10 smithi153 ceph-mon[84714]: pgmap v1478: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:52:11.780 INFO:tasks.workunit.client.0.smithi090.stdout: 162: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:11.780 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PACszrsbG3WO4EW off=9455693 len=1387736 2024-04-15T16:52:11.781 INFO:tasks.workunit.client.0.smithi090.stdout:op 840 completed, throughput=4.98MB/sec 2024-04-15T16:52:11.781 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1CHY4hDN2RgUt2A off=1045448 len=1135192 2024-04-15T16:52:11.790 INFO:tasks.workunit.client.0.smithi090.stdout:op 841 completed, throughput=4.99MB/sec 2024-04-15T16:52:11.790 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZXxw0GECjA1_6Nj off=4742518 len=1770917 2024-04-15T16:52:11.790 INFO:tasks.workunit.client.0.smithi090.stdout:op 842 completed, throughput=5MB/sec 2024-04-15T16:52:11.790 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LYiNktseHSQENvh off=4645309 len=355730 2024-04-15T16:52:11.791 INFO:tasks.workunit.client.0.smithi090.stdout:op 843 completed, throughput=5MB/sec 2024-04-15T16:52:11.791 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-r8k2Ip4pOBEd1kF off=9866 len=894064 2024-04-15T16:52:11.795 INFO:tasks.workunit.client.0.smithi090.stdout:op 844 completed, throughput=5MB/sec 2024-04-15T16:52:12.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:52:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:52:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:52:12.795 INFO:tasks.workunit.client.0.smithi090.stdout: 163: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:12.795 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5m--RXuC3n1gg7D off=10667955 len=349144 2024-04-15T16:52:12.796 INFO:tasks.workunit.client.0.smithi090.stdout:op 845 completed, throughput=4.98MB/sec 2024-04-15T16:52:12.796 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YfilLlsK1Yf7aMk off=19125201 len=1819772 2024-04-15T16:52:12.811 INFO:tasks.workunit.client.0.smithi090.stdout:op 846 completed, throughput=4.99MB/sec 2024-04-15T16:52:12.811 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pLccVma4DiGdow_ off=10973708 len=1241804 2024-04-15T16:52:12.811 INFO:tasks.workunit.client.0.smithi090.stdout:op 847 completed, throughput=4.99MB/sec 2024-04-15T16:52:12.811 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0s8sCFY0ZKaNzB0 off=3648976 len=1212562 2024-04-15T16:52:12.811 INFO:tasks.workunit.client.0.smithi090.stdout:op 848 completed, throughput=5MB/sec 2024-04-15T16:52:12.811 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NoYSnjv063-Rlcd off=3066627 len=1306355 2024-04-15T16:52:12.812 INFO:tasks.workunit.client.0.smithi090.stdout:op 849 completed, throughput=5.01MB/sec 2024-04-15T16:52:13.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:12 smithi090 ceph-mon[89240]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T16:52:13.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:12 smithi090 ceph-mon[91618]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T16:52:13.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:12 smithi153 ceph-mon[84714]: pgmap v1479: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T16:52:13.813 INFO:tasks.workunit.client.0.smithi090.stdout: 164: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:13.813 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wVF2CvshTV9XloF off=1609232 len=420330 2024-04-15T16:52:13.814 INFO:tasks.workunit.client.0.smithi090.stdout:op 850 completed, throughput=4.98MB/sec 2024-04-15T16:52:13.814 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lCycbISXWV32XkH off=6960836 len=377776 2024-04-15T16:52:13.818 INFO:tasks.workunit.client.0.smithi090.stdout:op 851 completed, throughput=4.98MB/sec 2024-04-15T16:52:13.818 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZbbdIX3Oi9zyMcH off=13013867 len=1050605 2024-04-15T16:52:13.820 INFO:tasks.workunit.client.0.smithi090.stdout:op 852 completed, throughput=4.99MB/sec 2024-04-15T16:52:13.820 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rxMhDDSGShNAKvL off=954697 len=1244414 2024-04-15T16:52:13.822 INFO:tasks.workunit.client.0.smithi090.stdout:op 853 completed, throughput=4.99MB/sec 2024-04-15T16:52:13.822 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-445AMt05WRJ3D9w off=4212745 len=684094 2024-04-15T16:52:13.823 INFO:tasks.workunit.client.0.smithi090.stdout:op 854 completed, throughput=5MB/sec 2024-04-15T16:52:13.824 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PObgw7SgY653J-6 off=1988068 len=198838 2024-04-15T16:52:13.824 INFO:tasks.workunit.client.0.smithi090.stdout:op 855 completed, throughput=5MB/sec 2024-04-15T16:52:13.825 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Nx8epfQUAkqlTWq off=6862052 len=1371293 2024-04-15T16:52:13.826 INFO:tasks.workunit.client.0.smithi090.stdout:op 856 completed, throughput=5.01MB/sec 2024-04-15T16:52:14.827 INFO:tasks.workunit.client.0.smithi090.stdout: 165: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:14.827 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ww5IKWJaSDaTh_4 off=3360720 len=958216 2024-04-15T16:52:14.828 INFO:tasks.workunit.client.0.smithi090.stdout:op 857 completed, throughput=4.98MB/sec 2024-04-15T16:52:14.828 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KMQyF5J0ml69fKF off=6734962 len=1892273 2024-04-15T16:52:14.830 INFO:tasks.workunit.client.0.smithi090.stdout:op 858 completed, throughput=4.99MB/sec 2024-04-15T16:52:14.830 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3N1_5d04OQNIq9v off=712609 len=1648986 2024-04-15T16:52:14.833 INFO:tasks.workunit.client.0.smithi090.stdout:op 859 completed, throughput=5MB/sec 2024-04-15T16:52:15.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:14 smithi090 ceph-mon[89240]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:52:15.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:14 smithi090 ceph-mon[91618]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:52:15.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:14 smithi153 ceph-mon[84714]: pgmap v1480: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:52:15.833 INFO:tasks.workunit.client.0.smithi090.stdout: 166: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:15.833 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0GImAZ2mEv38S33 off=9586289 len=1972109 2024-04-15T16:52:15.844 INFO:tasks.workunit.client.0.smithi090.stdout:op 860 completed, throughput=4.98MB/sec 2024-04-15T16:52:15.844 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-apJB-XwFC61Dp3N off=6209114 len=605246 2024-04-15T16:52:15.847 INFO:tasks.workunit.client.0.smithi090.stdout:op 861 completed, throughput=4.99MB/sec 2024-04-15T16:52:15.847 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UcyvVw2suGo4JXR off=13157125 len=1324399 2024-04-15T16:52:15.849 INFO:tasks.workunit.client.0.smithi090.stdout:op 862 completed, throughput=4.99MB/sec 2024-04-15T16:52:15.849 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_390Nrk7ZdS6xq2 off=37772 len=1209503 2024-04-15T16:52:15.850 INFO:tasks.workunit.client.0.smithi090.stdout:op 863 completed, throughput=5MB/sec 2024-04-15T16:52:16.851 INFO:tasks.workunit.client.0.smithi090.stdout: 167: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:16.851 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gOuoJsigFP5iXIQ off=9145925 len=1880012 2024-04-15T16:52:16.860 INFO:tasks.workunit.client.0.smithi090.stdout:op 864 completed, throughput=4.98MB/sec 2024-04-15T16:52:16.861 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lVOBbQ_Z-7Rij4s off=3849142 len=654391 2024-04-15T16:52:16.861 INFO:tasks.workunit.client.0.smithi090.stdout:op 865 completed, throughput=4.99MB/sec 2024-04-15T16:52:16.862 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-s3Q0jGDe_aiwrP8 off=2195791 len=155863 2024-04-15T16:52:16.863 INFO:tasks.workunit.client.0.smithi090.stdout:op 866 completed, throughput=4.99MB/sec 2024-04-15T16:52:16.863 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YKwjUYsTAuDb-En off=6091972 len=1312255 2024-04-15T16:52:16.865 INFO:tasks.workunit.client.0.smithi090.stdout:op 867 completed, throughput=4.99MB/sec 2024-04-15T16:52:16.866 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-M_W6cQYs7dUVK1z off=2973252 len=1549971 2024-04-15T16:52:16.867 INFO:tasks.workunit.client.0.smithi090.stdout:op 868 completed, throughput=5MB/sec 2024-04-15T16:52:17.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:16 smithi090 ceph-mon[89240]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T16:52:17.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:16 smithi090 ceph-mon[91618]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T16:52:17.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:16 smithi153 ceph-mon[84714]: pgmap v1481: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T16:52:17.868 INFO:tasks.workunit.client.0.smithi090.stdout: 168: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:17.868 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KYPPH-cmF-Dptku off=16145482 len=1545150 2024-04-15T16:52:17.876 INFO:tasks.workunit.client.0.smithi090.stdout:op 869 completed, throughput=4.98MB/sec 2024-04-15T16:52:17.876 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TaKlPOBu7_JfYd6 off=1149954 len=1004374 2024-04-15T16:52:17.882 INFO:tasks.workunit.client.0.smithi090.stdout:op 870 completed, throughput=4.99MB/sec 2024-04-15T16:52:17.882 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-n3l7BzSTz89M0mA off=15996753 len=975390 2024-04-15T16:52:17.883 INFO:tasks.workunit.client.0.smithi090.stdout:op 871 completed, throughput=4.99MB/sec 2024-04-15T16:52:17.883 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9xsG_0zJbA-MEjR off=9964899 len=888423 2024-04-15T16:52:17.885 INFO:tasks.workunit.client.0.smithi090.stdout:op 872 completed, throughput=5MB/sec 2024-04-15T16:52:17.885 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QsEUOo-yDtDxuAM off=13442808 len=1411862 2024-04-15T16:52:17.891 INFO:tasks.workunit.client.0.smithi090.stdout:op 873 completed, throughput=5MB/sec 2024-04-15T16:52:18.891 INFO:tasks.workunit.client.0.smithi090.stdout: 169: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:18.891 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eh3SjL0vZilXwtp off=20241822 len=849376 2024-04-15T16:52:18.896 INFO:tasks.workunit.client.0.smithi090.stdout:op 874 completed, throughput=4.98MB/sec 2024-04-15T16:52:18.896 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IeqBnhi1kH-_GZz off=3669010 len=1468064 2024-04-15T16:52:18.897 INFO:tasks.workunit.client.0.smithi090.stdout:op 875 completed, throughput=4.99MB/sec 2024-04-15T16:52:18.897 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Nr3gfc0PE_jblPJ off=3076285 len=102691 2024-04-15T16:52:18.900 INFO:tasks.workunit.client.0.smithi090.stdout:op 876 completed, throughput=4.99MB/sec 2024-04-15T16:52:18.900 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-N4ia8yzlPuVxYKQ off=53339 len=1056402 2024-04-15T16:52:18.901 INFO:tasks.workunit.client.0.smithi090.stdout:op 877 completed, throughput=4.99MB/sec 2024-04-15T16:52:18.901 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-m5_3ZM5KfOU5kS2 off=14909839 len=1472870 2024-04-15T16:52:18.909 INFO:tasks.workunit.client.0.smithi090.stdout:op 878 completed, throughput=5MB/sec 2024-04-15T16:52:19.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:18 smithi090 ceph-mon[89240]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:52:19.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:18 smithi090 ceph-mon[91618]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:52:19.322 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:52:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:52:19] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-15T16:52:19.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:18 smithi153 ceph-mon[84714]: pgmap v1482: 105 pgs: 105 active+clean; 127 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:52:19.910 INFO:tasks.workunit.client.0.smithi090.stdout: 170: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:19.910 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HYLkuTXVr0hyCiJ off=598374 len=1077997 2024-04-15T16:52:19.916 INFO:tasks.workunit.client.0.smithi090.stdout:op 879 completed, throughput=4.98MB/sec 2024-04-15T16:52:19.916 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-R3Edfo-3tKErTmQ off=3869892 len=731883 2024-04-15T16:52:19.917 INFO:tasks.workunit.client.0.smithi090.stdout:op 880 completed, throughput=4.98MB/sec 2024-04-15T16:52:19.917 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BBGDg4rKq6FdrAQ off=745111 len=1413433 2024-04-15T16:52:19.924 INFO:tasks.workunit.client.0.smithi090.stdout:op 881 completed, throughput=4.99MB/sec 2024-04-15T16:52:19.924 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FlClcH8c5GIRy06 off=17671360 len=1041774 2024-04-15T16:52:19.930 INFO:tasks.workunit.client.0.smithi090.stdout:op 882 completed, throughput=5MB/sec 2024-04-15T16:52:19.930 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eC6oKiqdgS-Ma85 off=3465620 len=1305407 2024-04-15T16:52:19.931 INFO:tasks.workunit.client.0.smithi090.stdout:op 883 completed, throughput=5MB/sec 2024-04-15T16:52:20.931 INFO:tasks.workunit.client.0.smithi090.stdout: 171: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:20.932 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kX89XHI20FYLc2C off=16319477 len=1448798 2024-04-15T16:52:20.935 INFO:tasks.workunit.client.0.smithi090.stdout:op 884 completed, throughput=4.98MB/sec 2024-04-15T16:52:20.935 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0t9xchWiDoJNdWX off=2300948 len=137941 2024-04-15T16:52:20.935 INFO:tasks.workunit.client.0.smithi090.stdout:op 885 completed, throughput=4.98MB/sec 2024-04-15T16:52:20.935 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rAF-0q5iKONvdtb off=9321721 len=1047121 2024-04-15T16:52:20.937 INFO:tasks.workunit.client.0.smithi090.stdout:op 886 completed, throughput=4.99MB/sec 2024-04-15T16:52:20.937 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fiikXc2yyPQzG1V off=3276305 len=1383789 2024-04-15T16:52:20.945 INFO:tasks.workunit.client.0.smithi090.stdout:op 887 completed, throughput=5MB/sec 2024-04-15T16:52:20.945 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tih6PwxA-mm6FPY off=10627498 len=1663261 2024-04-15T16:52:20.951 INFO:tasks.workunit.client.0.smithi090.stdout:op 888 completed, throughput=5.01MB/sec 2024-04-15T16:52:21.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:20 smithi090 ceph-mon[89240]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:52:21.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:20 smithi090 ceph-mon[91618]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:52:21.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:20 smithi153 ceph-mon[84714]: pgmap v1483: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:52:21.951 INFO:tasks.workunit.client.0.smithi090.stdout: 172: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:21.952 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ey5cIQmaMEC0WFf off=5355093 len=1564821 2024-04-15T16:52:21.953 INFO:tasks.workunit.client.0.smithi090.stdout:op 889 completed, throughput=4.99MB/sec 2024-04-15T16:52:21.953 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uTI8037HSw1UDoO off=6664135 len=1188626 2024-04-15T16:52:21.960 INFO:tasks.workunit.client.0.smithi090.stdout:op 890 completed, throughput=4.99MB/sec 2024-04-15T16:52:21.960 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pYRmM8M6pGOXNOu off=894683 len=914547 2024-04-15T16:52:21.965 INFO:tasks.workunit.client.0.smithi090.stdout:op 891 completed, throughput=5MB/sec 2024-04-15T16:52:21.965 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mKc3iAUGl_rkwsE off=1580334 len=333108 2024-04-15T16:52:21.966 INFO:tasks.workunit.client.0.smithi090.stdout:op 892 completed, throughput=5MB/sec 2024-04-15T16:52:21.966 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-51FjJ-GxSC52xfR off=6260706 len=913186 2024-04-15T16:52:21.970 INFO:tasks.workunit.client.0.smithi090.stdout:op 893 completed, throughput=5MB/sec 2024-04-15T16:52:22.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:52:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:52:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:52:22.970 INFO:tasks.workunit.client.0.smithi090.stdout: 173: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:22.971 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8otN6WFH_jcc3bK off=4856256 len=1457098 2024-04-15T16:52:22.977 INFO:tasks.workunit.client.0.smithi090.stdout:op 894 completed, throughput=4.98MB/sec 2024-04-15T16:52:22.977 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gsnRPiZ3tTTOk5o off=5956100 len=920831 2024-04-15T16:52:22.980 INFO:tasks.workunit.client.0.smithi090.stdout:op 895 completed, throughput=4.99MB/sec 2024-04-15T16:52:22.980 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--O3cm-iibVC04v1 off=9048327 len=1048981 2024-04-15T16:52:22.981 INFO:tasks.workunit.client.0.smithi090.stdout:op 896 completed, throughput=4.99MB/sec 2024-04-15T16:52:22.981 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JrFf0J52RS1-PvG off=247334 len=1075618 2024-04-15T16:52:22.986 INFO:tasks.workunit.client.0.smithi090.stdout:op 897 completed, throughput=5MB/sec 2024-04-15T16:52:22.986 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LyzKsmrp5uGNSwZ off=512369 len=776054 2024-04-15T16:52:22.988 INFO:tasks.workunit.client.0.smithi090.stdout:op 898 completed, throughput=5MB/sec 2024-04-15T16:52:23.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:22 smithi090 ceph-mon[89240]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:52:23.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:52:23.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:22 smithi090 ceph-mon[91618]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:52:23.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:52:23.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:22 smithi153 ceph-mon[84714]: pgmap v1484: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:52:23.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:52:23.989 INFO:tasks.workunit.client.0.smithi090.stdout: 174: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:23.989 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3A_17oOnSSD7zNc off=11847337 len=1778578 2024-04-15T16:52:23.998 INFO:tasks.workunit.client.0.smithi090.stdout:op 899 completed, throughput=4.98MB/sec 2024-04-15T16:52:23.998 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yAtiV8TUgM8qkra off=3637108 len=1122803 2024-04-15T16:52:23.999 INFO:tasks.workunit.client.0.smithi090.stdout:op 900 completed, throughput=4.99MB/sec 2024-04-15T16:52:23.999 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CbnuHizwZgVWxpY off=14076523 len=1292676 2024-04-15T16:52:24.001 INFO:tasks.workunit.client.0.smithi090.stdout:op 901 completed, throughput=5MB/sec 2024-04-15T16:52:24.001 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hOL2b5-8lWXFu5q off=3158536 len=497057 2024-04-15T16:52:24.001 INFO:tasks.workunit.client.0.smithi090.stdout:op 902 completed, throughput=5MB/sec 2024-04-15T16:52:24.001 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-W1jI0NEFZqd607Z off=7379925 len=51477 2024-04-15T16:52:24.003 INFO:tasks.workunit.client.0.smithi090.stdout:op 903 completed, throughput=5MB/sec 2024-04-15T16:52:24.004 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DX-XlVto38wPdPT off=9355942 len=527888 2024-04-15T16:52:24.007 INFO:tasks.workunit.client.0.smithi090.stdout:op 904 completed, throughput=5MB/sec 2024-04-15T16:52:25.008 INFO:tasks.workunit.client.0.smithi090.stdout: 175: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:25.008 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-u_DMML9xvC2xzvQ off=9032887 len=55043 2024-04-15T16:52:25.008 INFO:tasks.workunit.client.0.smithi090.stdout:op 905 completed, throughput=4.97MB/sec 2024-04-15T16:52:25.009 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-N7iFWVGCAOKeb3b off=51744 len=1445834 2024-04-15T16:52:25.016 INFO:tasks.workunit.client.0.smithi090.stdout:op 906 completed, throughput=4.98MB/sec 2024-04-15T16:52:25.016 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4r3M3K97W2YjRNS off=14730211 len=1694516 2024-04-15T16:52:25.018 INFO:tasks.workunit.client.0.smithi090.stdout:op 907 completed, throughput=4.99MB/sec 2024-04-15T16:52:25.018 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uqeWwHAkVL2H1_U off=1954973 len=853648 2024-04-15T16:52:25.024 INFO:tasks.workunit.client.0.smithi090.stdout:op 908 completed, throughput=5MB/sec 2024-04-15T16:52:25.024 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Mifp8hSnN_ovXi_ off=13350740 len=591313 2024-04-15T16:52:25.027 INFO:tasks.workunit.client.0.smithi090.stdout:op 909 completed, throughput=5MB/sec 2024-04-15T16:52:25.027 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VMu-EF0bWBFBf2- off=1816011 len=1733959 2024-04-15T16:52:25.028 INFO:tasks.workunit.client.0.smithi090.stdout:op 910 completed, throughput=5.01MB/sec 2024-04-15T16:52:25.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:24 smithi090 ceph-mon[91618]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:52:25.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:24 smithi090 ceph-mon[89240]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:52:25.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:24 smithi153 ceph-mon[84714]: pgmap v1485: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:52:26.029 INFO:tasks.workunit.client.0.smithi090.stdout: 176: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:26.029 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NNWjJkRxh2YGICW off=8260838 len=663264 2024-04-15T16:52:26.030 INFO:tasks.workunit.client.0.smithi090.stdout:op 911 completed, throughput=4.98MB/sec 2024-04-15T16:52:26.030 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cmvKEW7h-QU5JwE off=2902545 len=1431332 2024-04-15T16:52:26.037 INFO:tasks.workunit.client.0.smithi090.stdout:op 912 completed, throughput=4.99MB/sec 2024-04-15T16:52:26.037 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SJjK_tJ0EhwyENO off=11162995 len=1523157 2024-04-15T16:52:26.038 INFO:tasks.workunit.client.0.smithi090.stdout:op 913 completed, throughput=5MB/sec 2024-04-15T16:52:26.038 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Y1nsaXe8vEavVft off=9477607 len=556108 2024-04-15T16:52:26.040 INFO:tasks.workunit.client.0.smithi090.stdout:op 914 completed, throughput=5MB/sec 2024-04-15T16:52:26.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:52:26.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:52:26.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:52:26.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:52:26.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:52:26.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:52:26.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:52:26.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:52:26.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:52:27.040 INFO:tasks.workunit.client.0.smithi090.stdout: 177: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:27.040 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1Wl5-D8FUPTj1D1 off=6345740 len=2017738 2024-04-15T16:52:27.051 INFO:tasks.workunit.client.0.smithi090.stdout:op 915 completed, throughput=4.98MB/sec 2024-04-15T16:52:27.051 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UnTbD-uq1mKuS07 off=841455 len=1877510 2024-04-15T16:52:27.053 INFO:tasks.workunit.client.0.smithi090.stdout:op 916 completed, throughput=4.99MB/sec 2024-04-15T16:52:27.053 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-v8CX-xMjSeryp3S off=7484191 len=2012632 2024-04-15T16:52:27.061 INFO:tasks.workunit.client.0.smithi090.stdout:op 917 completed, throughput=5MB/sec 2024-04-15T16:52:27.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:26 smithi090 ceph-mon[89240]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:52:27.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:26 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:52:27.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:26 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:52:27.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:26 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:52:27.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:26 smithi090 ceph-mon[91618]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:52:27.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:26 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:52:27.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:26 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:52:27.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:26 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:52:27.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:26 smithi153 ceph-mon[84714]: pgmap v1486: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:52:27.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:26 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:52:27.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:26 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:52:27.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:26 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:52:28.062 INFO:tasks.workunit.client.0.smithi090.stdout: 178: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:28.062 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AOsOaOt0tuZ8awD off=15451721 len=1617481 2024-04-15T16:52:28.064 INFO:tasks.workunit.client.0.smithi090.stdout:op 918 completed, throughput=4.99MB/sec 2024-04-15T16:52:28.064 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-E-fae0WlT-ow8k7 off=2827098 len=24291 2024-04-15T16:52:28.066 INFO:tasks.workunit.client.0.smithi090.stdout:op 919 completed, throughput=4.99MB/sec 2024-04-15T16:52:28.066 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IiMuFVU64lZujt0 off=2328775 len=1634637 2024-04-15T16:52:28.068 INFO:tasks.workunit.client.0.smithi090.stdout:op 920 completed, throughput=4.99MB/sec 2024-04-15T16:52:28.068 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oVSJ1h9VevV01jH off=8738040 len=1372082 2024-04-15T16:52:28.070 INFO:tasks.workunit.client.0.smithi090.stdout:op 921 completed, throughput=5MB/sec 2024-04-15T16:52:29.070 INFO:tasks.workunit.client.0.smithi090.stdout: 179: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:29.071 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uUKYm0O0vCh7ayZ off=8086422 len=1050959 2024-04-15T16:52:29.072 INFO:tasks.workunit.client.0.smithi090.stdout:op 922 completed, throughput=4.98MB/sec 2024-04-15T16:52:29.072 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wMdUR4OVqcDJVmt off=1728180 len=1382510 2024-04-15T16:52:29.079 INFO:tasks.workunit.client.0.smithi090.stdout:op 923 completed, throughput=4.99MB/sec 2024-04-15T16:52:29.079 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-syo-FXwZhPVcYyQ off=1748005 len=1183205 2024-04-15T16:52:29.081 INFO:tasks.workunit.client.0.smithi090.stdout:op 924 completed, throughput=4.99MB/sec 2024-04-15T16:52:29.081 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HYKeG__dmdQx-qz off=15804040 len=732814 2024-04-15T16:52:29.085 INFO:tasks.workunit.client.0.smithi090.stdout:op 925 completed, throughput=5MB/sec 2024-04-15T16:52:29.085 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-s6y7gkcPMJEVWVD off=10708711 len=1655031 2024-04-15T16:52:29.086 INFO:tasks.workunit.client.0.smithi090.stdout:op 926 completed, throughput=5MB/sec 2024-04-15T16:52:29.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:28 smithi090 ceph-mon[89240]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:52:29.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:28 smithi090 ceph-mon[91618]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:52:29.322 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:52:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:52:29] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-15T16:52:29.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:28 smithi153 ceph-mon[84714]: pgmap v1487: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:52:30.087 INFO:tasks.workunit.client.0.smithi090.stdout: 180: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:30.087 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Qn4r2zRMBxGhCSF off=3954683 len=1545680 2024-04-15T16:52:30.094 INFO:tasks.workunit.client.0.smithi090.stdout:op 927 completed, throughput=4.99MB/sec 2024-04-15T16:52:30.094 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UREPizbQB-7DHOt off=1577376 len=1208214 2024-04-15T16:52:30.096 INFO:tasks.workunit.client.0.smithi090.stdout:op 928 completed, throughput=4.99MB/sec 2024-04-15T16:52:30.096 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lbZZXDjPX-lriqO off=4697928 len=1352424 2024-04-15T16:52:30.098 INFO:tasks.workunit.client.0.smithi090.stdout:op 929 completed, throughput=5MB/sec 2024-04-15T16:52:30.099 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vR5eiL4FNK-WfVB off=11711080 len=191298 2024-04-15T16:52:30.099 INFO:tasks.workunit.client.0.smithi090.stdout:op 930 completed, throughput=5MB/sec 2024-04-15T16:52:30.099 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-a1LmwiKNEUHox17 off=682703 len=1166289 2024-04-15T16:52:30.106 INFO:tasks.workunit.client.0.smithi090.stdout:op 931 completed, throughput=5.01MB/sec 2024-04-15T16:52:31.106 INFO:tasks.workunit.client.0.smithi090.stdout: 181: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:31.107 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3MlAL5FqTW4x1jA off=5598125 len=1870882 2024-04-15T16:52:31.116 INFO:tasks.workunit.client.0.smithi090.stdout:op 932 completed, throughput=4.99MB/sec 2024-04-15T16:52:31.116 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Jqw6kOKFexkB1Rc off=5547009 len=573298 2024-04-15T16:52:31.117 INFO:tasks.workunit.client.0.smithi090.stdout:op 933 completed, throughput=4.99MB/sec 2024-04-15T16:52:31.117 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8TErh_dLM2P2Jkv off=23593608 len=31088 2024-04-15T16:52:31.117 INFO:tasks.workunit.client.0.smithi090.stdout:op 934 completed, throughput=4.99MB/sec 2024-04-15T16:52:31.117 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cvZQF-6xfcN_Che off=1773872 len=1246696 2024-04-15T16:52:31.118 INFO:tasks.workunit.client.0.smithi090.stdout:op 935 completed, throughput=5MB/sec 2024-04-15T16:52:31.118 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SuR12YAXEu6wuQQ off=319038 len=17133 2024-04-15T16:52:31.120 INFO:tasks.workunit.client.0.smithi090.stdout:op 936 completed, throughput=5MB/sec 2024-04-15T16:52:31.120 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-b-0KPMp9PdxAu_I off=8762697 len=1055855 2024-04-15T16:52:31.126 INFO:tasks.workunit.client.0.smithi090.stdout:op 937 completed, throughput=5MB/sec 2024-04-15T16:52:31.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:30 smithi090 ceph-mon[89240]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:52:31.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:30 smithi090 ceph-mon[91618]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:52:31.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:30 smithi153 ceph-mon[84714]: pgmap v1488: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:52:32.127 INFO:tasks.workunit.client.0.smithi090.stdout: 182: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:32.127 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gCbENLPzrp-Bgv- off=3072967 len=370063 2024-04-15T16:52:32.130 INFO:tasks.workunit.client.0.smithi090.stdout:op 938 completed, throughput=4.98MB/sec 2024-04-15T16:52:32.130 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-scAhEFzxdCD8hrb off=663896 len=646880 2024-04-15T16:52:32.135 INFO:tasks.workunit.client.0.smithi090.stdout:op 939 completed, throughput=4.98MB/sec 2024-04-15T16:52:32.135 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0wRU8THSpRQ2ktq off=1952142 len=2018410 2024-04-15T16:52:32.143 INFO:tasks.workunit.client.0.smithi090.stdout:op 940 completed, throughput=4.99MB/sec 2024-04-15T16:52:32.143 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cTEniUZKTGS2DnB off=11877987 len=1779565 2024-04-15T16:52:32.152 INFO:tasks.workunit.client.0.smithi090.stdout:op 941 completed, throughput=5MB/sec 2024-04-15T16:52:32.152 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0zXLb0ULkScYjhh off=1515023 len=1260561 2024-04-15T16:52:32.153 INFO:tasks.workunit.client.0.smithi090.stdout:op 942 completed, throughput=5.01MB/sec 2024-04-15T16:52:32.298 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:32 smithi153 ceph-mon[84714]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:52:32.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:32 smithi090 ceph-mon[89240]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:52:32.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:32 smithi090 ceph-mon[91618]: pgmap v1489: 105 pgs: 105 active+clean; 127 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:52:32.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:52:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:52:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:52:33.155 INFO:tasks.workunit.client.0.smithi090.stdout: 183: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:33.155 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rHiJjuAPa5W2YDY off=3065961 len=187382 2024-04-15T16:52:33.155 INFO:tasks.workunit.client.0.smithi090.stdout:op 943 completed, throughput=4.98MB/sec 2024-04-15T16:52:33.155 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-y7BWiqqQjYb9lvZ off=597122 len=355773 2024-04-15T16:52:33.156 INFO:tasks.workunit.client.0.smithi090.stdout:op 944 completed, throughput=4.98MB/sec 2024-04-15T16:52:33.156 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4VHdRDp-xwOcrP3 off=13473732 len=1991094 2024-04-15T16:52:33.160 INFO:tasks.workunit.client.0.smithi090.stdout:op 945 completed, throughput=4.99MB/sec 2024-04-15T16:52:33.160 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QyhSrc6QthEX7e_ off=6957907 len=1199060 2024-04-15T16:52:33.167 INFO:tasks.workunit.client.0.smithi090.stdout:op 946 completed, throughput=5MB/sec 2024-04-15T16:52:33.167 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jPh7ejH4JOFAJ1R off=5413269 len=475925 2024-04-15T16:52:33.171 INFO:tasks.workunit.client.0.smithi090.stdout:op 947 completed, throughput=5MB/sec 2024-04-15T16:52:34.171 INFO:tasks.workunit.client.0.smithi090.stdout: 184: throughput=4.97MB/sec pending data=0 2024-04-15T16:52:34.172 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8DGC1ozsZykAZS7 off=2171090 len=964786 2024-04-15T16:52:34.173 INFO:tasks.workunit.client.0.smithi090.stdout:op 948 completed, throughput=4.98MB/sec 2024-04-15T16:52:34.173 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-c2eezjSf4u9NDd2 off=7748838 len=1615499 2024-04-15T16:52:34.181 INFO:tasks.workunit.client.0.smithi090.stdout:op 949 completed, throughput=4.99MB/sec 2024-04-15T16:52:34.181 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dyYh35qveBtxlgK off=5536346 len=1446111 2024-04-15T16:52:34.189 INFO:tasks.workunit.client.0.smithi090.stdout:op 950 completed, throughput=4.99MB/sec 2024-04-15T16:52:34.189 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Xnt5ogpv8S4ytSJ off=4328403 len=1976792 2024-04-15T16:52:34.193 INFO:tasks.workunit.client.0.smithi090.stdout:op 951 completed, throughput=5MB/sec 2024-04-15T16:52:34.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:34 smithi090 ceph-mon[89240]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T16:52:34.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:34 smithi090 ceph-mon[91618]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T16:52:34.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:34 smithi153 ceph-mon[84714]: pgmap v1490: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T16:52:35.193 INFO:tasks.workunit.client.0.smithi090.stdout: 185: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:35.194 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-I0fFHV85sKgCZeT off=13239812 len=877196 2024-04-15T16:52:35.195 INFO:tasks.workunit.client.0.smithi090.stdout:op 952 completed, throughput=4.98MB/sec 2024-04-15T16:52:35.195 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pVXx5M4zNF3h3fk off=449393 len=971790 2024-04-15T16:52:35.199 INFO:tasks.workunit.client.0.smithi090.stdout:op 953 completed, throughput=4.99MB/sec 2024-04-15T16:52:35.200 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yLdT-3VQZ4Lo5NO off=14016618 len=473059 2024-04-15T16:52:35.201 INFO:tasks.workunit.client.0.smithi090.stdout:op 954 completed, throughput=4.99MB/sec 2024-04-15T16:52:35.201 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dSBIlWn3mtrCoN3 off=7192342 len=1026875 2024-04-15T16:52:35.203 INFO:tasks.workunit.client.0.smithi090.stdout:op 955 completed, throughput=4.99MB/sec 2024-04-15T16:52:35.203 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-z6qrtP870UG6vzj off=898000 len=2050773 2024-04-15T16:52:35.205 INFO:tasks.workunit.client.0.smithi090.stdout:op 956 completed, throughput=5MB/sec 2024-04-15T16:52:36.205 INFO:tasks.workunit.client.0.smithi090.stdout: 186: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:36.205 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-poDjLCzIdudm_-_ off=2395752 len=1692417 2024-04-15T16:52:36.213 INFO:tasks.workunit.client.0.smithi090.stdout:op 957 completed, throughput=4.99MB/sec 2024-04-15T16:52:36.213 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_pPrs_L6ADSNJog off=9151477 len=223862 2024-04-15T16:52:36.213 INFO:tasks.workunit.client.0.smithi090.stdout:op 958 completed, throughput=4.99MB/sec 2024-04-15T16:52:36.213 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MKR3vluQxIJzznb off=1895462 len=1790646 2024-04-15T16:52:36.217 INFO:tasks.workunit.client.0.smithi090.stdout:op 959 completed, throughput=5MB/sec 2024-04-15T16:52:36.218 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JgH41jhsMZyKMgE off=5361738 len=1832439 2024-04-15T16:52:36.219 INFO:tasks.workunit.client.0.smithi090.stdout:op 960 completed, throughput=5.01MB/sec 2024-04-15T16:52:36.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:36 smithi090 ceph-mon[89240]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:52:36.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:36 smithi090 ceph-mon[91618]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:52:36.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:36 smithi153 ceph-mon[84714]: pgmap v1491: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:52:37.220 INFO:tasks.workunit.client.0.smithi090.stdout: 187: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:37.220 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IhKT1iz3R3fLvaU off=3460357 len=774300 2024-04-15T16:52:37.221 INFO:tasks.workunit.client.0.smithi090.stdout:op 961 completed, throughput=4.98MB/sec 2024-04-15T16:52:37.221 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jfG-A9WaR_mAXN6 off=8358808 len=653056 2024-04-15T16:52:37.226 INFO:tasks.workunit.client.0.smithi090.stdout:op 962 completed, throughput=4.99MB/sec 2024-04-15T16:52:37.226 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KNcBPpmUWegi__3 off=17408378 len=370593 2024-04-15T16:52:37.227 INFO:tasks.workunit.client.0.smithi090.stdout:op 963 completed, throughput=4.99MB/sec 2024-04-15T16:52:37.227 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ggazlJskJHCk9zZ off=13149913 len=245791 2024-04-15T16:52:37.229 INFO:tasks.workunit.client.0.smithi090.stdout:op 964 completed, throughput=4.99MB/sec 2024-04-15T16:52:37.230 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9NOVtbSHMrUTZQf off=805920 len=643034 2024-04-15T16:52:37.234 INFO:tasks.workunit.client.0.smithi090.stdout:op 965 completed, throughput=4.99MB/sec 2024-04-15T16:52:37.234 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Qm6HrePG4mxsYqO off=8932950 len=1868130 2024-04-15T16:52:37.236 INFO:tasks.workunit.client.0.smithi090.stdout:op 966 completed, throughput=5MB/sec 2024-04-15T16:52:38.236 INFO:tasks.workunit.client.0.smithi090.stdout: 188: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:38.236 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--8xc2UfXZagFRDt off=3069126 len=1777406 2024-04-15T16:52:38.238 INFO:tasks.workunit.client.0.smithi090.stdout:op 967 completed, throughput=4.98MB/sec 2024-04-15T16:52:38.238 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PWsjqODI3vgojLG off=10697365 len=1061872 2024-04-15T16:52:38.241 INFO:tasks.workunit.client.0.smithi090.stdout:op 968 completed, throughput=4.99MB/sec 2024-04-15T16:52:38.241 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0td2c3ANOQ6-xq1 off=383576 len=1956556 2024-04-15T16:52:38.244 INFO:tasks.workunit.client.0.smithi090.stdout:op 969 completed, throughput=5MB/sec 2024-04-15T16:52:38.244 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uWjKqstBnjW4uF7 off=2798700 len=1074609 2024-04-15T16:52:38.249 INFO:tasks.workunit.client.0.smithi090.stdout:op 970 completed, throughput=5MB/sec 2024-04-15T16:52:38.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:38 smithi090 ceph-mon[91618]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:52:38.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:52:38.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:38 smithi090 ceph-mon[89240]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:52:38.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:52:38.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:38 smithi153 ceph-mon[84714]: pgmap v1492: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:52:38.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:52:39.250 INFO:tasks.workunit.client.0.smithi090.stdout: 189: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:39.250 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vTDKlPW0TTU854A off=5192817 len=1908876 2024-04-15T16:52:39.254 INFO:tasks.workunit.client.0.smithi090.stdout:op 971 completed, throughput=4.99MB/sec 2024-04-15T16:52:39.254 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HVMSjWfBIpLT5Ju off=1667241 len=1758100 2024-04-15T16:52:39.257 INFO:tasks.workunit.client.0.smithi090.stdout:op 972 completed, throughput=5MB/sec 2024-04-15T16:52:39.257 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yHUUzXpvgRWk1IT off=8623555 len=1783969 2024-04-15T16:52:39.264 INFO:tasks.workunit.client.0.smithi090.stdout:op 973 completed, throughput=5MB/sec 2024-04-15T16:52:39.571 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:52:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:52:39] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-15T16:52:40.265 INFO:tasks.workunit.client.0.smithi090.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:40.265 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-G5Sv9PfipOhpUqb off=2203296 len=1538482 2024-04-15T16:52:40.268 INFO:tasks.workunit.client.0.smithi090.stdout:op 974 completed, throughput=4.99MB/sec 2024-04-15T16:52:40.268 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ogs0-_0ox9QbtOO off=3587084 len=287699 2024-04-15T16:52:40.269 INFO:tasks.workunit.client.0.smithi090.stdout:op 975 completed, throughput=4.99MB/sec 2024-04-15T16:52:40.269 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mkCA3d6LpQ2P0yn off=13649172 len=535318 2024-04-15T16:52:40.273 INFO:tasks.workunit.client.0.smithi090.stdout:op 976 completed, throughput=4.99MB/sec 2024-04-15T16:52:40.273 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2HnS3EfIWn3EukJ off=15549291 len=1961396 2024-04-15T16:52:40.275 INFO:tasks.workunit.client.0.smithi090.stdout:op 977 completed, throughput=5MB/sec 2024-04-15T16:52:40.275 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZWd6U46ieMWBg8Z off=6331002 len=406881 2024-04-15T16:52:40.279 INFO:tasks.workunit.client.0.smithi090.stdout:op 978 completed, throughput=5MB/sec 2024-04-15T16:52:40.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:40 smithi090 ceph-mon[89240]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:52:40.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:40 smithi090 ceph-mon[91618]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:52:40.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:40 smithi153 ceph-mon[84714]: pgmap v1493: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:52:41.279 INFO:tasks.workunit.client.0.smithi090.stdout: 191: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:41.279 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VfLIbFk656wiMFW off=1309012 len=1515165 2024-04-15T16:52:41.288 INFO:tasks.workunit.client.0.smithi090.stdout:op 979 completed, throughput=4.98MB/sec 2024-04-15T16:52:41.289 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sCLMWcSIqTSAWZo off=5866206 len=1004676 2024-04-15T16:52:41.293 INFO:tasks.workunit.client.0.smithi090.stdout:op 980 completed, throughput=4.99MB/sec 2024-04-15T16:52:41.293 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EyHrFiHYieRVj3o off=6188490 len=43489 2024-04-15T16:52:41.296 INFO:tasks.workunit.client.0.smithi090.stdout:op 981 completed, throughput=4.99MB/sec 2024-04-15T16:52:41.296 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-I_l0WK_0oipdgdN off=9210755 len=1640731 2024-04-15T16:52:41.298 INFO:tasks.workunit.client.0.smithi090.stdout:op 982 completed, throughput=5MB/sec 2024-04-15T16:52:41.298 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jB94B2JIU4UsLaF off=1528661 len=1254470 2024-04-15T16:52:41.299 INFO:tasks.workunit.client.0.smithi090.stdout:op 983 completed, throughput=5MB/sec 2024-04-15T16:52:42.297 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:42 smithi153 ceph-mon[84714]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:52:42.299 INFO:tasks.workunit.client.0.smithi090.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:42.300 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hOEmkcaQ13luWti off=3000477 len=923652 2024-04-15T16:52:42.301 INFO:tasks.workunit.client.0.smithi090.stdout:op 984 completed, throughput=4.98MB/sec 2024-04-15T16:52:42.301 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-g86mhTMtkjeCh3E off=1417103 len=235024 2024-04-15T16:52:42.304 INFO:tasks.workunit.client.0.smithi090.stdout:op 985 completed, throughput=4.98MB/sec 2024-04-15T16:52:42.305 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-m0scknl92c4_pzv off=638139 len=577200 2024-04-15T16:52:42.309 INFO:tasks.workunit.client.0.smithi090.stdout:op 986 completed, throughput=4.98MB/sec 2024-04-15T16:52:42.309 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hcroMGNck5DUU-t off=7562721 len=1675483 2024-04-15T16:52:42.317 INFO:tasks.workunit.client.0.smithi090.stdout:op 987 completed, throughput=4.99MB/sec 2024-04-15T16:52:42.317 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6qXsw--y4H1v2ZT off=11908715 len=645479 2024-04-15T16:52:42.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:42 smithi090 ceph-mon[91618]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:52:42.321 INFO:tasks.workunit.client.0.smithi090.stdout:op 988 completed, throughput=5MB/sec 2024-04-15T16:52:42.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:42 smithi090 ceph-mon[89240]: pgmap v1494: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:52:42.321 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jOyS79sMPIraE0m off=4363731 len=470224 2024-04-15T16:52:42.324 INFO:tasks.workunit.client.0.smithi090.stdout:op 989 completed, throughput=5MB/sec 2024-04-15T16:52:42.324 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6s3W6NkTAPMD6Rw off=3919187 len=593761 2024-04-15T16:52:42.325 INFO:tasks.workunit.client.0.smithi090.stdout:op 990 completed, throughput=5MB/sec 2024-04-15T16:52:42.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:52:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:52:43.325 INFO:tasks.workunit.client.0.smithi090.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:43.325 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hj4KQBwNcApT87P off=9035955 len=1987212 2024-04-15T16:52:43.327 INFO:tasks.workunit.client.0.smithi090.stdout:op 991 completed, throughput=4.99MB/sec 2024-04-15T16:52:43.327 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9dd6_IVAUnpzjIh off=5117618 len=1062226 2024-04-15T16:52:43.329 INFO:tasks.workunit.client.0.smithi090.stdout:op 992 completed, throughput=4.99MB/sec 2024-04-15T16:52:43.329 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tbO7aF3RQOvCjN3 off=5161917 len=1808622 2024-04-15T16:52:43.331 INFO:tasks.workunit.client.0.smithi090.stdout:op 993 completed, throughput=5MB/sec 2024-04-15T16:52:43.332 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aTPa-1uN1z3ff6u off=10939654 len=1614508 2024-04-15T16:52:43.333 INFO:tasks.workunit.client.0.smithi090.stdout:op 994 completed, throughput=5.01MB/sec 2024-04-15T16:52:44.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:44 smithi090 ceph-mon[91618]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:52:44.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:44 smithi090 ceph-mon[89240]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:52:44.334 INFO:tasks.workunit.client.0.smithi090.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:44.334 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0fkNIEJaQ-YlcGh off=6654038 len=1802181 2024-04-15T16:52:44.336 INFO:tasks.workunit.client.0.smithi090.stdout:op 995 completed, throughput=4.99MB/sec 2024-04-15T16:52:44.336 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9r3kL2-XU8nFL8f off=4121175 len=1244170 2024-04-15T16:52:44.339 INFO:tasks.workunit.client.0.smithi090.stdout:op 996 completed, throughput=5MB/sec 2024-04-15T16:52:44.339 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Grn9eqf3Q34GLJX off=155303 len=304001 2024-04-15T16:52:44.343 INFO:tasks.workunit.client.0.smithi090.stdout:op 997 completed, throughput=5MB/sec 2024-04-15T16:52:44.343 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eE214oxzv5Up5Ix off=3589708 len=433919 2024-04-15T16:52:44.346 INFO:tasks.workunit.client.0.smithi090.stdout:op 998 completed, throughput=5MB/sec 2024-04-15T16:52:44.346 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zh1qfsxf6LzGAS- off=6619713 len=994059 2024-04-15T16:52:44.350 INFO:tasks.workunit.client.0.smithi090.stdout:op 999 completed, throughput=5MB/sec 2024-04-15T16:52:44.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:44 smithi153 ceph-mon[84714]: pgmap v1495: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:52:45.351 INFO:tasks.workunit.client.0.smithi090.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:45.351 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uvQji2Nv3ZmMhxv off=16224719 len=1067217 2024-04-15T16:52:45.355 INFO:tasks.workunit.client.0.smithi090.stdout:op 1000 completed, throughput=4.98MB/sec 2024-04-15T16:52:45.355 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GkGDLynz9eei2Tu off=13177347 len=127421 2024-04-15T16:52:45.358 INFO:tasks.workunit.client.0.smithi090.stdout:op 1001 completed, throughput=4.98MB/sec 2024-04-15T16:52:45.358 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0xfj0jfrEKc_gEt off=1418329 len=457885 2024-04-15T16:52:45.359 INFO:tasks.workunit.client.0.smithi090.stdout:op 1002 completed, throughput=4.99MB/sec 2024-04-15T16:52:45.359 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oluM6lqR7j8CPBs off=3472476 len=347552 2024-04-15T16:52:45.360 INFO:tasks.workunit.client.0.smithi090.stdout:op 1003 completed, throughput=4.99MB/sec 2024-04-15T16:52:45.360 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0PpLyNKfuaEJ4z6 off=3323892 len=146801 2024-04-15T16:52:45.362 INFO:tasks.workunit.client.0.smithi090.stdout:op 1004 completed, throughput=4.99MB/sec 2024-04-15T16:52:45.362 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sP4CIuFC9KGTyaA off=1548072 len=967568 2024-04-15T16:52:45.368 INFO:tasks.workunit.client.0.smithi090.stdout:op 1005 completed, throughput=4.99MB/sec 2024-04-15T16:52:45.368 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D_53TNT7QCZjiD1 off=4347313 len=1951519 2024-04-15T16:52:45.378 INFO:tasks.workunit.client.0.smithi090.stdout:op 1006 completed, throughput=5MB/sec 2024-04-15T16:52:46.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:46 smithi090 ceph-mon[89240]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-15T16:52:46.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:46 smithi090 ceph-mon[91618]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-15T16:52:46.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:46 smithi153 ceph-mon[84714]: pgmap v1496: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-15T16:52:46.378 INFO:tasks.workunit.client.0.smithi090.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:46.379 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OKG4wj9TEMQ3IIt off=253161 len=770038 2024-04-15T16:52:46.381 INFO:tasks.workunit.client.0.smithi090.stdout:op 1007 completed, throughput=4.98MB/sec 2024-04-15T16:52:46.381 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pP-yNdmoM12586J off=640480 len=1021225 2024-04-15T16:52:46.382 INFO:tasks.workunit.client.0.smithi090.stdout:op 1008 completed, throughput=4.99MB/sec 2024-04-15T16:52:46.382 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9HzQH9BJRM-sOdQ off=547220 len=1163089 2024-04-15T16:52:46.390 INFO:tasks.workunit.client.0.smithi090.stdout:op 1009 completed, throughput=4.99MB/sec 2024-04-15T16:52:46.390 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fCnMZBwiqvAKqM0 off=2166566 len=1887978 2024-04-15T16:52:46.394 INFO:tasks.workunit.client.0.smithi090.stdout:op 1010 completed, throughput=5MB/sec 2024-04-15T16:52:47.394 INFO:tasks.workunit.client.0.smithi090.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:47.394 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-o3AdvPZKOepYoWf off=17058474 len=656601 2024-04-15T16:52:47.396 INFO:tasks.workunit.client.0.smithi090.stdout:op 1011 completed, throughput=4.98MB/sec 2024-04-15T16:52:47.396 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-r0PxYtGSnuCNH1_ off=7712967 len=407011 2024-04-15T16:52:47.397 INFO:tasks.workunit.client.0.smithi090.stdout:op 1012 completed, throughput=4.98MB/sec 2024-04-15T16:52:47.397 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yNt_4St5n5YSY4M off=11086168 len=1661380 2024-04-15T16:52:47.399 INFO:tasks.workunit.client.0.smithi090.stdout:op 1013 completed, throughput=4.99MB/sec 2024-04-15T16:52:47.399 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6FwRUvn_Dd8AdX_ off=13148725 len=313674 2024-04-15T16:52:47.400 INFO:tasks.workunit.client.0.smithi090.stdout:op 1014 completed, throughput=4.99MB/sec 2024-04-15T16:52:47.400 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jDeDPxV-aSUrQ5q off=6089962 len=1272445 2024-04-15T16:52:47.406 INFO:tasks.workunit.client.0.smithi090.stdout:op 1015 completed, throughput=5MB/sec 2024-04-15T16:52:47.406 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1vYK6rxqVSU_aNh off=3038 len=169475 2024-04-15T16:52:47.408 INFO:tasks.workunit.client.0.smithi090.stdout:op 1016 completed, throughput=5MB/sec 2024-04-15T16:52:47.408 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GtznStjEIwUy5eD off=13324779 len=802444 2024-04-15T16:52:47.409 INFO:tasks.workunit.client.0.smithi090.stdout:op 1017 completed, throughput=5MB/sec 2024-04-15T16:52:47.409 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uv2nzFLh2f2rEJk off=2965469 len=435370 2024-04-15T16:52:47.413 INFO:tasks.workunit.client.0.smithi090.stdout:op 1018 completed, throughput=5MB/sec 2024-04-15T16:52:48.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:48 smithi090 ceph-mon[89240]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:52:48.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:48 smithi090 ceph-mon[91618]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:52:48.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:48 smithi153 ceph-mon[84714]: pgmap v1497: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:52:48.413 INFO:tasks.workunit.client.0.smithi090.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:48.413 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Mesvpo-juBJ4y5S off=9754971 len=487746 2024-04-15T16:52:48.416 INFO:tasks.workunit.client.0.smithi090.stdout:op 1019 completed, throughput=4.98MB/sec 2024-04-15T16:52:48.416 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zKo0wOGh6jCqkp2 off=17086577 len=407548 2024-04-15T16:52:48.420 INFO:tasks.workunit.client.0.smithi090.stdout:op 1020 completed, throughput=4.98MB/sec 2024-04-15T16:52:48.420 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5gF0hDjaxAZ1EJr off=4441722 len=1350031 2024-04-15T16:52:48.428 INFO:tasks.workunit.client.0.smithi090.stdout:op 1021 completed, throughput=4.99MB/sec 2024-04-15T16:52:48.428 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rE3zLUs5smIpxJv off=1381129 len=274057 2024-04-15T16:52:48.431 INFO:tasks.workunit.client.0.smithi090.stdout:op 1022 completed, throughput=4.99MB/sec 2024-04-15T16:52:48.431 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XwDcAsSpFjfwLtf off=13581021 len=925342 2024-04-15T16:52:48.432 INFO:tasks.workunit.client.0.smithi090.stdout:op 1023 completed, throughput=4.99MB/sec 2024-04-15T16:52:48.432 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rtkIyYmQuKEsu3- off=2764663 len=650724 2024-04-15T16:52:48.435 INFO:tasks.workunit.client.0.smithi090.stdout:op 1024 completed, throughput=5MB/sec 2024-04-15T16:52:48.436 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FZMuJmT1o2D8jy3 off=2607169 len=1088609 2024-04-15T16:52:48.436 INFO:tasks.workunit.client.0.smithi090.stdout:op 1025 completed, throughput=5MB/sec 2024-04-15T16:52:49.437 INFO:tasks.workunit.client.0.smithi090.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:49.437 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_a8nBZhyXJVA81- off=10561003 len=1608598 2024-04-15T16:52:49.446 INFO:tasks.workunit.client.0.smithi090.stdout:op 1026 completed, throughput=4.98MB/sec 2024-04-15T16:52:49.446 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dqKJAJg46oPTY2V off=1762051 len=1018730 2024-04-15T16:52:49.447 INFO:tasks.workunit.client.0.smithi090.stdout:op 1027 completed, throughput=4.99MB/sec 2024-04-15T16:52:49.447 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jXRaUVTksJEk8J_ off=7131338 len=181034 2024-04-15T16:52:49.450 INFO:tasks.workunit.client.0.smithi090.stdout:op 1028 completed, throughput=4.99MB/sec 2024-04-15T16:52:49.450 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bHU_DY_Kd6nnOoh off=2329705 len=1393241 2024-04-15T16:52:49.451 INFO:tasks.workunit.client.0.smithi090.stdout:op 1029 completed, throughput=5MB/sec 2024-04-15T16:52:49.451 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-O_ri89zL5ijmG3y off=5844515 len=1824739 2024-04-15T16:52:49.460 INFO:tasks.workunit.client.0.smithi090.stdout:op 1030 completed, throughput=5MB/sec 2024-04-15T16:52:49.571 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:52:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:52:49] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-15T16:52:50.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:50 smithi090 ceph-mon[89240]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T16:52:50.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:50 smithi090 ceph-mon[91618]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T16:52:50.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:50 smithi153 ceph-mon[84714]: pgmap v1498: 105 pgs: 105 active+clean; 127 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T16:52:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:50.460 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ClvBaJs64rt9650 off=2844104 len=312119 2024-04-15T16:52:50.461 INFO:tasks.workunit.client.0.smithi090.stdout:op 1031 completed, throughput=4.98MB/sec 2024-04-15T16:52:50.461 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RzaS6oLoA0Nar9h off=2274031 len=1091977 2024-04-15T16:52:50.464 INFO:tasks.workunit.client.0.smithi090.stdout:op 1032 completed, throughput=4.99MB/sec 2024-04-15T16:52:50.464 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pjDyz0sUeCMeM8E off=2222917 len=1098961 2024-04-15T16:52:50.465 INFO:tasks.workunit.client.0.smithi090.stdout:op 1033 completed, throughput=4.99MB/sec 2024-04-15T16:52:50.465 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Qd_ssk4hQAI2XH3 off=5226477 len=1800140 2024-04-15T16:52:50.468 INFO:tasks.workunit.client.0.smithi090.stdout:op 1034 completed, throughput=5MB/sec 2024-04-15T16:52:50.468 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zu0Pc72_4gqKB6t off=954396 len=779647 2024-04-15T16:52:50.469 INFO:tasks.workunit.client.0.smithi090.stdout:op 1035 completed, throughput=5MB/sec 2024-04-15T16:52:51.470 INFO:tasks.workunit.client.0.smithi090.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:51.470 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Df2XGXMg0rqiCJW off=9397044 len=730457 2024-04-15T16:52:51.474 INFO:tasks.workunit.client.0.smithi090.stdout:op 1036 completed, throughput=4.98MB/sec 2024-04-15T16:52:51.474 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zVkEPOGtvXO04UT off=3244745 len=2076115 2024-04-15T16:52:51.478 INFO:tasks.workunit.client.0.smithi090.stdout:op 1037 completed, throughput=4.99MB/sec 2024-04-15T16:52:51.478 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-y4_WL5y25kaNhYy off=8370226 len=1499913 2024-04-15T16:52:51.485 INFO:tasks.workunit.client.0.smithi090.stdout:op 1038 completed, throughput=5MB/sec 2024-04-15T16:52:51.485 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XAwfnupxjjRRubx off=8374738 len=1937710 2024-04-15T16:52:51.493 INFO:tasks.workunit.client.0.smithi090.stdout:op 1039 completed, throughput=5.01MB/sec 2024-04-15T16:52:52.297 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:52 smithi153 ceph-mon[84714]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-15T16:52:52.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:52 smithi090 ceph-mon[89240]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-15T16:52:52.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:52 smithi090 ceph-mon[91618]: pgmap v1499: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-15T16:52:52.493 INFO:tasks.workunit.client.0.smithi090.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:52.493 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rIPbvSFGWff4nLu off=2969279 len=1629538 2024-04-15T16:52:52.496 INFO:tasks.workunit.client.0.smithi090.stdout:op 1040 completed, throughput=4.99MB/sec 2024-04-15T16:52:52.496 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CjPSIN1yA_82Opp off=6271268 len=975623 2024-04-15T16:52:52.501 INFO:tasks.workunit.client.0.smithi090.stdout:op 1041 completed, throughput=4.99MB/sec 2024-04-15T16:52:52.501 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XQU_kdufFS_7sQs off=845250 len=470589 2024-04-15T16:52:52.504 INFO:tasks.workunit.client.0.smithi090.stdout:op 1042 completed, throughput=5MB/sec 2024-04-15T16:52:52.504 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HjRP9KFVM3i18nK off=17738524 len=1444175 2024-04-15T16:52:52.505 INFO:tasks.workunit.client.0.smithi090.stdout:op 1043 completed, throughput=5MB/sec 2024-04-15T16:52:52.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:52:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:52:53.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:52:53.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:52:53.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:52:53.506 INFO:tasks.workunit.client.0.smithi090.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:53.506 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-c25rIwdISCKh_s9 off=3703085 len=1804091 2024-04-15T16:52:53.508 INFO:tasks.workunit.client.0.smithi090.stdout:op 1044 completed, throughput=4.99MB/sec 2024-04-15T16:52:53.508 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bQod-vHDjyb1DmA off=3142111 len=1387338 2024-04-15T16:52:53.510 INFO:tasks.workunit.client.0.smithi090.stdout:op 1045 completed, throughput=4.99MB/sec 2024-04-15T16:52:53.510 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-daemTQQBt00H0pi off=0 len=1099036 2024-04-15T16:52:53.515 INFO:tasks.workunit.client.0.smithi090.stdout:op 1046 completed, throughput=5MB/sec 2024-04-15T16:52:53.515 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VQI7nez7Zci1hl3 off=10638534 len=1803273 2024-04-15T16:52:53.517 INFO:tasks.workunit.client.0.smithi090.stdout:op 1047 completed, throughput=5.01MB/sec 2024-04-15T16:52:54.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:54 smithi090 ceph-mon[89240]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T16:52:54.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:54 smithi090 ceph-mon[91618]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T16:52:54.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:54 smithi153 ceph-mon[84714]: pgmap v1500: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T16:52:54.517 INFO:tasks.workunit.client.0.smithi090.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:54.517 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-E1n4gcY1Z0ipfRm off=774186 len=1267280 2024-04-15T16:52:54.519 INFO:tasks.workunit.client.0.smithi090.stdout:op 1048 completed, throughput=4.99MB/sec 2024-04-15T16:52:54.519 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0DKtr5ksoaaH6OO off=9121387 len=56475 2024-04-15T16:52:54.521 INFO:tasks.workunit.client.0.smithi090.stdout:op 1049 completed, throughput=4.99MB/sec 2024-04-15T16:52:54.521 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0o62MWJg-EaO_29 off=4357435 len=636916 2024-04-15T16:52:54.525 INFO:tasks.workunit.client.0.smithi090.stdout:op 1050 completed, throughput=4.99MB/sec 2024-04-15T16:52:54.525 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hEaltQOuIbEuAaT off=2099186 len=777728 2024-04-15T16:52:54.526 INFO:tasks.workunit.client.0.smithi090.stdout:op 1051 completed, throughput=5MB/sec 2024-04-15T16:52:54.526 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vpV2RHcdZbzKH47 off=3379575 len=635427 2024-04-15T16:52:54.527 INFO:tasks.workunit.client.0.smithi090.stdout:op 1052 completed, throughput=5MB/sec 2024-04-15T16:52:54.528 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5U4rL5oHSV48JYX off=332690 len=729607 2024-04-15T16:52:54.532 INFO:tasks.workunit.client.0.smithi090.stdout:op 1053 completed, throughput=5MB/sec 2024-04-15T16:52:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:55.534 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AD8XqmyUs__ujvv off=8990808 len=246673 2024-04-15T16:52:55.536 INFO:tasks.workunit.client.0.smithi090.stdout:op 1054 completed, throughput=4.98MB/sec 2024-04-15T16:52:55.536 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qoZeBXnGFcctluS off=19165952 len=75381 2024-04-15T16:52:55.538 INFO:tasks.workunit.client.0.smithi090.stdout:op 1055 completed, throughput=4.98MB/sec 2024-04-15T16:52:55.538 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-llRefaEW7imhTHn off=2876559 len=2660 2024-04-15T16:52:55.539 INFO:tasks.workunit.client.0.smithi090.stdout:op 1056 completed, throughput=4.98MB/sec 2024-04-15T16:52:55.539 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FPf9No4iUVTS_EC off=2133597 len=574025 2024-04-15T16:52:55.540 INFO:tasks.workunit.client.0.smithi090.stdout:op 1057 completed, throughput=4.98MB/sec 2024-04-15T16:52:55.540 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0aw5xW6jTweOkIF off=4155058 len=2003496 2024-04-15T16:52:55.549 INFO:tasks.workunit.client.0.smithi090.stdout:op 1058 completed, throughput=4.99MB/sec 2024-04-15T16:52:55.549 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AV3oqulyLilG7Fl off=15179871 len=1539119 2024-04-15T16:52:55.552 INFO:tasks.workunit.client.0.smithi090.stdout:op 1059 completed, throughput=5MB/sec 2024-04-15T16:52:55.552 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sUpp0dLm3BB-Igu off=5579491 len=1124089 2024-04-15T16:52:55.558 INFO:tasks.workunit.client.0.smithi090.stdout:op 1060 completed, throughput=5MB/sec 2024-04-15T16:52:56.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:56 smithi090 ceph-mon[89240]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:52:56.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:56 smithi090 ceph-mon[91618]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:52:56.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:56 smithi153 ceph-mon[84714]: pgmap v1501: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:52:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:56.559 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Dr-CqN57BAHlK-V off=1846232 len=748283 2024-04-15T16:52:56.560 INFO:tasks.workunit.client.0.smithi090.stdout:op 1061 completed, throughput=4.98MB/sec 2024-04-15T16:52:56.560 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kYA0Yvyjfgqy5Qu off=10527640 len=746538 2024-04-15T16:52:56.562 INFO:tasks.workunit.client.0.smithi090.stdout:op 1062 completed, throughput=4.99MB/sec 2024-04-15T16:52:56.562 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KcOU6tGQpXi040t off=14676237 len=292877 2024-04-15T16:52:56.564 INFO:tasks.workunit.client.0.smithi090.stdout:op 1063 completed, throughput=4.99MB/sec 2024-04-15T16:52:56.564 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-86xU6LYDTyECWIi off=1130953 len=1966546 2024-04-15T16:52:56.567 INFO:tasks.workunit.client.0.smithi090.stdout:op 1064 completed, throughput=5MB/sec 2024-04-15T16:52:56.567 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tS5TNjud62HuCAJ off=1863425 len=1706043 2024-04-15T16:52:56.569 INFO:tasks.workunit.client.0.smithi090.stdout:op 1065 completed, throughput=5MB/sec 2024-04-15T16:52:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:57.569 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rZot1oanY-EnKKl off=5788632 len=1339880 2024-04-15T16:52:57.574 INFO:tasks.workunit.client.0.smithi090.stdout:op 1066 completed, throughput=4.99MB/sec 2024-04-15T16:52:57.574 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9040C7XrD9VHZAZ off=5069181 len=965494 2024-04-15T16:52:57.578 INFO:tasks.workunit.client.0.smithi090.stdout:op 1067 completed, throughput=4.99MB/sec 2024-04-15T16:52:57.578 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NWUBTH2AUwcdSPg off=19632204 len=200284 2024-04-15T16:52:57.580 INFO:tasks.workunit.client.0.smithi090.stdout:op 1068 completed, throughput=4.99MB/sec 2024-04-15T16:52:57.580 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Uuvxnv2AEj7wulf off=7707014 len=369238 2024-04-15T16:52:57.584 INFO:tasks.workunit.client.0.smithi090.stdout:op 1069 completed, throughput=4.99MB/sec 2024-04-15T16:52:57.584 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KFvHn-VYzSs4OBI off=17638250 len=1732805 2024-04-15T16:52:57.586 INFO:tasks.workunit.client.0.smithi090.stdout:op 1070 completed, throughput=5MB/sec 2024-04-15T16:52:57.586 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--EFvSrRvvEo0n4s off=1832721 len=357905 2024-04-15T16:52:57.589 INFO:tasks.workunit.client.0.smithi090.stdout:op 1071 completed, throughput=5MB/sec 2024-04-15T16:52:58.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:52:58 smithi090 ceph-mon[89240]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T16:52:58.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:52:58 smithi090 ceph-mon[91618]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T16:52:58.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:52:58 smithi153 ceph-mon[84714]: pgmap v1502: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T16:52:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:58.590 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NR_dUz7y87cQWKP off=13983423 len=1516311 2024-04-15T16:52:58.593 INFO:tasks.workunit.client.0.smithi090.stdout:op 1072 completed, throughput=4.98MB/sec 2024-04-15T16:52:58.593 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HwqODS2EXRwr2YR off=3429588 len=908258 2024-04-15T16:52:58.594 INFO:tasks.workunit.client.0.smithi090.stdout:op 1073 completed, throughput=4.99MB/sec 2024-04-15T16:52:58.594 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TXSX1AlkchKgPj6 off=5127692 len=1072198 2024-04-15T16:52:58.596 INFO:tasks.workunit.client.0.smithi090.stdout:op 1074 completed, throughput=4.99MB/sec 2024-04-15T16:52:58.596 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fn7yHseb1CKnUUU off=913564 len=1132660 2024-04-15T16:52:58.597 INFO:tasks.workunit.client.0.smithi090.stdout:op 1075 completed, throughput=5MB/sec 2024-04-15T16:52:58.597 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-S4oujsysQmU06Ce off=4686975 len=553328 2024-04-15T16:52:58.601 INFO:tasks.workunit.client.0.smithi090.stdout:op 1076 completed, throughput=5MB/sec 2024-04-15T16:52:59.571 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:52:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:52:59] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-15T16:52:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-15T16:52:59.602 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VeulLrgAEUkeefQ off=13870326 len=605769 2024-04-15T16:52:59.606 INFO:tasks.workunit.client.0.smithi090.stdout:op 1077 completed, throughput=4.98MB/sec 2024-04-15T16:52:59.606 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DIgHUKwMdYt_8Tb off=9035642 len=1204227 2024-04-15T16:52:59.614 INFO:tasks.workunit.client.0.smithi090.stdout:op 1078 completed, throughput=4.99MB/sec 2024-04-15T16:52:59.614 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-N7p_EPUCu4uytD5 off=8448032 len=363477 2024-04-15T16:52:59.618 INFO:tasks.workunit.client.0.smithi090.stdout:op 1079 completed, throughput=4.99MB/sec 2024-04-15T16:52:59.618 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-X0L7jFY3Y-zSffe off=16321902 len=406387 2024-04-15T16:52:59.619 INFO:tasks.workunit.client.0.smithi090.stdout:op 1080 completed, throughput=4.99MB/sec 2024-04-15T16:52:59.619 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1mVEZvyZJd7TZ-W off=2890505 len=1615797 2024-04-15T16:52:59.624 INFO:tasks.workunit.client.0.smithi090.stdout:op 1081 completed, throughput=5MB/sec 2024-04-15T16:52:59.625 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yNK__6OyTTkK9Vs off=10937103 len=479893 2024-04-15T16:52:59.625 INFO:tasks.workunit.client.0.smithi090.stdout:op 1082 completed, throughput=5MB/sec 2024-04-15T16:52:59.625 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-J1v3Y1FG0dPGJw8 off=3248949 len=390236 2024-04-15T16:52:59.628 INFO:tasks.workunit.client.0.smithi090.stdout:op 1083 completed, throughput=5MB/sec 2024-04-15T16:52:59.629 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vzPFHRG0eMFu_DT off=5461000 len=964726 2024-04-15T16:52:59.634 INFO:tasks.workunit.client.0.smithi090.stdout:op 1084 completed, throughput=5MB/sec 2024-04-15T16:53:00.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:00 smithi090 ceph-mon[89240]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:53:00.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:00 smithi090 ceph-mon[91618]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:53:00.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:00 smithi153 ceph-mon[84714]: pgmap v1503: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:53:00.634 INFO:tasks.workunit.client.0.smithi090.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:00.634 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8GXLM0jFvUHpRE3 off=13756355 len=1561126 2024-04-15T16:53:00.643 INFO:tasks.workunit.client.0.smithi090.stdout:op 1085 completed, throughput=4.99MB/sec 2024-04-15T16:53:00.643 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-e0REfHE1Ea76Wpo off=9983294 len=1021307 2024-04-15T16:53:00.647 INFO:tasks.workunit.client.0.smithi090.stdout:op 1086 completed, throughput=4.99MB/sec 2024-04-15T16:53:00.647 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1kdSWWl1XDo4rHY off=3481012 len=1119948 2024-04-15T16:53:00.653 INFO:tasks.workunit.client.0.smithi090.stdout:op 1087 completed, throughput=5MB/sec 2024-04-15T16:53:00.653 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cljh5GwYiTgbuWc off=417239 len=587866 2024-04-15T16:53:00.657 INFO:tasks.workunit.client.0.smithi090.stdout:op 1088 completed, throughput=5MB/sec 2024-04-15T16:53:00.657 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mr-ARKJ1gSg9V27 off=8473423 len=798179 2024-04-15T16:53:00.660 INFO:tasks.workunit.client.0.smithi090.stdout:op 1089 completed, throughput=5MB/sec 2024-04-15T16:53:01.661 INFO:tasks.workunit.client.0.smithi090.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:01.661 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6w1doK1JAO9u-oW off=266920 len=1859364 2024-04-15T16:53:01.670 INFO:tasks.workunit.client.0.smithi090.stdout:op 1090 completed, throughput=4.99MB/sec 2024-04-15T16:53:01.670 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ExURjZvo1krWbbl off=8322190 len=286203 2024-04-15T16:53:01.673 INFO:tasks.workunit.client.0.smithi090.stdout:op 1091 completed, throughput=4.99MB/sec 2024-04-15T16:53:01.673 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Uuvxnv2AEj7wulf off=7285093 len=578734 2024-04-15T16:53:01.674 INFO:tasks.workunit.client.0.smithi090.stdout:op 1092 completed, throughput=4.99MB/sec 2024-04-15T16:53:01.674 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mvArODnwTgzw5zo off=11568254 len=141105 2024-04-15T16:53:01.677 INFO:tasks.workunit.client.0.smithi090.stdout:op 1093 completed, throughput=4.99MB/sec 2024-04-15T16:53:01.677 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Hxob4tkKYwu0rQf off=2538112 len=1488950 2024-04-15T16:53:01.684 INFO:tasks.workunit.client.0.smithi090.stdout:op 1094 completed, throughput=5MB/sec 2024-04-15T16:53:01.684 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wr3tCoM0SJ2J7rj off=2333269 len=345424 2024-04-15T16:53:01.687 INFO:tasks.workunit.client.0.smithi090.stdout:op 1095 completed, throughput=5MB/sec 2024-04-15T16:53:01.687 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--56nHBjyvruNZsT off=0 len=2018391 2024-04-15T16:53:01.689 INFO:tasks.workunit.client.0.smithi090.stdout:op 1096 completed, throughput=5.01MB/sec 2024-04-15T16:53:02.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:02 smithi090 ceph-mon[89240]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-15T16:53:02.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:02 smithi090 ceph-mon[91618]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-15T16:53:02.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:02 smithi153 ceph-mon[84714]: pgmap v1504: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-15T16:53:02.364 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:53:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:53:02.689 INFO:tasks.workunit.client.0.smithi090.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:02.689 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-awu3aHLefDkHOYT off=12826598 len=633847 2024-04-15T16:53:02.690 INFO:tasks.workunit.client.0.smithi090.stdout:op 1097 completed, throughput=4.99MB/sec 2024-04-15T16:53:02.691 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mArtCJg5gmW3CZW off=18368259 len=29957 2024-04-15T16:53:02.693 INFO:tasks.workunit.client.0.smithi090.stdout:op 1098 completed, throughput=4.99MB/sec 2024-04-15T16:53:02.693 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1CHY4hDN2RgUt2A off=646268 len=167014 2024-04-15T16:53:02.696 INFO:tasks.workunit.client.0.smithi090.stdout:op 1099 completed, throughput=4.99MB/sec 2024-04-15T16:53:02.696 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_-mtrStboO3Sp53 off=8967255 len=500935 2024-04-15T16:53:02.697 INFO:tasks.workunit.client.0.smithi090.stdout:op 1100 completed, throughput=4.99MB/sec 2024-04-15T16:53:02.697 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-38G6blYT1wJ0IDc off=676190 len=1201460 2024-04-15T16:53:02.699 INFO:tasks.workunit.client.0.smithi090.stdout:op 1101 completed, throughput=5MB/sec 2024-04-15T16:53:02.699 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-x3bXbGhD5TmjNkj off=703350 len=792000 2024-04-15T16:53:02.701 INFO:tasks.workunit.client.0.smithi090.stdout:op 1102 completed, throughput=5MB/sec 2024-04-15T16:53:02.701 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hwLQFOmmDQ-f3GD off=5797543 len=370920 2024-04-15T16:53:02.703 INFO:tasks.workunit.client.0.smithi090.stdout:op 1103 completed, throughput=5MB/sec 2024-04-15T16:53:03.704 INFO:tasks.workunit.client.0.smithi090.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:03.704 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RAlP9D-LX6CPwzK off=4371033 len=1343201 2024-04-15T16:53:03.707 INFO:tasks.workunit.client.0.smithi090.stdout:op 1104 completed, throughput=4.98MB/sec 2024-04-15T16:53:03.707 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-H1sNNC36npv0Txx off=15024960 len=381057 2024-04-15T16:53:03.708 INFO:tasks.workunit.client.0.smithi090.stdout:op 1105 completed, throughput=4.99MB/sec 2024-04-15T16:53:03.708 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pjpPGXHLRNrc4dT off=17356437 len=197040 2024-04-15T16:53:03.711 INFO:tasks.workunit.client.0.smithi090.stdout:op 1106 completed, throughput=4.99MB/sec 2024-04-15T16:53:03.711 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fEbw7Eun1dkt8MR off=565633 len=948097 2024-04-15T16:53:03.713 INFO:tasks.workunit.client.0.smithi090.stdout:op 1107 completed, throughput=4.99MB/sec 2024-04-15T16:53:03.713 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-U57sHrDIg0tRj3P off=330212 len=512378 2024-04-15T16:53:03.716 INFO:tasks.workunit.client.0.smithi090.stdout:op 1108 completed, throughput=4.99MB/sec 2024-04-15T16:53:03.716 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Q68-aRhJgVlekHr off=489539 len=1572620 2024-04-15T16:53:03.726 INFO:tasks.workunit.client.0.smithi090.stdout:op 1109 completed, throughput=5MB/sec 2024-04-15T16:53:03.726 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bHq3eP2caNs5SV_ off=2198882 len=432290 2024-04-15T16:53:03.726 INFO:tasks.workunit.client.0.smithi090.stdout:op 1110 completed, throughput=5MB/sec 2024-04-15T16:53:04.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:04 smithi090 ceph-mon[89240]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T16:53:04.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:04 smithi090 ceph-mon[91618]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T16:53:04.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:04 smithi153 ceph-mon[84714]: pgmap v1505: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T16:53:04.727 INFO:tasks.workunit.client.0.smithi090.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:04.727 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yMuR07YXh6E7FzR off=2366309 len=1989037 2024-04-15T16:53:04.738 INFO:tasks.workunit.client.0.smithi090.stdout:op 1111 completed, throughput=4.99MB/sec 2024-04-15T16:53:04.738 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PE-uF3JLJGA-xOY off=16899113 len=1343482 2024-04-15T16:53:04.740 INFO:tasks.workunit.client.0.smithi090.stdout:op 1112 completed, throughput=4.99MB/sec 2024-04-15T16:53:04.740 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HuEf0aUkDrqHjjI off=11923669 len=404758 2024-04-15T16:53:04.741 INFO:tasks.workunit.client.0.smithi090.stdout:op 1113 completed, throughput=4.99MB/sec 2024-04-15T16:53:04.741 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MTMOv4VmsIr0F91 off=5659898 len=454746 2024-04-15T16:53:04.741 INFO:tasks.workunit.client.0.smithi090.stdout:op 1114 completed, throughput=5MB/sec 2024-04-15T16:53:04.741 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Adg6lGkKNV-IQ2O off=4135311 len=1330827 2024-04-15T16:53:04.742 INFO:tasks.workunit.client.0.smithi090.stdout:op 1115 completed, throughput=5MB/sec 2024-04-15T16:53:05.743 INFO:tasks.workunit.client.0.smithi090.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:05.743 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IL5lqvLxRXZQUHh off=11921880 len=1816636 2024-04-15T16:53:05.753 INFO:tasks.workunit.client.0.smithi090.stdout:op 1116 completed, throughput=4.99MB/sec 2024-04-15T16:53:05.753 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EPg8PwTbKpQCXJK off=284869 len=1799211 2024-04-15T16:53:05.761 INFO:tasks.workunit.client.0.smithi090.stdout:op 1117 completed, throughput=4.99MB/sec 2024-04-15T16:53:05.761 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xH7HaI0mC-w_55N off=5722906 len=516945 2024-04-15T16:53:05.765 INFO:tasks.workunit.client.0.smithi090.stdout:op 1118 completed, throughput=5MB/sec 2024-04-15T16:53:05.765 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GLaIFE04ctTGYIy off=15523559 len=1471366 2024-04-15T16:53:05.766 INFO:tasks.workunit.client.0.smithi090.stdout:op 1119 completed, throughput=5MB/sec 2024-04-15T16:53:06.767 INFO:tasks.workunit.client.0.smithi090.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:06.767 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CVquneq-Ko32Zib off=5808058 len=21980 2024-04-15T16:53:06.769 INFO:tasks.workunit.client.0.smithi090.stdout:op 1120 completed, throughput=4.98MB/sec 2024-04-15T16:53:06.769 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wQvgksZNHr-fNr_ off=2639995 len=601762 2024-04-15T16:53:06.773 INFO:tasks.workunit.client.0.smithi090.stdout:op 1121 completed, throughput=4.98MB/sec 2024-04-15T16:53:06.773 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iTQ1maDzYQM4fg8 off=412785 len=1007253 2024-04-15T16:53:06.775 INFO:tasks.workunit.client.0.smithi090.stdout:op 1122 completed, throughput=4.99MB/sec 2024-04-15T16:53:06.775 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kyUClLrtAKafanF off=12366692 len=603645 2024-04-15T16:53:06.775 INFO:tasks.workunit.client.0.smithi090.stdout:op 1123 completed, throughput=4.99MB/sec 2024-04-15T16:53:06.776 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LRPA310qkljNxmR off=14968215 len=1107885 2024-04-15T16:53:06.782 INFO:tasks.workunit.client.0.smithi090.stdout:op 1124 completed, throughput=4.99MB/sec 2024-04-15T16:53:06.782 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YGK35yH0ukWnEf8 off=3157678 len=533422 2024-04-15T16:53:06.785 INFO:tasks.workunit.client.0.smithi090.stdout:op 1125 completed, throughput=5MB/sec 2024-04-15T16:53:06.785 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aWysBtBuguoHNAc off=13058306 len=1827473 2024-04-15T16:53:06.796 INFO:tasks.workunit.client.0.smithi090.stdout:op 1126 completed, throughput=5MB/sec 2024-04-15T16:53:06.863 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:06 smithi153 ceph-mon[84714]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:53:07.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:06 smithi090 ceph-mon[89240]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:53:07.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:06 smithi090 ceph-mon[91618]: pgmap v1506: 105 pgs: 105 active+clean; 127 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:53:07.797 INFO:tasks.workunit.client.0.smithi090.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:07.798 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iAfFRqjpgzL-mcb off=4024892 len=1650011 2024-04-15T16:53:07.799 INFO:tasks.workunit.client.0.smithi090.stdout:op 1127 completed, throughput=4.99MB/sec 2024-04-15T16:53:07.799 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qAxm1Xn15B-U1Ie off=2688467 len=184468 2024-04-15T16:53:07.800 INFO:tasks.workunit.client.0.smithi090.stdout:op 1128 completed, throughput=4.99MB/sec 2024-04-15T16:53:07.800 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7J6hifXLMZCmrYO off=4801137 len=493688 2024-04-15T16:53:07.804 INFO:tasks.workunit.client.0.smithi090.stdout:op 1129 completed, throughput=4.99MB/sec 2024-04-15T16:53:07.804 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lasetG1knObCPam off=12204667 len=229211 2024-04-15T16:53:07.805 INFO:tasks.workunit.client.0.smithi090.stdout:op 1130 completed, throughput=4.99MB/sec 2024-04-15T16:53:07.805 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yOsGSP3C9oKL9ba off=4991382 len=1254761 2024-04-15T16:53:07.806 INFO:tasks.workunit.client.0.smithi090.stdout:op 1131 completed, throughput=5MB/sec 2024-04-15T16:53:07.806 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-r5NfMArczfiZc4H off=6088123 len=423806 2024-04-15T16:53:07.810 INFO:tasks.workunit.client.0.smithi090.stdout:op 1132 completed, throughput=5MB/sec 2024-04-15T16:53:07.810 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aClxcG7U9aVyHNt off=3940534 len=811487 2024-04-15T16:53:07.811 INFO:tasks.workunit.client.0.smithi090.stdout:op 1133 completed, throughput=5MB/sec 2024-04-15T16:53:08.811 INFO:tasks.workunit.client.0.smithi090.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:08.811 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WILk4o7zpRZ5_uk off=2861379 len=1404479 2024-04-15T16:53:08.813 INFO:tasks.workunit.client.0.smithi090.stdout:op 1134 completed, throughput=4.99MB/sec 2024-04-15T16:53:08.813 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Iy_LP6VJsX4McEQ off=740974 len=303740 2024-04-15T16:53:08.814 INFO:tasks.workunit.client.0.smithi090.stdout:op 1135 completed, throughput=4.99MB/sec 2024-04-15T16:53:08.817 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-t22vyrvZbeJDC8C off=1544715 len=455485 2024-04-15T16:53:08.817 INFO:tasks.workunit.client.0.smithi090.stdout:op 1136 completed, throughput=4.99MB/sec 2024-04-15T16:53:08.818 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SzPwh13tWLWazRC off=2022887 len=1138802 2024-04-15T16:53:08.821 INFO:tasks.workunit.client.0.smithi090.stdout:op 1137 completed, throughput=4.99MB/sec 2024-04-15T16:53:08.822 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pgxZ7COta4lh3yU off=14217257 len=513457 2024-04-15T16:53:08.822 INFO:tasks.workunit.client.0.smithi090.stdout:op 1138 completed, throughput=5MB/sec 2024-04-15T16:53:08.822 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QSx8boVtuVna_3V off=10193788 len=984240 2024-04-15T16:53:08.828 INFO:tasks.workunit.client.0.smithi090.stdout:op 1139 completed, throughput=5MB/sec 2024-04-15T16:53:08.863 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:08 smithi153 ceph-mon[84714]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T16:53:08.863 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:53:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:08 smithi090 ceph-mon[89240]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T16:53:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:53:09.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:08 smithi090 ceph-mon[91618]: pgmap v1507: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T16:53:09.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:53:09.571 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:53:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:53:09] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-15T16:53:09.828 INFO:tasks.workunit.client.0.smithi090.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:09.828 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qBvBupD1lAFac8d off=8281919 len=594769 2024-04-15T16:53:09.830 INFO:tasks.workunit.client.0.smithi090.stdout:op 1140 completed, throughput=4.98MB/sec 2024-04-15T16:53:09.830 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-i_hYIRaYmceNFOQ off=24222579 len=1049909 2024-04-15T16:53:09.831 INFO:tasks.workunit.client.0.smithi090.stdout:op 1141 completed, throughput=4.99MB/sec 2024-04-15T16:53:09.831 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CUYufd6TKD9E9Sy off=1458880 len=1790919 2024-04-15T16:53:09.833 INFO:tasks.workunit.client.0.smithi090.stdout:op 1142 completed, throughput=4.99MB/sec 2024-04-15T16:53:09.834 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xGOmWO2SeAz0IvL off=17979341 len=1292952 2024-04-15T16:53:09.839 INFO:tasks.workunit.client.0.smithi090.stdout:op 1143 completed, throughput=5MB/sec 2024-04-15T16:53:09.839 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JZxC7S7ic57_oOr off=2124188 len=1085486 2024-04-15T16:53:09.841 INFO:tasks.workunit.client.0.smithi090.stdout:op 1144 completed, throughput=5MB/sec 2024-04-15T16:53:10.841 INFO:tasks.workunit.client.0.smithi090.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:10.841 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hPwZ199B3Yl9ynn off=3484003 len=280480 2024-04-15T16:53:10.844 INFO:tasks.workunit.client.0.smithi090.stdout:op 1145 completed, throughput=4.98MB/sec 2024-04-15T16:53:10.844 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YgdXODmeNFSCTYQ off=17665836 len=1430454 2024-04-15T16:53:10.852 INFO:tasks.workunit.client.0.smithi090.stdout:op 1146 completed, throughput=4.99MB/sec 2024-04-15T16:53:10.852 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zVHZKYx6Slvvz2R off=8662245 len=1739506 2024-04-15T16:53:10.861 INFO:tasks.workunit.client.0.smithi090.stdout:op 1147 completed, throughput=4.99MB/sec 2024-04-15T16:53:10.861 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KhbmkktNpvO7J_B off=2162802 len=790325 2024-04-15T16:53:10.863 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:10 smithi153 ceph-mon[84714]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:53:10.865 INFO:tasks.workunit.client.0.smithi090.stdout:op 1148 completed, throughput=5MB/sec 2024-04-15T16:53:10.866 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-th3JVFrEHnM1HAb off=8055725 len=2072403 2024-04-15T16:53:10.877 INFO:tasks.workunit.client.0.smithi090.stdout:op 1149 completed, throughput=5.01MB/sec 2024-04-15T16:53:11.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:10 smithi090 ceph-mon[89240]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:53:11.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:10 smithi090 ceph-mon[91618]: pgmap v1508: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:53:11.877 INFO:tasks.workunit.client.0.smithi090.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:11.878 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RXBM-fn9ceyIQvd off=11600 len=1558135 2024-04-15T16:53:11.882 INFO:tasks.workunit.client.0.smithi090.stdout:op 1150 completed, throughput=4.99MB/sec 2024-04-15T16:53:11.882 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BOvOkdxs2N9xrDe off=4418818 len=289787 2024-04-15T16:53:11.882 INFO:tasks.workunit.client.0.smithi090.stdout:op 1151 completed, throughput=4.99MB/sec 2024-04-15T16:53:11.882 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-932Bkl2HLzmQKbO off=14210909 len=1581215 2024-04-15T16:53:11.883 INFO:tasks.workunit.client.0.smithi090.stdout:op 1152 completed, throughput=5MB/sec 2024-04-15T16:53:11.883 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-z0-6wxkLh4RYFHF off=12051281 len=2069422 2024-04-15T16:53:11.886 INFO:tasks.workunit.client.0.smithi090.stdout:op 1153 completed, throughput=5.01MB/sec 2024-04-15T16:53:12.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:53:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:53:12.886 INFO:tasks.workunit.client.0.smithi090.stdout: 222: throughput=4.99MB/sec pending data=0 2024-04-15T16:53:12.886 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JJv0UUCLMKEmjE3 off=10140233 len=315814 2024-04-15T16:53:12.887 INFO:tasks.workunit.client.0.smithi090.stdout:op 1154 completed, throughput=4.99MB/sec 2024-04-15T16:53:12.887 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Z164Q5SdCy7j9GY off=3203750 len=560402 2024-04-15T16:53:12.892 INFO:tasks.workunit.client.0.smithi090.stdout:op 1155 completed, throughput=4.99MB/sec 2024-04-15T16:53:12.892 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lw7HdZoGpocte2W off=6181859 len=1558872 2024-04-15T16:53:12.894 INFO:tasks.workunit.client.0.smithi090.stdout:op 1156 completed, throughput=5MB/sec 2024-04-15T16:53:12.894 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-I92xgttufamqjU6 off=874984 len=697064 2024-04-15T16:53:12.898 INFO:tasks.workunit.client.0.smithi090.stdout:op 1157 completed, throughput=5MB/sec 2024-04-15T16:53:12.898 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pgxZ7COta4lh3yU off=16896276 len=1893275 2024-04-15T16:53:12.909 INFO:tasks.workunit.client.0.smithi090.stdout:op 1158 completed, throughput=5.01MB/sec 2024-04-15T16:53:13.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:12 smithi090 ceph-mon[89240]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:53:13.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:12 smithi090 ceph-mon[91618]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:53:13.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:12 smithi153 ceph-mon[84714]: pgmap v1509: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:53:13.908 INFO:tasks.workunit.client.0.smithi090.stdout: 223: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:13.908 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ulL0qar3nCeha1i off=397141 len=1839645 2024-04-15T16:53:13.916 INFO:tasks.workunit.client.0.smithi090.stdout:op 1159 completed, throughput=4.99MB/sec 2024-04-15T16:53:13.917 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IqoHzeW5z5am3pO off=11089899 len=1329994 2024-04-15T16:53:13.919 INFO:tasks.workunit.client.0.smithi090.stdout:op 1160 completed, throughput=5MB/sec 2024-04-15T16:53:13.919 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dAtFHUGpReawD3R off=10440 len=335929 2024-04-15T16:53:13.922 INFO:tasks.workunit.client.0.smithi090.stdout:op 1161 completed, throughput=5MB/sec 2024-04-15T16:53:13.922 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QcSXwQ9ZByXg3Hd off=2073992 len=566537 2024-04-15T16:53:13.922 INFO:tasks.workunit.client.0.smithi090.stdout:op 1162 completed, throughput=5MB/sec 2024-04-15T16:53:14.923 INFO:tasks.workunit.client.0.smithi090.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:14.923 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cQYcrX0P_Oo4uPu off=6533002 len=822113 2024-04-15T16:53:14.925 INFO:tasks.workunit.client.0.smithi090.stdout:op 1163 completed, throughput=4.98MB/sec 2024-04-15T16:53:14.925 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IbigQcf4OJr33Gf off=3625449 len=1664405 2024-04-15T16:53:14.928 INFO:tasks.workunit.client.0.smithi090.stdout:op 1164 completed, throughput=4.99MB/sec 2024-04-15T16:53:14.929 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PwYoHUD6YvIkhaz off=1341158 len=1849378 2024-04-15T16:53:14.937 INFO:tasks.workunit.client.0.smithi090.stdout:op 1165 completed, throughput=5MB/sec 2024-04-15T16:53:14.937 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7_03nK5764Uktex off=6091461 len=364916 2024-04-15T16:53:14.938 INFO:tasks.workunit.client.0.smithi090.stdout:op 1166 completed, throughput=5MB/sec 2024-04-15T16:53:14.938 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rKeiMvizpDpf4Rf off=3846761 len=756761 2024-04-15T16:53:14.940 INFO:tasks.workunit.client.0.smithi090.stdout:op 1167 completed, throughput=5MB/sec 2024-04-15T16:53:15.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:14 smithi090 ceph-mon[89240]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T16:53:15.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:14 smithi090 ceph-mon[91618]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T16:53:15.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:14 smithi153 ceph-mon[84714]: pgmap v1510: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T16:53:15.940 INFO:tasks.workunit.client.0.smithi090.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:15.941 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qlC8bNGkqxIfMMJ off=978346 len=1137414 2024-04-15T16:53:15.942 INFO:tasks.workunit.client.0.smithi090.stdout:op 1168 completed, throughput=4.98MB/sec 2024-04-15T16:53:15.942 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_C-yajpgqmIj9B6 off=18029627 len=773616 2024-04-15T16:53:15.943 INFO:tasks.workunit.client.0.smithi090.stdout:op 1169 completed, throughput=4.99MB/sec 2024-04-15T16:53:15.943 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RF5T91a2qn5RN2z off=0 len=1481128 2024-04-15T16:53:15.950 INFO:tasks.workunit.client.0.smithi090.stdout:op 1170 completed, throughput=4.99MB/sec 2024-04-15T16:53:15.950 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jLDlkSmCvYEwlhl off=3874251 len=433182 2024-04-15T16:53:15.954 INFO:tasks.workunit.client.0.smithi090.stdout:op 1171 completed, throughput=5MB/sec 2024-04-15T16:53:15.954 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-W7KooRrsd7jLfpc off=5148862 len=1073233 2024-04-15T16:53:15.956 INFO:tasks.workunit.client.0.smithi090.stdout:op 1172 completed, throughput=5MB/sec 2024-04-15T16:53:15.956 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cnxkC-CRe6OzX_V off=7104354 len=258740 2024-04-15T16:53:15.959 INFO:tasks.workunit.client.0.smithi090.stdout:op 1173 completed, throughput=5MB/sec 2024-04-15T16:53:16.959 INFO:tasks.workunit.client.0.smithi090.stdout: 226: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:16.959 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TUIq58lIPwavHa4 off=10126243 len=2007155 2024-04-15T16:53:16.962 INFO:tasks.workunit.client.0.smithi090.stdout:op 1174 completed, throughput=4.99MB/sec 2024-04-15T16:53:16.962 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0-uijhKy6tBIkK_ off=13071886 len=483762 2024-04-15T16:53:16.963 INFO:tasks.workunit.client.0.smithi090.stdout:op 1175 completed, throughput=4.99MB/sec 2024-04-15T16:53:16.963 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OGMc9oB90twO04h off=9939477 len=1852302 2024-04-15T16:53:16.967 INFO:tasks.workunit.client.0.smithi090.stdout:op 1176 completed, throughput=5MB/sec 2024-04-15T16:53:16.967 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nN4kMZz3fcUn9Ff off=7401498 len=1685070 2024-04-15T16:53:16.975 INFO:tasks.workunit.client.0.smithi090.stdout:op 1177 completed, throughput=5MB/sec 2024-04-15T16:53:17.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:16 smithi090 ceph-mon[89240]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:53:17.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:16 smithi090 ceph-mon[91618]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:53:17.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:16 smithi153 ceph-mon[84714]: pgmap v1511: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:53:17.975 INFO:tasks.workunit.client.0.smithi090.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:17.976 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2nCPJMhATvnhn2w off=9815935 len=309700 2024-04-15T16:53:17.976 INFO:tasks.workunit.client.0.smithi090.stdout:op 1178 completed, throughput=4.98MB/sec 2024-04-15T16:53:17.976 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9sX3_Cjr8F4TSRo off=3206728 len=285879 2024-04-15T16:53:17.980 INFO:tasks.workunit.client.0.smithi090.stdout:op 1179 completed, throughput=4.98MB/sec 2024-04-15T16:53:17.980 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JNhkB3jTU3BJlsS off=13664351 len=687005 2024-04-15T16:53:17.984 INFO:tasks.workunit.client.0.smithi090.stdout:op 1180 completed, throughput=4.99MB/sec 2024-04-15T16:53:17.984 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-h_vPLOmXkOSg_qM off=7217030 len=81303 2024-04-15T16:53:17.985 INFO:tasks.workunit.client.0.smithi090.stdout:op 1181 completed, throughput=4.99MB/sec 2024-04-15T16:53:17.985 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_A3winJ32YgmyOE off=11171905 len=587347 2024-04-15T16:53:17.989 INFO:tasks.workunit.client.0.smithi090.stdout:op 1182 completed, throughput=4.99MB/sec 2024-04-15T16:53:17.989 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XBeXnkyr9cetXPb off=932589 len=1094214 2024-04-15T16:53:17.991 INFO:tasks.workunit.client.0.smithi090.stdout:op 1183 completed, throughput=4.99MB/sec 2024-04-15T16:53:17.991 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MaqS7LLnJ5ISNIY off=1308596 len=968993 2024-04-15T16:53:17.993 INFO:tasks.workunit.client.0.smithi090.stdout:op 1184 completed, throughput=5MB/sec 2024-04-15T16:53:17.993 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XEoMY7P3LIIppNg off=272303 len=1576104 2024-04-15T16:53:18.002 INFO:tasks.workunit.client.0.smithi090.stdout:op 1185 completed, throughput=5MB/sec 2024-04-15T16:53:19.002 INFO:tasks.workunit.client.0.smithi090.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:19.002 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0TkRr1Gstazi9-w off=15383750 len=182281 2024-04-15T16:53:19.003 INFO:tasks.workunit.client.0.smithi090.stdout:op 1186 completed, throughput=4.98MB/sec 2024-04-15T16:53:19.003 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OJ434hCTWBhjZSV off=2703916 len=1512631 2024-04-15T16:53:19.005 INFO:tasks.workunit.client.0.smithi090.stdout:op 1187 completed, throughput=4.99MB/sec 2024-04-15T16:53:19.005 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vEAWCenPl2AWkIT off=5703965 len=1698059 2024-04-15T16:53:19.013 INFO:tasks.workunit.client.0.smithi090.stdout:op 1188 completed, throughput=5MB/sec 2024-04-15T16:53:19.013 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pZeIy0vV-fhu6gv off=1115958 len=1553149 2024-04-15T16:53:19.014 INFO:tasks.workunit.client.0.smithi090.stdout:op 1189 completed, throughput=5MB/sec 2024-04-15T16:53:19.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:18 smithi090 ceph-mon[89240]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T16:53:19.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:18 smithi090 ceph-mon[91618]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T16:53:19.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:18 smithi153 ceph-mon[84714]: pgmap v1512: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T16:53:19.571 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:53:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:53:19] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-15T16:53:20.014 INFO:tasks.workunit.client.0.smithi090.stdout: 229: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:20.014 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KEBNcTI-oNBgFBg off=12788780 len=1883629 2024-04-15T16:53:20.026 INFO:tasks.workunit.client.0.smithi090.stdout:op 1190 completed, throughput=4.99MB/sec 2024-04-15T16:53:20.026 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4RY3knKzl31L06L off=3875725 len=1704520 2024-04-15T16:53:20.034 INFO:tasks.workunit.client.0.smithi090.stdout:op 1191 completed, throughput=5MB/sec 2024-04-15T16:53:20.034 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7rd8lqIIS7KEkcG off=7033959 len=691918 2024-04-15T16:53:20.036 INFO:tasks.workunit.client.0.smithi090.stdout:op 1192 completed, throughput=5MB/sec 2024-04-15T16:53:20.036 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MVQzxpWkTW_wFx- off=2384263 len=894594 2024-04-15T16:53:20.038 INFO:tasks.workunit.client.0.smithi090.stdout:op 1193 completed, throughput=5MB/sec 2024-04-15T16:53:21.038 INFO:tasks.workunit.client.0.smithi090.stdout: 230: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:21.038 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-g9EPhz_vxNmbBO- off=2770472 len=1274687 2024-04-15T16:53:21.044 INFO:tasks.workunit.client.0.smithi090.stdout:op 1194 completed, throughput=4.99MB/sec 2024-04-15T16:53:21.044 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fhHFh5hkje-F8if off=5822431 len=96634 2024-04-15T16:53:21.045 INFO:tasks.workunit.client.0.smithi090.stdout:op 1195 completed, throughput=4.99MB/sec 2024-04-15T16:53:21.045 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pudT5MJ_IFcumdc off=1671514 len=1482410 2024-04-15T16:53:21.053 INFO:tasks.workunit.client.0.smithi090.stdout:op 1196 completed, throughput=4.99MB/sec 2024-04-15T16:53:21.053 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6RX76lBOrsrQ9oA off=4467009 len=1779646 2024-04-15T16:53:21.055 INFO:tasks.workunit.client.0.smithi090.stdout:op 1197 completed, throughput=5MB/sec 2024-04-15T16:53:21.055 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PQdKTqc_ZvG_lPk off=5193034 len=468986 2024-04-15T16:53:21.057 INFO:tasks.workunit.client.0.smithi090.stdout:op 1198 completed, throughput=5MB/sec 2024-04-15T16:53:21.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:20 smithi090 ceph-mon[89240]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:53:21.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:20 smithi090 ceph-mon[91618]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:53:21.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:20 smithi153 ceph-mon[84714]: pgmap v1513: 105 pgs: 105 active+clean; 127 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:53:22.057 INFO:tasks.workunit.client.0.smithi090.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:22.057 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-d28l9xH9KfhAcI7 off=1734537 len=2095087 2024-04-15T16:53:22.067 INFO:tasks.workunit.client.0.smithi090.stdout:op 1199 completed, throughput=4.99MB/sec 2024-04-15T16:53:22.067 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2M70gc2_tg15zgm off=3510154 len=876327 2024-04-15T16:53:22.071 INFO:tasks.workunit.client.0.smithi090.stdout:op 1200 completed, throughput=4.99MB/sec 2024-04-15T16:53:22.071 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MfOI1v3qRGIn3JH off=10600371 len=1237889 2024-04-15T16:53:22.073 INFO:tasks.workunit.client.0.smithi090.stdout:op 1201 completed, throughput=5MB/sec 2024-04-15T16:53:22.073 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aDohnN7JsTjOOeS off=23583392 len=855626 2024-04-15T16:53:22.078 INFO:tasks.workunit.client.0.smithi090.stdout:op 1202 completed, throughput=5MB/sec 2024-04-15T16:53:22.078 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Eci9tuN_ejSqx5P off=4993663 len=1193316 2024-04-15T16:53:22.084 INFO:tasks.workunit.client.0.smithi090.stdout:op 1203 completed, throughput=5MB/sec 2024-04-15T16:53:22.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:53:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:53:23.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:22 smithi090 ceph-mon[91618]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:53:23.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:22 smithi090 ceph-mon[89240]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:53:23.084 INFO:tasks.workunit.client.0.smithi090.stdout: 232: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:23.084 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WqgWHPc27dSbfSA off=1667260 len=568775 2024-04-15T16:53:23.089 INFO:tasks.workunit.client.0.smithi090.stdout:op 1204 completed, throughput=4.99MB/sec 2024-04-15T16:53:23.089 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vjVGeUtn2_t-TLt off=1139651 len=26121 2024-04-15T16:53:23.089 INFO:tasks.workunit.client.0.smithi090.stdout:op 1205 completed, throughput=4.99MB/sec 2024-04-15T16:53:23.090 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2y268HXhT9PLLbU off=730469 len=1842518 2024-04-15T16:53:23.101 INFO:tasks.workunit.client.0.smithi090.stdout:op 1206 completed, throughput=4.99MB/sec 2024-04-15T16:53:23.101 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bL2yw1z4W4B2COO off=10158152 len=433815 2024-04-15T16:53:23.102 INFO:tasks.workunit.client.0.smithi090.stdout:op 1207 completed, throughput=4.99MB/sec 2024-04-15T16:53:23.102 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XQ1SgfesLQpTXMn off=4810724 len=1885109 2024-04-15T16:53:23.109 INFO:tasks.workunit.client.0.smithi090.stdout:op 1208 completed, throughput=5MB/sec 2024-04-15T16:53:23.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:22 smithi153 ceph-mon[84714]: pgmap v1514: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:53:24.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:53:24.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:53:24.110 INFO:tasks.workunit.client.0.smithi090.stdout: 233: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:24.110 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hVQqzwAL3K27a8q off=2262910 len=2096614 2024-04-15T16:53:24.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:53:24.114 INFO:tasks.workunit.client.0.smithi090.stdout:op 1209 completed, throughput=4.99MB/sec 2024-04-15T16:53:24.114 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rJqGAENuzGNz5pR off=2737901 len=667648 2024-04-15T16:53:24.116 INFO:tasks.workunit.client.0.smithi090.stdout:op 1210 completed, throughput=4.99MB/sec 2024-04-15T16:53:24.116 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6Uy_w30NFz49sP8 off=12972456 len=1936031 2024-04-15T16:53:24.118 INFO:tasks.workunit.client.0.smithi090.stdout:op 1211 completed, throughput=5MB/sec 2024-04-15T16:53:24.118 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-icBZ89-Std5P2_O off=3833042 len=1778473 2024-04-15T16:53:24.126 INFO:tasks.workunit.client.0.smithi090.stdout:op 1212 completed, throughput=5.01MB/sec 2024-04-15T16:53:25.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:24 smithi090 ceph-mon[89240]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:53:25.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:24 smithi090 ceph-mon[91618]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:53:25.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:24 smithi153 ceph-mon[84714]: pgmap v1515: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:53:25.127 INFO:tasks.workunit.client.0.smithi090.stdout: 234: throughput=4.99MB/sec pending data=0 2024-04-15T16:53:25.127 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WEmkgpqVAADKgH- off=15289294 len=915609 2024-04-15T16:53:25.133 INFO:tasks.workunit.client.0.smithi090.stdout:op 1213 completed, throughput=4.99MB/sec 2024-04-15T16:53:25.133 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-m0gxNDJaaQqt74d off=561778 len=1017736 2024-04-15T16:53:25.134 INFO:tasks.workunit.client.0.smithi090.stdout:op 1214 completed, throughput=4.99MB/sec 2024-04-15T16:53:25.134 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rekTWZGJAV4Z8I3 off=16196048 len=1060861 2024-04-15T16:53:25.140 INFO:tasks.workunit.client.0.smithi090.stdout:op 1215 completed, throughput=5MB/sec 2024-04-15T16:53:25.140 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SAK-5A1CHVhmy4c off=8486809 len=935566 2024-04-15T16:53:25.144 INFO:tasks.workunit.client.0.smithi090.stdout:op 1216 completed, throughput=5MB/sec 2024-04-15T16:53:26.144 INFO:tasks.workunit.client.0.smithi090.stdout: 235: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:26.144 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QP_MVCHY-jsM4EX off=2597530 len=48912 2024-04-15T16:53:26.145 INFO:tasks.workunit.client.0.smithi090.stdout:op 1217 completed, throughput=4.98MB/sec 2024-04-15T16:53:26.145 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-34cGng_EyE-gkne off=2712277 len=180597 2024-04-15T16:53:26.148 INFO:tasks.workunit.client.0.smithi090.stdout:op 1218 completed, throughput=4.98MB/sec 2024-04-15T16:53:26.148 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-p0I57XVuVCDKbjP off=11670351 len=1606400 2024-04-15T16:53:26.150 INFO:tasks.workunit.client.0.smithi090.stdout:op 1219 completed, throughput=4.99MB/sec 2024-04-15T16:53:26.150 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LYnZg03S86cKsTY off=4957851 len=1946229 2024-04-15T16:53:26.152 INFO:tasks.workunit.client.0.smithi090.stdout:op 1220 completed, throughput=4.99MB/sec 2024-04-15T16:53:26.152 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2ZdhRqoSSw2A8mW off=2656279 len=504169 2024-04-15T16:53:26.156 INFO:tasks.workunit.client.0.smithi090.stdout:op 1221 completed, throughput=5MB/sec 2024-04-15T16:53:26.156 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xRQsfTBXWMMqDUd off=10371686 len=2092061 2024-04-15T16:53:26.160 INFO:tasks.workunit.client.0.smithi090.stdout:op 1222 completed, throughput=5.01MB/sec 2024-04-15T16:53:27.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:26 smithi090 ceph-mon[89240]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:53:27.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:26 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:53:27.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:26 smithi090 ceph-mon[91618]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:53:27.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:26 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:53:27.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:26 smithi153 ceph-mon[84714]: pgmap v1516: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:53:27.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:26 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:53:27.160 INFO:tasks.workunit.client.0.smithi090.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:27.161 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6n5AN68EgTVsHtN off=3451335 len=1235618 2024-04-15T16:53:27.163 INFO:tasks.workunit.client.0.smithi090.stdout:op 1223 completed, throughput=4.99MB/sec 2024-04-15T16:53:27.163 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4ldu5TYGLzjaZVs off=1076085 len=1337807 2024-04-15T16:53:27.168 INFO:tasks.workunit.client.0.smithi090.stdout:op 1224 completed, throughput=4.99MB/sec 2024-04-15T16:53:27.168 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-agreQ8aA52cCr3O off=4053402 len=1292268 2024-04-15T16:53:27.169 INFO:tasks.workunit.client.0.smithi090.stdout:op 1225 completed, throughput=5MB/sec 2024-04-15T16:53:27.169 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xeTNJ1CNutfoJMr off=6614963 len=159332 2024-04-15T16:53:27.171 INFO:tasks.workunit.client.0.smithi090.stdout:op 1226 completed, throughput=5MB/sec 2024-04-15T16:53:27.171 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ovbX9bzPVHFqp7C off=12254053 len=1372157 2024-04-15T16:53:27.177 INFO:tasks.workunit.client.0.smithi090.stdout:op 1227 completed, throughput=5.01MB/sec 2024-04-15T16:53:28.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:53:28.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:53:28.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:53:28.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:53:28.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:53:28.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:53:28.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:53:28.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:53:28.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:53:28.177 INFO:tasks.workunit.client.0.smithi090.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:28.177 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FAd6AVKhudRkB9i off=1676523 len=1821060 2024-04-15T16:53:28.187 INFO:tasks.workunit.client.0.smithi090.stdout:op 1228 completed, throughput=4.99MB/sec 2024-04-15T16:53:28.187 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GISiF5VVKRbaTJy off=3532160 len=744990 2024-04-15T16:53:28.191 INFO:tasks.workunit.client.0.smithi090.stdout:op 1229 completed, throughput=4.99MB/sec 2024-04-15T16:53:28.191 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IQ8MGTneVC8kixG off=1138788 len=1901657 2024-04-15T16:53:28.193 INFO:tasks.workunit.client.0.smithi090.stdout:op 1230 completed, throughput=5MB/sec 2024-04-15T16:53:29.193 INFO:tasks.workunit.client.0.smithi090.stdout: 238: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:29.193 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FmLdYdPecAxuBW_ off=7986084 len=2072097 2024-04-15T16:53:29.205 INFO:tasks.workunit.client.0.smithi090.stdout:op 1231 completed, throughput=4.99MB/sec 2024-04-15T16:53:29.205 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-v_wBljtPvVFYdbU off=180619 len=1088220 2024-04-15T16:53:29.207 INFO:tasks.workunit.client.0.smithi090.stdout:op 1232 completed, throughput=4.99MB/sec 2024-04-15T16:53:29.207 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-v1FYiIsVTVbcISO off=88593 len=563785 2024-04-15T16:53:29.211 INFO:tasks.workunit.client.0.smithi090.stdout:op 1233 completed, throughput=5MB/sec 2024-04-15T16:53:29.211 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IiC9_64wzaQsjRk off=1901831 len=1428156 2024-04-15T16:53:29.214 INFO:tasks.workunit.client.0.smithi090.stdout:op 1234 completed, throughput=5MB/sec 2024-04-15T16:53:29.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:28 smithi090 ceph-mon[89240]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:53:29.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:28 smithi090 ceph-mon[91618]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:53:29.321 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:53:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:53:29] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-15T16:53:29.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:28 smithi153 ceph-mon[84714]: pgmap v1517: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:53:30.214 INFO:tasks.workunit.client.0.smithi090.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:30.214 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_WKEnPaaktIrjZE off=10350911 len=991121 2024-04-15T16:53:30.220 INFO:tasks.workunit.client.0.smithi090.stdout:op 1235 completed, throughput=4.98MB/sec 2024-04-15T16:53:30.220 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uO2N8ki-69COqTd off=681870 len=359930 2024-04-15T16:53:30.221 INFO:tasks.workunit.client.0.smithi090.stdout:op 1236 completed, throughput=4.99MB/sec 2024-04-15T16:53:30.221 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rfHAS2sXKHJVaS3 off=3134668 len=404076 2024-04-15T16:53:30.222 INFO:tasks.workunit.client.0.smithi090.stdout:op 1237 completed, throughput=4.99MB/sec 2024-04-15T16:53:30.222 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-l-dk3_PzcYwh7Rf off=6010247 len=1945368 2024-04-15T16:53:30.224 INFO:tasks.workunit.client.0.smithi090.stdout:op 1238 completed, throughput=4.99MB/sec 2024-04-15T16:53:30.224 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-l8wgUz399pG7ntx off=21601047 len=1322413 2024-04-15T16:53:30.226 INFO:tasks.workunit.client.0.smithi090.stdout:op 1239 completed, throughput=5MB/sec 2024-04-15T16:53:30.226 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kX89XHI20FYLc2C off=17309949 len=643359 2024-04-15T16:53:30.227 INFO:tasks.workunit.client.0.smithi090.stdout:op 1240 completed, throughput=5MB/sec 2024-04-15T16:53:31.228 INFO:tasks.workunit.client.0.smithi090.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:31.228 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-o9KuZhHL4D7p_Sn off=6433178 len=1214531 2024-04-15T16:53:31.229 INFO:tasks.workunit.client.0.smithi090.stdout:op 1241 completed, throughput=4.99MB/sec 2024-04-15T16:53:31.229 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kk9cOivRUdjIpdb off=3373420 len=811141 2024-04-15T16:53:31.233 INFO:tasks.workunit.client.0.smithi090.stdout:op 1242 completed, throughput=4.99MB/sec 2024-04-15T16:53:31.234 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8m0OwHc9Gn0wIU- off=2553455 len=1462580 2024-04-15T16:53:31.235 INFO:tasks.workunit.client.0.smithi090.stdout:op 1243 completed, throughput=5MB/sec 2024-04-15T16:53:31.236 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iidfychNtpPKO6A off=2467791 len=1005332 2024-04-15T16:53:31.238 INFO:tasks.workunit.client.0.smithi090.stdout:op 1244 completed, throughput=5MB/sec 2024-04-15T16:53:31.238 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rIPbvSFGWff4nLu off=7183044 len=958273 2024-04-15T16:53:31.240 INFO:tasks.workunit.client.0.smithi090.stdout:op 1245 completed, throughput=5MB/sec 2024-04-15T16:53:31.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:30 smithi090 ceph-mon[89240]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:53:31.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:30 smithi090 ceph-mon[91618]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:53:31.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:30 smithi153 ceph-mon[84714]: pgmap v1518: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:53:32.240 INFO:tasks.workunit.client.0.smithi090.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:32.240 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XOXM7VuWCSiIkxc off=12550713 len=1298060 2024-04-15T16:53:32.248 INFO:tasks.workunit.client.0.smithi090.stdout:op 1246 completed, throughput=4.99MB/sec 2024-04-15T16:53:32.248 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_xiwf48JIGZmi_X off=7590624 len=208984 2024-04-15T16:53:32.250 INFO:tasks.workunit.client.0.smithi090.stdout:op 1247 completed, throughput=4.99MB/sec 2024-04-15T16:53:32.250 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1efyoApuANvRi9G off=587392 len=1684181 2024-04-15T16:53:32.259 INFO:tasks.workunit.client.0.smithi090.stdout:op 1248 completed, throughput=4.99MB/sec 2024-04-15T16:53:32.259 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ounOdECtLX2zyz4 off=2647342 len=2019556 2024-04-15T16:53:32.270 INFO:tasks.workunit.client.0.smithi090.stdout:op 1249 completed, throughput=5MB/sec 2024-04-15T16:53:32.613 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:53:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:53:33.270 INFO:tasks.workunit.client.0.smithi090.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:33.270 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MMVTPMW7YV4OJX3 off=1229359 len=1584536 2024-04-15T16:53:33.280 INFO:tasks.workunit.client.0.smithi090.stdout:op 1250 completed, throughput=4.99MB/sec 2024-04-15T16:53:33.280 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rChFzE6wixrcZc4 off=6750873 len=981609 2024-04-15T16:53:33.285 INFO:tasks.workunit.client.0.smithi090.stdout:op 1251 completed, throughput=4.99MB/sec 2024-04-15T16:53:33.285 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EjNH-Br0mjGwX4a off=6925142 len=1686097 2024-04-15T16:53:33.286 INFO:tasks.workunit.client.0.smithi090.stdout:op 1252 completed, throughput=5MB/sec 2024-04-15T16:53:33.287 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7xKFM77W5htQn1H off=11816092 len=436439 2024-04-15T16:53:33.287 INFO:tasks.workunit.client.0.smithi090.stdout:op 1253 completed, throughput=5MB/sec 2024-04-15T16:53:33.287 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pQLpCR_0yjPf9Nl off=2844171 len=1053849 2024-04-15T16:53:33.292 INFO:tasks.workunit.client.0.smithi090.stdout:op 1254 completed, throughput=5MB/sec 2024-04-15T16:53:33.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:32 smithi090 ceph-mon[89240]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:53:33.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:32 smithi090 ceph-mon[91618]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:53:33.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:32 smithi153 ceph-mon[84714]: pgmap v1519: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:53:34.293 INFO:tasks.workunit.client.0.smithi090.stdout: 243: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:34.293 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wyvSUCjqT5XtaHw off=3603928 len=1692175 2024-04-15T16:53:34.302 INFO:tasks.workunit.client.0.smithi090.stdout:op 1255 completed, throughput=4.99MB/sec 2024-04-15T16:53:34.302 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iixgqli7gQIBYZq off=2931494 len=98631 2024-04-15T16:53:34.305 INFO:tasks.workunit.client.0.smithi090.stdout:op 1256 completed, throughput=4.99MB/sec 2024-04-15T16:53:34.305 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kKIdB5ymUCEFHt8 off=3180100 len=2058056 2024-04-15T16:53:34.306 INFO:tasks.workunit.client.0.smithi090.stdout:op 1257 completed, throughput=5MB/sec 2024-04-15T16:53:34.306 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jU7qrDvLrVzM4lS off=10013134 len=3837 2024-04-15T16:53:34.309 INFO:tasks.workunit.client.0.smithi090.stdout:op 1258 completed, throughput=5MB/sec 2024-04-15T16:53:34.309 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0g2gZhmyETrU3yK off=2345518 len=661173 2024-04-15T16:53:34.310 INFO:tasks.workunit.client.0.smithi090.stdout:op 1259 completed, throughput=5MB/sec 2024-04-15T16:53:35.310 INFO:tasks.workunit.client.0.smithi090.stdout: 244: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:35.311 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-50DcumidRu4ykBi off=8534139 len=1621814 2024-04-15T16:53:35.319 INFO:tasks.workunit.client.0.smithi090.stdout:op 1260 completed, throughput=4.99MB/sec 2024-04-15T16:53:35.319 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-830maLTHnEDeAqJ off=1067489 len=1121452 2024-04-15T16:53:35.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:34 smithi090 ceph-mon[91618]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:53:35.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:34 smithi090 ceph-mon[89240]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:53:35.321 INFO:tasks.workunit.client.0.smithi090.stdout:op 1261 completed, throughput=4.99MB/sec 2024-04-15T16:53:35.321 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JJv0UUCLMKEmjE3 off=1244677 len=614322 2024-04-15T16:53:35.322 INFO:tasks.workunit.client.0.smithi090.stdout:op 1262 completed, throughput=4.99MB/sec 2024-04-15T16:53:35.322 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VlOh5okkxEyjYPu off=2338829 len=915913 2024-04-15T16:53:35.323 INFO:tasks.workunit.client.0.smithi090.stdout:op 1263 completed, throughput=5MB/sec 2024-04-15T16:53:35.323 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Z164Q5SdCy7j9GY off=2463922 len=770489 2024-04-15T16:53:35.328 INFO:tasks.workunit.client.0.smithi090.stdout:op 1264 completed, throughput=5MB/sec 2024-04-15T16:53:35.328 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sGzIcAfesaGS5mN off=11677359 len=343863 2024-04-15T16:53:35.329 INFO:tasks.workunit.client.0.smithi090.stdout:op 1265 completed, throughput=5MB/sec 2024-04-15T16:53:35.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:34 smithi153 ceph-mon[84714]: pgmap v1520: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:53:36.330 INFO:tasks.workunit.client.0.smithi090.stdout: 245: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:36.330 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2D0c9kd5zcOspE7 off=2386852 len=684470 2024-04-15T16:53:36.333 INFO:tasks.workunit.client.0.smithi090.stdout:op 1266 completed, throughput=4.98MB/sec 2024-04-15T16:53:36.333 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-j4eVxw9izlCVPag off=1970960 len=543612 2024-04-15T16:53:36.335 INFO:tasks.workunit.client.0.smithi090.stdout:op 1267 completed, throughput=4.99MB/sec 2024-04-15T16:53:36.335 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2s72MC3VN12qQH0 off=9044568 len=1235909 2024-04-15T16:53:36.337 INFO:tasks.workunit.client.0.smithi090.stdout:op 1268 completed, throughput=4.99MB/sec 2024-04-15T16:53:36.337 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Fb-fvXOKMoqwo8m off=7483894 len=953499 2024-04-15T16:53:36.338 INFO:tasks.workunit.client.0.smithi090.stdout:op 1269 completed, throughput=4.99MB/sec 2024-04-15T16:53:36.338 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GnehqEAOqi3hDFY off=14287107 len=202128 2024-04-15T16:53:36.341 INFO:tasks.workunit.client.0.smithi090.stdout:op 1270 completed, throughput=4.99MB/sec 2024-04-15T16:53:36.341 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-86rxFdtrutOsPBe off=3755264 len=129842 2024-04-15T16:53:36.342 INFO:tasks.workunit.client.0.smithi090.stdout:op 1271 completed, throughput=4.99MB/sec 2024-04-15T16:53:36.342 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--GvA4bray0AIWB_ off=2362528 len=1657448 2024-04-15T16:53:36.349 INFO:tasks.workunit.client.0.smithi090.stdout:op 1272 completed, throughput=5MB/sec 2024-04-15T16:53:37.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:36 smithi090 ceph-mon[89240]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T16:53:37.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:36 smithi090 ceph-mon[91618]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T16:53:37.349 INFO:tasks.workunit.client.0.smithi090.stdout: 246: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:37.349 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4EhekWbWiTr3Y4p off=16394456 len=1189755 2024-04-15T16:53:37.355 INFO:tasks.workunit.client.0.smithi090.stdout:op 1273 completed, throughput=4.99MB/sec 2024-04-15T16:53:37.355 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-86rxFdtrutOsPBe off=7274816 len=2054345 2024-04-15T16:53:37.357 INFO:tasks.workunit.client.0.smithi090.stdout:op 1274 completed, throughput=4.99MB/sec 2024-04-15T16:53:37.357 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZEZGNgo8x43NFS8 off=8247805 len=1282959 2024-04-15T16:53:37.360 INFO:tasks.workunit.client.0.smithi090.stdout:op 1275 completed, throughput=5MB/sec 2024-04-15T16:53:37.360 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-phwz4A2muH2U8F_ off=6463897 len=101557 2024-04-15T16:53:37.363 INFO:tasks.workunit.client.0.smithi090.stdout:op 1276 completed, throughput=5MB/sec 2024-04-15T16:53:37.363 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fo-ZFsckrKCJc58 off=306032 len=115579 2024-04-15T16:53:37.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:36 smithi153 ceph-mon[84714]: pgmap v1521: 105 pgs: 105 active+clean; 127 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T16:53:37.366 INFO:tasks.workunit.client.0.smithi090.stdout:op 1277 completed, throughput=5MB/sec 2024-04-15T16:53:37.366 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xbpa_kq-W7l8987 off=3828166 len=1659668 2024-04-15T16:53:37.375 INFO:tasks.workunit.client.0.smithi090.stdout:op 1278 completed, throughput=5MB/sec 2024-04-15T16:53:38.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:53:38.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:53:38.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:53:38.375 INFO:tasks.workunit.client.0.smithi090.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:38.376 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FrWM4x4UIIZduRs off=10965574 len=1076806 2024-04-15T16:53:38.378 INFO:tasks.workunit.client.0.smithi090.stdout:op 1279 completed, throughput=4.99MB/sec 2024-04-15T16:53:38.378 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZGfPaM0AaYjgzW1 off=4379707 len=473098 2024-04-15T16:53:38.379 INFO:tasks.workunit.client.0.smithi090.stdout:op 1280 completed, throughput=4.99MB/sec 2024-04-15T16:53:38.379 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_45zvsMuVz7n5aJ off=14513243 len=1875183 2024-04-15T16:53:38.381 INFO:tasks.workunit.client.0.smithi090.stdout:op 1281 completed, throughput=5MB/sec 2024-04-15T16:53:38.381 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_T0V9ejJc3FW5Vu off=4414125 len=1615689 2024-04-15T16:53:38.383 INFO:tasks.workunit.client.0.smithi090.stdout:op 1282 completed, throughput=5MB/sec 2024-04-15T16:53:39.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:38 smithi090 ceph-mon[91618]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T16:53:39.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:38 smithi090 ceph-mon[89240]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T16:53:39.321 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:53:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:53:39] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-15T16:53:39.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:38 smithi153 ceph-mon[84714]: pgmap v1522: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T16:53:39.383 INFO:tasks.workunit.client.0.smithi090.stdout: 248: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:39.383 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-K5R_lFWiGgMnooj off=2788491 len=1049615 2024-04-15T16:53:39.389 INFO:tasks.workunit.client.0.smithi090.stdout:op 1283 completed, throughput=4.99MB/sec 2024-04-15T16:53:39.389 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8cFd2uCz9k4Mrmw off=1735897 len=612618 2024-04-15T16:53:39.392 INFO:tasks.workunit.client.0.smithi090.stdout:op 1284 completed, throughput=4.99MB/sec 2024-04-15T16:53:39.392 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-joFakbPjEbJVjLB off=14623130 len=936447 2024-04-15T16:53:39.393 INFO:tasks.workunit.client.0.smithi090.stdout:op 1285 completed, throughput=4.99MB/sec 2024-04-15T16:53:39.393 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rWl4LDZb8F337VS off=84293 len=1812684 2024-04-15T16:53:39.405 INFO:tasks.workunit.client.0.smithi090.stdout:op 1286 completed, throughput=5MB/sec 2024-04-15T16:53:40.405 INFO:tasks.workunit.client.0.smithi090.stdout: 249: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:40.405 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NJZSD-ifkqrSIyg off=7578291 len=299581 2024-04-15T16:53:40.406 INFO:tasks.workunit.client.0.smithi090.stdout:op 1287 completed, throughput=4.98MB/sec 2024-04-15T16:53:40.406 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DX__BStynKmR0mW off=3942622 len=1615186 2024-04-15T16:53:40.408 INFO:tasks.workunit.client.0.smithi090.stdout:op 1288 completed, throughput=4.99MB/sec 2024-04-15T16:53:40.408 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zAdVTtVKxJantnc off=18826257 len=1716470 2024-04-15T16:53:40.418 INFO:tasks.workunit.client.0.smithi090.stdout:op 1289 completed, throughput=4.99MB/sec 2024-04-15T16:53:40.418 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yctiMMhHMQDMIIc off=10329696 len=1372533 2024-04-15T16:53:40.427 INFO:tasks.workunit.client.0.smithi090.stdout:op 1290 completed, throughput=5MB/sec 2024-04-15T16:53:40.427 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oCHKahvqUAl-87z off=11514826 len=499197 2024-04-15T16:53:40.427 INFO:tasks.workunit.client.0.smithi090.stdout:op 1291 completed, throughput=5MB/sec 2024-04-15T16:53:41.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:40 smithi090 ceph-mon[89240]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:53:41.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:40 smithi090 ceph-mon[91618]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:53:41.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:40 smithi153 ceph-mon[84714]: pgmap v1523: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:53:41.428 INFO:tasks.workunit.client.0.smithi090.stdout: 250: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:41.428 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-G4wzIDRKHJ2L6PT off=11918529 len=408985 2024-04-15T16:53:41.431 INFO:tasks.workunit.client.0.smithi090.stdout:op 1292 completed, throughput=4.98MB/sec 2024-04-15T16:53:41.432 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GAmPD4XwEo8Rax3 off=16207943 len=1019930 2024-04-15T16:53:41.437 INFO:tasks.workunit.client.0.smithi090.stdout:op 1293 completed, throughput=4.99MB/sec 2024-04-15T16:53:41.437 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-g5908ic0TUQM9Xe off=1881698 len=897275 2024-04-15T16:53:41.439 INFO:tasks.workunit.client.0.smithi090.stdout:op 1294 completed, throughput=4.99MB/sec 2024-04-15T16:53:41.439 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rX_SRykmGGgxJ1M off=7038202 len=216930 2024-04-15T16:53:41.440 INFO:tasks.workunit.client.0.smithi090.stdout:op 1295 completed, throughput=4.99MB/sec 2024-04-15T16:53:41.440 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oUUbXXJrBrnCnhc off=19245058 len=396176 2024-04-15T16:53:41.443 INFO:tasks.workunit.client.0.smithi090.stdout:op 1296 completed, throughput=4.99MB/sec 2024-04-15T16:53:41.443 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MTIndIiDuVhXv7j off=1080175 len=206486 2024-04-15T16:53:41.443 INFO:tasks.workunit.client.0.smithi090.stdout:op 1297 completed, throughput=4.99MB/sec 2024-04-15T16:53:41.443 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-D12ZdtmWBPeCa4N off=10316042 len=892999 2024-04-15T16:53:41.444 INFO:tasks.workunit.client.0.smithi090.stdout:op 1298 completed, throughput=5MB/sec 2024-04-15T16:53:41.444 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Hoa_baZRv0IL0lQ off=3809254 len=604803 2024-04-15T16:53:41.445 INFO:tasks.workunit.client.0.smithi090.stdout:op 1299 completed, throughput=5MB/sec 2024-04-15T16:53:41.445 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-saXTd3cEYZkpRTV off=9266337 len=247508 2024-04-15T16:53:41.448 INFO:tasks.workunit.client.0.smithi090.stdout:op 1300 completed, throughput=5MB/sec 2024-04-15T16:53:41.448 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9sFe9jylAAaCM4x off=79059 len=1149105 2024-04-15T16:53:41.453 INFO:tasks.workunit.client.0.smithi090.stdout:op 1301 completed, throughput=5MB/sec 2024-04-15T16:53:42.454 INFO:tasks.workunit.client.0.smithi090.stdout: 251: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:42.454 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CYn6v_PSGPa3veQ off=620689 len=1302107 2024-04-15T16:53:42.462 INFO:tasks.workunit.client.0.smithi090.stdout:op 1302 completed, throughput=4.99MB/sec 2024-04-15T16:53:42.462 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-C6WgTlt0501CshG off=8486040 len=1097757 2024-04-15T16:53:42.467 INFO:tasks.workunit.client.0.smithi090.stdout:op 1303 completed, throughput=4.99MB/sec 2024-04-15T16:53:42.467 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bGKhedxTkCIVoCv off=3820035 len=882030 2024-04-15T16:53:42.468 INFO:tasks.workunit.client.0.smithi090.stdout:op 1304 completed, throughput=5MB/sec 2024-04-15T16:53:42.468 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FWBkLzquEMY0x-3 off=7832954 len=1906709 2024-04-15T16:53:42.476 INFO:tasks.workunit.client.0.smithi090.stdout:op 1305 completed, throughput=5MB/sec 2024-04-15T16:53:42.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:53:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:53:43.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:42 smithi090 ceph-mon[89240]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:53:43.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:42 smithi090 ceph-mon[91618]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:53:43.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:42 smithi153 ceph-mon[84714]: pgmap v1524: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:53:43.476 INFO:tasks.workunit.client.0.smithi090.stdout: 252: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:43.476 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-p-SGC4W9rYkfUjH off=5437696 len=1424777 2024-04-15T16:53:43.484 INFO:tasks.workunit.client.0.smithi090.stdout:op 1306 completed, throughput=4.99MB/sec 2024-04-15T16:53:43.484 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BBHWiAYxyg19nOk off=5567947 len=96664 2024-04-15T16:53:43.486 INFO:tasks.workunit.client.0.smithi090.stdout:op 1307 completed, throughput=4.99MB/sec 2024-04-15T16:53:43.486 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3Zr8fyk99Ixcz4_ off=1781211 len=279486 2024-04-15T16:53:43.487 INFO:tasks.workunit.client.0.smithi090.stdout:op 1308 completed, throughput=4.99MB/sec 2024-04-15T16:53:43.487 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iRtfEwHCna-K7ez off=6436131 len=685596 2024-04-15T16:53:43.490 INFO:tasks.workunit.client.0.smithi090.stdout:op 1309 completed, throughput=4.99MB/sec 2024-04-15T16:53:43.491 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MSydtiOLlzOzIqt off=11568687 len=1383652 2024-04-15T16:53:43.492 INFO:tasks.workunit.client.0.smithi090.stdout:op 1310 completed, throughput=5MB/sec 2024-04-15T16:53:43.492 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kAOe_zla28er1uX off=3968807 len=32713 2024-04-15T16:53:43.492 INFO:tasks.workunit.client.0.smithi090.stdout:op 1311 completed, throughput=5MB/sec 2024-04-15T16:53:43.492 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-o5bQkypH6MdwHIo off=1006703 len=1276891 2024-04-15T16:53:43.493 INFO:tasks.workunit.client.0.smithi090.stdout:op 1312 completed, throughput=5MB/sec 2024-04-15T16:53:44.494 INFO:tasks.workunit.client.0.smithi090.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:44.494 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eXow5GtNX5VW-Gc off=2761789 len=1624408 2024-04-15T16:53:44.496 INFO:tasks.workunit.client.0.smithi090.stdout:op 1313 completed, throughput=4.99MB/sec 2024-04-15T16:53:44.496 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SLb6DCBMw_E8oir off=5106050 len=2030343 2024-04-15T16:53:44.508 INFO:tasks.workunit.client.0.smithi090.stdout:op 1314 completed, throughput=5MB/sec 2024-04-15T16:53:44.508 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KKJmx5hFyPMRqtx off=6595331 len=273334 2024-04-15T16:53:44.509 INFO:tasks.workunit.client.0.smithi090.stdout:op 1315 completed, throughput=5MB/sec 2024-04-15T16:53:44.509 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tih6PwxA-mm6FPY off=991020 len=337931 2024-04-15T16:53:44.510 INFO:tasks.workunit.client.0.smithi090.stdout:op 1316 completed, throughput=5MB/sec 2024-04-15T16:53:44.510 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KNcBPpmUWegi__3 off=4639038 len=825711 2024-04-15T16:53:44.511 INFO:tasks.workunit.client.0.smithi090.stdout:op 1317 completed, throughput=5MB/sec 2024-04-15T16:53:45.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:44 smithi090 ceph-mon[89240]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:53:45.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:44 smithi090 ceph-mon[91618]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:53:45.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:44 smithi153 ceph-mon[84714]: pgmap v1525: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:53:45.512 INFO:tasks.workunit.client.0.smithi090.stdout: 254: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:45.512 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kOB-SX-v_51VuKd off=2817123 len=461224 2024-04-15T16:53:45.512 INFO:tasks.workunit.client.0.smithi090.stdout:op 1318 completed, throughput=4.98MB/sec 2024-04-15T16:53:45.513 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-N9Gp6OBqMcAMOlb off=4659430 len=1083514 2024-04-15T16:53:45.519 INFO:tasks.workunit.client.0.smithi090.stdout:op 1319 completed, throughput=4.99MB/sec 2024-04-15T16:53:45.519 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4QH4vOCB8lknp00 off=364144 len=1528564 2024-04-15T16:53:45.527 INFO:tasks.workunit.client.0.smithi090.stdout:op 1320 completed, throughput=4.99MB/sec 2024-04-15T16:53:45.527 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TvVxj4X8xQY_uRR off=9861763 len=312065 2024-04-15T16:53:45.530 INFO:tasks.workunit.client.0.smithi090.stdout:op 1321 completed, throughput=4.99MB/sec 2024-04-15T16:53:45.530 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dIpgZ87kZPG-L_E off=0 len=1979040 2024-04-15T16:53:45.534 INFO:tasks.workunit.client.0.smithi090.stdout:op 1322 completed, throughput=5MB/sec 2024-04-15T16:53:46.535 INFO:tasks.workunit.client.0.smithi090.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:46.535 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-B67MS0ARMByu5Nj off=5801232 len=617958 2024-04-15T16:53:46.536 INFO:tasks.workunit.client.0.smithi090.stdout:op 1323 completed, throughput=4.98MB/sec 2024-04-15T16:53:46.536 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_jNtK1BE3AYkEK7 off=5344122 len=1590856 2024-04-15T16:53:46.538 INFO:tasks.workunit.client.0.smithi090.stdout:op 1324 completed, throughput=4.99MB/sec 2024-04-15T16:53:46.538 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QQJxrhC_m1dltCx off=644375 len=984160 2024-04-15T16:53:46.543 INFO:tasks.workunit.client.0.smithi090.stdout:op 1325 completed, throughput=4.99MB/sec 2024-04-15T16:53:46.543 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ze8P5o8TjkMddnP off=1821813 len=572892 2024-04-15T16:53:46.546 INFO:tasks.workunit.client.0.smithi090.stdout:op 1326 completed, throughput=5MB/sec 2024-04-15T16:53:46.546 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pN91hD9zdkrqaUE off=0 len=1616343 2024-04-15T16:53:46.548 INFO:tasks.workunit.client.0.smithi090.stdout:op 1327 completed, throughput=5MB/sec 2024-04-15T16:53:47.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:46 smithi090 ceph-mon[89240]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:53:47.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:46 smithi090 ceph-mon[91618]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:53:47.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:46 smithi153 ceph-mon[84714]: pgmap v1526: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:53:47.548 INFO:tasks.workunit.client.0.smithi090.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:47.548 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ln6z0ZJghQ2cyv4 off=34804 len=1451574 2024-04-15T16:53:47.555 INFO:tasks.workunit.client.0.smithi090.stdout:op 1328 completed, throughput=4.99MB/sec 2024-04-15T16:53:47.555 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-W9OdQcgPWZo96wp off=13391341 len=234575 2024-04-15T16:53:47.556 INFO:tasks.workunit.client.0.smithi090.stdout:op 1329 completed, throughput=4.99MB/sec 2024-04-15T16:53:47.556 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-07dYriPaaWu8nOU off=19017718 len=1053883 2024-04-15T16:53:47.561 INFO:tasks.workunit.client.0.smithi090.stdout:op 1330 completed, throughput=4.99MB/sec 2024-04-15T16:53:47.562 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h-hO-r-fT_k2hW1 off=1570588 len=1207499 2024-04-15T16:53:47.567 INFO:tasks.workunit.client.0.smithi090.stdout:op 1331 completed, throughput=5MB/sec 2024-04-15T16:53:47.567 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-r2gG6Fn0u8VI-zI off=8423748 len=670278 2024-04-15T16:53:47.568 INFO:tasks.workunit.client.0.smithi090.stdout:op 1332 completed, throughput=5MB/sec 2024-04-15T16:53:47.569 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TtoBpGcPQ06WoOH off=2091859 len=674467 2024-04-15T16:53:47.573 INFO:tasks.workunit.client.0.smithi090.stdout:op 1333 completed, throughput=5MB/sec 2024-04-15T16:53:48.574 INFO:tasks.workunit.client.0.smithi090.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:48.574 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XNp2pOLOlMtj2iJ off=4289564 len=71207 2024-04-15T16:53:48.577 INFO:tasks.workunit.client.0.smithi090.stdout:op 1334 completed, throughput=4.98MB/sec 2024-04-15T16:53:48.577 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VIoLvupx0e5mOid off=11537363 len=465520 2024-04-15T16:53:48.578 INFO:tasks.workunit.client.0.smithi090.stdout:op 1335 completed, throughput=4.98MB/sec 2024-04-15T16:53:48.578 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0MdysMBK5-V_fmY off=13038749 len=451938 2024-04-15T16:53:48.579 INFO:tasks.workunit.client.0.smithi090.stdout:op 1336 completed, throughput=4.99MB/sec 2024-04-15T16:53:48.579 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZQPrZ-GePHJTGKs off=9154650 len=302192 2024-04-15T16:53:48.580 INFO:tasks.workunit.client.0.smithi090.stdout:op 1337 completed, throughput=4.99MB/sec 2024-04-15T16:53:48.580 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--6yFzfJcooaPMai off=4181517 len=136625 2024-04-15T16:53:48.580 INFO:tasks.workunit.client.0.smithi090.stdout:op 1338 completed, throughput=4.99MB/sec 2024-04-15T16:53:48.580 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-P65auQcA4wPEHRz off=3413233 len=166922 2024-04-15T16:53:48.583 INFO:tasks.workunit.client.0.smithi090.stdout:op 1339 completed, throughput=4.99MB/sec 2024-04-15T16:53:48.583 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZK7thMC47mWIVGd off=3628351 len=1210147 2024-04-15T16:53:48.591 INFO:tasks.workunit.client.0.smithi090.stdout:op 1340 completed, throughput=4.99MB/sec 2024-04-15T16:53:48.591 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-R9XrQklfMqSLmKD off=17637783 len=810799 2024-04-15T16:53:48.592 INFO:tasks.workunit.client.0.smithi090.stdout:op 1341 completed, throughput=4.99MB/sec 2024-04-15T16:53:48.592 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RTxcL05LtMx9Ua0 off=2329750 len=439829 2024-04-15T16:53:48.595 INFO:tasks.workunit.client.0.smithi090.stdout:op 1342 completed, throughput=5MB/sec 2024-04-15T16:53:48.595 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-C-7Y9Tf5PFiilJt off=12633949 len=1521410 2024-04-15T16:53:48.603 INFO:tasks.workunit.client.0.smithi090.stdout:op 1343 completed, throughput=5MB/sec 2024-04-15T16:53:49.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:48 smithi090 ceph-mon[89240]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T16:53:49.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:48 smithi090 ceph-mon[91618]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T16:53:49.321 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:53:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:53:49] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-15T16:53:49.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:48 smithi153 ceph-mon[84714]: pgmap v1527: 105 pgs: 105 active+clean; 127 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T16:53:49.604 INFO:tasks.workunit.client.0.smithi090.stdout: 258: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:49.604 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eK3akng2h7Y92J0 off=16951183 len=89700 2024-04-15T16:53:49.606 INFO:tasks.workunit.client.0.smithi090.stdout:op 1344 completed, throughput=4.98MB/sec 2024-04-15T16:53:49.607 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bsK8Ln23iIvald7 off=7145541 len=6511 2024-04-15T16:53:49.608 INFO:tasks.workunit.client.0.smithi090.stdout:op 1345 completed, throughput=4.98MB/sec 2024-04-15T16:53:49.609 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iplwT6x-SVtbYlY off=1404838 len=1468303 2024-04-15T16:53:49.612 INFO:tasks.workunit.client.0.smithi090.stdout:op 1346 completed, throughput=4.99MB/sec 2024-04-15T16:53:49.612 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-H6DPi0K5PRBn6d2 off=5658974 len=1957614 2024-04-15T16:53:49.615 INFO:tasks.workunit.client.0.smithi090.stdout:op 1347 completed, throughput=5MB/sec 2024-04-15T16:53:49.615 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dxbVgTy6nf7t1z0 off=4689879 len=47239 2024-04-15T16:53:49.616 INFO:tasks.workunit.client.0.smithi090.stdout:op 1348 completed, throughput=5MB/sec 2024-04-15T16:53:49.616 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ta90L8fByNjR4gP off=4908189 len=1933580 2024-04-15T16:53:49.626 INFO:tasks.workunit.client.0.smithi090.stdout:op 1349 completed, throughput=5MB/sec 2024-04-15T16:53:50.626 INFO:tasks.workunit.client.0.smithi090.stdout: 259: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:50.626 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ypB42c_TqsxaTSI off=17856001 len=491013 2024-04-15T16:53:50.630 INFO:tasks.workunit.client.0.smithi090.stdout:op 1350 completed, throughput=4.98MB/sec 2024-04-15T16:53:50.630 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-g9IWo-Sw6dEc2LZ off=1556550 len=973181 2024-04-15T16:53:50.635 INFO:tasks.workunit.client.0.smithi090.stdout:op 1351 completed, throughput=4.99MB/sec 2024-04-15T16:53:50.635 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Phf93_9qtWjA4mK off=14355144 len=689032 2024-04-15T16:53:50.639 INFO:tasks.workunit.client.0.smithi090.stdout:op 1352 completed, throughput=4.99MB/sec 2024-04-15T16:53:50.639 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZTjoOsxhlwFveek off=510095 len=1134646 2024-04-15T16:53:50.641 INFO:tasks.workunit.client.0.smithi090.stdout:op 1353 completed, throughput=4.99MB/sec 2024-04-15T16:53:50.641 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NAj2Bi7e5dzePMs off=9495415 len=1514176 2024-04-15T16:53:50.642 INFO:tasks.workunit.client.0.smithi090.stdout:op 1354 completed, throughput=5MB/sec 2024-04-15T16:53:51.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:50 smithi090 ceph-mon[89240]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:53:51.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:50 smithi090 ceph-mon[91618]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:53:51.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:50 smithi153 ceph-mon[84714]: pgmap v1528: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:53:51.643 INFO:tasks.workunit.client.0.smithi090.stdout: 260: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:51.643 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eE0Xhs3G0vnbemo off=560087 len=1612668 2024-04-15T16:53:51.645 INFO:tasks.workunit.client.0.smithi090.stdout:op 1355 completed, throughput=4.99MB/sec 2024-04-15T16:53:51.645 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BopanGjs1lAu0iD off=242465 len=1719222 2024-04-15T16:53:51.654 INFO:tasks.workunit.client.0.smithi090.stdout:op 1356 completed, throughput=4.99MB/sec 2024-04-15T16:53:51.654 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-t55cXxxIEwevfdO off=1953333 len=1195044 2024-04-15T16:53:51.656 INFO:tasks.workunit.client.0.smithi090.stdout:op 1357 completed, throughput=5MB/sec 2024-04-15T16:53:51.656 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-n6gXJdyqlIkr18h off=7146226 len=1856828 2024-04-15T16:53:51.665 INFO:tasks.workunit.client.0.smithi090.stdout:op 1358 completed, throughput=5MB/sec 2024-04-15T16:53:52.613 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:53:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:53:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:53:52.665 INFO:tasks.workunit.client.0.smithi090.stdout: 261: throughput=4.99MB/sec pending data=0 2024-04-15T16:53:52.665 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dVXnnEDn6fRLp5_ off=6316753 len=675907 2024-04-15T16:53:52.670 INFO:tasks.workunit.client.0.smithi090.stdout:op 1359 completed, throughput=4.99MB/sec 2024-04-15T16:53:52.670 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-L73Lm0Lugh4G7qY off=701099 len=1705282 2024-04-15T16:53:52.672 INFO:tasks.workunit.client.0.smithi090.stdout:op 1360 completed, throughput=4.99MB/sec 2024-04-15T16:53:52.672 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_CF3_y2FupSONWC off=5602854 len=827991 2024-04-15T16:53:52.673 INFO:tasks.workunit.client.0.smithi090.stdout:op 1361 completed, throughput=5MB/sec 2024-04-15T16:53:52.673 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dSMtbDfcUJVTdTu off=4482549 len=926871 2024-04-15T16:53:52.675 INFO:tasks.workunit.client.0.smithi090.stdout:op 1362 completed, throughput=5MB/sec 2024-04-15T16:53:52.675 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VyRDleT2O30A6tw off=14755869 len=100803 2024-04-15T16:53:52.675 INFO:tasks.workunit.client.0.smithi090.stdout:op 1363 completed, throughput=5MB/sec 2024-04-15T16:53:53.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:52 smithi090 ceph-mon[89240]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:53:53.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:53:53.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:52 smithi090 ceph-mon[91618]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:53:53.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:53:53.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:52 smithi153 ceph-mon[84714]: pgmap v1529: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:53:53.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:53:53.676 INFO:tasks.workunit.client.0.smithi090.stdout: 262: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:53.676 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3_LuxvMk678ca13 off=3452383 len=1327197 2024-04-15T16:53:53.683 INFO:tasks.workunit.client.0.smithi090.stdout:op 1364 completed, throughput=4.99MB/sec 2024-04-15T16:53:53.683 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8u5_dnhSGQ-kogd off=1728275 len=1323437 2024-04-15T16:53:53.690 INFO:tasks.workunit.client.0.smithi090.stdout:op 1365 completed, throughput=4.99MB/sec 2024-04-15T16:53:53.690 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Lso7uP8sCxxZhxp off=21870946 len=1388545 2024-04-15T16:53:53.697 INFO:tasks.workunit.client.0.smithi090.stdout:op 1366 completed, throughput=5MB/sec 2024-04-15T16:53:53.698 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KQAKKSxWp6Ls7yI off=625810 len=1140740 2024-04-15T16:53:53.703 INFO:tasks.workunit.client.0.smithi090.stdout:op 1367 completed, throughput=5MB/sec 2024-04-15T16:53:53.703 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-m0scknl92c4_pzv off=111746 len=13014 2024-04-15T16:53:53.704 INFO:tasks.workunit.client.0.smithi090.stdout:op 1368 completed, throughput=5MB/sec 2024-04-15T16:53:53.704 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aCmLZErJfoP_Rxj off=497263 len=1522825 2024-04-15T16:53:53.705 INFO:tasks.workunit.client.0.smithi090.stdout:op 1369 completed, throughput=5MB/sec 2024-04-15T16:53:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: 263: throughput=4.99MB/sec pending data=0 2024-04-15T16:53:54.706 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eiWtIgBIhA4ae4Z off=1778891 len=1914274 2024-04-15T16:53:54.717 INFO:tasks.workunit.client.0.smithi090.stdout:op 1370 completed, throughput=4.99MB/sec 2024-04-15T16:53:54.717 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Hm7SNBW2Uo1LiKT off=4091659 len=1167237 2024-04-15T16:53:54.720 INFO:tasks.workunit.client.0.smithi090.stdout:op 1371 completed, throughput=5MB/sec 2024-04-15T16:53:54.720 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-b5o3VENKsezQGKP off=5654827 len=2022599 2024-04-15T16:53:54.721 INFO:tasks.workunit.client.0.smithi090.stdout:op 1372 completed, throughput=5MB/sec 2024-04-15T16:53:55.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:54 smithi090 ceph-mon[89240]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T16:53:55.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:54 smithi090 ceph-mon[91618]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T16:53:55.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:54 smithi153 ceph-mon[84714]: pgmap v1530: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T16:53:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: 264: throughput=4.99MB/sec pending data=0 2024-04-15T16:53:55.722 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VfkIk53gKJyQRJi off=6780055 len=1510169 2024-04-15T16:53:55.725 INFO:tasks.workunit.client.0.smithi090.stdout:op 1373 completed, throughput=4.99MB/sec 2024-04-15T16:53:55.725 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5FVoVeyiKNg3nqp off=3418333 len=1358777 2024-04-15T16:53:55.732 INFO:tasks.workunit.client.0.smithi090.stdout:op 1374 completed, throughput=5MB/sec 2024-04-15T16:53:55.732 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-n9EyETE0cvTVgkd off=13802286 len=1649093 2024-04-15T16:53:55.734 INFO:tasks.workunit.client.0.smithi090.stdout:op 1375 completed, throughput=5MB/sec 2024-04-15T16:53:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: 265: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:56.735 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qiHu_m2GiMCT7Ha off=14610793 len=1293970 2024-04-15T16:53:56.741 INFO:tasks.workunit.client.0.smithi090.stdout:op 1376 completed, throughput=4.99MB/sec 2024-04-15T16:53:56.741 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pRG7_DOHzcgJ-M_ off=8877825 len=1402888 2024-04-15T16:53:56.743 INFO:tasks.workunit.client.0.smithi090.stdout:op 1377 completed, throughput=4.99MB/sec 2024-04-15T16:53:56.743 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lYPyXWb-3XRDz4u off=175484 len=1631883 2024-04-15T16:53:56.746 INFO:tasks.workunit.client.0.smithi090.stdout:op 1378 completed, throughput=5MB/sec 2024-04-15T16:53:56.746 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iz_8xW0f09tz3A6 off=12127181 len=688542 2024-04-15T16:53:56.750 INFO:tasks.workunit.client.0.smithi090.stdout:op 1379 completed, throughput=5MB/sec 2024-04-15T16:53:57.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:56 smithi090 ceph-mon[89240]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:53:57.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:56 smithi090 ceph-mon[91618]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:53:57.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:56 smithi153 ceph-mon[84714]: pgmap v1531: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:53:57.750 INFO:tasks.workunit.client.0.smithi090.stdout: 266: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:57.751 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JXUJo3zTl0-Mm0b off=3883181 len=94570 2024-04-15T16:53:57.751 INFO:tasks.workunit.client.0.smithi090.stdout:op 1380 completed, throughput=4.98MB/sec 2024-04-15T16:53:57.751 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5zv95HmVweJeeB8 off=4007127 len=772456 2024-04-15T16:53:57.755 INFO:tasks.workunit.client.0.smithi090.stdout:op 1381 completed, throughput=4.98MB/sec 2024-04-15T16:53:57.755 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HuEf0aUkDrqHjjI off=17317174 len=1564359 2024-04-15T16:53:57.757 INFO:tasks.workunit.client.0.smithi090.stdout:op 1382 completed, throughput=4.99MB/sec 2024-04-15T16:53:57.757 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-k1JE8UTmFP7yUFw off=3423714 len=1583203 2024-04-15T16:53:57.766 INFO:tasks.workunit.client.0.smithi090.stdout:op 1383 completed, throughput=5MB/sec 2024-04-15T16:53:57.766 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aPtMgTJMCpF63z7 off=2158249 len=1268686 2024-04-15T16:53:57.770 INFO:tasks.workunit.client.0.smithi090.stdout:op 1384 completed, throughput=5MB/sec 2024-04-15T16:53:57.771 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WuAd37vn0QcGzFF off=5039624 len=836570 2024-04-15T16:53:57.775 INFO:tasks.workunit.client.0.smithi090.stdout:op 1385 completed, throughput=5MB/sec 2024-04-15T16:53:58.776 INFO:tasks.workunit.client.0.smithi090.stdout: 267: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:58.776 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SzABMPXbjY3lUvL off=11075208 len=488773 2024-04-15T16:53:58.777 INFO:tasks.workunit.client.0.smithi090.stdout:op 1386 completed, throughput=4.99MB/sec 2024-04-15T16:53:58.777 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HgNrtPKjLaOUIKB off=16719570 len=100831 2024-04-15T16:53:58.778 INFO:tasks.workunit.client.0.smithi090.stdout:op 1387 completed, throughput=4.99MB/sec 2024-04-15T16:53:58.778 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-E9AjczPqMGk47UP off=5990807 len=500345 2024-04-15T16:53:58.782 INFO:tasks.workunit.client.0.smithi090.stdout:op 1388 completed, throughput=4.99MB/sec 2024-04-15T16:53:58.782 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BnBynsLeRy-4KMe off=232542 len=1637963 2024-04-15T16:53:58.790 INFO:tasks.workunit.client.0.smithi090.stdout:op 1389 completed, throughput=4.99MB/sec 2024-04-15T16:53:58.790 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-n9PHGOq18WheFqh off=21643914 len=1789705 2024-04-15T16:53:58.792 INFO:tasks.workunit.client.0.smithi090.stdout:op 1390 completed, throughput=5MB/sec 2024-04-15T16:53:58.792 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QtdfIInG5bYW35Z off=865276 len=58207 2024-04-15T16:53:58.793 INFO:tasks.workunit.client.0.smithi090.stdout:op 1391 completed, throughput=5MB/sec 2024-04-15T16:53:59.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:53:58 smithi090 ceph-mon[89240]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:53:59.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:53:58 smithi090 ceph-mon[91618]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:53:59.321 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:53:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:53:59] "GET /metrics HTTP/1.1" 200 34048 "" "Prometheus/2.43.0" 2024-04-15T16:53:59.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:53:58 smithi153 ceph-mon[84714]: pgmap v1532: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:53:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: 268: throughput=4.98MB/sec pending data=0 2024-04-15T16:53:59.793 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5lCZZ44d-4HzWwl off=14113483 len=1745138 2024-04-15T16:53:59.795 INFO:tasks.workunit.client.0.smithi090.stdout:op 1392 completed, throughput=4.99MB/sec 2024-04-15T16:53:59.795 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-diRHl7fEJQ-xyiH off=3857054 len=2028168 2024-04-15T16:53:59.804 INFO:tasks.workunit.client.0.smithi090.stdout:op 1393 completed, throughput=4.99MB/sec 2024-04-15T16:53:59.804 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uDVjGchG3c0RgXp off=3545408 len=1019672 2024-04-15T16:53:59.806 INFO:tasks.workunit.client.0.smithi090.stdout:op 1394 completed, throughput=5MB/sec 2024-04-15T16:53:59.806 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-x6KUCFJ46VDpw8P off=12581362 len=1830648 2024-04-15T16:53:59.817 INFO:tasks.workunit.client.0.smithi090.stdout:op 1395 completed, throughput=5MB/sec 2024-04-15T16:54:00.817 INFO:tasks.workunit.client.0.smithi090.stdout: 269: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:00.817 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Nu19rjCy0SAH5Cb off=6234809 len=1523400 2024-04-15T16:54:00.824 INFO:tasks.workunit.client.0.smithi090.stdout:op 1396 completed, throughput=4.99MB/sec 2024-04-15T16:54:00.824 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Hp_XbBPmtpKiM9Z off=3337118 len=1538445 2024-04-15T16:54:00.833 INFO:tasks.workunit.client.0.smithi090.stdout:op 1397 completed, throughput=5MB/sec 2024-04-15T16:54:00.833 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RRLGz6vRaxL22lY off=4767951 len=1021869 2024-04-15T16:54:00.839 INFO:tasks.workunit.client.0.smithi090.stdout:op 1398 completed, throughput=5MB/sec 2024-04-15T16:54:01.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:00 smithi090 ceph-mon[89240]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:54:01.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:00 smithi090 ceph-mon[91618]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:54:01.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:00 smithi153 ceph-mon[84714]: pgmap v1533: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:54:01.839 INFO:tasks.workunit.client.0.smithi090.stdout: 270: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:01.840 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nmYvfqSqF5XIjB3 off=311392 len=1261060 2024-04-15T16:54:01.847 INFO:tasks.workunit.client.0.smithi090.stdout:op 1399 completed, throughput=4.99MB/sec 2024-04-15T16:54:01.847 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PjfJ3lhiJtI-3W1 off=637755 len=1477629 2024-04-15T16:54:01.855 INFO:tasks.workunit.client.0.smithi090.stdout:op 1400 completed, throughput=4.99MB/sec 2024-04-15T16:54:01.855 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CfAmyMPAAWA7eCc off=4615081 len=790216 2024-04-15T16:54:01.859 INFO:tasks.workunit.client.0.smithi090.stdout:op 1401 completed, throughput=4.99MB/sec 2024-04-15T16:54:01.859 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_ocyy4TPXuhvAr1 off=7025667 len=1063313 2024-04-15T16:54:01.860 INFO:tasks.workunit.client.0.smithi090.stdout:op 1402 completed, throughput=5MB/sec 2024-04-15T16:54:01.860 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7FXOgHgf3erWoET off=7674591 len=414845 2024-04-15T16:54:01.860 INFO:tasks.workunit.client.0.smithi090.stdout:op 1403 completed, throughput=5MB/sec 2024-04-15T16:54:01.861 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-x9s79QemMvNAGeS off=8084336 len=1768829 2024-04-15T16:54:01.868 INFO:tasks.workunit.client.0.smithi090.stdout:op 1404 completed, throughput=5MB/sec 2024-04-15T16:54:02.113 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:54:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=sqlstore.transactions t=2024-04-15T16:54:01.783546535Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-15T16:54:02.613 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:54:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:54:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:54:02.869 INFO:tasks.workunit.client.0.smithi090.stdout: 271: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:02.869 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--v1KR1dCWAQEtFA off=3967318 len=1668245 2024-04-15T16:54:02.870 INFO:tasks.workunit.client.0.smithi090.stdout:op 1405 completed, throughput=4.99MB/sec 2024-04-15T16:54:02.871 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-b3OxfhyW6beJX2V off=21739248 len=967926 2024-04-15T16:54:02.872 INFO:tasks.workunit.client.0.smithi090.stdout:op 1406 completed, throughput=5MB/sec 2024-04-15T16:54:02.872 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BRLAQqX_xx6QBVN off=1118452 len=645951 2024-04-15T16:54:02.873 INFO:tasks.workunit.client.0.smithi090.stdout:op 1407 completed, throughput=5MB/sec 2024-04-15T16:54:02.873 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wMhBUoEOKCOE0-5 off=6595558 len=1970113 2024-04-15T16:54:02.875 INFO:tasks.workunit.client.0.smithi090.stdout:op 1408 completed, throughput=5MB/sec 2024-04-15T16:54:03.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:02 smithi090 ceph-mon[91618]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:54:03.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:02 smithi090 ceph-mon[89240]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:54:03.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:02 smithi153 ceph-mon[84714]: pgmap v1534: 105 pgs: 105 active+clean; 127 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:54:03.876 INFO:tasks.workunit.client.0.smithi090.stdout: 272: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:03.876 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-x979TLFDYSz7jPq off=3107545 len=1466611 2024-04-15T16:54:03.883 INFO:tasks.workunit.client.0.smithi090.stdout:op 1409 completed, throughput=4.99MB/sec 2024-04-15T16:54:03.883 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-O_ri89zL5ijmG3y off=4401785 len=847455 2024-04-15T16:54:03.884 INFO:tasks.workunit.client.0.smithi090.stdout:op 1410 completed, throughput=4.99MB/sec 2024-04-15T16:54:03.884 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5nGWqx50fa3_Xvb off=14342915 len=1235669 2024-04-15T16:54:03.885 INFO:tasks.workunit.client.0.smithi090.stdout:op 1411 completed, throughput=5MB/sec 2024-04-15T16:54:03.886 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QxhuBM0-eQ_qjSk off=11571011 len=366588 2024-04-15T16:54:03.886 INFO:tasks.workunit.client.0.smithi090.stdout:op 1412 completed, throughput=5MB/sec 2024-04-15T16:54:03.886 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BXajhNaT7H1s4r8 off=10369393 len=743276 2024-04-15T16:54:03.887 INFO:tasks.workunit.client.0.smithi090.stdout:op 1413 completed, throughput=5MB/sec 2024-04-15T16:54:04.888 INFO:tasks.workunit.client.0.smithi090.stdout: 273: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:04.888 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Vu5DwR_cp2v7-1D off=965343 len=1280516 2024-04-15T16:54:04.891 INFO:tasks.workunit.client.0.smithi090.stdout:op 1414 completed, throughput=4.99MB/sec 2024-04-15T16:54:04.891 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vto_2xwEPJsHmJJ off=8589003 len=9201 2024-04-15T16:54:04.893 INFO:tasks.workunit.client.0.smithi090.stdout:op 1415 completed, throughput=4.99MB/sec 2024-04-15T16:54:04.893 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YAW2qCa0iPoHj9Y off=6579062 len=69515 2024-04-15T16:54:04.894 INFO:tasks.workunit.client.0.smithi090.stdout:op 1416 completed, throughput=4.99MB/sec 2024-04-15T16:54:04.894 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QUTx5882bV87xWZ off=2226064 len=294154 2024-04-15T16:54:04.895 INFO:tasks.workunit.client.0.smithi090.stdout:op 1417 completed, throughput=4.99MB/sec 2024-04-15T16:54:04.895 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6nucyzcx84OpZ6R off=2063595 len=999529 2024-04-15T16:54:04.897 INFO:tasks.workunit.client.0.smithi090.stdout:op 1418 completed, throughput=4.99MB/sec 2024-04-15T16:54:04.897 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VoeM2PFV62-Gxfy off=903374 len=1521954 2024-04-15T16:54:04.904 INFO:tasks.workunit.client.0.smithi090.stdout:op 1419 completed, throughput=5MB/sec 2024-04-15T16:54:04.904 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Wdf6Mpclkz_5C4N off=4358342 len=714414 2024-04-15T16:54:04.908 INFO:tasks.workunit.client.0.smithi090.stdout:op 1420 completed, throughput=5MB/sec 2024-04-15T16:54:05.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:04 smithi090 ceph-mon[91618]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:54:05.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:04 smithi090 ceph-mon[89240]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:54:05.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:04 smithi153 ceph-mon[84714]: pgmap v1535: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:54:05.909 INFO:tasks.workunit.client.0.smithi090.stdout: 274: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:05.909 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1yCYHMqgteQxtOe off=3674796 len=198635 2024-04-15T16:54:05.909 INFO:tasks.workunit.client.0.smithi090.stdout:op 1421 completed, throughput=4.98MB/sec 2024-04-15T16:54:05.910 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SfkTN2y8Ou0GSLg off=15694998 len=534445 2024-04-15T16:54:05.914 INFO:tasks.workunit.client.0.smithi090.stdout:op 1422 completed, throughput=4.99MB/sec 2024-04-15T16:54:05.914 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HvGhvp6IOr1Gwx8 off=13506642 len=1857095 2024-04-15T16:54:05.922 INFO:tasks.workunit.client.0.smithi090.stdout:op 1423 completed, throughput=4.99MB/sec 2024-04-15T16:54:05.923 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EBRnamE8QjLSUlQ off=9081740 len=326570 2024-04-15T16:54:05.925 INFO:tasks.workunit.client.0.smithi090.stdout:op 1424 completed, throughput=4.99MB/sec 2024-04-15T16:54:05.926 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jJYhCbNp8G_cIrX off=19623302 len=839011 2024-04-15T16:54:05.930 INFO:tasks.workunit.client.0.smithi090.stdout:op 1425 completed, throughput=5MB/sec 2024-04-15T16:54:05.930 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EyT62mcXYC7xbQ0 off=2531955 len=1717659 2024-04-15T16:54:05.935 INFO:tasks.workunit.client.0.smithi090.stdout:op 1426 completed, throughput=5MB/sec 2024-04-15T16:54:06.936 INFO:tasks.workunit.client.0.smithi090.stdout: 275: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:06.936 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pSMCaA8J7QANSWj off=8896436 len=731535 2024-04-15T16:54:06.941 INFO:tasks.workunit.client.0.smithi090.stdout:op 1427 completed, throughput=4.99MB/sec 2024-04-15T16:54:06.941 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wvtfdXbfZasWmFt off=5709196 len=1259603 2024-04-15T16:54:06.944 INFO:tasks.workunit.client.0.smithi090.stdout:op 1428 completed, throughput=4.99MB/sec 2024-04-15T16:54:06.944 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2DU14s0WrS4udDJ off=7907257 len=522419 2024-04-15T16:54:06.945 INFO:tasks.workunit.client.0.smithi090.stdout:op 1429 completed, throughput=4.99MB/sec 2024-04-15T16:54:06.945 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-B76DDUAL9yhCdKG off=21301477 len=1133243 2024-04-15T16:54:06.951 INFO:tasks.workunit.client.0.smithi090.stdout:op 1430 completed, throughput=5MB/sec 2024-04-15T16:54:06.951 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JbBlSvgVspnlmwy off=5289102 len=1594854 2024-04-15T16:54:06.957 INFO:tasks.workunit.client.0.smithi090.stdout:op 1431 completed, throughput=5MB/sec 2024-04-15T16:54:07.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:06 smithi090 ceph-mon[89240]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T16:54:07.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:06 smithi090 ceph-mon[91618]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T16:54:07.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:06 smithi153 ceph-mon[84714]: pgmap v1536: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T16:54:07.957 INFO:tasks.workunit.client.0.smithi090.stdout: 276: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:07.958 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uk8N65sw5-5StmQ off=6088815 len=2054490 2024-04-15T16:54:07.960 INFO:tasks.workunit.client.0.smithi090.stdout:op 1432 completed, throughput=4.99MB/sec 2024-04-15T16:54:07.960 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eCaDrIlsWhNQz6h off=691099 len=331819 2024-04-15T16:54:07.964 INFO:tasks.workunit.client.0.smithi090.stdout:op 1433 completed, throughput=4.99MB/sec 2024-04-15T16:54:07.964 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dR-yT_o2cyP9QLO off=2736886 len=1289561 2024-04-15T16:54:07.973 INFO:tasks.workunit.client.0.smithi090.stdout:op 1434 completed, throughput=5MB/sec 2024-04-15T16:54:07.973 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hWyvzj_bgBt3o5F off=2352505 len=1501297 2024-04-15T16:54:07.974 INFO:tasks.workunit.client.0.smithi090.stdout:op 1435 completed, throughput=5MB/sec 2024-04-15T16:54:08.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:54:08.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:54:08.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:54:08.974 INFO:tasks.workunit.client.0.smithi090.stdout: 277: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:08.974 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1D1pq0wQVTqZtZ7 off=2904989 len=148069 2024-04-15T16:54:08.975 INFO:tasks.workunit.client.0.smithi090.stdout:op 1436 completed, throughput=4.98MB/sec 2024-04-15T16:54:08.975 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UreSkq74_a1_piz off=1996709 len=305771 2024-04-15T16:54:08.976 INFO:tasks.workunit.client.0.smithi090.stdout:op 1437 completed, throughput=4.98MB/sec 2024-04-15T16:54:08.976 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iCAzGs68LpzWQjq off=6190393 len=78168 2024-04-15T16:54:08.978 INFO:tasks.workunit.client.0.smithi090.stdout:op 1438 completed, throughput=4.98MB/sec 2024-04-15T16:54:08.978 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IrM4FAxhEYzAiaT off=1969568 len=1562265 2024-04-15T16:54:08.980 INFO:tasks.workunit.client.0.smithi090.stdout:op 1439 completed, throughput=4.99MB/sec 2024-04-15T16:54:08.980 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JihZW6j4e6gtT4f off=3424392 len=1402305 2024-04-15T16:54:08.982 INFO:tasks.workunit.client.0.smithi090.stdout:op 1440 completed, throughput=4.99MB/sec 2024-04-15T16:54:08.982 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IA6lWm4Hwwm5r0z off=113723 len=1895163 2024-04-15T16:54:08.991 INFO:tasks.workunit.client.0.smithi090.stdout:op 1441 completed, throughput=5MB/sec 2024-04-15T16:54:09.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:08 smithi090 ceph-mon[89240]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:54:09.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:08 smithi090 ceph-mon[91618]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:54:09.321 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:54:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:54:09] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-15T16:54:09.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:08 smithi153 ceph-mon[84714]: pgmap v1537: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:54:09.991 INFO:tasks.workunit.client.0.smithi090.stdout: 278: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:09.991 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1aTQcNkw4IIvAfP off=670396 len=933012 2024-04-15T16:54:09.993 INFO:tasks.workunit.client.0.smithi090.stdout:op 1442 completed, throughput=4.99MB/sec 2024-04-15T16:54:09.993 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0CbwxFwREx4hsxH off=14383878 len=1202365 2024-04-15T16:54:09.998 INFO:tasks.workunit.client.0.smithi090.stdout:op 1443 completed, throughput=4.99MB/sec 2024-04-15T16:54:09.998 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-awrVDXxWwocq5Py off=8899592 len=1126466 2024-04-15T16:54:10.001 INFO:tasks.workunit.client.0.smithi090.stdout:op 1444 completed, throughput=4.99MB/sec 2024-04-15T16:54:10.001 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-u8nCYusaY-kiK6h off=13629211 len=971513 2024-04-15T16:54:10.002 INFO:tasks.workunit.client.0.smithi090.stdout:op 1445 completed, throughput=5MB/sec 2024-04-15T16:54:10.002 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9pdZEck-yBVva6E off=10046175 len=1407762 2024-04-15T16:54:10.010 INFO:tasks.workunit.client.0.smithi090.stdout:op 1446 completed, throughput=5MB/sec 2024-04-15T16:54:11.010 INFO:tasks.workunit.client.0.smithi090.stdout: 279: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:11.010 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Rn2oQGUHE_8GG8o off=1106462 len=1764417 2024-04-15T16:54:11.012 INFO:tasks.workunit.client.0.smithi090.stdout:op 1447 completed, throughput=4.99MB/sec 2024-04-15T16:54:11.012 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-C-N9nwycOyJE8ts off=5462283 len=1618503 2024-04-15T16:54:11.014 INFO:tasks.workunit.client.0.smithi090.stdout:op 1448 completed, throughput=5MB/sec 2024-04-15T16:54:11.014 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HpIfmNwcqy4d6Dh off=12270883 len=718957 2024-04-15T16:54:11.016 INFO:tasks.workunit.client.0.smithi090.stdout:op 1449 completed, throughput=5MB/sec 2024-04-15T16:54:11.016 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3EA4pBf7tkR4XVO off=1338450 len=1400108 2024-04-15T16:54:11.022 INFO:tasks.workunit.client.0.smithi090.stdout:op 1450 completed, throughput=5MB/sec 2024-04-15T16:54:11.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:10 smithi090 ceph-mon[89240]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:54:11.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:10 smithi090 ceph-mon[91618]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:54:11.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:10 smithi153 ceph-mon[84714]: pgmap v1538: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:54:12.023 INFO:tasks.workunit.client.0.smithi090.stdout: 280: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:12.023 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D3kUwidLSfBPZjH off=11395492 len=1628490 2024-04-15T16:54:12.033 INFO:tasks.workunit.client.0.smithi090.stdout:op 1451 completed, throughput=4.99MB/sec 2024-04-15T16:54:12.033 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PsetCNEokAKyUAg off=237975 len=1157347 2024-04-15T16:54:12.038 INFO:tasks.workunit.client.0.smithi090.stdout:op 1452 completed, throughput=4.99MB/sec 2024-04-15T16:54:12.039 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8eyuPnF2KnkzUxj off=13418996 len=2042390 2024-04-15T16:54:12.041 INFO:tasks.workunit.client.0.smithi090.stdout:op 1453 completed, throughput=5MB/sec 2024-04-15T16:54:12.613 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:54:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:54:13.041 INFO:tasks.workunit.client.0.smithi090.stdout: 281: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:13.041 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--WmGoVFIP3vp-MC off=200055 len=1656465 2024-04-15T16:54:13.043 INFO:tasks.workunit.client.0.smithi090.stdout:op 1454 completed, throughput=4.99MB/sec 2024-04-15T16:54:13.043 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-r5Szhmzdv0ihvpf off=909436 len=1790113 2024-04-15T16:54:13.054 INFO:tasks.workunit.client.0.smithi090.stdout:op 1455 completed, throughput=4.99MB/sec 2024-04-15T16:54:13.054 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-F6M3JEmnUXTJJxw off=15812956 len=1572196 2024-04-15T16:54:13.055 INFO:tasks.workunit.client.0.smithi090.stdout:op 1456 completed, throughput=5MB/sec 2024-04-15T16:54:13.056 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ehtq7pLBEfkwdet off=720010 len=794277 2024-04-15T16:54:13.057 INFO:tasks.workunit.client.0.smithi090.stdout:op 1457 completed, throughput=5MB/sec 2024-04-15T16:54:13.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:12 smithi090 ceph-mon[89240]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:54:13.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:12 smithi090 ceph-mon[91618]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:54:13.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:12 smithi153 ceph-mon[84714]: pgmap v1539: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:54:14.057 INFO:tasks.workunit.client.0.smithi090.stdout: 282: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:14.057 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lyjTdpJIo2kAlta off=2331203 len=1368168 2024-04-15T16:54:14.063 INFO:tasks.workunit.client.0.smithi090.stdout:op 1458 completed, throughput=4.99MB/sec 2024-04-15T16:54:14.063 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Q3MTIQm6vMXzqMP off=1184158 len=1289871 2024-04-15T16:54:14.064 INFO:tasks.workunit.client.0.smithi090.stdout:op 1459 completed, throughput=4.99MB/sec 2024-04-15T16:54:14.064 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1Bsr5ImbIItI9cn off=4483530 len=359123 2024-04-15T16:54:14.068 INFO:tasks.workunit.client.0.smithi090.stdout:op 1460 completed, throughput=4.99MB/sec 2024-04-15T16:54:14.068 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WmFGX8XbjiFNHP- off=17959873 len=778009 2024-04-15T16:54:14.072 INFO:tasks.workunit.client.0.smithi090.stdout:op 1461 completed, throughput=5MB/sec 2024-04-15T16:54:14.072 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eV4eM3LGJKXRnSg off=592519 len=537451 2024-04-15T16:54:14.075 INFO:tasks.workunit.client.0.smithi090.stdout:op 1462 completed, throughput=5MB/sec 2024-04-15T16:54:14.075 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tEpDJUHmibYiYmF off=10187461 len=1809435 2024-04-15T16:54:14.086 INFO:tasks.workunit.client.0.smithi090.stdout:op 1463 completed, throughput=5MB/sec 2024-04-15T16:54:15.086 INFO:tasks.workunit.client.0.smithi090.stdout: 283: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:15.086 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-i9ajLRz6mQVAX9S off=8985880 len=139344 2024-04-15T16:54:15.087 INFO:tasks.workunit.client.0.smithi090.stdout:op 1464 completed, throughput=4.99MB/sec 2024-04-15T16:54:15.087 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BUC7xrWY8or8Ds- off=2467328 len=1376110 2024-04-15T16:54:15.089 INFO:tasks.workunit.client.0.smithi090.stdout:op 1465 completed, throughput=4.99MB/sec 2024-04-15T16:54:15.089 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zhrbqNKzf2q9pcJ off=383869 len=1291240 2024-04-15T16:54:15.091 INFO:tasks.workunit.client.0.smithi090.stdout:op 1466 completed, throughput=5MB/sec 2024-04-15T16:54:15.092 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6zpf-__plXaMn55 off=6144021 len=332606 2024-04-15T16:54:15.092 INFO:tasks.workunit.client.0.smithi090.stdout:op 1467 completed, throughput=5MB/sec 2024-04-15T16:54:15.092 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9XXsf9bn1t4MdGh off=9724786 len=2062313 2024-04-15T16:54:15.096 INFO:tasks.workunit.client.0.smithi090.stdout:op 1468 completed, throughput=5MB/sec 2024-04-15T16:54:15.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:14 smithi090 ceph-mon[89240]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T16:54:15.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:14 smithi090 ceph-mon[91618]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T16:54:15.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:14 smithi153 ceph-mon[84714]: pgmap v1540: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T16:54:16.096 INFO:tasks.workunit.client.0.smithi090.stdout: 284: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:16.097 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tu9JFFWRX6xb1zz off=16091036 len=2088302 2024-04-15T16:54:16.099 INFO:tasks.workunit.client.0.smithi090.stdout:op 1469 completed, throughput=4.99MB/sec 2024-04-15T16:54:16.099 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bUQLOa1ldG66nKb off=785301 len=1132225 2024-04-15T16:54:16.106 INFO:tasks.workunit.client.0.smithi090.stdout:op 1470 completed, throughput=5MB/sec 2024-04-15T16:54:16.106 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SZEbayatKS0DHxc off=782786 len=32505 2024-04-15T16:54:16.108 INFO:tasks.workunit.client.0.smithi090.stdout:op 1471 completed, throughput=5MB/sec 2024-04-15T16:54:16.108 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6-ZHA7dADahAhO2 off=14187976 len=1138471 2024-04-15T16:54:16.109 INFO:tasks.workunit.client.0.smithi090.stdout:op 1472 completed, throughput=5MB/sec 2024-04-15T16:54:17.110 INFO:tasks.workunit.client.0.smithi090.stdout: 285: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:17.110 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--i3L4jy1Lh4EVuK off=4172733 len=1959193 2024-04-15T16:54:17.112 INFO:tasks.workunit.client.0.smithi090.stdout:op 1473 completed, throughput=4.99MB/sec 2024-04-15T16:54:17.112 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YzxaUl5M7al_Pz5 off=21400435 len=1760762 2024-04-15T16:54:17.122 INFO:tasks.workunit.client.0.smithi090.stdout:op 1474 completed, throughput=5MB/sec 2024-04-15T16:54:17.122 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NdUWBMEZY7kX1xi off=106228 len=716757 2024-04-15T16:54:17.123 INFO:tasks.workunit.client.0.smithi090.stdout:op 1475 completed, throughput=5MB/sec 2024-04-15T16:54:17.124 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-L7NHIbhneijcogP off=1310561 len=893537 2024-04-15T16:54:17.128 INFO:tasks.workunit.client.0.smithi090.stdout:op 1476 completed, throughput=5MB/sec 2024-04-15T16:54:17.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:16 smithi090 ceph-mon[89240]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:54:17.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:16 smithi090 ceph-mon[91618]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:54:17.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:16 smithi153 ceph-mon[84714]: pgmap v1541: 105 pgs: 105 active+clean; 127 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:54:18.128 INFO:tasks.workunit.client.0.smithi090.stdout: 286: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:18.129 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uCB0dLEYjB_K__j off=0 len=1337650 2024-04-15T16:54:18.131 INFO:tasks.workunit.client.0.smithi090.stdout:op 1477 completed, throughput=4.99MB/sec 2024-04-15T16:54:18.131 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jwmLq3-QozDZnwK off=281874 len=58937 2024-04-15T16:54:18.134 INFO:tasks.workunit.client.0.smithi090.stdout:op 1478 completed, throughput=4.99MB/sec 2024-04-15T16:54:18.134 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WfRhvctVy-V8MUt off=9188608 len=1248243 2024-04-15T16:54:18.136 INFO:tasks.workunit.client.0.smithi090.stdout:op 1479 completed, throughput=4.99MB/sec 2024-04-15T16:54:18.136 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uWLAKnirI1aiK3c off=5010291 len=1239232 2024-04-15T16:54:18.142 INFO:tasks.workunit.client.0.smithi090.stdout:op 1480 completed, throughput=5MB/sec 2024-04-15T16:54:18.142 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6Uy_w30NFz49sP8 off=10298150 len=1234014 2024-04-15T16:54:18.148 INFO:tasks.workunit.client.0.smithi090.stdout:op 1481 completed, throughput=5MB/sec 2024-04-15T16:54:18.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:18 smithi090 ceph-mon[89240]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:54:18.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:18 smithi090 ceph-mon[91618]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:54:18.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:18 smithi153 ceph-mon[84714]: pgmap v1542: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:54:19.148 INFO:tasks.workunit.client.0.smithi090.stdout: 287: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:19.148 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hS0P-4FTQOHPRwb off=2196022 len=124859 2024-04-15T16:54:19.149 INFO:tasks.workunit.client.0.smithi090.stdout:op 1482 completed, throughput=4.98MB/sec 2024-04-15T16:54:19.149 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zquHCSQxVH9yKtu off=8184951 len=1742866 2024-04-15T16:54:19.151 INFO:tasks.workunit.client.0.smithi090.stdout:op 1483 completed, throughput=4.99MB/sec 2024-04-15T16:54:19.151 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LMQ5uVLANyIrC69 off=523150 len=1049292 2024-04-15T16:54:19.153 INFO:tasks.workunit.client.0.smithi090.stdout:op 1484 completed, throughput=4.99MB/sec 2024-04-15T16:54:19.153 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1NCyQ1E2kDiF7A0 off=21904835 len=700765 2024-04-15T16:54:19.154 INFO:tasks.workunit.client.0.smithi090.stdout:op 1485 completed, throughput=4.99MB/sec 2024-04-15T16:54:19.154 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--xB9v-4nnJgq-xD off=7659677 len=630401 2024-04-15T16:54:19.156 INFO:tasks.workunit.client.0.smithi090.stdout:op 1486 completed, throughput=5MB/sec 2024-04-15T16:54:19.156 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GUrBGct5yCgswTQ off=9137049 len=1029662 2024-04-15T16:54:19.157 INFO:tasks.workunit.client.0.smithi090.stdout:op 1487 completed, throughput=5MB/sec 2024-04-15T16:54:19.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:54:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:54:19] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-15T16:54:20.157 INFO:tasks.workunit.client.0.smithi090.stdout: 288: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:20.157 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3GeTDVBXsIQNJT8 off=5953571 len=997827 2024-04-15T16:54:20.159 INFO:tasks.workunit.client.0.smithi090.stdout:op 1488 completed, throughput=4.99MB/sec 2024-04-15T16:54:20.159 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-w-nOyF82Yt68Yit off=9553628 len=1510342 2024-04-15T16:54:20.162 INFO:tasks.workunit.client.0.smithi090.stdout:op 1489 completed, throughput=4.99MB/sec 2024-04-15T16:54:20.162 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Pf50erH2bjRCfJA off=2346492 len=1223633 2024-04-15T16:54:20.168 INFO:tasks.workunit.client.0.smithi090.stdout:op 1490 completed, throughput=5MB/sec 2024-04-15T16:54:20.168 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-q6hWqI3EigHPXIS off=5405748 len=2083860 2024-04-15T16:54:20.177 INFO:tasks.workunit.client.0.smithi090.stdout:op 1491 completed, throughput=5MB/sec 2024-04-15T16:54:20.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:20 smithi090 ceph-mon[89240]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:54:20.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:20 smithi090 ceph-mon[91618]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:54:20.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:20 smithi153 ceph-mon[84714]: pgmap v1543: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:54:21.177 INFO:tasks.workunit.client.0.smithi090.stdout: 289: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:21.178 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0TkRr1Gstazi9-w off=19162806 len=1598536 2024-04-15T16:54:21.186 INFO:tasks.workunit.client.0.smithi090.stdout:op 1492 completed, throughput=4.99MB/sec 2024-04-15T16:54:21.186 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BSWWwzA6AucaeTN off=9201322 len=1829628 2024-04-15T16:54:21.188 INFO:tasks.workunit.client.0.smithi090.stdout:op 1493 completed, throughput=5MB/sec 2024-04-15T16:54:21.188 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1aTQcNkw4IIvAfP off=3049373 len=415868 2024-04-15T16:54:21.188 INFO:tasks.workunit.client.0.smithi090.stdout:op 1494 completed, throughput=5MB/sec 2024-04-15T16:54:21.189 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-C8bq7cCPSeO-efz off=12208415 len=300345 2024-04-15T16:54:21.189 INFO:tasks.workunit.client.0.smithi090.stdout:op 1495 completed, throughput=5MB/sec 2024-04-15T16:54:21.189 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UXiyKiCv4jo4xhI off=617941 len=557812 2024-04-15T16:54:21.194 INFO:tasks.workunit.client.0.smithi090.stdout:op 1496 completed, throughput=5MB/sec 2024-04-15T16:54:21.194 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IBp0Ah4Ky-PAe-9 off=9338450 len=853810 2024-04-15T16:54:21.199 INFO:tasks.workunit.client.0.smithi090.stdout:op 1497 completed, throughput=5MB/sec 2024-04-15T16:54:22.199 INFO:tasks.workunit.client.0.smithi090.stdout: 290: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:22.199 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4q7bp1UCoTQ4Dvh off=6143077 len=202333 2024-04-15T16:54:22.200 INFO:tasks.workunit.client.0.smithi090.stdout:op 1498 completed, throughput=4.99MB/sec 2024-04-15T16:54:22.200 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UI_NVaZNQu58D_o off=2365578 len=1453864 2024-04-15T16:54:22.208 INFO:tasks.workunit.client.0.smithi090.stdout:op 1499 completed, throughput=4.99MB/sec 2024-04-15T16:54:22.208 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lvtJaY1N3y9Dgny off=4113421 len=1563167 2024-04-15T16:54:22.216 INFO:tasks.workunit.client.0.smithi090.stdout:op 1500 completed, throughput=5MB/sec 2024-04-15T16:54:22.216 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1Hgs-2pfLiH5iyJ off=12423373 len=73588 2024-04-15T16:54:22.218 INFO:tasks.workunit.client.0.smithi090.stdout:op 1501 completed, throughput=5MB/sec 2024-04-15T16:54:22.218 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5tfFJwu_tEtlp1D off=55753 len=626417 2024-04-15T16:54:22.219 INFO:tasks.workunit.client.0.smithi090.stdout:op 1502 completed, throughput=5MB/sec 2024-04-15T16:54:22.219 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LWEgtviRLClupDQ off=3963437 len=1259398 2024-04-15T16:54:22.222 INFO:tasks.workunit.client.0.smithi090.stdout:op 1503 completed, throughput=5MB/sec 2024-04-15T16:54:22.297 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:22 smithi153 ceph-mon[84714]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:54:22.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:22 smithi090 ceph-mon[89240]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:54:22.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:22 smithi090 ceph-mon[91618]: pgmap v1544: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:54:22.613 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:54:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:54:23.222 INFO:tasks.workunit.client.0.smithi090.stdout: 291: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:23.223 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4ZSQwOClgGy_YyR off=14486113 len=1783960 2024-04-15T16:54:23.226 INFO:tasks.workunit.client.0.smithi090.stdout:op 1504 completed, throughput=4.99MB/sec 2024-04-15T16:54:23.226 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pEdY39DSRZW3LMH off=9144415 len=1943293 2024-04-15T16:54:23.240 INFO:tasks.workunit.client.0.smithi090.stdout:op 1505 completed, throughput=5MB/sec 2024-04-15T16:54:23.241 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-l3To9koArUIv9mP off=15070445 len=512190 2024-04-15T16:54:23.243 INFO:tasks.workunit.client.0.smithi090.stdout:op 1506 completed, throughput=5MB/sec 2024-04-15T16:54:23.243 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-c_XZXAw7aH5c-st off=4449706 len=118984 2024-04-15T16:54:23.246 INFO:tasks.workunit.client.0.smithi090.stdout:op 1507 completed, throughput=5MB/sec 2024-04-15T16:54:23.246 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xymx5aUBWHeEPPG off=5996813 len=1174358 2024-04-15T16:54:23.252 INFO:tasks.workunit.client.0.smithi090.stdout:op 1508 completed, throughput=5MB/sec 2024-04-15T16:54:23.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:54:23.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:54:23.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:54:24.252 INFO:tasks.workunit.client.0.smithi090.stdout: 292: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:24.252 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IrXkFBFmc0Jw1U2 off=8189030 len=1193505 2024-04-15T16:54:24.259 INFO:tasks.workunit.client.0.smithi090.stdout:op 1509 completed, throughput=4.99MB/sec 2024-04-15T16:54:24.259 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ar39siAmD2FCou1 off=4834562 len=1117212 2024-04-15T16:54:24.261 INFO:tasks.workunit.client.0.smithi090.stdout:op 1510 completed, throughput=4.99MB/sec 2024-04-15T16:54:24.261 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Tj7IJ4cYDVsGtzP off=3203359 len=962741 2024-04-15T16:54:24.262 INFO:tasks.workunit.client.0.smithi090.stdout:op 1511 completed, throughput=5MB/sec 2024-04-15T16:54:24.262 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9TRfELoMa-syMbs off=1676387 len=1841047 2024-04-15T16:54:24.270 INFO:tasks.workunit.client.0.smithi090.stdout:op 1512 completed, throughput=5MB/sec 2024-04-15T16:54:24.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:24 smithi090 ceph-mon[89240]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:54:24.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:24 smithi090 ceph-mon[91618]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:54:24.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:24 smithi153 ceph-mon[84714]: pgmap v1545: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:54:25.270 INFO:tasks.workunit.client.0.smithi090.stdout: 293: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:25.270 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fepln8jZOYKXQ9v off=16176385 len=2043881 2024-04-15T16:54:25.279 INFO:tasks.workunit.client.0.smithi090.stdout:op 1513 completed, throughput=4.99MB/sec 2024-04-15T16:54:25.280 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qaIpLChCymYUIMi off=434132 len=815331 2024-04-15T16:54:25.283 INFO:tasks.workunit.client.0.smithi090.stdout:op 1514 completed, throughput=4.99MB/sec 2024-04-15T16:54:25.284 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jXRaUVTksJEk8J_ off=3587998 len=277199 2024-04-15T16:54:25.287 INFO:tasks.workunit.client.0.smithi090.stdout:op 1515 completed, throughput=4.99MB/sec 2024-04-15T16:54:25.287 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zOEOUVU00XjyO7D off=4597525 len=309525 2024-04-15T16:54:25.290 INFO:tasks.workunit.client.0.smithi090.stdout:op 1516 completed, throughput=5MB/sec 2024-04-15T16:54:25.290 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FZCzSPFUpC5Du2p off=22807134 len=1819794 2024-04-15T16:54:25.294 INFO:tasks.workunit.client.0.smithi090.stdout:op 1517 completed, throughput=5MB/sec 2024-04-15T16:54:26.294 INFO:tasks.workunit.client.0.smithi090.stdout: 294: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:26.294 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Of3i9n_4a8JwHqI off=13689040 len=1624858 2024-04-15T16:54:26.304 INFO:tasks.workunit.client.0.smithi090.stdout:op 1518 completed, throughput=4.99MB/sec 2024-04-15T16:54:26.304 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AswHbD2AYMJg4cD off=2089241 len=1646132 2024-04-15T16:54:26.313 INFO:tasks.workunit.client.0.smithi090.stdout:op 1519 completed, throughput=4.99MB/sec 2024-04-15T16:54:26.313 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hIXBpPd2PIY2xRB off=12378483 len=1204499 2024-04-15T16:54:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:op 1520 completed, throughput=5MB/sec 2024-04-15T16:54:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PQdKTqc_ZvG_lPk off=11457188 len=1153822 2024-04-15T16:54:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:op 1521 completed, throughput=5MB/sec 2024-04-15T16:54:26.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:26 smithi090 ceph-mon[89240]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T16:54:26.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:26 smithi090 ceph-mon[91618]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T16:54:26.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:26 smithi153 ceph-mon[84714]: pgmap v1546: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T16:54:27.319 INFO:tasks.workunit.client.0.smithi090.stdout: 295: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:27.320 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Afy99iLDQx7PWDp off=5104164 len=1493165 2024-04-15T16:54:27.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:54:27.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:54:27.327 INFO:tasks.workunit.client.0.smithi090.stdout:op 1522 completed, throughput=4.99MB/sec 2024-04-15T16:54:27.327 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2ZdhRqoSSw2A8mW off=7822778 len=126666 2024-04-15T16:54:27.329 INFO:tasks.workunit.client.0.smithi090.stdout:op 1523 completed, throughput=4.99MB/sec 2024-04-15T16:54:27.330 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-u_HzAG5tMGrisSx off=71064 len=1298846 2024-04-15T16:54:27.335 INFO:tasks.workunit.client.0.smithi090.stdout:op 1524 completed, throughput=4.99MB/sec 2024-04-15T16:54:27.335 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-atgFF-dPsolCYf6 off=2397833 len=243364 2024-04-15T16:54:27.338 INFO:tasks.workunit.client.0.smithi090.stdout:op 1525 completed, throughput=5MB/sec 2024-04-15T16:54:27.338 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ExpA5QEo9DtqYo3 off=3691290 len=359245 2024-04-15T16:54:27.340 INFO:tasks.workunit.client.0.smithi090.stdout:op 1526 completed, throughput=5MB/sec 2024-04-15T16:54:27.340 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yX1-zInplX1dJPs off=3856298 len=1226246 2024-04-15T16:54:27.345 INFO:tasks.workunit.client.0.smithi090.stdout:op 1527 completed, throughput=5MB/sec 2024-04-15T16:54:27.345 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LgbFi7rtX7FvQyu off=6587292 len=1228134 2024-04-15T16:54:27.351 INFO:tasks.workunit.client.0.smithi090.stdout:op 1528 completed, throughput=5MB/sec 2024-04-15T16:54:27.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:54:28.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:28 smithi090 ceph-mon[89240]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T16:54:28.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:54:28.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:54:28.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:54:28.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:28 smithi090 ceph-mon[91618]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T16:54:28.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:54:28.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:54:28.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:54:28.351 INFO:tasks.workunit.client.0.smithi090.stdout: 296: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:28.351 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1iU2TeWDPoYJv6t off=7745003 len=1530379 2024-04-15T16:54:28.357 INFO:tasks.workunit.client.0.smithi090.stdout:op 1529 completed, throughput=4.99MB/sec 2024-04-15T16:54:28.358 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-x9NKZmYwGORgQKs off=9589563 len=107174 2024-04-15T16:54:28.358 INFO:tasks.workunit.client.0.smithi090.stdout:op 1530 completed, throughput=4.99MB/sec 2024-04-15T16:54:28.358 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-92olSBEKL9zW7lS off=436092 len=1250724 2024-04-15T16:54:28.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:28 smithi153 ceph-mon[84714]: pgmap v1547: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T16:54:28.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:54:28.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:54:28.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:54:28.364 INFO:tasks.workunit.client.0.smithi090.stdout:op 1531 completed, throughput=5MB/sec 2024-04-15T16:54:28.364 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-R7Q4htAtzrbjCJg off=2935903 len=1284034 2024-04-15T16:54:28.365 INFO:tasks.workunit.client.0.smithi090.stdout:op 1532 completed, throughput=5MB/sec 2024-04-15T16:54:29.366 INFO:tasks.workunit.client.0.smithi090.stdout: 297: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:29.366 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JIfDmTYGAu1GxSu off=7211409 len=297214 2024-04-15T16:54:29.367 INFO:tasks.workunit.client.0.smithi090.stdout:op 1533 completed, throughput=4.98MB/sec 2024-04-15T16:54:29.367 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-548J_4lFp8WI_aK off=762020 len=128801 2024-04-15T16:54:29.370 INFO:tasks.workunit.client.0.smithi090.stdout:op 1534 completed, throughput=4.98MB/sec 2024-04-15T16:54:29.370 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--UUVrCzIDHsmGMh off=10410941 len=1648043 2024-04-15T16:54:29.372 INFO:tasks.workunit.client.0.smithi090.stdout:op 1535 completed, throughput=4.99MB/sec 2024-04-15T16:54:29.372 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tGJIz1Yr6GDnT0Z off=12801125 len=182189 2024-04-15T16:54:29.375 INFO:tasks.workunit.client.0.smithi090.stdout:op 1536 completed, throughput=4.99MB/sec 2024-04-15T16:54:29.375 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ArlgRWb3XMvrSWw off=3779610 len=267215 2024-04-15T16:54:29.378 INFO:tasks.workunit.client.0.smithi090.stdout:op 1537 completed, throughput=4.99MB/sec 2024-04-15T16:54:29.378 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SsXrhre4YFQkKXh off=17019403 len=2032534 2024-04-15T16:54:29.390 INFO:tasks.workunit.client.0.smithi090.stdout:op 1538 completed, throughput=5MB/sec 2024-04-15T16:54:29.390 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MdODqHK7K6ytVKU off=7293797 len=1434934 2024-04-15T16:54:29.398 INFO:tasks.workunit.client.0.smithi090.stdout:op 1539 completed, throughput=5MB/sec 2024-04-15T16:54:29.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:54:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:54:29] "GET /metrics HTTP/1.1" 200 34049 "" "Prometheus/2.43.0" 2024-04-15T16:54:30.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:30 smithi090 ceph-mon[91618]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:54:30.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:30 smithi090 ceph-mon[89240]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:54:30.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:30 smithi153 ceph-mon[84714]: pgmap v1548: 105 pgs: 105 active+clean; 127 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:54:30.398 INFO:tasks.workunit.client.0.smithi090.stdout: 298: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:30.398 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ywWs3Rb-aPgyGet off=4970874 len=863810 2024-04-15T16:54:30.403 INFO:tasks.workunit.client.0.smithi090.stdout:op 1540 completed, throughput=4.99MB/sec 2024-04-15T16:54:30.403 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GoL4ZHfEz-u51lQ off=136823 len=1600061 2024-04-15T16:54:30.411 INFO:tasks.workunit.client.0.smithi090.stdout:op 1541 completed, throughput=4.99MB/sec 2024-04-15T16:54:30.411 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uedxO36ID0hQPmx off=7888569 len=791809 2024-04-15T16:54:30.412 INFO:tasks.workunit.client.0.smithi090.stdout:op 1542 completed, throughput=5MB/sec 2024-04-15T16:54:30.413 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XIzF529mfH_nzHg off=4461909 len=645996 2024-04-15T16:54:30.414 INFO:tasks.workunit.client.0.smithi090.stdout:op 1543 completed, throughput=5MB/sec 2024-04-15T16:54:30.414 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8WsgkocFMRZDA2x off=4257247 len=737423 2024-04-15T16:54:30.418 INFO:tasks.workunit.client.0.smithi090.stdout:op 1544 completed, throughput=5MB/sec 2024-04-15T16:54:30.418 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3bviJczX8poUWi- off=722022 len=142027 2024-04-15T16:54:30.418 INFO:tasks.workunit.client.0.smithi090.stdout:op 1545 completed, throughput=5MB/sec 2024-04-15T16:54:31.419 INFO:tasks.workunit.client.0.smithi090.stdout: 299: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:31.419 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VVoMkl59ZhV3fQC off=4806231 len=423828 2024-04-15T16:54:31.420 INFO:tasks.workunit.client.0.smithi090.stdout:op 1546 completed, throughput=4.99MB/sec 2024-04-15T16:54:31.420 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xpBWl8XvatnItE0 off=4135440 len=849634 2024-04-15T16:54:31.426 INFO:tasks.workunit.client.0.smithi090.stdout:op 1547 completed, throughput=4.99MB/sec 2024-04-15T16:54:31.426 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rtkIyYmQuKEsu3- off=2389179 len=356355 2024-04-15T16:54:31.428 INFO:tasks.workunit.client.0.smithi090.stdout:op 1548 completed, throughput=4.99MB/sec 2024-04-15T16:54:31.428 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BRLAQqX_xx6QBVN off=187464 len=710276 2024-04-15T16:54:31.432 INFO:tasks.workunit.client.0.smithi090.stdout:op 1549 completed, throughput=4.99MB/sec 2024-04-15T16:54:31.432 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ExM1Fx9HJv4K2-l off=1332153 len=1228932 2024-04-15T16:54:31.438 INFO:tasks.workunit.client.0.smithi090.stdout:op 1550 completed, throughput=4.99MB/sec 2024-04-15T16:54:31.438 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-j3jPwVuc0mz_Xtq off=1346835 len=256452 2024-04-15T16:54:31.439 INFO:tasks.workunit.client.0.smithi090.stdout:op 1551 completed, throughput=5MB/sec 2024-04-15T16:54:31.439 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZanNq-kaSffptZN off=10686752 len=46390 2024-04-15T16:54:31.439 INFO:tasks.workunit.client.0.smithi090.stdout:op 1552 completed, throughput=5MB/sec 2024-04-15T16:54:31.439 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fmZu95DacCOsqTI off=1100663 len=111982 2024-04-15T16:54:31.441 INFO:tasks.workunit.client.0.smithi090.stdout:op 1553 completed, throughput=5MB/sec 2024-04-15T16:54:31.442 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zPhU0ICEkVqu-e1 off=3656122 len=1818068 2024-04-15T16:54:31.443 INFO:tasks.workunit.client.0.smithi090.stdout:op 1554 completed, throughput=5MB/sec 2024-04-15T16:54:32.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:32 smithi090 ceph-mon[89240]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T16:54:32.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:32 smithi090 ceph-mon[91618]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T16:54:32.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:32 smithi153 ceph-mon[84714]: pgmap v1549: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T16:54:32.363 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:54:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:54:32.444 INFO:tasks.workunit.client.0.smithi090.stdout: 300: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:32.444 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qPZavjWIBuXgfZj off=5823584 len=420195 2024-04-15T16:54:32.448 INFO:tasks.workunit.client.0.smithi090.stdout:op 1555 completed, throughput=4.99MB/sec 2024-04-15T16:54:32.448 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Fb-fvXOKMoqwo8m off=19189466 len=893919 2024-04-15T16:54:32.449 INFO:tasks.workunit.client.0.smithi090.stdout:op 1556 completed, throughput=4.99MB/sec 2024-04-15T16:54:32.449 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TIwWGFW_kc_Re5P off=16389834 len=317321 2024-04-15T16:54:32.450 INFO:tasks.workunit.client.0.smithi090.stdout:op 1557 completed, throughput=4.99MB/sec 2024-04-15T16:54:32.450 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Q5rVGsb8-oM1R_z off=3243234 len=452902 2024-04-15T16:54:32.450 INFO:tasks.workunit.client.0.smithi090.stdout:op 1558 completed, throughput=4.99MB/sec 2024-04-15T16:54:32.450 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BYrmNxVVk_d1izz off=4379663 len=809766 2024-04-15T16:54:32.458 INFO:tasks.workunit.client.0.smithi090.stdout:op 1559 completed, throughput=4.99MB/sec 2024-04-15T16:54:32.458 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8Uf7sv-yGWY-PBE off=8101596 len=618775 2024-04-15T16:54:32.461 INFO:tasks.workunit.client.0.smithi090.stdout:op 1560 completed, throughput=5MB/sec 2024-04-15T16:54:32.462 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-L8wyPcfsjnTuA_E off=9660776 len=1060112 2024-04-15T16:54:32.463 INFO:tasks.workunit.client.0.smithi090.stdout:op 1561 completed, throughput=5MB/sec 2024-04-15T16:54:32.463 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3bDGCEIVmxiiixf off=20807576 len=54421 2024-04-15T16:54:32.464 INFO:tasks.workunit.client.0.smithi090.stdout:op 1562 completed, throughput=5MB/sec 2024-04-15T16:54:32.464 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sP4CIuFC9KGTyaA off=6793611 len=2035833 2024-04-15T16:54:32.467 INFO:tasks.workunit.client.0.smithi090.stdout:op 1563 completed, throughput=5.01MB/sec 2024-04-15T16:54:33.468 INFO:tasks.workunit.client.0.smithi090.stdout: 301: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:33.468 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tAdfmUnsmwVZG6E off=17258303 len=735566 2024-04-15T16:54:33.473 INFO:tasks.workunit.client.0.smithi090.stdout:op 1564 completed, throughput=4.99MB/sec 2024-04-15T16:54:33.473 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oltIUMIxpyO6pp6 off=18430062 len=657227 2024-04-15T16:54:33.474 INFO:tasks.workunit.client.0.smithi090.stdout:op 1565 completed, throughput=4.99MB/sec 2024-04-15T16:54:33.474 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_MhohqwCJzoPyF- off=7064984 len=1598672 2024-04-15T16:54:33.481 INFO:tasks.workunit.client.0.smithi090.stdout:op 1566 completed, throughput=5MB/sec 2024-04-15T16:54:33.481 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DmDFqwPoh3JGyQg off=6332629 len=447038 2024-04-15T16:54:33.482 INFO:tasks.workunit.client.0.smithi090.stdout:op 1567 completed, throughput=5MB/sec 2024-04-15T16:54:33.482 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3MlAL5FqTW4x1jA off=9502440 len=2006927 2024-04-15T16:54:33.492 INFO:tasks.workunit.client.0.smithi090.stdout:op 1568 completed, throughput=5.01MB/sec 2024-04-15T16:54:34.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:34 smithi090 ceph-mon[89240]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T16:54:34.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:34 smithi090 ceph-mon[91618]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T16:54:34.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:34 smithi153 ceph-mon[84714]: pgmap v1550: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.9 MiB/s wr, 6 op/s 2024-04-15T16:54:34.492 INFO:tasks.workunit.client.0.smithi090.stdout: 302: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:34.492 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_iaMnd297pHAV-1 off=3724164 len=1361526 2024-04-15T16:54:34.494 INFO:tasks.workunit.client.0.smithi090.stdout:op 1569 completed, throughput=4.99MB/sec 2024-04-15T16:54:34.494 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DS8YvW_Iivikp0G off=1988841 len=927769 2024-04-15T16:54:34.496 INFO:tasks.workunit.client.0.smithi090.stdout:op 1570 completed, throughput=5MB/sec 2024-04-15T16:54:34.496 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-m0HuG7HMRSfQ8NL off=40416 len=841784 2024-04-15T16:54:34.497 INFO:tasks.workunit.client.0.smithi090.stdout:op 1571 completed, throughput=5MB/sec 2024-04-15T16:54:34.497 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MghyRrqhQ0v7SbH off=6573821 len=1962234 2024-04-15T16:54:34.499 INFO:tasks.workunit.client.0.smithi090.stdout:op 1572 completed, throughput=5.01MB/sec 2024-04-15T16:54:35.500 INFO:tasks.workunit.client.0.smithi090.stdout: 303: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:35.500 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-K5atr-DvyvSZjaO off=2537052 len=1006900 2024-04-15T16:54:35.501 INFO:tasks.workunit.client.0.smithi090.stdout:op 1573 completed, throughput=4.99MB/sec 2024-04-15T16:54:35.501 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-heac0K6KMTb_v1E off=11744157 len=704467 2024-04-15T16:54:35.502 INFO:tasks.workunit.client.0.smithi090.stdout:op 1574 completed, throughput=4.99MB/sec 2024-04-15T16:54:35.502 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VxHOQKDroUEPxqT off=7827097 len=27155 2024-04-15T16:54:35.505 INFO:tasks.workunit.client.0.smithi090.stdout:op 1575 completed, throughput=4.99MB/sec 2024-04-15T16:54:35.505 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tItxz91sbZad9J6 off=1209534 len=1765124 2024-04-15T16:54:35.507 INFO:tasks.workunit.client.0.smithi090.stdout:op 1576 completed, throughput=5MB/sec 2024-04-15T16:54:35.508 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CWGOmkmRqduyDjE off=7525003 len=1923899 2024-04-15T16:54:35.510 INFO:tasks.workunit.client.0.smithi090.stdout:op 1577 completed, throughput=5.01MB/sec 2024-04-15T16:54:36.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:36 smithi090 ceph-mon[89240]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:54:36.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:36 smithi090 ceph-mon[91618]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:54:36.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:36 smithi153 ceph-mon[84714]: pgmap v1551: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:54:36.510 INFO:tasks.workunit.client.0.smithi090.stdout: 304: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:36.510 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AmrwJNW1ZfmCSIF off=12212159 len=431877 2024-04-15T16:54:36.514 INFO:tasks.workunit.client.0.smithi090.stdout:op 1578 completed, throughput=4.99MB/sec 2024-04-15T16:54:36.514 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4oabxFWGCvGLag6 off=392967 len=20277 2024-04-15T16:54:36.516 INFO:tasks.workunit.client.0.smithi090.stdout:op 1579 completed, throughput=4.99MB/sec 2024-04-15T16:54:36.516 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gBnfr6eCZamOHI9 off=887850 len=1327798 2024-04-15T16:54:36.523 INFO:tasks.workunit.client.0.smithi090.stdout:op 1580 completed, throughput=4.99MB/sec 2024-04-15T16:54:36.523 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OOr5g_dDd7pcIR8 off=5003369 len=30247 2024-04-15T16:54:36.525 INFO:tasks.workunit.client.0.smithi090.stdout:op 1581 completed, throughput=4.99MB/sec 2024-04-15T16:54:36.525 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eKaGVG2cXxHq-wS off=1152987 len=209555 2024-04-15T16:54:36.526 INFO:tasks.workunit.client.0.smithi090.stdout:op 1582 completed, throughput=5MB/sec 2024-04-15T16:54:36.526 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7Ob7ocDnFjCks6e off=4508480 len=285188 2024-04-15T16:54:36.529 INFO:tasks.workunit.client.0.smithi090.stdout:op 1583 completed, throughput=5MB/sec 2024-04-15T16:54:36.529 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3oYJN2-H6YuAz1h off=0 len=1482487 2024-04-15T16:54:36.531 INFO:tasks.workunit.client.0.smithi090.stdout:op 1584 completed, throughput=5MB/sec 2024-04-15T16:54:37.532 INFO:tasks.workunit.client.0.smithi090.stdout: 305: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:37.532 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h-hO-r-fT_k2hW1 off=507761 len=985049 2024-04-15T16:54:37.538 INFO:tasks.workunit.client.0.smithi090.stdout:op 1585 completed, throughput=4.99MB/sec 2024-04-15T16:54:37.538 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rmg5JR_up-8AUcn off=1440119 len=2083459 2024-04-15T16:54:37.540 INFO:tasks.workunit.client.0.smithi090.stdout:op 1586 completed, throughput=4.99MB/sec 2024-04-15T16:54:37.540 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-16AX-O3YpLOv4nU off=9279600 len=1168293 2024-04-15T16:54:37.543 INFO:tasks.workunit.client.0.smithi090.stdout:op 1587 completed, throughput=5MB/sec 2024-04-15T16:54:37.543 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-owhHixNUmA0CtOO off=7074024 len=1878602 2024-04-15T16:54:37.545 INFO:tasks.workunit.client.0.smithi090.stdout:op 1588 completed, throughput=5MB/sec 2024-04-15T16:54:38.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:38 smithi090 ceph-mon[91618]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T16:54:38.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:54:38.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:38 smithi090 ceph-mon[89240]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T16:54:38.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:54:38.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:38 smithi153 ceph-mon[84714]: pgmap v1552: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T16:54:38.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:54:38.545 INFO:tasks.workunit.client.0.smithi090.stdout: 306: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:38.545 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0UTAPvz9VFQLB2t off=3772687 len=1897139 2024-04-15T16:54:38.547 INFO:tasks.workunit.client.0.smithi090.stdout:op 1589 completed, throughput=4.99MB/sec 2024-04-15T16:54:38.547 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bvn9QAWFhtQh_M4 off=7764296 len=972037 2024-04-15T16:54:38.549 INFO:tasks.workunit.client.0.smithi090.stdout:op 1590 completed, throughput=5MB/sec 2024-04-15T16:54:38.549 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-au0xg7_-80y6gEo off=3911065 len=684364 2024-04-15T16:54:38.550 INFO:tasks.workunit.client.0.smithi090.stdout:op 1591 completed, throughput=5MB/sec 2024-04-15T16:54:38.550 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-riV39xIzBN-omL- off=13828942 len=1073086 2024-04-15T16:54:38.552 INFO:tasks.workunit.client.0.smithi090.stdout:op 1592 completed, throughput=5MB/sec 2024-04-15T16:54:39.552 INFO:tasks.workunit.client.0.smithi090.stdout: 307: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:39.552 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LVMX23zpVgK0rtw off=21034919 len=965803 2024-04-15T16:54:39.553 INFO:tasks.workunit.client.0.smithi090.stdout:op 1593 completed, throughput=4.99MB/sec 2024-04-15T16:54:39.554 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2EW2pUO6DkDjM7_ off=8936844 len=1162383 2024-04-15T16:54:39.559 INFO:tasks.workunit.client.0.smithi090.stdout:op 1594 completed, throughput=4.99MB/sec 2024-04-15T16:54:39.559 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hPwZ199B3Yl9ynn off=3355607 len=352599 2024-04-15T16:54:39.562 INFO:tasks.workunit.client.0.smithi090.stdout:op 1595 completed, throughput=4.99MB/sec 2024-04-15T16:54:39.563 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KUH3EmXyg1yufCf off=16546413 len=1386920 2024-04-15T16:54:39.564 INFO:tasks.workunit.client.0.smithi090.stdout:op 1596 completed, throughput=5MB/sec 2024-04-15T16:54:39.564 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6hIsJnTxaKKBW2l off=3943909 len=1379650 2024-04-15T16:54:39.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:54:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:54:39] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-15T16:54:39.572 INFO:tasks.workunit.client.0.smithi090.stdout:op 1597 completed, throughput=5MB/sec 2024-04-15T16:54:40.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:40 smithi090 ceph-mon[89240]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:54:40.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:40 smithi090 ceph-mon[91618]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:54:40.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:40 smithi153 ceph-mon[84714]: pgmap v1553: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:54:40.572 INFO:tasks.workunit.client.0.smithi090.stdout: 308: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:40.573 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nss4E92OqFoWAtV off=3580812 len=1339214 2024-04-15T16:54:40.580 INFO:tasks.workunit.client.0.smithi090.stdout:op 1598 completed, throughput=4.99MB/sec 2024-04-15T16:54:40.580 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9GH_QZK2ZogatMI off=3658396 len=38991 2024-04-15T16:54:40.581 INFO:tasks.workunit.client.0.smithi090.stdout:op 1599 completed, throughput=4.99MB/sec 2024-04-15T16:54:40.581 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CPwW8sFNaYOc2Sk off=14100810 len=369829 2024-04-15T16:54:40.581 INFO:tasks.workunit.client.0.smithi090.stdout:op 1600 completed, throughput=4.99MB/sec 2024-04-15T16:54:40.581 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LlR_mZ0GM6SL9Tz off=10177845 len=409989 2024-04-15T16:54:40.582 INFO:tasks.workunit.client.0.smithi090.stdout:op 1601 completed, throughput=4.99MB/sec 2024-04-15T16:54:40.582 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sUpp0dLm3BB-Igu off=18419 len=1373961 2024-04-15T16:54:40.583 INFO:tasks.workunit.client.0.smithi090.stdout:op 1602 completed, throughput=5MB/sec 2024-04-15T16:54:40.584 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--jsd_PmVQ4U64RT off=2649964 len=430402 2024-04-15T16:54:40.584 INFO:tasks.workunit.client.0.smithi090.stdout:op 1603 completed, throughput=5MB/sec 2024-04-15T16:54:40.584 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-w_JiHOHKzabgS1P off=11628344 len=2022618 2024-04-15T16:54:40.594 INFO:tasks.workunit.client.0.smithi090.stdout:op 1604 completed, throughput=5MB/sec 2024-04-15T16:54:41.594 INFO:tasks.workunit.client.0.smithi090.stdout: 309: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:41.595 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TvVxj4X8xQY_uRR off=3879361 len=1585622 2024-04-15T16:54:41.596 INFO:tasks.workunit.client.0.smithi090.stdout:op 1605 completed, throughput=4.99MB/sec 2024-04-15T16:54:41.596 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-k4f1q6dC1t0wE6t off=7363485 len=1082016 2024-04-15T16:54:41.598 INFO:tasks.workunit.client.0.smithi090.stdout:op 1606 completed, throughput=4.99MB/sec 2024-04-15T16:54:41.598 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-W9OdQcgPWZo96wp off=14652293 len=1300192 2024-04-15T16:54:41.604 INFO:tasks.workunit.client.0.smithi090.stdout:op 1607 completed, throughput=5MB/sec 2024-04-15T16:54:41.604 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7JshKvj_GilQgUA off=9736828 len=1433709 2024-04-15T16:54:41.607 INFO:tasks.workunit.client.0.smithi090.stdout:op 1608 completed, throughput=5MB/sec 2024-04-15T16:54:42.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:42 smithi153 ceph-mon[84714]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:54:42.364 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:54:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:54:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:54:42.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:42 smithi090 ceph-mon[89240]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:54:42.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:42 smithi090 ceph-mon[91618]: pgmap v1554: 105 pgs: 105 active+clean; 127 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:54:42.607 INFO:tasks.workunit.client.0.smithi090.stdout: 310: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:42.607 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RZ26_Ug_FPrjA3M off=2265782 len=1330836 2024-04-15T16:54:42.615 INFO:tasks.workunit.client.0.smithi090.stdout:op 1609 completed, throughput=4.99MB/sec 2024-04-15T16:54:42.615 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--EWoTo9jX-ZAFPo off=13139339 len=1425808 2024-04-15T16:54:42.620 INFO:tasks.workunit.client.0.smithi090.stdout:op 1610 completed, throughput=5MB/sec 2024-04-15T16:54:42.620 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VHz9EIyRFeSzIWy off=4369053 len=976484 2024-04-15T16:54:42.621 INFO:tasks.workunit.client.0.smithi090.stdout:op 1611 completed, throughput=5MB/sec 2024-04-15T16:54:42.622 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XYLwJ-3SFYIT1Kd off=958822 len=1565021 2024-04-15T16:54:42.623 INFO:tasks.workunit.client.0.smithi090.stdout:op 1612 completed, throughput=5MB/sec 2024-04-15T16:54:43.623 INFO:tasks.workunit.client.0.smithi090.stdout: 311: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:43.623 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-j5GfOEV9JOURiTn off=6715197 len=1865300 2024-04-15T16:54:43.637 INFO:tasks.workunit.client.0.smithi090.stdout:op 1613 completed, throughput=4.99MB/sec 2024-04-15T16:54:43.638 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-O_2YSkz07YrXE3C off=5903160 len=963783 2024-04-15T16:54:43.639 INFO:tasks.workunit.client.0.smithi090.stdout:op 1614 completed, throughput=5MB/sec 2024-04-15T16:54:43.639 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UGRrDr6B7Vs05Z7 off=7156754 len=652360 2024-04-15T16:54:43.642 INFO:tasks.workunit.client.0.smithi090.stdout:op 1615 completed, throughput=5MB/sec 2024-04-15T16:54:43.642 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UmEaON34fmV3Z7O off=9180048 len=528278 2024-04-15T16:54:43.643 INFO:tasks.workunit.client.0.smithi090.stdout:op 1616 completed, throughput=5MB/sec 2024-04-15T16:54:43.643 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mVJD4Vw4jHxrgH8 off=283762 len=2052634 2024-04-15T16:54:43.645 INFO:tasks.workunit.client.0.smithi090.stdout:op 1617 completed, throughput=5MB/sec 2024-04-15T16:54:44.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:44 smithi153 ceph-mon[84714]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-15T16:54:44.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:44 smithi090 ceph-mon[89240]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-15T16:54:44.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:44 smithi090 ceph-mon[91618]: pgmap v1555: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-15T16:54:44.646 INFO:tasks.workunit.client.0.smithi090.stdout: 312: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:44.646 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pwRbM10dTtC-rlT off=12075110 len=1894485 2024-04-15T16:54:44.648 INFO:tasks.workunit.client.0.smithi090.stdout:op 1618 completed, throughput=4.99MB/sec 2024-04-15T16:54:44.648 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Sv_Oy_uzOO5TtZq off=2440483 len=108621 2024-04-15T16:54:44.649 INFO:tasks.workunit.client.0.smithi090.stdout:op 1619 completed, throughput=5MB/sec 2024-04-15T16:54:44.649 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7YZVw9_zXNzdm9- off=95170 len=1819379 2024-04-15T16:54:44.657 INFO:tasks.workunit.client.0.smithi090.stdout:op 1620 completed, throughput=5MB/sec 2024-04-15T16:54:45.657 INFO:tasks.workunit.client.0.smithi090.stdout: 313: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:45.658 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-W_uC4rflLNlccR2 off=3381961 len=1367629 2024-04-15T16:54:45.661 INFO:tasks.workunit.client.0.smithi090.stdout:op 1621 completed, throughput=4.99MB/sec 2024-04-15T16:54:45.661 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QcSXwQ9ZByXg3Hd off=3359681 len=1854636 2024-04-15T16:54:45.662 INFO:tasks.workunit.client.0.smithi090.stdout:op 1622 completed, throughput=4.99MB/sec 2024-04-15T16:54:45.662 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1u9QcuOVb-crXWU off=6580508 len=2023345 2024-04-15T16:54:45.665 INFO:tasks.workunit.client.0.smithi090.stdout:op 1623 completed, throughput=5MB/sec 2024-04-15T16:54:46.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:46 smithi153 ceph-mon[84714]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-15T16:54:46.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:46 smithi090 ceph-mon[89240]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-15T16:54:46.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:46 smithi090 ceph-mon[91618]: pgmap v1556: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-15T16:54:46.665 INFO:tasks.workunit.client.0.smithi090.stdout: 314: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:46.666 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Oqw-AxypBOkLTXm off=7863179 len=2045940 2024-04-15T16:54:46.676 INFO:tasks.workunit.client.0.smithi090.stdout:op 1624 completed, throughput=4.99MB/sec 2024-04-15T16:54:46.676 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dbD-_7MjutCjaKj off=1259361 len=88532 2024-04-15T16:54:46.678 INFO:tasks.workunit.client.0.smithi090.stdout:op 1625 completed, throughput=4.99MB/sec 2024-04-15T16:54:46.679 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HcA1BXsT1wgKxl- off=4673036 len=2050319 2024-04-15T16:54:46.690 INFO:tasks.workunit.client.0.smithi090.stdout:op 1626 completed, throughput=5MB/sec 2024-04-15T16:54:46.690 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ukUvMJqvAhbSzmN off=9928365 len=1384387 2024-04-15T16:54:46.693 INFO:tasks.workunit.client.0.smithi090.stdout:op 1627 completed, throughput=5MB/sec 2024-04-15T16:54:47.693 INFO:tasks.workunit.client.0.smithi090.stdout: 315: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:47.693 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vu6z87VdbQD-Qcj off=9536643 len=1509799 2024-04-15T16:54:47.695 INFO:tasks.workunit.client.0.smithi090.stdout:op 1628 completed, throughput=4.99MB/sec 2024-04-15T16:54:47.695 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xkYd40V17rQpxZg off=1384317 len=2093827 2024-04-15T16:54:47.697 INFO:tasks.workunit.client.0.smithi090.stdout:op 1629 completed, throughput=5MB/sec 2024-04-15T16:54:47.697 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lwrBFKOWi0plj9- off=4840212 len=555372 2024-04-15T16:54:47.698 INFO:tasks.workunit.client.0.smithi090.stdout:op 1630 completed, throughput=5MB/sec 2024-04-15T16:54:47.698 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DXP7_BHhwV82ACy off=6933991 len=1428926 2024-04-15T16:54:47.700 INFO:tasks.workunit.client.0.smithi090.stdout:op 1631 completed, throughput=5MB/sec 2024-04-15T16:54:48.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:48 smithi153 ceph-mon[84714]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:54:48.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:48 smithi090 ceph-mon[89240]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:54:48.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:48 smithi090 ceph-mon[91618]: pgmap v1557: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:54:48.700 INFO:tasks.workunit.client.0.smithi090.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:48.701 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-E2tP0u13wAUL5Xs off=9729591 len=258997 2024-04-15T16:54:48.703 INFO:tasks.workunit.client.0.smithi090.stdout:op 1632 completed, throughput=4.99MB/sec 2024-04-15T16:54:48.704 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-r-5X34HzxDhGohg off=6082765 len=631502 2024-04-15T16:54:48.704 INFO:tasks.workunit.client.0.smithi090.stdout:op 1633 completed, throughput=4.99MB/sec 2024-04-15T16:54:48.704 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pqmY-aN4xcFXU58 off=2500325 len=493414 2024-04-15T16:54:48.708 INFO:tasks.workunit.client.0.smithi090.stdout:op 1634 completed, throughput=4.99MB/sec 2024-04-15T16:54:48.708 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eemUbPHFwXcPECg off=6844886 len=1611097 2024-04-15T16:54:48.715 INFO:tasks.workunit.client.0.smithi090.stdout:op 1635 completed, throughput=4.99MB/sec 2024-04-15T16:54:48.715 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8tytgpJJvtduFKK off=11093802 len=1609491 2024-04-15T16:54:48.716 INFO:tasks.workunit.client.0.smithi090.stdout:op 1636 completed, throughput=5MB/sec 2024-04-15T16:54:48.716 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BcpLalZACaWAIzT off=0 len=1695153 2024-04-15T16:54:48.722 INFO:tasks.workunit.client.0.smithi090.stdout:op 1637 completed, throughput=5MB/sec 2024-04-15T16:54:49.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:54:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:54:49] "GET /metrics HTTP/1.1" 200 34050 "" "Prometheus/2.43.0" 2024-04-15T16:54:49.723 INFO:tasks.workunit.client.0.smithi090.stdout: 317: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:49.723 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SROHkYUWK-qjSKt off=1597994 len=1720981 2024-04-15T16:54:49.726 INFO:tasks.workunit.client.0.smithi090.stdout:op 1638 completed, throughput=4.99MB/sec 2024-04-15T16:54:49.726 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-shSIeVGWn8e01lp off=16964946 len=1414853 2024-04-15T16:54:49.728 INFO:tasks.workunit.client.0.smithi090.stdout:op 1639 completed, throughput=5MB/sec 2024-04-15T16:54:49.728 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Y6rxiDMl371vbb8 off=7825669 len=1483265 2024-04-15T16:54:49.730 INFO:tasks.workunit.client.0.smithi090.stdout:op 1640 completed, throughput=5MB/sec 2024-04-15T16:54:50.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:50 smithi153 ceph-mon[84714]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T16:54:50.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:50 smithi090 ceph-mon[89240]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T16:54:50.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:50 smithi090 ceph-mon[91618]: pgmap v1558: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T16:54:50.730 INFO:tasks.workunit.client.0.smithi090.stdout: 318: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:50.730 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FWe8HVvPsx8iEaM off=17313000 len=305229 2024-04-15T16:54:50.733 INFO:tasks.workunit.client.0.smithi090.stdout:op 1641 completed, throughput=4.99MB/sec 2024-04-15T16:54:50.733 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tasDPY1MaiOiZs4 off=1701516 len=800678 2024-04-15T16:54:50.737 INFO:tasks.workunit.client.0.smithi090.stdout:op 1642 completed, throughput=4.99MB/sec 2024-04-15T16:54:50.738 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-juRXmrP7i4sU4i4 off=11919008 len=1167405 2024-04-15T16:54:50.739 INFO:tasks.workunit.client.0.smithi090.stdout:op 1643 completed, throughput=4.99MB/sec 2024-04-15T16:54:50.739 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aVgFy9lvNKSqGgY off=10456788 len=1921820 2024-04-15T16:54:50.741 INFO:tasks.workunit.client.0.smithi090.stdout:op 1644 completed, throughput=5MB/sec 2024-04-15T16:54:50.741 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-j3SszghBiFnDWt0 off=18780442 len=898023 2024-04-15T16:54:50.745 INFO:tasks.workunit.client.0.smithi090.stdout:op 1645 completed, throughput=5MB/sec 2024-04-15T16:54:51.746 INFO:tasks.workunit.client.0.smithi090.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:51.746 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YiybmOjduZX9RkJ off=1336999 len=389632 2024-04-15T16:54:51.747 INFO:tasks.workunit.client.0.smithi090.stdout:op 1646 completed, throughput=4.99MB/sec 2024-04-15T16:54:51.747 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dSMtbDfcUJVTdTu off=2616286 len=707330 2024-04-15T16:54:51.751 INFO:tasks.workunit.client.0.smithi090.stdout:op 1647 completed, throughput=4.99MB/sec 2024-04-15T16:54:51.751 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-A9ox-ItzGfHVyvw off=3979912 len=1580202 2024-04-15T16:54:51.759 INFO:tasks.workunit.client.0.smithi090.stdout:op 1648 completed, throughput=4.99MB/sec 2024-04-15T16:54:51.759 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Wm_SaJC9U8krnzP off=13978130 len=763641 2024-04-15T16:54:51.763 INFO:tasks.workunit.client.0.smithi090.stdout:op 1649 completed, throughput=5MB/sec 2024-04-15T16:54:51.763 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-u-ONNc6zAH8LqxD off=11256177 len=1339230 2024-04-15T16:54:51.770 INFO:tasks.workunit.client.0.smithi090.stdout:op 1650 completed, throughput=5MB/sec 2024-04-15T16:54:52.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:52 smithi153 ceph-mon[84714]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-15T16:54:52.363 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:54:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:54:52.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:52 smithi090 ceph-mon[89240]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-15T16:54:52.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:52 smithi090 ceph-mon[91618]: pgmap v1559: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 3 op/s 2024-04-15T16:54:52.770 INFO:tasks.workunit.client.0.smithi090.stdout: 320: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:52.770 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qAxm1Xn15B-U1Ie off=14948538 len=771644 2024-04-15T16:54:52.772 INFO:tasks.workunit.client.0.smithi090.stdout:op 1651 completed, throughput=4.99MB/sec 2024-04-15T16:54:52.772 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Z1IAUcUSVpZu_lc off=16422038 len=527545 2024-04-15T16:54:52.776 INFO:tasks.workunit.client.0.smithi090.stdout:op 1652 completed, throughput=4.99MB/sec 2024-04-15T16:54:52.776 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dJe_2asMA_SPMEY off=2699336 len=1421613 2024-04-15T16:54:52.778 INFO:tasks.workunit.client.0.smithi090.stdout:op 1653 completed, throughput=4.99MB/sec 2024-04-15T16:54:52.778 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xWCNPEjm0VbkYJb off=3931961 len=668451 2024-04-15T16:54:52.783 INFO:tasks.workunit.client.0.smithi090.stdout:op 1654 completed, throughput=4.99MB/sec 2024-04-15T16:54:52.783 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IPSQCP8_ydVytvt off=1653155 len=716290 2024-04-15T16:54:52.786 INFO:tasks.workunit.client.0.smithi090.stdout:op 1655 completed, throughput=5MB/sec 2024-04-15T16:54:52.787 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LXQ0rGSP4WMIb_M off=5194770 len=803414 2024-04-15T16:54:52.789 INFO:tasks.workunit.client.0.smithi090.stdout:op 1656 completed, throughput=5MB/sec 2024-04-15T16:54:52.789 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-f-vvZ5A2byQBLmn off=12675267 len=1200235 2024-04-15T16:54:52.795 INFO:tasks.workunit.client.0.smithi090.stdout:op 1657 completed, throughput=5MB/sec 2024-04-15T16:54:53.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:54:53.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:54:53.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:54:53.796 INFO:tasks.workunit.client.0.smithi090.stdout: 321: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:53.796 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8aZgphlTEqFdB3k off=3404190 len=16041 2024-04-15T16:54:53.796 INFO:tasks.workunit.client.0.smithi090.stdout:op 1658 completed, throughput=4.99MB/sec 2024-04-15T16:54:53.797 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WFo6zZ1_uWlMs3s off=20602344 len=1844235 2024-04-15T16:54:53.805 INFO:tasks.workunit.client.0.smithi090.stdout:op 1659 completed, throughput=4.99MB/sec 2024-04-15T16:54:53.805 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_0tcQzVbOVZicx9 off=5653231 len=661701 2024-04-15T16:54:53.809 INFO:tasks.workunit.client.0.smithi090.stdout:op 1660 completed, throughput=4.99MB/sec 2024-04-15T16:54:53.809 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IAnwm2eIzJHSJOH off=14559483 len=2014310 2024-04-15T16:54:53.811 INFO:tasks.workunit.client.0.smithi090.stdout:op 1661 completed, throughput=5MB/sec 2024-04-15T16:54:54.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:54 smithi153 ceph-mon[84714]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:54:54.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:54 smithi090 ceph-mon[89240]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:54:54.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:54 smithi090 ceph-mon[91618]: pgmap v1560: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:54:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: 322: throughput=4.98MB/sec pending data=0 2024-04-15T16:54:54.811 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ndCWu6CMozzV6Kp off=6720025 len=61208 2024-04-15T16:54:54.812 INFO:tasks.workunit.client.0.smithi090.stdout:op 1662 completed, throughput=4.98MB/sec 2024-04-15T16:54:54.812 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sRABjZJKRRq2JHg off=8504898 len=950539 2024-04-15T16:54:54.814 INFO:tasks.workunit.client.0.smithi090.stdout:op 1663 completed, throughput=4.99MB/sec 2024-04-15T16:54:54.814 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-r_575o5gbsFqDHg off=6725165 len=70705 2024-04-15T16:54:54.815 INFO:tasks.workunit.client.0.smithi090.stdout:op 1664 completed, throughput=4.99MB/sec 2024-04-15T16:54:54.815 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cvZQF-6xfcN_Che off=11272822 len=1675486 2024-04-15T16:54:54.817 INFO:tasks.workunit.client.0.smithi090.stdout:op 1665 completed, throughput=4.99MB/sec 2024-04-15T16:54:54.817 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WTlgRkT9YDlYtPY off=5277111 len=1720657 2024-04-15T16:54:54.826 INFO:tasks.workunit.client.0.smithi090.stdout:op 1666 completed, throughput=5MB/sec 2024-04-15T16:54:54.826 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2l7pWtiT-I8Lt4m off=2006818 len=1807192 2024-04-15T16:54:54.827 INFO:tasks.workunit.client.0.smithi090.stdout:op 1667 completed, throughput=5MB/sec 2024-04-15T16:54:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:55.828 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oFqOFVpA9NAvSR2 off=767747 len=287791 2024-04-15T16:54:55.829 INFO:tasks.workunit.client.0.smithi090.stdout:op 1668 completed, throughput=4.99MB/sec 2024-04-15T16:54:55.829 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iNe-JdaotfZimcA off=7447867 len=1602397 2024-04-15T16:54:55.837 INFO:tasks.workunit.client.0.smithi090.stdout:op 1669 completed, throughput=4.99MB/sec 2024-04-15T16:54:55.837 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-al4UBIIYN20GOtZ off=15264201 len=1443825 2024-04-15T16:54:55.844 INFO:tasks.workunit.client.0.smithi090.stdout:op 1670 completed, throughput=5MB/sec 2024-04-15T16:54:55.844 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iqaxgF-LqSgImoB off=1193423 len=1839896 2024-04-15T16:54:55.846 INFO:tasks.workunit.client.0.smithi090.stdout:op 1671 completed, throughput=5MB/sec 2024-04-15T16:54:56.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:56 smithi153 ceph-mon[84714]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T16:54:56.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:56 smithi090 ceph-mon[89240]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T16:54:56.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:56 smithi090 ceph-mon[91618]: pgmap v1561: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T16:54:56.846 INFO:tasks.workunit.client.0.smithi090.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:56.846 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ipJnxD4n1mzk0Wk off=6861013 len=36797 2024-04-15T16:54:56.849 INFO:tasks.workunit.client.0.smithi090.stdout:op 1672 completed, throughput=4.99MB/sec 2024-04-15T16:54:56.849 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bO5RZJU7SsiScd5 off=19827264 len=445589 2024-04-15T16:54:56.853 INFO:tasks.workunit.client.0.smithi090.stdout:op 1673 completed, throughput=4.99MB/sec 2024-04-15T16:54:56.853 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dSHB7UrxFZoF4QQ off=5602828 len=196523 2024-04-15T16:54:56.853 INFO:tasks.workunit.client.0.smithi090.stdout:op 1674 completed, throughput=4.99MB/sec 2024-04-15T16:54:56.854 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GlpyTQrmXZqsats off=1909342 len=739518 2024-04-15T16:54:56.858 INFO:tasks.workunit.client.0.smithi090.stdout:op 1675 completed, throughput=4.99MB/sec 2024-04-15T16:54:56.858 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AlFon8J4v6B0nax off=333288 len=1084363 2024-04-15T16:54:56.863 INFO:tasks.workunit.client.0.smithi090.stdout:op 1676 completed, throughput=4.99MB/sec 2024-04-15T16:54:56.863 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Fhk3-YN20nHeifK off=3573728 len=1676661 2024-04-15T16:54:56.873 INFO:tasks.workunit.client.0.smithi090.stdout:op 1677 completed, throughput=5MB/sec 2024-04-15T16:54:56.873 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-l-yAo5QVf_obj41 off=5734287 len=833200 2024-04-15T16:54:56.877 INFO:tasks.workunit.client.0.smithi090.stdout:op 1678 completed, throughput=5MB/sec 2024-04-15T16:54:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: 325: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:57.878 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dkFg9-HXO1mJ4Zr off=4518651 len=511236 2024-04-15T16:54:57.879 INFO:tasks.workunit.client.0.smithi090.stdout:op 1679 completed, throughput=4.99MB/sec 2024-04-15T16:54:57.879 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6Yn_lkdBFjxpzYg off=5722988 len=611976 2024-04-15T16:54:57.884 INFO:tasks.workunit.client.0.smithi090.stdout:op 1680 completed, throughput=4.99MB/sec 2024-04-15T16:54:57.884 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PUKq7WCrHxluVyB off=1772089 len=486450 2024-04-15T16:54:57.886 INFO:tasks.workunit.client.0.smithi090.stdout:op 1681 completed, throughput=4.99MB/sec 2024-04-15T16:54:57.886 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Xjw1gr74PazlQ80 off=1990885 len=1387918 2024-04-15T16:54:57.888 INFO:tasks.workunit.client.0.smithi090.stdout:op 1682 completed, throughput=4.99MB/sec 2024-04-15T16:54:57.888 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IEIBeAwn2RcXBJV off=19587550 len=1251923 2024-04-15T16:54:57.895 INFO:tasks.workunit.client.0.smithi090.stdout:op 1683 completed, throughput=5MB/sec 2024-04-15T16:54:57.895 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-beUYbfr8uFmnJ3C off=6369250 len=1708362 2024-04-15T16:54:57.905 INFO:tasks.workunit.client.0.smithi090.stdout:op 1684 completed, throughput=5MB/sec 2024-04-15T16:54:58.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:54:58 smithi153 ceph-mon[84714]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:54:58.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:54:58 smithi090 ceph-mon[89240]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:54:58.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:54:58 smithi090 ceph-mon[91618]: pgmap v1562: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:54:58.905 INFO:tasks.workunit.client.0.smithi090.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:58.905 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8064jgK5ZljPHTI off=6587141 len=1816594 2024-04-15T16:54:58.907 INFO:tasks.workunit.client.0.smithi090.stdout:op 1685 completed, throughput=4.99MB/sec 2024-04-15T16:54:58.908 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-w_Ck7pDG7QRTfYP off=3401820 len=1217323 2024-04-15T16:54:58.913 INFO:tasks.workunit.client.0.smithi090.stdout:op 1686 completed, throughput=5MB/sec 2024-04-15T16:54:58.914 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sMNIC_qlepc-hwv off=7347386 len=1372306 2024-04-15T16:54:58.920 INFO:tasks.workunit.client.0.smithi090.stdout:op 1687 completed, throughput=5MB/sec 2024-04-15T16:54:59.472 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:54:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:54:59] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-15T16:54:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-15T16:54:59.921 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NotYaGWnhS_Gli9 off=1211666 len=1396828 2024-04-15T16:54:59.927 INFO:tasks.workunit.client.0.smithi090.stdout:op 1688 completed, throughput=4.99MB/sec 2024-04-15T16:54:59.927 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JRmKAmOWGx3McHR off=6588471 len=425618 2024-04-15T16:54:59.931 INFO:tasks.workunit.client.0.smithi090.stdout:op 1689 completed, throughput=4.99MB/sec 2024-04-15T16:54:59.931 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CyCkSkf281xeDPQ off=4871218 len=1844935 2024-04-15T16:54:59.933 INFO:tasks.workunit.client.0.smithi090.stdout:op 1690 completed, throughput=5MB/sec 2024-04-15T16:54:59.934 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-brf_oEH95l_nlI0 off=13323364 len=1529141 2024-04-15T16:54:59.935 INFO:tasks.workunit.client.0.smithi090.stdout:op 1691 completed, throughput=5MB/sec 2024-04-15T16:54:59.935 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BvIZuIjtAXiU3tY off=1866731 len=1282480 2024-04-15T16:54:59.936 INFO:tasks.workunit.client.0.smithi090.stdout:op 1692 completed, throughput=5MB/sec 2024-04-15T16:55:00.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:00 smithi153 ceph-mon[84714]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:55:00.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:00 smithi090 ceph-mon[89240]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:55:00.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:00 smithi090 ceph-mon[91618]: pgmap v1563: 105 pgs: 105 active+clean; 127 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:55:00.936 INFO:tasks.workunit.client.0.smithi090.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:00.937 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sR1bWFH9BU9kKlD off=2625800 len=1090371 2024-04-15T16:55:00.939 INFO:tasks.workunit.client.0.smithi090.stdout:op 1693 completed, throughput=4.99MB/sec 2024-04-15T16:55:00.939 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eBBGtEOXU29eeQw off=1550811 len=1366469 2024-04-15T16:55:00.942 INFO:tasks.workunit.client.0.smithi090.stdout:op 1694 completed, throughput=5MB/sec 2024-04-15T16:55:00.942 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4wpmlu-KLhG9hpi off=7861299 len=1613827 2024-04-15T16:55:00.944 INFO:tasks.workunit.client.0.smithi090.stdout:op 1695 completed, throughput=5MB/sec 2024-04-15T16:55:01.944 INFO:tasks.workunit.client.0.smithi090.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:01.945 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sLwSmJdkJC4PPkK off=6042355 len=382200 2024-04-15T16:55:01.948 INFO:tasks.workunit.client.0.smithi090.stdout:op 1696 completed, throughput=4.99MB/sec 2024-04-15T16:55:01.948 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HA6j8Q7f65wrVM1 off=473419 len=2076610 2024-04-15T16:55:01.959 INFO:tasks.workunit.client.0.smithi090.stdout:op 1697 completed, throughput=4.99MB/sec 2024-04-15T16:55:01.960 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Jbeyaee-yU2an-7 off=3288793 len=1409085 2024-04-15T16:55:01.961 INFO:tasks.workunit.client.0.smithi090.stdout:op 1698 completed, throughput=5MB/sec 2024-04-15T16:55:01.962 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aB67R1_SsWC5jgv off=436624 len=134809 2024-04-15T16:55:01.962 INFO:tasks.workunit.client.0.smithi090.stdout:op 1699 completed, throughput=5MB/sec 2024-04-15T16:55:01.962 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-efvob14u8tSdHQk off=5388735 len=913220 2024-04-15T16:55:01.963 INFO:tasks.workunit.client.0.smithi090.stdout:op 1700 completed, throughput=5MB/sec 2024-04-15T16:55:01.963 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_iaMnd297pHAV-1 off=9695228 len=605687 2024-04-15T16:55:01.967 INFO:tasks.workunit.client.0.smithi090.stdout:op 1701 completed, throughput=5MB/sec 2024-04-15T16:55:02.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:02 smithi153 ceph-mon[84714]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:55:02.363 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:55:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:55:02.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:02 smithi090 ceph-mon[89240]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:55:02.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:02 smithi090 ceph-mon[91618]: pgmap v1564: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:55:02.967 INFO:tasks.workunit.client.0.smithi090.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:02.967 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hesplS3vzYnSyC2 off=15826730 len=2051738 2024-04-15T16:55:02.979 INFO:tasks.workunit.client.0.smithi090.stdout:op 1702 completed, throughput=4.99MB/sec 2024-04-15T16:55:02.979 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ILq2GHA7pIKvsQt off=9606406 len=257129 2024-04-15T16:55:02.982 INFO:tasks.workunit.client.0.smithi090.stdout:op 1703 completed, throughput=4.99MB/sec 2024-04-15T16:55:02.982 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qTaJY51EnseyIF2 off=9116958 len=315647 2024-04-15T16:55:02.983 INFO:tasks.workunit.client.0.smithi090.stdout:op 1704 completed, throughput=4.99MB/sec 2024-04-15T16:55:02.983 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fqqQtD5ZqeFAHiq off=7331857 len=796585 2024-04-15T16:55:02.987 INFO:tasks.workunit.client.0.smithi090.stdout:op 1705 completed, throughput=5MB/sec 2024-04-15T16:55:02.987 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QrTdBooHbm8crqN off=705532 len=1445580 2024-04-15T16:55:02.994 INFO:tasks.workunit.client.0.smithi090.stdout:op 1706 completed, throughput=5MB/sec 2024-04-15T16:55:02.994 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ETdAtKxDTiThO4r off=10745974 len=380578 2024-04-15T16:55:02.997 INFO:tasks.workunit.client.0.smithi090.stdout:op 1707 completed, throughput=5MB/sec 2024-04-15T16:55:03.997 INFO:tasks.workunit.client.0.smithi090.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:03.998 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JjC2wXHSIs-_asa off=2641836 len=1374252 2024-04-15T16:55:03.999 INFO:tasks.workunit.client.0.smithi090.stdout:op 1708 completed, throughput=4.99MB/sec 2024-04-15T16:55:04.000 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0uQ9UZQjDKoCncF off=7163468 len=1456630 2024-04-15T16:55:04.003 INFO:tasks.workunit.client.0.smithi090.stdout:op 1709 completed, throughput=4.99MB/sec 2024-04-15T16:55:04.003 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HmJcv1xyyyZ_6IE off=8261141 len=1189599 2024-04-15T16:55:04.005 INFO:tasks.workunit.client.0.smithi090.stdout:op 1710 completed, throughput=5MB/sec 2024-04-15T16:55:04.006 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_UO0L4On9-da0Va off=3619285 len=1304320 2024-04-15T16:55:04.012 INFO:tasks.workunit.client.0.smithi090.stdout:op 1711 completed, throughput=5MB/sec 2024-04-15T16:55:04.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:04 smithi153 ceph-mon[84714]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:55:04.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:04 smithi090 ceph-mon[89240]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:55:04.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:04 smithi090 ceph-mon[91618]: pgmap v1565: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:55:05.012 INFO:tasks.workunit.client.0.smithi090.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:05.013 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SzPwh13tWLWazRC off=4110241 len=1156071 2024-04-15T16:55:05.019 INFO:tasks.workunit.client.0.smithi090.stdout:op 1712 completed, throughput=4.99MB/sec 2024-04-15T16:55:05.019 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_VsHxTeProAWeNd off=407393 len=938986 2024-04-15T16:55:05.025 INFO:tasks.workunit.client.0.smithi090.stdout:op 1713 completed, throughput=4.99MB/sec 2024-04-15T16:55:05.025 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cddS5Jy8Jkosoc5 off=8577780 len=732909 2024-04-15T16:55:05.028 INFO:tasks.workunit.client.0.smithi090.stdout:op 1714 completed, throughput=4.99MB/sec 2024-04-15T16:55:05.028 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SuQ-0N1Q6uTKG_C off=2556524 len=1098872 2024-04-15T16:55:05.033 INFO:tasks.workunit.client.0.smithi090.stdout:op 1715 completed, throughput=5MB/sec 2024-04-15T16:55:05.033 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sVJHNfKYePvbMT- off=6658510 len=1634805 2024-04-15T16:55:05.036 INFO:tasks.workunit.client.0.smithi090.stdout:op 1716 completed, throughput=5MB/sec 2024-04-15T16:55:06.037 INFO:tasks.workunit.client.0.smithi090.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:06.037 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zCwKS5ycgz9PhHp off=1314840 len=1287248 2024-04-15T16:55:06.044 INFO:tasks.workunit.client.0.smithi090.stdout:op 1717 completed, throughput=4.99MB/sec 2024-04-15T16:55:06.044 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IRR-dayp6XbW6cG off=13413725 len=1052761 2024-04-15T16:55:06.046 INFO:tasks.workunit.client.0.smithi090.stdout:op 1718 completed, throughput=4.99MB/sec 2024-04-15T16:55:06.046 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4g-Ua1vHIuqICtk off=3454141 len=1390623 2024-04-15T16:55:06.054 INFO:tasks.workunit.client.0.smithi090.stdout:op 1719 completed, throughput=5MB/sec 2024-04-15T16:55:06.054 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yg8J3tOoGqq6E-L off=1351024 len=1736302 2024-04-15T16:55:06.059 INFO:tasks.workunit.client.0.smithi090.stdout:op 1720 completed, throughput=5MB/sec 2024-04-15T16:55:06.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:06 smithi153 ceph-mon[84714]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T16:55:06.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:06 smithi090 ceph-mon[89240]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T16:55:06.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:06 smithi090 ceph-mon[91618]: pgmap v1566: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T16:55:07.060 INFO:tasks.workunit.client.0.smithi090.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:07.060 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3e53Lqp5fPqcBTz off=3608888 len=189022 2024-04-15T16:55:07.060 INFO:tasks.workunit.client.0.smithi090.stdout:op 1721 completed, throughput=4.99MB/sec 2024-04-15T16:55:07.060 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_X4sbYNnayHytOx off=11346020 len=1708841 2024-04-15T16:55:07.067 INFO:tasks.workunit.client.0.smithi090.stdout:op 1722 completed, throughput=4.99MB/sec 2024-04-15T16:55:07.067 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Iq_44RnQHbrXUiH off=15197684 len=611414 2024-04-15T16:55:07.072 INFO:tasks.workunit.client.0.smithi090.stdout:op 1723 completed, throughput=4.99MB/sec 2024-04-15T16:55:07.072 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-llEfrcnxOBml5_N off=2414626 len=1905263 2024-04-15T16:55:07.079 INFO:tasks.workunit.client.0.smithi090.stdout:op 1724 completed, throughput=5MB/sec 2024-04-15T16:55:07.080 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lG0jBKTuQuAy6W0 off=4342771 len=1528753 2024-04-15T16:55:07.089 INFO:tasks.workunit.client.0.smithi090.stdout:op 1725 completed, throughput=5MB/sec 2024-04-15T16:55:08.089 INFO:tasks.workunit.client.0.smithi090.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:08.090 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2pfOdE20snRNKyl off=1193619 len=354184 2024-04-15T16:55:08.093 INFO:tasks.workunit.client.0.smithi090.stdout:op 1726 completed, throughput=4.99MB/sec 2024-04-15T16:55:08.093 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ka_VZYJOkjEIR6o off=1466327 len=439286 2024-04-15T16:55:08.093 INFO:tasks.workunit.client.0.smithi090.stdout:op 1727 completed, throughput=4.99MB/sec 2024-04-15T16:55:08.094 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8CzJDPIqBIeFAGd off=4413086 len=1492544 2024-04-15T16:55:08.100 INFO:tasks.workunit.client.0.smithi090.stdout:op 1728 completed, throughput=4.99MB/sec 2024-04-15T16:55:08.100 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Xl_72t0VeuIMSht off=3104766 len=1084380 2024-04-15T16:55:08.106 INFO:tasks.workunit.client.0.smithi090.stdout:op 1729 completed, throughput=5MB/sec 2024-04-15T16:55:08.106 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Rv2KGD0GruIWLGt off=694233 len=386728 2024-04-15T16:55:08.109 INFO:tasks.workunit.client.0.smithi090.stdout:op 1730 completed, throughput=5MB/sec 2024-04-15T16:55:08.109 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iBRwzR1PujwAUQT off=1829032 len=1725115 2024-04-15T16:55:08.111 INFO:tasks.workunit.client.0.smithi090.stdout:op 1731 completed, throughput=5MB/sec 2024-04-15T16:55:08.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:08 smithi153 ceph-mon[84714]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:55:08.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:55:08.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:08 smithi090 ceph-mon[89240]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:55:08.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:55:08.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:08 smithi090 ceph-mon[91618]: pgmap v1567: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:55:08.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:55:09.112 INFO:tasks.workunit.client.0.smithi090.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:09.112 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-w5vuDoz11UCv02R off=9264005 len=1040775 2024-04-15T16:55:09.113 INFO:tasks.workunit.client.0.smithi090.stdout:op 1732 completed, throughput=4.99MB/sec 2024-04-15T16:55:09.113 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-r9Rbd0ul0lKdoj5 off=4984653 len=1589643 2024-04-15T16:55:09.123 INFO:tasks.workunit.client.0.smithi090.stdout:op 1733 completed, throughput=5MB/sec 2024-04-15T16:55:09.123 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dQgmWwH8binYNJY off=2951098 len=1206549 2024-04-15T16:55:09.129 INFO:tasks.workunit.client.0.smithi090.stdout:op 1734 completed, throughput=5MB/sec 2024-04-15T16:55:09.129 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4JWX4-NiiV3ay_V off=562325 len=1323187 2024-04-15T16:55:09.136 INFO:tasks.workunit.client.0.smithi090.stdout:op 1735 completed, throughput=5MB/sec 2024-04-15T16:55:09.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:55:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:55:09] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-15T16:55:10.136 INFO:tasks.workunit.client.0.smithi090.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:10.137 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HcA1BXsT1wgKxl- off=8187016 len=1830517 2024-04-15T16:55:10.148 INFO:tasks.workunit.client.0.smithi090.stdout:op 1736 completed, throughput=4.99MB/sec 2024-04-15T16:55:10.148 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZKKWxSS3dCWrYSF off=4633774 len=1201789 2024-04-15T16:55:10.149 INFO:tasks.workunit.client.0.smithi090.stdout:op 1737 completed, throughput=5MB/sec 2024-04-15T16:55:10.150 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-N0POYy7YFQkAg5G off=5410318 len=1767476 2024-04-15T16:55:10.151 INFO:tasks.workunit.client.0.smithi090.stdout:op 1738 completed, throughput=5MB/sec 2024-04-15T16:55:10.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:10 smithi090 ceph-mon[91618]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:55:10.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:10 smithi090 ceph-mon[89240]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:55:10.613 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:10 smithi153 ceph-mon[84714]: pgmap v1568: 105 pgs: 105 active+clean; 127 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:55:11.152 INFO:tasks.workunit.client.0.smithi090.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:11.152 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bveQJt6KFjkWrMw off=1904026 len=1625986 2024-04-15T16:55:11.154 INFO:tasks.workunit.client.0.smithi090.stdout:op 1739 completed, throughput=4.99MB/sec 2024-04-15T16:55:11.154 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xtPWLNmOP9EU1Nf off=13592682 len=968923 2024-04-15T16:55:11.158 INFO:tasks.workunit.client.0.smithi090.stdout:op 1740 completed, throughput=4.99MB/sec 2024-04-15T16:55:11.158 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Nr3gfc0PE_jblPJ off=894033 len=574159 2024-04-15T16:55:11.158 INFO:tasks.workunit.client.0.smithi090.stdout:op 1741 completed, throughput=4.99MB/sec 2024-04-15T16:55:11.158 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-II1iCQGxH61NQFh off=2666827 len=2043466 2024-04-15T16:55:11.160 INFO:tasks.workunit.client.0.smithi090.stdout:op 1742 completed, throughput=5MB/sec 2024-04-15T16:55:12.160 INFO:tasks.workunit.client.0.smithi090.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:12.160 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mMTDfBFa8omDGmV off=1774254 len=1576877 2024-04-15T16:55:12.169 INFO:tasks.workunit.client.0.smithi090.stdout:op 1743 completed, throughput=4.99MB/sec 2024-04-15T16:55:12.169 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZohViIMf5PJ7PZx off=9929260 len=122531 2024-04-15T16:55:12.171 INFO:tasks.workunit.client.0.smithi090.stdout:op 1744 completed, throughput=4.99MB/sec 2024-04-15T16:55:12.171 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vqFyQxtzsFwXC_Q off=10201192 len=723088 2024-04-15T16:55:12.177 INFO:tasks.workunit.client.0.smithi090.stdout:op 1745 completed, throughput=4.99MB/sec 2024-04-15T16:55:12.177 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DyVJr8x10lCRl9D off=17191679 len=1097187 2024-04-15T16:55:12.182 INFO:tasks.workunit.client.0.smithi090.stdout:op 1746 completed, throughput=5MB/sec 2024-04-15T16:55:12.182 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ib8PsvRax8acTzV off=1643099 len=752008 2024-04-15T16:55:12.185 INFO:tasks.workunit.client.0.smithi090.stdout:op 1747 completed, throughput=5MB/sec 2024-04-15T16:55:12.185 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-24wq5wfwBuSJp8V off=1676860 len=1506110 2024-04-15T16:55:12.186 INFO:tasks.workunit.client.0.smithi090.stdout:op 1748 completed, throughput=5MB/sec 2024-04-15T16:55:12.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:12 smithi090 ceph-mon[89240]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:55:12.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:12 smithi090 ceph-mon[91618]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:55:12.613 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:12 smithi153 ceph-mon[84714]: pgmap v1569: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:55:12.613 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:55:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:55:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:55:13.187 INFO:tasks.workunit.client.0.smithi090.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:13.187 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pLTqkWwwEIqpgGx off=10216677 len=517419 2024-04-15T16:55:13.191 INFO:tasks.workunit.client.0.smithi090.stdout:op 1749 completed, throughput=4.99MB/sec 2024-04-15T16:55:13.191 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cbbtHxblwcr7JHk off=2644173 len=1008527 2024-04-15T16:55:13.197 INFO:tasks.workunit.client.0.smithi090.stdout:op 1750 completed, throughput=4.99MB/sec 2024-04-15T16:55:13.197 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0Kmwkq37PdtzqGj off=23795815 len=1660452 2024-04-15T16:55:13.199 INFO:tasks.workunit.client.0.smithi090.stdout:op 1751 completed, throughput=5MB/sec 2024-04-15T16:55:13.199 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SyU_Ae2zMmCVc06 off=6137680 len=100768 2024-04-15T16:55:13.202 INFO:tasks.workunit.client.0.smithi090.stdout:op 1752 completed, throughput=5MB/sec 2024-04-15T16:55:13.202 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jgjt2kYIemIOIrL off=7533228 len=873079 2024-04-15T16:55:13.203 INFO:tasks.workunit.client.0.smithi090.stdout:op 1753 completed, throughput=5MB/sec 2024-04-15T16:55:13.203 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Le8DhmXJdDYzPxc off=8180334 len=1392630 2024-04-15T16:55:13.209 INFO:tasks.workunit.client.0.smithi090.stdout:op 1754 completed, throughput=5MB/sec 2024-04-15T16:55:14.210 INFO:tasks.workunit.client.0.smithi090.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:14.210 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qPZavjWIBuXgfZj off=11164190 len=2082532 2024-04-15T16:55:14.212 INFO:tasks.workunit.client.0.smithi090.stdout:op 1755 completed, throughput=4.99MB/sec 2024-04-15T16:55:14.212 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kOB-SX-v_51VuKd off=3725086 len=747845 2024-04-15T16:55:14.213 INFO:tasks.workunit.client.0.smithi090.stdout:op 1756 completed, throughput=5MB/sec 2024-04-15T16:55:14.213 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-90YFns6xDQSFWul off=8722072 len=484289 2024-04-15T16:55:14.214 INFO:tasks.workunit.client.0.smithi090.stdout:op 1757 completed, throughput=5MB/sec 2024-04-15T16:55:14.214 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oeSIo0frBE_88fU off=1390510 len=591420 2024-04-15T16:55:14.217 INFO:tasks.workunit.client.0.smithi090.stdout:op 1758 completed, throughput=5MB/sec 2024-04-15T16:55:14.217 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QxF6MII8mEBSMDm off=620362 len=622107 2024-04-15T16:55:14.218 INFO:tasks.workunit.client.0.smithi090.stdout:op 1759 completed, throughput=5MB/sec 2024-04-15T16:55:14.218 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sl49QmqipcHvdgz off=3553170 len=538171 2024-04-15T16:55:14.223 INFO:tasks.workunit.client.0.smithi090.stdout:op 1760 completed, throughput=5MB/sec 2024-04-15T16:55:14.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:14 smithi090 ceph-mon[89240]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:55:14.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:14 smithi090 ceph-mon[91618]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:55:14.613 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:14 smithi153 ceph-mon[84714]: pgmap v1570: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:55:15.223 INFO:tasks.workunit.client.0.smithi090.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:15.223 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-srSttsAMMpEaVYt off=7360394 len=1787271 2024-04-15T16:55:15.231 INFO:tasks.workunit.client.0.smithi090.stdout:op 1761 completed, throughput=4.99MB/sec 2024-04-15T16:55:15.232 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0-uijhKy6tBIkK_ off=259158 len=778019 2024-04-15T16:55:15.235 INFO:tasks.workunit.client.0.smithi090.stdout:op 1762 completed, throughput=4.99MB/sec 2024-04-15T16:55:15.235 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6nzV9nBnqYeIftx off=3174979 len=1986108 2024-04-15T16:55:15.247 INFO:tasks.workunit.client.0.smithi090.stdout:op 1763 completed, throughput=5MB/sec 2024-04-15T16:55:15.247 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ey5cIQmaMEC0WFf off=1311178 len=1982649 2024-04-15T16:55:15.256 INFO:tasks.workunit.client.0.smithi090.stdout:op 1764 completed, throughput=5MB/sec 2024-04-15T16:55:16.256 INFO:tasks.workunit.client.0.smithi090.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:16.256 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lFtcSUcOldWaxMG off=871648 len=466289 2024-04-15T16:55:16.257 INFO:tasks.workunit.client.0.smithi090.stdout:op 1765 completed, throughput=4.99MB/sec 2024-04-15T16:55:16.257 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-blucy-Yu2HFsOEe off=8737629 len=597046 2024-04-15T16:55:16.262 INFO:tasks.workunit.client.0.smithi090.stdout:op 1766 completed, throughput=4.99MB/sec 2024-04-15T16:55:16.262 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4fYmyW6CrpG0NGa off=1587240 len=91549 2024-04-15T16:55:16.262 INFO:tasks.workunit.client.0.smithi090.stdout:op 1767 completed, throughput=4.99MB/sec 2024-04-15T16:55:16.262 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7Mp7NrbS1NNEseS off=2486729 len=1856633 2024-04-15T16:55:16.266 INFO:tasks.workunit.client.0.smithi090.stdout:op 1768 completed, throughput=5MB/sec 2024-04-15T16:55:16.266 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iz_8xW0f09tz3A6 off=5986621 len=1332216 2024-04-15T16:55:16.267 INFO:tasks.workunit.client.0.smithi090.stdout:op 1769 completed, throughput=5MB/sec 2024-04-15T16:55:16.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:16 smithi090 ceph-mon[89240]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-15T16:55:16.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:16 smithi090 ceph-mon[91618]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-15T16:55:16.613 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:16 smithi153 ceph-mon[84714]: pgmap v1571: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-15T16:55:17.267 INFO:tasks.workunit.client.0.smithi090.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:17.267 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Lf4PbCX6HZQ6rQi off=9526641 len=649316 2024-04-15T16:55:17.269 INFO:tasks.workunit.client.0.smithi090.stdout:op 1770 completed, throughput=4.99MB/sec 2024-04-15T16:55:17.269 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0YgJioIkJGMTT-C off=15601263 len=1249526 2024-04-15T16:55:17.270 INFO:tasks.workunit.client.0.smithi090.stdout:op 1771 completed, throughput=4.99MB/sec 2024-04-15T16:55:17.270 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2_UpxbA7z9TscBC off=7616725 len=1633166 2024-04-15T16:55:17.272 INFO:tasks.workunit.client.0.smithi090.stdout:op 1772 completed, throughput=5MB/sec 2024-04-15T16:55:17.272 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Md5UJ5ydlip2eKT off=4507825 len=943873 2024-04-15T16:55:17.273 INFO:tasks.workunit.client.0.smithi090.stdout:op 1773 completed, throughput=5MB/sec 2024-04-15T16:55:17.273 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rKyPtQd8lyEOcb9 off=10649862 len=1503664 2024-04-15T16:55:17.279 INFO:tasks.workunit.client.0.smithi090.stdout:op 1774 completed, throughput=5MB/sec 2024-04-15T16:55:18.280 INFO:tasks.workunit.client.0.smithi090.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:18.280 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SJ1pjxTTVgjDuPg off=2835928 len=511184 2024-04-15T16:55:18.284 INFO:tasks.workunit.client.0.smithi090.stdout:op 1775 completed, throughput=4.99MB/sec 2024-04-15T16:55:18.284 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LqpWU83mHFphrx6 off=1117753 len=2084611 2024-04-15T16:55:18.286 INFO:tasks.workunit.client.0.smithi090.stdout:op 1776 completed, throughput=5MB/sec 2024-04-15T16:55:18.286 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-R3PFzpV1ds-9WmZ off=13696993 len=546881 2024-04-15T16:55:18.291 INFO:tasks.workunit.client.0.smithi090.stdout:op 1777 completed, throughput=5MB/sec 2024-04-15T16:55:18.291 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-j-9XHlNvqPAd5RK off=12121772 len=624040 2024-04-15T16:55:18.295 INFO:tasks.workunit.client.0.smithi090.stdout:op 1778 completed, throughput=5MB/sec 2024-04-15T16:55:18.295 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VEdgqyhypfyBKJ8 off=689735 len=11510 2024-04-15T16:55:18.297 INFO:tasks.workunit.client.0.smithi090.stdout:op 1779 completed, throughput=5MB/sec 2024-04-15T16:55:18.297 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-v4eoVhs_-Cr9y39 off=1785578 len=2043658 2024-04-15T16:55:18.299 INFO:tasks.workunit.client.0.smithi090.stdout:op 1780 completed, throughput=5MB/sec 2024-04-15T16:55:18.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:18 smithi090 ceph-mon[89240]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-15T16:55:18.571 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:18 smithi090 ceph-mon[91618]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-15T16:55:18.613 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:18 smithi153 ceph-mon[84714]: pgmap v1572: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-15T16:55:19.300 INFO:tasks.workunit.client.0.smithi090.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:19.300 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CXDSgv-f25zA75A off=1887342 len=1937640 2024-04-15T16:55:19.302 INFO:tasks.workunit.client.0.smithi090.stdout:op 1781 completed, throughput=5MB/sec 2024-04-15T16:55:19.302 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mQGxHg-qXipXXEY off=42024 len=1005371 2024-04-15T16:55:19.308 INFO:tasks.workunit.client.0.smithi090.stdout:op 1782 completed, throughput=5MB/sec 2024-04-15T16:55:19.308 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-diWcnt4VhPefAgX off=352543 len=1958186 2024-04-15T16:55:19.319 INFO:tasks.workunit.client.0.smithi090.stdout:op 1783 completed, throughput=5MB/sec 2024-04-15T16:55:19.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:55:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:55:19] "GET /metrics HTTP/1.1" 200 34044 "" "Prometheus/2.43.0" 2024-04-15T16:55:20.321 INFO:tasks.workunit.client.0.smithi090.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:20.322 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AlUHPOau4c8sYUU off=1721664 len=56565 2024-04-15T16:55:20.322 INFO:tasks.workunit.client.0.smithi090.stdout:op 1784 completed, throughput=4.99MB/sec 2024-04-15T16:55:20.322 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jqIHUjeTCISNiZm off=7825197 len=1665241 2024-04-15T16:55:20.326 INFO:tasks.workunit.client.0.smithi090.stdout:op 1785 completed, throughput=4.99MB/sec 2024-04-15T16:55:20.326 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Bg3IRZApz1DaQhW off=791413 len=1081070 2024-04-15T16:55:20.332 INFO:tasks.workunit.client.0.smithi090.stdout:op 1786 completed, throughput=5MB/sec 2024-04-15T16:55:20.332 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pTYLz8QnmY8-3XY off=3037953 len=1001771 2024-04-15T16:55:20.337 INFO:tasks.workunit.client.0.smithi090.stdout:op 1787 completed, throughput=5MB/sec 2024-04-15T16:55:20.337 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sA0C5AplkLcEwq9 off=503486 len=139406 2024-04-15T16:55:20.338 INFO:tasks.workunit.client.0.smithi090.stdout:op 1788 completed, throughput=5MB/sec 2024-04-15T16:55:20.338 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2_UpxbA7z9TscBC off=7839092 len=865031 2024-04-15T16:55:20.342 INFO:tasks.workunit.client.0.smithi090.stdout:op 1789 completed, throughput=5MB/sec 2024-04-15T16:55:20.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:20 smithi090 ceph-mon[91618]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:55:20.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:20 smithi090 ceph-mon[89240]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:55:20.613 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:20 smithi153 ceph-mon[84714]: pgmap v1573: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:55:21.342 INFO:tasks.workunit.client.0.smithi090.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:21.342 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VledIBh2PyAJWiM off=1873818 len=443734 2024-04-15T16:55:21.346 INFO:tasks.workunit.client.0.smithi090.stdout:op 1790 completed, throughput=4.99MB/sec 2024-04-15T16:55:21.347 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IR5aDawAOnAgTtK off=1695983 len=807136 2024-04-15T16:55:21.351 INFO:tasks.workunit.client.0.smithi090.stdout:op 1791 completed, throughput=4.99MB/sec 2024-04-15T16:55:21.351 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ucMmTTy3TCJDJJ4 off=7529817 len=1515 2024-04-15T16:55:21.353 INFO:tasks.workunit.client.0.smithi090.stdout:op 1792 completed, throughput=4.99MB/sec 2024-04-15T16:55:21.353 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1zkOKfasF4GVJl5 off=1564714 len=2040732 2024-04-15T16:55:21.357 INFO:tasks.workunit.client.0.smithi090.stdout:op 1793 completed, throughput=5MB/sec 2024-04-15T16:55:21.357 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5OCF-FMlzbR5zwf off=3209739 len=739420 2024-04-15T16:55:21.358 INFO:tasks.workunit.client.0.smithi090.stdout:op 1794 completed, throughput=5MB/sec 2024-04-15T16:55:21.358 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DO0RU1vZv7sX5wQ off=21023937 len=2032540 2024-04-15T16:55:21.360 INFO:tasks.workunit.client.0.smithi090.stdout:op 1795 completed, throughput=5MB/sec 2024-04-15T16:55:22.361 INFO:tasks.workunit.client.0.smithi090.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:22.361 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4XCzAnhIMe6v-3i off=13327866 len=1512908 2024-04-15T16:55:22.363 INFO:tasks.workunit.client.0.smithi090.stdout:op 1796 completed, throughput=4.99MB/sec 2024-04-15T16:55:22.363 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ILCJBiBCEUumG6R off=1381431 len=1217917 2024-04-15T16:55:22.364 INFO:tasks.workunit.client.0.smithi090.stdout:op 1797 completed, throughput=5MB/sec 2024-04-15T16:55:22.364 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Clqv_WOIcEOwwsC off=531588 len=1188448 2024-04-15T16:55:22.376 INFO:tasks.workunit.client.0.smithi090.stdout:op 1798 completed, throughput=5MB/sec 2024-04-15T16:55:22.414 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:22 smithi153 ceph-mon[84714]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:55:22.414 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:55:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:55:22.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:22 smithi090 ceph-mon[89240]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:55:22.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:22 smithi090 ceph-mon[91618]: pgmap v1574: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:55:23.377 INFO:tasks.workunit.client.0.smithi090.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:23.377 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-J1v3Y1FG0dPGJw8 off=1198132 len=2011340 2024-04-15T16:55:23.387 INFO:tasks.workunit.client.0.smithi090.stdout:op 1799 completed, throughput=4.99MB/sec 2024-04-15T16:55:23.388 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SiY8D7K1-dm7DOR off=10622699 len=728318 2024-04-15T16:55:23.389 INFO:tasks.workunit.client.0.smithi090.stdout:op 1800 completed, throughput=4.99MB/sec 2024-04-15T16:55:23.389 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ebsXJo3JQZElQTZ off=14687277 len=358846 2024-04-15T16:55:23.392 INFO:tasks.workunit.client.0.smithi090.stdout:op 1801 completed, throughput=4.99MB/sec 2024-04-15T16:55:23.392 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-O-iNOBW6n_XrVZg off=8163313 len=216567 2024-04-15T16:55:23.393 INFO:tasks.workunit.client.0.smithi090.stdout:op 1802 completed, throughput=4.99MB/sec 2024-04-15T16:55:23.393 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1zp1FuWYQUPQAId off=7585872 len=603034 2024-04-15T16:55:23.394 INFO:tasks.workunit.client.0.smithi090.stdout:op 1803 completed, throughput=5MB/sec 2024-04-15T16:55:23.394 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AKcMLTk8lLzsfa9 off=15911066 len=1997595 2024-04-15T16:55:23.396 INFO:tasks.workunit.client.0.smithi090.stdout:op 1804 completed, throughput=5MB/sec 2024-04-15T16:55:23.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:55:23.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:55:23.613 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:55:24.397 INFO:tasks.workunit.client.0.smithi090.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:24.397 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-F_-LBM62MUDKPAp off=8683908 len=918993 2024-04-15T16:55:24.403 INFO:tasks.workunit.client.0.smithi090.stdout:op 1805 completed, throughput=4.99MB/sec 2024-04-15T16:55:24.403 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YwOasK_aIcPgGPN off=292618 len=1524820 2024-04-15T16:55:24.405 INFO:tasks.workunit.client.0.smithi090.stdout:op 1806 completed, throughput=4.99MB/sec 2024-04-15T16:55:24.405 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yd7mzPe_m5q2dD3 off=2770280 len=747013 2024-04-15T16:55:24.410 INFO:tasks.workunit.client.0.smithi090.stdout:op 1807 completed, throughput=5MB/sec 2024-04-15T16:55:24.410 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RZng6NhjHv3g2eJ off=524880 len=743805 2024-04-15T16:55:24.415 INFO:tasks.workunit.client.0.smithi090.stdout:op 1808 completed, throughput=5MB/sec 2024-04-15T16:55:24.415 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-x86EliP1L1TjUO- off=371321 len=1784626 2024-04-15T16:55:24.416 INFO:tasks.workunit.client.0.smithi090.stdout:op 1809 completed, throughput=5MB/sec 2024-04-15T16:55:24.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:24 smithi090 ceph-mon[89240]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:55:24.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:24 smithi090 ceph-mon[91618]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:55:24.613 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:24 smithi153 ceph-mon[84714]: pgmap v1575: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:55:25.417 INFO:tasks.workunit.client.0.smithi090.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:25.417 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UUx1POU0VAkMtz6 off=3481179 len=1149441 2024-04-15T16:55:25.425 INFO:tasks.workunit.client.0.smithi090.stdout:op 1810 completed, throughput=4.99MB/sec 2024-04-15T16:55:25.425 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-R0OGhWqjldS-BLM off=51266 len=955082 2024-04-15T16:55:25.429 INFO:tasks.workunit.client.0.smithi090.stdout:op 1811 completed, throughput=4.99MB/sec 2024-04-15T16:55:25.429 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RzcEKGj041sEaWS off=3482468 len=1524356 2024-04-15T16:55:25.433 INFO:tasks.workunit.client.0.smithi090.stdout:op 1812 completed, throughput=5MB/sec 2024-04-15T16:55:25.433 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OpJqA93OzAJYbGs off=3321682 len=288661 2024-04-15T16:55:25.435 INFO:tasks.workunit.client.0.smithi090.stdout:op 1813 completed, throughput=5MB/sec 2024-04-15T16:55:25.435 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Lm8B4HgPU95eKn5 off=2627852 len=1458699 2024-04-15T16:55:25.443 INFO:tasks.workunit.client.0.smithi090.stdout:op 1814 completed, throughput=5MB/sec 2024-04-15T16:55:26.443 INFO:tasks.workunit.client.0.smithi090.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:26.443 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-l58coDqKiGGit1x off=3950813 len=1540149 2024-04-15T16:55:26.450 INFO:tasks.workunit.client.0.smithi090.stdout:op 1815 completed, throughput=4.99MB/sec 2024-04-15T16:55:26.450 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8sLiRSLKflksKcd off=10052679 len=2025993 2024-04-15T16:55:26.452 INFO:tasks.workunit.client.0.smithi090.stdout:op 1816 completed, throughput=5MB/sec 2024-04-15T16:55:26.452 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GSLlD7u2JKFygnJ off=7944693 len=1395095 2024-04-15T16:55:26.457 INFO:tasks.workunit.client.0.smithi090.stdout:op 1817 completed, throughput=5MB/sec 2024-04-15T16:55:26.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:26 smithi090 ceph-mon[89240]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:55:26.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:26 smithi090 ceph-mon[91618]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:55:26.612 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:26 smithi153 ceph-mon[84714]: pgmap v1576: 105 pgs: 105 active+clean; 127 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:55:27.458 INFO:tasks.workunit.client.0.smithi090.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:27.458 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fUnkRc9u5yRwS8i off=7266783 len=56025 2024-04-15T16:55:27.458 INFO:tasks.workunit.client.0.smithi090.stdout:op 1818 completed, throughput=4.99MB/sec 2024-04-15T16:55:27.458 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_7KpnjHLJmqoKa8 off=10202697 len=1811514 2024-04-15T16:55:27.468 INFO:tasks.workunit.client.0.smithi090.stdout:op 1819 completed, throughput=4.99MB/sec 2024-04-15T16:55:27.469 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GAYFf8aulY1ZQ45 off=8262986 len=1135491 2024-04-15T16:55:27.476 INFO:tasks.workunit.client.0.smithi090.stdout:op 1820 completed, throughput=5MB/sec 2024-04-15T16:55:27.476 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JKUI8xv98X0armJ off=405616 len=1335786 2024-04-15T16:55:27.483 INFO:tasks.workunit.client.0.smithi090.stdout:op 1821 completed, throughput=5MB/sec 2024-04-15T16:55:27.483 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0Fg2cgBmzHSjd-k off=4141727 len=1088399 2024-04-15T16:55:27.485 INFO:tasks.workunit.client.0.smithi090.stdout:op 1822 completed, throughput=5MB/sec 2024-04-15T16:55:28.485 INFO:tasks.workunit.client.0.smithi090.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:28.485 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MGRtdSWI7q3XQPX off=733760 len=540466 2024-04-15T16:55:28.488 INFO:tasks.workunit.client.0.smithi090.stdout:op 1823 completed, throughput=4.99MB/sec 2024-04-15T16:55:28.488 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gcmZwo1Woi6XKQP off=9329175 len=462807 2024-04-15T16:55:28.491 INFO:tasks.workunit.client.0.smithi090.stdout:op 1824 completed, throughput=4.99MB/sec 2024-04-15T16:55:28.492 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XS_a5FkixLyEkYu off=19760674 len=1086954 2024-04-15T16:55:28.497 INFO:tasks.workunit.client.0.smithi090.stdout:op 1825 completed, throughput=4.99MB/sec 2024-04-15T16:55:28.497 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sDnxPwDbssgjCVO off=7976420 len=592428 2024-04-15T16:55:28.498 INFO:tasks.workunit.client.0.smithi090.stdout:op 1826 completed, throughput=5MB/sec 2024-04-15T16:55:28.499 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-j72PM6J7sDbaHuB off=1085052 len=1343340 2024-04-15T16:55:28.500 INFO:tasks.workunit.client.0.smithi090.stdout:op 1827 completed, throughput=5MB/sec 2024-04-15T16:55:28.500 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-itDJD2yLlwTT3a7 off=1676919 len=1507972 2024-04-15T16:55:28.501 INFO:tasks.workunit.client.0.smithi090.stdout:op 1828 completed, throughput=5MB/sec 2024-04-15T16:55:28.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:28 smithi090 ceph-mon[91618]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:55:28.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:55:28.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:28 smithi090 ceph-mon[89240]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:55:28.571 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:55:28.612 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:28 smithi153 ceph-mon[84714]: pgmap v1577: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:55:28.613 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:55:29.471 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:55:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:55:29] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-15T16:55:29.472 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:29 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:55:29.472 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:29 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:55:29.472 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:29 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:55:29.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:29 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:55:29.472 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:29 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:55:29.473 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:29 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:55:29.501 INFO:tasks.workunit.client.0.smithi090.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:29.501 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MohXnfyoURSashn off=7610127 len=456266 2024-04-15T16:55:29.502 INFO:tasks.workunit.client.0.smithi090.stdout:op 1829 completed, throughput=4.99MB/sec 2024-04-15T16:55:29.502 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tkn6ZXuU6Z15tS1 off=8844800 len=1596366 2024-04-15T16:55:29.504 INFO:tasks.workunit.client.0.smithi090.stdout:op 1830 completed, throughput=4.99MB/sec 2024-04-15T16:55:29.504 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4WtEdlfWPGihVa9 off=975521 len=1137928 2024-04-15T16:55:29.505 INFO:tasks.workunit.client.0.smithi090.stdout:op 1831 completed, throughput=5MB/sec 2024-04-15T16:55:29.505 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-J-XI_o0gwSZrb9u off=14325705 len=649568 2024-04-15T16:55:29.506 INFO:tasks.workunit.client.0.smithi090.stdout:op 1832 completed, throughput=5MB/sec 2024-04-15T16:55:29.506 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bvi1qau4X6soibu off=9061954 len=1635712 2024-04-15T16:55:29.516 INFO:tasks.workunit.client.0.smithi090.stdout:op 1833 completed, throughput=5MB/sec 2024-04-15T16:55:29.613 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:29 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:55:29.613 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:29 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:55:29.613 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:29 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:55:30.516 INFO:tasks.workunit.client.0.smithi090.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:30.517 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-adY9ROLm6yk4AYR off=7137121 len=1434039 2024-04-15T16:55:30.524 INFO:tasks.workunit.client.0.smithi090.stdout:op 1834 completed, throughput=4.99MB/sec 2024-04-15T16:55:30.525 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3NRvkOPUTyXdRqx off=869798 len=1599573 2024-04-15T16:55:30.533 INFO:tasks.workunit.client.0.smithi090.stdout:op 1835 completed, throughput=5MB/sec 2024-04-15T16:55:30.533 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_CF3_y2FupSONWC off=463304 len=594600 2024-04-15T16:55:30.533 INFO:tasks.workunit.client.0.smithi090.stdout:op 1836 completed, throughput=5MB/sec 2024-04-15T16:55:30.534 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wip86ZmOpdgG1_4 off=5759642 len=468975 2024-04-15T16:55:30.534 INFO:tasks.workunit.client.0.smithi090.stdout:op 1837 completed, throughput=5MB/sec 2024-04-15T16:55:30.534 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bJEI_FG5iOdq2cH off=18982675 len=1496344 2024-04-15T16:55:30.537 INFO:tasks.workunit.client.0.smithi090.stdout:op 1838 completed, throughput=5MB/sec 2024-04-15T16:55:30.821 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:30 smithi090 ceph-mon[89240]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:55:30.821 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:30 smithi090 ceph-mon[91618]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:55:30.863 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:30 smithi153 ceph-mon[84714]: pgmap v1578: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:55:31.538 INFO:tasks.workunit.client.0.smithi090.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:31.538 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QPJuoWVCDlgcWc3 off=2008138 len=776924 2024-04-15T16:55:31.543 INFO:tasks.workunit.client.0.smithi090.stdout:op 1839 completed, throughput=4.99MB/sec 2024-04-15T16:55:31.543 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8R5sATftLLxF4yu off=44504 len=244467 2024-04-15T16:55:31.546 INFO:tasks.workunit.client.0.smithi090.stdout:op 1840 completed, throughput=4.99MB/sec 2024-04-15T16:55:31.546 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_5Fwm8YmpM6TqfF off=16556540 len=1208250 2024-04-15T16:55:31.549 INFO:tasks.workunit.client.0.smithi090.stdout:op 1841 completed, throughput=5MB/sec 2024-04-15T16:55:31.549 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pYg8sU_Ae4tzE7v off=17868270 len=1612004 2024-04-15T16:55:31.551 INFO:tasks.workunit.client.0.smithi090.stdout:op 1842 completed, throughput=5MB/sec 2024-04-15T16:55:31.551 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qNREU7RPDeA04Zz off=15700432 len=19982 2024-04-15T16:55:31.551 INFO:tasks.workunit.client.0.smithi090.stdout:op 1843 completed, throughput=5MB/sec 2024-04-15T16:55:31.551 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PwYoHUD6YvIkhaz off=6064214 len=499563 2024-04-15T16:55:31.555 INFO:tasks.workunit.client.0.smithi090.stdout:op 1844 completed, throughput=5MB/sec 2024-04-15T16:55:32.555 INFO:tasks.workunit.client.0.smithi090.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:32.555 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-azni4DaHu-j1wf7 off=4041126 len=1393823 2024-04-15T16:55:32.557 INFO:tasks.workunit.client.0.smithi090.stdout:op 1845 completed, throughput=4.99MB/sec 2024-04-15T16:55:32.557 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Q_xnDI3z0n2-_SE off=36613 len=1602431 2024-04-15T16:55:32.560 INFO:tasks.workunit.client.0.smithi090.stdout:op 1846 completed, throughput=5MB/sec 2024-04-15T16:55:32.561 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wMdKcI9taAN9xaa off=6723238 len=1861150 2024-04-15T16:55:32.563 INFO:tasks.workunit.client.0.smithi090.stdout:op 1847 completed, throughput=5MB/sec 2024-04-15T16:55:32.563 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SVKtj0Z_fUZ-c9H off=5100755 len=1706650 2024-04-15T16:55:32.566 INFO:tasks.workunit.client.0.smithi090.stdout:op 1848 completed, throughput=5MB/sec 2024-04-15T16:55:32.613 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:32 smithi153 ceph-mon[84714]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:55:32.613 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:55:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:55:32.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:32 smithi090 ceph-mon[91618]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:55:32.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:32 smithi090 ceph-mon[89240]: pgmap v1579: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:55:33.567 INFO:tasks.workunit.client.0.smithi090.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:33.567 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9cTHdrG-m1dp6A1 off=11478294 len=718807 2024-04-15T16:55:33.571 INFO:tasks.workunit.client.0.smithi090.stdout:op 1849 completed, throughput=4.99MB/sec 2024-04-15T16:55:33.571 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YF5C_Ghw_LNFg7A off=1187998 len=1517463 2024-04-15T16:55:33.572 INFO:tasks.workunit.client.0.smithi090.stdout:op 1850 completed, throughput=5MB/sec 2024-04-15T16:55:33.573 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-saXTd3cEYZkpRTV off=5207977 len=441393 2024-04-15T16:55:33.576 INFO:tasks.workunit.client.0.smithi090.stdout:op 1851 completed, throughput=5MB/sec 2024-04-15T16:55:33.576 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MCBgBT7lY_n78fX off=9265009 len=829502 2024-04-15T16:55:33.581 INFO:tasks.workunit.client.0.smithi090.stdout:op 1852 completed, throughput=5MB/sec 2024-04-15T16:55:33.581 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cxmsEEmzy5F953j off=1413708 len=1864364 2024-04-15T16:55:33.583 INFO:tasks.workunit.client.0.smithi090.stdout:op 1853 completed, throughput=5MB/sec 2024-04-15T16:55:34.583 INFO:tasks.workunit.client.0.smithi090.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:34.584 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2UllV2xkm7Qvcuu off=4777696 len=1367876 2024-04-15T16:55:34.585 INFO:tasks.workunit.client.0.smithi090.stdout:op 1854 completed, throughput=4.99MB/sec 2024-04-15T16:55:34.585 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TYh_vKG2aPhe2v5 off=2526179 len=1003509 2024-04-15T16:55:34.591 INFO:tasks.workunit.client.0.smithi090.stdout:op 1855 completed, throughput=5MB/sec 2024-04-15T16:55:34.591 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KpHbOEWt2ywrp4e off=898321 len=223180 2024-04-15T16:55:34.594 INFO:tasks.workunit.client.0.smithi090.stdout:op 1856 completed, throughput=5MB/sec 2024-04-15T16:55:34.594 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-f-vvZ5A2byQBLmn off=2243445 len=1532945 2024-04-15T16:55:34.603 INFO:tasks.workunit.client.0.smithi090.stdout:op 1857 completed, throughput=5MB/sec 2024-04-15T16:55:34.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:34 smithi090 ceph-mon[89240]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:55:34.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:34 smithi090 ceph-mon[91618]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:55:34.863 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:34 smithi153 ceph-mon[84714]: pgmap v1580: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:55:35.603 INFO:tasks.workunit.client.0.smithi090.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:35.603 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6-bw4lxU9fAEKzj off=13618867 len=1535783 2024-04-15T16:55:35.611 INFO:tasks.workunit.client.0.smithi090.stdout:op 1858 completed, throughput=4.99MB/sec 2024-04-15T16:55:35.612 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3XYQr6n_ubj1Yc6 off=441944 len=1880815 2024-04-15T16:55:35.623 INFO:tasks.workunit.client.0.smithi090.stdout:op 1859 completed, throughput=5MB/sec 2024-04-15T16:55:35.623 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-px862_NGpbbTlfD off=3031022 len=1707197 2024-04-15T16:55:35.624 INFO:tasks.workunit.client.0.smithi090.stdout:op 1860 completed, throughput=5MB/sec 2024-04-15T16:55:36.624 INFO:tasks.workunit.client.0.smithi090.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:36.624 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-K1v_B1hUCSlYSJP off=21675297 len=1739928 2024-04-15T16:55:36.626 INFO:tasks.workunit.client.0.smithi090.stdout:op 1861 completed, throughput=4.99MB/sec 2024-04-15T16:55:36.626 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-F2op-utBXy8oYae off=651626 len=1860959 2024-04-15T16:55:36.629 INFO:tasks.workunit.client.0.smithi090.stdout:op 1862 completed, throughput=5MB/sec 2024-04-15T16:55:36.629 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LFmJEjaXxFFfeq0 off=17236054 len=214517 2024-04-15T16:55:36.630 INFO:tasks.workunit.client.0.smithi090.stdout:op 1863 completed, throughput=5MB/sec 2024-04-15T16:55:36.630 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oiiF0II1JDpf9Gl off=5756559 len=1586868 2024-04-15T16:55:36.631 INFO:tasks.workunit.client.0.smithi090.stdout:op 1864 completed, throughput=5MB/sec 2024-04-15T16:55:36.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:36 smithi090 ceph-mon[91618]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:55:36.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:36 smithi090 ceph-mon[89240]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:55:36.862 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:36 smithi153 ceph-mon[84714]: pgmap v1581: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:55:37.631 INFO:tasks.workunit.client.0.smithi090.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:37.632 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OqT-mggiavK555B off=4804006 len=2062692 2024-04-15T16:55:37.641 INFO:tasks.workunit.client.0.smithi090.stdout:op 1865 completed, throughput=4.99MB/sec 2024-04-15T16:55:37.642 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bEdaPxoZK1w37jo off=9443045 len=77349 2024-04-15T16:55:37.642 INFO:tasks.workunit.client.0.smithi090.stdout:op 1866 completed, throughput=4.99MB/sec 2024-04-15T16:55:37.642 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wikxRic4pAUiY4r off=5121025 len=1231000 2024-04-15T16:55:37.643 INFO:tasks.workunit.client.0.smithi090.stdout:op 1867 completed, throughput=5MB/sec 2024-04-15T16:55:37.643 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wRmHhapWRDbSpmh off=5342343 len=30041 2024-04-15T16:55:37.643 INFO:tasks.workunit.client.0.smithi090.stdout:op 1868 completed, throughput=5MB/sec 2024-04-15T16:55:37.643 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZLyqWTqVdPujbWz off=1197040 len=2013483 2024-04-15T16:55:37.644 INFO:tasks.workunit.client.0.smithi090.stdout:op 1869 completed, throughput=5MB/sec 2024-04-15T16:55:38.645 INFO:tasks.workunit.client.0.smithi090.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:38.645 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-U1ENsMAwye4Zox2 off=6637588 len=303028 2024-04-15T16:55:38.648 INFO:tasks.workunit.client.0.smithi090.stdout:op 1870 completed, throughput=4.99MB/sec 2024-04-15T16:55:38.648 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_pxH3S3noovzm1K off=795423 len=911316 2024-04-15T16:55:38.654 INFO:tasks.workunit.client.0.smithi090.stdout:op 1871 completed, throughput=4.99MB/sec 2024-04-15T16:55:38.654 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xZv7HMpMYP_HwBN off=3917352 len=614335 2024-04-15T16:55:38.656 INFO:tasks.workunit.client.0.smithi090.stdout:op 1872 completed, throughput=4.99MB/sec 2024-04-15T16:55:38.656 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Le7Bx51EQYvvIb5 off=7794054 len=634226 2024-04-15T16:55:38.660 INFO:tasks.workunit.client.0.smithi090.stdout:op 1873 completed, throughput=4.99MB/sec 2024-04-15T16:55:38.660 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dZgsfxdcgr3HHTv off=732620 len=228752 2024-04-15T16:55:38.663 INFO:tasks.workunit.client.0.smithi090.stdout:op 1874 completed, throughput=4.99MB/sec 2024-04-15T16:55:38.663 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AdkPFhpuC2nGRop off=6508533 len=975212 2024-04-15T16:55:38.668 INFO:tasks.workunit.client.0.smithi090.stdout:op 1875 completed, throughput=5MB/sec 2024-04-15T16:55:38.668 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qC6MicnJM09nBVj off=17950407 len=1220580 2024-04-15T16:55:38.675 INFO:tasks.workunit.client.0.smithi090.stdout:op 1876 completed, throughput=5MB/sec 2024-04-15T16:55:38.675 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kszf2zGBGwnjOsY off=1764770 len=901560 2024-04-15T16:55:38.680 INFO:tasks.workunit.client.0.smithi090.stdout:op 1877 completed, throughput=5MB/sec 2024-04-15T16:55:38.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:38 smithi090 ceph-mon[91618]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:55:38.820 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:55:38.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:38 smithi090 ceph-mon[89240]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:55:38.820 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:55:38.863 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:38 smithi153 ceph-mon[84714]: pgmap v1582: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:55:38.863 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:55:39.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:55:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:55:39] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-15T16:55:39.680 INFO:tasks.workunit.client.0.smithi090.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:39.680 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-POerBcyE-0jbVGT off=19292739 len=1483625 2024-04-15T16:55:39.682 INFO:tasks.workunit.client.0.smithi090.stdout:op 1878 completed, throughput=4.99MB/sec 2024-04-15T16:55:39.682 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7KaP-IXcZNF0iAq off=10431904 len=1747360 2024-04-15T16:55:39.686 INFO:tasks.workunit.client.0.smithi090.stdout:op 1879 completed, throughput=5MB/sec 2024-04-15T16:55:39.686 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-38G6blYT1wJ0IDc off=994210 len=883440 2024-04-15T16:55:39.691 INFO:tasks.workunit.client.0.smithi090.stdout:op 1880 completed, throughput=5MB/sec 2024-04-15T16:55:39.691 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aCu8xJR8ENKQSVw off=10193145 len=1005926 2024-04-15T16:55:39.696 INFO:tasks.workunit.client.0.smithi090.stdout:op 1881 completed, throughput=5MB/sec 2024-04-15T16:55:40.697 INFO:tasks.workunit.client.0.smithi090.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:40.697 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SFpPaX5p6Hqe71_ off=8095812 len=272019 2024-04-15T16:55:40.700 INFO:tasks.workunit.client.0.smithi090.stdout:op 1882 completed, throughput=4.99MB/sec 2024-04-15T16:55:40.700 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5SpmvQE5xhLaK4b off=11028786 len=1795040 2024-04-15T16:55:40.709 INFO:tasks.workunit.client.0.smithi090.stdout:op 1883 completed, throughput=4.99MB/sec 2024-04-15T16:55:40.709 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rXIA7StJDyVhoWA off=9261996 len=2078773 2024-04-15T16:55:40.713 INFO:tasks.workunit.client.0.smithi090.stdout:op 1884 completed, throughput=5MB/sec 2024-04-15T16:55:40.713 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wEdCMFkCw_BuWKi off=22721 len=1857478 2024-04-15T16:55:40.721 INFO:tasks.workunit.client.0.smithi090.stdout:op 1885 completed, throughput=5MB/sec 2024-04-15T16:55:41.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:40 smithi090 ceph-mon[89240]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:55:41.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:40 smithi090 ceph-mon[91618]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:55:41.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:40 smithi153 ceph-mon[84714]: pgmap v1583: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:55:41.721 INFO:tasks.workunit.client.0.smithi090.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:41.721 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QNCCiuIMCJYO97t off=1025294 len=256728 2024-04-15T16:55:41.724 INFO:tasks.workunit.client.0.smithi090.stdout:op 1886 completed, throughput=4.99MB/sec 2024-04-15T16:55:41.724 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Z5MFw6YSurahBjN off=15918639 len=1763249 2024-04-15T16:55:41.735 INFO:tasks.workunit.client.0.smithi090.stdout:op 1887 completed, throughput=4.99MB/sec 2024-04-15T16:55:41.735 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0F_LZp57ECCzZd4 off=6114314 len=966113 2024-04-15T16:55:41.737 INFO:tasks.workunit.client.0.smithi090.stdout:op 1888 completed, throughput=5MB/sec 2024-04-15T16:55:41.737 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--JlUxcf_ZqI8Iso off=958269 len=422032 2024-04-15T16:55:41.740 INFO:tasks.workunit.client.0.smithi090.stdout:op 1889 completed, throughput=5MB/sec 2024-04-15T16:55:41.740 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2HnS3EfIWn3EukJ off=8445728 len=677379 2024-04-15T16:55:41.741 INFO:tasks.workunit.client.0.smithi090.stdout:op 1890 completed, throughput=5MB/sec 2024-04-15T16:55:41.741 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GFFlowc-hOPC96m off=6736791 len=1712781 2024-04-15T16:55:41.748 INFO:tasks.workunit.client.0.smithi090.stdout:op 1891 completed, throughput=5MB/sec 2024-04-15T16:55:42.613 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:55:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:55:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:55:42.749 INFO:tasks.workunit.client.0.smithi090.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:42.749 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4H94qfD2iHH4e4Z off=8253931 len=345375 2024-04-15T16:55:42.750 INFO:tasks.workunit.client.0.smithi090.stdout:op 1892 completed, throughput=4.99MB/sec 2024-04-15T16:55:42.750 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SPrwZaLhCwdnf9V off=15893599 len=208484 2024-04-15T16:55:42.751 INFO:tasks.workunit.client.0.smithi090.stdout:op 1893 completed, throughput=4.99MB/sec 2024-04-15T16:55:42.751 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AbOb7apX-giQ9ow off=0 len=1482276 2024-04-15T16:55:42.753 INFO:tasks.workunit.client.0.smithi090.stdout:op 1894 completed, throughput=5MB/sec 2024-04-15T16:55:42.753 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xqa5RBxU3V-pDE2 off=719378 len=645760 2024-04-15T16:55:42.757 INFO:tasks.workunit.client.0.smithi090.stdout:op 1895 completed, throughput=5MB/sec 2024-04-15T16:55:42.757 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ou8a-RnvquaGQIM off=13698995 len=1426836 2024-04-15T16:55:42.766 INFO:tasks.workunit.client.0.smithi090.stdout:op 1896 completed, throughput=5MB/sec 2024-04-15T16:55:43.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:42 smithi090 ceph-mon[89240]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T16:55:43.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:42 smithi090 ceph-mon[91618]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T16:55:43.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:42 smithi153 ceph-mon[84714]: pgmap v1584: 105 pgs: 105 active+clean; 127 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-15T16:55:43.767 INFO:tasks.workunit.client.0.smithi090.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:43.767 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AlFon8J4v6B0nax off=2360943 len=768379 2024-04-15T16:55:43.771 INFO:tasks.workunit.client.0.smithi090.stdout:op 1897 completed, throughput=4.99MB/sec 2024-04-15T16:55:43.771 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2vYDgR7mvM1knI0 off=2977086 len=2022996 2024-04-15T16:55:43.773 INFO:tasks.workunit.client.0.smithi090.stdout:op 1898 completed, throughput=4.99MB/sec 2024-04-15T16:55:43.774 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Lk3S-VoXPnJwdQr off=8994100 len=1222420 2024-04-15T16:55:43.780 INFO:tasks.workunit.client.0.smithi090.stdout:op 1899 completed, throughput=5MB/sec 2024-04-15T16:55:43.781 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-foUcd2Jbz7h9bez off=1819661 len=1046338 2024-04-15T16:55:43.783 INFO:tasks.workunit.client.0.smithi090.stdout:op 1900 completed, throughput=5MB/sec 2024-04-15T16:55:44.783 INFO:tasks.workunit.client.0.smithi090.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:44.783 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZWI1sN_M1mq5rHQ off=1405686 len=679206 2024-04-15T16:55:44.784 INFO:tasks.workunit.client.0.smithi090.stdout:op 1901 completed, throughput=4.99MB/sec 2024-04-15T16:55:44.784 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pLccVma4DiGdow_ off=7005694 len=1660896 2024-04-15T16:55:44.792 INFO:tasks.workunit.client.0.smithi090.stdout:op 1902 completed, throughput=4.99MB/sec 2024-04-15T16:55:44.792 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SVh5u1wuBUOwKqf off=1174205 len=538622 2024-04-15T16:55:44.795 INFO:tasks.workunit.client.0.smithi090.stdout:op 1903 completed, throughput=4.99MB/sec 2024-04-15T16:55:44.795 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JjpuK_AAxlWA0wV off=12051494 len=1630211 2024-04-15T16:55:44.796 INFO:tasks.workunit.client.0.smithi090.stdout:op 1904 completed, throughput=5MB/sec 2024-04-15T16:55:44.796 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-86WDnrlwPuXZmjg off=2162577 len=145912 2024-04-15T16:55:44.797 INFO:tasks.workunit.client.0.smithi090.stdout:op 1905 completed, throughput=5MB/sec 2024-04-15T16:55:44.797 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-H4p3-1RuwOOD_A4 off=13297409 len=646994 2024-04-15T16:55:44.801 INFO:tasks.workunit.client.0.smithi090.stdout:op 1906 completed, throughput=5MB/sec 2024-04-15T16:55:45.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:44 smithi090 ceph-mon[89240]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:55:45.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:44 smithi090 ceph-mon[91618]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:55:45.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:44 smithi153 ceph-mon[84714]: pgmap v1585: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:55:45.801 INFO:tasks.workunit.client.0.smithi090.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:45.801 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-81i-jqHG6wprjuh off=2143848 len=1232788 2024-04-15T16:55:45.803 INFO:tasks.workunit.client.0.smithi090.stdout:op 1907 completed, throughput=4.99MB/sec 2024-04-15T16:55:45.803 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-J7xBftcSZzhqXWE off=852679 len=1297645 2024-04-15T16:55:45.806 INFO:tasks.workunit.client.0.smithi090.stdout:op 1908 completed, throughput=4.99MB/sec 2024-04-15T16:55:45.806 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Q-jH_dzPXN_ant8 off=1607055 len=951644 2024-04-15T16:55:45.807 INFO:tasks.workunit.client.0.smithi090.stdout:op 1909 completed, throughput=5MB/sec 2024-04-15T16:55:45.807 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sMhq1nuP1tl2dsR off=5088732 len=1194440 2024-04-15T16:55:45.809 INFO:tasks.workunit.client.0.smithi090.stdout:op 1910 completed, throughput=5MB/sec 2024-04-15T16:55:45.810 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FlClcH8c5GIRy06 off=18130615 len=937586 2024-04-15T16:55:45.812 INFO:tasks.workunit.client.0.smithi090.stdout:op 1911 completed, throughput=5MB/sec 2024-04-15T16:55:46.813 INFO:tasks.workunit.client.0.smithi090.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:46.813 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-90jhD9Hh5_eEm4B off=3412432 len=729427 2024-04-15T16:55:46.818 INFO:tasks.workunit.client.0.smithi090.stdout:op 1912 completed, throughput=4.99MB/sec 2024-04-15T16:55:46.818 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HEoSQ8a51m_GYYV off=10925838 len=1630732 2024-04-15T16:55:46.824 INFO:tasks.workunit.client.0.smithi090.stdout:op 1913 completed, throughput=4.99MB/sec 2024-04-15T16:55:46.825 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FwXeHgQZ453l2TA off=2593009 len=340974 2024-04-15T16:55:46.827 INFO:tasks.workunit.client.0.smithi090.stdout:op 1914 completed, throughput=4.99MB/sec 2024-04-15T16:55:46.827 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CRrtngDNKYu4J8k off=3392063 len=572028 2024-04-15T16:55:46.828 INFO:tasks.workunit.client.0.smithi090.stdout:op 1915 completed, throughput=5MB/sec 2024-04-15T16:55:46.828 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8tbcuztERl0my3a off=1022016 len=49203 2024-04-15T16:55:46.830 INFO:tasks.workunit.client.0.smithi090.stdout:op 1916 completed, throughput=5MB/sec 2024-04-15T16:55:46.831 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kjr8sJTCzDY7Y_G off=501771 len=91399 2024-04-15T16:55:46.831 INFO:tasks.workunit.client.0.smithi090.stdout:op 1917 completed, throughput=5MB/sec 2024-04-15T16:55:46.831 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h_vPLOmXkOSg_qM off=3878749 len=1041077 2024-04-15T16:55:46.835 INFO:tasks.workunit.client.0.smithi090.stdout:op 1918 completed, throughput=5MB/sec 2024-04-15T16:55:46.835 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-x979TLFDYSz7jPq off=4251738 len=228208 2024-04-15T16:55:46.838 INFO:tasks.workunit.client.0.smithi090.stdout:op 1919 completed, throughput=5MB/sec 2024-04-15T16:55:46.838 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UWNh2cFpVOcyQiM off=5069564 len=668418 2024-04-15T16:55:46.841 INFO:tasks.workunit.client.0.smithi090.stdout:op 1920 completed, throughput=5MB/sec 2024-04-15T16:55:47.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:46 smithi090 ceph-mon[89240]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T16:55:47.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:46 smithi090 ceph-mon[91618]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T16:55:47.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:46 smithi153 ceph-mon[84714]: pgmap v1586: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T16:55:47.842 INFO:tasks.workunit.client.0.smithi090.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:47.842 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LwLQPG20HsdVcUB off=3803634 len=118410 2024-04-15T16:55:47.845 INFO:tasks.workunit.client.0.smithi090.stdout:op 1921 completed, throughput=4.99MB/sec 2024-04-15T16:55:47.845 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RiQSKgl_arJARLV off=7157142 len=236300 2024-04-15T16:55:47.846 INFO:tasks.workunit.client.0.smithi090.stdout:op 1922 completed, throughput=4.99MB/sec 2024-04-15T16:55:47.846 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NEUFN8mbFHvqHqg off=8736931 len=1177228 2024-04-15T16:55:47.851 INFO:tasks.workunit.client.0.smithi090.stdout:op 1923 completed, throughput=4.99MB/sec 2024-04-15T16:55:47.851 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CUYufd6TKD9E9Sy off=1374385 len=1875414 2024-04-15T16:55:47.853 INFO:tasks.workunit.client.0.smithi090.stdout:op 1924 completed, throughput=5MB/sec 2024-04-15T16:55:47.853 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Cyb2Sega5CIDayZ off=22012376 len=633898 2024-04-15T16:55:47.855 INFO:tasks.workunit.client.0.smithi090.stdout:op 1925 completed, throughput=5MB/sec 2024-04-15T16:55:47.855 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8oNn1ZcSMyPkuyw off=82496 len=1123019 2024-04-15T16:55:47.859 INFO:tasks.workunit.client.0.smithi090.stdout:op 1926 completed, throughput=5MB/sec 2024-04-15T16:55:48.860 INFO:tasks.workunit.client.0.smithi090.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:48.860 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zh1qfsxf6LzGAS- off=10229748 len=1978338 2024-04-15T16:55:48.870 INFO:tasks.workunit.client.0.smithi090.stdout:op 1927 completed, throughput=4.99MB/sec 2024-04-15T16:55:48.870 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-R8omwmmCLol-1nQ off=2786253 len=1591996 2024-04-15T16:55:48.871 INFO:tasks.workunit.client.0.smithi090.stdout:op 1928 completed, throughput=5MB/sec 2024-04-15T16:55:48.872 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GiPGnlZHhQFHXwG off=897898 len=99107 2024-04-15T16:55:48.874 INFO:tasks.workunit.client.0.smithi090.stdout:op 1929 completed, throughput=5MB/sec 2024-04-15T16:55:48.874 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JX_rrH4p-1bOvyq off=3047244 len=931153 2024-04-15T16:55:48.876 INFO:tasks.workunit.client.0.smithi090.stdout:op 1930 completed, throughput=5MB/sec 2024-04-15T16:55:48.877 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1Bd1-6kMF707o2O off=2693048 len=1159489 2024-04-15T16:55:48.881 INFO:tasks.workunit.client.0.smithi090.stdout:op 1931 completed, throughput=5MB/sec 2024-04-15T16:55:49.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:48 smithi090 ceph-mon[89240]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:55:49.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:48 smithi090 ceph-mon[91618]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:55:49.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:48 smithi153 ceph-mon[84714]: pgmap v1587: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:55:49.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:55:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:55:49] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-15T16:55:49.881 INFO:tasks.workunit.client.0.smithi090.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:49.882 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CCzQoxR_9ImAVhH off=4485472 len=1784651 2024-04-15T16:55:49.890 INFO:tasks.workunit.client.0.smithi090.stdout:op 1932 completed, throughput=4.99MB/sec 2024-04-15T16:55:49.890 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yx5Nf_RC8zZR3y_ off=612992 len=2016471 2024-04-15T16:55:49.892 INFO:tasks.workunit.client.0.smithi090.stdout:op 1933 completed, throughput=5MB/sec 2024-04-15T16:55:49.892 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-q0mjblwMC1xpFO_ off=1989341 len=1069893 2024-04-15T16:55:49.893 INFO:tasks.workunit.client.0.smithi090.stdout:op 1934 completed, throughput=5MB/sec 2024-04-15T16:55:50.893 INFO:tasks.workunit.client.0.smithi090.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:50.893 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KbZgLxvFLymT9Fs off=7006920 len=9228 2024-04-15T16:55:50.896 INFO:tasks.workunit.client.0.smithi090.stdout:op 1935 completed, throughput=4.99MB/sec 2024-04-15T16:55:50.896 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fE9a1ym-c60qqR4 off=9438718 len=128977 2024-04-15T16:55:50.898 INFO:tasks.workunit.client.0.smithi090.stdout:op 1936 completed, throughput=4.99MB/sec 2024-04-15T16:55:50.899 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VxxMM8UaUbD5gMA off=1417168 len=692071 2024-04-15T16:55:50.900 INFO:tasks.workunit.client.0.smithi090.stdout:op 1937 completed, throughput=4.99MB/sec 2024-04-15T16:55:50.900 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sLwSmJdkJC4PPkK off=324315 len=702159 2024-04-15T16:55:50.904 INFO:tasks.workunit.client.0.smithi090.stdout:op 1938 completed, throughput=4.99MB/sec 2024-04-15T16:55:50.904 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IUb8hDFKTmEctXb off=11702291 len=1020275 2024-04-15T16:55:50.908 INFO:tasks.workunit.client.0.smithi090.stdout:op 1939 completed, throughput=4.99MB/sec 2024-04-15T16:55:50.908 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WGtvUEQWaulRftN off=1769708 len=286003 2024-04-15T16:55:50.911 INFO:tasks.workunit.client.0.smithi090.stdout:op 1940 completed, throughput=4.99MB/sec 2024-04-15T16:55:50.911 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eD71bExQ5pqESoU off=13038335 len=2029141 2024-04-15T16:55:50.913 INFO:tasks.workunit.client.0.smithi090.stdout:op 1941 completed, throughput=5MB/sec 2024-04-15T16:55:50.913 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1MJh43JwoqvDLWk off=14111641 len=107581 2024-04-15T16:55:50.915 INFO:tasks.workunit.client.0.smithi090.stdout:op 1942 completed, throughput=5MB/sec 2024-04-15T16:55:50.915 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-g6z1dVCAzZ2OLee off=696404 len=681545 2024-04-15T16:55:50.916 INFO:tasks.workunit.client.0.smithi090.stdout:op 1943 completed, throughput=5MB/sec 2024-04-15T16:55:51.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:50 smithi090 ceph-mon[89240]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:55:51.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:50 smithi090 ceph-mon[91618]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:55:51.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:50 smithi153 ceph-mon[84714]: pgmap v1588: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:55:51.917 INFO:tasks.workunit.client.0.smithi090.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:51.917 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IkYH-Zm3KBCubUi off=8196121 len=1832088 2024-04-15T16:55:51.926 INFO:tasks.workunit.client.0.smithi090.stdout:op 1944 completed, throughput=4.99MB/sec 2024-04-15T16:55:51.926 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZZAoggRNgaAVP3m off=2676767 len=268956 2024-04-15T16:55:51.927 INFO:tasks.workunit.client.0.smithi090.stdout:op 1945 completed, throughput=4.99MB/sec 2024-04-15T16:55:51.927 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h533fUbGJFV750P off=928499 len=5896 2024-04-15T16:55:51.929 INFO:tasks.workunit.client.0.smithi090.stdout:op 1946 completed, throughput=4.99MB/sec 2024-04-15T16:55:51.929 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9Ea00SGjyJ4Dlpu off=6109841 len=1904946 2024-04-15T16:55:51.930 INFO:tasks.workunit.client.0.smithi090.stdout:op 1947 completed, throughput=5MB/sec 2024-04-15T16:55:51.930 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DzTgblDtPaYdqxx off=5971951 len=1186595 2024-04-15T16:55:51.937 INFO:tasks.workunit.client.0.smithi090.stdout:op 1948 completed, throughput=5MB/sec 2024-04-15T16:55:52.613 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:55:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:55:52.937 INFO:tasks.workunit.client.0.smithi090.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:52.938 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ze8P5o8TjkMddnP off=11898009 len=842464 2024-04-15T16:55:52.938 INFO:tasks.workunit.client.0.smithi090.stdout:op 1949 completed, throughput=4.99MB/sec 2024-04-15T16:55:52.938 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lQjt_uhe1Gg488q off=2620331 len=1872344 2024-04-15T16:55:52.947 INFO:tasks.workunit.client.0.smithi090.stdout:op 1950 completed, throughput=4.99MB/sec 2024-04-15T16:55:52.947 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4ZSQwOClgGy_YyR off=15782891 len=1502968 2024-04-15T16:55:52.950 INFO:tasks.workunit.client.0.smithi090.stdout:op 1951 completed, throughput=5MB/sec 2024-04-15T16:55:52.950 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IM-LNxEoRvKRom4 off=3726746 len=1995503 2024-04-15T16:55:52.952 INFO:tasks.workunit.client.0.smithi090.stdout:op 1952 completed, throughput=5MB/sec 2024-04-15T16:55:53.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:52 smithi090 ceph-mon[91618]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:55:53.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:52 smithi090 ceph-mon[89240]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:55:53.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:52 smithi153 ceph-mon[84714]: pgmap v1589: 105 pgs: 105 active+clean; 127 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:55:53.953 INFO:tasks.workunit.client.0.smithi090.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:53.953 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iVj6FtEdxrluIX2 off=13624104 len=1446538 2024-04-15T16:55:53.961 INFO:tasks.workunit.client.0.smithi090.stdout:op 1953 completed, throughput=4.99MB/sec 2024-04-15T16:55:53.961 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-y0lDwOwKQpkp3Ok off=3804372 len=1950373 2024-04-15T16:55:53.970 INFO:tasks.workunit.client.0.smithi090.stdout:op 1954 completed, throughput=5MB/sec 2024-04-15T16:55:53.970 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xIWP1z6VUHa-Vgi off=5520072 len=1011922 2024-04-15T16:55:53.974 INFO:tasks.workunit.client.0.smithi090.stdout:op 1955 completed, throughput=5MB/sec 2024-04-15T16:55:54.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:55:54.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:55:54.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:55:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:54.975 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-e0wXxf_grD68R6T off=513944 len=438776 2024-04-15T16:55:54.976 INFO:tasks.workunit.client.0.smithi090.stdout:op 1956 completed, throughput=4.99MB/sec 2024-04-15T16:55:54.977 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lpmGhvYXmpvAHB9 off=5794417 len=326238 2024-04-15T16:55:54.980 INFO:tasks.workunit.client.0.smithi090.stdout:op 1957 completed, throughput=4.99MB/sec 2024-04-15T16:55:54.980 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ITqqaPj1iXxrUJz off=441203 len=1153605 2024-04-15T16:55:54.981 INFO:tasks.workunit.client.0.smithi090.stdout:op 1958 completed, throughput=4.99MB/sec 2024-04-15T16:55:54.981 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-m9J9x9AlaYKessN off=1541560 len=1431575 2024-04-15T16:55:54.989 INFO:tasks.workunit.client.0.smithi090.stdout:op 1959 completed, throughput=5MB/sec 2024-04-15T16:55:54.989 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uI4BdaiUURpwXMq off=585690 len=424288 2024-04-15T16:55:54.990 INFO:tasks.workunit.client.0.smithi090.stdout:op 1960 completed, throughput=5MB/sec 2024-04-15T16:55:54.990 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-N_tv_rBGk-UC901 off=11724798 len=174187 2024-04-15T16:55:54.993 INFO:tasks.workunit.client.0.smithi090.stdout:op 1961 completed, throughput=5MB/sec 2024-04-15T16:55:54.993 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vp0QgTQzQS2Mfpe off=13219201 len=281393 2024-04-15T16:55:54.993 INFO:tasks.workunit.client.0.smithi090.stdout:op 1962 completed, throughput=5MB/sec 2024-04-15T16:55:54.993 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2x1LirHdXRAKOqW off=502592 len=740215 2024-04-15T16:55:54.994 INFO:tasks.workunit.client.0.smithi090.stdout:op 1963 completed, throughput=5MB/sec 2024-04-15T16:55:54.995 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fm_6z8nhhwalmI7 off=8397107 len=355343 2024-04-15T16:55:54.997 INFO:tasks.workunit.client.0.smithi090.stdout:op 1964 completed, throughput=5MB/sec 2024-04-15T16:55:55.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:54 smithi090 ceph-mon[89240]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T16:55:55.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:54 smithi090 ceph-mon[91618]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T16:55:55.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:54 smithi153 ceph-mon[84714]: pgmap v1590: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T16:55:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:55.998 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-i7w-MghQ4J0sExc off=17836733 len=1252410 2024-04-15T16:55:56.000 INFO:tasks.workunit.client.0.smithi090.stdout:op 1965 completed, throughput=4.99MB/sec 2024-04-15T16:55:56.000 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5fLSycRQIzBa2Th off=2350044 len=260038 2024-04-15T16:55:56.003 INFO:tasks.workunit.client.0.smithi090.stdout:op 1966 completed, throughput=4.99MB/sec 2024-04-15T16:55:56.003 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4c5wC7cVbrseGXT off=45025 len=548179 2024-04-15T16:55:56.008 INFO:tasks.workunit.client.0.smithi090.stdout:op 1967 completed, throughput=4.99MB/sec 2024-04-15T16:55:56.008 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PieBhfABLwFkCPH off=608546 len=1732721 2024-04-15T16:55:56.014 INFO:tasks.workunit.client.0.smithi090.stdout:op 1968 completed, throughput=5MB/sec 2024-04-15T16:55:56.014 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UzIwTxzzTKCWKgT off=1256195 len=150105 2024-04-15T16:55:56.017 INFO:tasks.workunit.client.0.smithi090.stdout:op 1969 completed, throughput=5MB/sec 2024-04-15T16:55:56.017 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-R6u00_YrGS4Kyeg off=6660205 len=1014160 2024-04-15T16:55:56.022 INFO:tasks.workunit.client.0.smithi090.stdout:op 1970 completed, throughput=5MB/sec 2024-04-15T16:55:56.022 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rSbcvc0JAKTCoAl off=9315186 len=811928 2024-04-15T16:55:56.023 INFO:tasks.workunit.client.0.smithi090.stdout:op 1971 completed, throughput=5MB/sec 2024-04-15T16:55:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:57.023 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-s1n18YXk2SX142_ off=3556051 len=1520749 2024-04-15T16:55:57.030 INFO:tasks.workunit.client.0.smithi090.stdout:op 1972 completed, throughput=4.99MB/sec 2024-04-15T16:55:57.030 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fyY7X2VhZR6Ty9I off=8604707 len=948779 2024-04-15T16:55:57.031 INFO:tasks.workunit.client.0.smithi090.stdout:op 1973 completed, throughput=4.99MB/sec 2024-04-15T16:55:57.031 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9aZTCtJPNPUinLH off=21754820 len=427134 2024-04-15T16:55:57.033 INFO:tasks.workunit.client.0.smithi090.stdout:op 1974 completed, throughput=5MB/sec 2024-04-15T16:55:57.033 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lNiCD7_bBuU4l7t off=5946539 len=1599767 2024-04-15T16:55:57.039 INFO:tasks.workunit.client.0.smithi090.stdout:op 1975 completed, throughput=5MB/sec 2024-04-15T16:55:57.039 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_3Ls001PgfIB1QD off=20647999 len=179683 2024-04-15T16:55:57.042 INFO:tasks.workunit.client.0.smithi090.stdout:op 1976 completed, throughput=5MB/sec 2024-04-15T16:55:57.042 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UI_NVaZNQu58D_o off=5818887 len=765664 2024-04-15T16:55:57.046 INFO:tasks.workunit.client.0.smithi090.stdout:op 1977 completed, throughput=5MB/sec 2024-04-15T16:55:57.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:56 smithi090 ceph-mon[89240]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:55:57.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:56 smithi090 ceph-mon[91618]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:55:57.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:56 smithi153 ceph-mon[84714]: pgmap v1591: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:55:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:58.047 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7S9jdVGftRlmgty off=9141631 len=1709412 2024-04-15T16:55:58.049 INFO:tasks.workunit.client.0.smithi090.stdout:op 1978 completed, throughput=4.99MB/sec 2024-04-15T16:55:58.049 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-id6AP0QIkIamN21 off=20913059 len=286876 2024-04-15T16:55:58.052 INFO:tasks.workunit.client.0.smithi090.stdout:op 1979 completed, throughput=4.99MB/sec 2024-04-15T16:55:58.052 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RB5qGoBSb1BMMrL off=0 len=1360762 2024-04-15T16:55:58.054 INFO:tasks.workunit.client.0.smithi090.stdout:op 1980 completed, throughput=5MB/sec 2024-04-15T16:55:58.054 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rjIrC9ERqXDOm7i off=516467 len=643518 2024-04-15T16:55:58.056 INFO:tasks.workunit.client.0.smithi090.stdout:op 1981 completed, throughput=5MB/sec 2024-04-15T16:55:58.056 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tvgCq1sb2IZklPI off=10298270 len=1391984 2024-04-15T16:55:58.058 INFO:tasks.workunit.client.0.smithi090.stdout:op 1982 completed, throughput=5MB/sec 2024-04-15T16:55:59.059 INFO:tasks.workunit.client.0.smithi090.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-15T16:55:59.059 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EynxXpPdBdB81_4 off=910442 len=312298 2024-04-15T16:55:59.062 INFO:tasks.workunit.client.0.smithi090.stdout:op 1983 completed, throughput=4.99MB/sec 2024-04-15T16:55:59.062 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YqFx5t5GIeeTYwM off=2272941 len=820402 2024-04-15T16:55:59.067 INFO:tasks.workunit.client.0.smithi090.stdout:op 1984 completed, throughput=4.99MB/sec 2024-04-15T16:55:59.067 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dqYUqKjc-YyEazb off=4040463 len=844547 2024-04-15T16:55:59.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:55:58 smithi090 ceph-mon[91618]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T16:55:59.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:55:58 smithi090 ceph-mon[89240]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T16:55:59.070 INFO:tasks.workunit.client.0.smithi090.stdout:op 1985 completed, throughput=4.99MB/sec 2024-04-15T16:55:59.071 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HUJYhvDdOaQx1Wh off=224536 len=52064 2024-04-15T16:55:59.073 INFO:tasks.workunit.client.0.smithi090.stdout:op 1986 completed, throughput=4.99MB/sec 2024-04-15T16:55:59.073 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-w8oJlAzJdK9g61f off=2161018 len=479481 2024-04-15T16:55:59.076 INFO:tasks.workunit.client.0.smithi090.stdout:op 1987 completed, throughput=5MB/sec 2024-04-15T16:55:59.076 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Pb5DCjNlTHdadmd off=14752512 len=752644 2024-04-15T16:55:59.079 INFO:tasks.workunit.client.0.smithi090.stdout:op 1988 completed, throughput=5MB/sec 2024-04-15T16:55:59.079 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0KwGywQ8wv3JUT- off=8895130 len=1531266 2024-04-15T16:55:59.087 INFO:tasks.workunit.client.0.smithi090.stdout:op 1989 completed, throughput=5MB/sec 2024-04-15T16:55:59.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:55:58 smithi153 ceph-mon[84714]: pgmap v1592: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T16:55:59.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:55:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:55:59] "GET /metrics HTTP/1.1" 200 34045 "" "Prometheus/2.43.0" 2024-04-15T16:56:00.087 INFO:tasks.workunit.client.0.smithi090.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:00.087 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qlpXzbS8ROKhoR1 off=0 len=1241196 2024-04-15T16:56:00.094 INFO:tasks.workunit.client.0.smithi090.stdout:op 1990 completed, throughput=4.99MB/sec 2024-04-15T16:56:00.094 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ow1d9RpeqYGeJZw off=2352543 len=630674 2024-04-15T16:56:00.099 INFO:tasks.workunit.client.0.smithi090.stdout:op 1991 completed, throughput=4.99MB/sec 2024-04-15T16:56:00.099 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZJ1B7bP_UHKuEft off=4367237 len=596888 2024-04-15T16:56:00.102 INFO:tasks.workunit.client.0.smithi090.stdout:op 1992 completed, throughput=4.99MB/sec 2024-04-15T16:56:00.102 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8a_9zxAi960UFJR off=8091904 len=479035 2024-04-15T16:56:00.104 INFO:tasks.workunit.client.0.smithi090.stdout:op 1993 completed, throughput=4.99MB/sec 2024-04-15T16:56:00.104 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-D9yxmjcqRytQttP off=105436 len=823326 2024-04-15T16:56:00.105 INFO:tasks.workunit.client.0.smithi090.stdout:op 1994 completed, throughput=5MB/sec 2024-04-15T16:56:00.105 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Us7mU4MG7SqQby4 off=4637786 len=1736146 2024-04-15T16:56:00.108 INFO:tasks.workunit.client.0.smithi090.stdout:op 1995 completed, throughput=5MB/sec 2024-04-15T16:56:01.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:00 smithi090 ceph-mon[89240]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:56:01.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:00 smithi090 ceph-mon[91618]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:56:01.108 INFO:tasks.workunit.client.0.smithi090.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:01.108 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ExM1Fx9HJv4K2-l off=1543277 len=1017808 2024-04-15T16:56:01.110 INFO:tasks.workunit.client.0.smithi090.stdout:op 1996 completed, throughput=4.99MB/sec 2024-04-15T16:56:01.110 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OW2YfBH1VHjhlaV off=10876636 len=850473 2024-04-15T16:56:01.112 INFO:tasks.workunit.client.0.smithi090.stdout:op 1997 completed, throughput=4.99MB/sec 2024-04-15T16:56:01.112 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oUyJ6zfUWgDdme2 off=0 len=1817168 2024-04-15T16:56:01.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:00 smithi153 ceph-mon[84714]: pgmap v1593: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:56:01.114 INFO:tasks.workunit.client.0.smithi090.stdout:op 1998 completed, throughput=5MB/sec 2024-04-15T16:56:01.114 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LOXTFRo3PQqTYGm off=15513480 len=589969 2024-04-15T16:56:01.115 INFO:tasks.workunit.client.0.smithi090.stdout:op 1999 completed, throughput=5MB/sec 2024-04-15T16:56:01.115 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uiRhNvTbKvmTfHg off=18060609 len=1347727 2024-04-15T16:56:01.117 INFO:tasks.workunit.client.0.smithi090.stdout:op 2000 completed, throughput=5MB/sec 2024-04-15T16:56:02.117 INFO:tasks.workunit.client.0.smithi090.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:02.117 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MZvY21xx0MZ8FRd off=9079257 len=1077285 2024-04-15T16:56:02.119 INFO:tasks.workunit.client.0.smithi090.stdout:op 2001 completed, throughput=4.99MB/sec 2024-04-15T16:56:02.119 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-m0scknl92c4_pzv off=243010 len=972329 2024-04-15T16:56:02.120 INFO:tasks.workunit.client.0.smithi090.stdout:op 2002 completed, throughput=4.99MB/sec 2024-04-15T16:56:02.120 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FJWDFO39e89Tk-u off=14485273 len=1336737 2024-04-15T16:56:02.122 INFO:tasks.workunit.client.0.smithi090.stdout:op 2003 completed, throughput=5MB/sec 2024-04-15T16:56:02.122 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QQldWg8Ishwvx29 off=13473701 len=1445907 2024-04-15T16:56:02.124 INFO:tasks.workunit.client.0.smithi090.stdout:op 2004 completed, throughput=5MB/sec 2024-04-15T16:56:02.613 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:56:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:56:03.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:02 smithi090 ceph-mon[89240]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:56:03.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:02 smithi090 ceph-mon[91618]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:56:03.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:02 smithi153 ceph-mon[84714]: pgmap v1594: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:56:03.124 INFO:tasks.workunit.client.0.smithi090.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:03.124 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6YfW25HdVh6cN2p off=10277996 len=1853804 2024-04-15T16:56:03.134 INFO:tasks.workunit.client.0.smithi090.stdout:op 2005 completed, throughput=4.99MB/sec 2024-04-15T16:56:03.134 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lkpK6Ogj2JCOnYS off=2282100 len=1118620 2024-04-15T16:56:03.140 INFO:tasks.workunit.client.0.smithi090.stdout:op 2006 completed, throughput=4.99MB/sec 2024-04-15T16:56:03.141 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cAavTXdWeqQB8Hk off=1061838 len=1058906 2024-04-15T16:56:03.143 INFO:tasks.workunit.client.0.smithi090.stdout:op 2007 completed, throughput=5MB/sec 2024-04-15T16:56:03.143 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SzABMPXbjY3lUvL off=11690994 len=268920 2024-04-15T16:56:03.144 INFO:tasks.workunit.client.0.smithi090.stdout:op 2008 completed, throughput=5MB/sec 2024-04-15T16:56:03.144 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eMYr0rY0TKYgwk4 off=2983718 len=1323167 2024-04-15T16:56:03.145 INFO:tasks.workunit.client.0.smithi090.stdout:op 2009 completed, throughput=5MB/sec 2024-04-15T16:56:04.145 INFO:tasks.workunit.client.0.smithi090.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:04.146 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-soHd_FlvN9ouoZW off=7408722 len=132597 2024-04-15T16:56:04.148 INFO:tasks.workunit.client.0.smithi090.stdout:op 2010 completed, throughput=4.99MB/sec 2024-04-15T16:56:04.148 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-effl18sOxHaD7n8 off=2622744 len=1405850 2024-04-15T16:56:04.150 INFO:tasks.workunit.client.0.smithi090.stdout:op 2011 completed, throughput=4.99MB/sec 2024-04-15T16:56:04.150 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2nCPJMhATvnhn2w off=7098340 len=1551842 2024-04-15T16:56:04.152 INFO:tasks.workunit.client.0.smithi090.stdout:op 2012 completed, throughput=5MB/sec 2024-04-15T16:56:04.153 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Y6jz065MToxDIXx off=7721231 len=2015038 2024-04-15T16:56:04.154 INFO:tasks.workunit.client.0.smithi090.stdout:op 2013 completed, throughput=5MB/sec 2024-04-15T16:56:05.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:04 smithi090 ceph-mon[89240]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-04-15T16:56:05.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:04 smithi090 ceph-mon[91618]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-04-15T16:56:05.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:04 smithi153 ceph-mon[84714]: pgmap v1595: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 7 op/s 2024-04-15T16:56:05.155 INFO:tasks.workunit.client.0.smithi090.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:05.155 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cJ13nt7xSwsTR6q off=2852923 len=1005759 2024-04-15T16:56:05.156 INFO:tasks.workunit.client.0.smithi090.stdout:op 2014 completed, throughput=4.99MB/sec 2024-04-15T16:56:05.156 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0vrNBobWStfFBOZ off=693882 len=1040527 2024-04-15T16:56:05.158 INFO:tasks.workunit.client.0.smithi090.stdout:op 2015 completed, throughput=4.99MB/sec 2024-04-15T16:56:05.158 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aXW6-VchER3tFJS off=7413019 len=1814993 2024-04-15T16:56:05.165 INFO:tasks.workunit.client.0.smithi090.stdout:op 2016 completed, throughput=5MB/sec 2024-04-15T16:56:05.165 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bxVL-CYC7FMg7Ik off=153591 len=1804198 2024-04-15T16:56:05.167 INFO:tasks.workunit.client.0.smithi090.stdout:op 2017 completed, throughput=5MB/sec 2024-04-15T16:56:06.167 INFO:tasks.workunit.client.0.smithi090.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:06.168 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Vkw3cOpWbD6ZdQU off=2434750 len=780824 2024-04-15T16:56:06.169 INFO:tasks.workunit.client.0.smithi090.stdout:op 2018 completed, throughput=4.99MB/sec 2024-04-15T16:56:06.169 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-c7Ggze_C1q5ivXE off=408962 len=1222370 2024-04-15T16:56:06.172 INFO:tasks.workunit.client.0.smithi090.stdout:op 2019 completed, throughput=4.99MB/sec 2024-04-15T16:56:06.172 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0Buz_u_wbEtm0vo off=18816901 len=1110397 2024-04-15T16:56:06.178 INFO:tasks.workunit.client.0.smithi090.stdout:op 2020 completed, throughput=5MB/sec 2024-04-15T16:56:06.178 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1s8HxzFnni0iGD3 off=1574638 len=1694701 2024-04-15T16:56:06.191 INFO:tasks.workunit.client.0.smithi090.stdout:op 2021 completed, throughput=5MB/sec 2024-04-15T16:56:07.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:06 smithi090 ceph-mon[89240]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:56:07.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:06 smithi090 ceph-mon[91618]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:56:07.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:06 smithi153 ceph-mon[84714]: pgmap v1596: 105 pgs: 105 active+clean; 127 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:56:07.191 INFO:tasks.workunit.client.0.smithi090.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:07.191 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Jtsww_lwE2d_aXd off=10169009 len=1494346 2024-04-15T16:56:07.200 INFO:tasks.workunit.client.0.smithi090.stdout:op 2022 completed, throughput=4.99MB/sec 2024-04-15T16:56:07.200 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-B_PrSbBOdsYkZC4 off=13135620 len=1397409 2024-04-15T16:56:07.201 INFO:tasks.workunit.client.0.smithi090.stdout:op 2023 completed, throughput=4.99MB/sec 2024-04-15T16:56:07.201 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gZUKeyNZ5YuuyDC off=4550729 len=1234109 2024-04-15T16:56:07.201 INFO:tasks.workunit.client.0.smithi090.stdout:op 2024 completed, throughput=5MB/sec 2024-04-15T16:56:07.202 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mWQHbqMog7pJ_Kn off=2460325 len=1220373 2024-04-15T16:56:07.207 INFO:tasks.workunit.client.0.smithi090.stdout:op 2025 completed, throughput=5MB/sec 2024-04-15T16:56:08.207 INFO:tasks.workunit.client.0.smithi090.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:08.207 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cE_7HYjhhFhajBU off=9268684 len=2024756 2024-04-15T16:56:08.209 INFO:tasks.workunit.client.0.smithi090.stdout:op 2026 completed, throughput=4.99MB/sec 2024-04-15T16:56:08.210 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0-uijhKy6tBIkK_ off=9264735 len=1200836 2024-04-15T16:56:08.211 INFO:tasks.workunit.client.0.smithi090.stdout:op 2027 completed, throughput=5MB/sec 2024-04-15T16:56:08.211 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-V0KLf6A28Qx6aNk off=10085182 len=1432052 2024-04-15T16:56:08.219 INFO:tasks.workunit.client.0.smithi090.stdout:op 2028 completed, throughput=5MB/sec 2024-04-15T16:56:08.219 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-m0gxNDJaaQqt74d off=2300308 len=1771077 2024-04-15T16:56:08.227 INFO:tasks.workunit.client.0.smithi090.stdout:op 2029 completed, throughput=5MB/sec 2024-04-15T16:56:09.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:08 smithi090 ceph-mon[89240]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:56:09.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:56:09.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:08 smithi090 ceph-mon[91618]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:56:09.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:56:09.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:08 smithi153 ceph-mon[84714]: pgmap v1597: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:56:09.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:56:09.227 INFO:tasks.workunit.client.0.smithi090.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:09.227 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cs7pRRghd1Qcl-n off=16135055 len=540046 2024-04-15T16:56:09.232 INFO:tasks.workunit.client.0.smithi090.stdout:op 2030 completed, throughput=4.99MB/sec 2024-04-15T16:56:09.232 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AOsOaOt0tuZ8awD off=14912040 len=443563 2024-04-15T16:56:09.235 INFO:tasks.workunit.client.0.smithi090.stdout:op 2031 completed, throughput=4.99MB/sec 2024-04-15T16:56:09.235 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Yf17W8Y7fifIKu_ off=14989114 len=916273 2024-04-15T16:56:09.239 INFO:tasks.workunit.client.0.smithi090.stdout:op 2032 completed, throughput=4.99MB/sec 2024-04-15T16:56:09.239 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aX_XKqCUj3Cvafz off=2194116 len=1975406 2024-04-15T16:56:09.241 INFO:tasks.workunit.client.0.smithi090.stdout:op 2033 completed, throughput=5MB/sec 2024-04-15T16:56:09.241 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Lc-TCNMUZpEhyab off=91481 len=818199 2024-04-15T16:56:09.242 INFO:tasks.workunit.client.0.smithi090.stdout:op 2034 completed, throughput=5MB/sec 2024-04-15T16:56:09.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:56:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:56:09] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-15T16:56:10.243 INFO:tasks.workunit.client.0.smithi090.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:10.243 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YQO2-OXAL69zvp1 off=57357 len=889701 2024-04-15T16:56:10.248 INFO:tasks.workunit.client.0.smithi090.stdout:op 2035 completed, throughput=4.99MB/sec 2024-04-15T16:56:10.248 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HwqODS2EXRwr2YR off=2187375 len=1427552 2024-04-15T16:56:10.262 INFO:tasks.workunit.client.0.smithi090.stdout:op 2036 completed, throughput=4.99MB/sec 2024-04-15T16:56:10.262 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zP_Ex6VWvB8WTEN off=1993341 len=1539075 2024-04-15T16:56:10.269 INFO:tasks.workunit.client.0.smithi090.stdout:op 2037 completed, throughput=5MB/sec 2024-04-15T16:56:10.270 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vDQEIuSafYI8BeM off=17939527 len=1675789 2024-04-15T16:56:10.279 INFO:tasks.workunit.client.0.smithi090.stdout:op 2038 completed, throughput=5MB/sec 2024-04-15T16:56:11.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:10 smithi090 ceph-mon[89240]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-15T16:56:11.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:10 smithi090 ceph-mon[91618]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-15T16:56:11.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:10 smithi153 ceph-mon[84714]: pgmap v1598: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-15T16:56:11.279 INFO:tasks.workunit.client.0.smithi090.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:11.280 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XFMvU67C-Dcc4Fo off=2584813 len=370007 2024-04-15T16:56:11.280 INFO:tasks.workunit.client.0.smithi090.stdout:op 2039 completed, throughput=4.99MB/sec 2024-04-15T16:56:11.280 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-F-BeKiI-jKxXwHv off=2856315 len=1644620 2024-04-15T16:56:11.289 INFO:tasks.workunit.client.0.smithi090.stdout:op 2040 completed, throughput=4.99MB/sec 2024-04-15T16:56:11.289 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3ZtAANistsScO4M off=13065030 len=866052 2024-04-15T16:56:11.291 INFO:tasks.workunit.client.0.smithi090.stdout:op 2041 completed, throughput=5MB/sec 2024-04-15T16:56:11.291 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sg2snoa7NafgmpV off=6700555 len=99758 2024-04-15T16:56:11.294 INFO:tasks.workunit.client.0.smithi090.stdout:op 2042 completed, throughput=5MB/sec 2024-04-15T16:56:11.294 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jInJ-7FuYbiE7fX off=7871516 len=2091766 2024-04-15T16:56:11.296 INFO:tasks.workunit.client.0.smithi090.stdout:op 2043 completed, throughput=5MB/sec 2024-04-15T16:56:12.297 INFO:tasks.workunit.client.0.smithi090.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:12.297 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lYJx-AkqVolzvrd off=8784408 len=1092068 2024-04-15T16:56:12.303 INFO:tasks.workunit.client.0.smithi090.stdout:op 2044 completed, throughput=4.99MB/sec 2024-04-15T16:56:12.303 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-R_B_X4UvGVKSQym off=8859732 len=588209 2024-04-15T16:56:12.306 INFO:tasks.workunit.client.0.smithi090.stdout:op 2045 completed, throughput=4.99MB/sec 2024-04-15T16:56:12.307 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Rv2KGD0GruIWLGt off=862488 len=522989 2024-04-15T16:56:12.310 INFO:tasks.workunit.client.0.smithi090.stdout:op 2046 completed, throughput=4.99MB/sec 2024-04-15T16:56:12.310 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ClttKsyTGqgcKwe off=322138 len=1795590 2024-04-15T16:56:12.319 INFO:tasks.workunit.client.0.smithi090.stdout:op 2047 completed, throughput=5MB/sec 2024-04-15T16:56:12.319 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-X0L7jFY3Y-zSffe off=14840740 len=31544 2024-04-15T16:56:12.322 INFO:tasks.workunit.client.0.smithi090.stdout:op 2048 completed, throughput=5MB/sec 2024-04-15T16:56:12.322 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Yd14jfXzIdwivLp off=1656348 len=906608 2024-04-15T16:56:12.323 INFO:tasks.workunit.client.0.smithi090.stdout:op 2049 completed, throughput=5MB/sec 2024-04-15T16:56:12.323 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sMsHXVRMKX8Kz_4 off=2816696 len=959477 2024-04-15T16:56:12.324 INFO:tasks.workunit.client.0.smithi090.stdout:op 2050 completed, throughput=5MB/sec 2024-04-15T16:56:12.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:56:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:56:13.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:12 smithi090 ceph-mon[89240]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:56:13.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:12 smithi090 ceph-mon[91618]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:56:13.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:12 smithi153 ceph-mon[84714]: pgmap v1599: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:56:13.324 INFO:tasks.workunit.client.0.smithi090.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:13.324 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4WZe_JI3J0pKOuR off=9412282 len=1257252 2024-04-15T16:56:13.331 INFO:tasks.workunit.client.0.smithi090.stdout:op 2051 completed, throughput=4.99MB/sec 2024-04-15T16:56:13.331 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-C_LNzS9MuOgQ2Qs off=8668911 len=1573669 2024-04-15T16:56:13.333 INFO:tasks.workunit.client.0.smithi090.stdout:op 2052 completed, throughput=5MB/sec 2024-04-15T16:56:13.333 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qcyG7srUPZr7lFR off=11491942 len=418840 2024-04-15T16:56:13.336 INFO:tasks.workunit.client.0.smithi090.stdout:op 2053 completed, throughput=5MB/sec 2024-04-15T16:56:13.336 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YnlDiwZm_N4_FQl off=0 len=1500567 2024-04-15T16:56:13.338 INFO:tasks.workunit.client.0.smithi090.stdout:op 2054 completed, throughput=5MB/sec 2024-04-15T16:56:14.338 INFO:tasks.workunit.client.0.smithi090.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:14.338 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IG7pXj7dOsIz-kZ off=6660643 len=1972835 2024-04-15T16:56:14.350 INFO:tasks.workunit.client.0.smithi090.stdout:op 2055 completed, throughput=4.99MB/sec 2024-04-15T16:56:14.350 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-R3Edfo-3tKErTmQ off=1135754 len=794499 2024-04-15T16:56:14.355 INFO:tasks.workunit.client.0.smithi090.stdout:op 2056 completed, throughput=4.99MB/sec 2024-04-15T16:56:14.355 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sJ9OoDnv4b7qVRb off=17013928 len=379560 2024-04-15T16:56:14.356 INFO:tasks.workunit.client.0.smithi090.stdout:op 2057 completed, throughput=5MB/sec 2024-04-15T16:56:14.356 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8nfDMFlo56E_-43 off=2653606 len=26308 2024-04-15T16:56:14.358 INFO:tasks.workunit.client.0.smithi090.stdout:op 2058 completed, throughput=5MB/sec 2024-04-15T16:56:14.358 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IcA97S1sw-_eAET off=907482 len=1583899 2024-04-15T16:56:14.361 INFO:tasks.workunit.client.0.smithi090.stdout:op 2059 completed, throughput=5MB/sec 2024-04-15T16:56:14.362 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_9QuP89pbeMl6gv off=1508111 len=263698 2024-04-15T16:56:14.364 INFO:tasks.workunit.client.0.smithi090.stdout:op 2060 completed, throughput=5MB/sec 2024-04-15T16:56:14.364 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XzCaP2ePRgleNzI off=4994402 len=1624806 2024-04-15T16:56:14.365 INFO:tasks.workunit.client.0.smithi090.stdout:op 2061 completed, throughput=5MB/sec 2024-04-15T16:56:15.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:14 smithi090 ceph-mon[89240]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:56:15.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:14 smithi090 ceph-mon[91618]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:56:15.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:14 smithi153 ceph-mon[84714]: pgmap v1600: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:56:15.365 INFO:tasks.workunit.client.0.smithi090.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:15.365 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9UNGzr-8OisAfLa off=4023704 len=1312803 2024-04-15T16:56:15.367 INFO:tasks.workunit.client.0.smithi090.stdout:op 2062 completed, throughput=4.99MB/sec 2024-04-15T16:56:15.367 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sG_yMp6RW0HAH1r off=16308771 len=1462530 2024-04-15T16:56:15.377 INFO:tasks.workunit.client.0.smithi090.stdout:op 2063 completed, throughput=5MB/sec 2024-04-15T16:56:15.378 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iGiM-znMfEvfX68 off=1161355 len=107532 2024-04-15T16:56:15.379 INFO:tasks.workunit.client.0.smithi090.stdout:op 2064 completed, throughput=5MB/sec 2024-04-15T16:56:15.379 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lvE9imc_esxZgpH off=3732709 len=550085 2024-04-15T16:56:15.383 INFO:tasks.workunit.client.0.smithi090.stdout:op 2065 completed, throughput=5MB/sec 2024-04-15T16:56:15.383 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_xIJjadw1Sm0UH0 off=416326 len=42215 2024-04-15T16:56:15.385 INFO:tasks.workunit.client.0.smithi090.stdout:op 2066 completed, throughput=5MB/sec 2024-04-15T16:56:15.385 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jsZWOv6qh95O4zP off=7581077 len=2054062 2024-04-15T16:56:15.394 INFO:tasks.workunit.client.0.smithi090.stdout:op 2067 completed, throughput=5MB/sec 2024-04-15T16:56:16.394 INFO:tasks.workunit.client.0.smithi090.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:16.395 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VqcZo5gC0pIoCf3 off=3316562 len=1147900 2024-04-15T16:56:16.402 INFO:tasks.workunit.client.0.smithi090.stdout:op 2068 completed, throughput=4.99MB/sec 2024-04-15T16:56:16.402 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VGBeA8DHDzP27Dh off=233969 len=1142750 2024-04-15T16:56:16.403 INFO:tasks.workunit.client.0.smithi090.stdout:op 2069 completed, throughput=5MB/sec 2024-04-15T16:56:16.403 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-920yQCNtEkuvrYF off=19067379 len=1590930 2024-04-15T16:56:16.404 INFO:tasks.workunit.client.0.smithi090.stdout:op 2070 completed, throughput=5MB/sec 2024-04-15T16:56:17.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:16 smithi090 ceph-mon[89240]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T16:56:17.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:16 smithi090 ceph-mon[91618]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T16:56:17.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:16 smithi153 ceph-mon[84714]: pgmap v1601: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T16:56:17.404 INFO:tasks.workunit.client.0.smithi090.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:17.405 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AhEMHvEuWFHxedq off=5761858 len=1448364 2024-04-15T16:56:17.413 INFO:tasks.workunit.client.0.smithi090.stdout:op 2071 completed, throughput=4.99MB/sec 2024-04-15T16:56:17.413 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-loY4BAmdYKaVJyV off=514506 len=1132148 2024-04-15T16:56:17.419 INFO:tasks.workunit.client.0.smithi090.stdout:op 2072 completed, throughput=4.99MB/sec 2024-04-15T16:56:17.420 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8qQYN1EQknxDIOk off=8585493 len=489702 2024-04-15T16:56:17.423 INFO:tasks.workunit.client.0.smithi090.stdout:op 2073 completed, throughput=5MB/sec 2024-04-15T16:56:17.423 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XlDumtl2l4xQAKy off=4733928 len=916706 2024-04-15T16:56:17.425 INFO:tasks.workunit.client.0.smithi090.stdout:op 2074 completed, throughput=5MB/sec 2024-04-15T16:56:17.425 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-d38rIVGyMBJFh4a off=14621825 len=1439938 2024-04-15T16:56:17.433 INFO:tasks.workunit.client.0.smithi090.stdout:op 2075 completed, throughput=5MB/sec 2024-04-15T16:56:18.433 INFO:tasks.workunit.client.0.smithi090.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:18.433 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dGJ37ZzgyQ7vCTP off=2216428 len=1380754 2024-04-15T16:56:18.441 INFO:tasks.workunit.client.0.smithi090.stdout:op 2076 completed, throughput=4.99MB/sec 2024-04-15T16:56:18.441 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CIPp6zfzkNu2CKe off=5405692 len=2053539 2024-04-15T16:56:18.443 INFO:tasks.workunit.client.0.smithi090.stdout:op 2077 completed, throughput=5MB/sec 2024-04-15T16:56:18.443 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eeIlnDpvw46PI64 off=285251 len=354048 2024-04-15T16:56:18.446 INFO:tasks.workunit.client.0.smithi090.stdout:op 2078 completed, throughput=5MB/sec 2024-04-15T16:56:18.446 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lCKfovyK_NFydGu off=8429808 len=309786 2024-04-15T16:56:18.450 INFO:tasks.workunit.client.0.smithi090.stdout:op 2079 completed, throughput=5MB/sec 2024-04-15T16:56:18.450 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-m4SP3fO8sj3OKU_ off=11974273 len=712731 2024-04-15T16:56:18.454 INFO:tasks.workunit.client.0.smithi090.stdout:op 2080 completed, throughput=5MB/sec 2024-04-15T16:56:18.454 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-c2Hqd_jlzY93kH4 off=170831 len=1763523 2024-04-15T16:56:18.464 INFO:tasks.workunit.client.0.smithi090.stdout:op 2081 completed, throughput=5MB/sec 2024-04-15T16:56:19.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:18 smithi090 ceph-mon[89240]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:56:19.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:18 smithi090 ceph-mon[91618]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:56:19.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:18 smithi153 ceph-mon[84714]: pgmap v1602: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:56:19.464 INFO:tasks.workunit.client.0.smithi090.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:19.465 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Amn6G2GnVDZUbCU off=14293916 len=275020 2024-04-15T16:56:19.465 INFO:tasks.workunit.client.0.smithi090.stdout:op 2082 completed, throughput=4.99MB/sec 2024-04-15T16:56:19.465 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zKGhLnR9oV9tGCP off=7609299 len=1539628 2024-04-15T16:56:19.473 INFO:tasks.workunit.client.0.smithi090.stdout:op 2083 completed, throughput=5MB/sec 2024-04-15T16:56:19.473 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ogf89tBpEeQ9PVI off=4622976 len=302896 2024-04-15T16:56:19.478 INFO:tasks.workunit.client.0.smithi090.stdout:op 2084 completed, throughput=5MB/sec 2024-04-15T16:56:19.478 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HYLkuTXVr0hyCiJ off=2433279 len=1667358 2024-04-15T16:56:19.478 INFO:tasks.workunit.client.0.smithi090.stdout:op 2085 completed, throughput=5MB/sec 2024-04-15T16:56:19.478 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Y4yerYdyQrdKy6e off=7077483 len=2002676 2024-04-15T16:56:19.485 INFO:tasks.workunit.client.0.smithi090.stdout:op 2086 completed, throughput=5MB/sec 2024-04-15T16:56:19.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:56:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:56:19] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-15T16:56:20.485 INFO:tasks.workunit.client.0.smithi090.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:20.486 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2x1LirHdXRAKOqW off=4733000 len=1781149 2024-04-15T16:56:20.498 INFO:tasks.workunit.client.0.smithi090.stdout:op 2087 completed, throughput=5MB/sec 2024-04-15T16:56:20.498 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lqR0VPsYXQ7VnCi off=1216211 len=1678570 2024-04-15T16:56:20.498 INFO:tasks.workunit.client.0.smithi090.stdout:op 2088 completed, throughput=5MB/sec 2024-04-15T16:56:21.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:20 smithi090 ceph-mon[89240]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:56:21.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:20 smithi090 ceph-mon[91618]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:56:21.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:20 smithi153 ceph-mon[84714]: pgmap v1603: 105 pgs: 105 active+clean; 127 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:56:21.497 INFO:tasks.workunit.client.0.smithi090.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:21.497 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7ZLOKzPmNtyhlnI off=234669 len=533830 2024-04-15T16:56:21.499 INFO:tasks.workunit.client.0.smithi090.stdout:op 2089 completed, throughput=4.99MB/sec 2024-04-15T16:56:21.499 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MjYHcXeTs6eIpzR off=9412905 len=1629931 2024-04-15T16:56:21.501 INFO:tasks.workunit.client.0.smithi090.stdout:op 2090 completed, throughput=4.99MB/sec 2024-04-15T16:56:21.501 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hNGspC-lDyqb_u8 off=2412327 len=474962 2024-04-15T16:56:21.502 INFO:tasks.workunit.client.0.smithi090.stdout:op 2091 completed, throughput=4.99MB/sec 2024-04-15T16:56:21.502 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YR115_BJxVyYS_n off=2271248 len=428263 2024-04-15T16:56:21.503 INFO:tasks.workunit.client.0.smithi090.stdout:op 2092 completed, throughput=5MB/sec 2024-04-15T16:56:21.503 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QNaGtIFnATLMT6f off=2316216 len=1723730 2024-04-15T16:56:21.504 INFO:tasks.workunit.client.0.smithi090.stdout:op 2093 completed, throughput=5MB/sec 2024-04-15T16:56:21.505 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9mqILBmNI7o4Xd5 off=17704178 len=1213832 2024-04-15T16:56:21.511 INFO:tasks.workunit.client.0.smithi090.stdout:op 2094 completed, throughput=5MB/sec 2024-04-15T16:56:22.512 INFO:tasks.workunit.client.0.smithi090.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:22.512 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6LxGUjQOgT5AhNh off=34843 len=877593 2024-04-15T16:56:22.513 INFO:tasks.workunit.client.0.smithi090.stdout:op 2095 completed, throughput=4.99MB/sec 2024-04-15T16:56:22.513 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PTZYa8mAAAPSRvH off=5396734 len=620261 2024-04-15T16:56:22.514 INFO:tasks.workunit.client.0.smithi090.stdout:op 2096 completed, throughput=4.99MB/sec 2024-04-15T16:56:22.514 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8MTDVdim-f3t9-L off=17750428 len=1899132 2024-04-15T16:56:22.516 INFO:tasks.workunit.client.0.smithi090.stdout:op 2097 completed, throughput=5MB/sec 2024-04-15T16:56:22.517 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PUKq7WCrHxluVyB off=4349837 len=342261 2024-04-15T16:56:22.520 INFO:tasks.workunit.client.0.smithi090.stdout:op 2098 completed, throughput=5MB/sec 2024-04-15T16:56:22.520 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qNREU7RPDeA04Zz off=5007830 len=632565 2024-04-15T16:56:22.524 INFO:tasks.workunit.client.0.smithi090.stdout:op 2099 completed, throughput=5MB/sec 2024-04-15T16:56:22.524 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HQ2fGVLBUczWkF4 off=17486439 len=2051095 2024-04-15T16:56:22.535 INFO:tasks.workunit.client.0.smithi090.stdout:op 2100 completed, throughput=5MB/sec 2024-04-15T16:56:22.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:56:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:56:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:56:23.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:22 smithi090 ceph-mon[89240]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T16:56:23.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:22 smithi090 ceph-mon[91618]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T16:56:23.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:22 smithi153 ceph-mon[84714]: pgmap v1604: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T16:56:23.536 INFO:tasks.workunit.client.0.smithi090.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:23.536 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yHUUzXpvgRWk1IT off=2491505 len=1644261 2024-04-15T16:56:23.543 INFO:tasks.workunit.client.0.smithi090.stdout:op 2101 completed, throughput=5MB/sec 2024-04-15T16:56:23.543 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PnpVB3fchzx7gG8 off=10829250 len=1717317 2024-04-15T16:56:23.552 INFO:tasks.workunit.client.0.smithi090.stdout:op 2102 completed, throughput=5MB/sec 2024-04-15T16:56:23.553 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-W3IdqEixW6HrtA4 off=9393207 len=2026225 2024-04-15T16:56:23.561 INFO:tasks.workunit.client.0.smithi090.stdout:op 2103 completed, throughput=5MB/sec 2024-04-15T16:56:24.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:56:24.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:56:24.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:56:24.561 INFO:tasks.workunit.client.0.smithi090.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:24.562 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0o-6zr7W4kJbkII off=15143576 len=164067 2024-04-15T16:56:24.564 INFO:tasks.workunit.client.0.smithi090.stdout:op 2104 completed, throughput=4.99MB/sec 2024-04-15T16:56:24.564 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jG47HzolG16bhO- off=1022295 len=234272 2024-04-15T16:56:24.568 INFO:tasks.workunit.client.0.smithi090.stdout:op 2105 completed, throughput=4.99MB/sec 2024-04-15T16:56:24.568 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7bo7Untxulaj0H9 off=13425441 len=1160567 2024-04-15T16:56:24.570 INFO:tasks.workunit.client.0.smithi090.stdout:op 2106 completed, throughput=5MB/sec 2024-04-15T16:56:24.570 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QntI_-bZ-tN2p8l off=929758 len=314394 2024-04-15T16:56:24.571 INFO:tasks.workunit.client.0.smithi090.stdout:op 2107 completed, throughput=5MB/sec 2024-04-15T16:56:24.571 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6nzV9nBnqYeIftx off=4128153 len=1032934 2024-04-15T16:56:24.576 INFO:tasks.workunit.client.0.smithi090.stdout:op 2108 completed, throughput=5MB/sec 2024-04-15T16:56:24.576 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-js-yppSkrRYJNML off=1433345 len=43736 2024-04-15T16:56:24.577 INFO:tasks.workunit.client.0.smithi090.stdout:op 2109 completed, throughput=5MB/sec 2024-04-15T16:56:24.577 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9TOrH_DqTJHhYsP off=1847542 len=1599857 2024-04-15T16:56:24.585 INFO:tasks.workunit.client.0.smithi090.stdout:op 2110 completed, throughput=5MB/sec 2024-04-15T16:56:25.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:24 smithi090 ceph-mon[91618]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:56:25.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:24 smithi090 ceph-mon[89240]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:56:25.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:24 smithi153 ceph-mon[84714]: pgmap v1605: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:56:25.585 INFO:tasks.workunit.client.0.smithi090.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:25.585 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-x_A4N3qeGOHgzBV off=13657262 len=1684398 2024-04-15T16:56:25.593 INFO:tasks.workunit.client.0.smithi090.stdout:op 2111 completed, throughput=4.99MB/sec 2024-04-15T16:56:25.593 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4uL5FDw1lLRywsy off=5086044 len=1498044 2024-04-15T16:56:25.602 INFO:tasks.workunit.client.0.smithi090.stdout:op 2112 completed, throughput=5MB/sec 2024-04-15T16:56:25.602 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WbKv5FhS1uKPrM- off=1638276 len=1687853 2024-04-15T16:56:25.604 INFO:tasks.workunit.client.0.smithi090.stdout:op 2113 completed, throughput=5MB/sec 2024-04-15T16:56:26.604 INFO:tasks.workunit.client.0.smithi090.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:26.604 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aPEy5uwutxPe2Jc off=5318838 len=711461 2024-04-15T16:56:26.609 INFO:tasks.workunit.client.0.smithi090.stdout:op 2114 completed, throughput=4.99MB/sec 2024-04-15T16:56:26.609 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-th3JVFrEHnM1HAb off=10871735 len=1180630 2024-04-15T16:56:26.611 INFO:tasks.workunit.client.0.smithi090.stdout:op 2115 completed, throughput=4.99MB/sec 2024-04-15T16:56:26.611 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0TkRr1Gstazi9-w off=7177380 len=1888834 2024-04-15T16:56:26.613 INFO:tasks.workunit.client.0.smithi090.stdout:op 2116 completed, throughput=5MB/sec 2024-04-15T16:56:26.613 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vGKdE7gZlI2rYc1 off=3399562 len=1943143 2024-04-15T16:56:26.622 INFO:tasks.workunit.client.0.smithi090.stdout:op 2117 completed, throughput=5MB/sec 2024-04-15T16:56:27.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:26 smithi090 ceph-mon[89240]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:56:27.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:26 smithi090 ceph-mon[91618]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:56:27.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:26 smithi153 ceph-mon[84714]: pgmap v1606: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:56:27.623 INFO:tasks.workunit.client.0.smithi090.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:27.623 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5E-rgcHH7S7nO1o off=2660044 len=1916444 2024-04-15T16:56:27.626 INFO:tasks.workunit.client.0.smithi090.stdout:op 2118 completed, throughput=4.99MB/sec 2024-04-15T16:56:27.627 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ODkFMv-CMp2_5os off=3873725 len=896097 2024-04-15T16:56:27.632 INFO:tasks.workunit.client.0.smithi090.stdout:op 2119 completed, throughput=5MB/sec 2024-04-15T16:56:27.632 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tWMse4ZPFSrqXtk off=2109484 len=1856277 2024-04-15T16:56:27.634 INFO:tasks.workunit.client.0.smithi090.stdout:op 2120 completed, throughput=5MB/sec 2024-04-15T16:56:28.634 INFO:tasks.workunit.client.0.smithi090.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:28.635 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pLwo-YiWhd5NHXO off=591117 len=1009901 2024-04-15T16:56:28.636 INFO:tasks.workunit.client.0.smithi090.stdout:op 2121 completed, throughput=4.99MB/sec 2024-04-15T16:56:28.636 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-R1G4oqbh7ReO0LE off=2796763 len=524859 2024-04-15T16:56:28.639 INFO:tasks.workunit.client.0.smithi090.stdout:op 2122 completed, throughput=4.99MB/sec 2024-04-15T16:56:28.639 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3_ehY7ilH_AwalG off=7739530 len=993801 2024-04-15T16:56:28.641 INFO:tasks.workunit.client.0.smithi090.stdout:op 2123 completed, throughput=4.99MB/sec 2024-04-15T16:56:28.642 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2Tg7nx8twuLnMik off=0 len=1129211 2024-04-15T16:56:28.647 INFO:tasks.workunit.client.0.smithi090.stdout:op 2124 completed, throughput=5MB/sec 2024-04-15T16:56:28.647 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-k0BvIhn-N3dfpLu off=588126 len=1076762 2024-04-15T16:56:28.648 INFO:tasks.workunit.client.0.smithi090.stdout:op 2125 completed, throughput=5MB/sec 2024-04-15T16:56:28.649 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_VsHxTeProAWeNd off=7705301 len=1416560 2024-04-15T16:56:28.654 INFO:tasks.workunit.client.0.smithi090.stdout:op 2126 completed, throughput=5MB/sec 2024-04-15T16:56:29.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:28 smithi090 ceph-mon[91618]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T16:56:29.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:56:29.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:28 smithi090 ceph-mon[89240]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T16:56:29.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:56:29.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:28 smithi153 ceph-mon[84714]: pgmap v1607: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T16:56:29.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:56:29.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:56:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:56:29] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-15T16:56:29.654 INFO:tasks.workunit.client.0.smithi090.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:29.654 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8otN6WFH_jcc3bK off=8143728 len=20048 2024-04-15T16:56:29.656 INFO:tasks.workunit.client.0.smithi090.stdout:op 2127 completed, throughput=4.99MB/sec 2024-04-15T16:56:29.657 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DMZW6-l9AFZAOVe off=8033801 len=570091 2024-04-15T16:56:29.658 INFO:tasks.workunit.client.0.smithi090.stdout:op 2128 completed, throughput=4.99MB/sec 2024-04-15T16:56:29.658 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MDdvfdRzu6JaSbN off=403180 len=929128 2024-04-15T16:56:29.659 INFO:tasks.workunit.client.0.smithi090.stdout:op 2129 completed, throughput=4.99MB/sec 2024-04-15T16:56:29.659 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6HZHZ2XoKNdSec9 off=9860996 len=581298 2024-04-15T16:56:29.662 INFO:tasks.workunit.client.0.smithi090.stdout:op 2130 completed, throughput=5MB/sec 2024-04-15T16:56:29.662 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mAo3pE-mXbHTyBU off=15011842 len=1375690 2024-04-15T16:56:29.667 INFO:tasks.workunit.client.0.smithi090.stdout:op 2131 completed, throughput=5MB/sec 2024-04-15T16:56:29.667 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-a5kTag2jhQFagVG off=2962725 len=627075 2024-04-15T16:56:29.668 INFO:tasks.workunit.client.0.smithi090.stdout:op 2132 completed, throughput=5MB/sec 2024-04-15T16:56:29.668 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UmEaON34fmV3Z7O off=3304145 len=1416409 2024-04-15T16:56:29.674 INFO:tasks.workunit.client.0.smithi090.stdout:op 2133 completed, throughput=5MB/sec 2024-04-15T16:56:30.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:29 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:56:30.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:29 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:56:30.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:29 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:56:30.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:29 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:56:30.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:29 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:56:30.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:29 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:56:30.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:29 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:56:30.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:29 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:56:30.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:29 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:56:30.674 INFO:tasks.workunit.client.0.smithi090.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:30.674 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fjykjRgLF8MO1PJ off=828155 len=584119 2024-04-15T16:56:30.678 INFO:tasks.workunit.client.0.smithi090.stdout:op 2134 completed, throughput=4.99MB/sec 2024-04-15T16:56:30.678 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AxE4BTlwu_lIobJ off=499774 len=1198552 2024-04-15T16:56:30.685 INFO:tasks.workunit.client.0.smithi090.stdout:op 2135 completed, throughput=4.99MB/sec 2024-04-15T16:56:30.685 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JRmKAmOWGx3McHR off=5519772 len=1011812 2024-04-15T16:56:30.686 INFO:tasks.workunit.client.0.smithi090.stdout:op 2136 completed, throughput=5MB/sec 2024-04-15T16:56:30.686 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZY2pmXOjwe5wgVK off=8481547 len=1387513 2024-04-15T16:56:30.687 INFO:tasks.workunit.client.0.smithi090.stdout:op 2137 completed, throughput=5MB/sec 2024-04-15T16:56:31.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:30 smithi090 ceph-mon[89240]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-15T16:56:31.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:30 smithi090 ceph-mon[91618]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-15T16:56:31.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:30 smithi153 ceph-mon[84714]: pgmap v1608: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-15T16:56:31.687 INFO:tasks.workunit.client.0.smithi090.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:31.687 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iCrJVU-6R_eY0u5 off=793087 len=1678321 2024-04-15T16:56:31.690 INFO:tasks.workunit.client.0.smithi090.stdout:op 2138 completed, throughput=4.99MB/sec 2024-04-15T16:56:31.690 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iAfFRqjpgzL-mcb off=7530153 len=1130094 2024-04-15T16:56:31.696 INFO:tasks.workunit.client.0.smithi090.stdout:op 2139 completed, throughput=4.99MB/sec 2024-04-15T16:56:31.696 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cExEr_hXZYt9VNq off=4647339 len=1300615 2024-04-15T16:56:31.697 INFO:tasks.workunit.client.0.smithi090.stdout:op 2140 completed, throughput=5MB/sec 2024-04-15T16:56:31.697 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RwkqBUM0qNW-jsZ off=619197 len=342174 2024-04-15T16:56:31.698 INFO:tasks.workunit.client.0.smithi090.stdout:op 2141 completed, throughput=5MB/sec 2024-04-15T16:56:31.698 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Kr025f0wwjmCwOY off=4997505 len=1300292 2024-04-15T16:56:31.705 INFO:tasks.workunit.client.0.smithi090.stdout:op 2142 completed, throughput=5MB/sec 2024-04-15T16:56:32.613 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:56:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:56:32.705 INFO:tasks.workunit.client.0.smithi090.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:32.705 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Xus_in_Ix5hG36k off=1618069 len=1256775 2024-04-15T16:56:32.713 INFO:tasks.workunit.client.0.smithi090.stdout:op 2143 completed, throughput=4.99MB/sec 2024-04-15T16:56:32.713 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eChqEDiOJ0MhM-L off=4456099 len=1046214 2024-04-15T16:56:32.717 INFO:tasks.workunit.client.0.smithi090.stdout:op 2144 completed, throughput=4.99MB/sec 2024-04-15T16:56:32.717 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XXmiLB9GB405qzg off=15846534 len=751528 2024-04-15T16:56:32.721 INFO:tasks.workunit.client.0.smithi090.stdout:op 2145 completed, throughput=5MB/sec 2024-04-15T16:56:32.721 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4_G2SmPHuuHhaEu off=7960689 len=121805 2024-04-15T16:56:32.724 INFO:tasks.workunit.client.0.smithi090.stdout:op 2146 completed, throughput=5MB/sec 2024-04-15T16:56:32.724 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8AISuTSY65K7dkj off=8401334 len=883644 2024-04-15T16:56:32.725 INFO:tasks.workunit.client.0.smithi090.stdout:op 2147 completed, throughput=5MB/sec 2024-04-15T16:56:32.725 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6qXsw--y4H1v2ZT off=4982412 len=262725 2024-04-15T16:56:32.726 INFO:tasks.workunit.client.0.smithi090.stdout:op 2148 completed, throughput=5MB/sec 2024-04-15T16:56:32.726 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LyJDfTl0jXGxmzZ off=1962167 len=193449 2024-04-15T16:56:32.729 INFO:tasks.workunit.client.0.smithi090.stdout:op 2149 completed, throughput=5MB/sec 2024-04-15T16:56:32.729 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-n7DJhJbURh2MvOa off=5673325 len=190721 2024-04-15T16:56:32.730 INFO:tasks.workunit.client.0.smithi090.stdout:op 2150 completed, throughput=5MB/sec 2024-04-15T16:56:32.730 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-A12E66OL9BFHGIc off=11399918 len=1752601 2024-04-15T16:56:32.731 INFO:tasks.workunit.client.0.smithi090.stdout:op 2151 completed, throughput=5MB/sec 2024-04-15T16:56:33.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:32 smithi090 ceph-mon[89240]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:56:33.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:32 smithi090 ceph-mon[91618]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:56:33.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:32 smithi153 ceph-mon[84714]: pgmap v1609: 105 pgs: 105 active+clean; 127 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T16:56:33.732 INFO:tasks.workunit.client.0.smithi090.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:33.732 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6ad3cuPkDX3p44W off=1484741 len=635169 2024-04-15T16:56:33.736 INFO:tasks.workunit.client.0.smithi090.stdout:op 2152 completed, throughput=4.99MB/sec 2024-04-15T16:56:33.736 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jU_oQdAj8_DjW1Q off=11155454 len=187682 2024-04-15T16:56:33.737 INFO:tasks.workunit.client.0.smithi090.stdout:op 2153 completed, throughput=4.99MB/sec 2024-04-15T16:56:33.737 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3YbL1B0unF3LTKs off=12973947 len=331289 2024-04-15T16:56:33.740 INFO:tasks.workunit.client.0.smithi090.stdout:op 2154 completed, throughput=4.99MB/sec 2024-04-15T16:56:33.740 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rEzA6dgaLejy7mP off=1405131 len=1581977 2024-04-15T16:56:33.748 INFO:tasks.workunit.client.0.smithi090.stdout:op 2155 completed, throughput=5MB/sec 2024-04-15T16:56:33.748 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-t7iuwSA4ntFJAeT off=4180805 len=397314 2024-04-15T16:56:33.751 INFO:tasks.workunit.client.0.smithi090.stdout:op 2156 completed, throughput=5MB/sec 2024-04-15T16:56:33.751 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SRjRnTp-yS1i6e1 off=5012487 len=28428 2024-04-15T16:56:33.753 INFO:tasks.workunit.client.0.smithi090.stdout:op 2157 completed, throughput=5MB/sec 2024-04-15T16:56:33.753 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FOm_rnWWRLJZmQB off=4263486 len=545462 2024-04-15T16:56:33.754 INFO:tasks.workunit.client.0.smithi090.stdout:op 2158 completed, throughput=5MB/sec 2024-04-15T16:56:34.755 INFO:tasks.workunit.client.0.smithi090.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:34.755 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yZ6jk32X-mh7JHu off=7031223 len=127593 2024-04-15T16:56:34.756 INFO:tasks.workunit.client.0.smithi090.stdout:op 2159 completed, throughput=4.99MB/sec 2024-04-15T16:56:34.756 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZbbdIX3Oi9zyMcH off=13387823 len=1913575 2024-04-15T16:56:34.770 INFO:tasks.workunit.client.0.smithi090.stdout:op 2160 completed, throughput=4.99MB/sec 2024-04-15T16:56:34.770 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--jsd_PmVQ4U64RT off=3118837 len=337570 2024-04-15T16:56:34.773 INFO:tasks.workunit.client.0.smithi090.stdout:op 2161 completed, throughput=4.99MB/sec 2024-04-15T16:56:34.773 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tasDPY1MaiOiZs4 off=93742 len=1327423 2024-04-15T16:56:34.779 INFO:tasks.workunit.client.0.smithi090.stdout:op 2162 completed, throughput=5MB/sec 2024-04-15T16:56:34.779 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Kl2uBRAqAmgPFnw off=15218682 len=1374919 2024-04-15T16:56:34.781 INFO:tasks.workunit.client.0.smithi090.stdout:op 2163 completed, throughput=5MB/sec 2024-04-15T16:56:34.781 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-t1nB7nr3MpxZBRI off=6231835 len=1207850 2024-04-15T16:56:34.782 INFO:tasks.workunit.client.0.smithi090.stdout:op 2164 completed, throughput=5MB/sec 2024-04-15T16:56:35.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:34 smithi090 ceph-mon[89240]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T16:56:35.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:34 smithi090 ceph-mon[91618]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T16:56:35.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:34 smithi153 ceph-mon[84714]: pgmap v1610: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T16:56:35.782 INFO:tasks.workunit.client.0.smithi090.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:35.782 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-auVfPLxeCuFjOtK off=3684372 len=1256327 2024-04-15T16:56:35.784 INFO:tasks.workunit.client.0.smithi090.stdout:op 2165 completed, throughput=4.99MB/sec 2024-04-15T16:56:35.784 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7_4Ses4Eq2Dz7VW off=2148805 len=803155 2024-04-15T16:56:35.785 INFO:tasks.workunit.client.0.smithi090.stdout:op 2166 completed, throughput=4.99MB/sec 2024-04-15T16:56:35.785 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gAQf8nWibQlCLZG off=1316890 len=1498750 2024-04-15T16:56:35.793 INFO:tasks.workunit.client.0.smithi090.stdout:op 2167 completed, throughput=5MB/sec 2024-04-15T16:56:35.793 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IEmgst1POY__Xqs off=3251785 len=1651541 2024-04-15T16:56:35.795 INFO:tasks.workunit.client.0.smithi090.stdout:op 2168 completed, throughput=5MB/sec 2024-04-15T16:56:36.795 INFO:tasks.workunit.client.0.smithi090.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:36.796 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2Wu2ftKlRPPSiTz off=594709 len=66043 2024-04-15T16:56:36.798 INFO:tasks.workunit.client.0.smithi090.stdout:op 2169 completed, throughput=4.99MB/sec 2024-04-15T16:56:36.798 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-L73Lm0Lugh4G7qY off=1460556 len=1137747 2024-04-15T16:56:36.804 INFO:tasks.workunit.client.0.smithi090.stdout:op 2170 completed, throughput=4.99MB/sec 2024-04-15T16:56:36.804 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-c_vmR6PMLhau8pc off=6537986 len=1336950 2024-04-15T16:56:36.806 INFO:tasks.workunit.client.0.smithi090.stdout:op 2171 completed, throughput=5MB/sec 2024-04-15T16:56:36.806 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Uuvxnv2AEj7wulf off=5195927 len=986728 2024-04-15T16:56:36.812 INFO:tasks.workunit.client.0.smithi090.stdout:op 2172 completed, throughput=5MB/sec 2024-04-15T16:56:36.812 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-h7GaUm4f6kVOU1H off=11215618 len=1810886 2024-04-15T16:56:36.813 INFO:tasks.workunit.client.0.smithi090.stdout:op 2173 completed, throughput=5MB/sec 2024-04-15T16:56:37.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:36 smithi090 ceph-mon[89240]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T16:56:37.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:36 smithi090 ceph-mon[91618]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T16:56:37.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:36 smithi153 ceph-mon[84714]: pgmap v1611: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T16:56:37.814 INFO:tasks.workunit.client.0.smithi090.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:37.814 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ur-dvd2LySea7zD off=13608599 len=838244 2024-04-15T16:56:37.815 INFO:tasks.workunit.client.0.smithi090.stdout:op 2174 completed, throughput=4.99MB/sec 2024-04-15T16:56:37.815 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ed2VINaI3cj3a0f off=6345775 len=495879 2024-04-15T16:56:37.818 INFO:tasks.workunit.client.0.smithi090.stdout:op 2175 completed, throughput=4.99MB/sec 2024-04-15T16:56:37.818 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UMLG_otcgHo_V68 off=28489 len=388960 2024-04-15T16:56:37.819 INFO:tasks.workunit.client.0.smithi090.stdout:op 2176 completed, throughput=4.99MB/sec 2024-04-15T16:56:37.819 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XBeXnkyr9cetXPb off=7271800 len=1266699 2024-04-15T16:56:37.822 INFO:tasks.workunit.client.0.smithi090.stdout:op 2177 completed, throughput=5MB/sec 2024-04-15T16:56:37.822 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vN2IrQkTKKJ2_Fa off=10219233 len=656304 2024-04-15T16:56:37.826 INFO:tasks.workunit.client.0.smithi090.stdout:op 2178 completed, throughput=5MB/sec 2024-04-15T16:56:37.826 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GkHk2fxtcy_Vvwb off=12886715 len=1001335 2024-04-15T16:56:37.827 INFO:tasks.workunit.client.0.smithi090.stdout:op 2179 completed, throughput=5MB/sec 2024-04-15T16:56:38.827 INFO:tasks.workunit.client.0.smithi090.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:38.828 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HeIBC3A4vwJv3M2 off=15561870 len=1471656 2024-04-15T16:56:38.835 INFO:tasks.workunit.client.0.smithi090.stdout:op 2180 completed, throughput=4.99MB/sec 2024-04-15T16:56:38.835 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VRg8j5fMKUUDMFh off=1321034 len=1740963 2024-04-15T16:56:38.838 INFO:tasks.workunit.client.0.smithi090.stdout:op 2181 completed, throughput=5MB/sec 2024-04-15T16:56:38.838 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NoYSnjv063-Rlcd off=10890802 len=356103 2024-04-15T16:56:38.841 INFO:tasks.workunit.client.0.smithi090.stdout:op 2182 completed, throughput=5MB/sec 2024-04-15T16:56:38.841 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-G5UBVH4MrtxMKj1 off=4270203 len=227439 2024-04-15T16:56:38.844 INFO:tasks.workunit.client.0.smithi090.stdout:op 2183 completed, throughput=5MB/sec 2024-04-15T16:56:38.844 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-d9keVExp1YGFE9w off=8625696 len=1332583 2024-04-15T16:56:38.846 INFO:tasks.workunit.client.0.smithi090.stdout:op 2184 completed, throughput=5MB/sec 2024-04-15T16:56:38.846 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-F3xxKklHRM_hPas off=13723553 len=1953054 2024-04-15T16:56:38.848 INFO:tasks.workunit.client.0.smithi090.stdout:op 2185 completed, throughput=5MB/sec 2024-04-15T16:56:39.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:38 smithi090 ceph-mon[91618]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:56:39.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:56:39.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:38 smithi090 ceph-mon[89240]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:56:39.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:56:39.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:38 smithi153 ceph-mon[84714]: pgmap v1612: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:56:39.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:56:39.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:56:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:56:39] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-15T16:56:39.848 INFO:tasks.workunit.client.0.smithi090.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:39.848 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DcTqhgiLJq-FFIz off=1129800 len=1528074 2024-04-15T16:56:39.851 INFO:tasks.workunit.client.0.smithi090.stdout:op 2186 completed, throughput=5MB/sec 2024-04-15T16:56:39.851 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-G4wzIDRKHJ2L6PT off=21276593 len=1170681 2024-04-15T16:56:39.859 INFO:tasks.workunit.client.0.smithi090.stdout:op 2187 completed, throughput=5MB/sec 2024-04-15T16:56:39.859 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hQmNRmKseo8Fvad off=362304 len=873506 2024-04-15T16:56:39.864 INFO:tasks.workunit.client.0.smithi090.stdout:op 2188 completed, throughput=5MB/sec 2024-04-15T16:56:40.864 INFO:tasks.workunit.client.0.smithi090.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:40.865 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZOv10UpPZ8bPwEE off=5091680 len=2003030 2024-04-15T16:56:40.868 INFO:tasks.workunit.client.0.smithi090.stdout:op 2189 completed, throughput=4.99MB/sec 2024-04-15T16:56:40.868 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wrYdLZvb2-sIRPk off=2528226 len=1003260 2024-04-15T16:56:40.870 INFO:tasks.workunit.client.0.smithi090.stdout:op 2190 completed, throughput=5MB/sec 2024-04-15T16:56:40.870 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mFttebt09-lj2ag off=15121868 len=1383658 2024-04-15T16:56:40.872 INFO:tasks.workunit.client.0.smithi090.stdout:op 2191 completed, throughput=5MB/sec 2024-04-15T16:56:40.872 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kfHTzeiPl_egEcp off=2792359 len=467617 2024-04-15T16:56:40.876 INFO:tasks.workunit.client.0.smithi090.stdout:op 2192 completed, throughput=5MB/sec 2024-04-15T16:56:40.876 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5zv95HmVweJeeB8 off=4393881 len=1302270 2024-04-15T16:56:40.883 INFO:tasks.workunit.client.0.smithi090.stdout:op 2193 completed, throughput=5MB/sec 2024-04-15T16:56:41.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:40 smithi090 ceph-mon[89240]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:56:41.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:40 smithi090 ceph-mon[91618]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:56:41.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:40 smithi153 ceph-mon[84714]: pgmap v1613: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:56:41.884 INFO:tasks.workunit.client.0.smithi090.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:41.884 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lfUkvTkcDyPOj0i off=4922236 len=990628 2024-04-15T16:56:41.890 INFO:tasks.workunit.client.0.smithi090.stdout:op 2194 completed, throughput=4.99MB/sec 2024-04-15T16:56:41.890 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-peQQ2S6Lgn64gcH off=4350593 len=928851 2024-04-15T16:56:41.891 INFO:tasks.workunit.client.0.smithi090.stdout:op 2195 completed, throughput=4.99MB/sec 2024-04-15T16:56:41.891 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8MTDVdim-f3t9-L off=6297536 len=348818 2024-04-15T16:56:41.894 INFO:tasks.workunit.client.0.smithi090.stdout:op 2196 completed, throughput=5MB/sec 2024-04-15T16:56:41.894 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KF2zMFxAdhjUWtz off=15616531 len=211866 2024-04-15T16:56:41.895 INFO:tasks.workunit.client.0.smithi090.stdout:op 2197 completed, throughput=5MB/sec 2024-04-15T16:56:41.895 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WFo6zZ1_uWlMs3s off=22127497 len=1426736 2024-04-15T16:56:41.902 INFO:tasks.workunit.client.0.smithi090.stdout:op 2198 completed, throughput=5MB/sec 2024-04-15T16:56:41.902 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-z2F5rDsYlaKIq-k off=1302557 len=661244 2024-04-15T16:56:41.902 INFO:tasks.workunit.client.0.smithi090.stdout:op 2199 completed, throughput=5MB/sec 2024-04-15T16:56:42.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:56:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:42.903 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cYyFZuOeONGtFsF off=980953 len=1463440 2024-04-15T16:56:42.910 INFO:tasks.workunit.client.0.smithi090.stdout:op 2200 completed, throughput=4.99MB/sec 2024-04-15T16:56:42.911 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-I24dZHgyQUlcqrA off=23746418 len=1601547 2024-04-15T16:56:42.912 INFO:tasks.workunit.client.0.smithi090.stdout:op 2201 completed, throughput=5MB/sec 2024-04-15T16:56:42.913 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ipgNqmT4sSXsw6v off=6355088 len=894161 2024-04-15T16:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout:op 2202 completed, throughput=5MB/sec 2024-04-15T16:56:42.914 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AxBuZhOQqK7fbwL off=59174 len=929002 2024-04-15T16:56:42.918 INFO:tasks.workunit.client.0.smithi090.stdout:op 2203 completed, throughput=5MB/sec 2024-04-15T16:56:42.919 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BPT8Xg72zWWzUNX off=2062151 len=1786228 2024-04-15T16:56:42.922 INFO:tasks.workunit.client.0.smithi090.stdout:op 2204 completed, throughput=5MB/sec 2024-04-15T16:56:43.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:42 smithi090 ceph-mon[91618]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:56:43.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:42 smithi090 ceph-mon[89240]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:56:43.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:42 smithi153 ceph-mon[84714]: pgmap v1614: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:56:43.922 INFO:tasks.workunit.client.0.smithi090.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:43.923 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hVC7qAeKBxCET28 off=7500421 len=94021 2024-04-15T16:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout:op 2205 completed, throughput=4.99MB/sec 2024-04-15T16:56:43.925 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IZvxjXz-Vx-nUF9 off=12823935 len=1771960 2024-04-15T16:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout:op 2206 completed, throughput=5MB/sec 2024-04-15T16:56:43.927 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1-W1tChYDPj0E81 off=7230085 len=1371631 2024-04-15T16:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout:op 2207 completed, throughput=5MB/sec 2024-04-15T16:56:43.929 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YF5C_Ghw_LNFg7A off=14913537 len=1946648 2024-04-15T16:56:43.931 INFO:tasks.workunit.client.0.smithi090.stdout:op 2208 completed, throughput=5MB/sec 2024-04-15T16:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:44.932 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xaNCvKa1siowkk2 off=15172495 len=1134483 2024-04-15T16:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout:op 2209 completed, throughput=4.99MB/sec 2024-04-15T16:56:44.934 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-38zraUNaW8-CQzK off=9945303 len=665329 2024-04-15T16:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout:op 2210 completed, throughput=5MB/sec 2024-04-15T16:56:44.939 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4UYRUmqClUyNueE off=1390685 len=1681567 2024-04-15T16:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout:op 2211 completed, throughput=5MB/sec 2024-04-15T16:56:44.941 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dLT7Tk0t2hlE6zi off=2201688 len=1127215 2024-04-15T16:56:44.942 INFO:tasks.workunit.client.0.smithi090.stdout:op 2212 completed, throughput=5MB/sec 2024-04-15T16:56:45.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:44 smithi090 ceph-mon[89240]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T16:56:45.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:44 smithi090 ceph-mon[91618]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T16:56:45.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:44 smithi153 ceph-mon[84714]: pgmap v1615: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T16:56:45.943 INFO:tasks.workunit.client.0.smithi090.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:45.943 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZJ1B7bP_UHKuEft off=6251221 len=669530 2024-04-15T16:56:45.947 INFO:tasks.workunit.client.0.smithi090.stdout:op 2213 completed, throughput=4.99MB/sec 2024-04-15T16:56:45.947 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DPLigB7S_8FlZ4n off=1678175 len=1099831 2024-04-15T16:56:45.952 INFO:tasks.workunit.client.0.smithi090.stdout:op 2214 completed, throughput=4.99MB/sec 2024-04-15T16:56:45.952 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_5z9mz6hMLE4w3f off=5065088 len=1464121 2024-04-15T16:56:45.959 INFO:tasks.workunit.client.0.smithi090.stdout:op 2215 completed, throughput=5MB/sec 2024-04-15T16:56:45.959 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nO7gBHrMlmgxReb off=520754 len=1291111 2024-04-15T16:56:45.966 INFO:tasks.workunit.client.0.smithi090.stdout:op 2216 completed, throughput=5MB/sec 2024-04-15T16:56:45.966 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kvf38SFdioVeSbe off=5916659 len=1599612 2024-04-15T16:56:45.973 INFO:tasks.workunit.client.0.smithi090.stdout:op 2217 completed, throughput=5MB/sec 2024-04-15T16:56:46.974 INFO:tasks.workunit.client.0.smithi090.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:46.974 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eHUVv3T0Oxydw5Q off=3804789 len=1329331 2024-04-15T16:56:46.975 INFO:tasks.workunit.client.0.smithi090.stdout:op 2218 completed, throughput=4.99MB/sec 2024-04-15T16:56:46.975 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_v0-tSlIsP5Jl11 off=12659604 len=815527 2024-04-15T16:56:46.980 INFO:tasks.workunit.client.0.smithi090.stdout:op 2219 completed, throughput=5MB/sec 2024-04-15T16:56:46.981 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MleWDombI6s57K4 off=15665779 len=2055828 2024-04-15T16:56:46.995 INFO:tasks.workunit.client.0.smithi090.stdout:op 2220 completed, throughput=5MB/sec 2024-04-15T16:56:47.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:46 smithi090 ceph-mon[89240]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:56:47.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:46 smithi090 ceph-mon[91618]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:56:47.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:46 smithi153 ceph-mon[84714]: pgmap v1616: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T16:56:47.995 INFO:tasks.workunit.client.0.smithi090.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:47.995 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6D9ZRcfOZGNMdU0 off=2668436 len=1396611 2024-04-15T16:56:48.003 INFO:tasks.workunit.client.0.smithi090.stdout:op 2221 completed, throughput=4.99MB/sec 2024-04-15T16:56:48.003 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Mro4n8Q-RlFVR_f off=662125 len=1467432 2024-04-15T16:56:48.006 INFO:tasks.workunit.client.0.smithi090.stdout:op 2222 completed, throughput=5MB/sec 2024-04-15T16:56:48.006 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-L7IJgtLFf3qXuB5 off=4618473 len=1588131 2024-04-15T16:56:48.007 INFO:tasks.workunit.client.0.smithi090.stdout:op 2223 completed, throughput=5MB/sec 2024-04-15T16:56:48.007 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9aAMTUr4JisBJrJ off=15926585 len=1554975 2024-04-15T16:56:48.014 INFO:tasks.workunit.client.0.smithi090.stdout:op 2224 completed, throughput=5MB/sec 2024-04-15T16:56:49.015 INFO:tasks.workunit.client.0.smithi090.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:49.015 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-f-QAfy5w0KGApF1 off=161808 len=1414232 2024-04-15T16:56:49.016 INFO:tasks.workunit.client.0.smithi090.stdout:op 2225 completed, throughput=4.99MB/sec 2024-04-15T16:56:49.016 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--xgv94oQP6baRyq off=22516177 len=894059 2024-04-15T16:56:49.018 INFO:tasks.workunit.client.0.smithi090.stdout:op 2226 completed, throughput=5MB/sec 2024-04-15T16:56:49.018 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lMN3Q9P2wcPs_kE off=23143950 len=1352487 2024-04-15T16:56:49.019 INFO:tasks.workunit.client.0.smithi090.stdout:op 2227 completed, throughput=5MB/sec 2024-04-15T16:56:49.020 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Pb5DCjNlTHdadmd off=11632150 len=1549962 2024-04-15T16:56:49.021 INFO:tasks.workunit.client.0.smithi090.stdout:op 2228 completed, throughput=5MB/sec 2024-04-15T16:56:49.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:48 smithi090 ceph-mon[89240]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:56:49.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:48 smithi090 ceph-mon[91618]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:56:49.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:48 smithi153 ceph-mon[84714]: pgmap v1617: 105 pgs: 105 active+clean; 127 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:56:49.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:56:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:56:49] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-15T16:56:50.022 INFO:tasks.workunit.client.0.smithi090.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:50.022 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XYLwJ-3SFYIT1Kd off=992457 len=479823 2024-04-15T16:56:50.022 INFO:tasks.workunit.client.0.smithi090.stdout:op 2229 completed, throughput=4.99MB/sec 2024-04-15T16:56:50.023 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xP6eJKdl5A5Ch8R off=6302895 len=245399 2024-04-15T16:56:50.024 INFO:tasks.workunit.client.0.smithi090.stdout:op 2230 completed, throughput=4.99MB/sec 2024-04-15T16:56:50.024 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ieLoMN5Z9QjTdrU off=13100528 len=435987 2024-04-15T16:56:50.027 INFO:tasks.workunit.client.0.smithi090.stdout:op 2231 completed, throughput=4.99MB/sec 2024-04-15T16:56:50.027 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HGDNckLXfS25sSL off=9868440 len=1516082 2024-04-15T16:56:50.029 INFO:tasks.workunit.client.0.smithi090.stdout:op 2232 completed, throughput=5MB/sec 2024-04-15T16:56:50.029 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sFvMKXKttNuLCq- off=5165161 len=1923644 2024-04-15T16:56:50.040 INFO:tasks.workunit.client.0.smithi090.stdout:op 2233 completed, throughput=5MB/sec 2024-04-15T16:56:51.040 INFO:tasks.workunit.client.0.smithi090.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:51.041 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FSw7Qeut9VrM9Ex off=12967345 len=2036643 2024-04-15T16:56:51.043 INFO:tasks.workunit.client.0.smithi090.stdout:op 2234 completed, throughput=4.99MB/sec 2024-04-15T16:56:51.043 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MmkjCypx8tfYPr5 off=5180879 len=1756692 2024-04-15T16:56:51.052 INFO:tasks.workunit.client.0.smithi090.stdout:op 2235 completed, throughput=5MB/sec 2024-04-15T16:56:51.052 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VbhMbUM50T1_LuY off=1439292 len=1607100 2024-04-15T16:56:51.053 INFO:tasks.workunit.client.0.smithi090.stdout:op 2236 completed, throughput=5MB/sec 2024-04-15T16:56:51.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:50 smithi090 ceph-mon[89240]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:56:51.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:50 smithi090 ceph-mon[91618]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:56:51.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:50 smithi153 ceph-mon[84714]: pgmap v1618: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:56:52.053 INFO:tasks.workunit.client.0.smithi090.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:52.053 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-grwyr4_-ewcT_Eq off=23374791 len=1531929 2024-04-15T16:56:52.055 INFO:tasks.workunit.client.0.smithi090.stdout:op 2237 completed, throughput=4.99MB/sec 2024-04-15T16:56:52.055 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-M52pHwSsE4KsfjE off=3788257 len=143670 2024-04-15T16:56:52.058 INFO:tasks.workunit.client.0.smithi090.stdout:op 2238 completed, throughput=4.99MB/sec 2024-04-15T16:56:52.058 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KAlqUhSl9XxZli9 off=3432846 len=1188379 2024-04-15T16:56:52.063 INFO:tasks.workunit.client.0.smithi090.stdout:op 2239 completed, throughput=5MB/sec 2024-04-15T16:56:52.063 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-z7DaG5xiBB3CvyY off=6563238 len=327426 2024-04-15T16:56:52.067 INFO:tasks.workunit.client.0.smithi090.stdout:op 2240 completed, throughput=5MB/sec 2024-04-15T16:56:52.067 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2H2zE6570ojhPwS off=1308911 len=280552 2024-04-15T16:56:52.070 INFO:tasks.workunit.client.0.smithi090.stdout:op 2241 completed, throughput=5MB/sec 2024-04-15T16:56:52.070 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cMHbMPrpicCKSVa off=7570173 len=724791 2024-04-15T16:56:52.071 INFO:tasks.workunit.client.0.smithi090.stdout:op 2242 completed, throughput=5MB/sec 2024-04-15T16:56:52.071 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xWCNPEjm0VbkYJb off=1543995 len=2078502 2024-04-15T16:56:52.073 INFO:tasks.workunit.client.0.smithi090.stdout:op 2243 completed, throughput=5MB/sec 2024-04-15T16:56:52.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:56:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:56:53.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:52 smithi090 ceph-mon[89240]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:56:53.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:52 smithi090 ceph-mon[91618]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:56:53.073 INFO:tasks.workunit.client.0.smithi090.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:53.074 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Q-1wbT6__qMsq3A off=4955 len=223753 2024-04-15T16:56:53.074 INFO:tasks.workunit.client.0.smithi090.stdout:op 2244 completed, throughput=4.99MB/sec 2024-04-15T16:56:53.074 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OoNQMJnX5mXEjNH off=7786825 len=2092245 2024-04-15T16:56:53.086 INFO:tasks.workunit.client.0.smithi090.stdout:op 2245 completed, throughput=5MB/sec 2024-04-15T16:56:53.087 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-k2gE4ZwK9t-jxhW off=6848734 len=1824590 2024-04-15T16:56:53.095 INFO:tasks.workunit.client.0.smithi090.stdout:op 2246 completed, throughput=5MB/sec 2024-04-15T16:56:53.095 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3aB8OEsd8Tyovn2 off=651430 len=1428126 2024-04-15T16:56:53.095 INFO:tasks.workunit.client.0.smithi090.stdout:op 2247 completed, throughput=5MB/sec 2024-04-15T16:56:53.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:52 smithi153 ceph-mon[84714]: pgmap v1619: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:56:54.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:56:54.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:56:54.096 INFO:tasks.workunit.client.0.smithi090.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:54.096 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rMxTB5ACM3PhWt7 off=839793 len=1392616 2024-04-15T16:56:54.105 INFO:tasks.workunit.client.0.smithi090.stdout:op 2248 completed, throughput=4.99MB/sec 2024-04-15T16:56:54.105 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NGPzLA1njjPDv0H off=11234832 len=484414 2024-04-15T16:56:54.109 INFO:tasks.workunit.client.0.smithi090.stdout:op 2249 completed, throughput=5MB/sec 2024-04-15T16:56:54.109 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ITqqaPj1iXxrUJz off=21829105 len=2053996 2024-04-15T16:56:54.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:56:54.112 INFO:tasks.workunit.client.0.smithi090.stdout:op 2250 completed, throughput=5MB/sec 2024-04-15T16:56:54.112 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IF5UHq98m0VnrrE off=304385 len=2012243 2024-04-15T16:56:54.125 INFO:tasks.workunit.client.0.smithi090.stdout:op 2251 completed, throughput=5MB/sec 2024-04-15T16:56:55.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:54 smithi090 ceph-mon[89240]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:56:55.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:54 smithi090 ceph-mon[91618]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:56:55.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:54 smithi153 ceph-mon[84714]: pgmap v1620: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:56:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:55.125 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6LxGUjQOgT5AhNh off=5377547 len=639389 2024-04-15T16:56:55.126 INFO:tasks.workunit.client.0.smithi090.stdout:op 2252 completed, throughput=4.99MB/sec 2024-04-15T16:56:55.126 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Dl0p5E4_70oSwko off=9617347 len=1970104 2024-04-15T16:56:55.135 INFO:tasks.workunit.client.0.smithi090.stdout:op 2253 completed, throughput=5MB/sec 2024-04-15T16:56:55.135 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FXjjOdPgpEJIwmr off=9157415 len=1319230 2024-04-15T16:56:55.141 INFO:tasks.workunit.client.0.smithi090.stdout:op 2254 completed, throughput=5MB/sec 2024-04-15T16:56:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:56.141 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-L0NzEgb58g2wvvA off=1244959 len=2094688 2024-04-15T16:56:56.155 INFO:tasks.workunit.client.0.smithi090.stdout:op 2255 completed, throughput=4.99MB/sec 2024-04-15T16:56:56.155 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pWm5JaTjO14pAtS off=1104201 len=1206285 2024-04-15T16:56:56.161 INFO:tasks.workunit.client.0.smithi090.stdout:op 2256 completed, throughput=5MB/sec 2024-04-15T16:56:56.161 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-R0WVU56zCsZyV_E off=532909 len=1157849 2024-04-15T16:56:56.168 INFO:tasks.workunit.client.0.smithi090.stdout:op 2257 completed, throughput=5MB/sec 2024-04-15T16:56:56.168 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XTqUsZJTAEHluUJ off=3482524 len=1933867 2024-04-15T16:56:56.171 INFO:tasks.workunit.client.0.smithi090.stdout:op 2258 completed, throughput=5MB/sec 2024-04-15T16:56:57.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:56 smithi090 ceph-mon[89240]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T16:56:57.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:56 smithi090 ceph-mon[91618]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T16:56:57.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:56 smithi153 ceph-mon[84714]: pgmap v1621: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T16:56:57.171 INFO:tasks.workunit.client.0.smithi090.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:57.171 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iMpdmY5bUQAJ_Rd off=6403481 len=718287 2024-04-15T16:56:57.173 INFO:tasks.workunit.client.0.smithi090.stdout:op 2259 completed, throughput=4.99MB/sec 2024-04-15T16:56:57.173 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OlyUsGLSXfY1ed5 off=21216543 len=1090089 2024-04-15T16:56:57.179 INFO:tasks.workunit.client.0.smithi090.stdout:op 2260 completed, throughput=5MB/sec 2024-04-15T16:56:57.179 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eIW1VL2aT01wAdG off=15141440 len=1841242 2024-04-15T16:56:57.189 INFO:tasks.workunit.client.0.smithi090.stdout:op 2261 completed, throughput=5MB/sec 2024-04-15T16:56:57.189 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0GgB_aCSgSj1AH3 off=2820126 len=1146436 2024-04-15T16:56:57.196 INFO:tasks.workunit.client.0.smithi090.stdout:op 2262 completed, throughput=5MB/sec 2024-04-15T16:56:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:58.197 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GD-RaLbj1k7h86n off=10237027 len=1935652 2024-04-15T16:56:58.205 INFO:tasks.workunit.client.0.smithi090.stdout:op 2263 completed, throughput=4.99MB/sec 2024-04-15T16:56:58.206 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-P-nde-_BuWUYYT6 off=21643224 len=1628494 2024-04-15T16:56:58.216 INFO:tasks.workunit.client.0.smithi090.stdout:op 2264 completed, throughput=5MB/sec 2024-04-15T16:56:58.216 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QuJfQ_FU5SACI5X off=4530607 len=458195 2024-04-15T16:56:58.217 INFO:tasks.workunit.client.0.smithi090.stdout:op 2265 completed, throughput=5MB/sec 2024-04-15T16:56:58.217 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MwhFeAsaUKqkupH off=397699 len=1305471 2024-04-15T16:56:58.217 INFO:tasks.workunit.client.0.smithi090.stdout:op 2266 completed, throughput=5MB/sec 2024-04-15T16:56:59.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:56:58 smithi090 ceph-mon[89240]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:56:59.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:56:58 smithi090 ceph-mon[91618]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:56:59.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:56:58 smithi153 ceph-mon[84714]: pgmap v1622: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:56:59.218 INFO:tasks.workunit.client.0.smithi090.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-15T16:56:59.218 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cJvwSGNltfc2x-e off=11056105 len=497866 2024-04-15T16:56:59.219 INFO:tasks.workunit.client.0.smithi090.stdout:op 2267 completed, throughput=4.99MB/sec 2024-04-15T16:56:59.219 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dIpgZ87kZPG-L_E off=261517 len=1717523 2024-04-15T16:56:59.229 INFO:tasks.workunit.client.0.smithi090.stdout:op 2268 completed, throughput=5MB/sec 2024-04-15T16:56:59.229 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_lGRqcT2VO4tpZG off=4511242 len=223277 2024-04-15T16:56:59.232 INFO:tasks.workunit.client.0.smithi090.stdout:op 2269 completed, throughput=5MB/sec 2024-04-15T16:56:59.232 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BGlhrcXf4hGODWV off=751659 len=752319 2024-04-15T16:56:59.233 INFO:tasks.workunit.client.0.smithi090.stdout:op 2270 completed, throughput=5MB/sec 2024-04-15T16:56:59.233 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3_ehY7ilH_AwalG off=19255567 len=1507073 2024-04-15T16:56:59.242 INFO:tasks.workunit.client.0.smithi090.stdout:op 2271 completed, throughput=5MB/sec 2024-04-15T16:56:59.569 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:56:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:56:59] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-15T16:57:00.242 INFO:tasks.workunit.client.0.smithi090.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:00.242 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PMoqmiqJLisT66K off=854615 len=378111 2024-04-15T16:57:00.245 INFO:tasks.workunit.client.0.smithi090.stdout:op 2272 completed, throughput=4.99MB/sec 2024-04-15T16:57:00.246 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-P_1qBaoMvl1-qmA off=7146393 len=1532977 2024-04-15T16:57:00.254 INFO:tasks.workunit.client.0.smithi090.stdout:op 2273 completed, throughput=4.99MB/sec 2024-04-15T16:57:00.254 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-l_NxC8YMJSAUEhB off=1237690 len=1444106 2024-04-15T16:57:00.261 INFO:tasks.workunit.client.0.smithi090.stdout:op 2274 completed, throughput=5MB/sec 2024-04-15T16:57:00.261 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jj-z_WlPqCPHZTf off=5063026 len=886774 2024-04-15T16:57:00.266 INFO:tasks.workunit.client.0.smithi090.stdout:op 2275 completed, throughput=5MB/sec 2024-04-15T16:57:00.267 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1QwiqYkTMBS_hMP off=3280758 len=960117 2024-04-15T16:57:00.270 INFO:tasks.workunit.client.0.smithi090.stdout:op 2276 completed, throughput=5MB/sec 2024-04-15T16:57:00.270 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eHUVv3T0Oxydw5Q off=10141819 len=1031677 2024-04-15T16:57:00.271 INFO:tasks.workunit.client.0.smithi090.stdout:op 2277 completed, throughput=5MB/sec 2024-04-15T16:57:01.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:00 smithi090 ceph-mon[89240]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T16:57:01.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:00 smithi090 ceph-mon[91618]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T16:57:01.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:00 smithi153 ceph-mon[84714]: pgmap v1623: 105 pgs: 105 active+clean; 127 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T16:57:01.272 INFO:tasks.workunit.client.0.smithi090.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:01.272 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LYkfqUYhw6zRG1a off=17234568 len=1936193 2024-04-15T16:57:01.280 INFO:tasks.workunit.client.0.smithi090.stdout:op 2278 completed, throughput=5MB/sec 2024-04-15T16:57:01.281 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5cNQY5QzquXcB0H off=11708560 len=1425305 2024-04-15T16:57:01.286 INFO:tasks.workunit.client.0.smithi090.stdout:op 2279 completed, throughput=5MB/sec 2024-04-15T16:57:01.286 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fYhD4s-F456ro3c off=7845135 len=93476 2024-04-15T16:57:01.287 INFO:tasks.workunit.client.0.smithi090.stdout:op 2280 completed, throughput=5MB/sec 2024-04-15T16:57:01.287 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fnW9TT1yEWRCz2C off=306596 len=368883 2024-04-15T16:57:01.288 INFO:tasks.workunit.client.0.smithi090.stdout:op 2281 completed, throughput=5MB/sec 2024-04-15T16:57:01.288 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Y1HwmojFVNM7aWk off=13734426 len=177309 2024-04-15T16:57:01.288 INFO:tasks.workunit.client.0.smithi090.stdout:op 2282 completed, throughput=5MB/sec 2024-04-15T16:57:01.288 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RfOhjSb_xCJYNZP off=1797845 len=1650483 2024-04-15T16:57:01.289 INFO:tasks.workunit.client.0.smithi090.stdout:op 2283 completed, throughput=5MB/sec 2024-04-15T16:57:02.290 INFO:tasks.workunit.client.0.smithi090.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:02.290 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-q5fMf_VdLY6_-T_ off=2970456 len=24841 2024-04-15T16:57:02.293 INFO:tasks.workunit.client.0.smithi090.stdout:op 2284 completed, throughput=4.99MB/sec 2024-04-15T16:57:02.293 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0SE2rn5wMYMmuZX off=2327832 len=519338 2024-04-15T16:57:02.296 INFO:tasks.workunit.client.0.smithi090.stdout:op 2285 completed, throughput=4.99MB/sec 2024-04-15T16:57:02.296 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YtcZQoTuWwQDrVl off=5878354 len=1829183 2024-04-15T16:57:02.307 INFO:tasks.workunit.client.0.smithi090.stdout:op 2286 completed, throughput=5MB/sec 2024-04-15T16:57:02.307 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-U6IPbpvpaSXT4HG off=5727072 len=1234004 2024-04-15T16:57:02.313 INFO:tasks.workunit.client.0.smithi090.stdout:op 2287 completed, throughput=5MB/sec 2024-04-15T16:57:02.313 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MXqJyvzC3e2eWbF off=7012936 len=885620 2024-04-15T16:57:02.314 INFO:tasks.workunit.client.0.smithi090.stdout:op 2288 completed, throughput=5MB/sec 2024-04-15T16:57:02.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:57:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:57:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:57:03.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:02 smithi090 ceph-mon[91618]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T16:57:03.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:02 smithi090 ceph-mon[89240]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T16:57:03.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:02 smithi153 ceph-mon[84714]: pgmap v1624: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T16:57:03.314 INFO:tasks.workunit.client.0.smithi090.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:03.315 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IUb8hDFKTmEctXb off=17875776 len=1032536 2024-04-15T16:57:03.316 INFO:tasks.workunit.client.0.smithi090.stdout:op 2289 completed, throughput=4.99MB/sec 2024-04-15T16:57:03.316 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-x7T-ivmpvjVsu5p off=5843841 len=238033 2024-04-15T16:57:03.318 INFO:tasks.workunit.client.0.smithi090.stdout:op 2290 completed, throughput=4.99MB/sec 2024-04-15T16:57:03.319 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-prma9A9G1B_hWLI off=5255498 len=843024 2024-04-15T16:57:03.323 INFO:tasks.workunit.client.0.smithi090.stdout:op 2291 completed, throughput=4.99MB/sec 2024-04-15T16:57:03.323 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ryyXH7r2vtHrREu off=835643 len=1640837 2024-04-15T16:57:03.327 INFO:tasks.workunit.client.0.smithi090.stdout:op 2292 completed, throughput=5MB/sec 2024-04-15T16:57:03.327 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zQA3bOHe77l2Xru off=13993176 len=1412591 2024-04-15T16:57:03.329 INFO:tasks.workunit.client.0.smithi090.stdout:op 2293 completed, throughput=5MB/sec 2024-04-15T16:57:04.330 INFO:tasks.workunit.client.0.smithi090.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:04.330 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pHg7l68EAyWaTns off=10604943 len=1542729 2024-04-15T16:57:04.338 INFO:tasks.workunit.client.0.smithi090.stdout:op 2294 completed, throughput=4.99MB/sec 2024-04-15T16:57:04.338 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KfvYMr8AhAAMTYI off=16480364 len=450711 2024-04-15T16:57:04.341 INFO:tasks.workunit.client.0.smithi090.stdout:op 2295 completed, throughput=4.99MB/sec 2024-04-15T16:57:04.341 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-k3b-yGeAoM3zQ47 off=8009230 len=1581947 2024-04-15T16:57:04.351 INFO:tasks.workunit.client.0.smithi090.stdout:op 2296 completed, throughput=5MB/sec 2024-04-15T16:57:04.351 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OiMRzVx6xmDWC_J off=14641598 len=2014808 2024-04-15T16:57:04.361 INFO:tasks.workunit.client.0.smithi090.stdout:op 2297 completed, throughput=5MB/sec 2024-04-15T16:57:05.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:04 smithi090 ceph-mon[89240]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-15T16:57:05.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:04 smithi090 ceph-mon[91618]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-15T16:57:05.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:04 smithi153 ceph-mon[84714]: pgmap v1625: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-15T16:57:05.362 INFO:tasks.workunit.client.0.smithi090.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:05.362 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-r5Szhmzdv0ihvpf off=3359582 len=307910 2024-04-15T16:57:05.365 INFO:tasks.workunit.client.0.smithi090.stdout:op 2298 completed, throughput=4.99MB/sec 2024-04-15T16:57:05.366 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dixPQ1jASbFzYhY off=8359874 len=1970831 2024-04-15T16:57:05.375 INFO:tasks.workunit.client.0.smithi090.stdout:op 2299 completed, throughput=4.99MB/sec 2024-04-15T16:57:05.375 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lVOBbQ_Z-7Rij4s off=7602718 len=1210431 2024-04-15T16:57:05.380 INFO:tasks.workunit.client.0.smithi090.stdout:op 2300 completed, throughput=5MB/sec 2024-04-15T16:57:05.380 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4neoOIZWjELEWBh off=2277133 len=903907 2024-04-15T16:57:05.384 INFO:tasks.workunit.client.0.smithi090.stdout:op 2301 completed, throughput=5MB/sec 2024-04-15T16:57:05.384 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-m2XJ8Y_nb69CRmM off=10434879 len=1193346 2024-04-15T16:57:05.390 INFO:tasks.workunit.client.0.smithi090.stdout:op 2302 completed, throughput=5MB/sec 2024-04-15T16:57:06.391 INFO:tasks.workunit.client.0.smithi090.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:06.391 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9R2j6zHBiq8zEV_ off=2480423 len=247985 2024-04-15T16:57:06.392 INFO:tasks.workunit.client.0.smithi090.stdout:op 2303 completed, throughput=4.99MB/sec 2024-04-15T16:57:06.392 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vmaG1ToQ3pEmrAJ off=2192889 len=1480317 2024-04-15T16:57:06.394 INFO:tasks.workunit.client.0.smithi090.stdout:op 2304 completed, throughput=4.99MB/sec 2024-04-15T16:57:06.394 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_WjNeXpZme1QGgY off=6332479 len=1057341 2024-04-15T16:57:06.399 INFO:tasks.workunit.client.0.smithi090.stdout:op 2305 completed, throughput=5MB/sec 2024-04-15T16:57:06.399 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-b7BLaYapj0lJEPf off=1306963 len=396613 2024-04-15T16:57:06.401 INFO:tasks.workunit.client.0.smithi090.stdout:op 2306 completed, throughput=5MB/sec 2024-04-15T16:57:06.401 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_i7YZaL-g2NFaDT off=13547635 len=284515 2024-04-15T16:57:06.402 INFO:tasks.workunit.client.0.smithi090.stdout:op 2307 completed, throughput=5MB/sec 2024-04-15T16:57:06.402 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7GW1b53Degm5yvd off=10171544 len=969109 2024-04-15T16:57:06.403 INFO:tasks.workunit.client.0.smithi090.stdout:op 2308 completed, throughput=5MB/sec 2024-04-15T16:57:06.403 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vvpcGXdxXLTWE_f off=953254 len=130341 2024-04-15T16:57:06.405 INFO:tasks.workunit.client.0.smithi090.stdout:op 2309 completed, throughput=5MB/sec 2024-04-15T16:57:06.405 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-a4dwFGDo8wh8_Gy off=3706132 len=1641910 2024-04-15T16:57:06.407 INFO:tasks.workunit.client.0.smithi090.stdout:op 2310 completed, throughput=5MB/sec 2024-04-15T16:57:07.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:06 smithi090 ceph-mon[89240]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-15T16:57:07.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:06 smithi090 ceph-mon[91618]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-15T16:57:07.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:06 smithi153 ceph-mon[84714]: pgmap v1626: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 3 op/s 2024-04-15T16:57:07.407 INFO:tasks.workunit.client.0.smithi090.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:07.407 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qeYQ5p6acoEYH6m off=4949653 len=1422067 2024-04-15T16:57:07.414 INFO:tasks.workunit.client.0.smithi090.stdout:op 2311 completed, throughput=5MB/sec 2024-04-15T16:57:07.414 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-c2Hqd_jlzY93kH4 off=2353491 len=718420 2024-04-15T16:57:07.419 INFO:tasks.workunit.client.0.smithi090.stdout:op 2312 completed, throughput=5MB/sec 2024-04-15T16:57:07.419 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7ZO6Srla6-GRZ7P off=8577943 len=371820 2024-04-15T16:57:07.420 INFO:tasks.workunit.client.0.smithi090.stdout:op 2313 completed, throughput=5MB/sec 2024-04-15T16:57:07.420 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sMsHXVRMKX8Kz_4 off=1433302 len=1123047 2024-04-15T16:57:07.421 INFO:tasks.workunit.client.0.smithi090.stdout:op 2314 completed, throughput=5MB/sec 2024-04-15T16:57:07.421 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JDb3JYxdzXsMb_a off=15048530 len=893425 2024-04-15T16:57:07.422 INFO:tasks.workunit.client.0.smithi090.stdout:op 2315 completed, throughput=5MB/sec 2024-04-15T16:57:08.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:57:08.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:57:08.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:57:08.423 INFO:tasks.workunit.client.0.smithi090.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:08.423 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QyS4gEp-FTpAQXN off=753101 len=750838 2024-04-15T16:57:08.424 INFO:tasks.workunit.client.0.smithi090.stdout:op 2316 completed, throughput=4.99MB/sec 2024-04-15T16:57:08.425 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BM0wXybyxqGq1ag off=9941577 len=1123081 2024-04-15T16:57:08.432 INFO:tasks.workunit.client.0.smithi090.stdout:op 2317 completed, throughput=4.99MB/sec 2024-04-15T16:57:08.432 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-beUYbfr8uFmnJ3C off=800711 len=361895 2024-04-15T16:57:08.435 INFO:tasks.workunit.client.0.smithi090.stdout:op 2318 completed, throughput=5MB/sec 2024-04-15T16:57:08.435 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rAdnaJKxJN4upCM off=6117815 len=86732 2024-04-15T16:57:08.438 INFO:tasks.workunit.client.0.smithi090.stdout:op 2319 completed, throughput=5MB/sec 2024-04-15T16:57:08.438 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PMuJ6pSELCJV8Y6 off=9898443 len=1174780 2024-04-15T16:57:08.439 INFO:tasks.workunit.client.0.smithi090.stdout:op 2320 completed, throughput=5MB/sec 2024-04-15T16:57:08.439 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eMY7TaNfMAnULsI off=19205038 len=1082972 2024-04-15T16:57:08.444 INFO:tasks.workunit.client.0.smithi090.stdout:op 2321 completed, throughput=5MB/sec 2024-04-15T16:57:08.444 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zWcFJYcn5__RcrT off=4367308 len=53349 2024-04-15T16:57:08.447 INFO:tasks.workunit.client.0.smithi090.stdout:op 2322 completed, throughput=5MB/sec 2024-04-15T16:57:09.096 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:08 smithi090 ceph-mon[91618]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-15T16:57:09.096 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:08 smithi090 ceph-mon[89240]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-15T16:57:09.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:08 smithi153 ceph-mon[84714]: pgmap v1627: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-15T16:57:09.447 INFO:tasks.workunit.client.0.smithi090.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:09.447 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KhbmkktNpvO7J_B off=1890346 len=1591664 2024-04-15T16:57:09.456 INFO:tasks.workunit.client.0.smithi090.stdout:op 2323 completed, throughput=4.99MB/sec 2024-04-15T16:57:09.456 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AJ__kSUEgLvRfUi off=13233349 len=31048 2024-04-15T16:57:09.457 INFO:tasks.workunit.client.0.smithi090.stdout:op 2324 completed, throughput=4.99MB/sec 2024-04-15T16:57:09.457 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-b52Vw1rjI2Np5P7 off=15246903 len=611814 2024-04-15T16:57:09.462 INFO:tasks.workunit.client.0.smithi090.stdout:op 2325 completed, throughput=4.99MB/sec 2024-04-15T16:57:09.462 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iKuuBCMFjFPYlN6 off=11596344 len=1547969 2024-04-15T16:57:09.469 INFO:tasks.workunit.client.0.smithi090.stdout:op 2326 completed, throughput=5MB/sec 2024-04-15T16:57:09.469 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kGPBshD_DKB9H7A off=10892681 len=416845 2024-04-15T16:57:09.471 INFO:tasks.workunit.client.0.smithi090.stdout:op 2327 completed, throughput=5MB/sec 2024-04-15T16:57:09.471 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UyPg6t61B-WM72E off=2396121 len=1806991 2024-04-15T16:57:09.482 INFO:tasks.workunit.client.0.smithi090.stdout:op 2328 completed, throughput=5MB/sec 2024-04-15T16:57:09.569 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:57:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:57:09] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-15T16:57:10.483 INFO:tasks.workunit.client.0.smithi090.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:10.483 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iplwT6x-SVtbYlY off=7528897 len=1617955 2024-04-15T16:57:10.492 INFO:tasks.workunit.client.0.smithi090.stdout:op 2329 completed, throughput=4.99MB/sec 2024-04-15T16:57:10.492 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FYH7urlb2-EeRBz off=0 len=1148798 2024-04-15T16:57:10.495 INFO:tasks.workunit.client.0.smithi090.stdout:op 2330 completed, throughput=5MB/sec 2024-04-15T16:57:10.495 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4Z0n88IGeRsnBTf off=8268778 len=1230644 2024-04-15T16:57:10.496 INFO:tasks.workunit.client.0.smithi090.stdout:op 2331 completed, throughput=5MB/sec 2024-04-15T16:57:10.496 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-biBnPyewZ2l73Qb off=5514321 len=1256608 2024-04-15T16:57:10.498 INFO:tasks.workunit.client.0.smithi090.stdout:op 2332 completed, throughput=5MB/sec 2024-04-15T16:57:11.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:10 smithi153 ceph-mon[84714]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-15T16:57:11.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:10 smithi090 ceph-mon[89240]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-15T16:57:11.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:10 smithi090 ceph-mon[91618]: pgmap v1628: 105 pgs: 105 active+clean; 127 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-15T16:57:11.498 INFO:tasks.workunit.client.0.smithi090.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:11.498 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-A9Fs_hY0VU8Zq8l off=6456275 len=1141834 2024-04-15T16:57:11.504 INFO:tasks.workunit.client.0.smithi090.stdout:op 2333 completed, throughput=4.99MB/sec 2024-04-15T16:57:11.504 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZvYUkizzfuVsuBe off=392980 len=1125286 2024-04-15T16:57:11.505 INFO:tasks.workunit.client.0.smithi090.stdout:op 2334 completed, throughput=4.99MB/sec 2024-04-15T16:57:11.505 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-msuwj2Sbp7Qeg2P off=9686889 len=2014031 2024-04-15T16:57:11.509 INFO:tasks.workunit.client.0.smithi090.stdout:op 2335 completed, throughput=5MB/sec 2024-04-15T16:57:11.509 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JTpPOs8TyN3Gurf off=10418882 len=228590 2024-04-15T16:57:11.510 INFO:tasks.workunit.client.0.smithi090.stdout:op 2336 completed, throughput=5MB/sec 2024-04-15T16:57:11.510 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dPWAh9xKl9Z-SCh off=1117272 len=366521 2024-04-15T16:57:11.511 INFO:tasks.workunit.client.0.smithi090.stdout:op 2337 completed, throughput=5MB/sec 2024-04-15T16:57:12.512 INFO:tasks.workunit.client.0.smithi090.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:12.512 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CB-9W9nbiFmdSho off=16369463 len=619030 2024-04-15T16:57:12.513 INFO:tasks.workunit.client.0.smithi090.stdout:op 2338 completed, throughput=4.99MB/sec 2024-04-15T16:57:12.513 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jhAJK_3t3fng1Ai off=2791261 len=461117 2024-04-15T16:57:12.514 INFO:tasks.workunit.client.0.smithi090.stdout:op 2339 completed, throughput=4.99MB/sec 2024-04-15T16:57:12.514 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OUIP3sfgQTTPwfg off=2238408 len=1256316 2024-04-15T16:57:12.516 INFO:tasks.workunit.client.0.smithi090.stdout:op 2340 completed, throughput=4.99MB/sec 2024-04-15T16:57:12.516 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CNQ0bFqOnqd8swW off=3410812 len=892265 2024-04-15T16:57:12.517 INFO:tasks.workunit.client.0.smithi090.stdout:op 2341 completed, throughput=5MB/sec 2024-04-15T16:57:12.517 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WAizU1MkneEfrwu off=15820191 len=1053396 2024-04-15T16:57:12.523 INFO:tasks.workunit.client.0.smithi090.stdout:op 2342 completed, throughput=5MB/sec 2024-04-15T16:57:12.523 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PDXP3eXMykTQg5R off=3313732 len=1392969 2024-04-15T16:57:12.529 INFO:tasks.workunit.client.0.smithi090.stdout:op 2343 completed, throughput=5MB/sec 2024-04-15T16:57:12.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:57:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:57:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:57:13.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:12 smithi153 ceph-mon[84714]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:57:13.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:12 smithi090 ceph-mon[89240]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:57:13.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:12 smithi090 ceph-mon[91618]: pgmap v1629: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:57:13.530 INFO:tasks.workunit.client.0.smithi090.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:13.530 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vcd0GpWpdzY23K8 off=2448975 len=547944 2024-04-15T16:57:13.533 INFO:tasks.workunit.client.0.smithi090.stdout:op 2344 completed, throughput=4.99MB/sec 2024-04-15T16:57:13.534 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uepxUCEYcXr5vKu off=34122 len=1818908 2024-04-15T16:57:13.537 INFO:tasks.workunit.client.0.smithi090.stdout:op 2345 completed, throughput=4.99MB/sec 2024-04-15T16:57:13.537 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dW6qE5viXKYQZxB off=5728773 len=931152 2024-04-15T16:57:13.540 INFO:tasks.workunit.client.0.smithi090.stdout:op 2346 completed, throughput=5MB/sec 2024-04-15T16:57:13.540 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zxe0VEnGDf0tlTw off=0 len=1204840 2024-04-15T16:57:13.542 INFO:tasks.workunit.client.0.smithi090.stdout:op 2347 completed, throughput=5MB/sec 2024-04-15T16:57:13.542 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3Xzin0zi6ejHNQ6 off=3415255 len=666734 2024-04-15T16:57:13.542 INFO:tasks.workunit.client.0.smithi090.stdout:op 2348 completed, throughput=5MB/sec 2024-04-15T16:57:14.543 INFO:tasks.workunit.client.0.smithi090.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:14.543 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Wqh_PXIYE5fFRFI off=2476031 len=839194 2024-04-15T16:57:14.548 INFO:tasks.workunit.client.0.smithi090.stdout:op 2349 completed, throughput=4.99MB/sec 2024-04-15T16:57:14.548 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Y_LpU95s3Gt34aS off=7667778 len=1598157 2024-04-15T16:57:14.551 INFO:tasks.workunit.client.0.smithi090.stdout:op 2350 completed, throughput=4.99MB/sec 2024-04-15T16:57:14.551 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4qY_2eP5jCaNfQD off=11195221 len=1666645 2024-04-15T16:57:14.561 INFO:tasks.workunit.client.0.smithi090.stdout:op 2351 completed, throughput=5MB/sec 2024-04-15T16:57:14.562 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6aRYLcJw2oFr_g2 off=12273276 len=1162783 2024-04-15T16:57:14.567 INFO:tasks.workunit.client.0.smithi090.stdout:op 2352 completed, throughput=5MB/sec 2024-04-15T16:57:15.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:14 smithi153 ceph-mon[84714]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:57:15.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:14 smithi090 ceph-mon[89240]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:57:15.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:14 smithi090 ceph-mon[91618]: pgmap v1630: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T16:57:15.568 INFO:tasks.workunit.client.0.smithi090.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:15.568 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hTMMnY85zM3uog9 off=1928617 len=129097 2024-04-15T16:57:15.571 INFO:tasks.workunit.client.0.smithi090.stdout:op 2353 completed, throughput=4.99MB/sec 2024-04-15T16:57:15.571 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8nIOTVu-VgFC3yA off=3294919 len=1331904 2024-04-15T16:57:15.578 INFO:tasks.workunit.client.0.smithi090.stdout:op 2354 completed, throughput=4.99MB/sec 2024-04-15T16:57:15.578 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wlGkpiVDYYaCa1V off=216956 len=1773841 2024-04-15T16:57:15.580 INFO:tasks.workunit.client.0.smithi090.stdout:op 2355 completed, throughput=5MB/sec 2024-04-15T16:57:15.581 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-c0tBSqVDhLv7mdF off=583526 len=195683 2024-04-15T16:57:15.581 INFO:tasks.workunit.client.0.smithi090.stdout:op 2356 completed, throughput=5MB/sec 2024-04-15T16:57:15.581 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wikxRic4pAUiY4r off=4749482 len=388992 2024-04-15T16:57:15.585 INFO:tasks.workunit.client.0.smithi090.stdout:op 2357 completed, throughput=5MB/sec 2024-04-15T16:57:15.585 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RRFUUAkMcCBgdkS off=14729643 len=1095297 2024-04-15T16:57:15.589 INFO:tasks.workunit.client.0.smithi090.stdout:op 2358 completed, throughput=5MB/sec 2024-04-15T16:57:15.590 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TCYAs7yQoki-pik off=12950747 len=786826 2024-04-15T16:57:15.590 INFO:tasks.workunit.client.0.smithi090.stdout:op 2359 completed, throughput=5MB/sec 2024-04-15T16:57:16.591 INFO:tasks.workunit.client.0.smithi090.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:16.591 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D8hPoisMRWboCZO off=13255324 len=1659422 2024-04-15T16:57:16.597 INFO:tasks.workunit.client.0.smithi090.stdout:op 2360 completed, throughput=4.99MB/sec 2024-04-15T16:57:16.597 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jRRyBV-mxPnJVI9 off=8364853 len=1677715 2024-04-15T16:57:16.599 INFO:tasks.workunit.client.0.smithi090.stdout:op 2361 completed, throughput=5MB/sec 2024-04-15T16:57:16.600 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PbWUvhTuB05iWYt off=442337 len=1772014 2024-04-15T16:57:16.601 INFO:tasks.workunit.client.0.smithi090.stdout:op 2362 completed, throughput=5MB/sec 2024-04-15T16:57:17.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:16 smithi153 ceph-mon[84714]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T16:57:17.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:16 smithi090 ceph-mon[89240]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T16:57:17.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:16 smithi090 ceph-mon[91618]: pgmap v1631: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T16:57:17.602 INFO:tasks.workunit.client.0.smithi090.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:17.602 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0PGUhHBcnwje_fV off=944815 len=198752 2024-04-15T16:57:17.604 INFO:tasks.workunit.client.0.smithi090.stdout:op 2363 completed, throughput=4.99MB/sec 2024-04-15T16:57:17.604 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QFIACEgIiq55Jc5 off=3028377 len=1942113 2024-04-15T16:57:17.608 INFO:tasks.workunit.client.0.smithi090.stdout:op 2364 completed, throughput=4.99MB/sec 2024-04-15T16:57:17.608 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-M_7_b5LdBvyrdLA off=1165429 len=763341 2024-04-15T16:57:17.609 INFO:tasks.workunit.client.0.smithi090.stdout:op 2365 completed, throughput=5MB/sec 2024-04-15T16:57:17.609 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-j9rI9FCK-TnNSJV off=284865 len=1239095 2024-04-15T16:57:17.616 INFO:tasks.workunit.client.0.smithi090.stdout:op 2366 completed, throughput=5MB/sec 2024-04-15T16:57:17.616 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OrTq_ECRnBa5Uq8 off=5144410 len=184606 2024-04-15T16:57:17.616 INFO:tasks.workunit.client.0.smithi090.stdout:op 2367 completed, throughput=5MB/sec 2024-04-15T16:57:17.616 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6Muq57Iol5OwWIc off=262467 len=320957 2024-04-15T16:57:17.619 INFO:tasks.workunit.client.0.smithi090.stdout:op 2368 completed, throughput=5MB/sec 2024-04-15T16:57:17.619 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3UCpKXe-MIK4qsS off=595187 len=1130787 2024-04-15T16:57:17.620 INFO:tasks.workunit.client.0.smithi090.stdout:op 2369 completed, throughput=5MB/sec 2024-04-15T16:57:18.620 INFO:tasks.workunit.client.0.smithi090.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:18.620 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-APwQsE4_RZEIRzT off=21897474 len=744562 2024-04-15T16:57:18.622 INFO:tasks.workunit.client.0.smithi090.stdout:op 2370 completed, throughput=4.99MB/sec 2024-04-15T16:57:18.622 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-f26cYaRizYe188g off=1045326 len=1366079 2024-04-15T16:57:18.624 INFO:tasks.workunit.client.0.smithi090.stdout:op 2371 completed, throughput=5MB/sec 2024-04-15T16:57:18.624 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-H8DmkKvAGh09_Gw off=921243 len=1093495 2024-04-15T16:57:18.632 INFO:tasks.workunit.client.0.smithi090.stdout:op 2372 completed, throughput=5MB/sec 2024-04-15T16:57:18.632 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NYs8C54TJ3JblFB off=984447 len=270434 2024-04-15T16:57:18.632 INFO:tasks.workunit.client.0.smithi090.stdout:op 2373 completed, throughput=5MB/sec 2024-04-15T16:57:18.632 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-h0vqkTGHHST1oXv off=597984 len=1546543 2024-04-15T16:57:18.634 INFO:tasks.workunit.client.0.smithi090.stdout:op 2374 completed, throughput=5MB/sec 2024-04-15T16:57:19.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:18 smithi153 ceph-mon[84714]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T16:57:19.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:18 smithi090 ceph-mon[89240]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T16:57:19.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:18 smithi090 ceph-mon[91618]: pgmap v1632: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T16:57:19.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:57:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:57:19] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-15T16:57:19.634 INFO:tasks.workunit.client.0.smithi090.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:19.635 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tHtt76C7m2B6PDF off=5681425 len=654895 2024-04-15T16:57:19.636 INFO:tasks.workunit.client.0.smithi090.stdout:op 2375 completed, throughput=4.99MB/sec 2024-04-15T16:57:19.636 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iNWYnFCHXt0EyFh off=6935152 len=1908002 2024-04-15T16:57:19.640 INFO:tasks.workunit.client.0.smithi090.stdout:op 2376 completed, throughput=5MB/sec 2024-04-15T16:57:19.640 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iNWYnFCHXt0EyFh off=4091649 len=2066664 2024-04-15T16:57:19.654 INFO:tasks.workunit.client.0.smithi090.stdout:op 2377 completed, throughput=5MB/sec 2024-04-15T16:57:19.654 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ArFhbZ04jpqR6Oa off=1028348 len=1079136 2024-04-15T16:57:19.656 INFO:tasks.workunit.client.0.smithi090.stdout:op 2378 completed, throughput=5MB/sec 2024-04-15T16:57:20.656 INFO:tasks.workunit.client.0.smithi090.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:20.656 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-w4mDw43PdK3kN8K off=9622520 len=26404 2024-04-15T16:57:20.659 INFO:tasks.workunit.client.0.smithi090.stdout:op 2379 completed, throughput=4.99MB/sec 2024-04-15T16:57:20.659 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MTjKm_M72N03GMk off=2039850 len=1865962 2024-04-15T16:57:20.668 INFO:tasks.workunit.client.0.smithi090.stdout:op 2380 completed, throughput=4.99MB/sec 2024-04-15T16:57:20.668 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-igEzSa6vgugs0dx off=792853 len=1386443 2024-04-15T16:57:20.669 INFO:tasks.workunit.client.0.smithi090.stdout:op 2381 completed, throughput=5MB/sec 2024-04-15T16:57:20.669 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-U2n1UMpZMH99MzC off=480093 len=1957559 2024-04-15T16:57:20.673 INFO:tasks.workunit.client.0.smithi090.stdout:op 2382 completed, throughput=5MB/sec 2024-04-15T16:57:21.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:20 smithi153 ceph-mon[84714]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:57:21.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:20 smithi090 ceph-mon[89240]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:57:21.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:20 smithi090 ceph-mon[91618]: pgmap v1633: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:57:21.673 INFO:tasks.workunit.client.0.smithi090.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:21.674 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-B5h5nXznrBToxI2 off=1087777 len=232508 2024-04-15T16:57:21.676 INFO:tasks.workunit.client.0.smithi090.stdout:op 2383 completed, throughput=4.99MB/sec 2024-04-15T16:57:21.676 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3JLjZcXJTBRJMe8 off=13760004 len=131018 2024-04-15T16:57:21.677 INFO:tasks.workunit.client.0.smithi090.stdout:op 2384 completed, throughput=4.99MB/sec 2024-04-15T16:57:21.677 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uIu_RJkWUxYfOvY off=5605999 len=1262325 2024-04-15T16:57:21.678 INFO:tasks.workunit.client.0.smithi090.stdout:op 2385 completed, throughput=4.99MB/sec 2024-04-15T16:57:21.678 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iTIAa4e-Qzde6nu off=1956834 len=936785 2024-04-15T16:57:21.683 INFO:tasks.workunit.client.0.smithi090.stdout:op 2386 completed, throughput=5MB/sec 2024-04-15T16:57:21.683 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aXW6-VchER3tFJS off=1329250 len=988033 2024-04-15T16:57:21.684 INFO:tasks.workunit.client.0.smithi090.stdout:op 2387 completed, throughput=5MB/sec 2024-04-15T16:57:21.684 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5bjA0po8hfSpSrF off=933234 len=385970 2024-04-15T16:57:21.688 INFO:tasks.workunit.client.0.smithi090.stdout:op 2388 completed, throughput=5MB/sec 2024-04-15T16:57:21.688 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HUuubkkwZADidtl off=2915437 len=926683 2024-04-15T16:57:21.692 INFO:tasks.workunit.client.0.smithi090.stdout:op 2389 completed, throughput=5MB/sec 2024-04-15T16:57:22.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:57:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:57:22.692 INFO:tasks.workunit.client.0.smithi090.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:22.692 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-s50uTg0lMhiAptr off=8265871 len=335632 2024-04-15T16:57:22.693 INFO:tasks.workunit.client.0.smithi090.stdout:op 2390 completed, throughput=4.99MB/sec 2024-04-15T16:57:22.693 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vFMBF8uqaljluJK off=11416580 len=228931 2024-04-15T16:57:22.695 INFO:tasks.workunit.client.0.smithi090.stdout:op 2391 completed, throughput=4.99MB/sec 2024-04-15T16:57:22.696 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PKudzncdYQoVdxC off=2982454 len=1321570 2024-04-15T16:57:22.697 INFO:tasks.workunit.client.0.smithi090.stdout:op 2392 completed, throughput=4.99MB/sec 2024-04-15T16:57:22.697 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DfnTWVhp8HGqWr7 off=1459078 len=1514247 2024-04-15T16:57:22.700 INFO:tasks.workunit.client.0.smithi090.stdout:op 2393 completed, throughput=5MB/sec 2024-04-15T16:57:22.701 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eUwnhX9pQv5Oi3Z off=2490402 len=923929 2024-04-15T16:57:22.702 INFO:tasks.workunit.client.0.smithi090.stdout:op 2394 completed, throughput=5MB/sec 2024-04-15T16:57:22.702 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Sh1LEAlHpmhazAM off=1629203 len=1181107 2024-04-15T16:57:22.710 INFO:tasks.workunit.client.0.smithi090.stdout:op 2395 completed, throughput=5MB/sec 2024-04-15T16:57:23.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:22 smithi153 ceph-mon[84714]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:57:23.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:57:23.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:22 smithi090 ceph-mon[89240]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:57:23.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:57:23.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:22 smithi090 ceph-mon[91618]: pgmap v1634: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:57:23.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:57:23.710 INFO:tasks.workunit.client.0.smithi090.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:23.711 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LDVi7P1qJ8Z0CzT off=18713583 len=1778489 2024-04-15T16:57:23.714 INFO:tasks.workunit.client.0.smithi090.stdout:op 2396 completed, throughput=4.99MB/sec 2024-04-15T16:57:23.714 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Y4yerYdyQrdKy6e off=2016368 len=121208 2024-04-15T16:57:23.715 INFO:tasks.workunit.client.0.smithi090.stdout:op 2397 completed, throughput=4.99MB/sec 2024-04-15T16:57:23.715 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gOlS2oluCwiEikQ off=13558960 len=1978841 2024-04-15T16:57:23.726 INFO:tasks.workunit.client.0.smithi090.stdout:op 2398 completed, throughput=5MB/sec 2024-04-15T16:57:23.727 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uFqU4z17hlDRng1 off=244935 len=911157 2024-04-15T16:57:23.728 INFO:tasks.workunit.client.0.smithi090.stdout:op 2399 completed, throughput=5MB/sec 2024-04-15T16:57:23.728 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MdxPojcZAQpL3ty off=8060761 len=2034580 2024-04-15T16:57:23.740 INFO:tasks.workunit.client.0.smithi090.stdout:op 2400 completed, throughput=5MB/sec 2024-04-15T16:57:24.740 INFO:tasks.workunit.client.0.smithi090.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:24.740 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iw5veCq9L19gSv2 off=764515 len=736662 2024-04-15T16:57:24.744 INFO:tasks.workunit.client.0.smithi090.stdout:op 2401 completed, throughput=4.99MB/sec 2024-04-15T16:57:24.745 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--KLEWHSwTbXfqHF off=3091390 len=859140 2024-04-15T16:57:24.746 INFO:tasks.workunit.client.0.smithi090.stdout:op 2402 completed, throughput=5MB/sec 2024-04-15T16:57:24.746 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-v1flsNp4MoIe8CI off=3868542 len=1433026 2024-04-15T16:57:24.753 INFO:tasks.workunit.client.0.smithi090.stdout:op 2403 completed, throughput=5MB/sec 2024-04-15T16:57:24.753 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DwDW7FPiJLH5JPO off=1829279 len=984585 2024-04-15T16:57:24.758 INFO:tasks.workunit.client.0.smithi090.stdout:op 2404 completed, throughput=5MB/sec 2024-04-15T16:57:25.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:24 smithi153 ceph-mon[84714]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:57:25.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:24 smithi090 ceph-mon[89240]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:57:25.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:24 smithi090 ceph-mon[91618]: pgmap v1635: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:57:25.759 INFO:tasks.workunit.client.0.smithi090.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:25.759 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gwiH0perswDgeOI off=6998868 len=993190 2024-04-15T16:57:25.764 INFO:tasks.workunit.client.0.smithi090.stdout:op 2405 completed, throughput=4.99MB/sec 2024-04-15T16:57:25.764 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-F66FvfpNKi82RJk off=22304574 len=1933342 2024-04-15T16:57:25.774 INFO:tasks.workunit.client.0.smithi090.stdout:op 2406 completed, throughput=5MB/sec 2024-04-15T16:57:25.774 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4x6UyF0dC6eN_3L off=8478464 len=1329089 2024-04-15T16:57:25.780 INFO:tasks.workunit.client.0.smithi090.stdout:op 2407 completed, throughput=5MB/sec 2024-04-15T16:57:25.780 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kz4M0uuccT-JREI off=18421328 len=1071996 2024-04-15T16:57:25.782 INFO:tasks.workunit.client.0.smithi090.stdout:op 2408 completed, throughput=5MB/sec 2024-04-15T16:57:26.783 INFO:tasks.workunit.client.0.smithi090.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:26.783 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-J6zxwqqa7WFDi1F off=2262854 len=1771833 2024-04-15T16:57:26.786 INFO:tasks.workunit.client.0.smithi090.stdout:op 2409 completed, throughput=4.99MB/sec 2024-04-15T16:57:26.786 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gk2UPnwjKsN5zP_ off=13120946 len=1877923 2024-04-15T16:57:26.795 INFO:tasks.workunit.client.0.smithi090.stdout:op 2410 completed, throughput=5MB/sec 2024-04-15T16:57:26.796 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-H6DPi0K5PRBn6d2 off=8647787 len=635371 2024-04-15T16:57:26.799 INFO:tasks.workunit.client.0.smithi090.stdout:op 2411 completed, throughput=5MB/sec 2024-04-15T16:57:26.800 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-27BtLqiPzowfz83 off=772033 len=1741331 2024-04-15T16:57:26.802 INFO:tasks.workunit.client.0.smithi090.stdout:op 2412 completed, throughput=5MB/sec 2024-04-15T16:57:27.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:26 smithi090 ceph-mon[91618]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-15T16:57:27.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:26 smithi090 ceph-mon[89240]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-15T16:57:27.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:26 smithi153 ceph-mon[84714]: pgmap v1636: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-15T16:57:27.802 INFO:tasks.workunit.client.0.smithi090.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:27.802 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MKygAGFnZd_ZkX_ off=1039449 len=593231 2024-04-15T16:57:27.803 INFO:tasks.workunit.client.0.smithi090.stdout:op 2413 completed, throughput=4.99MB/sec 2024-04-15T16:57:27.803 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uxGw_zFZK4QXlvr off=8208746 len=1124468 2024-04-15T16:57:27.809 INFO:tasks.workunit.client.0.smithi090.stdout:op 2414 completed, throughput=5MB/sec 2024-04-15T16:57:27.809 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7vM2xSsDQU0Pns_ off=2620161 len=440760 2024-04-15T16:57:27.809 INFO:tasks.workunit.client.0.smithi090.stdout:op 2415 completed, throughput=5MB/sec 2024-04-15T16:57:27.810 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-J7DC0logIE6PtvJ off=4334361 len=1109986 2024-04-15T16:57:27.814 INFO:tasks.workunit.client.0.smithi090.stdout:op 2416 completed, throughput=5MB/sec 2024-04-15T16:57:27.814 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EAk7tt3fN74iC9p off=1923267 len=1888577 2024-04-15T16:57:27.823 INFO:tasks.workunit.client.0.smithi090.stdout:op 2417 completed, throughput=5MB/sec 2024-04-15T16:57:28.824 INFO:tasks.workunit.client.0.smithi090.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:28.824 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OlBxcMo5JbIydQt off=1181468 len=1647257 2024-04-15T16:57:28.832 INFO:tasks.workunit.client.0.smithi090.stdout:op 2418 completed, throughput=4.99MB/sec 2024-04-15T16:57:28.833 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-p_Na0FnKxu5j2NP off=16128553 len=772862 2024-04-15T16:57:28.834 INFO:tasks.workunit.client.0.smithi090.stdout:op 2419 completed, throughput=5MB/sec 2024-04-15T16:57:28.835 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-M69CR57fkXNvDWA off=3268265 len=1493653 2024-04-15T16:57:28.836 INFO:tasks.workunit.client.0.smithi090.stdout:op 2420 completed, throughput=5MB/sec 2024-04-15T16:57:28.836 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Y4rnuuZ68rUHWGs off=10486578 len=1921573 2024-04-15T16:57:28.846 INFO:tasks.workunit.client.0.smithi090.stdout:op 2421 completed, throughput=5MB/sec 2024-04-15T16:57:29.122 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:28 smithi090 ceph-mon[89240]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T16:57:29.122 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:28 smithi090 ceph-mon[91618]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T16:57:29.123 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:57:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:57:29] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-04-15T16:57:29.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:28 smithi153 ceph-mon[84714]: pgmap v1637: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T16:57:29.846 INFO:tasks.workunit.client.0.smithi090.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:29.846 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IrS19-dl1YK4V08 off=7575147 len=1079460 2024-04-15T16:57:29.847 INFO:tasks.workunit.client.0.smithi090.stdout:op 2422 completed, throughput=4.99MB/sec 2024-04-15T16:57:29.847 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6ECX-Y_S0rx6uCE off=630803 len=1569806 2024-04-15T16:57:29.849 INFO:tasks.workunit.client.0.smithi090.stdout:op 2423 completed, throughput=5MB/sec 2024-04-15T16:57:29.849 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TyQceqjyZGMMb07 off=1327004 len=21377 2024-04-15T16:57:29.851 INFO:tasks.workunit.client.0.smithi090.stdout:op 2424 completed, throughput=5MB/sec 2024-04-15T16:57:29.851 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-10wIUUevL8LMGZn off=15275743 len=263404 2024-04-15T16:57:29.853 INFO:tasks.workunit.client.0.smithi090.stdout:op 2425 completed, throughput=5MB/sec 2024-04-15T16:57:29.853 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WbQGLIAZBh_DZ2P off=7391325 len=142569 2024-04-15T16:57:29.855 INFO:tasks.workunit.client.0.smithi090.stdout:op 2426 completed, throughput=5MB/sec 2024-04-15T16:57:29.855 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ln6z0ZJghQ2cyv4 off=2672014 len=1268106 2024-04-15T16:57:29.859 INFO:tasks.workunit.client.0.smithi090.stdout:op 2427 completed, throughput=5MB/sec 2024-04-15T16:57:30.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:29 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:57:30.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:29 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:57:30.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:29 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:57:30.859 INFO:tasks.workunit.client.0.smithi090.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:30.859 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YOUOzbbu1EWUrUS off=1887063 len=226283 2024-04-15T16:57:30.860 INFO:tasks.workunit.client.0.smithi090.stdout:op 2428 completed, throughput=4.99MB/sec 2024-04-15T16:57:30.860 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BAt-elY9hScHP1I off=4377980 len=140445 2024-04-15T16:57:30.860 INFO:tasks.workunit.client.0.smithi090.stdout:op 2429 completed, throughput=4.99MB/sec 2024-04-15T16:57:30.860 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-89vdiflNw8DBQ9p off=2830445 len=2055860 2024-04-15T16:57:30.873 INFO:tasks.workunit.client.0.smithi090.stdout:op 2430 completed, throughput=5MB/sec 2024-04-15T16:57:30.873 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bZnI67nmTBEH0xX off=1240221 len=2059508 2024-04-15T16:57:30.876 INFO:tasks.workunit.client.0.smithi090.stdout:op 2431 completed, throughput=5MB/sec 2024-04-15T16:57:30.876 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PjfJ3lhiJtI-3W1 off=796407 len=207205 2024-04-15T16:57:30.877 INFO:tasks.workunit.client.0.smithi090.stdout:op 2432 completed, throughput=5MB/sec 2024-04-15T16:57:30.877 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZpG6DSU6nubOGaR off=6618260 len=1808905 2024-04-15T16:57:30.878 INFO:tasks.workunit.client.0.smithi090.stdout:op 2433 completed, throughput=5MB/sec 2024-04-15T16:57:31.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:30 smithi090 ceph-mon[91618]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T16:57:31.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:57:31.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:57:31.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:57:31.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:30 smithi090 ceph-mon[89240]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T16:57:31.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:57:31.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:57:31.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:57:31.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:30 smithi153 ceph-mon[84714]: pgmap v1638: 105 pgs: 105 active+clean; 127 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T16:57:31.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:57:31.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:57:31.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:57:31.879 INFO:tasks.workunit.client.0.smithi090.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:31.879 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vi_9r89TNnNn5e- off=19044843 len=1398778 2024-04-15T16:57:31.881 INFO:tasks.workunit.client.0.smithi090.stdout:op 2434 completed, throughput=5MB/sec 2024-04-15T16:57:31.881 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RoeQx-Xg82s4EoL off=6529393 len=1934198 2024-04-15T16:57:31.889 INFO:tasks.workunit.client.0.smithi090.stdout:op 2435 completed, throughput=5MB/sec 2024-04-15T16:57:31.889 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ahyAjbHhwc_oSHA off=1412950 len=1337814 2024-04-15T16:57:31.891 INFO:tasks.workunit.client.0.smithi090.stdout:op 2436 completed, throughput=5MB/sec 2024-04-15T16:57:32.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:57:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:57:32.892 INFO:tasks.workunit.client.0.smithi090.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:32.892 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QQJxrhC_m1dltCx off=2201157 len=1182824 2024-04-15T16:57:32.898 INFO:tasks.workunit.client.0.smithi090.stdout:op 2437 completed, throughput=4.99MB/sec 2024-04-15T16:57:32.898 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GeMLst7UhFfbCNI off=8004482 len=1861889 2024-04-15T16:57:32.900 INFO:tasks.workunit.client.0.smithi090.stdout:op 2438 completed, throughput=5MB/sec 2024-04-15T16:57:32.900 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DQBy8umdXBQeNT2 off=9979470 len=410241 2024-04-15T16:57:32.901 INFO:tasks.workunit.client.0.smithi090.stdout:op 2439 completed, throughput=5MB/sec 2024-04-15T16:57:32.901 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tmVsFHhWR45e4qn off=7753790 len=1461115 2024-04-15T16:57:32.907 INFO:tasks.workunit.client.0.smithi090.stdout:op 2440 completed, throughput=5MB/sec 2024-04-15T16:57:33.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:32 smithi090 ceph-mon[89240]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:57:33.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:32 smithi090 ceph-mon[91618]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:57:33.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:32 smithi153 ceph-mon[84714]: pgmap v1639: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:57:33.907 INFO:tasks.workunit.client.0.smithi090.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:33.907 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yAtiV8TUgM8qkra off=19705612 len=1476393 2024-04-15T16:57:33.909 INFO:tasks.workunit.client.0.smithi090.stdout:op 2441 completed, throughput=4.99MB/sec 2024-04-15T16:57:33.909 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tsWehRAN6Mp754Z off=706273 len=1578664 2024-04-15T16:57:33.918 INFO:tasks.workunit.client.0.smithi090.stdout:op 2442 completed, throughput=5MB/sec 2024-04-15T16:57:33.918 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--KLEWHSwTbXfqHF off=22834062 len=1215977 2024-04-15T16:57:33.924 INFO:tasks.workunit.client.0.smithi090.stdout:op 2443 completed, throughput=5MB/sec 2024-04-15T16:57:33.924 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZztnvcVL-nxER8i off=7371909 len=1207600 2024-04-15T16:57:33.930 INFO:tasks.workunit.client.0.smithi090.stdout:op 2444 completed, throughput=5MB/sec 2024-04-15T16:57:34.931 INFO:tasks.workunit.client.0.smithi090.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:34.931 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FJoECpz4GwftFx4 off=11139985 len=110407 2024-04-15T16:57:34.931 INFO:tasks.workunit.client.0.smithi090.stdout:op 2445 completed, throughput=4.99MB/sec 2024-04-15T16:57:34.931 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ejtDNC4OP2qkmWj off=1238417 len=1030079 2024-04-15T16:57:34.934 INFO:tasks.workunit.client.0.smithi090.stdout:op 2446 completed, throughput=4.99MB/sec 2024-04-15T16:57:34.934 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4SB03YYCFm1hnwe off=1437608 len=798278 2024-04-15T16:57:34.935 INFO:tasks.workunit.client.0.smithi090.stdout:op 2447 completed, throughput=4.99MB/sec 2024-04-15T16:57:34.935 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oVSJ1h9VevV01jH off=5190959 len=411733 2024-04-15T16:57:34.939 INFO:tasks.workunit.client.0.smithi090.stdout:op 2448 completed, throughput=5MB/sec 2024-04-15T16:57:34.939 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-am6fg8aKJCoREMy off=16727666 len=53549 2024-04-15T16:57:34.941 INFO:tasks.workunit.client.0.smithi090.stdout:op 2449 completed, throughput=5MB/sec 2024-04-15T16:57:34.941 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iGiM-znMfEvfX68 off=419862 len=182228 2024-04-15T16:57:34.944 INFO:tasks.workunit.client.0.smithi090.stdout:op 2450 completed, throughput=5MB/sec 2024-04-15T16:57:34.944 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-d6EU58Zvw0HDhaW off=1687762 len=1858074 2024-04-15T16:57:34.956 INFO:tasks.workunit.client.0.smithi090.stdout:op 2451 completed, throughput=5MB/sec 2024-04-15T16:57:34.956 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NaPSg1zL3ceVLRn off=4156397 len=1044534 2024-04-15T16:57:34.960 INFO:tasks.workunit.client.0.smithi090.stdout:op 2452 completed, throughput=5MB/sec 2024-04-15T16:57:35.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:34 smithi090 ceph-mon[91618]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:57:35.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:34 smithi090 ceph-mon[89240]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:57:35.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:34 smithi153 ceph-mon[84714]: pgmap v1640: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:57:35.960 INFO:tasks.workunit.client.0.smithi090.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:35.961 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RcbHAHjgYQFRI0H off=17356290 len=1473759 2024-04-15T16:57:35.968 INFO:tasks.workunit.client.0.smithi090.stdout:op 2453 completed, throughput=4.99MB/sec 2024-04-15T16:57:35.968 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dupboMYLAdFvBwN off=0 len=1639636 2024-04-15T16:57:35.975 INFO:tasks.workunit.client.0.smithi090.stdout:op 2454 completed, throughput=5MB/sec 2024-04-15T16:57:35.975 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-86rxFdtrutOsPBe off=5256981 len=1098017 2024-04-15T16:57:35.979 INFO:tasks.workunit.client.0.smithi090.stdout:op 2455 completed, throughput=5MB/sec 2024-04-15T16:57:35.979 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_37LeIqzXmfgma2 off=21906485 len=1392789 2024-04-15T16:57:35.987 INFO:tasks.workunit.client.0.smithi090.stdout:op 2456 completed, throughput=5MB/sec 2024-04-15T16:57:36.988 INFO:tasks.workunit.client.0.smithi090.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:36.988 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5TfZfsP_ipZUQoc off=6275627 len=1895210 2024-04-15T16:57:36.998 INFO:tasks.workunit.client.0.smithi090.stdout:op 2457 completed, throughput=5MB/sec 2024-04-15T16:57:36.998 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nPEGbOLwF0luV2Q off=507556 len=2020447 2024-04-15T16:57:37.010 INFO:tasks.workunit.client.0.smithi090.stdout:op 2458 completed, throughput=5MB/sec 2024-04-15T16:57:37.010 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rEODJ-PW0eRTzFZ off=996837 len=779366 2024-04-15T16:57:37.014 INFO:tasks.workunit.client.0.smithi090.stdout:op 2459 completed, throughput=5MB/sec 2024-04-15T16:57:37.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:36 smithi090 ceph-mon[91618]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:57:37.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:36 smithi090 ceph-mon[89240]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:57:37.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:36 smithi153 ceph-mon[84714]: pgmap v1641: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:57:38.014 INFO:tasks.workunit.client.0.smithi090.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:38.015 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4em3oh1vwqcVmsY off=1110877 len=1491259 2024-04-15T16:57:38.016 INFO:tasks.workunit.client.0.smithi090.stdout:op 2460 completed, throughput=4.99MB/sec 2024-04-15T16:57:38.016 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fCE_SUwehpPX9hg off=12942723 len=1567935 2024-04-15T16:57:38.024 INFO:tasks.workunit.client.0.smithi090.stdout:op 2461 completed, throughput=5MB/sec 2024-04-15T16:57:38.024 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PDn1C8Aa9GKCrhQ off=11251315 len=1596884 2024-04-15T16:57:38.032 INFO:tasks.workunit.client.0.smithi090.stdout:op 2462 completed, throughput=5MB/sec 2024-04-15T16:57:38.032 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8_Pi1oUQFm3D5EB off=9204316 len=190109 2024-04-15T16:57:38.033 INFO:tasks.workunit.client.0.smithi090.stdout:op 2463 completed, throughput=5MB/sec 2024-04-15T16:57:38.033 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wMdKcI9taAN9xaa off=6934581 len=648929 2024-04-15T16:57:38.037 INFO:tasks.workunit.client.0.smithi090.stdout:op 2464 completed, throughput=5MB/sec 2024-04-15T16:57:38.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:57:38.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:57:38.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:57:39.037 INFO:tasks.workunit.client.0.smithi090.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:39.037 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Yf17W8Y7fifIKu_ off=9011836 len=469637 2024-04-15T16:57:39.041 INFO:tasks.workunit.client.0.smithi090.stdout:op 2465 completed, throughput=4.99MB/sec 2024-04-15T16:57:39.041 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_4XZo4sfenIFRYi off=20786647 len=1149466 2024-04-15T16:57:39.043 INFO:tasks.workunit.client.0.smithi090.stdout:op 2466 completed, throughput=4.99MB/sec 2024-04-15T16:57:39.043 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ib8PsvRax8acTzV off=2001401 len=243301 2024-04-15T16:57:39.049 INFO:tasks.workunit.client.0.smithi090.stdout:op 2467 completed, throughput=4.99MB/sec 2024-04-15T16:57:39.049 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RilsctncPo1KcDq off=7912434 len=273496 2024-04-15T16:57:39.052 INFO:tasks.workunit.client.0.smithi090.stdout:op 2468 completed, throughput=4.99MB/sec 2024-04-15T16:57:39.052 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TVVtteAnPZ35U3S off=14389626 len=280855 2024-04-15T16:57:39.055 INFO:tasks.workunit.client.0.smithi090.stdout:op 2469 completed, throughput=5MB/sec 2024-04-15T16:57:39.055 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UEV5Eo7Zi5hSIdb off=5172659 len=1134487 2024-04-15T16:57:39.060 INFO:tasks.workunit.client.0.smithi090.stdout:op 2470 completed, throughput=5MB/sec 2024-04-15T16:57:39.060 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zEScV0qMM_LH1N1 off=9649505 len=393751 2024-04-15T16:57:39.063 INFO:tasks.workunit.client.0.smithi090.stdout:op 2471 completed, throughput=5MB/sec 2024-04-15T16:57:39.064 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LVMX23zpVgK0rtw off=12037172 len=1022902 2024-04-15T16:57:39.068 INFO:tasks.workunit.client.0.smithi090.stdout:op 2472 completed, throughput=5MB/sec 2024-04-15T16:57:39.068 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kfYsrhLujlgpP5- off=1575404 len=670485 2024-04-15T16:57:39.072 INFO:tasks.workunit.client.0.smithi090.stdout:op 2473 completed, throughput=5MB/sec 2024-04-15T16:57:39.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:38 smithi090 ceph-mon[89240]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:57:39.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:38 smithi090 ceph-mon[91618]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:57:39.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:57:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:57:39] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-15T16:57:39.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:38 smithi153 ceph-mon[84714]: pgmap v1642: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:57:40.072 INFO:tasks.workunit.client.0.smithi090.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:40.073 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Pd8oZ2fqepN-y4D off=16186124 len=377469 2024-04-15T16:57:40.073 INFO:tasks.workunit.client.0.smithi090.stdout:op 2474 completed, throughput=4.99MB/sec 2024-04-15T16:57:40.074 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2g787QAYeirktbq off=5463417 len=1100885 2024-04-15T16:57:40.075 INFO:tasks.workunit.client.0.smithi090.stdout:op 2475 completed, throughput=4.99MB/sec 2024-04-15T16:57:40.075 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9jnNapvPlX1zV9s off=16293448 len=748321 2024-04-15T16:57:40.080 INFO:tasks.workunit.client.0.smithi090.stdout:op 2476 completed, throughput=5MB/sec 2024-04-15T16:57:40.080 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7inGxZpdzO8oKyh off=5808735 len=1064738 2024-04-15T16:57:40.082 INFO:tasks.workunit.client.0.smithi090.stdout:op 2477 completed, throughput=5MB/sec 2024-04-15T16:57:40.082 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0GgB_aCSgSj1AH3 off=3629865 len=241813 2024-04-15T16:57:40.085 INFO:tasks.workunit.client.0.smithi090.stdout:op 2478 completed, throughput=5MB/sec 2024-04-15T16:57:40.085 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-A3T_NLO5m2fAZHh off=0 len=1423793 2024-04-15T16:57:40.093 INFO:tasks.workunit.client.0.smithi090.stdout:op 2479 completed, throughput=5MB/sec 2024-04-15T16:57:41.093 INFO:tasks.workunit.client.0.smithi090.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:41.093 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nt8vCl_sm52aXU8 off=1717832 len=1417302 2024-04-15T16:57:41.100 INFO:tasks.workunit.client.0.smithi090.stdout:op 2480 completed, throughput=4.99MB/sec 2024-04-15T16:57:41.100 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xknAFfJLW95oIr1 off=9321380 len=1536097 2024-04-15T16:57:41.108 INFO:tasks.workunit.client.0.smithi090.stdout:op 2481 completed, throughput=5MB/sec 2024-04-15T16:57:41.108 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pjERhba4A0kEooP off=18066154 len=1159818 2024-04-15T16:57:41.111 INFO:tasks.workunit.client.0.smithi090.stdout:op 2482 completed, throughput=5MB/sec 2024-04-15T16:57:41.111 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aCmLZErJfoP_Rxj off=11722068 len=168680 2024-04-15T16:57:41.114 INFO:tasks.workunit.client.0.smithi090.stdout:op 2483 completed, throughput=5MB/sec 2024-04-15T16:57:41.114 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0R3nvQ5lX3lnJg- off=1731281 len=1016367 2024-04-15T16:57:41.114 INFO:tasks.workunit.client.0.smithi090.stdout:op 2484 completed, throughput=5MB/sec 2024-04-15T16:57:41.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:40 smithi090 ceph-mon[89240]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:57:41.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:40 smithi090 ceph-mon[91618]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:57:41.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:40 smithi153 ceph-mon[84714]: pgmap v1643: 105 pgs: 105 active+clean; 127 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T16:57:42.115 INFO:tasks.workunit.client.0.smithi090.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:42.115 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mFttebt09-lj2ag off=7740703 len=1857898 2024-04-15T16:57:42.128 INFO:tasks.workunit.client.0.smithi090.stdout:op 2485 completed, throughput=4.99MB/sec 2024-04-15T16:57:42.128 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bC9WSXRXy6yxf6d off=17299013 len=2096177 2024-04-15T16:57:42.130 INFO:tasks.workunit.client.0.smithi090.stdout:op 2486 completed, throughput=5MB/sec 2024-04-15T16:57:42.130 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cGqrHGhzj0Iq4MI off=4958409 len=443172 2024-04-15T16:57:42.134 INFO:tasks.workunit.client.0.smithi090.stdout:op 2487 completed, throughput=5MB/sec 2024-04-15T16:57:42.134 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DvIJE7t9XL0GyBY off=7395040 len=807569 2024-04-15T16:57:42.138 INFO:tasks.workunit.client.0.smithi090.stdout:op 2488 completed, throughput=5MB/sec 2024-04-15T16:57:42.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:57:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:57:43.138 INFO:tasks.workunit.client.0.smithi090.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:43.139 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eeTRXk1odUNDcAt off=3324542 len=1327946 2024-04-15T16:57:43.147 INFO:tasks.workunit.client.0.smithi090.stdout:op 2489 completed, throughput=4.99MB/sec 2024-04-15T16:57:43.147 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-riKY9Wnxe5cjzJV off=13966412 len=12741 2024-04-15T16:57:43.150 INFO:tasks.workunit.client.0.smithi090.stdout:op 2490 completed, throughput=4.99MB/sec 2024-04-15T16:57:43.150 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xpGYY9DjPlZu-mB off=19436469 len=518332 2024-04-15T16:57:43.154 INFO:tasks.workunit.client.0.smithi090.stdout:op 2491 completed, throughput=4.99MB/sec 2024-04-15T16:57:43.154 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4V-i58eckTu_f1W off=1451490 len=1186437 2024-04-15T16:57:43.156 INFO:tasks.workunit.client.0.smithi090.stdout:op 2492 completed, throughput=5MB/sec 2024-04-15T16:57:43.156 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Nu19rjCy0SAH5Cb off=5717219 len=1325620 2024-04-15T16:57:43.158 INFO:tasks.workunit.client.0.smithi090.stdout:op 2493 completed, throughput=5MB/sec 2024-04-15T16:57:43.158 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MWjypWjgqo5EsGt off=5724572 len=328420 2024-04-15T16:57:43.158 INFO:tasks.workunit.client.0.smithi090.stdout:op 2494 completed, throughput=5MB/sec 2024-04-15T16:57:43.159 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YF5C_Ghw_LNFg7A off=17127155 len=1478990 2024-04-15T16:57:43.166 INFO:tasks.workunit.client.0.smithi090.stdout:op 2495 completed, throughput=5MB/sec 2024-04-15T16:57:43.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:42 smithi090 ceph-mon[89240]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T16:57:43.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:42 smithi090 ceph-mon[91618]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T16:57:43.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:42 smithi153 ceph-mon[84714]: pgmap v1644: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T16:57:44.166 INFO:tasks.workunit.client.0.smithi090.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:44.167 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-m5EK_gzs_QaWqs7 off=2262674 len=847393 2024-04-15T16:57:44.171 INFO:tasks.workunit.client.0.smithi090.stdout:op 2496 completed, throughput=4.99MB/sec 2024-04-15T16:57:44.171 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2FdWsALgiZtgQXZ off=9415922 len=261645 2024-04-15T16:57:44.174 INFO:tasks.workunit.client.0.smithi090.stdout:op 2497 completed, throughput=4.99MB/sec 2024-04-15T16:57:44.174 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-isTcm0tF3NRWlz0 off=3191506 len=222773 2024-04-15T16:57:44.177 INFO:tasks.workunit.client.0.smithi090.stdout:op 2498 completed, throughput=4.99MB/sec 2024-04-15T16:57:44.177 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-X2jHxGx4ntwvTGH off=1618104 len=1002643 2024-04-15T16:57:44.182 INFO:tasks.workunit.client.0.smithi090.stdout:op 2499 completed, throughput=5MB/sec 2024-04-15T16:57:44.182 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-h-hO-r-fT_k2hW1 off=908714 len=1869373 2024-04-15T16:57:44.185 INFO:tasks.workunit.client.0.smithi090.stdout:op 2500 completed, throughput=5MB/sec 2024-04-15T16:57:44.185 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-n-mj_OFM4WxuFX6 off=2762185 len=1449613 2024-04-15T16:57:44.187 INFO:tasks.workunit.client.0.smithi090.stdout:op 2501 completed, throughput=5MB/sec 2024-04-15T16:57:45.187 INFO:tasks.workunit.client.0.smithi090.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:45.187 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-90jhD9Hh5_eEm4B off=3216697 len=1318003 2024-04-15T16:57:45.195 INFO:tasks.workunit.client.0.smithi090.stdout:op 2502 completed, throughput=4.99MB/sec 2024-04-15T16:57:45.195 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8X_o3RotiTjmxok off=13018496 len=1137708 2024-04-15T16:57:45.201 INFO:tasks.workunit.client.0.smithi090.stdout:op 2503 completed, throughput=5MB/sec 2024-04-15T16:57:45.201 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zVz9LKaR3OkPAGG off=0 len=1465795 2024-04-15T16:57:45.209 INFO:tasks.workunit.client.0.smithi090.stdout:op 2504 completed, throughput=5MB/sec 2024-04-15T16:57:45.209 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jUKjsSF51Xbkd-x off=311705 len=1583155 2024-04-15T16:57:45.219 INFO:tasks.workunit.client.0.smithi090.stdout:op 2505 completed, throughput=5MB/sec 2024-04-15T16:57:45.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:44 smithi090 ceph-mon[89240]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-15T16:57:45.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:44 smithi090 ceph-mon[91618]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-15T16:57:45.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:44 smithi153 ceph-mon[84714]: pgmap v1645: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-15T16:57:46.219 INFO:tasks.workunit.client.0.smithi090.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:46.219 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--nVhlo_mYMerObG off=2620970 len=1405350 2024-04-15T16:57:46.226 INFO:tasks.workunit.client.0.smithi090.stdout:op 2506 completed, throughput=4.99MB/sec 2024-04-15T16:57:46.226 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RcDhS6srI9xv75S off=22740533 len=1374080 2024-04-15T16:57:46.234 INFO:tasks.workunit.client.0.smithi090.stdout:op 2507 completed, throughput=5MB/sec 2024-04-15T16:57:46.234 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dqLBvLE03AWFAFe off=12580848 len=1591774 2024-04-15T16:57:46.235 INFO:tasks.workunit.client.0.smithi090.stdout:op 2508 completed, throughput=5MB/sec 2024-04-15T16:57:47.236 INFO:tasks.workunit.client.0.smithi090.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:47.236 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7rPdIhOasmUW3hR off=717660 len=754832 2024-04-15T16:57:47.237 INFO:tasks.workunit.client.0.smithi090.stdout:op 2509 completed, throughput=4.99MB/sec 2024-04-15T16:57:47.237 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-58taUzECT-hUY-w off=218339 len=999754 2024-04-15T16:57:47.238 INFO:tasks.workunit.client.0.smithi090.stdout:op 2510 completed, throughput=4.99MB/sec 2024-04-15T16:57:47.238 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-B32mlB3Cjtfik_y off=20092033 len=729331 2024-04-15T16:57:47.239 INFO:tasks.workunit.client.0.smithi090.stdout:op 2511 completed, throughput=5MB/sec 2024-04-15T16:57:47.239 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pn9C2-liRLyDjIu off=10090425 len=57849 2024-04-15T16:57:47.242 INFO:tasks.workunit.client.0.smithi090.stdout:op 2512 completed, throughput=5MB/sec 2024-04-15T16:57:47.242 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TU0tx1MLJEhMDxF off=10817765 len=1121106 2024-04-15T16:57:47.244 INFO:tasks.workunit.client.0.smithi090.stdout:op 2513 completed, throughput=5MB/sec 2024-04-15T16:57:47.245 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bG9ztAP-5gyLR7- off=19700657 len=635630 2024-04-15T16:57:47.246 INFO:tasks.workunit.client.0.smithi090.stdout:op 2514 completed, throughput=5MB/sec 2024-04-15T16:57:47.246 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-O6HPAgo-1X7wf4j off=6443837 len=1553451 2024-04-15T16:57:47.249 INFO:tasks.workunit.client.0.smithi090.stdout:op 2515 completed, throughput=5MB/sec 2024-04-15T16:57:47.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:46 smithi090 ceph-mon[91618]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T16:57:47.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:46 smithi090 ceph-mon[89240]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T16:57:47.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:46 smithi153 ceph-mon[84714]: pgmap v1646: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T16:57:48.249 INFO:tasks.workunit.client.0.smithi090.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:48.250 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IXcvDHXZQdb8G3g off=8726354 len=552122 2024-04-15T16:57:48.253 INFO:tasks.workunit.client.0.smithi090.stdout:op 2516 completed, throughput=4.99MB/sec 2024-04-15T16:57:48.253 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Cmij_KhyNxTZyZf off=3540046 len=1182100 2024-04-15T16:57:48.259 INFO:tasks.workunit.client.0.smithi090.stdout:op 2517 completed, throughput=4.99MB/sec 2024-04-15T16:57:48.260 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AC5_xJokr6f8IkV off=2924607 len=1096142 2024-04-15T16:57:48.261 INFO:tasks.workunit.client.0.smithi090.stdout:op 2518 completed, throughput=5MB/sec 2024-04-15T16:57:48.261 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wmxoNcyVEnfRilw off=4020508 len=402131 2024-04-15T16:57:48.261 INFO:tasks.workunit.client.0.smithi090.stdout:op 2519 completed, throughput=5MB/sec 2024-04-15T16:57:48.261 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PFWsv6Akhxb83qn off=3604585 len=51378 2024-04-15T16:57:48.264 INFO:tasks.workunit.client.0.smithi090.stdout:op 2520 completed, throughput=5MB/sec 2024-04-15T16:57:48.264 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-u4xe1Un30msLXxV off=13917994 len=550275 2024-04-15T16:57:48.267 INFO:tasks.workunit.client.0.smithi090.stdout:op 2521 completed, throughput=5MB/sec 2024-04-15T16:57:48.267 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-O7KyqpxwyOzJ-Pb off=3418623 len=1424951 2024-04-15T16:57:48.270 INFO:tasks.workunit.client.0.smithi090.stdout:op 2522 completed, throughput=5MB/sec 2024-04-15T16:57:49.270 INFO:tasks.workunit.client.0.smithi090.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:49.271 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nXU6uS0eg4Db3fP off=0 len=1564267 2024-04-15T16:57:49.279 INFO:tasks.workunit.client.0.smithi090.stdout:op 2523 completed, throughput=4.99MB/sec 2024-04-15T16:57:49.279 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Jbeyaee-yU2an-7 off=5342568 len=709117 2024-04-15T16:57:49.283 INFO:tasks.workunit.client.0.smithi090.stdout:op 2524 completed, throughput=5MB/sec 2024-04-15T16:57:49.283 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TQuvax5i0Eabtsd off=1693648 len=293408 2024-04-15T16:57:49.286 INFO:tasks.workunit.client.0.smithi090.stdout:op 2525 completed, throughput=5MB/sec 2024-04-15T16:57:49.286 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-39G9l3Jung5W9Vg off=6514828 len=1010067 2024-04-15T16:57:49.289 INFO:tasks.workunit.client.0.smithi090.stdout:op 2526 completed, throughput=5MB/sec 2024-04-15T16:57:49.289 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5w23gpmiAaDOMVn off=11459935 len=230055 2024-04-15T16:57:49.291 INFO:tasks.workunit.client.0.smithi090.stdout:op 2527 completed, throughput=5MB/sec 2024-04-15T16:57:49.292 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eMyNg9EqD9i42gt off=9665855 len=986840 2024-04-15T16:57:49.293 INFO:tasks.workunit.client.0.smithi090.stdout:op 2528 completed, throughput=5MB/sec 2024-04-15T16:57:49.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:48 smithi090 ceph-mon[91618]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-15T16:57:49.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:48 smithi090 ceph-mon[89240]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-15T16:57:49.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:57:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:57:49] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-15T16:57:49.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:48 smithi153 ceph-mon[84714]: pgmap v1647: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.9 MiB/s wr, 5 op/s 2024-04-15T16:57:50.293 INFO:tasks.workunit.client.0.smithi090.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:50.294 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xy01FGcHG3gikJ9 off=13540096 len=1254634 2024-04-15T16:57:50.299 INFO:tasks.workunit.client.0.smithi090.stdout:op 2529 completed, throughput=4.99MB/sec 2024-04-15T16:57:50.299 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-R6o5JTppvhyAyOO off=11787158 len=1407468 2024-04-15T16:57:50.301 INFO:tasks.workunit.client.0.smithi090.stdout:op 2530 completed, throughput=5MB/sec 2024-04-15T16:57:50.301 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qYEV9VcLmjQEJF1 off=2280321 len=535340 2024-04-15T16:57:50.302 INFO:tasks.workunit.client.0.smithi090.stdout:op 2531 completed, throughput=5MB/sec 2024-04-15T16:57:50.302 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RcDbr4cAHox9snT off=0 len=1344650 2024-04-15T16:57:50.310 INFO:tasks.workunit.client.0.smithi090.stdout:op 2532 completed, throughput=5MB/sec 2024-04-15T16:57:50.310 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VD6tuRjk5ysl5SP off=2550653 len=93258 2024-04-15T16:57:50.311 INFO:tasks.workunit.client.0.smithi090.stdout:op 2533 completed, throughput=5MB/sec 2024-04-15T16:57:50.311 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FWe8HVvPsx8iEaM off=9084529 len=394139 2024-04-15T16:57:50.314 INFO:tasks.workunit.client.0.smithi090.stdout:op 2534 completed, throughput=5MB/sec 2024-04-15T16:57:50.314 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NprSy0GxfIS8dJH off=15014997 len=800940 2024-04-15T16:57:50.317 INFO:tasks.workunit.client.0.smithi090.stdout:op 2535 completed, throughput=5MB/sec 2024-04-15T16:57:51.318 INFO:tasks.workunit.client.0.smithi090.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:51.318 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-o7KjWdJv9Is8kbK off=2420078 len=640245 2024-04-15T16:57:51.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:50 smithi090 ceph-mon[91618]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T16:57:51.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:50 smithi090 ceph-mon[89240]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T16:57:51.322 INFO:tasks.workunit.client.0.smithi090.stdout:op 2536 completed, throughput=4.99MB/sec 2024-04-15T16:57:51.322 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-g6lNlaeoBEc-QuU off=19012630 len=536190 2024-04-15T16:57:51.327 INFO:tasks.workunit.client.0.smithi090.stdout:op 2537 completed, throughput=4.99MB/sec 2024-04-15T16:57:51.327 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2xboFQagQa7tsTl off=6930518 len=93164 2024-04-15T16:57:51.329 INFO:tasks.workunit.client.0.smithi090.stdout:op 2538 completed, throughput=4.99MB/sec 2024-04-15T16:57:51.329 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PlLiW0GnK0NCFac off=7430121 len=1483346 2024-04-15T16:57:51.337 INFO:tasks.workunit.client.0.smithi090.stdout:op 2539 completed, throughput=5MB/sec 2024-04-15T16:57:51.337 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Q872YSOkwQM2-o6 off=4873912 len=48920 2024-04-15T16:57:51.339 INFO:tasks.workunit.client.0.smithi090.stdout:op 2540 completed, throughput=5MB/sec 2024-04-15T16:57:51.339 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7sFfqV4aCpj5B3t off=1804074 len=465599 2024-04-15T16:57:51.340 INFO:tasks.workunit.client.0.smithi090.stdout:op 2541 completed, throughput=5MB/sec 2024-04-15T16:57:51.340 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OwsxRZGcdCfkOrm off=20619146 len=150993 2024-04-15T16:57:51.340 INFO:tasks.workunit.client.0.smithi090.stdout:op 2542 completed, throughput=5MB/sec 2024-04-15T16:57:51.341 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lGCml-xnpc-lRaS off=2035412 len=1345778 2024-04-15T16:57:51.342 INFO:tasks.workunit.client.0.smithi090.stdout:op 2543 completed, throughput=5MB/sec 2024-04-15T16:57:51.342 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BwAcJOm1IULbr52 off=3113233 len=1211297 2024-04-15T16:57:51.349 INFO:tasks.workunit.client.0.smithi090.stdout:op 2544 completed, throughput=5MB/sec 2024-04-15T16:57:51.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:50 smithi153 ceph-mon[84714]: pgmap v1648: 105 pgs: 105 active+clean; 127 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T16:57:52.350 INFO:tasks.workunit.client.0.smithi090.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:52.350 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qmSJ54WSN_oZ9yS off=3836234 len=1106609 2024-04-15T16:57:52.352 INFO:tasks.workunit.client.0.smithi090.stdout:op 2545 completed, throughput=4.99MB/sec 2024-04-15T16:57:52.352 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9IFsKufmQj1D_yL off=8940894 len=1987613 2024-04-15T16:57:52.354 INFO:tasks.workunit.client.0.smithi090.stdout:op 2546 completed, throughput=5MB/sec 2024-04-15T16:57:52.354 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lbZZXDjPX-lriqO off=842836 len=719008 2024-04-15T16:57:52.356 INFO:tasks.workunit.client.0.smithi090.stdout:op 2547 completed, throughput=5MB/sec 2024-04-15T16:57:52.356 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nhIoEb9frIITyQE off=14467168 len=1690760 2024-04-15T16:57:52.364 INFO:tasks.workunit.client.0.smithi090.stdout:op 2548 completed, throughput=5MB/sec 2024-04-15T16:57:52.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:57:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:57:53.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:52 smithi090 ceph-mon[91618]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T16:57:53.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:57:53.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:52 smithi090 ceph-mon[89240]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T16:57:53.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:57:53.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:52 smithi153 ceph-mon[84714]: pgmap v1649: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T16:57:53.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:57:53.364 INFO:tasks.workunit.client.0.smithi090.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:53.364 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RxO2Exm4Kq3Djhg off=9316617 len=1864156 2024-04-15T16:57:53.375 INFO:tasks.workunit.client.0.smithi090.stdout:op 2549 completed, throughput=5MB/sec 2024-04-15T16:57:53.376 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lF5XXgRkksYsE1L off=12224202 len=445933 2024-04-15T16:57:53.376 INFO:tasks.workunit.client.0.smithi090.stdout:op 2550 completed, throughput=5MB/sec 2024-04-15T16:57:53.377 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7jqjPJnw_bGT-ao off=5755255 len=97708 2024-04-15T16:57:53.379 INFO:tasks.workunit.client.0.smithi090.stdout:op 2551 completed, throughput=5MB/sec 2024-04-15T16:57:53.379 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QF4t939oS15Ffbh off=252571 len=1743807 2024-04-15T16:57:53.387 INFO:tasks.workunit.client.0.smithi090.stdout:op 2552 completed, throughput=5MB/sec 2024-04-15T16:57:54.388 INFO:tasks.workunit.client.0.smithi090.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:54.388 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-n2HN65Myxi7Eptd off=888608 len=1266541 2024-04-15T16:57:54.396 INFO:tasks.workunit.client.0.smithi090.stdout:op 2553 completed, throughput=4.99MB/sec 2024-04-15T16:57:54.396 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6okRCuJPneFIEdo off=14808006 len=517605 2024-04-15T16:57:54.397 INFO:tasks.workunit.client.0.smithi090.stdout:op 2554 completed, throughput=4.99MB/sec 2024-04-15T16:57:54.397 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QnCTxpDaNJshUdM off=1055565 len=679265 2024-04-15T16:57:54.399 INFO:tasks.workunit.client.0.smithi090.stdout:op 2555 completed, throughput=4.99MB/sec 2024-04-15T16:57:54.399 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-I5GT26JcuX-C9bn off=5436 len=1083352 2024-04-15T16:57:54.400 INFO:tasks.workunit.client.0.smithi090.stdout:op 2556 completed, throughput=5MB/sec 2024-04-15T16:57:54.400 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yqvC03pav_irLxF off=11487781 len=1013582 2024-04-15T16:57:54.403 INFO:tasks.workunit.client.0.smithi090.stdout:op 2557 completed, throughput=5MB/sec 2024-04-15T16:57:54.403 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RBOD358ZU7_qpf1 off=11479541 len=84867 2024-04-15T16:57:54.403 INFO:tasks.workunit.client.0.smithi090.stdout:op 2558 completed, throughput=5MB/sec 2024-04-15T16:57:54.403 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lGleUZuFwVXXF1E off=3006432 len=830700 2024-04-15T16:57:54.408 INFO:tasks.workunit.client.0.smithi090.stdout:op 2559 completed, throughput=5MB/sec 2024-04-15T16:57:55.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:54 smithi090 ceph-mon[89240]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T16:57:55.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:54 smithi090 ceph-mon[91618]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T16:57:55.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:54 smithi153 ceph-mon[84714]: pgmap v1650: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T16:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rIyhu9GHquIZR4g off=3573016 len=1180387 2024-04-15T16:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout:op 2560 completed, throughput=4.99MB/sec 2024-04-15T16:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RZBbB-uLCPFNS4C off=6823688 len=411221 2024-04-15T16:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout:op 2561 completed, throughput=4.99MB/sec 2024-04-15T16:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-X92WoJ298C05rVd off=12553324 len=77748 2024-04-15T16:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout:op 2562 completed, throughput=4.99MB/sec 2024-04-15T16:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YE4wXoCrUDfhZDf off=65166 len=1425265 2024-04-15T16:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout:op 2563 completed, throughput=5MB/sec 2024-04-15T16:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jYA5p2k0W6cSEl0 off=4076904 len=283812 2024-04-15T16:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout:op 2564 completed, throughput=5MB/sec 2024-04-15T16:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yx5Nf_RC8zZR3y_ off=325211 len=1381961 2024-04-15T16:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout:op 2565 completed, throughput=5MB/sec 2024-04-15T16:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-unG1uOToINm1IGZ off=1485136 len=2083118 2024-04-15T16:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout:op 2566 completed, throughput=5MB/sec 2024-04-15T16:57:56.431 INFO:tasks.workunit.client.0.smithi090.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-N09pWfi0BKDTv92 off=6268474 len=723484 2024-04-15T16:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout:op 2567 completed, throughput=4.99MB/sec 2024-04-15T16:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JWIialTgfLGpSC_ off=7181672 len=1755351 2024-04-15T16:57:56.438 INFO:tasks.workunit.client.0.smithi090.stdout:op 2568 completed, throughput=5MB/sec 2024-04-15T16:57:56.438 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uP23EdjKJrNgmSk off=19315212 len=1249303 2024-04-15T16:57:56.446 INFO:tasks.workunit.client.0.smithi090.stdout:op 2569 completed, throughput=5MB/sec 2024-04-15T16:57:57.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:56 smithi090 ceph-mon[89240]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:57:57.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:56 smithi090 ceph-mon[91618]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:57:57.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:56 smithi153 ceph-mon[84714]: pgmap v1651: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T16:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7sFfqV4aCpj5B3t off=779329 len=648261 2024-04-15T16:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout:op 2570 completed, throughput=4.99MB/sec 2024-04-15T16:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GqpN-G6rj7uu7uC off=15704944 len=500347 2024-04-15T16:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout:op 2571 completed, throughput=4.99MB/sec 2024-04-15T16:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BHzlAgzWpID4Bwe off=2898988 len=1114463 2024-04-15T16:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout:op 2572 completed, throughput=4.99MB/sec 2024-04-15T16:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hNme4oNa2xkkh7y off=2796838 len=819836 2024-04-15T16:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout:op 2573 completed, throughput=5MB/sec 2024-04-15T16:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Hn-OgS05V5JUzVL off=381583 len=1571119 2024-04-15T16:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout:op 2574 completed, throughput=5MB/sec 2024-04-15T16:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5um2WdtcKSNrh7- off=650759 len=312848 2024-04-15T16:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout:op 2575 completed, throughput=5MB/sec 2024-04-15T16:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-25sQPwJEZ5ye5Sd off=6120070 len=700814 2024-04-15T16:57:57.466 INFO:tasks.workunit.client.0.smithi090.stdout:op 2576 completed, throughput=5MB/sec 2024-04-15T16:57:58.466 INFO:tasks.workunit.client.0.smithi090.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:58.467 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-THfHlckv_Z1yjh5 off=1828776 len=971107 2024-04-15T16:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout:op 2577 completed, throughput=4.99MB/sec 2024-04-15T16:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LKicIOaOl4ok5Jl off=17025694 len=1527283 2024-04-15T16:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout:op 2578 completed, throughput=5MB/sec 2024-04-15T16:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VCNuh3X3QNZxWN3 off=14967172 len=1776832 2024-04-15T16:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout:op 2579 completed, throughput=5MB/sec 2024-04-15T16:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9ab8GMIxcjoxOFT off=3612493 len=717958 2024-04-15T16:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout:op 2580 completed, throughput=5MB/sec 2024-04-15T16:57:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:57:58 smithi090 ceph-mon[89240]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T16:57:59.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:57:58 smithi090 ceph-mon[91618]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T16:57:59.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:57:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:57:59] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-15T16:57:59.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:57:58 smithi153 ceph-mon[84714]: pgmap v1652: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T16:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-15T16:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AAnRyu6rS1s1mac off=9384909 len=1219977 2024-04-15T16:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout:op 2581 completed, throughput=4.99MB/sec 2024-04-15T16:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9W4qdE0--Ze1wLU off=158721 len=1243934 2024-04-15T16:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout:op 2582 completed, throughput=4.99MB/sec 2024-04-15T16:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hTm3l5SP1Zz3XpF off=7863924 len=919571 2024-04-15T16:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout:op 2583 completed, throughput=5MB/sec 2024-04-15T16:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZpzbCQ1w1RJ95tk off=11574134 len=1627085 2024-04-15T16:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout:op 2584 completed, throughput=5MB/sec 2024-04-15T16:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xrWCKVJHql1ArGk off=2830133 len=840638 2024-04-15T16:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout:op 2585 completed, throughput=5MB/sec 2024-04-15T16:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GtUy4Y92KqyqHpl off=912050 len=1726749 2024-04-15T16:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout:op 2586 completed, throughput=4.99MB/sec 2024-04-15T16:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5jjuw-Ky8vvLe8U off=13678481 len=1486473 2024-04-15T16:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout:op 2587 completed, throughput=5MB/sec 2024-04-15T16:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-P6cqaNrg532myxZ off=1262243 len=82762 2024-04-15T16:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout:op 2588 completed, throughput=5MB/sec 2024-04-15T16:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FOeEEuxu0FaS8U_ off=79722 len=1528317 2024-04-15T16:58:00.518 INFO:tasks.workunit.client.0.smithi090.stdout:op 2589 completed, throughput=5MB/sec 2024-04-15T16:58:01.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:00 smithi090 ceph-mon[89240]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:58:01.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:00 smithi090 ceph-mon[91618]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:58:01.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:00 smithi153 ceph-mon[84714]: pgmap v1653: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:58:01.519 INFO:tasks.workunit.client.0.smithi090.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:01.519 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D1O_PUYhS_F3szk off=12401427 len=2044345 2024-04-15T16:58:01.531 INFO:tasks.workunit.client.0.smithi090.stdout:op 2590 completed, throughput=4.99MB/sec 2024-04-15T16:58:01.531 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-y-aYlwj-mCdeJN5 off=233587 len=1592583 2024-04-15T16:58:01.537 INFO:tasks.workunit.client.0.smithi090.stdout:op 2591 completed, throughput=5MB/sec 2024-04-15T16:58:01.537 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YGK35yH0ukWnEf8 off=349926 len=1355504 2024-04-15T16:58:01.545 INFO:tasks.workunit.client.0.smithi090.stdout:op 2592 completed, throughput=5MB/sec 2024-04-15T16:58:01.546 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4EhekWbWiTr3Y4p off=12166197 len=1224794 2024-04-15T16:58:01.551 INFO:tasks.workunit.client.0.smithi090.stdout:op 2593 completed, throughput=5MB/sec 2024-04-15T16:58:02.551 INFO:tasks.workunit.client.0.smithi090.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:02.551 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5z0mYfYY0AI7d8F off=4087462 len=1480308 2024-04-15T16:58:02.558 INFO:tasks.workunit.client.0.smithi090.stdout:op 2594 completed, throughput=4.99MB/sec 2024-04-15T16:58:02.558 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-94UUpxGvy82jKbR off=11654213 len=1361580 2024-04-15T16:58:02.561 INFO:tasks.workunit.client.0.smithi090.stdout:op 2595 completed, throughput=5MB/sec 2024-04-15T16:58:02.561 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DCEkyey8ZAmNqV1 off=22275181 len=198410 2024-04-15T16:58:02.564 INFO:tasks.workunit.client.0.smithi090.stdout:op 2596 completed, throughput=5MB/sec 2024-04-15T16:58:02.564 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-k84o_9TkoJMDJuQ off=511694 len=1529451 2024-04-15T16:58:02.565 INFO:tasks.workunit.client.0.smithi090.stdout:op 2597 completed, throughput=5MB/sec 2024-04-15T16:58:02.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:58:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:58:03.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:02 smithi090 ceph-mon[89240]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:58:03.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:02 smithi090 ceph-mon[91618]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:58:03.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:02 smithi153 ceph-mon[84714]: pgmap v1654: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:58:03.566 INFO:tasks.workunit.client.0.smithi090.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:03.566 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PvtCPmnf0Vp2uOW off=21770582 len=1173066 2024-04-15T16:58:03.574 INFO:tasks.workunit.client.0.smithi090.stdout:op 2598 completed, throughput=4.99MB/sec 2024-04-15T16:58:03.574 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-y-az5hpyw-kIH4- off=10939777 len=758903 2024-04-15T16:58:03.575 INFO:tasks.workunit.client.0.smithi090.stdout:op 2599 completed, throughput=4.99MB/sec 2024-04-15T16:58:03.575 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Vr7cN73FVGwHxie off=7136921 len=1824608 2024-04-15T16:58:03.577 INFO:tasks.workunit.client.0.smithi090.stdout:op 2600 completed, throughput=5MB/sec 2024-04-15T16:58:03.578 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IR5aDawAOnAgTtK off=3510540 len=1337265 2024-04-15T16:58:03.580 INFO:tasks.workunit.client.0.smithi090.stdout:op 2601 completed, throughput=5MB/sec 2024-04-15T16:58:03.580 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_paygoxEV3WEd-e off=509102 len=1219489 2024-04-15T16:58:03.581 INFO:tasks.workunit.client.0.smithi090.stdout:op 2602 completed, throughput=5MB/sec 2024-04-15T16:58:04.581 INFO:tasks.workunit.client.0.smithi090.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:04.581 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LFAAcH71Jbv3P1Z off=12252826 len=1736538 2024-04-15T16:58:04.590 INFO:tasks.workunit.client.0.smithi090.stdout:op 2603 completed, throughput=5MB/sec 2024-04-15T16:58:04.590 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fvAUizaBbuCLoyP off=16179558 len=1608784 2024-04-15T16:58:04.598 INFO:tasks.workunit.client.0.smithi090.stdout:op 2604 completed, throughput=5MB/sec 2024-04-15T16:58:04.598 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IdbgeWg27rICEDW off=30634 len=1369220 2024-04-15T16:58:04.604 INFO:tasks.workunit.client.0.smithi090.stdout:op 2605 completed, throughput=5MB/sec 2024-04-15T16:58:05.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:04 smithi090 ceph-mon[89240]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T16:58:05.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:04 smithi090 ceph-mon[91618]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T16:58:05.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:04 smithi153 ceph-mon[84714]: pgmap v1655: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T16:58:05.604 INFO:tasks.workunit.client.0.smithi090.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:05.604 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jAvychJe8-iYR0U off=7549856 len=1395624 2024-04-15T16:58:05.607 INFO:tasks.workunit.client.0.smithi090.stdout:op 2606 completed, throughput=4.99MB/sec 2024-04-15T16:58:05.607 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tL8nK4MKdp4IaMU off=5120729 len=1348560 2024-04-15T16:58:05.616 INFO:tasks.workunit.client.0.smithi090.stdout:op 2607 completed, throughput=5MB/sec 2024-04-15T16:58:05.616 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JPdGY8GsN5yFYz9 off=20384673 len=931345 2024-04-15T16:58:05.621 INFO:tasks.workunit.client.0.smithi090.stdout:op 2608 completed, throughput=5MB/sec 2024-04-15T16:58:05.621 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-185_nC1mk8WXCGQ off=990886 len=1094639 2024-04-15T16:58:05.622 INFO:tasks.workunit.client.0.smithi090.stdout:op 2609 completed, throughput=5MB/sec 2024-04-15T16:58:05.622 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1k_K3hXZ9JQxSZ8 off=1774156 len=1704269 2024-04-15T16:58:05.633 INFO:tasks.workunit.client.0.smithi090.stdout:op 2610 completed, throughput=5MB/sec 2024-04-15T16:58:06.634 INFO:tasks.workunit.client.0.smithi090.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:06.634 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nV3gjl3R1FeB5bp off=3151172 len=798066 2024-04-15T16:58:06.639 INFO:tasks.workunit.client.0.smithi090.stdout:op 2611 completed, throughput=4.99MB/sec 2024-04-15T16:58:06.639 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JxH3MuafQ1vRIcb off=3633232 len=39555 2024-04-15T16:58:06.639 INFO:tasks.workunit.client.0.smithi090.stdout:op 2612 completed, throughput=4.99MB/sec 2024-04-15T16:58:06.639 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-o8Jh8W_ZCJGlPd8 off=1816539 len=1208341 2024-04-15T16:58:06.648 INFO:tasks.workunit.client.0.smithi090.stdout:op 2613 completed, throughput=5MB/sec 2024-04-15T16:58:06.648 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dW4dRmVBQn18ioj off=1571510 len=1418191 2024-04-15T16:58:06.654 INFO:tasks.workunit.client.0.smithi090.stdout:op 2614 completed, throughput=5MB/sec 2024-04-15T16:58:06.654 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-erUHQKbuyOI5lVM off=18349473 len=1420998 2024-04-15T16:58:06.658 INFO:tasks.workunit.client.0.smithi090.stdout:op 2615 completed, throughput=5MB/sec 2024-04-15T16:58:07.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:06 smithi090 ceph-mon[89240]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:58:07.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:06 smithi090 ceph-mon[91618]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:58:07.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:06 smithi153 ceph-mon[84714]: pgmap v1656: 105 pgs: 105 active+clean; 127 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T16:58:07.658 INFO:tasks.workunit.client.0.smithi090.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:07.658 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hw6xzMrBg9iDA0W off=4198373 len=1840782 2024-04-15T16:58:07.669 INFO:tasks.workunit.client.0.smithi090.stdout:op 2616 completed, throughput=5MB/sec 2024-04-15T16:58:07.669 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-p0BpioSLWuwUZtx off=10481576 len=1441164 2024-04-15T16:58:07.676 INFO:tasks.workunit.client.0.smithi090.stdout:op 2617 completed, throughput=5MB/sec 2024-04-15T16:58:07.676 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wqbYOspcFD95zQW off=11687080 len=1070959 2024-04-15T16:58:07.678 INFO:tasks.workunit.client.0.smithi090.stdout:op 2618 completed, throughput=5MB/sec 2024-04-15T16:58:08.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:58:08.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:58:08.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:58:08.678 INFO:tasks.workunit.client.0.smithi090.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:08.678 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YDuRD4bNQaBjBcr off=974025 len=1558551 2024-04-15T16:58:08.680 INFO:tasks.workunit.client.0.smithi090.stdout:op 2619 completed, throughput=4.99MB/sec 2024-04-15T16:58:08.680 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3ogbzrVccRmmjrH off=16873490 len=897549 2024-04-15T16:58:08.685 INFO:tasks.workunit.client.0.smithi090.stdout:op 2620 completed, throughput=5MB/sec 2024-04-15T16:58:08.685 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kfHTzeiPl_egEcp off=6560751 len=894423 2024-04-15T16:58:08.689 INFO:tasks.workunit.client.0.smithi090.stdout:op 2621 completed, throughput=5MB/sec 2024-04-15T16:58:08.689 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SXFej7o7IuFFU69 off=1982971 len=1468452 2024-04-15T16:58:08.691 INFO:tasks.workunit.client.0.smithi090.stdout:op 2622 completed, throughput=5MB/sec 2024-04-15T16:58:08.691 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kFIRYvmSYvMvXIa off=8130548 len=1879270 2024-04-15T16:58:08.702 INFO:tasks.workunit.client.0.smithi090.stdout:op 2623 completed, throughput=5MB/sec 2024-04-15T16:58:09.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:08 smithi090 ceph-mon[89240]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T16:58:09.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:08 smithi090 ceph-mon[91618]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T16:58:09.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:58:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:58:09] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-15T16:58:09.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:08 smithi153 ceph-mon[84714]: pgmap v1657: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T16:58:09.703 INFO:tasks.workunit.client.0.smithi090.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:09.703 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7VIoCc8-gWYoCjj off=4547659 len=1815653 2024-04-15T16:58:09.714 INFO:tasks.workunit.client.0.smithi090.stdout:op 2624 completed, throughput=5MB/sec 2024-04-15T16:58:09.714 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fu3rMrI9um5YLjL off=3631578 len=1541224 2024-04-15T16:58:09.717 INFO:tasks.workunit.client.0.smithi090.stdout:op 2625 completed, throughput=5MB/sec 2024-04-15T16:58:09.717 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-H0AWNoihfeIG-Fu off=11271051 len=852084 2024-04-15T16:58:09.718 INFO:tasks.workunit.client.0.smithi090.stdout:op 2626 completed, throughput=5MB/sec 2024-04-15T16:58:10.718 INFO:tasks.workunit.client.0.smithi090.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:10.719 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FVLULai8HBbXwSH off=4670045 len=847546 2024-04-15T16:58:10.720 INFO:tasks.workunit.client.0.smithi090.stdout:op 2627 completed, throughput=4.99MB/sec 2024-04-15T16:58:10.720 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dqYUqKjc-YyEazb off=21497209 len=2018679 2024-04-15T16:58:10.722 INFO:tasks.workunit.client.0.smithi090.stdout:op 2628 completed, throughput=5MB/sec 2024-04-15T16:58:10.722 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZQ54g4wE1986Uh1 off=3496469 len=1101990 2024-04-15T16:58:10.724 INFO:tasks.workunit.client.0.smithi090.stdout:op 2629 completed, throughput=5MB/sec 2024-04-15T16:58:10.724 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-R3pA56PkSLasMfp off=6715770 len=1881138 2024-04-15T16:58:10.726 INFO:tasks.workunit.client.0.smithi090.stdout:op 2630 completed, throughput=5MB/sec 2024-04-15T16:58:11.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:10 smithi090 ceph-mon[91618]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T16:58:11.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:10 smithi090 ceph-mon[89240]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T16:58:11.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:10 smithi153 ceph-mon[84714]: pgmap v1658: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T16:58:11.726 INFO:tasks.workunit.client.0.smithi090.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:11.726 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OrHGvi_Aypw_gr6 off=131614 len=892444 2024-04-15T16:58:11.728 INFO:tasks.workunit.client.0.smithi090.stdout:op 2631 completed, throughput=4.99MB/sec 2024-04-15T16:58:11.728 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_Az7Wy5yMAktAEr off=2428336 len=1115686 2024-04-15T16:58:11.735 INFO:tasks.workunit.client.0.smithi090.stdout:op 2632 completed, throughput=5MB/sec 2024-04-15T16:58:11.735 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cMHbMPrpicCKSVa off=7872255 len=842459 2024-04-15T16:58:11.736 INFO:tasks.workunit.client.0.smithi090.stdout:op 2633 completed, throughput=5MB/sec 2024-04-15T16:58:11.736 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0g0Glx3pHLz6uLG off=15415533 len=275160 2024-04-15T16:58:11.737 INFO:tasks.workunit.client.0.smithi090.stdout:op 2634 completed, throughput=5MB/sec 2024-04-15T16:58:11.737 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TMMLi2_8WJS4aB9 off=3755075 len=509533 2024-04-15T16:58:11.738 INFO:tasks.workunit.client.0.smithi090.stdout:op 2635 completed, throughput=5MB/sec 2024-04-15T16:58:11.738 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-s7ewQnXoblL3HEV off=12892678 len=530700 2024-04-15T16:58:11.741 INFO:tasks.workunit.client.0.smithi090.stdout:op 2636 completed, throughput=5MB/sec 2024-04-15T16:58:11.742 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RewECQkyU6-DX81 off=11638 len=1194779 2024-04-15T16:58:11.743 INFO:tasks.workunit.client.0.smithi090.stdout:op 2637 completed, throughput=5MB/sec 2024-04-15T16:58:12.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:58:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:58:12.743 INFO:tasks.workunit.client.0.smithi090.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:12.743 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LqHleuWDiOlfgTo off=3073360 len=424715 2024-04-15T16:58:12.744 INFO:tasks.workunit.client.0.smithi090.stdout:op 2638 completed, throughput=4.99MB/sec 2024-04-15T16:58:12.744 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WPrP24GWU2bg7pA off=17107818 len=1158442 2024-04-15T16:58:12.745 INFO:tasks.workunit.client.0.smithi090.stdout:op 2639 completed, throughput=4.99MB/sec 2024-04-15T16:58:12.746 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0UQByUxov2cfeqH off=12299998 len=93434 2024-04-15T16:58:12.746 INFO:tasks.workunit.client.0.smithi090.stdout:op 2640 completed, throughput=5MB/sec 2024-04-15T16:58:12.747 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gWRZwC5PyKsboBx off=852963 len=206725 2024-04-15T16:58:12.750 INFO:tasks.workunit.client.0.smithi090.stdout:op 2641 completed, throughput=5MB/sec 2024-04-15T16:58:12.750 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fDnddNCDp_B62Ii off=622727 len=456489 2024-04-15T16:58:12.753 INFO:tasks.workunit.client.0.smithi090.stdout:op 2642 completed, throughput=5MB/sec 2024-04-15T16:58:12.753 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-k8Wj2UEwf63fyoI off=2762115 len=895748 2024-04-15T16:58:12.759 INFO:tasks.workunit.client.0.smithi090.stdout:op 2643 completed, throughput=5MB/sec 2024-04-15T16:58:12.759 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GZoTn7lBHwEKjCJ off=16177052 len=1045760 2024-04-15T16:58:12.764 INFO:tasks.workunit.client.0.smithi090.stdout:op 2644 completed, throughput=5MB/sec 2024-04-15T16:58:12.764 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xcHf4Jn-i2TBFw2 off=6151230 len=763379 2024-04-15T16:58:12.765 INFO:tasks.workunit.client.0.smithi090.stdout:op 2645 completed, throughput=5MB/sec 2024-04-15T16:58:13.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:12 smithi090 ceph-mon[91618]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-15T16:58:13.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:12 smithi090 ceph-mon[89240]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-15T16:58:13.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:12 smithi153 ceph-mon[84714]: pgmap v1659: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-15T16:58:13.765 INFO:tasks.workunit.client.0.smithi090.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:13.765 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dieS2TJAZVRQoS6 off=1265494 len=1709882 2024-04-15T16:58:13.767 INFO:tasks.workunit.client.0.smithi090.stdout:op 2646 completed, throughput=4.99MB/sec 2024-04-15T16:58:13.767 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aEflKtCW3m82V6v off=5528944 len=2030375 2024-04-15T16:58:13.770 INFO:tasks.workunit.client.0.smithi090.stdout:op 2647 completed, throughput=5MB/sec 2024-04-15T16:58:13.770 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SkY7jT44IE0N9nL off=1426785 len=466706 2024-04-15T16:58:13.770 INFO:tasks.workunit.client.0.smithi090.stdout:op 2648 completed, throughput=5MB/sec 2024-04-15T16:58:13.771 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_AkHCRFrC5T6ESr off=8082131 len=794160 2024-04-15T16:58:13.772 INFO:tasks.workunit.client.0.smithi090.stdout:op 2649 completed, throughput=5MB/sec 2024-04-15T16:58:14.773 INFO:tasks.workunit.client.0.smithi090.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:14.773 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FVLULai8HBbXwSH off=20979552 len=546544 2024-04-15T16:58:14.774 INFO:tasks.workunit.client.0.smithi090.stdout:op 2650 completed, throughput=4.99MB/sec 2024-04-15T16:58:14.774 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-b7rvoRRMx1flRjJ off=6490185 len=1703811 2024-04-15T16:58:14.778 INFO:tasks.workunit.client.0.smithi090.stdout:op 2651 completed, throughput=5MB/sec 2024-04-15T16:58:14.778 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lUYx4c2pZ1bOyiI off=8070901 len=1359680 2024-04-15T16:58:14.778 INFO:tasks.workunit.client.0.smithi090.stdout:op 2652 completed, throughput=5MB/sec 2024-04-15T16:58:14.778 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-POfoGnM51HqAm6s off=14703828 len=1591073 2024-04-15T16:58:14.786 INFO:tasks.workunit.client.0.smithi090.stdout:op 2653 completed, throughput=5MB/sec 2024-04-15T16:58:15.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:14 smithi090 ceph-mon[89240]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T16:58:15.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:14 smithi090 ceph-mon[91618]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T16:58:15.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:14 smithi153 ceph-mon[84714]: pgmap v1660: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T16:58:15.786 INFO:tasks.workunit.client.0.smithi090.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:15.786 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yxWb6hUVXHFLbzX off=4976754 len=2070408 2024-04-15T16:58:15.797 INFO:tasks.workunit.client.0.smithi090.stdout:op 2654 completed, throughput=4.99MB/sec 2024-04-15T16:58:15.797 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h49fUhOdQcKFtmv off=8690631 len=1451500 2024-04-15T16:58:15.804 INFO:tasks.workunit.client.0.smithi090.stdout:op 2655 completed, throughput=5MB/sec 2024-04-15T16:58:15.804 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FDfW9mIg-43K73Q off=7359494 len=1738983 2024-04-15T16:58:15.805 INFO:tasks.workunit.client.0.smithi090.stdout:op 2656 completed, throughput=5MB/sec 2024-04-15T16:58:16.806 INFO:tasks.workunit.client.0.smithi090.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:16.806 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nO7sgv44oXu14JS off=1564415 len=1268408 2024-04-15T16:58:16.807 INFO:tasks.workunit.client.0.smithi090.stdout:op 2657 completed, throughput=4.99MB/sec 2024-04-15T16:58:16.808 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-T873gLDO6sT91eR off=4055018 len=1098641 2024-04-15T16:58:16.816 INFO:tasks.workunit.client.0.smithi090.stdout:op 2658 completed, throughput=4.99MB/sec 2024-04-15T16:58:16.816 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OM96wklZUoJ6QGq off=4267141 len=885199 2024-04-15T16:58:16.818 INFO:tasks.workunit.client.0.smithi090.stdout:op 2659 completed, throughput=5MB/sec 2024-04-15T16:58:16.818 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bqNxhD8NsgkiHZ- off=4017477 len=48490 2024-04-15T16:58:16.819 INFO:tasks.workunit.client.0.smithi090.stdout:op 2660 completed, throughput=5MB/sec 2024-04-15T16:58:16.819 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WidL28UCM720naO off=4185719 len=1019697 2024-04-15T16:58:16.825 INFO:tasks.workunit.client.0.smithi090.stdout:op 2661 completed, throughput=5MB/sec 2024-04-15T16:58:16.825 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fSnfLRmNRhGM1F6 off=711239 len=618432 2024-04-15T16:58:16.829 INFO:tasks.workunit.client.0.smithi090.stdout:op 2662 completed, throughput=5MB/sec 2024-04-15T16:58:16.829 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ezgNHSZ56ZSglqD off=6373150 len=1367192 2024-04-15T16:58:16.832 INFO:tasks.workunit.client.0.smithi090.stdout:op 2663 completed, throughput=5MB/sec 2024-04-15T16:58:17.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:16 smithi090 ceph-mon[89240]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T16:58:17.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:16 smithi090 ceph-mon[91618]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T16:58:17.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:16 smithi153 ceph-mon[84714]: pgmap v1661: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T16:58:17.832 INFO:tasks.workunit.client.0.smithi090.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:17.832 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MN7gVw6eZimxyDQ off=12542740 len=1346092 2024-04-15T16:58:17.834 INFO:tasks.workunit.client.0.smithi090.stdout:op 2664 completed, throughput=4.99MB/sec 2024-04-15T16:58:17.834 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YnlDiwZm_N4_FQl off=224878 len=50704 2024-04-15T16:58:17.836 INFO:tasks.workunit.client.0.smithi090.stdout:op 2665 completed, throughput=4.99MB/sec 2024-04-15T16:58:17.837 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7AlJJ3dJDeQgsWs off=216323 len=1300260 2024-04-15T16:58:17.846 INFO:tasks.workunit.client.0.smithi090.stdout:op 2666 completed, throughput=5MB/sec 2024-04-15T16:58:17.846 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cjpVfjytL2duIMm off=7695157 len=275959 2024-04-15T16:58:17.846 INFO:tasks.workunit.client.0.smithi090.stdout:op 2667 completed, throughput=5MB/sec 2024-04-15T16:58:17.846 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PhncA2JArRIL3_e off=3138321 len=1119334 2024-04-15T16:58:17.847 INFO:tasks.workunit.client.0.smithi090.stdout:op 2668 completed, throughput=5MB/sec 2024-04-15T16:58:17.847 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-34h8ugB3p0jdTjc off=423311 len=32720 2024-04-15T16:58:17.849 INFO:tasks.workunit.client.0.smithi090.stdout:op 2669 completed, throughput=5MB/sec 2024-04-15T16:58:17.849 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5Tw4HarWxNN_lUe off=4311746 len=684918 2024-04-15T16:58:17.853 INFO:tasks.workunit.client.0.smithi090.stdout:op 2670 completed, throughput=5MB/sec 2024-04-15T16:58:18.853 INFO:tasks.workunit.client.0.smithi090.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:18.853 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FxSszYcoyF40kSf off=6082378 len=2053446 2024-04-15T16:58:18.856 INFO:tasks.workunit.client.0.smithi090.stdout:op 2671 completed, throughput=5MB/sec 2024-04-15T16:58:18.856 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IZK_wY730-ho1_U off=3014355 len=109502 2024-04-15T16:58:18.859 INFO:tasks.workunit.client.0.smithi090.stdout:op 2672 completed, throughput=5MB/sec 2024-04-15T16:58:18.859 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--xB9v-4nnJgq-xD off=4169618 len=552108 2024-04-15T16:58:18.866 INFO:tasks.workunit.client.0.smithi090.stdout:op 2673 completed, throughput=5MB/sec 2024-04-15T16:58:18.866 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MCHXNWs1MtZPdmO off=6762712 len=963609 2024-04-15T16:58:18.868 INFO:tasks.workunit.client.0.smithi090.stdout:op 2674 completed, throughput=5MB/sec 2024-04-15T16:58:18.868 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Rn2oQGUHE_8GG8o off=3529738 len=2037610 2024-04-15T16:58:18.870 INFO:tasks.workunit.client.0.smithi090.stdout:op 2675 completed, throughput=5MB/sec 2024-04-15T16:58:19.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:18 smithi090 ceph-mon[89240]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:58:19.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:18 smithi090 ceph-mon[91618]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:58:19.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:58:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:58:19] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-15T16:58:19.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:18 smithi153 ceph-mon[84714]: pgmap v1662: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:58:19.871 INFO:tasks.workunit.client.0.smithi090.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:19.871 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ko5rKu_Ci24IRxn off=5229995 len=1993668 2024-04-15T16:58:19.875 INFO:tasks.workunit.client.0.smithi090.stdout:op 2676 completed, throughput=5MB/sec 2024-04-15T16:58:19.875 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--_ASCRiFurdoOh1 off=2893555 len=2036677 2024-04-15T16:58:19.889 INFO:tasks.workunit.client.0.smithi090.stdout:op 2677 completed, throughput=5MB/sec 2024-04-15T16:58:19.889 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-memlC3oHvOCR9Yl off=7811853 len=43995 2024-04-15T16:58:19.890 INFO:tasks.workunit.client.0.smithi090.stdout:op 2678 completed, throughput=5MB/sec 2024-04-15T16:58:19.890 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-a74iICqsZFtm_9O off=6845800 len=1737017 2024-04-15T16:58:19.894 INFO:tasks.workunit.client.0.smithi090.stdout:op 2679 completed, throughput=5MB/sec 2024-04-15T16:58:20.895 INFO:tasks.workunit.client.0.smithi090.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:20.895 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1MN1wM0iArrq-ng off=5252566 len=86665 2024-04-15T16:58:20.898 INFO:tasks.workunit.client.0.smithi090.stdout:op 2680 completed, throughput=4.99MB/sec 2024-04-15T16:58:20.898 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MXXfbZ05Kb1jF65 off=13901304 len=1476146 2024-04-15T16:58:20.905 INFO:tasks.workunit.client.0.smithi090.stdout:op 2681 completed, throughput=5MB/sec 2024-04-15T16:58:20.905 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qnCOhpoXDZcuR1w off=9348388 len=1226795 2024-04-15T16:58:20.910 INFO:tasks.workunit.client.0.smithi090.stdout:op 2682 completed, throughput=5MB/sec 2024-04-15T16:58:20.910 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1liTwACowGaNFpT off=21762663 len=1656815 2024-04-15T16:58:20.912 INFO:tasks.workunit.client.0.smithi090.stdout:op 2683 completed, throughput=5MB/sec 2024-04-15T16:58:21.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:20 smithi090 ceph-mon[89240]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:58:21.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:20 smithi090 ceph-mon[91618]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:58:21.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:20 smithi153 ceph-mon[84714]: pgmap v1663: 105 pgs: 105 active+clean; 127 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:58:21.913 INFO:tasks.workunit.client.0.smithi090.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:21.913 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-e_Xw8BQX1jC_Pr4 off=22669285 len=306978 2024-04-15T16:58:21.916 INFO:tasks.workunit.client.0.smithi090.stdout:op 2684 completed, throughput=4.99MB/sec 2024-04-15T16:58:21.916 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ub_E7M8fzckul3U off=3137102 len=504410 2024-04-15T16:58:21.918 INFO:tasks.workunit.client.0.smithi090.stdout:op 2685 completed, throughput=4.99MB/sec 2024-04-15T16:58:21.918 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sFYlGeutc1Fo3uM off=9160733 len=1388152 2024-04-15T16:58:21.920 INFO:tasks.workunit.client.0.smithi090.stdout:op 2686 completed, throughput=5MB/sec 2024-04-15T16:58:21.920 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DwauA-TmlEOBcui off=4819027 len=1767980 2024-04-15T16:58:21.934 INFO:tasks.workunit.client.0.smithi090.stdout:op 2687 completed, throughput=5MB/sec 2024-04-15T16:58:21.934 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gtY3AFp1upA4LvA off=1028203 len=166527 2024-04-15T16:58:21.935 INFO:tasks.workunit.client.0.smithi090.stdout:op 2688 completed, throughput=5MB/sec 2024-04-15T16:58:21.935 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KYivIlzzVkUasFQ off=6697092 len=499968 2024-04-15T16:58:21.939 INFO:tasks.workunit.client.0.smithi090.stdout:op 2689 completed, throughput=5MB/sec 2024-04-15T16:58:21.939 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7XZMW7j4QW_FWf5 off=4200429 len=936516 2024-04-15T16:58:21.944 INFO:tasks.workunit.client.0.smithi090.stdout:op 2690 completed, throughput=5MB/sec 2024-04-15T16:58:22.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:58:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:58:22.945 INFO:tasks.workunit.client.0.smithi090.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:22.945 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-le7kEAnqfgglJcY off=2011536 len=1558896 2024-04-15T16:58:22.952 INFO:tasks.workunit.client.0.smithi090.stdout:op 2691 completed, throughput=4.99MB/sec 2024-04-15T16:58:22.952 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IuCmrsRIZpVHEOi off=3417055 len=595371 2024-04-15T16:58:22.953 INFO:tasks.workunit.client.0.smithi090.stdout:op 2692 completed, throughput=5MB/sec 2024-04-15T16:58:22.953 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QTJYFvx0DlbdWwA off=12324702 len=536062 2024-04-15T16:58:22.954 INFO:tasks.workunit.client.0.smithi090.stdout:op 2693 completed, throughput=5MB/sec 2024-04-15T16:58:22.954 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yqOri5Z_XGoIHyU off=725090 len=123068 2024-04-15T16:58:22.956 INFO:tasks.workunit.client.0.smithi090.stdout:op 2694 completed, throughput=5MB/sec 2024-04-15T16:58:22.956 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BtEvrm7OQjx46LW off=3836505 len=1840182 2024-04-15T16:58:22.963 INFO:tasks.workunit.client.0.smithi090.stdout:op 2695 completed, throughput=5MB/sec 2024-04-15T16:58:22.963 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-d7kxeiEOsmoBkKl off=9414202 len=1043672 2024-04-15T16:58:22.966 INFO:tasks.workunit.client.0.smithi090.stdout:op 2696 completed, throughput=5MB/sec 2024-04-15T16:58:23.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:22 smithi090 ceph-mon[91618]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:58:23.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:58:23.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:22 smithi090 ceph-mon[89240]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:58:23.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:58:23.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:22 smithi153 ceph-mon[84714]: pgmap v1664: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:58:23.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:58:23.966 INFO:tasks.workunit.client.0.smithi090.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:23.966 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7ryGOkm0lo2H2pk off=16865952 len=1475867 2024-04-15T16:58:23.975 INFO:tasks.workunit.client.0.smithi090.stdout:op 2697 completed, throughput=4.99MB/sec 2024-04-15T16:58:23.976 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pYRmM8M6pGOXNOu off=3460468 len=964643 2024-04-15T16:58:23.981 INFO:tasks.workunit.client.0.smithi090.stdout:op 2698 completed, throughput=5MB/sec 2024-04-15T16:58:23.981 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KIV_oQdHoCgoDyu off=2212869 len=1879511 2024-04-15T16:58:23.984 INFO:tasks.workunit.client.0.smithi090.stdout:op 2699 completed, throughput=5MB/sec 2024-04-15T16:58:23.984 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LXCwXw8iJoSRDwc off=2480301 len=1905071 2024-04-15T16:58:23.986 INFO:tasks.workunit.client.0.smithi090.stdout:op 2700 completed, throughput=5MB/sec 2024-04-15T16:58:24.986 INFO:tasks.workunit.client.0.smithi090.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:24.987 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Aa6m8_r2Cfz1qhV off=58184 len=1815853 2024-04-15T16:58:24.989 INFO:tasks.workunit.client.0.smithi090.stdout:op 2701 completed, throughput=5MB/sec 2024-04-15T16:58:24.989 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lK9BT-cj8saK7pN off=8394426 len=35138 2024-04-15T16:58:24.989 INFO:tasks.workunit.client.0.smithi090.stdout:op 2702 completed, throughput=5MB/sec 2024-04-15T16:58:24.990 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-j8-Z7y0NS8QUwqO off=6429405 len=486482 2024-04-15T16:58:24.994 INFO:tasks.workunit.client.0.smithi090.stdout:op 2703 completed, throughput=5MB/sec 2024-04-15T16:58:24.994 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uG10OhJB-QXKfvV off=23521729 len=1535416 2024-04-15T16:58:25.001 INFO:tasks.workunit.client.0.smithi090.stdout:op 2704 completed, throughput=5MB/sec 2024-04-15T16:58:25.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:24 smithi090 ceph-mon[89240]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:58:25.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:24 smithi090 ceph-mon[91618]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:58:25.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:24 smithi153 ceph-mon[84714]: pgmap v1665: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T16:58:26.001 INFO:tasks.workunit.client.0.smithi090.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:26.002 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mS605DCjIyNH4jD off=557638 len=1078493 2024-04-15T16:58:26.003 INFO:tasks.workunit.client.0.smithi090.stdout:op 2705 completed, throughput=4.99MB/sec 2024-04-15T16:58:26.003 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JAciw37k2SEUiFH off=3560982 len=940089 2024-04-15T16:58:26.009 INFO:tasks.workunit.client.0.smithi090.stdout:op 2706 completed, throughput=4.99MB/sec 2024-04-15T16:58:26.009 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-k1u1AHjZi3qpyGT off=12568450 len=462566 2024-04-15T16:58:26.012 INFO:tasks.workunit.client.0.smithi090.stdout:op 2707 completed, throughput=5MB/sec 2024-04-15T16:58:26.012 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TzUR00_V1jGlt-y off=6389902 len=1425109 2024-04-15T16:58:26.020 INFO:tasks.workunit.client.0.smithi090.stdout:op 2708 completed, throughput=5MB/sec 2024-04-15T16:58:26.020 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-t_bBEfvhGlduFA5 off=2397262 len=396054 2024-04-15T16:58:26.020 INFO:tasks.workunit.client.0.smithi090.stdout:op 2709 completed, throughput=5MB/sec 2024-04-15T16:58:26.020 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sJ9OoDnv4b7qVRb off=17300801 len=765002 2024-04-15T16:58:26.025 INFO:tasks.workunit.client.0.smithi090.stdout:op 2710 completed, throughput=5MB/sec 2024-04-15T16:58:27.025 INFO:tasks.workunit.client.0.smithi090.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:27.025 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AiXo3QoqZSyu_j2 off=17970986 len=1649565 2024-04-15T16:58:27.034 INFO:tasks.workunit.client.0.smithi090.stdout:op 2711 completed, throughput=4.99MB/sec 2024-04-15T16:58:27.034 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-p2C6f87hE2iDgSZ off=8473793 len=192350 2024-04-15T16:58:27.037 INFO:tasks.workunit.client.0.smithi090.stdout:op 2712 completed, throughput=4.99MB/sec 2024-04-15T16:58:27.037 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Wih7T9RtOwis554 off=3962376 len=946021 2024-04-15T16:58:27.038 INFO:tasks.workunit.client.0.smithi090.stdout:op 2713 completed, throughput=5MB/sec 2024-04-15T16:58:27.038 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4xa2eZA3hDnlUJG off=14247718 len=1713698 2024-04-15T16:58:27.040 INFO:tasks.workunit.client.0.smithi090.stdout:op 2714 completed, throughput=5MB/sec 2024-04-15T16:58:27.040 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LWqfProe4l_kWiJ off=420511 len=633407 2024-04-15T16:58:27.041 INFO:tasks.workunit.client.0.smithi090.stdout:op 2715 completed, throughput=5MB/sec 2024-04-15T16:58:27.041 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gdv7woNskyY2Crm off=590427 len=760734 2024-04-15T16:58:27.044 INFO:tasks.workunit.client.0.smithi090.stdout:op 2716 completed, throughput=5MB/sec 2024-04-15T16:58:27.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:26 smithi090 ceph-mon[89240]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:58:27.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:26 smithi090 ceph-mon[91618]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:58:27.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:26 smithi153 ceph-mon[84714]: pgmap v1666: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:58:28.044 INFO:tasks.workunit.client.0.smithi090.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:28.044 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NGPzLA1njjPDv0H off=6661222 len=1816122 2024-04-15T16:58:28.046 INFO:tasks.workunit.client.0.smithi090.stdout:op 2717 completed, throughput=5MB/sec 2024-04-15T16:58:28.046 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-y422ZrEibH2cf4o off=7581742 len=240677 2024-04-15T16:58:28.047 INFO:tasks.workunit.client.0.smithi090.stdout:op 2718 completed, throughput=5MB/sec 2024-04-15T16:58:28.047 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D9qL4E-ZnzZYDpG off=12463707 len=67094 2024-04-15T16:58:28.049 INFO:tasks.workunit.client.0.smithi090.stdout:op 2719 completed, throughput=5MB/sec 2024-04-15T16:58:28.049 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ML1SU6f4peeUVoK off=1098460 len=713393 2024-04-15T16:58:28.054 INFO:tasks.workunit.client.0.smithi090.stdout:op 2720 completed, throughput=5MB/sec 2024-04-15T16:58:28.054 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-I_l0WK_0oipdgdN off=5959162 len=613255 2024-04-15T16:58:28.058 INFO:tasks.workunit.client.0.smithi090.stdout:op 2721 completed, throughput=5MB/sec 2024-04-15T16:58:28.058 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-x86EliP1L1TjUO- off=716683 len=1753950 2024-04-15T16:58:28.060 INFO:tasks.workunit.client.0.smithi090.stdout:op 2722 completed, throughput=5MB/sec 2024-04-15T16:58:29.061 INFO:tasks.workunit.client.0.smithi090.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:29.061 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nVwDeAVB81J9_qj off=2429350 len=1690576 2024-04-15T16:58:29.070 INFO:tasks.workunit.client.0.smithi090.stdout:op 2723 completed, throughput=4.99MB/sec 2024-04-15T16:58:29.070 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GI7_9kT5Txo8RHX off=1568797 len=1783494 2024-04-15T16:58:29.078 INFO:tasks.workunit.client.0.smithi090.stdout:op 2724 completed, throughput=5MB/sec 2024-04-15T16:58:29.079 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pRG7_DOHzcgJ-M_ off=7300004 len=1368681 2024-04-15T16:58:29.083 INFO:tasks.workunit.client.0.smithi090.stdout:op 2725 completed, throughput=5MB/sec 2024-04-15T16:58:29.083 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vsmrVEp5QzRtdtp off=15892377 len=1592673 2024-04-15T16:58:29.091 INFO:tasks.workunit.client.0.smithi090.stdout:op 2726 completed, throughput=5MB/sec 2024-04-15T16:58:29.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:28 smithi090 ceph-mon[89240]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:58:29.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:28 smithi090 ceph-mon[91618]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:58:29.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:58:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:58:29] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-15T16:58:29.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:28 smithi153 ceph-mon[84714]: pgmap v1667: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:58:30.091 INFO:tasks.workunit.client.0.smithi090.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:30.091 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CGpM8X6Kk_aWgED off=1986859 len=868799 2024-04-15T16:58:30.095 INFO:tasks.workunit.client.0.smithi090.stdout:op 2727 completed, throughput=4.99MB/sec 2024-04-15T16:58:30.095 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jCjXKeyEwk-sLqn off=474297 len=521104 2024-04-15T16:58:30.098 INFO:tasks.workunit.client.0.smithi090.stdout:op 2728 completed, throughput=5MB/sec 2024-04-15T16:58:30.098 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--h2ieLCtDvH9Q6E off=22734973 len=971549 2024-04-15T16:58:30.103 INFO:tasks.workunit.client.0.smithi090.stdout:op 2729 completed, throughput=5MB/sec 2024-04-15T16:58:30.103 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FJWDFO39e89Tk-u off=14085728 len=294835 2024-04-15T16:58:30.104 INFO:tasks.workunit.client.0.smithi090.stdout:op 2730 completed, throughput=5MB/sec 2024-04-15T16:58:30.104 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8DuEEvIILAqHv3d off=227209 len=1311205 2024-04-15T16:58:30.109 INFO:tasks.workunit.client.0.smithi090.stdout:op 2731 completed, throughput=5MB/sec 2024-04-15T16:58:31.110 INFO:tasks.workunit.client.0.smithi090.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:31.110 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-k1u1AHjZi3qpyGT off=3511054 len=310630 2024-04-15T16:58:31.111 INFO:tasks.workunit.client.0.smithi090.stdout:op 2732 completed, throughput=4.99MB/sec 2024-04-15T16:58:31.111 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fyBpO8X2lnAZFR7 off=24609 len=1789349 2024-04-15T16:58:31.112 INFO:tasks.workunit.client.0.smithi090.stdout:op 2733 completed, throughput=4.99MB/sec 2024-04-15T16:58:31.112 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RliMp6WB9_ehyHZ off=6060210 len=1975568 2024-04-15T16:58:31.122 INFO:tasks.workunit.client.0.smithi090.stdout:op 2734 completed, throughput=5MB/sec 2024-04-15T16:58:31.123 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MxmrVxxrBvkpkzm off=6217092 len=248664 2024-04-15T16:58:31.125 INFO:tasks.workunit.client.0.smithi090.stdout:op 2735 completed, throughput=5MB/sec 2024-04-15T16:58:31.125 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WDpEz6O8zX1oQuV off=12052806 len=2006399 2024-04-15T16:58:31.128 INFO:tasks.workunit.client.0.smithi090.stdout:op 2736 completed, throughput=5MB/sec 2024-04-15T16:58:31.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:30 smithi090 ceph-mon[89240]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:58:31.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:58:31.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:58:31.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:58:31.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:58:31.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:30 smithi090 ceph-mon[91618]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:58:31.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:58:31.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:58:31.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:58:31.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:58:31.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:30 smithi153 ceph-mon[84714]: pgmap v1668: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:58:31.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:58:31.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:58:31.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:58:31.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:58:32.129 INFO:tasks.workunit.client.0.smithi090.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:32.129 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VoV1g5tgXCBNBsS off=18452753 len=889306 2024-04-15T16:58:32.134 INFO:tasks.workunit.client.0.smithi090.stdout:op 2737 completed, throughput=4.99MB/sec 2024-04-15T16:58:32.134 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Xnt5ogpv8S4ytSJ off=12979624 len=1015425 2024-04-15T16:58:32.136 INFO:tasks.workunit.client.0.smithi090.stdout:op 2738 completed, throughput=5MB/sec 2024-04-15T16:58:32.136 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OsS45lNuqISPX9X off=18125662 len=1910733 2024-04-15T16:58:32.147 INFO:tasks.workunit.client.0.smithi090.stdout:op 2739 completed, throughput=5MB/sec 2024-04-15T16:58:32.147 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-k8zpaK8lKZC0znA off=562465 len=1624600 2024-04-15T16:58:32.149 INFO:tasks.workunit.client.0.smithi090.stdout:op 2740 completed, throughput=5MB/sec 2024-04-15T16:58:32.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:58:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:58:33.149 INFO:tasks.workunit.client.0.smithi090.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:33.150 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fbEmVZ3DUL24IkQ off=2460493 len=57720 2024-04-15T16:58:33.152 INFO:tasks.workunit.client.0.smithi090.stdout:op 2741 completed, throughput=4.99MB/sec 2024-04-15T16:58:33.152 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rEyC-daA11a4KQq off=1573399 len=56687 2024-04-15T16:58:33.155 INFO:tasks.workunit.client.0.smithi090.stdout:op 2742 completed, throughput=4.99MB/sec 2024-04-15T16:58:33.155 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vbF1Vog9CQN_reK off=4805583 len=15345 2024-04-15T16:58:33.156 INFO:tasks.workunit.client.0.smithi090.stdout:op 2743 completed, throughput=4.99MB/sec 2024-04-15T16:58:33.156 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IBnfIfQ5cbhK8ze off=12470054 len=1165661 2024-04-15T16:58:33.158 INFO:tasks.workunit.client.0.smithi090.stdout:op 2744 completed, throughput=5MB/sec 2024-04-15T16:58:33.158 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DBmSYm6AawBBjSF off=3284497 len=549956 2024-04-15T16:58:33.159 INFO:tasks.workunit.client.0.smithi090.stdout:op 2745 completed, throughput=5MB/sec 2024-04-15T16:58:33.159 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vqCOJCBIUrn4yjY off=11553893 len=1260406 2024-04-15T16:58:33.162 INFO:tasks.workunit.client.0.smithi090.stdout:op 2746 completed, throughput=5MB/sec 2024-04-15T16:58:33.162 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iCvEEyVRU6cGnxC off=5259520 len=970295 2024-04-15T16:58:33.167 INFO:tasks.workunit.client.0.smithi090.stdout:op 2747 completed, throughput=5MB/sec 2024-04-15T16:58:33.167 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PxdOkl88q2oSPam off=17292133 len=964897 2024-04-15T16:58:33.168 INFO:tasks.workunit.client.0.smithi090.stdout:op 2748 completed, throughput=5MB/sec 2024-04-15T16:58:33.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:32 smithi090 ceph-mon[89240]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:58:33.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:32 smithi090 ceph-mon[91618]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:58:33.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:32 smithi153 ceph-mon[84714]: pgmap v1669: 105 pgs: 105 active+clean; 127 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:58:34.168 INFO:tasks.workunit.client.0.smithi090.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:34.168 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RhGeEMQEOHeTVo4 off=1407454 len=832096 2024-04-15T16:58:34.173 INFO:tasks.workunit.client.0.smithi090.stdout:op 2749 completed, throughput=4.99MB/sec 2024-04-15T16:58:34.173 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AAnRyu6rS1s1mac off=5015814 len=1481454 2024-04-15T16:58:34.181 INFO:tasks.workunit.client.0.smithi090.stdout:op 2750 completed, throughput=5MB/sec 2024-04-15T16:58:34.181 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HtZDqy6TH89-Ig4 off=387162 len=226520 2024-04-15T16:58:34.184 INFO:tasks.workunit.client.0.smithi090.stdout:op 2751 completed, throughput=5MB/sec 2024-04-15T16:58:34.184 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0fw-LBrpsSZhFVu off=314998 len=649125 2024-04-15T16:58:34.189 INFO:tasks.workunit.client.0.smithi090.stdout:op 2752 completed, throughput=5MB/sec 2024-04-15T16:58:34.189 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qp2GgBUrYV7HSBM off=2559248 len=1855525 2024-04-15T16:58:34.199 INFO:tasks.workunit.client.0.smithi090.stdout:op 2753 completed, throughput=5MB/sec 2024-04-15T16:58:35.199 INFO:tasks.workunit.client.0.smithi090.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:35.199 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7T1OaUM_I74F0IT off=1215860 len=1010167 2024-04-15T16:58:35.202 INFO:tasks.workunit.client.0.smithi090.stdout:op 2754 completed, throughput=4.99MB/sec 2024-04-15T16:58:35.202 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-s49iltK8JQ1f_LX off=4039730 len=1661861 2024-04-15T16:58:35.204 INFO:tasks.workunit.client.0.smithi090.stdout:op 2755 completed, throughput=5MB/sec 2024-04-15T16:58:35.205 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dASO1XQ8LoHTPpv off=0 len=1287555 2024-04-15T16:58:35.211 INFO:tasks.workunit.client.0.smithi090.stdout:op 2756 completed, throughput=5MB/sec 2024-04-15T16:58:35.211 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-giOHY1QYxb0xocl off=11756582 len=682032 2024-04-15T16:58:35.220 INFO:tasks.workunit.client.0.smithi090.stdout:op 2757 completed, throughput=5MB/sec 2024-04-15T16:58:35.221 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jsqrUeGP9xrQR3w off=1368947 len=1819070 2024-04-15T16:58:35.222 INFO:tasks.workunit.client.0.smithi090.stdout:op 2758 completed, throughput=5MB/sec 2024-04-15T16:58:35.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:34 smithi090 ceph-mon[91618]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:58:35.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:34 smithi090 ceph-mon[89240]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:58:35.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:34 smithi153 ceph-mon[84714]: pgmap v1670: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T16:58:36.223 INFO:tasks.workunit.client.0.smithi090.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:36.223 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iVz77LgYg4AYWt- off=10880112 len=1132137 2024-04-15T16:58:36.225 INFO:tasks.workunit.client.0.smithi090.stdout:op 2759 completed, throughput=5MB/sec 2024-04-15T16:58:36.225 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dJe_2asMA_SPMEY off=353812 len=704411 2024-04-15T16:58:36.230 INFO:tasks.workunit.client.0.smithi090.stdout:op 2760 completed, throughput=5MB/sec 2024-04-15T16:58:36.230 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-A6VZb8zFXy_fcAV off=535647 len=2073599 2024-04-15T16:58:36.232 INFO:tasks.workunit.client.0.smithi090.stdout:op 2761 completed, throughput=5MB/sec 2024-04-15T16:58:37.232 INFO:tasks.workunit.client.0.smithi090.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:37.233 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xuLqieFOjeGl1XX off=348962 len=265306 2024-04-15T16:58:37.235 INFO:tasks.workunit.client.0.smithi090.stdout:op 2762 completed, throughput=4.99MB/sec 2024-04-15T16:58:37.236 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pO2yuQdwf5VPv7e off=12352867 len=1447808 2024-04-15T16:58:37.242 INFO:tasks.workunit.client.0.smithi090.stdout:op 2763 completed, throughput=4.99MB/sec 2024-04-15T16:58:37.242 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D3HvuGKvJ6doJBp off=1996157 len=750111 2024-04-15T16:58:37.247 INFO:tasks.workunit.client.0.smithi090.stdout:op 2764 completed, throughput=5MB/sec 2024-04-15T16:58:37.248 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZzE090XSP5t2B4w off=2337548 len=257998 2024-04-15T16:58:37.250 INFO:tasks.workunit.client.0.smithi090.stdout:op 2765 completed, throughput=5MB/sec 2024-04-15T16:58:37.250 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Vc7ij6ki81Wa07O off=14307262 len=1939416 2024-04-15T16:58:37.253 INFO:tasks.workunit.client.0.smithi090.stdout:op 2766 completed, throughput=5MB/sec 2024-04-15T16:58:37.253 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dZ8jMD5rDdjllNP off=2697739 len=821302 2024-04-15T16:58:37.255 INFO:tasks.workunit.client.0.smithi090.stdout:op 2767 completed, throughput=5MB/sec 2024-04-15T16:58:37.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:37 smithi090 ceph-mon[89240]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T16:58:37.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:37 smithi090 ceph-mon[91618]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T16:58:37.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:37 smithi153 ceph-mon[84714]: pgmap v1671: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T16:58:38.256 INFO:tasks.workunit.client.0.smithi090.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:38.256 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pjERhba4A0kEooP off=18274919 len=1157698 2024-04-15T16:58:38.264 INFO:tasks.workunit.client.0.smithi090.stdout:op 2768 completed, throughput=4.99MB/sec 2024-04-15T16:58:38.264 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-toyH0BC05aAQbXF off=3345468 len=1303768 2024-04-15T16:58:38.270 INFO:tasks.workunit.client.0.smithi090.stdout:op 2769 completed, throughput=5MB/sec 2024-04-15T16:58:38.270 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jduKIv67BZWuAIh off=0 len=1232011 2024-04-15T16:58:38.276 INFO:tasks.workunit.client.0.smithi090.stdout:op 2770 completed, throughput=5MB/sec 2024-04-15T16:58:38.276 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HHoLdjqjZS_Zmzr off=6992385 len=1313978 2024-04-15T16:58:38.284 INFO:tasks.workunit.client.0.smithi090.stdout:op 2771 completed, throughput=5MB/sec 2024-04-15T16:58:38.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:58:38.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:58:38.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:58:39.285 INFO:tasks.workunit.client.0.smithi090.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:39.285 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wiWahcfB0iHALpd off=14519258 len=401638 2024-04-15T16:58:39.289 INFO:tasks.workunit.client.0.smithi090.stdout:op 2772 completed, throughput=4.99MB/sec 2024-04-15T16:58:39.289 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EkUamw_nmWX07bW off=2915671 len=1658941 2024-04-15T16:58:39.291 INFO:tasks.workunit.client.0.smithi090.stdout:op 2773 completed, throughput=4.99MB/sec 2024-04-15T16:58:39.291 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IiC9_64wzaQsjRk off=655943 len=1073010 2024-04-15T16:58:39.293 INFO:tasks.workunit.client.0.smithi090.stdout:op 2774 completed, throughput=5MB/sec 2024-04-15T16:58:39.293 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ne_m0SAMBHDnM1- off=16184138 len=954456 2024-04-15T16:58:39.295 INFO:tasks.workunit.client.0.smithi090.stdout:op 2775 completed, throughput=5MB/sec 2024-04-15T16:58:39.295 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VNcAl7Qmjh17AdR off=139072 len=974921 2024-04-15T16:58:39.296 INFO:tasks.workunit.client.0.smithi090.stdout:op 2776 completed, throughput=5MB/sec 2024-04-15T16:58:39.296 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-t1EbxrqI3neDnTO off=6775153 len=157559 2024-04-15T16:58:39.299 INFO:tasks.workunit.client.0.smithi090.stdout:op 2777 completed, throughput=5MB/sec 2024-04-15T16:58:39.299 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ti1NiGk2LVx8Vbk off=1503825 len=1670525 2024-04-15T16:58:39.301 INFO:tasks.workunit.client.0.smithi090.stdout:op 2778 completed, throughput=5MB/sec 2024-04-15T16:58:39.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:39 smithi090 ceph-mon[89240]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T16:58:39.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:39 smithi090 ceph-mon[91618]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T16:58:39.319 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:58:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:58:39] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-15T16:58:39.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:39 smithi153 ceph-mon[84714]: pgmap v1672: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T16:58:40.302 INFO:tasks.workunit.client.0.smithi090.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:40.302 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--sAd-LEUuOh6Cj2 off=5577763 len=1043773 2024-04-15T16:58:40.303 INFO:tasks.workunit.client.0.smithi090.stdout:op 2779 completed, throughput=5MB/sec 2024-04-15T16:58:40.303 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vkWrkO_AM631CGS off=6901972 len=255131 2024-04-15T16:58:40.307 INFO:tasks.workunit.client.0.smithi090.stdout:op 2780 completed, throughput=5MB/sec 2024-04-15T16:58:40.307 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--swEJL2aRUY8ioS off=16614494 len=1960791 2024-04-15T16:58:40.311 INFO:tasks.workunit.client.0.smithi090.stdout:op 2781 completed, throughput=5MB/sec 2024-04-15T16:58:40.311 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VTPiSW6OLAJYz15 off=8842623 len=865305 2024-04-15T16:58:40.313 INFO:tasks.workunit.client.0.smithi090.stdout:op 2782 completed, throughput=5MB/sec 2024-04-15T16:58:41.313 INFO:tasks.workunit.client.0.smithi090.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:41.314 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PP0dwXELlhl-Xfz off=3677840 len=2088969 2024-04-15T16:58:41.316 INFO:tasks.workunit.client.0.smithi090.stdout:op 2783 completed, throughput=5MB/sec 2024-04-15T16:58:41.316 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QKddaXtvFraxbvi off=3592374 len=648192 2024-04-15T16:58:41.317 INFO:tasks.workunit.client.0.smithi090.stdout:op 2784 completed, throughput=5MB/sec 2024-04-15T16:58:41.317 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CFoUtXDuQjBIERB off=2813223 len=1702991 2024-04-15T16:58:41.318 INFO:tasks.workunit.client.0.smithi090.stdout:op 2785 completed, throughput=5MB/sec 2024-04-15T16:58:41.319 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LuIRg1v62-eQwCd off=3623439 len=1349532 2024-04-15T16:58:41.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:41 smithi090 ceph-mon[91618]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:58:41.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:41 smithi090 ceph-mon[89240]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:58:41.325 INFO:tasks.workunit.client.0.smithi090.stdout:op 2786 completed, throughput=5MB/sec 2024-04-15T16:58:41.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:41 smithi153 ceph-mon[84714]: pgmap v1673: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:58:42.325 INFO:tasks.workunit.client.0.smithi090.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:42.325 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZefbaBa4ZTNeBZB off=5190335 len=432120 2024-04-15T16:58:42.329 INFO:tasks.workunit.client.0.smithi090.stdout:op 2787 completed, throughput=4.99MB/sec 2024-04-15T16:58:42.329 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1xFojgdhm6qizRz off=2559122 len=1418166 2024-04-15T16:58:42.331 INFO:tasks.workunit.client.0.smithi090.stdout:op 2788 completed, throughput=5MB/sec 2024-04-15T16:58:42.331 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XTRhq-VfX23tL3w off=2642211 len=123453 2024-04-15T16:58:42.334 INFO:tasks.workunit.client.0.smithi090.stdout:op 2789 completed, throughput=5MB/sec 2024-04-15T16:58:42.334 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mdfGk9SLPFfazQs off=22963056 len=1926591 2024-04-15T16:58:42.346 INFO:tasks.workunit.client.0.smithi090.stdout:op 2790 completed, throughput=5MB/sec 2024-04-15T16:58:42.346 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sDFv7c1P9SXfPTN off=8869517 len=1736150 2024-04-15T16:58:42.348 INFO:tasks.workunit.client.0.smithi090.stdout:op 2791 completed, throughput=5MB/sec 2024-04-15T16:58:42.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:58:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:58:43.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:43 smithi090 ceph-mon[89240]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T16:58:43.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:43 smithi090 ceph-mon[91618]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T16:58:43.349 INFO:tasks.workunit.client.0.smithi090.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:43.349 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QF9Y3AfUz7eiFnp off=7426244 len=715320 2024-04-15T16:58:43.350 INFO:tasks.workunit.client.0.smithi090.stdout:op 2792 completed, throughput=4.99MB/sec 2024-04-15T16:58:43.350 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AynnVA239if-4k- off=3300681 len=1667156 2024-04-15T16:58:43.352 INFO:tasks.workunit.client.0.smithi090.stdout:op 2793 completed, throughput=5MB/sec 2024-04-15T16:58:43.352 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fypUalANdBmIEhj off=3349657 len=1897337 2024-04-15T16:58:43.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:43 smithi153 ceph-mon[84714]: pgmap v1674: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T16:58:43.363 INFO:tasks.workunit.client.0.smithi090.stdout:op 2794 completed, throughput=5MB/sec 2024-04-15T16:58:44.364 INFO:tasks.workunit.client.0.smithi090.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:44.364 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6YsgVTYJjFVFQt9 off=6954424 len=349323 2024-04-15T16:58:44.367 INFO:tasks.workunit.client.0.smithi090.stdout:op 2795 completed, throughput=4.99MB/sec 2024-04-15T16:58:44.367 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aslt-5auCC6Um-B off=13592628 len=681028 2024-04-15T16:58:44.372 INFO:tasks.workunit.client.0.smithi090.stdout:op 2796 completed, throughput=4.99MB/sec 2024-04-15T16:58:44.372 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Dwdeo3dyxPvCe-6 off=14557120 len=544152 2024-04-15T16:58:44.373 INFO:tasks.workunit.client.0.smithi090.stdout:op 2797 completed, throughput=4.99MB/sec 2024-04-15T16:58:44.373 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RoeQx-Xg82s4EoL off=3329312 len=1968829 2024-04-15T16:58:44.375 INFO:tasks.workunit.client.0.smithi090.stdout:op 2798 completed, throughput=5MB/sec 2024-04-15T16:58:44.375 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-A9ox-ItzGfHVyvw off=1731053 len=1629047 2024-04-15T16:58:44.376 INFO:tasks.workunit.client.0.smithi090.stdout:op 2799 completed, throughput=5MB/sec 2024-04-15T16:58:44.376 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wkpJvzU-sIK-knc off=9868553 len=1844300 2024-04-15T16:58:44.387 INFO:tasks.workunit.client.0.smithi090.stdout:op 2800 completed, throughput=5MB/sec 2024-04-15T16:58:45.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:45 smithi090 ceph-mon[89240]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:58:45.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:45 smithi090 ceph-mon[91618]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:58:45.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:45 smithi153 ceph-mon[84714]: pgmap v1675: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:58:45.387 INFO:tasks.workunit.client.0.smithi090.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:45.387 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0qWSG4-QmHf2LZP off=2651386 len=471226 2024-04-15T16:58:45.388 INFO:tasks.workunit.client.0.smithi090.stdout:op 2801 completed, throughput=4.99MB/sec 2024-04-15T16:58:45.388 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uiRhNvTbKvmTfHg off=18886525 len=672805 2024-04-15T16:58:45.389 INFO:tasks.workunit.client.0.smithi090.stdout:op 2802 completed, throughput=5MB/sec 2024-04-15T16:58:45.389 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8xRwPwpFukYi6fu off=788412 len=1241766 2024-04-15T16:58:45.397 INFO:tasks.workunit.client.0.smithi090.stdout:op 2803 completed, throughput=5MB/sec 2024-04-15T16:58:45.397 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Kt5ZtRAaJxcVpzr off=5686213 len=243559 2024-04-15T16:58:45.397 INFO:tasks.workunit.client.0.smithi090.stdout:op 2804 completed, throughput=5MB/sec 2024-04-15T16:58:45.398 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-loZ04KQrEAJu44z off=341551 len=1072502 2024-04-15T16:58:45.403 INFO:tasks.workunit.client.0.smithi090.stdout:op 2805 completed, throughput=5MB/sec 2024-04-15T16:58:46.403 INFO:tasks.workunit.client.0.smithi090.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:46.403 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MvwCNJGx2C74V2A off=604587 len=745830 2024-04-15T16:58:46.407 INFO:tasks.workunit.client.0.smithi090.stdout:op 2806 completed, throughput=4.99MB/sec 2024-04-15T16:58:46.407 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tHtt76C7m2B6PDF off=17146186 len=929472 2024-04-15T16:58:46.413 INFO:tasks.workunit.client.0.smithi090.stdout:op 2807 completed, throughput=4.99MB/sec 2024-04-15T16:58:46.413 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_gn6VlEBenNTQOM off=14876861 len=638991 2024-04-15T16:58:46.414 INFO:tasks.workunit.client.0.smithi090.stdout:op 2808 completed, throughput=5MB/sec 2024-04-15T16:58:46.414 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QrFTDx5NHV2DEgp off=8336793 len=409726 2024-04-15T16:58:46.416 INFO:tasks.workunit.client.0.smithi090.stdout:op 2809 completed, throughput=5MB/sec 2024-04-15T16:58:46.417 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rIPbvSFGWff4nLu off=2272131 len=1674950 2024-04-15T16:58:46.427 INFO:tasks.workunit.client.0.smithi090.stdout:op 2810 completed, throughput=5MB/sec 2024-04-15T16:58:46.427 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kN6SaphGA1dp1FT off=7548012 len=1888244 2024-04-15T16:58:46.435 INFO:tasks.workunit.client.0.smithi090.stdout:op 2811 completed, throughput=5MB/sec 2024-04-15T16:58:47.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:47 smithi090 ceph-mon[89240]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:58:47.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:47 smithi090 ceph-mon[91618]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:58:47.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:47 smithi153 ceph-mon[84714]: pgmap v1676: 105 pgs: 105 active+clean; 127 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T16:58:47.436 INFO:tasks.workunit.client.0.smithi090.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:47.436 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Lv_4OD34VW4GNJS off=85139 len=1210502 2024-04-15T16:58:47.437 INFO:tasks.workunit.client.0.smithi090.stdout:op 2812 completed, throughput=4.99MB/sec 2024-04-15T16:58:47.438 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IcA97S1sw-_eAET off=593630 len=1897751 2024-04-15T16:58:47.441 INFO:tasks.workunit.client.0.smithi090.stdout:op 2813 completed, throughput=5MB/sec 2024-04-15T16:58:47.442 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Nj5oLa0ZGHV8L6I off=200703 len=1469799 2024-04-15T16:58:47.448 INFO:tasks.workunit.client.0.smithi090.stdout:op 2814 completed, throughput=5MB/sec 2024-04-15T16:58:48.449 INFO:tasks.workunit.client.0.smithi090.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:48.449 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jj-z_WlPqCPHZTf off=4506023 len=588545 2024-04-15T16:58:48.450 INFO:tasks.workunit.client.0.smithi090.stdout:op 2815 completed, throughput=4.99MB/sec 2024-04-15T16:58:48.450 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5nGWqx50fa3_Xvb off=19718353 len=724234 2024-04-15T16:58:48.455 INFO:tasks.workunit.client.0.smithi090.stdout:op 2816 completed, throughput=4.99MB/sec 2024-04-15T16:58:48.455 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--NYHfJ3DqmTjBiI off=85540 len=872228 2024-04-15T16:58:48.456 INFO:tasks.workunit.client.0.smithi090.stdout:op 2817 completed, throughput=5MB/sec 2024-04-15T16:58:48.456 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pQ3IYPvcmfLhf-d off=736137 len=457345 2024-04-15T16:58:48.457 INFO:tasks.workunit.client.0.smithi090.stdout:op 2818 completed, throughput=5MB/sec 2024-04-15T16:58:48.457 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-INXQbF2aBfhJcGO off=4497652 len=1395825 2024-04-15T16:58:48.460 INFO:tasks.workunit.client.0.smithi090.stdout:op 2819 completed, throughput=5MB/sec 2024-04-15T16:58:48.460 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MCBgBT7lY_n78fX off=4431999 len=1593482 2024-04-15T16:58:48.471 INFO:tasks.workunit.client.0.smithi090.stdout:op 2820 completed, throughput=5MB/sec 2024-04-15T16:58:49.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:49 smithi090 ceph-mon[89240]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:58:49.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:49 smithi090 ceph-mon[91618]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:58:49.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:58:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:58:49] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-15T16:58:49.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:49 smithi153 ceph-mon[84714]: pgmap v1677: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:58:49.472 INFO:tasks.workunit.client.0.smithi090.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:49.472 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xwKayPqc9U4VGfW off=1802268 len=1270031 2024-04-15T16:58:49.478 INFO:tasks.workunit.client.0.smithi090.stdout:op 2821 completed, throughput=4.99MB/sec 2024-04-15T16:58:49.478 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wFY3DgynIXiiyhw off=6125665 len=1807863 2024-04-15T16:58:49.481 INFO:tasks.workunit.client.0.smithi090.stdout:op 2822 completed, throughput=5MB/sec 2024-04-15T16:58:49.482 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hhtCsMsFm0chMZ- off=8510819 len=885997 2024-04-15T16:58:49.483 INFO:tasks.workunit.client.0.smithi090.stdout:op 2823 completed, throughput=5MB/sec 2024-04-15T16:58:49.483 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mGg5KkBkL-rx17O off=1014422 len=203007 2024-04-15T16:58:49.486 INFO:tasks.workunit.client.0.smithi090.stdout:op 2824 completed, throughput=5MB/sec 2024-04-15T16:58:49.486 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zQA3bOHe77l2Xru off=8063529 len=945015 2024-04-15T16:58:49.490 INFO:tasks.workunit.client.0.smithi090.stdout:op 2825 completed, throughput=5MB/sec 2024-04-15T16:58:50.491 INFO:tasks.workunit.client.0.smithi090.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:50.491 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SqoTIn90N5yttMk off=16183746 len=550651 2024-04-15T16:58:50.494 INFO:tasks.workunit.client.0.smithi090.stdout:op 2826 completed, throughput=4.99MB/sec 2024-04-15T16:58:50.494 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Mar9trBaKIbSBZy off=4996401 len=878510 2024-04-15T16:58:50.499 INFO:tasks.workunit.client.0.smithi090.stdout:op 2827 completed, throughput=4.99MB/sec 2024-04-15T16:58:50.499 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wlftVQTVvS15t0W off=5215775 len=447849 2024-04-15T16:58:50.502 INFO:tasks.workunit.client.0.smithi090.stdout:op 2828 completed, throughput=4.99MB/sec 2024-04-15T16:58:50.503 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DN25t6B-OX_0tg3 off=9018487 len=539140 2024-04-15T16:58:50.504 INFO:tasks.workunit.client.0.smithi090.stdout:op 2829 completed, throughput=5MB/sec 2024-04-15T16:58:50.504 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-u1p2k7tzzfUVgxO off=3756104 len=1691106 2024-04-15T16:58:50.506 INFO:tasks.workunit.client.0.smithi090.stdout:op 2830 completed, throughput=5MB/sec 2024-04-15T16:58:50.506 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LMQ5uVLANyIrC69 off=4056155 len=707555 2024-04-15T16:58:50.510 INFO:tasks.workunit.client.0.smithi090.stdout:op 2831 completed, throughput=5MB/sec 2024-04-15T16:58:50.510 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gGyueZXe5UY_X_4 off=11378234 len=1232078 2024-04-15T16:58:50.511 INFO:tasks.workunit.client.0.smithi090.stdout:op 2832 completed, throughput=5MB/sec 2024-04-15T16:58:51.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:51 smithi090 ceph-mon[89240]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:58:51.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:51 smithi090 ceph-mon[91618]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:58:51.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:51 smithi153 ceph-mon[84714]: pgmap v1678: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:58:51.512 INFO:tasks.workunit.client.0.smithi090.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:51.512 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aMB5XB0j5u-MIax off=9842051 len=1405370 2024-04-15T16:58:51.514 INFO:tasks.workunit.client.0.smithi090.stdout:op 2833 completed, throughput=5MB/sec 2024-04-15T16:58:51.514 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZOSKNJ9UE4Io-0k off=3833899 len=2016432 2024-04-15T16:58:51.516 INFO:tasks.workunit.client.0.smithi090.stdout:op 2834 completed, throughput=5MB/sec 2024-04-15T16:58:51.517 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-l9Ok5TJL8ZmI7nd off=3278448 len=995047 2024-04-15T16:58:51.518 INFO:tasks.workunit.client.0.smithi090.stdout:op 2835 completed, throughput=5MB/sec 2024-04-15T16:58:52.518 INFO:tasks.workunit.client.0.smithi090.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:52.519 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8ViEWD_O5uDGGG4 off=9873096 len=513200 2024-04-15T16:58:52.519 INFO:tasks.workunit.client.0.smithi090.stdout:op 2836 completed, throughput=4.99MB/sec 2024-04-15T16:58:52.519 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iWp86YdKXUrFsOW off=61163 len=1138012 2024-04-15T16:58:52.526 INFO:tasks.workunit.client.0.smithi090.stdout:op 2837 completed, throughput=4.99MB/sec 2024-04-15T16:58:52.526 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KNcBPpmUWegi__3 off=17028310 len=987870 2024-04-15T16:58:52.531 INFO:tasks.workunit.client.0.smithi090.stdout:op 2838 completed, throughput=5MB/sec 2024-04-15T16:58:52.531 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6UHPJXCpd4qag4T off=9269688 len=479116 2024-04-15T16:58:52.534 INFO:tasks.workunit.client.0.smithi090.stdout:op 2839 completed, throughput=5MB/sec 2024-04-15T16:58:52.534 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2n0pLtIIhXUFdNa off=7773564 len=1478099 2024-04-15T16:58:52.536 INFO:tasks.workunit.client.0.smithi090.stdout:op 2840 completed, throughput=5MB/sec 2024-04-15T16:58:52.536 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MqJSCTIQ7F95Uxu off=18553653 len=1261782 2024-04-15T16:58:52.542 INFO:tasks.workunit.client.0.smithi090.stdout:op 2841 completed, throughput=5MB/sec 2024-04-15T16:58:52.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:58:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:58:53.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:53 smithi090 ceph-mon[89240]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:58:53.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:58:53.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:53 smithi090 ceph-mon[91618]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:58:53.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:58:53.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:53 smithi153 ceph-mon[84714]: pgmap v1679: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:58:53.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:58:53.542 INFO:tasks.workunit.client.0.smithi090.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:53.542 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YuwZcUPS-lUjmD6 off=5650947 len=1834947 2024-04-15T16:58:53.545 INFO:tasks.workunit.client.0.smithi090.stdout:op 2842 completed, throughput=5MB/sec 2024-04-15T16:58:53.545 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ww2-9Ji6B-NHcPZ off=9776331 len=360223 2024-04-15T16:58:53.548 INFO:tasks.workunit.client.0.smithi090.stdout:op 2843 completed, throughput=5MB/sec 2024-04-15T16:58:53.549 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oMSf7ee1jGvJRzm off=5830677 len=1479844 2024-04-15T16:58:53.558 INFO:tasks.workunit.client.0.smithi090.stdout:op 2844 completed, throughput=5MB/sec 2024-04-15T16:58:53.558 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DbZ1SO9Vf8Y64Dv off=4226808 len=666995 2024-04-15T16:58:53.559 INFO:tasks.workunit.client.0.smithi090.stdout:op 2845 completed, throughput=5MB/sec 2024-04-15T16:58:53.559 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CCzQoxR_9ImAVhH off=8793390 len=1910969 2024-04-15T16:58:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:op 2846 completed, throughput=5MB/sec 2024-04-15T16:58:54.568 INFO:tasks.workunit.client.0.smithi090.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:54.568 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9meYtoO7XGL2wlh off=2208228 len=1824442 2024-04-15T16:58:54.572 INFO:tasks.workunit.client.0.smithi090.stdout:op 2847 completed, throughput=5MB/sec 2024-04-15T16:58:54.572 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vWABpqDo7AbrUOi off=252272 len=1333036 2024-04-15T16:58:54.578 INFO:tasks.workunit.client.0.smithi090.stdout:op 2848 completed, throughput=5MB/sec 2024-04-15T16:58:54.578 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-X_ucAJjOj3deew0 off=9052530 len=374415 2024-04-15T16:58:54.579 INFO:tasks.workunit.client.0.smithi090.stdout:op 2849 completed, throughput=5MB/sec 2024-04-15T16:58:54.580 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-F66FvfpNKi82RJk off=1679286 len=958208 2024-04-15T16:58:54.585 INFO:tasks.workunit.client.0.smithi090.stdout:op 2850 completed, throughput=5MB/sec 2024-04-15T16:58:55.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:55 smithi090 ceph-mon[89240]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:58:55.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:55 smithi090 ceph-mon[91618]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:58:55.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:55 smithi153 ceph-mon[84714]: pgmap v1680: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:58:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:55.585 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_wuXQC0HdT9TzVj off=7643666 len=1817497 2024-04-15T16:58:55.596 INFO:tasks.workunit.client.0.smithi090.stdout:op 2851 completed, throughput=5MB/sec 2024-04-15T16:58:55.596 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GTPCTbD7BQptmYw off=233846 len=321082 2024-04-15T16:58:55.599 INFO:tasks.workunit.client.0.smithi090.stdout:op 2852 completed, throughput=5MB/sec 2024-04-15T16:58:55.599 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6xZaAl_w_O1cLA8 off=13610019 len=1115124 2024-04-15T16:58:55.600 INFO:tasks.workunit.client.0.smithi090.stdout:op 2853 completed, throughput=5MB/sec 2024-04-15T16:58:55.601 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TCYAs7yQoki-pik off=10841196 len=1191720 2024-04-15T16:58:55.602 INFO:tasks.workunit.client.0.smithi090.stdout:op 2854 completed, throughput=5MB/sec 2024-04-15T16:58:55.602 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dV4yDDcN2QFXx-b off=1138196 len=1313349 2024-04-15T16:58:55.604 INFO:tasks.workunit.client.0.smithi090.stdout:op 2855 completed, throughput=5MB/sec 2024-04-15T16:58:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:56.604 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WwDNrfKwgU4o109 off=1915246 len=761334 2024-04-15T16:58:56.609 INFO:tasks.workunit.client.0.smithi090.stdout:op 2856 completed, throughput=4.99MB/sec 2024-04-15T16:58:56.609 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PXNtXD7cyfLjmr7 off=4982108 len=1948433 2024-04-15T16:58:56.613 INFO:tasks.workunit.client.0.smithi090.stdout:op 2857 completed, throughput=5MB/sec 2024-04-15T16:58:56.613 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-L8Gwmcvdk4dnSAJ off=3861963 len=1423816 2024-04-15T16:58:56.614 INFO:tasks.workunit.client.0.smithi090.stdout:op 2858 completed, throughput=5MB/sec 2024-04-15T16:58:56.615 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BC_b1Ctnw7q8GPa off=7025576 len=1861381 2024-04-15T16:58:56.621 INFO:tasks.workunit.client.0.smithi090.stdout:op 2859 completed, throughput=5MB/sec 2024-04-15T16:58:57.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:57 smithi090 ceph-mon[89240]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:58:57.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:57 smithi090 ceph-mon[91618]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:58:57.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:57 smithi153 ceph-mon[84714]: pgmap v1681: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T16:58:57.622 INFO:tasks.workunit.client.0.smithi090.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:57.622 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tToP1aQ2voYTooa off=1058603 len=954228 2024-04-15T16:58:57.627 INFO:tasks.workunit.client.0.smithi090.stdout:op 2860 completed, throughput=5MB/sec 2024-04-15T16:58:57.627 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Cmjb91NYAObKKY_ off=995579 len=1843356 2024-04-15T16:58:57.631 INFO:tasks.workunit.client.0.smithi090.stdout:op 2861 completed, throughput=5MB/sec 2024-04-15T16:58:57.631 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-m0scknl92c4_pzv off=80931 len=1134408 2024-04-15T16:58:57.637 INFO:tasks.workunit.client.0.smithi090.stdout:op 2862 completed, throughput=5MB/sec 2024-04-15T16:58:58.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:58:58 smithi090 ceph-mon[91618]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:58:58.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:58:58 smithi090 ceph-mon[89240]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:58:58.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:58:58 smithi153 ceph-mon[84714]: pgmap v1682: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T16:58:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:58.637 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jz4YOwXhm8N7vkN off=13083250 len=1497105 2024-04-15T16:58:58.645 INFO:tasks.workunit.client.0.smithi090.stdout:op 2863 completed, throughput=4.99MB/sec 2024-04-15T16:58:58.645 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-M-JeL0r6JOk8Sbc off=11097291 len=1554975 2024-04-15T16:58:58.647 INFO:tasks.workunit.client.0.smithi090.stdout:op 2864 completed, throughput=5MB/sec 2024-04-15T16:58:58.647 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DXndilKTtq9wgd_ off=17237458 len=1398287 2024-04-15T16:58:58.654 INFO:tasks.workunit.client.0.smithi090.stdout:op 2865 completed, throughput=5MB/sec 2024-04-15T16:58:58.654 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hpKhX09_tk2YHwV off=11548417 len=280111 2024-04-15T16:58:58.655 INFO:tasks.workunit.client.0.smithi090.stdout:op 2866 completed, throughput=5MB/sec 2024-04-15T16:58:58.655 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UxYyp_7-gRuch4F off=4714674 len=375229 2024-04-15T16:58:58.656 INFO:tasks.workunit.client.0.smithi090.stdout:op 2867 completed, throughput=5MB/sec 2024-04-15T16:58:59.569 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:58:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:58:59] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-15T16:58:59.657 INFO:tasks.workunit.client.0.smithi090.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-15T16:58:59.657 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8QsJviLgkPVq9PN off=6594980 len=55102 2024-04-15T16:58:59.657 INFO:tasks.workunit.client.0.smithi090.stdout:op 2868 completed, throughput=4.99MB/sec 2024-04-15T16:58:59.658 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-doUomNAEa3A01A7 off=3143748 len=1309847 2024-04-15T16:58:59.667 INFO:tasks.workunit.client.0.smithi090.stdout:op 2869 completed, throughput=4.99MB/sec 2024-04-15T16:58:59.667 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-O7fmnR26x4qiWgl off=1372643 len=1649493 2024-04-15T16:58:59.675 INFO:tasks.workunit.client.0.smithi090.stdout:op 2870 completed, throughput=5MB/sec 2024-04-15T16:58:59.675 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FU-J9uMIq-47z3F off=5159090 len=641914 2024-04-15T16:58:59.676 INFO:tasks.workunit.client.0.smithi090.stdout:op 2871 completed, throughput=5MB/sec 2024-04-15T16:58:59.676 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ljHnfJzJ1figmeF off=9187854 len=663525 2024-04-15T16:58:59.680 INFO:tasks.workunit.client.0.smithi090.stdout:op 2872 completed, throughput=5MB/sec 2024-04-15T16:58:59.680 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2pbh0uN4T2eFHCu off=9375444 len=1151448 2024-04-15T16:58:59.681 INFO:tasks.workunit.client.0.smithi090.stdout:op 2873 completed, throughput=5MB/sec 2024-04-15T16:59:00.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:00 smithi090 ceph-mon[89240]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:59:00.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:00 smithi090 ceph-mon[91618]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:59:00.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:00 smithi153 ceph-mon[84714]: pgmap v1683: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:59:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:00.682 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GG2NNXWUTBLTI1_ off=414840 len=917651 2024-04-15T16:59:00.683 INFO:tasks.workunit.client.0.smithi090.stdout:op 2874 completed, throughput=4.99MB/sec 2024-04-15T16:59:00.683 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HfDhuTUD5ZGCR-I off=622001 len=1422400 2024-04-15T16:59:00.690 INFO:tasks.workunit.client.0.smithi090.stdout:op 2875 completed, throughput=5MB/sec 2024-04-15T16:59:00.690 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5bbW5V7S6_2CHD_ off=5327630 len=602982 2024-04-15T16:59:00.694 INFO:tasks.workunit.client.0.smithi090.stdout:op 2876 completed, throughput=5MB/sec 2024-04-15T16:59:00.694 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KwyveQcSxadH3Bp off=395785 len=269674 2024-04-15T16:59:00.695 INFO:tasks.workunit.client.0.smithi090.stdout:op 2877 completed, throughput=5MB/sec 2024-04-15T16:59:00.695 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IOMX4lxhuf7aaAi off=6050061 len=1533851 2024-04-15T16:59:00.704 INFO:tasks.workunit.client.0.smithi090.stdout:op 2878 completed, throughput=5MB/sec 2024-04-15T16:59:00.704 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4KjJiBUozVzE-mf off=11993642 len=1707601 2024-04-15T16:59:00.712 INFO:tasks.workunit.client.0.smithi090.stdout:op 2879 completed, throughput=5MB/sec 2024-04-15T16:59:01.712 INFO:tasks.workunit.client.0.smithi090.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:01.712 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gsVD1i-JHYPn5s7 off=5650256 len=1510029 2024-04-15T16:59:01.715 INFO:tasks.workunit.client.0.smithi090.stdout:op 2880 completed, throughput=5MB/sec 2024-04-15T16:59:01.715 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--6RL69mhdZUv1Cb off=1255231 len=1656383 2024-04-15T16:59:01.717 INFO:tasks.workunit.client.0.smithi090.stdout:op 2881 completed, throughput=5MB/sec 2024-04-15T16:59:01.718 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-auA13iFQOMpam2z off=330542 len=1048750 2024-04-15T16:59:01.719 INFO:tasks.workunit.client.0.smithi090.stdout:op 2882 completed, throughput=5MB/sec 2024-04-15T16:59:02.472 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:02 smithi153 ceph-mon[84714]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:59:02.473 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:59:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:59:02.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:02 smithi090 ceph-mon[89240]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:59:02.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:02 smithi090 ceph-mon[91618]: pgmap v1684: 105 pgs: 105 active+clean; 127 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T16:59:02.719 INFO:tasks.workunit.client.0.smithi090.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:02.720 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ycmRJySsKS4j7Km off=2933694 len=1025630 2024-04-15T16:59:02.721 INFO:tasks.workunit.client.0.smithi090.stdout:op 2883 completed, throughput=4.99MB/sec 2024-04-15T16:59:02.721 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ySnqU-r-613XgLW off=3608235 len=172998 2024-04-15T16:59:02.724 INFO:tasks.workunit.client.0.smithi090.stdout:op 2884 completed, throughput=4.99MB/sec 2024-04-15T16:59:02.724 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ipgNqmT4sSXsw6v off=1285591 len=359158 2024-04-15T16:59:02.725 INFO:tasks.workunit.client.0.smithi090.stdout:op 2885 completed, throughput=4.99MB/sec 2024-04-15T16:59:02.725 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PWMjG73dM-u8hEt off=18765081 len=1321914 2024-04-15T16:59:02.726 INFO:tasks.workunit.client.0.smithi090.stdout:op 2886 completed, throughput=5MB/sec 2024-04-15T16:59:02.726 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ik2wJeaV9v0WrAj off=3767353 len=515392 2024-04-15T16:59:02.730 INFO:tasks.workunit.client.0.smithi090.stdout:op 2887 completed, throughput=5MB/sec 2024-04-15T16:59:02.730 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-r9w7gYgCifeBsRe off=3767687 len=1748144 2024-04-15T16:59:02.733 INFO:tasks.workunit.client.0.smithi090.stdout:op 2888 completed, throughput=5MB/sec 2024-04-15T16:59:02.862 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 16:59:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=cleanup t=2024-04-15T16:59:02.492091874Z level=info msg="Completed cleanup jobs" duration=1.235511ms 2024-04-15T16:59:03.734 INFO:tasks.workunit.client.0.smithi090.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:03.734 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-A0CNsGmi3NwL_3P off=3933567 len=1740353 2024-04-15T16:59:03.742 INFO:tasks.workunit.client.0.smithi090.stdout:op 2889 completed, throughput=4.99MB/sec 2024-04-15T16:59:03.742 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CR0Npz7GUx5Se8E off=3222942 len=1502893 2024-04-15T16:59:03.745 INFO:tasks.workunit.client.0.smithi090.stdout:op 2890 completed, throughput=5MB/sec 2024-04-15T16:59:03.745 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jsRwxXU4ok51-fv off=2253632 len=1162603 2024-04-15T16:59:03.746 INFO:tasks.workunit.client.0.smithi090.stdout:op 2891 completed, throughput=5MB/sec 2024-04-15T16:59:03.746 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xmeNTjyszkRtRuH off=7798199 len=234359 2024-04-15T16:59:03.749 INFO:tasks.workunit.client.0.smithi090.stdout:op 2892 completed, throughput=5MB/sec 2024-04-15T16:59:03.749 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cPzBvl5WXvoRVc3 off=3322021 len=1689951 2024-04-15T16:59:03.755 INFO:tasks.workunit.client.0.smithi090.stdout:op 2893 completed, throughput=5MB/sec 2024-04-15T16:59:04.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:04 smithi090 ceph-mon[89240]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:59:04.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:04 smithi090 ceph-mon[91618]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:59:04.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:04 smithi153 ceph-mon[84714]: pgmap v1685: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:59:04.755 INFO:tasks.workunit.client.0.smithi090.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:04.755 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cQ57wWD8i46ZjMZ off=1390349 len=928638 2024-04-15T16:59:04.757 INFO:tasks.workunit.client.0.smithi090.stdout:op 2894 completed, throughput=4.99MB/sec 2024-04-15T16:59:04.757 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AhEMHvEuWFHxedq off=14817955 len=2008050 2024-04-15T16:59:04.768 INFO:tasks.workunit.client.0.smithi090.stdout:op 2895 completed, throughput=5MB/sec 2024-04-15T16:59:04.768 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hMmJgv4ijfy9B5s off=9112852 len=1892986 2024-04-15T16:59:04.777 INFO:tasks.workunit.client.0.smithi090.stdout:op 2896 completed, throughput=5MB/sec 2024-04-15T16:59:05.778 INFO:tasks.workunit.client.0.smithi090.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:05.778 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-S4eSVwUCRxFTDTc off=8247198 len=505303 2024-04-15T16:59:05.778 INFO:tasks.workunit.client.0.smithi090.stdout:op 2897 completed, throughput=4.99MB/sec 2024-04-15T16:59:05.779 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9sFe9jylAAaCM4x off=454178 len=745373 2024-04-15T16:59:05.780 INFO:tasks.workunit.client.0.smithi090.stdout:op 2898 completed, throughput=4.99MB/sec 2024-04-15T16:59:05.780 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CO_qyq4D8W5cJJc off=3916032 len=1846779 2024-04-15T16:59:05.782 INFO:tasks.workunit.client.0.smithi090.stdout:op 2899 completed, throughput=5MB/sec 2024-04-15T16:59:05.782 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bkASo1Ob0KzyEVC off=2362059 len=1950611 2024-04-15T16:59:05.793 INFO:tasks.workunit.client.0.smithi090.stdout:op 2900 completed, throughput=5MB/sec 2024-04-15T16:59:06.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:06 smithi090 ceph-mon[89240]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T16:59:06.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:06 smithi090 ceph-mon[91618]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T16:59:06.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:06 smithi153 ceph-mon[84714]: pgmap v1686: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T16:59:06.793 INFO:tasks.workunit.client.0.smithi090.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:06.793 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YqUev2D268h9KPq off=11435890 len=566587 2024-04-15T16:59:06.794 INFO:tasks.workunit.client.0.smithi090.stdout:op 2901 completed, throughput=4.99MB/sec 2024-04-15T16:59:06.794 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QjQ5R2JVL0jMtQl off=17774488 len=1566346 2024-04-15T16:59:06.801 INFO:tasks.workunit.client.0.smithi090.stdout:op 2902 completed, throughput=5MB/sec 2024-04-15T16:59:06.801 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mZ3Muw9w7Nr3Pfh off=285653 len=1666819 2024-04-15T16:59:06.803 INFO:tasks.workunit.client.0.smithi090.stdout:op 2903 completed, throughput=5MB/sec 2024-04-15T16:59:06.803 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RSptODuFHJAP8PA off=2512186 len=660648 2024-04-15T16:59:06.804 INFO:tasks.workunit.client.0.smithi090.stdout:op 2904 completed, throughput=5MB/sec 2024-04-15T16:59:06.804 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3eacqRq8I39JJnG off=3664931 len=1818047 2024-04-15T16:59:06.811 INFO:tasks.workunit.client.0.smithi090.stdout:op 2905 completed, throughput=5MB/sec 2024-04-15T16:59:07.811 INFO:tasks.workunit.client.0.smithi090.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:07.811 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Wz5UfGFTtMzhP5F off=9946456 len=1917927 2024-04-15T16:59:07.823 INFO:tasks.workunit.client.0.smithi090.stdout:op 2906 completed, throughput=5MB/sec 2024-04-15T16:59:07.823 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SBC2WGrIRJfwa3K off=2223147 len=302029 2024-04-15T16:59:07.823 INFO:tasks.workunit.client.0.smithi090.stdout:op 2907 completed, throughput=5MB/sec 2024-04-15T16:59:07.824 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XlAnsZGG0CtSFAX off=3286965 len=529784 2024-04-15T16:59:07.827 INFO:tasks.workunit.client.0.smithi090.stdout:op 2908 completed, throughput=5MB/sec 2024-04-15T16:59:07.827 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8pWy5E56jWu5J1p off=8483482 len=79312 2024-04-15T16:59:07.828 INFO:tasks.workunit.client.0.smithi090.stdout:op 2909 completed, throughput=5MB/sec 2024-04-15T16:59:07.828 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oAcxcRC8sb6VDN6 off=3969462 len=1311557 2024-04-15T16:59:07.829 INFO:tasks.workunit.client.0.smithi090.stdout:op 2910 completed, throughput=5MB/sec 2024-04-15T16:59:07.829 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Q5rVGsb8-oM1R_z off=6550035 len=724226 2024-04-15T16:59:07.830 INFO:tasks.workunit.client.0.smithi090.stdout:op 2911 completed, throughput=5MB/sec 2024-04-15T16:59:08.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:08 smithi090 ceph-mon[91618]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:59:08.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:59:08.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:08 smithi090 ceph-mon[89240]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:59:08.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:59:08.612 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:08 smithi153 ceph-mon[84714]: pgmap v1687: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:59:08.612 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:59:08.830 INFO:tasks.workunit.client.0.smithi090.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:08.830 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Zt_wyq1TpwEXE0N off=879645 len=1177191 2024-04-15T16:59:08.836 INFO:tasks.workunit.client.0.smithi090.stdout:op 2912 completed, throughput=4.99MB/sec 2024-04-15T16:59:08.836 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rlZmSqRyOSI7VV4 off=3249905 len=1560155 2024-04-15T16:59:08.841 INFO:tasks.workunit.client.0.smithi090.stdout:op 2913 completed, throughput=5MB/sec 2024-04-15T16:59:08.842 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TUqnsEtiErK2-se off=2950904 len=406087 2024-04-15T16:59:08.845 INFO:tasks.workunit.client.0.smithi090.stdout:op 2914 completed, throughput=5MB/sec 2024-04-15T16:59:08.845 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6zbfakYgnTfUtEK off=3613900 len=1670210 2024-04-15T16:59:08.848 INFO:tasks.workunit.client.0.smithi090.stdout:op 2915 completed, throughput=5MB/sec 2024-04-15T16:59:09.569 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:59:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:59:09] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-15T16:59:09.849 INFO:tasks.workunit.client.0.smithi090.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:09.849 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-R7Opaq83KcNoO1T off=1285916 len=904721 2024-04-15T16:59:09.853 INFO:tasks.workunit.client.0.smithi090.stdout:op 2916 completed, throughput=4.99MB/sec 2024-04-15T16:59:09.853 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-y9oMNfRZFsZLISx off=2488821 len=703830 2024-04-15T16:59:09.858 INFO:tasks.workunit.client.0.smithi090.stdout:op 2917 completed, throughput=4.99MB/sec 2024-04-15T16:59:09.858 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nt8vCl_sm52aXU8 off=1630661 len=416826 2024-04-15T16:59:09.861 INFO:tasks.workunit.client.0.smithi090.stdout:op 2918 completed, throughput=4.99MB/sec 2024-04-15T16:59:09.861 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-x22tjBITHD6_MnH off=9284577 len=781702 2024-04-15T16:59:09.862 INFO:tasks.workunit.client.0.smithi090.stdout:op 2919 completed, throughput=5MB/sec 2024-04-15T16:59:09.862 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XwDcAsSpFjfwLtf off=13564625 len=757765 2024-04-15T16:59:09.863 INFO:tasks.workunit.client.0.smithi090.stdout:op 2920 completed, throughput=5MB/sec 2024-04-15T16:59:09.863 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uc79VZnjaI_q0rh off=2951269 len=1587115 2024-04-15T16:59:09.864 INFO:tasks.workunit.client.0.smithi090.stdout:op 2921 completed, throughput=5MB/sec 2024-04-15T16:59:09.865 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pudT5MJ_IFcumdc off=10916293 len=1893279 2024-04-15T16:59:09.874 INFO:tasks.workunit.client.0.smithi090.stdout:op 2922 completed, throughput=5MB/sec 2024-04-15T16:59:10.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:10 smithi090 ceph-mon[89240]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T16:59:10.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:10 smithi090 ceph-mon[91618]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T16:59:10.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:10 smithi153 ceph-mon[84714]: pgmap v1688: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T16:59:10.874 INFO:tasks.workunit.client.0.smithi090.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:10.875 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-w_-rfWGC9aTORZU off=8197229 len=1281057 2024-04-15T16:59:10.876 INFO:tasks.workunit.client.0.smithi090.stdout:op 2923 completed, throughput=5MB/sec 2024-04-15T16:59:10.876 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aKm7KIlnb6kMaqy off=11919650 len=106026 2024-04-15T16:59:10.877 INFO:tasks.workunit.client.0.smithi090.stdout:op 2924 completed, throughput=5MB/sec 2024-04-15T16:59:10.877 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xXgR2vF051Lp7Qo off=16956328 len=1162923 2024-04-15T16:59:10.878 INFO:tasks.workunit.client.0.smithi090.stdout:op 2925 completed, throughput=5MB/sec 2024-04-15T16:59:10.878 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ySEznmLYRaVot4O off=6268800 len=629978 2024-04-15T16:59:10.880 INFO:tasks.workunit.client.0.smithi090.stdout:op 2926 completed, throughput=5MB/sec 2024-04-15T16:59:10.880 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-X3QW7OfVR8VMAFB off=1682161 len=1083536 2024-04-15T16:59:10.882 INFO:tasks.workunit.client.0.smithi090.stdout:op 2927 completed, throughput=5MB/sec 2024-04-15T16:59:11.883 INFO:tasks.workunit.client.0.smithi090.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:11.883 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Aty1yrn1TEWhZn8 off=4197233 len=1056471 2024-04-15T16:59:11.884 INFO:tasks.workunit.client.0.smithi090.stdout:op 2928 completed, throughput=4.99MB/sec 2024-04-15T16:59:11.884 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kIYp5oR31ba8xAT off=1476008 len=589126 2024-04-15T16:59:11.889 INFO:tasks.workunit.client.0.smithi090.stdout:op 2929 completed, throughput=5MB/sec 2024-04-15T16:59:11.889 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aapPeBwgQp6axv7 off=2898006 len=538975 2024-04-15T16:59:11.890 INFO:tasks.workunit.client.0.smithi090.stdout:op 2930 completed, throughput=5MB/sec 2024-04-15T16:59:11.890 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZWd6U46ieMWBg8Z off=3653991 len=1790392 2024-04-15T16:59:11.892 INFO:tasks.workunit.client.0.smithi090.stdout:op 2931 completed, throughput=5MB/sec 2024-04-15T16:59:11.892 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pTS6mdp_YDbfLtj off=1597270 len=6300 2024-04-15T16:59:11.893 INFO:tasks.workunit.client.0.smithi090.stdout:op 2932 completed, throughput=5MB/sec 2024-04-15T16:59:11.893 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gpBxIIxP_p-spH_ off=469353 len=1407904 2024-04-15T16:59:11.898 INFO:tasks.workunit.client.0.smithi090.stdout:op 2933 completed, throughput=5MB/sec 2024-04-15T16:59:12.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:12 smithi090 ceph-mon[89240]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T16:59:12.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:12 smithi090 ceph-mon[91618]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T16:59:12.612 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:12 smithi153 ceph-mon[84714]: pgmap v1689: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T16:59:12.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:59:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:59:12.899 INFO:tasks.workunit.client.0.smithi090.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:12.900 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-G7ioaqGSRzS6hHU off=2566556 len=1357881 2024-04-15T16:59:12.902 INFO:tasks.workunit.client.0.smithi090.stdout:op 2934 completed, throughput=4.99MB/sec 2024-04-15T16:59:12.902 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Q_xnDI3z0n2-_SE off=2097540 len=434407 2024-04-15T16:59:12.906 INFO:tasks.workunit.client.0.smithi090.stdout:op 2935 completed, throughput=5MB/sec 2024-04-15T16:59:12.906 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MEtOsnHLM7FfcrR off=6079879 len=645940 2024-04-15T16:59:12.909 INFO:tasks.workunit.client.0.smithi090.stdout:op 2936 completed, throughput=5MB/sec 2024-04-15T16:59:12.910 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4elsnBuFdabgs9u off=1233146 len=218171 2024-04-15T16:59:12.912 INFO:tasks.workunit.client.0.smithi090.stdout:op 2937 completed, throughput=5MB/sec 2024-04-15T16:59:12.912 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-N2fRzWzW4mDuPAT off=5898911 len=964757 2024-04-15T16:59:12.917 INFO:tasks.workunit.client.0.smithi090.stdout:op 2938 completed, throughput=5MB/sec 2024-04-15T16:59:12.918 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-H3cuS2tWWa7enOd off=17117794 len=1717706 2024-04-15T16:59:12.924 INFO:tasks.workunit.client.0.smithi090.stdout:op 2939 completed, throughput=5MB/sec 2024-04-15T16:59:13.925 INFO:tasks.workunit.client.0.smithi090.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:13.925 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qKcJCW-zvVSYbaL off=516347 len=1413482 2024-04-15T16:59:13.927 INFO:tasks.workunit.client.0.smithi090.stdout:op 2940 completed, throughput=5MB/sec 2024-04-15T16:59:13.927 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zjYLAtwvxqAJHnM off=8843993 len=119626 2024-04-15T16:59:13.930 INFO:tasks.workunit.client.0.smithi090.stdout:op 2941 completed, throughput=5MB/sec 2024-04-15T16:59:13.930 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GarJQOl9YnzxvdA off=2810786 len=412279 2024-04-15T16:59:13.931 INFO:tasks.workunit.client.0.smithi090.stdout:op 2942 completed, throughput=5MB/sec 2024-04-15T16:59:13.931 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PsArOzANL2FuNlk off=3174188 len=1790490 2024-04-15T16:59:13.933 INFO:tasks.workunit.client.0.smithi090.stdout:op 2943 completed, throughput=5MB/sec 2024-04-15T16:59:13.933 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-j0k8EIoPSwJTmbk off=15089356 len=1080453 2024-04-15T16:59:13.935 INFO:tasks.workunit.client.0.smithi090.stdout:op 2944 completed, throughput=5MB/sec 2024-04-15T16:59:14.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:14 smithi090 ceph-mon[89240]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T16:59:14.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:14 smithi090 ceph-mon[91618]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T16:59:14.612 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:14 smithi153 ceph-mon[84714]: pgmap v1690: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T16:59:14.935 INFO:tasks.workunit.client.0.smithi090.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:14.935 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FWTOZkS4aiJrFg7 off=5686086 len=1532379 2024-04-15T16:59:14.945 INFO:tasks.workunit.client.0.smithi090.stdout:op 2945 completed, throughput=4.99MB/sec 2024-04-15T16:59:14.945 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ehvnqIAr7tXVxQJ off=9861787 len=1144968 2024-04-15T16:59:14.950 INFO:tasks.workunit.client.0.smithi090.stdout:op 2946 completed, throughput=5MB/sec 2024-04-15T16:59:14.950 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_JnzKzLN7sEF4sr off=384758 len=1197111 2024-04-15T16:59:14.952 INFO:tasks.workunit.client.0.smithi090.stdout:op 2947 completed, throughput=5MB/sec 2024-04-15T16:59:14.952 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hJ5dtuNpqCokrnj off=2337704 len=146295 2024-04-15T16:59:14.955 INFO:tasks.workunit.client.0.smithi090.stdout:op 2948 completed, throughput=5MB/sec 2024-04-15T16:59:14.955 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QJgSCXGLfOCSR0w off=749279 len=160620 2024-04-15T16:59:14.957 INFO:tasks.workunit.client.0.smithi090.stdout:op 2949 completed, throughput=5MB/sec 2024-04-15T16:59:14.957 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MDdvfdRzu6JaSbN off=10378748 len=705831 2024-04-15T16:59:14.958 INFO:tasks.workunit.client.0.smithi090.stdout:op 2950 completed, throughput=5MB/sec 2024-04-15T16:59:14.958 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XIuZc1kEFjmSE4U off=5360931 len=1490432 2024-04-15T16:59:14.971 INFO:tasks.workunit.client.0.smithi090.stdout:op 2951 completed, throughput=5MB/sec 2024-04-15T16:59:15.973 INFO:tasks.workunit.client.0.smithi090.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:15.974 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JnuTOPJf7B3u0MS off=6811904 len=186050 2024-04-15T16:59:15.974 INFO:tasks.workunit.client.0.smithi090.stdout:op 2952 completed, throughput=4.99MB/sec 2024-04-15T16:59:15.974 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QXKhD6l5EdM-EGt off=1454742 len=168422 2024-04-15T16:59:15.976 INFO:tasks.workunit.client.0.smithi090.stdout:op 2953 completed, throughput=4.99MB/sec 2024-04-15T16:59:15.977 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3f7wk2sNmfGrU8S off=3935741 len=1924713 2024-04-15T16:59:15.979 INFO:tasks.workunit.client.0.smithi090.stdout:op 2954 completed, throughput=5MB/sec 2024-04-15T16:59:15.979 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aVgFy9lvNKSqGgY off=7925175 len=1984814 2024-04-15T16:59:15.981 INFO:tasks.workunit.client.0.smithi090.stdout:op 2955 completed, throughput=5MB/sec 2024-04-15T16:59:16.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:16 smithi090 ceph-mon[89240]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:59:16.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:16 smithi090 ceph-mon[91618]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:59:16.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:16 smithi153 ceph-mon[84714]: pgmap v1691: 105 pgs: 105 active+clean; 127 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:59:16.981 INFO:tasks.workunit.client.0.smithi090.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:16.981 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eNcBIDUbIR2zoA4 off=640811 len=396085 2024-04-15T16:59:16.982 INFO:tasks.workunit.client.0.smithi090.stdout:op 2956 completed, throughput=4.99MB/sec 2024-04-15T16:59:16.982 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0Bir_z5fgg5jJv7 off=3749023 len=682406 2024-04-15T16:59:16.984 INFO:tasks.workunit.client.0.smithi090.stdout:op 2957 completed, throughput=4.99MB/sec 2024-04-15T16:59:16.984 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ps9W60VQ22i7xuB off=923029 len=1221129 2024-04-15T16:59:16.990 INFO:tasks.workunit.client.0.smithi090.stdout:op 2958 completed, throughput=5MB/sec 2024-04-15T16:59:16.990 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Wivk-22fkeWdRLc off=3597079 len=1310374 2024-04-15T16:59:16.992 INFO:tasks.workunit.client.0.smithi090.stdout:op 2959 completed, throughput=5MB/sec 2024-04-15T16:59:16.992 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HQMSOcnwixSK4EO off=10592037 len=1416211 2024-04-15T16:59:16.994 INFO:tasks.workunit.client.0.smithi090.stdout:op 2960 completed, throughput=5MB/sec 2024-04-15T16:59:16.994 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uw9tuqUL4EXCVLE off=96811 len=476306 2024-04-15T16:59:16.997 INFO:tasks.workunit.client.0.smithi090.stdout:op 2961 completed, throughput=5MB/sec 2024-04-15T16:59:17.998 INFO:tasks.workunit.client.0.smithi090.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:17.998 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DXndilKTtq9wgd_ off=1389808 len=2041535 2024-04-15T16:59:18.008 INFO:tasks.workunit.client.0.smithi090.stdout:op 2962 completed, throughput=5MB/sec 2024-04-15T16:59:18.008 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GnlIxFB6K6ZXR79 off=18509223 len=1145344 2024-04-15T16:59:18.016 INFO:tasks.workunit.client.0.smithi090.stdout:op 2963 completed, throughput=5MB/sec 2024-04-15T16:59:18.016 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Y2WywUYWqq7MpnS off=0 len=1127803 2024-04-15T16:59:18.022 INFO:tasks.workunit.client.0.smithi090.stdout:op 2964 completed, throughput=5MB/sec 2024-04-15T16:59:18.022 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-72rxik2GA3zqVAv off=23762104 len=952076 2024-04-15T16:59:18.026 INFO:tasks.workunit.client.0.smithi090.stdout:op 2965 completed, throughput=5MB/sec 2024-04-15T16:59:18.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:18 smithi090 ceph-mon[89240]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T16:59:18.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:18 smithi090 ceph-mon[91618]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T16:59:18.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:18 smithi153 ceph-mon[84714]: pgmap v1692: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T16:59:19.027 INFO:tasks.workunit.client.0.smithi090.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:19.027 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CYi6C6LlgUxQ3go off=4692934 len=1824194 2024-04-15T16:59:19.035 INFO:tasks.workunit.client.0.smithi090.stdout:op 2966 completed, throughput=4.99MB/sec 2024-04-15T16:59:19.035 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dlAWLa_hJw1W7sR off=683245 len=92170 2024-04-15T16:59:19.037 INFO:tasks.workunit.client.0.smithi090.stdout:op 2967 completed, throughput=4.99MB/sec 2024-04-15T16:59:19.037 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hxovLn5X7KD1guT off=8369521 len=315817 2024-04-15T16:59:19.039 INFO:tasks.workunit.client.0.smithi090.stdout:op 2968 completed, throughput=5MB/sec 2024-04-15T16:59:19.039 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3DMCYZ19EcnL94V off=10075619 len=548122 2024-04-15T16:59:19.043 INFO:tasks.workunit.client.0.smithi090.stdout:op 2969 completed, throughput=5MB/sec 2024-04-15T16:59:19.043 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NXc-auwanORkZjJ off=3364845 len=1967062 2024-04-15T16:59:19.052 INFO:tasks.workunit.client.0.smithi090.stdout:op 2970 completed, throughput=5MB/sec 2024-04-15T16:59:19.052 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-r-5X34HzxDhGohg off=5353608 len=100558 2024-04-15T16:59:19.052 INFO:tasks.workunit.client.0.smithi090.stdout:op 2971 completed, throughput=5MB/sec 2024-04-15T16:59:19.052 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9ag2gitDGia5CuY off=7230374 len=1005981 2024-04-15T16:59:19.057 INFO:tasks.workunit.client.0.smithi090.stdout:op 2972 completed, throughput=5MB/sec 2024-04-15T16:59:19.569 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:59:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:59:19] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-15T16:59:20.057 INFO:tasks.workunit.client.0.smithi090.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:20.057 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-90jhD9Hh5_eEm4B off=3349321 len=983849 2024-04-15T16:59:20.059 INFO:tasks.workunit.client.0.smithi090.stdout:op 2973 completed, throughput=4.99MB/sec 2024-04-15T16:59:20.059 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-24B3m-13uZ8HNqP off=18337096 len=1959400 2024-04-15T16:59:20.073 INFO:tasks.workunit.client.0.smithi090.stdout:op 2974 completed, throughput=5MB/sec 2024-04-15T16:59:20.073 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nyjUyjPeKQkwiyE off=8856492 len=412118 2024-04-15T16:59:20.074 INFO:tasks.workunit.client.0.smithi090.stdout:op 2975 completed, throughput=5MB/sec 2024-04-15T16:59:20.075 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iEQtjf3WmoIJeRi off=7850417 len=275619 2024-04-15T16:59:20.075 INFO:tasks.workunit.client.0.smithi090.stdout:op 2976 completed, throughput=5MB/sec 2024-04-15T16:59:20.075 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DNGeUr4uXrlwUfP off=17121390 len=1551500 2024-04-15T16:59:20.084 INFO:tasks.workunit.client.0.smithi090.stdout:op 2977 completed, throughput=5MB/sec 2024-04-15T16:59:20.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:20 smithi090 ceph-mon[89240]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:59:20.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:20 smithi090 ceph-mon[91618]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:59:20.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:20 smithi153 ceph-mon[84714]: pgmap v1693: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:59:21.084 INFO:tasks.workunit.client.0.smithi090.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:21.084 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CI5ZHp6KtQq4i7e off=8702731 len=122176 2024-04-15T16:59:21.087 INFO:tasks.workunit.client.0.smithi090.stdout:op 2978 completed, throughput=4.99MB/sec 2024-04-15T16:59:21.087 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hZrH_CrWZFyi5hL off=13298454 len=1357472 2024-04-15T16:59:21.093 INFO:tasks.workunit.client.0.smithi090.stdout:op 2979 completed, throughput=4.99MB/sec 2024-04-15T16:59:21.093 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BtaODBKCAY-3Ecy off=3351214 len=60871 2024-04-15T16:59:21.094 INFO:tasks.workunit.client.0.smithi090.stdout:op 2980 completed, throughput=4.99MB/sec 2024-04-15T16:59:21.094 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SZ2RYaEASrSIFzW off=7323918 len=411507 2024-04-15T16:59:21.098 INFO:tasks.workunit.client.0.smithi090.stdout:op 2981 completed, throughput=5MB/sec 2024-04-15T16:59:21.098 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1RWWi2fj7az1PlI off=1027478 len=962946 2024-04-15T16:59:21.103 INFO:tasks.workunit.client.0.smithi090.stdout:op 2982 completed, throughput=5MB/sec 2024-04-15T16:59:21.103 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D_zeMHkqFuwOFTR off=6605854 len=1180513 2024-04-15T16:59:21.108 INFO:tasks.workunit.client.0.smithi090.stdout:op 2983 completed, throughput=5MB/sec 2024-04-15T16:59:21.108 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yYSpAcnV0xxo7Ie off=16318694 len=561872 2024-04-15T16:59:21.111 INFO:tasks.workunit.client.0.smithi090.stdout:op 2984 completed, throughput=5MB/sec 2024-04-15T16:59:21.112 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tbPNP5ttJjg0C4P off=16536186 len=421273 2024-04-15T16:59:21.113 INFO:tasks.workunit.client.0.smithi090.stdout:op 2985 completed, throughput=5MB/sec 2024-04-15T16:59:22.113 INFO:tasks.workunit.client.0.smithi090.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:22.113 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GEtTLkvEnLL1HQ- off=10903405 len=1868663 2024-04-15T16:59:22.115 INFO:tasks.workunit.client.0.smithi090.stdout:op 2986 completed, throughput=4.99MB/sec 2024-04-15T16:59:22.115 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ngp2x9UVIogzqe6 off=1980420 len=536602 2024-04-15T16:59:22.116 INFO:tasks.workunit.client.0.smithi090.stdout:op 2987 completed, throughput=5MB/sec 2024-04-15T16:59:22.116 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cv7PE2_bi8tCpMf off=12913341 len=1533778 2024-04-15T16:59:22.122 INFO:tasks.workunit.client.0.smithi090.stdout:op 2988 completed, throughput=5MB/sec 2024-04-15T16:59:22.123 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vkhQZ2QaMQiNZ0t off=5647065 len=998082 2024-04-15T16:59:22.130 INFO:tasks.workunit.client.0.smithi090.stdout:op 2989 completed, throughput=5MB/sec 2024-04-15T16:59:22.130 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4KmW6XWEFl6nxf5 off=2313949 len=1382833 2024-04-15T16:59:22.130 INFO:tasks.workunit.client.0.smithi090.stdout:op 2990 completed, throughput=5MB/sec 2024-04-15T16:59:22.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:22 smithi090 ceph-mon[89240]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:59:22.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:22 smithi090 ceph-mon[91618]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:59:22.612 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:22 smithi153 ceph-mon[84714]: pgmap v1694: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:59:22.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:59:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:59:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:59:23.129 INFO:tasks.workunit.client.0.smithi090.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:23.129 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-a818BLznpT6T9Ot off=2388121 len=1921257 2024-04-15T16:59:23.140 INFO:tasks.workunit.client.0.smithi090.stdout:op 2991 completed, throughput=5MB/sec 2024-04-15T16:59:23.140 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nuc_MQ4pWJeNpOl off=2582297 len=1785749 2024-04-15T16:59:23.142 INFO:tasks.workunit.client.0.smithi090.stdout:op 2992 completed, throughput=5MB/sec 2024-04-15T16:59:23.142 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1Wl5-D8FUPTj1D1 off=5895810 len=308394 2024-04-15T16:59:23.144 INFO:tasks.workunit.client.0.smithi090.stdout:op 2993 completed, throughput=5MB/sec 2024-04-15T16:59:23.144 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hCxIoPBEgUetYTW off=1698163 len=250719 2024-04-15T16:59:23.147 INFO:tasks.workunit.client.0.smithi090.stdout:op 2994 completed, throughput=5MB/sec 2024-04-15T16:59:23.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:59:23.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:59:23.612 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:59:24.147 INFO:tasks.workunit.client.0.smithi090.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:24.147 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eeIlnDpvw46PI64 off=483867 len=786798 2024-04-15T16:59:24.149 INFO:tasks.workunit.client.0.smithi090.stdout:op 2995 completed, throughput=4.99MB/sec 2024-04-15T16:59:24.149 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tQKOJH_HMQ0zFhP off=1399676 len=1720657 2024-04-15T16:59:24.151 INFO:tasks.workunit.client.0.smithi090.stdout:op 2996 completed, throughput=5MB/sec 2024-04-15T16:59:24.151 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LUGkiK48iaXqXyf off=0 len=1605488 2024-04-15T16:59:24.153 INFO:tasks.workunit.client.0.smithi090.stdout:op 2997 completed, throughput=5MB/sec 2024-04-15T16:59:24.153 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Md5UJ5ydlip2eKT off=4102191 len=289533 2024-04-15T16:59:24.154 INFO:tasks.workunit.client.0.smithi090.stdout:op 2998 completed, throughput=5MB/sec 2024-04-15T16:59:24.154 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XLhuSD2oSXCfWKy off=1114243 len=1857130 2024-04-15T16:59:24.163 INFO:tasks.workunit.client.0.smithi090.stdout:op 2999 completed, throughput=5MB/sec 2024-04-15T16:59:24.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:24 smithi090 ceph-mon[89240]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T16:59:24.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:24 smithi090 ceph-mon[91618]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T16:59:24.612 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:24 smithi153 ceph-mon[84714]: pgmap v1695: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T16:59:25.164 INFO:tasks.workunit.client.0.smithi090.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:25.164 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_gCAW6NH75AFWNi off=1893734 len=1539184 2024-04-15T16:59:25.170 INFO:tasks.workunit.client.0.smithi090.stdout:op 3000 completed, throughput=5MB/sec 2024-04-15T16:59:25.170 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dSYB1Jr2YGjbt_K off=49217 len=1884430 2024-04-15T16:59:25.179 INFO:tasks.workunit.client.0.smithi090.stdout:op 3001 completed, throughput=5MB/sec 2024-04-15T16:59:25.180 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DXWekgEBAxH90xb off=12897889 len=1149823 2024-04-15T16:59:25.180 INFO:tasks.workunit.client.0.smithi090.stdout:op 3002 completed, throughput=5MB/sec 2024-04-15T16:59:26.181 INFO:tasks.workunit.client.0.smithi090.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:26.181 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-34cGng_EyE-gkne off=8117441 len=805771 2024-04-15T16:59:26.192 INFO:tasks.workunit.client.0.smithi090.stdout:op 3003 completed, throughput=4.99MB/sec 2024-04-15T16:59:26.192 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aM18V8m_THXweTD off=10054338 len=1824657 2024-04-15T16:59:26.194 INFO:tasks.workunit.client.0.smithi090.stdout:op 3004 completed, throughput=5MB/sec 2024-04-15T16:59:26.194 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8Os9LMG7CLet3X- off=4225808 len=688144 2024-04-15T16:59:26.198 INFO:tasks.workunit.client.0.smithi090.stdout:op 3005 completed, throughput=5MB/sec 2024-04-15T16:59:26.198 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WEQ-mZxg_SNXQH6 off=1097967 len=1489901 2024-04-15T16:59:26.206 INFO:tasks.workunit.client.0.smithi090.stdout:op 3006 completed, throughput=5MB/sec 2024-04-15T16:59:26.206 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GrbAwYPv1IIdq_0 off=331985 len=162764 2024-04-15T16:59:26.207 INFO:tasks.workunit.client.0.smithi090.stdout:op 3007 completed, throughput=5MB/sec 2024-04-15T16:59:26.207 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KoRpR0Om_tncZXV off=14862814 len=491747 2024-04-15T16:59:26.207 INFO:tasks.workunit.client.0.smithi090.stdout:op 3008 completed, throughput=5MB/sec 2024-04-15T16:59:26.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:26 smithi090 ceph-mon[89240]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:59:26.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:26 smithi090 ceph-mon[91618]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:59:26.612 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:26 smithi153 ceph-mon[84714]: pgmap v1696: 105 pgs: 105 active+clean; 127 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:59:27.208 INFO:tasks.workunit.client.0.smithi090.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:27.208 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dW-HVQAmZ2tcAY1 off=1766648 len=1962835 2024-04-15T16:59:27.212 INFO:tasks.workunit.client.0.smithi090.stdout:op 3009 completed, throughput=5MB/sec 2024-04-15T16:59:27.212 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WTK6-NlZKQufxwi off=20708206 len=1396292 2024-04-15T16:59:27.214 INFO:tasks.workunit.client.0.smithi090.stdout:op 3010 completed, throughput=5MB/sec 2024-04-15T16:59:27.214 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-utvibKHZyg4W8gX off=2568405 len=340046 2024-04-15T16:59:27.215 INFO:tasks.workunit.client.0.smithi090.stdout:op 3011 completed, throughput=5MB/sec 2024-04-15T16:59:27.215 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PKlGbv0zEbi-i03 off=4039936 len=1025870 2024-04-15T16:59:27.216 INFO:tasks.workunit.client.0.smithi090.stdout:op 3012 completed, throughput=5MB/sec 2024-04-15T16:59:27.216 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5lkx_wQW5OMqRvh off=5025180 len=548702 2024-04-15T16:59:27.218 INFO:tasks.workunit.client.0.smithi090.stdout:op 3013 completed, throughput=5MB/sec 2024-04-15T16:59:28.218 INFO:tasks.workunit.client.0.smithi090.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:28.219 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Rui1B8iRAoyuAZk off=2711971 len=1995228 2024-04-15T16:59:28.223 INFO:tasks.workunit.client.0.smithi090.stdout:op 3014 completed, throughput=5MB/sec 2024-04-15T16:59:28.223 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dZzPkoXzn9ukFKU off=9909166 len=1455918 2024-04-15T16:59:28.231 INFO:tasks.workunit.client.0.smithi090.stdout:op 3015 completed, throughput=5MB/sec 2024-04-15T16:59:28.231 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dUGbfZQl12CJmyH off=1758071 len=2023207 2024-04-15T16:59:28.232 INFO:tasks.workunit.client.0.smithi090.stdout:op 3016 completed, throughput=5MB/sec 2024-04-15T16:59:28.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:28 smithi090 ceph-mon[89240]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T16:59:28.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:28 smithi090 ceph-mon[91618]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T16:59:28.612 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:28 smithi153 ceph-mon[84714]: pgmap v1697: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-15T16:59:29.233 INFO:tasks.workunit.client.0.smithi090.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:29.233 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dG7dbKzuGw_7wg4 off=2197728 len=1998383 2024-04-15T16:59:29.237 INFO:tasks.workunit.client.0.smithi090.stdout:op 3017 completed, throughput=5MB/sec 2024-04-15T16:59:29.237 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wip86ZmOpdgG1_4 off=15335189 len=798569 2024-04-15T16:59:29.241 INFO:tasks.workunit.client.0.smithi090.stdout:op 3018 completed, throughput=5MB/sec 2024-04-15T16:59:29.241 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZZAoggRNgaAVP3m off=6539791 len=1980092 2024-04-15T16:59:29.243 INFO:tasks.workunit.client.0.smithi090.stdout:op 3019 completed, throughput=5MB/sec 2024-04-15T16:59:29.243 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-C6vXym7lXn5RpsF off=1072600 len=1220393 2024-04-15T16:59:29.246 INFO:tasks.workunit.client.0.smithi090.stdout:op 3020 completed, throughput=5MB/sec 2024-04-15T16:59:29.470 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:59:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:59:29] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-15T16:59:30.246 INFO:tasks.workunit.client.0.smithi090.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:30.247 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0g_jjPcBqJ1Y4MV off=4593745 len=1670418 2024-04-15T16:59:30.248 INFO:tasks.workunit.client.0.smithi090.stdout:op 3021 completed, throughput=5MB/sec 2024-04-15T16:59:30.249 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YDuph9glVQDJfEg off=9414805 len=328558 2024-04-15T16:59:30.249 INFO:tasks.workunit.client.0.smithi090.stdout:op 3022 completed, throughput=5MB/sec 2024-04-15T16:59:30.249 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sd4RDDpDwfW2CIe off=11185854 len=1822639 2024-04-15T16:59:30.251 INFO:tasks.workunit.client.0.smithi090.stdout:op 3023 completed, throughput=5MB/sec 2024-04-15T16:59:30.251 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ARGWl-VhtBg_v5Z off=21519254 len=1268264 2024-04-15T16:59:30.252 INFO:tasks.workunit.client.0.smithi090.stdout:op 3024 completed, throughput=5MB/sec 2024-04-15T16:59:30.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:30 smithi090 ceph-mon[89240]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:59:30.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:30 smithi090 ceph-mon[91618]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:59:30.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:30 smithi153 ceph-mon[84714]: pgmap v1698: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:59:31.253 INFO:tasks.workunit.client.0.smithi090.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:31.253 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1TBbN9NeZ7l8yq_ off=9919960 len=913252 2024-04-15T16:59:31.257 INFO:tasks.workunit.client.0.smithi090.stdout:op 3025 completed, throughput=4.99MB/sec 2024-04-15T16:59:31.257 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--5Cew7aQAf64Bvu off=3517434 len=1209707 2024-04-15T16:59:31.258 INFO:tasks.workunit.client.0.smithi090.stdout:op 3026 completed, throughput=5MB/sec 2024-04-15T16:59:31.258 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oAQNE3-y_OILJPP off=5214529 len=1366181 2024-04-15T16:59:31.264 INFO:tasks.workunit.client.0.smithi090.stdout:op 3027 completed, throughput=5MB/sec 2024-04-15T16:59:31.264 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iz_8xW0f09tz3A6 off=8358124 len=1626965 2024-04-15T16:59:31.270 INFO:tasks.workunit.client.0.smithi090.stdout:op 3028 completed, throughput=5MB/sec 2024-04-15T16:59:31.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:31 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:59:31.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:31 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:59:31.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:31 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T16:59:32.272 INFO:tasks.workunit.client.0.smithi090.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:32.272 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9HLrkSAQs_jr40d off=12631838 len=997074 2024-04-15T16:59:32.272 INFO:tasks.workunit.client.0.smithi090.stdout:op 3029 completed, throughput=4.99MB/sec 2024-04-15T16:59:32.272 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LWBdEBzr7RmcgK7 off=8665723 len=1386245 2024-04-15T16:59:32.274 INFO:tasks.workunit.client.0.smithi090.stdout:op 3030 completed, throughput=5MB/sec 2024-04-15T16:59:32.274 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IW0hsuHVNTwiZ9X off=6516494 len=669560 2024-04-15T16:59:32.275 INFO:tasks.workunit.client.0.smithi090.stdout:op 3031 completed, throughput=5MB/sec 2024-04-15T16:59:32.275 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Rtb-Uu_oh-nMLbW off=20291273 len=378455 2024-04-15T16:59:32.276 INFO:tasks.workunit.client.0.smithi090.stdout:op 3032 completed, throughput=5MB/sec 2024-04-15T16:59:32.276 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iNr-zXEQO7h4H55 off=13031446 len=1037498 2024-04-15T16:59:32.277 INFO:tasks.workunit.client.0.smithi090.stdout:op 3033 completed, throughput=5MB/sec 2024-04-15T16:59:32.277 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BQqCg9C1m7cLJ8l off=7035156 len=894793 2024-04-15T16:59:32.279 INFO:tasks.workunit.client.0.smithi090.stdout:op 3034 completed, throughput=5MB/sec 2024-04-15T16:59:32.533 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:59:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:59:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:59:32.534 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:32 smithi153 ceph-mon[84714]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:59:32.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:32 smithi090 ceph-mon[89240]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:59:32.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:32 smithi090 ceph-mon[91618]: pgmap v1699: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T16:59:33.280 INFO:tasks.workunit.client.0.smithi090.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:33.280 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pTceh_o6pKzR-wq off=115125 len=51689 2024-04-15T16:59:33.280 INFO:tasks.workunit.client.0.smithi090.stdout:op 3035 completed, throughput=4.99MB/sec 2024-04-15T16:59:33.280 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7Nir28NYSFUAFwA off=5180682 len=2066269 2024-04-15T16:59:33.283 INFO:tasks.workunit.client.0.smithi090.stdout:op 3036 completed, throughput=5MB/sec 2024-04-15T16:59:33.283 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uh_g2NkUOsJ4WAS off=10912460 len=195523 2024-04-15T16:59:33.286 INFO:tasks.workunit.client.0.smithi090.stdout:op 3037 completed, throughput=5MB/sec 2024-04-15T16:59:33.286 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jNA-DTknEnsFOz2 off=4333086 len=902333 2024-04-15T16:59:33.289 INFO:tasks.workunit.client.0.smithi090.stdout:op 3038 completed, throughput=5MB/sec 2024-04-15T16:59:33.289 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FSw1R9XfkGVgMJA off=980790 len=969315 2024-04-15T16:59:33.291 INFO:tasks.workunit.client.0.smithi090.stdout:op 3039 completed, throughput=5MB/sec 2024-04-15T16:59:33.291 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nUXWi50W5hbovAD off=2755982 len=584976 2024-04-15T16:59:33.295 INFO:tasks.workunit.client.0.smithi090.stdout:op 3040 completed, throughput=5MB/sec 2024-04-15T16:59:34.295 INFO:tasks.workunit.client.0.smithi090.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:34.295 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aaa2O8eWlKlPHyn off=1138424 len=587126 2024-04-15T16:59:34.296 INFO:tasks.workunit.client.0.smithi090.stdout:op 3041 completed, throughput=4.99MB/sec 2024-04-15T16:59:34.296 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vjyWUmZPgGCLU9R off=6932555 len=57295 2024-04-15T16:59:34.296 INFO:tasks.workunit.client.0.smithi090.stdout:op 3042 completed, throughput=4.99MB/sec 2024-04-15T16:59:34.296 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Py0kPpnJnEhDD3f off=21270840 len=1148479 2024-04-15T16:59:34.300 INFO:tasks.workunit.client.0.smithi090.stdout:op 3043 completed, throughput=4.99MB/sec 2024-04-15T16:59:34.300 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Cyb2Sega5CIDayZ off=7523122 len=1448121 2024-04-15T16:59:34.309 INFO:tasks.workunit.client.0.smithi090.stdout:op 3044 completed, throughput=5MB/sec 2024-04-15T16:59:34.309 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YabsGmz04nfyBId off=11898316 len=1644974 2024-04-15T16:59:34.317 INFO:tasks.workunit.client.0.smithi090.stdout:op 3045 completed, throughput=5MB/sec 2024-04-15T16:59:34.317 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UOqAQEUhDUhq7QN off=5288612 len=1551437 2024-04-15T16:59:34.318 INFO:tasks.workunit.client.0.smithi090.stdout:op 3046 completed, throughput=5MB/sec 2024-04-15T16:59:35.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:34 smithi090 ceph-mon[89240]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:59:35.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:34 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:59:35.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:34 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:59:35.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:34 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:59:35.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:34 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:59:35.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:34 smithi090 ceph-mon[91618]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:59:35.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:34 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:59:35.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:34 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:59:35.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:34 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:59:35.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:34 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:59:35.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:34 smithi153 ceph-mon[84714]: pgmap v1700: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T16:59:35.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:34 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:59:35.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:34 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:59:35.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:34 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:59:35.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:34 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:59:35.318 INFO:tasks.workunit.client.0.smithi090.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:35.318 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RAlP9D-LX6CPwzK off=453484 len=739968 2024-04-15T16:59:35.322 INFO:tasks.workunit.client.0.smithi090.stdout:op 3047 completed, throughput=5MB/sec 2024-04-15T16:59:35.322 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9qjCQkqZJh_qasZ off=8235627 len=1375001 2024-04-15T16:59:35.324 INFO:tasks.workunit.client.0.smithi090.stdout:op 3048 completed, throughput=5MB/sec 2024-04-15T16:59:35.324 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GarJQOl9YnzxvdA off=1854013 len=1369052 2024-04-15T16:59:35.326 INFO:tasks.workunit.client.0.smithi090.stdout:op 3049 completed, throughput=5MB/sec 2024-04-15T16:59:35.326 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xaGmIqnbG4tV6IN off=17167481 len=1924957 2024-04-15T16:59:35.335 INFO:tasks.workunit.client.0.smithi090.stdout:op 3050 completed, throughput=5MB/sec 2024-04-15T16:59:36.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:59:36.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:59:36.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:59:36.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:59:36.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:59:36.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:59:36.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T16:59:36.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T16:59:36.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T16:59:36.335 INFO:tasks.workunit.client.0.smithi090.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:36.336 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RRFUUAkMcCBgdkS off=15966108 len=547901 2024-04-15T16:59:36.336 INFO:tasks.workunit.client.0.smithi090.stdout:op 3051 completed, throughput=4.99MB/sec 2024-04-15T16:59:36.336 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-f4kwkn7-OWmZz8j off=2121343 len=677965 2024-04-15T16:59:36.338 INFO:tasks.workunit.client.0.smithi090.stdout:op 3052 completed, throughput=5MB/sec 2024-04-15T16:59:36.338 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Vu5DwR_cp2v7-1D off=2780365 len=663761 2024-04-15T16:59:36.343 INFO:tasks.workunit.client.0.smithi090.stdout:op 3053 completed, throughput=5MB/sec 2024-04-15T16:59:36.343 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IJk5cNRtgWxLsV_ off=11138649 len=440208 2024-04-15T16:59:36.343 INFO:tasks.workunit.client.0.smithi090.stdout:op 3054 completed, throughput=5MB/sec 2024-04-15T16:59:36.343 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-F7MeHyznu-I-hnP off=22967920 len=235102 2024-04-15T16:59:36.344 INFO:tasks.workunit.client.0.smithi090.stdout:op 3055 completed, throughput=5MB/sec 2024-04-15T16:59:36.344 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qoIvEQIbzlet1pR off=1352252 len=2003730 2024-04-15T16:59:36.346 INFO:tasks.workunit.client.0.smithi090.stdout:op 3056 completed, throughput=5MB/sec 2024-04-15T16:59:37.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:36 smithi090 ceph-mon[91618]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T16:59:37.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:36 smithi090 ceph-mon[89240]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T16:59:37.346 INFO:tasks.workunit.client.0.smithi090.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:37.347 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wtJ_K28ro5LABer off=16511526 len=1460052 2024-04-15T16:59:37.355 INFO:tasks.workunit.client.0.smithi090.stdout:op 3057 completed, throughput=5MB/sec 2024-04-15T16:59:37.355 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zB_3yXATpdxoW7m off=2279248 len=1793615 2024-04-15T16:59:37.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:36 smithi153 ceph-mon[84714]: pgmap v1701: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T16:59:37.363 INFO:tasks.workunit.client.0.smithi090.stdout:op 3058 completed, throughput=5MB/sec 2024-04-15T16:59:37.364 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yBVfJLWF3wPHRuf off=307719 len=1944929 2024-04-15T16:59:37.371 INFO:tasks.workunit.client.0.smithi090.stdout:op 3059 completed, throughput=5MB/sec 2024-04-15T16:59:38.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:59:38.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:59:38.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:59:38.371 INFO:tasks.workunit.client.0.smithi090.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:38.371 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-G2ip_MKodvqrACs off=1177266 len=182209 2024-04-15T16:59:38.372 INFO:tasks.workunit.client.0.smithi090.stdout:op 3060 completed, throughput=4.99MB/sec 2024-04-15T16:59:38.372 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8J9-dkI5Y0EYbIh off=1722017 len=123104 2024-04-15T16:59:38.375 INFO:tasks.workunit.client.0.smithi090.stdout:op 3061 completed, throughput=4.99MB/sec 2024-04-15T16:59:38.376 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XRn1Sr3qR4VEDsu off=2678008 len=474096 2024-04-15T16:59:38.376 INFO:tasks.workunit.client.0.smithi090.stdout:op 3062 completed, throughput=4.99MB/sec 2024-04-15T16:59:38.376 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MDFu2LrvyWUB5sn off=2349136 len=368085 2024-04-15T16:59:38.377 INFO:tasks.workunit.client.0.smithi090.stdout:op 3063 completed, throughput=4.99MB/sec 2024-04-15T16:59:38.377 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-umziH5O-aYY-gkQ off=2004973 len=1654598 2024-04-15T16:59:38.385 INFO:tasks.workunit.client.0.smithi090.stdout:op 3064 completed, throughput=5MB/sec 2024-04-15T16:59:38.385 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2x6zqZFo1LUPMad off=17075000 len=976765 2024-04-15T16:59:38.390 INFO:tasks.workunit.client.0.smithi090.stdout:op 3065 completed, throughput=5MB/sec 2024-04-15T16:59:38.391 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6TS7o37OG0oojm7 off=3812813 len=593993 2024-04-15T16:59:38.391 INFO:tasks.workunit.client.0.smithi090.stdout:op 3066 completed, throughput=5MB/sec 2024-04-15T16:59:38.392 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fDnddNCDp_B62Ii off=1203428 len=962488 2024-04-15T16:59:38.393 INFO:tasks.workunit.client.0.smithi090.stdout:op 3067 completed, throughput=5MB/sec 2024-04-15T16:59:39.319 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:59:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:59:39] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-15T16:59:39.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:38 smithi090 ceph-mon[91618]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:59:39.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:38 smithi090 ceph-mon[89240]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:59:39.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:38 smithi153 ceph-mon[84714]: pgmap v1702: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T16:59:39.393 INFO:tasks.workunit.client.0.smithi090.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:39.393 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZjBaWsYFXNuMA9a off=5215913 len=227096 2024-04-15T16:59:39.397 INFO:tasks.workunit.client.0.smithi090.stdout:op 3068 completed, throughput=4.99MB/sec 2024-04-15T16:59:39.397 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ddWKoskzmXHI0JL off=9549798 len=1106358 2024-04-15T16:59:39.402 INFO:tasks.workunit.client.0.smithi090.stdout:op 3069 completed, throughput=4.99MB/sec 2024-04-15T16:59:39.402 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fidxvQXPfRDJA7l off=8714138 len=408237 2024-04-15T16:59:39.403 INFO:tasks.workunit.client.0.smithi090.stdout:op 3070 completed, throughput=5MB/sec 2024-04-15T16:59:39.404 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-F6vrpvhILJ3hoSN off=3588102 len=1425427 2024-04-15T16:59:39.411 INFO:tasks.workunit.client.0.smithi090.stdout:op 3071 completed, throughput=5MB/sec 2024-04-15T16:59:39.411 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0UTAPvz9VFQLB2t off=862853 len=1349024 2024-04-15T16:59:39.417 INFO:tasks.workunit.client.0.smithi090.stdout:op 3072 completed, throughput=5MB/sec 2024-04-15T16:59:39.417 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HmUHDX4s6QWhByy off=9013542 len=1471383 2024-04-15T16:59:39.420 INFO:tasks.workunit.client.0.smithi090.stdout:op 3073 completed, throughput=5MB/sec 2024-04-15T16:59:40.421 INFO:tasks.workunit.client.0.smithi090.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:40.421 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wZ40H_t0NDakyms off=4323266 len=467366 2024-04-15T16:59:40.421 INFO:tasks.workunit.client.0.smithi090.stdout:op 3074 completed, throughput=4.99MB/sec 2024-04-15T16:59:40.421 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cmvKEW7h-QU5JwE off=833154 len=889096 2024-04-15T16:59:40.426 INFO:tasks.workunit.client.0.smithi090.stdout:op 3075 completed, throughput=5MB/sec 2024-04-15T16:59:40.426 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-q8NyeuHewad2Ybp off=2844282 len=895169 2024-04-15T16:59:40.427 INFO:tasks.workunit.client.0.smithi090.stdout:op 3076 completed, throughput=5MB/sec 2024-04-15T16:59:40.427 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-03oUAXLtaQLC5oG off=6447753 len=1279578 2024-04-15T16:59:40.428 INFO:tasks.workunit.client.0.smithi090.stdout:op 3077 completed, throughput=5MB/sec 2024-04-15T16:59:40.428 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-01HAGJnKaZboHvr off=20080254 len=890920 2024-04-15T16:59:40.431 INFO:tasks.workunit.client.0.smithi090.stdout:op 3078 completed, throughput=5MB/sec 2024-04-15T16:59:41.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:40 smithi090 ceph-mon[91618]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-15T16:59:41.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:40 smithi090 ceph-mon[89240]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-15T16:59:41.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:40 smithi153 ceph-mon[84714]: pgmap v1703: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-15T16:59:41.431 INFO:tasks.workunit.client.0.smithi090.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:41.432 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AZAOTlBK6Rp6C0P off=9400865 len=760874 2024-04-15T16:59:41.433 INFO:tasks.workunit.client.0.smithi090.stdout:op 3079 completed, throughput=4.99MB/sec 2024-04-15T16:59:41.433 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cuPw75feF9ppOp6 off=7855260 len=84190 2024-04-15T16:59:41.434 INFO:tasks.workunit.client.0.smithi090.stdout:op 3080 completed, throughput=4.99MB/sec 2024-04-15T16:59:41.434 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AiA0d-Pk5Zz0h_5 off=451081 len=1412668 2024-04-15T16:59:41.436 INFO:tasks.workunit.client.0.smithi090.stdout:op 3081 completed, throughput=5MB/sec 2024-04-15T16:59:41.436 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iZRahUS9RVvlZOU off=116533 len=325074 2024-04-15T16:59:41.436 INFO:tasks.workunit.client.0.smithi090.stdout:op 3082 completed, throughput=5MB/sec 2024-04-15T16:59:41.437 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oG23rCQEwJYRLEd off=1508256 len=1496411 2024-04-15T16:59:41.445 INFO:tasks.workunit.client.0.smithi090.stdout:op 3083 completed, throughput=5MB/sec 2024-04-15T16:59:41.445 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XluTLOf9_CsdSyh off=5557457 len=96800 2024-04-15T16:59:41.447 INFO:tasks.workunit.client.0.smithi090.stdout:op 3084 completed, throughput=5MB/sec 2024-04-15T16:59:41.447 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-daSnfQCHm1KjeqL off=9606945 len=373174 2024-04-15T16:59:41.447 INFO:tasks.workunit.client.0.smithi090.stdout:op 3085 completed, throughput=5MB/sec 2024-04-15T16:59:41.447 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9FXKbAFxjAEg5j6 off=21820803 len=2007448 2024-04-15T16:59:41.448 INFO:tasks.workunit.client.0.smithi090.stdout:op 3086 completed, throughput=5MB/sec 2024-04-15T16:59:42.449 INFO:tasks.workunit.client.0.smithi090.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:42.449 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nO7gBHrMlmgxReb off=19445439 len=156114 2024-04-15T16:59:42.449 INFO:tasks.workunit.client.0.smithi090.stdout:op 3087 completed, throughput=4.99MB/sec 2024-04-15T16:59:42.449 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-y0lDwOwKQpkp3Ok off=6104456 len=1767381 2024-04-15T16:59:42.452 INFO:tasks.workunit.client.0.smithi090.stdout:op 3088 completed, throughput=5MB/sec 2024-04-15T16:59:42.452 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6Y7OwMSTCwAFNdE off=1973398 len=1947872 2024-04-15T16:59:42.454 INFO:tasks.workunit.client.0.smithi090.stdout:op 3089 completed, throughput=5MB/sec 2024-04-15T16:59:42.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:59:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:59:43.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:42 smithi090 ceph-mon[89240]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T16:59:43.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:43 smithi090 ceph-mon[91618]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T16:59:43.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:42 smithi153 ceph-mon[84714]: pgmap v1704: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T16:59:43.454 INFO:tasks.workunit.client.0.smithi090.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:43.455 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fZJq8VRKRFRxkS3 off=21346892 len=992496 2024-04-15T16:59:43.459 INFO:tasks.workunit.client.0.smithi090.stdout:op 3090 completed, throughput=4.99MB/sec 2024-04-15T16:59:43.460 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Yf17W8Y7fifIKu_ off=4376056 len=1380110 2024-04-15T16:59:43.469 INFO:tasks.workunit.client.0.smithi090.stdout:op 3091 completed, throughput=5MB/sec 2024-04-15T16:59:43.469 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RqYR6RG0VZpKz4K off=12273230 len=1417361 2024-04-15T16:59:43.474 INFO:tasks.workunit.client.0.smithi090.stdout:op 3092 completed, throughput=5MB/sec 2024-04-15T16:59:43.474 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sFLWN3wpUM49eoM off=12346620 len=1188904 2024-04-15T16:59:43.480 INFO:tasks.workunit.client.0.smithi090.stdout:op 3093 completed, throughput=5MB/sec 2024-04-15T16:59:43.480 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YvE1NKSngwEUZWN off=5808054 len=1194863 2024-04-15T16:59:43.485 INFO:tasks.workunit.client.0.smithi090.stdout:op 3094 completed, throughput=5MB/sec 2024-04-15T16:59:44.486 INFO:tasks.workunit.client.0.smithi090.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:44.486 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MrEkcEiO5edoayZ off=5842508 len=1241623 2024-04-15T16:59:44.488 INFO:tasks.workunit.client.0.smithi090.stdout:op 3095 completed, throughput=5MB/sec 2024-04-15T16:59:44.488 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iARko6oAf8iexBH off=7051130 len=948148 2024-04-15T16:59:44.493 INFO:tasks.workunit.client.0.smithi090.stdout:op 3096 completed, throughput=5MB/sec 2024-04-15T16:59:44.494 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zZERY59k0CokRDa off=5649562 len=405387 2024-04-15T16:59:44.494 INFO:tasks.workunit.client.0.smithi090.stdout:op 3097 completed, throughput=5MB/sec 2024-04-15T16:59:44.495 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-J1yYhdOfXUbTKPU off=7503627 len=1745743 2024-04-15T16:59:44.496 INFO:tasks.workunit.client.0.smithi090.stdout:op 3098 completed, throughput=5MB/sec 2024-04-15T16:59:44.497 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ogs0-_0ox9QbtOO off=5873473 len=628008 2024-04-15T16:59:44.501 INFO:tasks.workunit.client.0.smithi090.stdout:op 3099 completed, throughput=5MB/sec 2024-04-15T16:59:45.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:45 smithi090 ceph-mon[89240]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:59:45.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:45 smithi090 ceph-mon[91618]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:59:45.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:45 smithi153 ceph-mon[84714]: pgmap v1705: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T16:59:45.502 INFO:tasks.workunit.client.0.smithi090.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:45.502 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rCjkKCZVgZhoVu1 off=3832090 len=1365581 2024-04-15T16:59:45.504 INFO:tasks.workunit.client.0.smithi090.stdout:op 3100 completed, throughput=4.99MB/sec 2024-04-15T16:59:45.504 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6M6_iC_nfSLluK0 off=10230565 len=979255 2024-04-15T16:59:45.510 INFO:tasks.workunit.client.0.smithi090.stdout:op 3101 completed, throughput=5MB/sec 2024-04-15T16:59:45.510 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vGKdE7gZlI2rYc1 off=2788494 len=900731 2024-04-15T16:59:45.512 INFO:tasks.workunit.client.0.smithi090.stdout:op 3102 completed, throughput=5MB/sec 2024-04-15T16:59:45.512 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cYPA5qmXxicYtcJ off=6233167 len=700063 2024-04-15T16:59:45.515 INFO:tasks.workunit.client.0.smithi090.stdout:op 3103 completed, throughput=5MB/sec 2024-04-15T16:59:45.516 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IgqlJe-NiJO13_R off=34346 len=1328045 2024-04-15T16:59:45.517 INFO:tasks.workunit.client.0.smithi090.stdout:op 3104 completed, throughput=5MB/sec 2024-04-15T16:59:46.518 INFO:tasks.workunit.client.0.smithi090.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:46.518 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZU2gphH5163vOlS off=3040723 len=933327 2024-04-15T16:59:46.523 INFO:tasks.workunit.client.0.smithi090.stdout:op 3105 completed, throughput=4.99MB/sec 2024-04-15T16:59:46.523 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0C-ZG9xpckg1ah4 off=8955343 len=237033 2024-04-15T16:59:46.524 INFO:tasks.workunit.client.0.smithi090.stdout:op 3106 completed, throughput=4.99MB/sec 2024-04-15T16:59:46.524 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nJ2iky3lOWKkbDB off=8124374 len=626101 2024-04-15T16:59:46.525 INFO:tasks.workunit.client.0.smithi090.stdout:op 3107 completed, throughput=5MB/sec 2024-04-15T16:59:46.525 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eoy67wNwePEERjX off=3613880 len=1192227 2024-04-15T16:59:46.531 INFO:tasks.workunit.client.0.smithi090.stdout:op 3108 completed, throughput=5MB/sec 2024-04-15T16:59:46.531 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fvVVhKLC4UKkSgE off=6446158 len=453660 2024-04-15T16:59:46.532 INFO:tasks.workunit.client.0.smithi090.stdout:op 3109 completed, throughput=5MB/sec 2024-04-15T16:59:46.532 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bXcYS8JRmddBjv9 off=1635791 len=1806401 2024-04-15T16:59:46.534 INFO:tasks.workunit.client.0.smithi090.stdout:op 3110 completed, throughput=5MB/sec 2024-04-15T16:59:47.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:47 smithi090 ceph-mon[89240]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:59:47.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:47 smithi090 ceph-mon[91618]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:59:47.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:47 smithi153 ceph-mon[84714]: pgmap v1706: 105 pgs: 105 active+clean; 127 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T16:59:47.538 INFO:tasks.workunit.client.0.smithi090.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:47.538 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZV3VXhDyRCrDmqw off=26403 len=351029 2024-04-15T16:59:47.539 INFO:tasks.workunit.client.0.smithi090.stdout:op 3111 completed, throughput=4.99MB/sec 2024-04-15T16:59:47.539 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2qqftAcTLaTFNt9 off=14690089 len=677162 2024-04-15T16:59:47.540 INFO:tasks.workunit.client.0.smithi090.stdout:op 3112 completed, throughput=4.99MB/sec 2024-04-15T16:59:47.540 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZOv10UpPZ8bPwEE off=2845573 len=1416919 2024-04-15T16:59:47.543 INFO:tasks.workunit.client.0.smithi090.stdout:op 3113 completed, throughput=5MB/sec 2024-04-15T16:59:47.543 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OKK_itrrg50mJVr off=818910 len=755695 2024-04-15T16:59:47.545 INFO:tasks.workunit.client.0.smithi090.stdout:op 3114 completed, throughput=5MB/sec 2024-04-15T16:59:47.545 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3N0MBsGScFLCIi8 off=2411257 len=2065961 2024-04-15T16:59:47.547 INFO:tasks.workunit.client.0.smithi090.stdout:op 3115 completed, throughput=5MB/sec 2024-04-15T16:59:48.548 INFO:tasks.workunit.client.0.smithi090.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:48.548 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oG23rCQEwJYRLEd off=3512165 len=944699 2024-04-15T16:59:48.552 INFO:tasks.workunit.client.0.smithi090.stdout:op 3116 completed, throughput=4.99MB/sec 2024-04-15T16:59:48.552 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_05EdMDrBXkZ7NB off=4310248 len=1838081 2024-04-15T16:59:48.554 INFO:tasks.workunit.client.0.smithi090.stdout:op 3117 completed, throughput=5MB/sec 2024-04-15T16:59:48.554 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3DMCYZ19EcnL94V off=4259045 len=101125 2024-04-15T16:59:48.557 INFO:tasks.workunit.client.0.smithi090.stdout:op 3118 completed, throughput=5MB/sec 2024-04-15T16:59:48.557 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OjM_g72aH3-WWKz off=3165806 len=1726482 2024-04-15T16:59:48.560 INFO:tasks.workunit.client.0.smithi090.stdout:op 3119 completed, throughput=5MB/sec 2024-04-15T16:59:48.560 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-V53eJ_4M2shaPZB off=8386239 len=1739160 2024-04-15T16:59:48.562 INFO:tasks.workunit.client.0.smithi090.stdout:op 3120 completed, throughput=5MB/sec 2024-04-15T16:59:49.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:49 smithi090 ceph-mon[89240]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T16:59:49.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:49 smithi090 ceph-mon[91618]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T16:59:49.319 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:59:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:59:49] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-15T16:59:49.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:49 smithi153 ceph-mon[84714]: pgmap v1707: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T16:59:49.562 INFO:tasks.workunit.client.0.smithi090.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:49.562 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2DW0rT2qnnbyoCg off=16037757 len=1897129 2024-04-15T16:59:49.572 INFO:tasks.workunit.client.0.smithi090.stdout:op 3121 completed, throughput=5MB/sec 2024-04-15T16:59:49.572 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-J-XI_o0gwSZrb9u off=13336067 len=329382 2024-04-15T16:59:49.575 INFO:tasks.workunit.client.0.smithi090.stdout:op 3122 completed, throughput=5MB/sec 2024-04-15T16:59:49.576 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZztnvcVL-nxER8i off=2659717 len=1167486 2024-04-15T16:59:49.580 INFO:tasks.workunit.client.0.smithi090.stdout:op 3123 completed, throughput=5MB/sec 2024-04-15T16:59:49.580 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BUcRi8C1Vysk7TX off=2300001 len=2033227 2024-04-15T16:59:49.582 INFO:tasks.workunit.client.0.smithi090.stdout:op 3124 completed, throughput=5MB/sec 2024-04-15T16:59:50.583 INFO:tasks.workunit.client.0.smithi090.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:50.583 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rn0TDYStBZ64LeY off=13631419 len=609776 2024-04-15T16:59:50.587 INFO:tasks.workunit.client.0.smithi090.stdout:op 3125 completed, throughput=5MB/sec 2024-04-15T16:59:50.588 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3MDGZrb6mTyUbIa off=7828000 len=1051392 2024-04-15T16:59:50.593 INFO:tasks.workunit.client.0.smithi090.stdout:op 3126 completed, throughput=5MB/sec 2024-04-15T16:59:50.593 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-515_5tMH2ge9RtP off=6633305 len=1902610 2024-04-15T16:59:50.606 INFO:tasks.workunit.client.0.smithi090.stdout:op 3127 completed, throughput=5MB/sec 2024-04-15T16:59:50.606 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ONkbbJSQXVlzezO off=7714811 len=1446642 2024-04-15T16:59:50.607 INFO:tasks.workunit.client.0.smithi090.stdout:op 3128 completed, throughput=5MB/sec 2024-04-15T16:59:51.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:51 smithi090 ceph-mon[89240]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:59:51.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:51 smithi090 ceph-mon[91618]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:59:51.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:51 smithi153 ceph-mon[84714]: pgmap v1708: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T16:59:51.608 INFO:tasks.workunit.client.0.smithi090.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:51.608 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hcroMGNck5DUU-t off=6548839 len=115370 2024-04-15T16:59:51.611 INFO:tasks.workunit.client.0.smithi090.stdout:op 3129 completed, throughput=4.99MB/sec 2024-04-15T16:59:51.611 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oo5Z5TxCnEQ0fts off=1181262 len=384975 2024-04-15T16:59:51.612 INFO:tasks.workunit.client.0.smithi090.stdout:op 3130 completed, throughput=4.99MB/sec 2024-04-15T16:59:51.612 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-a7GlL21U7zY7_jU off=7720304 len=132029 2024-04-15T16:59:51.615 INFO:tasks.workunit.client.0.smithi090.stdout:op 3131 completed, throughput=4.99MB/sec 2024-04-15T16:59:51.615 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Y0X4P4FFHWHTRwr off=1315263 len=1120054 2024-04-15T16:59:51.620 INFO:tasks.workunit.client.0.smithi090.stdout:op 3132 completed, throughput=5MB/sec 2024-04-15T16:59:51.620 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-llPG-Az55sSxT-O off=11063450 len=388333 2024-04-15T16:59:51.620 INFO:tasks.workunit.client.0.smithi090.stdout:op 3133 completed, throughput=5MB/sec 2024-04-15T16:59:51.621 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gKEcUQV_yisKN7H off=11442002 len=444971 2024-04-15T16:59:51.622 INFO:tasks.workunit.client.0.smithi090.stdout:op 3134 completed, throughput=5MB/sec 2024-04-15T16:59:51.622 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KsVMRw_GA1LN37w off=5565003 len=337588 2024-04-15T16:59:51.625 INFO:tasks.workunit.client.0.smithi090.stdout:op 3135 completed, throughput=5MB/sec 2024-04-15T16:59:51.625 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-re2sT-qB08RbYAj off=10539074 len=1642051 2024-04-15T16:59:51.635 INFO:tasks.workunit.client.0.smithi090.stdout:op 3136 completed, throughput=5MB/sec 2024-04-15T16:59:52.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 16:59:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T16:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T16:59:52.635 INFO:tasks.workunit.client.0.smithi090.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:52.635 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JjyDxh4W9rCNb8X off=4157635 len=1918769 2024-04-15T16:59:52.644 INFO:tasks.workunit.client.0.smithi090.stdout:op 3137 completed, throughput=5MB/sec 2024-04-15T16:59:52.644 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-V1jgAAXCPsKqZhS off=6095356 len=837755 2024-04-15T16:59:52.645 INFO:tasks.workunit.client.0.smithi090.stdout:op 3138 completed, throughput=5MB/sec 2024-04-15T16:59:52.645 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0kps5GfmYcP2ysT off=9266217 len=750289 2024-04-15T16:59:52.649 INFO:tasks.workunit.client.0.smithi090.stdout:op 3139 completed, throughput=5MB/sec 2024-04-15T16:59:52.649 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uFxNPnrGmQ3GvR- off=2692741 len=863655 2024-04-15T16:59:52.654 INFO:tasks.workunit.client.0.smithi090.stdout:op 3140 completed, throughput=5MB/sec 2024-04-15T16:59:52.654 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eg3IXm-MQOUcXqd off=2278405 len=1202787 2024-04-15T16:59:52.656 INFO:tasks.workunit.client.0.smithi090.stdout:op 3141 completed, throughput=5MB/sec 2024-04-15T16:59:53.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:53 smithi090 ceph-mon[89240]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:59:53.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:59:53.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:53 smithi090 ceph-mon[91618]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:59:53.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:59:53.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:53 smithi153 ceph-mon[84714]: pgmap v1709: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T16:59:53.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T16:59:53.656 INFO:tasks.workunit.client.0.smithi090.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:53.657 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eemUbPHFwXcPECg off=14239824 len=703897 2024-04-15T16:59:53.658 INFO:tasks.workunit.client.0.smithi090.stdout:op 3142 completed, throughput=4.99MB/sec 2024-04-15T16:59:53.658 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-agN7YSWOl0zcsFe off=265395 len=259945 2024-04-15T16:59:53.661 INFO:tasks.workunit.client.0.smithi090.stdout:op 3143 completed, throughput=4.99MB/sec 2024-04-15T16:59:53.661 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-z8GyXgCBvvzKwpb off=16273685 len=478047 2024-04-15T16:59:53.662 INFO:tasks.workunit.client.0.smithi090.stdout:op 3144 completed, throughput=4.99MB/sec 2024-04-15T16:59:53.662 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DB_CzYRunjWOUNI off=4142110 len=1830923 2024-04-15T16:59:53.665 INFO:tasks.workunit.client.0.smithi090.stdout:op 3145 completed, throughput=5MB/sec 2024-04-15T16:59:53.665 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-afcwfLZptLWVHx_ off=2167921 len=492303 2024-04-15T16:59:53.669 INFO:tasks.workunit.client.0.smithi090.stdout:op 3146 completed, throughput=5MB/sec 2024-04-15T16:59:53.669 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oluM6lqR7j8CPBs off=16509298 len=10506 2024-04-15T16:59:53.671 INFO:tasks.workunit.client.0.smithi090.stdout:op 3147 completed, throughput=5MB/sec 2024-04-15T16:59:53.671 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lAYiAWWCVFigyjU off=11572197 len=70472 2024-04-15T16:59:53.673 INFO:tasks.workunit.client.0.smithi090.stdout:op 3148 completed, throughput=5MB/sec 2024-04-15T16:59:53.673 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ghl5_f20Br8jpBy off=9502715 len=1432454 2024-04-15T16:59:53.675 INFO:tasks.workunit.client.0.smithi090.stdout:op 3149 completed, throughput=5MB/sec 2024-04-15T16:59:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:54.676 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LrRFx_pqf1RgUZ0 off=1720318 len=231728 2024-04-15T16:59:54.677 INFO:tasks.workunit.client.0.smithi090.stdout:op 3150 completed, throughput=4.99MB/sec 2024-04-15T16:59:54.677 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RxO2Exm4Kq3Djhg off=13861075 len=1208352 2024-04-15T16:59:54.684 INFO:tasks.workunit.client.0.smithi090.stdout:op 3151 completed, throughput=4.99MB/sec 2024-04-15T16:59:54.684 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fHaf1PN4uVY6paj off=10314102 len=488899 2024-04-15T16:59:54.688 INFO:tasks.workunit.client.0.smithi090.stdout:op 3152 completed, throughput=5MB/sec 2024-04-15T16:59:54.688 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NXc-auwanORkZjJ off=11292902 len=1717698 2024-04-15T16:59:54.695 INFO:tasks.workunit.client.0.smithi090.stdout:op 3153 completed, throughput=5MB/sec 2024-04-15T16:59:54.695 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TUqnsEtiErK2-se off=469949 len=1500117 2024-04-15T16:59:54.698 INFO:tasks.workunit.client.0.smithi090.stdout:op 3154 completed, throughput=5MB/sec 2024-04-15T16:59:55.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:55 smithi090 ceph-mon[91618]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:59:55.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:55 smithi090 ceph-mon[89240]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:59:55.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:55 smithi153 ceph-mon[84714]: pgmap v1710: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T16:59:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:55.698 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-e6uwpKWBVib8Xy5 off=2825543 len=1949083 2024-04-15T16:59:55.700 INFO:tasks.workunit.client.0.smithi090.stdout:op 3155 completed, throughput=5MB/sec 2024-04-15T16:59:55.701 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8JEZjvGPSuqu9TD off=3909429 len=1284783 2024-04-15T16:59:55.703 INFO:tasks.workunit.client.0.smithi090.stdout:op 3156 completed, throughput=5MB/sec 2024-04-15T16:59:55.703 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1k_K3hXZ9JQxSZ8 off=10095818 len=339157 2024-04-15T16:59:55.707 INFO:tasks.workunit.client.0.smithi090.stdout:op 3157 completed, throughput=5MB/sec 2024-04-15T16:59:55.707 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PkGkt8dCuYbjiYm off=10201781 len=696471 2024-04-15T16:59:55.713 INFO:tasks.workunit.client.0.smithi090.stdout:op 3158 completed, throughput=5MB/sec 2024-04-15T16:59:55.713 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ChieTZKlpoNrB0h off=282257 len=666596 2024-04-15T16:59:55.716 INFO:tasks.workunit.client.0.smithi090.stdout:op 3159 completed, throughput=5MB/sec 2024-04-15T16:59:55.716 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8CzJDPIqBIeFAGd off=8138410 len=968012 2024-04-15T16:59:55.717 INFO:tasks.workunit.client.0.smithi090.stdout:op 3160 completed, throughput=5MB/sec 2024-04-15T16:59:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:56.718 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3eacqRq8I39JJnG off=4203871 len=1279107 2024-04-15T16:59:56.725 INFO:tasks.workunit.client.0.smithi090.stdout:op 3161 completed, throughput=5MB/sec 2024-04-15T16:59:56.725 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-H1JHbiK9gmi9Usv off=15559665 len=2033255 2024-04-15T16:59:56.729 INFO:tasks.workunit.client.0.smithi090.stdout:op 3162 completed, throughput=5MB/sec 2024-04-15T16:59:56.729 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-H5sGpZbXOMCE0N0 off=8235224 len=1609012 2024-04-15T16:59:56.738 INFO:tasks.workunit.client.0.smithi090.stdout:op 3163 completed, throughput=5MB/sec 2024-04-15T16:59:57.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:57 smithi090 ceph-mon[89240]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T16:59:57.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:57 smithi090 ceph-mon[91618]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T16:59:57.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:57 smithi153 ceph-mon[84714]: pgmap v1711: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T16:59:57.738 INFO:tasks.workunit.client.0.smithi090.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:57.738 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YAMOW2-e8fL08jy off=6223240 len=1414562 2024-04-15T16:59:57.740 INFO:tasks.workunit.client.0.smithi090.stdout:op 3164 completed, throughput=4.99MB/sec 2024-04-15T16:59:57.740 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-12Cw7tyRHrQgzll off=11640688 len=370448 2024-04-15T16:59:57.741 INFO:tasks.workunit.client.0.smithi090.stdout:op 3165 completed, throughput=5MB/sec 2024-04-15T16:59:57.741 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4DFH6u3jPHtixaO off=98470 len=117318 2024-04-15T16:59:57.744 INFO:tasks.workunit.client.0.smithi090.stdout:op 3166 completed, throughput=5MB/sec 2024-04-15T16:59:57.744 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5y90MsY6X0gTjs5 off=1352377 len=1277839 2024-04-15T16:59:57.747 INFO:tasks.workunit.client.0.smithi090.stdout:op 3167 completed, throughput=5MB/sec 2024-04-15T16:59:57.747 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rkT5Knw_ynwXQrD off=13465856 len=1691241 2024-04-15T16:59:57.750 INFO:tasks.workunit.client.0.smithi090.stdout:op 3168 completed, throughput=5MB/sec 2024-04-15T16:59:57.750 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xRdmAWjbp2420FU off=16280025 len=1756239 2024-04-15T16:59:57.758 INFO:tasks.workunit.client.0.smithi090.stdout:op 3169 completed, throughput=5MB/sec 2024-04-15T16:59:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:58.758 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sRABjZJKRRq2JHg off=10718023 len=1832118 2024-04-15T16:59:58.761 INFO:tasks.workunit.client.0.smithi090.stdout:op 3170 completed, throughput=5MB/sec 2024-04-15T16:59:58.762 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bcweBcfR5yYM9H3 off=2930135 len=57820 2024-04-15T16:59:58.762 INFO:tasks.workunit.client.0.smithi090.stdout:op 3171 completed, throughput=5MB/sec 2024-04-15T16:59:58.763 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UPrj0B5sb703aYU off=9548345 len=351240 2024-04-15T16:59:58.763 INFO:tasks.workunit.client.0.smithi090.stdout:op 3172 completed, throughput=5MB/sec 2024-04-15T16:59:58.763 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3Xqlgg5ub2tG7hI off=2334909 len=1323604 2024-04-15T16:59:58.765 INFO:tasks.workunit.client.0.smithi090.stdout:op 3173 completed, throughput=5MB/sec 2024-04-15T16:59:58.765 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CEmhr_xbC8FpE3r off=11965356 len=1336838 2024-04-15T16:59:58.766 INFO:tasks.workunit.client.0.smithi090.stdout:op 3174 completed, throughput=5MB/sec 2024-04-15T16:59:59.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 16:59:59 smithi090 ceph-mon[91618]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:59:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 16:59:59 smithi090 ceph-mon[89240]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:59:59.319 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 16:59:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:16:59:59] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-15T16:59:59.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 16:59:59 smithi153 ceph-mon[84714]: pgmap v1712: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T16:59:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-15T16:59:59.767 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3bsAqchqVeToXod off=1835908 len=184457 2024-04-15T16:59:59.768 INFO:tasks.workunit.client.0.smithi090.stdout:op 3175 completed, throughput=4.99MB/sec 2024-04-15T16:59:59.768 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9Cwn3A7PxzSNfxh off=1977831 len=361529 2024-04-15T16:59:59.769 INFO:tasks.workunit.client.0.smithi090.stdout:op 3176 completed, throughput=4.99MB/sec 2024-04-15T16:59:59.769 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kJBPj46DUU6s1Ty off=887391 len=789379 2024-04-15T16:59:59.771 INFO:tasks.workunit.client.0.smithi090.stdout:op 3177 completed, throughput=5MB/sec 2024-04-15T16:59:59.772 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YKwjUYsTAuDb-En off=3739488 len=243005 2024-04-15T16:59:59.775 INFO:tasks.workunit.client.0.smithi090.stdout:op 3178 completed, throughput=5MB/sec 2024-04-15T16:59:59.775 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3Xqlgg5ub2tG7hI off=1846614 len=740004 2024-04-15T16:59:59.776 INFO:tasks.workunit.client.0.smithi090.stdout:op 3179 completed, throughput=5MB/sec 2024-04-15T16:59:59.776 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BkKKbU_zigYHphv off=14310930 len=68772 2024-04-15T16:59:59.777 INFO:tasks.workunit.client.0.smithi090.stdout:op 3180 completed, throughput=5MB/sec 2024-04-15T16:59:59.777 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VfLIbFk656wiMFW off=557685 len=724888 2024-04-15T16:59:59.778 INFO:tasks.workunit.client.0.smithi090.stdout:op 3181 completed, throughput=5MB/sec 2024-04-15T16:59:59.778 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3UQ2IAYdMgBhGLX off=267135 len=1127384 2024-04-15T16:59:59.780 INFO:tasks.workunit.client.0.smithi090.stdout:op 3182 completed, throughput=5MB/sec 2024-04-15T17:00:00.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:00 smithi090 ceph-mon[89240]: overall HEALTH_OK 2024-04-15T17:00:00.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:00 smithi090 ceph-mon[91618]: overall HEALTH_OK 2024-04-15T17:00:00.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:00 smithi153 ceph-mon[84714]: overall HEALTH_OK 2024-04-15T17:00:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:00.781 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dJe_2asMA_SPMEY off=1289244 len=666381 2024-04-15T17:00:00.786 INFO:tasks.workunit.client.0.smithi090.stdout:op 3183 completed, throughput=4.99MB/sec 2024-04-15T17:00:00.786 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aFUJtBhAOeBfLyE off=10714434 len=1189253 2024-04-15T17:00:00.789 INFO:tasks.workunit.client.0.smithi090.stdout:op 3184 completed, throughput=4.99MB/sec 2024-04-15T17:00:00.789 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dfqhh6pCEFSPfa3 off=1472652 len=412584 2024-04-15T17:00:00.790 INFO:tasks.workunit.client.0.smithi090.stdout:op 3185 completed, throughput=5MB/sec 2024-04-15T17:00:00.790 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ldck1-KJE76vaEG off=583391 len=720711 2024-04-15T17:00:00.792 INFO:tasks.workunit.client.0.smithi090.stdout:op 3186 completed, throughput=5MB/sec 2024-04-15T17:00:00.792 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0LsdCRXYVS6ibPf off=9793552 len=638704 2024-04-15T17:00:00.793 INFO:tasks.workunit.client.0.smithi090.stdout:op 3187 completed, throughput=5MB/sec 2024-04-15T17:00:00.793 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eemUbPHFwXcPECg off=2912062 len=1694541 2024-04-15T17:00:00.795 INFO:tasks.workunit.client.0.smithi090.stdout:op 3188 completed, throughput=5MB/sec 2024-04-15T17:00:01.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:01 smithi090 ceph-mon[91618]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:00:01.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:01 smithi090 ceph-mon[89240]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:00:01.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:01 smithi153 ceph-mon[84714]: pgmap v1713: 105 pgs: 105 active+clean; 127 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:00:01.795 INFO:tasks.workunit.client.0.smithi090.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:01.796 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-G-a-5wOn907Akeo off=10237082 len=746796 2024-04-15T17:00:01.796 INFO:tasks.workunit.client.0.smithi090.stdout:op 3189 completed, throughput=4.99MB/sec 2024-04-15T17:00:01.797 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ip3BniWiawz_fUu off=3775643 len=1092863 2024-04-15T17:00:01.798 INFO:tasks.workunit.client.0.smithi090.stdout:op 3190 completed, throughput=5MB/sec 2024-04-15T17:00:01.798 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XyL5SR6Py-HQn0E off=4894942 len=940462 2024-04-15T17:00:01.799 INFO:tasks.workunit.client.0.smithi090.stdout:op 3191 completed, throughput=5MB/sec 2024-04-15T17:00:01.799 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CA1a1nSFrFKfMj- off=3476483 len=1673786 2024-04-15T17:00:01.808 INFO:tasks.workunit.client.0.smithi090.stdout:op 3192 completed, throughput=5MB/sec 2024-04-15T17:00:01.808 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XQtL2NqmYN6sb9x off=2217985 len=431951 2024-04-15T17:00:01.813 INFO:tasks.workunit.client.0.smithi090.stdout:op 3193 completed, throughput=5MB/sec 2024-04-15T17:00:01.813 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SU9OX9zvUUYjOlm off=3089774 len=121668 2024-04-15T17:00:01.813 INFO:tasks.workunit.client.0.smithi090.stdout:op 3194 completed, throughput=5MB/sec 2024-04-15T17:00:01.813 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-38zbyZIXSdXCvkF off=7932593 len=676380 2024-04-15T17:00:01.814 INFO:tasks.workunit.client.0.smithi090.stdout:op 3195 completed, throughput=5MB/sec 2024-04-15T17:00:02.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:00:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:00:02.815 INFO:tasks.workunit.client.0.smithi090.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:02.815 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-c4k32SPcFx3HXtY off=5838206 len=1819661 2024-04-15T17:00:02.826 INFO:tasks.workunit.client.0.smithi090.stdout:op 3196 completed, throughput=5MB/sec 2024-04-15T17:00:02.826 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RCfe4JiGKz7HVkU off=1754016 len=526122 2024-04-15T17:00:02.830 INFO:tasks.workunit.client.0.smithi090.stdout:op 3197 completed, throughput=5MB/sec 2024-04-15T17:00:02.830 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XQ1SgfesLQpTXMn off=219763 len=784136 2024-04-15T17:00:02.834 INFO:tasks.workunit.client.0.smithi090.stdout:op 3198 completed, throughput=5MB/sec 2024-04-15T17:00:02.834 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GSLlD7u2JKFygnJ off=19569985 len=1061631 2024-04-15T17:00:02.835 INFO:tasks.workunit.client.0.smithi090.stdout:op 3199 completed, throughput=5MB/sec 2024-04-15T17:00:02.835 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BgPmuvko6H9DIkG off=2180902 len=1666716 2024-04-15T17:00:02.837 INFO:tasks.workunit.client.0.smithi090.stdout:op 3200 completed, throughput=5MB/sec 2024-04-15T17:00:03.316 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:03 smithi153 ceph-mon[84714]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-15T17:00:03.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:03 smithi090 ceph-mon[91618]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-15T17:00:03.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:03 smithi090 ceph-mon[89240]: pgmap v1714: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-15T17:00:03.838 INFO:tasks.workunit.client.0.smithi090.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:03.838 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3v8n2C0rIn9xmW7 off=9838897 len=1255606 2024-04-15T17:00:03.839 INFO:tasks.workunit.client.0.smithi090.stdout:op 3201 completed, throughput=5MB/sec 2024-04-15T17:00:03.839 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RDhB5X8x3qv6KKl off=4171755 len=1716535 2024-04-15T17:00:03.841 INFO:tasks.workunit.client.0.smithi090.stdout:op 3202 completed, throughput=5MB/sec 2024-04-15T17:00:03.841 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Lsd_d0bFabg3G5F off=5205185 len=1876775 2024-04-15T17:00:03.851 INFO:tasks.workunit.client.0.smithi090.stdout:op 3203 completed, throughput=5MB/sec 2024-04-15T17:00:04.852 INFO:tasks.workunit.client.0.smithi090.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:04.852 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VHjH8n630_a5XOc off=4182271 len=957236 2024-04-15T17:00:04.854 INFO:tasks.workunit.client.0.smithi090.stdout:op 3204 completed, throughput=4.99MB/sec 2024-04-15T17:00:04.854 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SLVKwmC4lhTjJ9N off=11959103 len=1436549 2024-04-15T17:00:04.856 INFO:tasks.workunit.client.0.smithi090.stdout:op 3205 completed, throughput=5MB/sec 2024-04-15T17:00:04.856 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MrC2NEQxXSZ24Uy off=8933070 len=758646 2024-04-15T17:00:04.861 INFO:tasks.workunit.client.0.smithi090.stdout:op 3206 completed, throughput=5MB/sec 2024-04-15T17:00:04.861 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vQcWJmejodt_M2s off=8344275 len=546995 2024-04-15T17:00:04.868 INFO:tasks.workunit.client.0.smithi090.stdout:op 3207 completed, throughput=5MB/sec 2024-04-15T17:00:04.868 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-p6yjn5vrYK0UNOI off=9022475 len=2023140 2024-04-15T17:00:04.870 INFO:tasks.workunit.client.0.smithi090.stdout:op 3208 completed, throughput=5MB/sec 2024-04-15T17:00:05.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:05 smithi090 ceph-mon[89240]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T17:00:05.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:05 smithi090 ceph-mon[91618]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T17:00:05.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:05 smithi153 ceph-mon[84714]: pgmap v1715: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T17:00:05.871 INFO:tasks.workunit.client.0.smithi090.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:05.871 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jXRaUVTksJEk8J_ off=1315304 len=1156612 2024-04-15T17:00:05.872 INFO:tasks.workunit.client.0.smithi090.stdout:op 3209 completed, throughput=5MB/sec 2024-04-15T17:00:05.872 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9_a8uNHQ40hv3Uo off=5419464 len=1711640 2024-04-15T17:00:05.876 INFO:tasks.workunit.client.0.smithi090.stdout:op 3210 completed, throughput=5MB/sec 2024-04-15T17:00:05.876 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tzp0udfD16DhHWk off=0 len=1078809 2024-04-15T17:00:05.877 INFO:tasks.workunit.client.0.smithi090.stdout:op 3211 completed, throughput=5MB/sec 2024-04-15T17:00:05.878 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oD4L8LoK5_8BZaY off=0 len=1325372 2024-04-15T17:00:05.879 INFO:tasks.workunit.client.0.smithi090.stdout:op 3212 completed, throughput=5MB/sec 2024-04-15T17:00:06.880 INFO:tasks.workunit.client.0.smithi090.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:06.880 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-06_kLAWjTAsnI-L off=5349103 len=2032005 2024-04-15T17:00:06.889 INFO:tasks.workunit.client.0.smithi090.stdout:op 3213 completed, throughput=5MB/sec 2024-04-15T17:00:06.889 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LRzPHLFxNzuUGiB off=4430795 len=991662 2024-04-15T17:00:06.894 INFO:tasks.workunit.client.0.smithi090.stdout:op 3214 completed, throughput=5MB/sec 2024-04-15T17:00:06.894 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7X9Vu_Yyr69iF2h off=12789159 len=361084 2024-04-15T17:00:06.895 INFO:tasks.workunit.client.0.smithi090.stdout:op 3215 completed, throughput=5MB/sec 2024-04-15T17:00:06.895 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vePrkzSWlWY4vL_ off=2380748 len=2008100 2024-04-15T17:00:06.905 INFO:tasks.workunit.client.0.smithi090.stdout:op 3216 completed, throughput=5MB/sec 2024-04-15T17:00:07.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:07 smithi090 ceph-mon[89240]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T17:00:07.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:07 smithi090 ceph-mon[91618]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T17:00:07.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:07 smithi153 ceph-mon[84714]: pgmap v1716: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T17:00:07.906 INFO:tasks.workunit.client.0.smithi090.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:07.906 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DoZc1gYuBz9aaTw off=485179 len=611948 2024-04-15T17:00:07.910 INFO:tasks.workunit.client.0.smithi090.stdout:op 3217 completed, throughput=4.99MB/sec 2024-04-15T17:00:07.910 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sAXtWkmepn1Ss7r off=4189594 len=825870 2024-04-15T17:00:07.914 INFO:tasks.workunit.client.0.smithi090.stdout:op 3218 completed, throughput=5MB/sec 2024-04-15T17:00:07.914 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RmRnHo94Vm8GS_X off=1378437 len=963716 2024-04-15T17:00:07.916 INFO:tasks.workunit.client.0.smithi090.stdout:op 3219 completed, throughput=5MB/sec 2024-04-15T17:00:07.916 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5efisS2zYLnZXuW off=9478913 len=1125199 2024-04-15T17:00:07.922 INFO:tasks.workunit.client.0.smithi090.stdout:op 3220 completed, throughput=5MB/sec 2024-04-15T17:00:07.922 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--xB9v-4nnJgq-xD off=836539 len=806856 2024-04-15T17:00:07.927 INFO:tasks.workunit.client.0.smithi090.stdout:op 3221 completed, throughput=5MB/sec 2024-04-15T17:00:07.927 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IOdRSLV5_kbceDZ off=12875231 len=1131993 2024-04-15T17:00:07.931 INFO:tasks.workunit.client.0.smithi090.stdout:op 3222 completed, throughput=5MB/sec 2024-04-15T17:00:08.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:00:08.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:00:08.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:00:08.931 INFO:tasks.workunit.client.0.smithi090.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:08.932 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8FUa82l_JHBQiDz off=16509439 len=694416 2024-04-15T17:00:08.933 INFO:tasks.workunit.client.0.smithi090.stdout:op 3223 completed, throughput=4.99MB/sec 2024-04-15T17:00:08.933 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-taTGXqv_VNpqQTP off=597116 len=762927 2024-04-15T17:00:08.934 INFO:tasks.workunit.client.0.smithi090.stdout:op 3224 completed, throughput=5MB/sec 2024-04-15T17:00:08.934 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7432xIl1yawRHP3 off=11773992 len=1847074 2024-04-15T17:00:08.944 INFO:tasks.workunit.client.0.smithi090.stdout:op 3225 completed, throughput=5MB/sec 2024-04-15T17:00:08.944 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7ovRygHDlsJZbmt off=18553949 len=1721317 2024-04-15T17:00:08.952 INFO:tasks.workunit.client.0.smithi090.stdout:op 3226 completed, throughput=5MB/sec 2024-04-15T17:00:09.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:09 smithi090 ceph-mon[91618]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-15T17:00:09.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:09 smithi090 ceph-mon[89240]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-15T17:00:09.319 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:00:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:00:09] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-15T17:00:09.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:09 smithi153 ceph-mon[84714]: pgmap v1717: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 6 op/s 2024-04-15T17:00:09.952 INFO:tasks.workunit.client.0.smithi090.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:09.953 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lM_BDdkytmUwy9P off=201400 len=387097 2024-04-15T17:00:09.953 INFO:tasks.workunit.client.0.smithi090.stdout:op 3227 completed, throughput=4.99MB/sec 2024-04-15T17:00:09.953 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jPh7ejH4JOFAJ1R off=3135257 len=1609235 2024-04-15T17:00:09.962 INFO:tasks.workunit.client.0.smithi090.stdout:op 3228 completed, throughput=5MB/sec 2024-04-15T17:00:09.962 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hcroMGNck5DUU-t off=10318584 len=496597 2024-04-15T17:00:09.964 INFO:tasks.workunit.client.0.smithi090.stdout:op 3229 completed, throughput=5MB/sec 2024-04-15T17:00:09.964 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zXGvbA087K6BxJo off=5614447 len=1611019 2024-04-15T17:00:09.971 INFO:tasks.workunit.client.0.smithi090.stdout:op 3230 completed, throughput=5MB/sec 2024-04-15T17:00:09.972 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1Gsh8bOgF1mTLqI off=77871 len=168977 2024-04-15T17:00:09.974 INFO:tasks.workunit.client.0.smithi090.stdout:op 3231 completed, throughput=5MB/sec 2024-04-15T17:00:09.974 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VZEB8U-MULtErte off=2077640 len=767929 2024-04-15T17:00:09.975 INFO:tasks.workunit.client.0.smithi090.stdout:op 3232 completed, throughput=5MB/sec 2024-04-15T17:00:10.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:10 smithi090 ceph-mon[91618]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-15T17:00:10.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:10 smithi090 ceph-mon[89240]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-15T17:00:10.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:10 smithi153 ceph-mon[84714]: pgmap v1718: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.2 MiB/s wr, 4 op/s 2024-04-15T17:00:10.975 INFO:tasks.workunit.client.0.smithi090.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:10.976 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bO5RZJU7SsiScd5 off=18534087 len=2038255 2024-04-15T17:00:10.987 INFO:tasks.workunit.client.0.smithi090.stdout:op 3233 completed, throughput=5MB/sec 2024-04-15T17:00:10.987 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fP5dtGORo6Ra8sd off=5086546 len=333253 2024-04-15T17:00:10.988 INFO:tasks.workunit.client.0.smithi090.stdout:op 3234 completed, throughput=5MB/sec 2024-04-15T17:00:10.988 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D4UOIgCd4k2fgYZ off=2210115 len=166389 2024-04-15T17:00:10.991 INFO:tasks.workunit.client.0.smithi090.stdout:op 3235 completed, throughput=5MB/sec 2024-04-15T17:00:10.991 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bVswz4zUFM_hTCe off=728619 len=419540 2024-04-15T17:00:10.994 INFO:tasks.workunit.client.0.smithi090.stdout:op 3236 completed, throughput=5MB/sec 2024-04-15T17:00:10.994 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BYMv-NTqjM7wZNb off=14266081 len=1909717 2024-04-15T17:00:11.004 INFO:tasks.workunit.client.0.smithi090.stdout:op 3237 completed, throughput=5MB/sec 2024-04-15T17:00:11.004 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Vr7cN73FVGwHxie off=10970752 len=1458547 2024-04-15T17:00:11.011 INFO:tasks.workunit.client.0.smithi090.stdout:op 3238 completed, throughput=5MB/sec 2024-04-15T17:00:12.011 INFO:tasks.workunit.client.0.smithi090.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:12.011 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rwHJej5IBVGlU49 off=8968228 len=691980 2024-04-15T17:00:12.015 INFO:tasks.workunit.client.0.smithi090.stdout:op 3239 completed, throughput=4.99MB/sec 2024-04-15T17:00:12.016 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VOeLt3DM9Z7V_9q off=11533928 len=490227 2024-04-15T17:00:12.019 INFO:tasks.workunit.client.0.smithi090.stdout:op 3240 completed, throughput=5MB/sec 2024-04-15T17:00:12.019 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YE4wXoCrUDfhZDf off=0 len=1490431 2024-04-15T17:00:12.028 INFO:tasks.workunit.client.0.smithi090.stdout:op 3241 completed, throughput=5MB/sec 2024-04-15T17:00:12.028 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IgbyJwFZJ5086It off=759464 len=256723 2024-04-15T17:00:12.031 INFO:tasks.workunit.client.0.smithi090.stdout:op 3242 completed, throughput=5MB/sec 2024-04-15T17:00:12.031 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xpGYY9DjPlZu-mB off=21837873 len=971415 2024-04-15T17:00:12.033 INFO:tasks.workunit.client.0.smithi090.stdout:op 3243 completed, throughput=5MB/sec 2024-04-15T17:00:12.033 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DX__BStynKmR0mW off=8930855 len=1269461 2024-04-15T17:00:12.035 INFO:tasks.workunit.client.0.smithi090.stdout:op 3244 completed, throughput=5MB/sec 2024-04-15T17:00:12.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:12 smithi090 ceph-mon[91618]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-15T17:00:12.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:12 smithi090 ceph-mon[89240]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-15T17:00:12.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:12 smithi153 ceph-mon[84714]: pgmap v1719: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-15T17:00:12.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:00:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:00:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:00:13.035 INFO:tasks.workunit.client.0.smithi090.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:13.035 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Erl8czx4JTaDcSu off=1767127 len=1277979 2024-04-15T17:00:13.038 INFO:tasks.workunit.client.0.smithi090.stdout:op 3245 completed, throughput=5MB/sec 2024-04-15T17:00:13.038 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lBxg0CRqJ6PqXcn off=1604738 len=2002743 2024-04-15T17:00:13.052 INFO:tasks.workunit.client.0.smithi090.stdout:op 3246 completed, throughput=5MB/sec 2024-04-15T17:00:13.052 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0KwGywQ8wv3JUT- off=3104526 len=1644136 2024-04-15T17:00:13.054 INFO:tasks.workunit.client.0.smithi090.stdout:op 3247 completed, throughput=5MB/sec 2024-04-15T17:00:14.055 INFO:tasks.workunit.client.0.smithi090.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:14.055 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iEQtjf3WmoIJeRi off=3938691 len=218928 2024-04-15T17:00:14.056 INFO:tasks.workunit.client.0.smithi090.stdout:op 3248 completed, throughput=4.99MB/sec 2024-04-15T17:00:14.056 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ms_fc6nhASKG_fK off=6023341 len=1178127 2024-04-15T17:00:14.058 INFO:tasks.workunit.client.0.smithi090.stdout:op 3249 completed, throughput=5MB/sec 2024-04-15T17:00:14.058 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fhYpSodCzZbe6ub off=8191866 len=1611604 2024-04-15T17:00:14.060 INFO:tasks.workunit.client.0.smithi090.stdout:op 3250 completed, throughput=5MB/sec 2024-04-15T17:00:14.060 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bXcYS8JRmddBjv9 off=1525318 len=1033870 2024-04-15T17:00:14.061 INFO:tasks.workunit.client.0.smithi090.stdout:op 3251 completed, throughput=5MB/sec 2024-04-15T17:00:14.061 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2FTJIv_W2vEgrjr off=93383 len=1843508 2024-04-15T17:00:14.072 INFO:tasks.workunit.client.0.smithi090.stdout:op 3252 completed, throughput=5MB/sec 2024-04-15T17:00:14.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:14 smithi090 ceph-mon[89240]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:00:14.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:14 smithi090 ceph-mon[91618]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:00:14.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:14 smithi153 ceph-mon[84714]: pgmap v1720: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:00:15.073 INFO:tasks.workunit.client.0.smithi090.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:15.073 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IU-dmWKTJkiCKe2 off=5722037 len=418730 2024-04-15T17:00:15.074 INFO:tasks.workunit.client.0.smithi090.stdout:op 3253 completed, throughput=4.99MB/sec 2024-04-15T17:00:15.074 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-s6eUgJub53PAg1C off=184063 len=1675056 2024-04-15T17:00:15.077 INFO:tasks.workunit.client.0.smithi090.stdout:op 3254 completed, throughput=5MB/sec 2024-04-15T17:00:15.077 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3EmlflymcwSn7kY off=9111102 len=1470384 2024-04-15T17:00:15.084 INFO:tasks.workunit.client.0.smithi090.stdout:op 3255 completed, throughput=5MB/sec 2024-04-15T17:00:15.085 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LQbWE7enh2zjtny off=4376817 len=1583940 2024-04-15T17:00:15.087 INFO:tasks.workunit.client.0.smithi090.stdout:op 3256 completed, throughput=5MB/sec 2024-04-15T17:00:16.087 INFO:tasks.workunit.client.0.smithi090.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:16.087 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eAU78T1J6PLSvB- off=4850201 len=141065 2024-04-15T17:00:16.088 INFO:tasks.workunit.client.0.smithi090.stdout:op 3257 completed, throughput=4.99MB/sec 2024-04-15T17:00:16.088 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0XEfokgEXkL4lKe off=19370949 len=1297586 2024-04-15T17:00:16.090 INFO:tasks.workunit.client.0.smithi090.stdout:op 3258 completed, throughput=5MB/sec 2024-04-15T17:00:16.090 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nLae7krBETowVv3 off=3028436 len=1909907 2024-04-15T17:00:16.099 INFO:tasks.workunit.client.0.smithi090.stdout:op 3259 completed, throughput=5MB/sec 2024-04-15T17:00:16.099 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CEgAokWKkrk9VR1 off=0 len=1503898 2024-04-15T17:00:16.101 INFO:tasks.workunit.client.0.smithi090.stdout:op 3260 completed, throughput=5MB/sec 2024-04-15T17:00:16.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:16 smithi090 ceph-mon[89240]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:00:16.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:16 smithi090 ceph-mon[91618]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:00:16.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:16 smithi153 ceph-mon[84714]: pgmap v1721: 105 pgs: 105 active+clean; 127 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:00:17.101 INFO:tasks.workunit.client.0.smithi090.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:17.101 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VcyvsyANdHrIe4g off=299848 len=425782 2024-04-15T17:00:17.105 INFO:tasks.workunit.client.0.smithi090.stdout:op 3261 completed, throughput=4.99MB/sec 2024-04-15T17:00:17.105 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-E_brceOakTDP2ZN off=577122 len=478875 2024-04-15T17:00:17.107 INFO:tasks.workunit.client.0.smithi090.stdout:op 3262 completed, throughput=4.99MB/sec 2024-04-15T17:00:17.107 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-B1fv_pDNhFtaNm- off=10070067 len=512430 2024-04-15T17:00:17.108 INFO:tasks.workunit.client.0.smithi090.stdout:op 3263 completed, throughput=5MB/sec 2024-04-15T17:00:17.108 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vo1SI03fGpaIvjD off=7787307 len=2075460 2024-04-15T17:00:17.119 INFO:tasks.workunit.client.0.smithi090.stdout:op 3264 completed, throughput=5MB/sec 2024-04-15T17:00:17.119 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FqC22Dh2efVGmlE off=12158572 len=1193981 2024-04-15T17:00:17.127 INFO:tasks.workunit.client.0.smithi090.stdout:op 3265 completed, throughput=5MB/sec 2024-04-15T17:00:17.127 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jtOWIhZNre7-8ph off=19324656 len=165704 2024-04-15T17:00:17.127 INFO:tasks.workunit.client.0.smithi090.stdout:op 3266 completed, throughput=5MB/sec 2024-04-15T17:00:17.127 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1CV3cZ8yL3nW_RZ off=455265 len=483214 2024-04-15T17:00:17.130 INFO:tasks.workunit.client.0.smithi090.stdout:op 3267 completed, throughput=5MB/sec 2024-04-15T17:00:18.130 INFO:tasks.workunit.client.0.smithi090.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:18.131 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wvGc9_RODjTl31l off=1352073 len=1131451 2024-04-15T17:00:18.132 INFO:tasks.workunit.client.0.smithi090.stdout:op 3268 completed, throughput=4.99MB/sec 2024-04-15T17:00:18.132 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gCbENLPzrp-Bgv- off=5057279 len=7627 2024-04-15T17:00:18.133 INFO:tasks.workunit.client.0.smithi090.stdout:op 3269 completed, throughput=4.99MB/sec 2024-04-15T17:00:18.133 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qcyG7srUPZr7lFR off=1073616 len=22116 2024-04-15T17:00:18.133 INFO:tasks.workunit.client.0.smithi090.stdout:op 3270 completed, throughput=4.99MB/sec 2024-04-15T17:00:18.133 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SOBWJSqpLokHSQM off=4439251 len=1004288 2024-04-15T17:00:18.134 INFO:tasks.workunit.client.0.smithi090.stdout:op 3271 completed, throughput=5MB/sec 2024-04-15T17:00:18.134 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--oKOra-Hy4uYpMI off=3315783 len=853454 2024-04-15T17:00:18.136 INFO:tasks.workunit.client.0.smithi090.stdout:op 3272 completed, throughput=5MB/sec 2024-04-15T17:00:18.137 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RxG685q8gkM9KxH off=1345811 len=106189 2024-04-15T17:00:18.140 INFO:tasks.workunit.client.0.smithi090.stdout:op 3273 completed, throughput=5MB/sec 2024-04-15T17:00:18.140 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XzA6rVU8USvFlpc off=1874621 len=1257195 2024-04-15T17:00:18.147 INFO:tasks.workunit.client.0.smithi090.stdout:op 3274 completed, throughput=5MB/sec 2024-04-15T17:00:18.147 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5rYuUFd9VR4rhLI off=4036820 len=827264 2024-04-15T17:00:18.151 INFO:tasks.workunit.client.0.smithi090.stdout:op 3275 completed, throughput=5MB/sec 2024-04-15T17:00:18.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:18 smithi090 ceph-mon[89240]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:00:18.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:18 smithi090 ceph-mon[91618]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:00:18.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:18 smithi153 ceph-mon[84714]: pgmap v1722: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:00:19.152 INFO:tasks.workunit.client.0.smithi090.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:19.152 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MMWCzBgpWWKbRZ8 off=8865965 len=707689 2024-04-15T17:00:19.153 INFO:tasks.workunit.client.0.smithi090.stdout:op 3276 completed, throughput=4.99MB/sec 2024-04-15T17:00:19.153 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PknczepWQRIPTsz off=15428102 len=1029931 2024-04-15T17:00:19.155 INFO:tasks.workunit.client.0.smithi090.stdout:op 3277 completed, throughput=5MB/sec 2024-04-15T17:00:19.156 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PATgvEQt3-UG397 off=18196097 len=901392 2024-04-15T17:00:19.161 INFO:tasks.workunit.client.0.smithi090.stdout:op 3278 completed, throughput=5MB/sec 2024-04-15T17:00:19.161 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--uXlF2V03pf5c0U off=10763011 len=517794 2024-04-15T17:00:19.164 INFO:tasks.workunit.client.0.smithi090.stdout:op 3279 completed, throughput=5MB/sec 2024-04-15T17:00:19.164 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-am9DYmKUa10yKhC off=717610 len=880834 2024-04-15T17:00:19.169 INFO:tasks.workunit.client.0.smithi090.stdout:op 3280 completed, throughput=5MB/sec 2024-04-15T17:00:19.169 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4DIzB5XHJo1XPq3 off=3717575 len=1423247 2024-04-15T17:00:19.176 INFO:tasks.workunit.client.0.smithi090.stdout:op 3281 completed, throughput=5MB/sec 2024-04-15T17:00:19.569 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:00:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:00:19] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-15T17:00:20.176 INFO:tasks.workunit.client.0.smithi090.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:20.176 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cs5qORaHYFJ3VCn off=4769662 len=1174988 2024-04-15T17:00:20.178 INFO:tasks.workunit.client.0.smithi090.stdout:op 3282 completed, throughput=4.99MB/sec 2024-04-15T17:00:20.178 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7m4AKSwXudGcwoz off=107877 len=1944076 2024-04-15T17:00:20.182 INFO:tasks.workunit.client.0.smithi090.stdout:op 3283 completed, throughput=5MB/sec 2024-04-15T17:00:20.182 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eU17EXi_Hb57vjJ off=5510535 len=321635 2024-04-15T17:00:20.183 INFO:tasks.workunit.client.0.smithi090.stdout:op 3284 completed, throughput=5MB/sec 2024-04-15T17:00:20.183 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AtLByoMQqK_aJZH off=8658983 len=874583 2024-04-15T17:00:20.188 INFO:tasks.workunit.client.0.smithi090.stdout:op 3285 completed, throughput=5MB/sec 2024-04-15T17:00:20.189 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lK75WO0N9c4ulJr off=11240045 len=1344264 2024-04-15T17:00:20.195 INFO:tasks.workunit.client.0.smithi090.stdout:op 3286 completed, throughput=5MB/sec 2024-04-15T17:00:20.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:20 smithi090 ceph-mon[91618]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:00:20.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:20 smithi090 ceph-mon[89240]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:00:20.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:20 smithi153 ceph-mon[84714]: pgmap v1723: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:00:21.195 INFO:tasks.workunit.client.0.smithi090.stdout: 642: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:21.195 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CB-9W9nbiFmdSho off=14215876 len=811175 2024-04-15T17:00:21.196 INFO:tasks.workunit.client.0.smithi090.stdout:op 3287 completed, throughput=4.99MB/sec 2024-04-15T17:00:21.196 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-o62BWJsM4N_Iiv- off=8872873 len=1246027 2024-04-15T17:00:21.198 INFO:tasks.workunit.client.0.smithi090.stdout:op 3288 completed, throughput=5MB/sec 2024-04-15T17:00:21.198 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nhbCh6jjm1SM8tV off=3319675 len=1807209 2024-04-15T17:00:21.200 INFO:tasks.workunit.client.0.smithi090.stdout:op 3289 completed, throughput=5MB/sec 2024-04-15T17:00:21.201 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dqKJAJg46oPTY2V off=11367986 len=989731 2024-04-15T17:00:21.202 INFO:tasks.workunit.client.0.smithi090.stdout:op 3290 completed, throughput=5MB/sec 2024-04-15T17:00:22.202 INFO:tasks.workunit.client.0.smithi090.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:22.203 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9NOVtbSHMrUTZQf off=2674338 len=877427 2024-04-15T17:00:22.204 INFO:tasks.workunit.client.0.smithi090.stdout:op 3291 completed, throughput=4.99MB/sec 2024-04-15T17:00:22.204 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sR1bWFH9BU9kKlD off=4110563 len=1274936 2024-04-15T17:00:22.207 INFO:tasks.workunit.client.0.smithi090.stdout:op 3292 completed, throughput=5MB/sec 2024-04-15T17:00:22.207 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-R1G4oqbh7ReO0LE off=3573647 len=1298489 2024-04-15T17:00:22.208 INFO:tasks.workunit.client.0.smithi090.stdout:op 3293 completed, throughput=5MB/sec 2024-04-15T17:00:22.208 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zPHyUUbxbCT_YHj off=20007538 len=959691 2024-04-15T17:00:22.213 INFO:tasks.workunit.client.0.smithi090.stdout:op 3294 completed, throughput=5MB/sec 2024-04-15T17:00:22.213 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9YOayWYnVI-5hvY off=13871195 len=812781 2024-04-15T17:00:22.214 INFO:tasks.workunit.client.0.smithi090.stdout:op 3295 completed, throughput=5MB/sec 2024-04-15T17:00:22.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:22 smithi090 ceph-mon[89240]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T17:00:22.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:22 smithi090 ceph-mon[91618]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T17:00:22.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:22 smithi153 ceph-mon[84714]: pgmap v1724: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T17:00:22.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:00:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:00:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:00:23.215 INFO:tasks.workunit.client.0.smithi090.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:23.215 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HOC2Z0CLtdpKquD off=1548280 len=136375 2024-04-15T17:00:23.215 INFO:tasks.workunit.client.0.smithi090.stdout:op 3296 completed, throughput=4.99MB/sec 2024-04-15T17:00:23.215 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-t1ZnU0Rs0nnvS4B off=3736351 len=632684 2024-04-15T17:00:23.216 INFO:tasks.workunit.client.0.smithi090.stdout:op 3297 completed, throughput=4.99MB/sec 2024-04-15T17:00:23.216 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LdXnmxFEaqllZX1 off=11668337 len=442427 2024-04-15T17:00:23.217 INFO:tasks.workunit.client.0.smithi090.stdout:op 3298 completed, throughput=4.99MB/sec 2024-04-15T17:00:23.217 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dnUQQbKfpt8Dfw2 off=3662112 len=730280 2024-04-15T17:00:23.220 INFO:tasks.workunit.client.0.smithi090.stdout:op 3299 completed, throughput=5MB/sec 2024-04-15T17:00:23.221 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BcMARu8FbnZV-0J off=11210576 len=1201098 2024-04-15T17:00:23.221 INFO:tasks.workunit.client.0.smithi090.stdout:op 3300 completed, throughput=5MB/sec 2024-04-15T17:00:23.222 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-x7SnKRL6lLqHDMJ off=15781264 len=2095140 2024-04-15T17:00:23.233 INFO:tasks.workunit.client.0.smithi090.stdout:op 3301 completed, throughput=5MB/sec 2024-04-15T17:00:23.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:00:23.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:00:23.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:00:24.234 INFO:tasks.workunit.client.0.smithi090.stdout: 645: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:24.234 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7RJLyUtJDV0Qo3_ off=5840445 len=157029 2024-04-15T17:00:24.234 INFO:tasks.workunit.client.0.smithi090.stdout:op 3302 completed, throughput=4.99MB/sec 2024-04-15T17:00:24.234 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Fg0QjA5uUmMYh9d off=6070259 len=1000101 2024-04-15T17:00:24.240 INFO:tasks.workunit.client.0.smithi090.stdout:op 3303 completed, throughput=4.99MB/sec 2024-04-15T17:00:24.240 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FnKtlxdlexT2VXb off=4127708 len=7167 2024-04-15T17:00:24.242 INFO:tasks.workunit.client.0.smithi090.stdout:op 3304 completed, throughput=4.99MB/sec 2024-04-15T17:00:24.242 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hk1edvRL3-DXNbl off=2545053 len=970590 2024-04-15T17:00:24.244 INFO:tasks.workunit.client.0.smithi090.stdout:op 3305 completed, throughput=5MB/sec 2024-04-15T17:00:24.244 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lasetG1knObCPam off=16033438 len=145638 2024-04-15T17:00:24.247 INFO:tasks.workunit.client.0.smithi090.stdout:op 3306 completed, throughput=5MB/sec 2024-04-15T17:00:24.247 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zlen2QQzA9ntwnH off=8048923 len=1005202 2024-04-15T17:00:24.251 INFO:tasks.workunit.client.0.smithi090.stdout:op 3307 completed, throughput=5MB/sec 2024-04-15T17:00:24.252 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FIPVhkBSNF_T3om off=4986070 len=1017381 2024-04-15T17:00:24.256 INFO:tasks.workunit.client.0.smithi090.stdout:op 3308 completed, throughput=5MB/sec 2024-04-15T17:00:24.256 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-I0qLYZctk1IBZvA off=9567876 len=369593 2024-04-15T17:00:24.260 INFO:tasks.workunit.client.0.smithi090.stdout:op 3309 completed, throughput=5MB/sec 2024-04-15T17:00:24.260 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-81KSr6GcE7cJxbD off=13692740 len=853106 2024-04-15T17:00:24.263 INFO:tasks.workunit.client.0.smithi090.stdout:op 3310 completed, throughput=5MB/sec 2024-04-15T17:00:24.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:24 smithi090 ceph-mon[89240]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T17:00:24.622 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:24 smithi090 ceph-mon[91618]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T17:00:24.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:24 smithi153 ceph-mon[84714]: pgmap v1725: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T17:00:25.264 INFO:tasks.workunit.client.0.smithi090.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:25.264 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FBs_MfGfvvPCvOp off=14944305 len=1826280 2024-04-15T17:00:25.274 INFO:tasks.workunit.client.0.smithi090.stdout:op 3311 completed, throughput=5MB/sec 2024-04-15T17:00:25.274 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RASUXWOH6p_tC3u off=11744341 len=531177 2024-04-15T17:00:25.275 INFO:tasks.workunit.client.0.smithi090.stdout:op 3312 completed, throughput=5MB/sec 2024-04-15T17:00:25.275 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HkgBEwKH3IRVUT2 off=16402410 len=1653552 2024-04-15T17:00:25.283 INFO:tasks.workunit.client.0.smithi090.stdout:op 3313 completed, throughput=5MB/sec 2024-04-15T17:00:25.283 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-akWLeyu4shZ6hw0 off=1816144 len=897229 2024-04-15T17:00:25.289 INFO:tasks.workunit.client.0.smithi090.stdout:op 3314 completed, throughput=5MB/sec 2024-04-15T17:00:25.289 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-d7GJP50C1aqlfFX off=5522101 len=1983906 2024-04-15T17:00:25.300 INFO:tasks.workunit.client.0.smithi090.stdout:op 3315 completed, throughput=5MB/sec 2024-04-15T17:00:26.301 INFO:tasks.workunit.client.0.smithi090.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:26.301 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-K-lREtgamHcafjL off=3661971 len=969036 2024-04-15T17:00:26.302 INFO:tasks.workunit.client.0.smithi090.stdout:op 3316 completed, throughput=5MB/sec 2024-04-15T17:00:26.302 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ey5cIQmaMEC0WFf off=5188746 len=1017540 2024-04-15T17:00:26.304 INFO:tasks.workunit.client.0.smithi090.stdout:op 3317 completed, throughput=5MB/sec 2024-04-15T17:00:26.304 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-M2KaT9BqvT0OnyO off=13394891 len=512214 2024-04-15T17:00:26.305 INFO:tasks.workunit.client.0.smithi090.stdout:op 3318 completed, throughput=5MB/sec 2024-04-15T17:00:26.305 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_i9jcaLY9lJ1ZDZ off=1720956 len=1502393 2024-04-15T17:00:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:op 3319 completed, throughput=5MB/sec 2024-04-15T17:00:26.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:26 smithi090 ceph-mon[89240]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:00:26.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:26 smithi090 ceph-mon[91618]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:00:26.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:26 smithi153 ceph-mon[84714]: pgmap v1726: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:00:27.315 INFO:tasks.workunit.client.0.smithi090.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:27.315 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uKPiLD-BTWosHRi off=2572540 len=808465 2024-04-15T17:00:27.319 INFO:tasks.workunit.client.0.smithi090.stdout:op 3320 completed, throughput=4.99MB/sec 2024-04-15T17:00:27.319 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ntrRbFofufmyJ60 off=2872117 len=840182 2024-04-15T17:00:27.320 INFO:tasks.workunit.client.0.smithi090.stdout:op 3321 completed, throughput=5MB/sec 2024-04-15T17:00:27.320 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--2DlyJLiawpAxRb off=12253054 len=1002188 2024-04-15T17:00:27.321 INFO:tasks.workunit.client.0.smithi090.stdout:op 3322 completed, throughput=5MB/sec 2024-04-15T17:00:27.321 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CE6M4ozDsXhW1yq off=4818095 len=277643 2024-04-15T17:00:27.322 INFO:tasks.workunit.client.0.smithi090.stdout:op 3323 completed, throughput=5MB/sec 2024-04-15T17:00:27.322 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6It4at-_BJVaIQq off=5054476 len=1894695 2024-04-15T17:00:27.324 INFO:tasks.workunit.client.0.smithi090.stdout:op 3324 completed, throughput=5MB/sec 2024-04-15T17:00:27.324 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ehvnqIAr7tXVxQJ off=511134 len=1439974 2024-04-15T17:00:27.325 INFO:tasks.workunit.client.0.smithi090.stdout:op 3325 completed, throughput=5MB/sec 2024-04-15T17:00:28.326 INFO:tasks.workunit.client.0.smithi090.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:28.326 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-h49fUhOdQcKFtmv off=7010014 len=1672223 2024-04-15T17:00:28.329 INFO:tasks.workunit.client.0.smithi090.stdout:op 3326 completed, throughput=5MB/sec 2024-04-15T17:00:28.329 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-S2tx8gcJNdT5nnT off=17322074 len=1012967 2024-04-15T17:00:28.335 INFO:tasks.workunit.client.0.smithi090.stdout:op 3327 completed, throughput=5MB/sec 2024-04-15T17:00:28.335 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AOOht2hcLcfB0Sh off=3956476 len=1641838 2024-04-15T17:00:28.344 INFO:tasks.workunit.client.0.smithi090.stdout:op 3328 completed, throughput=5MB/sec 2024-04-15T17:00:28.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:28 smithi090 ceph-mon[89240]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:00:28.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:28 smithi090 ceph-mon[91618]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:00:28.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:28 smithi153 ceph-mon[84714]: pgmap v1727: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:00:29.345 INFO:tasks.workunit.client.0.smithi090.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:29.345 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h0vqkTGHHST1oXv off=2641491 len=725295 2024-04-15T17:00:29.349 INFO:tasks.workunit.client.0.smithi090.stdout:op 3329 completed, throughput=4.99MB/sec 2024-04-15T17:00:29.349 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-38zbyZIXSdXCvkF off=8713284 len=81816 2024-04-15T17:00:29.350 INFO:tasks.workunit.client.0.smithi090.stdout:op 3330 completed, throughput=4.99MB/sec 2024-04-15T17:00:29.350 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JO-paAzE3uaz_0Q off=1175087 len=785397 2024-04-15T17:00:29.351 INFO:tasks.workunit.client.0.smithi090.stdout:op 3331 completed, throughput=5MB/sec 2024-04-15T17:00:29.351 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LSE1sH640_qLUFC off=8440944 len=1548900 2024-04-15T17:00:29.353 INFO:tasks.workunit.client.0.smithi090.stdout:op 3332 completed, throughput=5MB/sec 2024-04-15T17:00:29.353 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-W_I2V5LtVYr5ePG off=12055012 len=1372045 2024-04-15T17:00:29.361 INFO:tasks.workunit.client.0.smithi090.stdout:op 3333 completed, throughput=5MB/sec 2024-04-15T17:00:29.361 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CRh9DQ2rvP2fH3o off=1279326 len=251211 2024-04-15T17:00:29.361 INFO:tasks.workunit.client.0.smithi090.stdout:op 3334 completed, throughput=5MB/sec 2024-04-15T17:00:29.362 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pRw7_4_a_kcVTXP off=8717453 len=766147 2024-04-15T17:00:29.366 INFO:tasks.workunit.client.0.smithi090.stdout:op 3335 completed, throughput=5MB/sec 2024-04-15T17:00:29.470 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:00:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:00:29] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-15T17:00:30.367 INFO:tasks.workunit.client.0.smithi090.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:30.367 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BixVp9Yk8OjNsp7 off=3924399 len=425955 2024-04-15T17:00:30.371 INFO:tasks.workunit.client.0.smithi090.stdout:op 3336 completed, throughput=4.99MB/sec 2024-04-15T17:00:30.371 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ygrEkDflPV4UWXH off=8541671 len=507103 2024-04-15T17:00:30.371 INFO:tasks.workunit.client.0.smithi090.stdout:op 3337 completed, throughput=4.99MB/sec 2024-04-15T17:00:30.372 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cDZARRWElOABhCY off=3127539 len=1122439 2024-04-15T17:00:30.373 INFO:tasks.workunit.client.0.smithi090.stdout:op 3338 completed, throughput=5MB/sec 2024-04-15T17:00:30.373 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fscOzYYMO6Sg7n2 off=1484885 len=260727 2024-04-15T17:00:30.376 INFO:tasks.workunit.client.0.smithi090.stdout:op 3339 completed, throughput=5MB/sec 2024-04-15T17:00:30.376 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-y1TbSV8gikqhX0N off=6266609 len=1470877 2024-04-15T17:00:30.384 INFO:tasks.workunit.client.0.smithi090.stdout:op 3340 completed, throughput=5MB/sec 2024-04-15T17:00:30.384 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-N_tv_rBGk-UC901 off=10650474 len=212610 2024-04-15T17:00:30.387 INFO:tasks.workunit.client.0.smithi090.stdout:op 3341 completed, throughput=5MB/sec 2024-04-15T17:00:30.387 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CljmNuAazLGPIau off=2605114 len=717817 2024-04-15T17:00:30.388 INFO:tasks.workunit.client.0.smithi090.stdout:op 3342 completed, throughput=5MB/sec 2024-04-15T17:00:30.388 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tZxRsCJvM8sB7_C off=512352 len=1228613 2024-04-15T17:00:30.389 INFO:tasks.workunit.client.0.smithi090.stdout:op 3343 completed, throughput=5MB/sec 2024-04-15T17:00:30.487 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:30 smithi090 ceph-mon[91618]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T17:00:30.487 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:30 smithi090 ceph-mon[89240]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T17:00:30.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:30 smithi153 ceph-mon[84714]: pgmap v1728: 105 pgs: 105 active+clean; 127 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T17:00:31.389 INFO:tasks.workunit.client.0.smithi090.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:31.390 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Gmdrfzh4gUYYwqZ off=10734154 len=963255 2024-04-15T17:00:31.394 INFO:tasks.workunit.client.0.smithi090.stdout:op 3344 completed, throughput=5MB/sec 2024-04-15T17:00:31.394 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kx5sFNSGBIjdF0r off=10622435 len=1589439 2024-04-15T17:00:31.399 INFO:tasks.workunit.client.0.smithi090.stdout:op 3345 completed, throughput=5MB/sec 2024-04-15T17:00:31.400 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mHzA27dBoGuKZqc off=13274150 len=961884 2024-04-15T17:00:31.400 INFO:tasks.workunit.client.0.smithi090.stdout:op 3346 completed, throughput=5MB/sec 2024-04-15T17:00:31.400 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-l_-ABDRLJQLvipI off=8666262 len=289580 2024-04-15T17:00:31.401 INFO:tasks.workunit.client.0.smithi090.stdout:op 3347 completed, throughput=5MB/sec 2024-04-15T17:00:31.401 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BXajhNaT7H1s4r8 off=12125169 len=1427574 2024-04-15T17:00:31.407 INFO:tasks.workunit.client.0.smithi090.stdout:op 3348 completed, throughput=5MB/sec 2024-04-15T17:00:32.407 INFO:tasks.workunit.client.0.smithi090.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:32.407 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ygNTNDqm2g74pTr off=12727317 len=994121 2024-04-15T17:00:32.412 INFO:tasks.workunit.client.0.smithi090.stdout:op 3349 completed, throughput=5MB/sec 2024-04-15T17:00:32.412 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9cTHdrG-m1dp6A1 off=5943000 len=1028604 2024-04-15T17:00:32.417 INFO:tasks.workunit.client.0.smithi090.stdout:op 3350 completed, throughput=5MB/sec 2024-04-15T17:00:32.417 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xlGBC3sb0RsMFih off=14365706 len=1478888 2024-04-15T17:00:32.419 INFO:tasks.workunit.client.0.smithi090.stdout:op 3351 completed, throughput=5MB/sec 2024-04-15T17:00:32.419 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ro63fUOEARg6Ghx off=3343560 len=1950630 2024-04-15T17:00:32.420 INFO:tasks.workunit.client.0.smithi090.stdout:op 3352 completed, throughput=5MB/sec 2024-04-15T17:00:32.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:32 smithi090 ceph-mon[89240]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:00:32.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:32 smithi090 ceph-mon[91618]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:00:32.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:32 smithi153 ceph-mon[84714]: pgmap v1729: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:00:32.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:00:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:00:33.421 INFO:tasks.workunit.client.0.smithi090.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:33.421 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-70ipRdhFFk7FnaU off=942584 len=1817068 2024-04-15T17:00:33.431 INFO:tasks.workunit.client.0.smithi090.stdout:op 3353 completed, throughput=5MB/sec 2024-04-15T17:00:33.431 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-w4jp4JWuAeuXQhw off=2845316 len=1748233 2024-04-15T17:00:33.432 INFO:tasks.workunit.client.0.smithi090.stdout:op 3354 completed, throughput=5MB/sec 2024-04-15T17:00:33.432 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-G0Rtro_3ChsBq44 off=557293 len=1468052 2024-04-15T17:00:33.434 INFO:tasks.workunit.client.0.smithi090.stdout:op 3355 completed, throughput=5MB/sec 2024-04-15T17:00:34.434 INFO:tasks.workunit.client.0.smithi090.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:34.434 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xIWP1z6VUHa-Vgi off=8254780 len=1842493 2024-04-15T17:00:34.443 INFO:tasks.workunit.client.0.smithi090.stdout:op 3356 completed, throughput=5MB/sec 2024-04-15T17:00:34.443 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-R71Ns3f8mGbPuUa off=4029941 len=197722 2024-04-15T17:00:34.443 INFO:tasks.workunit.client.0.smithi090.stdout:op 3357 completed, throughput=5MB/sec 2024-04-15T17:00:34.443 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lvIdpUdk_1_6IkW off=83813 len=1114050 2024-04-15T17:00:34.446 INFO:tasks.workunit.client.0.smithi090.stdout:op 3358 completed, throughput=5MB/sec 2024-04-15T17:00:34.446 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-akWLeyu4shZ6hw0 off=595336 len=1646867 2024-04-15T17:00:34.456 INFO:tasks.workunit.client.0.smithi090.stdout:op 3359 completed, throughput=5MB/sec 2024-04-15T17:00:34.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:34 smithi090 ceph-mon[89240]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T17:00:34.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:34 smithi090 ceph-mon[91618]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T17:00:34.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:34 smithi153 ceph-mon[84714]: pgmap v1730: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T17:00:35.456 INFO:tasks.workunit.client.0.smithi090.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:35.457 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xs8lrNa0y_JATTM off=8357380 len=1585045 2024-04-15T17:00:35.458 INFO:tasks.workunit.client.0.smithi090.stdout:op 3360 completed, throughput=5MB/sec 2024-04-15T17:00:35.458 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7iQ7XzDUEmY7td5 off=4083378 len=476375 2024-04-15T17:00:35.461 INFO:tasks.workunit.client.0.smithi090.stdout:op 3361 completed, throughput=5MB/sec 2024-04-15T17:00:35.462 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h2eqxlsSD-Sen0B off=1600744 len=482943 2024-04-15T17:00:35.465 INFO:tasks.workunit.client.0.smithi090.stdout:op 3362 completed, throughput=5MB/sec 2024-04-15T17:00:35.465 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cIzWNnbKfiygIO3 off=1676995 len=1845095 2024-04-15T17:00:35.473 INFO:tasks.workunit.client.0.smithi090.stdout:op 3363 completed, throughput=5MB/sec 2024-04-15T17:00:35.473 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OOr5g_dDd7pcIR8 off=5963602 len=247242 2024-04-15T17:00:35.475 INFO:tasks.workunit.client.0.smithi090.stdout:op 3364 completed, throughput=5MB/sec 2024-04-15T17:00:35.475 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cCDTVYPVifizlfQ off=337987 len=175732 2024-04-15T17:00:35.476 INFO:tasks.workunit.client.0.smithi090.stdout:op 3365 completed, throughput=5MB/sec 2024-04-15T17:00:35.476 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kUJxBaooDf3InkH off=6186637 len=1789778 2024-04-15T17:00:35.477 INFO:tasks.workunit.client.0.smithi090.stdout:op 3366 completed, throughput=5MB/sec 2024-04-15T17:00:35.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:00:35.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:00:35.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:00:36.477 INFO:tasks.workunit.client.0.smithi090.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:36.478 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OE-MssDIsAIa2kQ off=5025882 len=182664 2024-04-15T17:00:36.480 INFO:tasks.workunit.client.0.smithi090.stdout:op 3367 completed, throughput=4.99MB/sec 2024-04-15T17:00:36.480 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4PwunzXPghf_WEz off=1779373 len=1061089 2024-04-15T17:00:36.483 INFO:tasks.workunit.client.0.smithi090.stdout:op 3368 completed, throughput=5MB/sec 2024-04-15T17:00:36.483 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fTn5CnTbEGKLsVm off=14117191 len=22970 2024-04-15T17:00:36.485 INFO:tasks.workunit.client.0.smithi090.stdout:op 3369 completed, throughput=5MB/sec 2024-04-15T17:00:36.485 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1zp1FuWYQUPQAId off=6366420 len=24423 2024-04-15T17:00:36.487 INFO:tasks.workunit.client.0.smithi090.stdout:op 3370 completed, throughput=5MB/sec 2024-04-15T17:00:36.487 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-27LGer0kSp7CvMF off=17408337 len=648244 2024-04-15T17:00:36.490 INFO:tasks.workunit.client.0.smithi090.stdout:op 3371 completed, throughput=5MB/sec 2024-04-15T17:00:36.490 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-J7DC0logIE6PtvJ off=651532 len=423657 2024-04-15T17:00:36.491 INFO:tasks.workunit.client.0.smithi090.stdout:op 3372 completed, throughput=5MB/sec 2024-04-15T17:00:36.491 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-adivMxaP1m5xPCy off=5523769 len=1480053 2024-04-15T17:00:36.497 INFO:tasks.workunit.client.0.smithi090.stdout:op 3373 completed, throughput=5MB/sec 2024-04-15T17:00:36.497 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-82kjgdUCBLAHz99 off=599244 len=685699 2024-04-15T17:00:36.499 INFO:tasks.workunit.client.0.smithi090.stdout:op 3374 completed, throughput=5MB/sec 2024-04-15T17:00:36.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:36 smithi090 ceph-mon[89240]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:00:36.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:00:36.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:00:36.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:00:36.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:36 smithi090 ceph-mon[91618]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:00:36.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:00:36.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:00:36.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:00:36.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:36 smithi153 ceph-mon[84714]: pgmap v1731: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:00:36.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:00:36.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:00:36.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:00:37.500 INFO:tasks.workunit.client.0.smithi090.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:37.500 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LRbQL13vkDgPhDY off=4012 len=1513339 2024-04-15T17:00:37.509 INFO:tasks.workunit.client.0.smithi090.stdout:op 3375 completed, throughput=5MB/sec 2024-04-15T17:00:37.509 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ttEwnUfiH5GC83P off=449213 len=1949481 2024-04-15T17:00:37.511 INFO:tasks.workunit.client.0.smithi090.stdout:op 3376 completed, throughput=5MB/sec 2024-04-15T17:00:37.511 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UMv95sc3fNhS5GQ off=1822249 len=676896 2024-04-15T17:00:37.513 INFO:tasks.workunit.client.0.smithi090.stdout:op 3377 completed, throughput=5MB/sec 2024-04-15T17:00:37.514 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-okMlpjtAmBeteo0 off=6498698 len=419499 2024-04-15T17:00:37.517 INFO:tasks.workunit.client.0.smithi090.stdout:op 3378 completed, throughput=5MB/sec 2024-04-15T17:00:37.517 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--d30-krvDupsoPB off=13575005 len=669906 2024-04-15T17:00:37.517 INFO:tasks.workunit.client.0.smithi090.stdout:op 3379 completed, throughput=5MB/sec 2024-04-15T17:00:38.518 INFO:tasks.workunit.client.0.smithi090.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:38.518 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ybzue4ioU5Cp1Rb off=4102057 len=578416 2024-04-15T17:00:38.523 INFO:tasks.workunit.client.0.smithi090.stdout:op 3380 completed, throughput=4.99MB/sec 2024-04-15T17:00:38.523 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BuIH66VMLpJ7JPz off=14892552 len=1491591 2024-04-15T17:00:38.532 INFO:tasks.workunit.client.0.smithi090.stdout:op 3381 completed, throughput=5MB/sec 2024-04-15T17:00:38.533 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EIogerxoGQH50bm off=995705 len=1866344 2024-04-15T17:00:38.541 INFO:tasks.workunit.client.0.smithi090.stdout:op 3382 completed, throughput=5MB/sec 2024-04-15T17:00:38.541 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-34tSCy9duVT_8_o off=5346866 len=1476307 2024-04-15T17:00:38.542 INFO:tasks.workunit.client.0.smithi090.stdout:op 3383 completed, throughput=5MB/sec 2024-04-15T17:00:38.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:38 smithi090 ceph-mon[89240]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T17:00:38.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:00:38.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:38 smithi090 ceph-mon[91618]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T17:00:38.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:00:38.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:38 smithi153 ceph-mon[84714]: pgmap v1732: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T17:00:38.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:00:39.543 INFO:tasks.workunit.client.0.smithi090.stdout: 660: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:39.543 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zwuWuzUW52-s7iy off=2203832 len=981320 2024-04-15T17:00:39.548 INFO:tasks.workunit.client.0.smithi090.stdout:op 3384 completed, throughput=4.99MB/sec 2024-04-15T17:00:39.548 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-r_575o5gbsFqDHg off=12888172 len=610797 2024-04-15T17:00:39.549 INFO:tasks.workunit.client.0.smithi090.stdout:op 3385 completed, throughput=5MB/sec 2024-04-15T17:00:39.549 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lR8cXKN0TmuFro2 off=7009599 len=1613595 2024-04-15T17:00:39.556 INFO:tasks.workunit.client.0.smithi090.stdout:op 3386 completed, throughput=5MB/sec 2024-04-15T17:00:39.556 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ps9W60VQ22i7xuB off=5303919 len=17492 2024-04-15T17:00:39.557 INFO:tasks.workunit.client.0.smithi090.stdout:op 3387 completed, throughput=5MB/sec 2024-04-15T17:00:39.557 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gwiH0perswDgeOI off=4086161 len=1409803 2024-04-15T17:00:39.558 INFO:tasks.workunit.client.0.smithi090.stdout:op 3388 completed, throughput=5MB/sec 2024-04-15T17:00:39.558 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EaCOQJF_6Lhf7Z6 off=6254057 len=320186 2024-04-15T17:00:39.561 INFO:tasks.workunit.client.0.smithi090.stdout:op 3389 completed, throughput=5MB/sec 2024-04-15T17:00:39.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:00:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:00:39] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-15T17:00:40.561 INFO:tasks.workunit.client.0.smithi090.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:40.562 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zAewhubIN0R-Fy8 off=7672471 len=449689 2024-04-15T17:00:40.563 INFO:tasks.workunit.client.0.smithi090.stdout:op 3390 completed, throughput=4.99MB/sec 2024-04-15T17:00:40.563 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mw9wrEH6Su-Ac8T off=8157971 len=1896975 2024-04-15T17:00:40.567 INFO:tasks.workunit.client.0.smithi090.stdout:op 3391 completed, throughput=5MB/sec 2024-04-15T17:00:40.567 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Or_w_rC333X3QvR off=136750 len=1320560 2024-04-15T17:00:40.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:40 smithi090 ceph-mon[91618]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:00:40.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:40 smithi090 ceph-mon[89240]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:00:40.573 INFO:tasks.workunit.client.0.smithi090.stdout:op 3392 completed, throughput=5MB/sec 2024-04-15T17:00:40.573 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lvbh_CoOY2qriuK off=1791377 len=1975419 2024-04-15T17:00:40.583 INFO:tasks.workunit.client.0.smithi090.stdout:op 3393 completed, throughput=5MB/sec 2024-04-15T17:00:40.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:40 smithi153 ceph-mon[84714]: pgmap v1733: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:00:41.583 INFO:tasks.workunit.client.0.smithi090.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:41.583 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PwplAnLP588Uj9g off=17063420 len=1168428 2024-04-15T17:00:41.585 INFO:tasks.workunit.client.0.smithi090.stdout:op 3394 completed, throughput=4.99MB/sec 2024-04-15T17:00:41.585 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DYxtww4gCUDDfvZ off=2937777 len=297809 2024-04-15T17:00:41.586 INFO:tasks.workunit.client.0.smithi090.stdout:op 3395 completed, throughput=5MB/sec 2024-04-15T17:00:41.586 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aYwqF7B3MgKa5Co off=2900902 len=266784 2024-04-15T17:00:41.587 INFO:tasks.workunit.client.0.smithi090.stdout:op 3396 completed, throughput=5MB/sec 2024-04-15T17:00:41.587 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-R6o5JTppvhyAyOO off=10642499 len=1679728 2024-04-15T17:00:41.589 INFO:tasks.workunit.client.0.smithi090.stdout:op 3397 completed, throughput=5MB/sec 2024-04-15T17:00:41.589 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Wcj_TNnUB9UNvsO off=2471790 len=1673955 2024-04-15T17:00:41.596 INFO:tasks.workunit.client.0.smithi090.stdout:op 3398 completed, throughput=5MB/sec 2024-04-15T17:00:42.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:42 smithi090 ceph-mon[89240]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:00:42.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:42 smithi090 ceph-mon[91618]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:00:42.596 INFO:tasks.workunit.client.0.smithi090.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:42.597 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-33xV_UQXKcRBul8 off=3144921 len=52986 2024-04-15T17:00:42.597 INFO:tasks.workunit.client.0.smithi090.stdout:op 3399 completed, throughput=4.99MB/sec 2024-04-15T17:00:42.597 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8oAi9jAhrjvu_GX off=15807189 len=204746 2024-04-15T17:00:42.600 INFO:tasks.workunit.client.0.smithi090.stdout:op 3400 completed, throughput=4.99MB/sec 2024-04-15T17:00:42.600 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iEQtjf3WmoIJeRi off=2420645 len=448630 2024-04-15T17:00:42.602 INFO:tasks.workunit.client.0.smithi090.stdout:op 3401 completed, throughput=4.99MB/sec 2024-04-15T17:00:42.603 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BDNIyAzXiP26RyV off=5080082 len=1340630 2024-04-15T17:00:42.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:42 smithi153 ceph-mon[84714]: pgmap v1734: 105 pgs: 105 active+clean; 127 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:00:42.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:00:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:00:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:00:42.612 INFO:tasks.workunit.client.0.smithi090.stdout:op 3402 completed, throughput=5MB/sec 2024-04-15T17:00:42.612 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DAXTlYSLTNGX5MV off=7812436 len=1094026 2024-04-15T17:00:42.613 INFO:tasks.workunit.client.0.smithi090.stdout:op 3403 completed, throughput=5MB/sec 2024-04-15T17:00:42.613 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BvZTW_O8cPLwvif off=3723982 len=1788884 2024-04-15T17:00:42.616 INFO:tasks.workunit.client.0.smithi090.stdout:op 3404 completed, throughput=5MB/sec 2024-04-15T17:00:42.617 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-icBZ89-Std5P2_O off=4322431 len=1289084 2024-04-15T17:00:42.622 INFO:tasks.workunit.client.0.smithi090.stdout:op 3405 completed, throughput=5MB/sec 2024-04-15T17:00:43.622 INFO:tasks.workunit.client.0.smithi090.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:43.622 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bOQbTezSZA0DU_Y off=1715233 len=1920737 2024-04-15T17:00:43.631 INFO:tasks.workunit.client.0.smithi090.stdout:op 3406 completed, throughput=5MB/sec 2024-04-15T17:00:43.631 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Q1Iit9PvGYnBxZp off=4717196 len=1896583 2024-04-15T17:00:43.633 INFO:tasks.workunit.client.0.smithi090.stdout:op 3407 completed, throughput=5MB/sec 2024-04-15T17:00:43.633 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AZCGPmGe0K-t0bu off=18245014 len=1283736 2024-04-15T17:00:43.639 INFO:tasks.workunit.client.0.smithi090.stdout:op 3408 completed, throughput=5MB/sec 2024-04-15T17:00:44.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:44 smithi090 ceph-mon[89240]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:00:44.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:44 smithi090 ceph-mon[91618]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:00:44.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:44 smithi153 ceph-mon[84714]: pgmap v1735: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:00:44.639 INFO:tasks.workunit.client.0.smithi090.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:44.639 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7R0iRppgjYDTDMH off=0 len=1407255 2024-04-15T17:00:44.646 INFO:tasks.workunit.client.0.smithi090.stdout:op 3409 completed, throughput=5MB/sec 2024-04-15T17:00:44.646 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Mz00GtQLoqpUCXf off=1425655 len=1770044 2024-04-15T17:00:44.656 INFO:tasks.workunit.client.0.smithi090.stdout:op 3410 completed, throughput=5MB/sec 2024-04-15T17:00:44.656 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cdurAS16CPHXZgf off=14363720 len=1946033 2024-04-15T17:00:44.667 INFO:tasks.workunit.client.0.smithi090.stdout:op 3411 completed, throughput=5MB/sec 2024-04-15T17:00:45.667 INFO:tasks.workunit.client.0.smithi090.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:45.667 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wZuIgWowSdFFVrb off=10490080 len=1915052 2024-04-15T17:00:45.671 INFO:tasks.workunit.client.0.smithi090.stdout:op 3412 completed, throughput=5MB/sec 2024-04-15T17:00:45.671 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EwTegyzqtcXLg-l off=407392 len=769911 2024-04-15T17:00:45.672 INFO:tasks.workunit.client.0.smithi090.stdout:op 3413 completed, throughput=5MB/sec 2024-04-15T17:00:45.672 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JWn0-qAsrhL_A8Y off=9946455 len=1795640 2024-04-15T17:00:45.681 INFO:tasks.workunit.client.0.smithi090.stdout:op 3414 completed, throughput=5MB/sec 2024-04-15T17:00:45.681 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BDNIyAzXiP26RyV off=1911393 len=82042 2024-04-15T17:00:45.682 INFO:tasks.workunit.client.0.smithi090.stdout:op 3415 completed, throughput=5MB/sec 2024-04-15T17:00:45.682 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WU6mW_upDabNxRz off=3963098 len=1812721 2024-04-15T17:00:45.691 INFO:tasks.workunit.client.0.smithi090.stdout:op 3416 completed, throughput=5MB/sec 2024-04-15T17:00:46.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:46 smithi090 ceph-mon[89240]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:00:46.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:46 smithi090 ceph-mon[91618]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:00:46.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:46 smithi153 ceph-mon[84714]: pgmap v1736: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:00:46.693 INFO:tasks.workunit.client.0.smithi090.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:46.693 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-d998yK6-ogTuLVk off=616802 len=96499 2024-04-15T17:00:46.695 INFO:tasks.workunit.client.0.smithi090.stdout:op 3417 completed, throughput=4.99MB/sec 2024-04-15T17:00:46.695 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wTFXzsiqjgVWuED off=5009325 len=1111517 2024-04-15T17:00:46.696 INFO:tasks.workunit.client.0.smithi090.stdout:op 3418 completed, throughput=5MB/sec 2024-04-15T17:00:46.696 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-d1H-JxC7_GtHLPY off=0 len=1757349 2024-04-15T17:00:46.706 INFO:tasks.workunit.client.0.smithi090.stdout:op 3419 completed, throughput=5MB/sec 2024-04-15T17:00:46.706 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XucQngtGviQ-xoo off=6391581 len=513526 2024-04-15T17:00:46.708 INFO:tasks.workunit.client.0.smithi090.stdout:op 3420 completed, throughput=5MB/sec 2024-04-15T17:00:46.708 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7YZVw9_zXNzdm9- off=147415 len=1767134 2024-04-15T17:00:46.717 INFO:tasks.workunit.client.0.smithi090.stdout:op 3421 completed, throughput=5MB/sec 2024-04-15T17:00:47.717 INFO:tasks.workunit.client.0.smithi090.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:47.717 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7HXYhX-ryl5DoUq off=7008484 len=256368 2024-04-15T17:00:47.721 INFO:tasks.workunit.client.0.smithi090.stdout:op 3422 completed, throughput=5MB/sec 2024-04-15T17:00:47.721 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eV8wE9VWXCHLmWU off=5450019 len=888275 2024-04-15T17:00:47.725 INFO:tasks.workunit.client.0.smithi090.stdout:op 3423 completed, throughput=5MB/sec 2024-04-15T17:00:47.725 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7dxSq9VYrIoQfS2 off=14470893 len=1965615 2024-04-15T17:00:47.736 INFO:tasks.workunit.client.0.smithi090.stdout:op 3424 completed, throughput=5MB/sec 2024-04-15T17:00:47.736 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HfDhuTUD5ZGCR-I off=1531322 len=1001060 2024-04-15T17:00:47.738 INFO:tasks.workunit.client.0.smithi090.stdout:op 3425 completed, throughput=5MB/sec 2024-04-15T17:00:48.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:48 smithi090 ceph-mon[91618]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T17:00:48.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:48 smithi090 ceph-mon[89240]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T17:00:48.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:48 smithi153 ceph-mon[84714]: pgmap v1737: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T17:00:48.738 INFO:tasks.workunit.client.0.smithi090.stdout: 669: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:48.738 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Dm1q5BAvTXVQvcg off=6661897 len=1299758 2024-04-15T17:00:48.740 INFO:tasks.workunit.client.0.smithi090.stdout:op 3426 completed, throughput=4.99MB/sec 2024-04-15T17:00:48.740 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JiNYGrEppw-kIXX off=1652889 len=1909576 2024-04-15T17:00:48.749 INFO:tasks.workunit.client.0.smithi090.stdout:op 3427 completed, throughput=5MB/sec 2024-04-15T17:00:48.750 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7FqNV4h_1rzPrAQ off=16931910 len=41937 2024-04-15T17:00:48.750 INFO:tasks.workunit.client.0.smithi090.stdout:op 3428 completed, throughput=5MB/sec 2024-04-15T17:00:48.750 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Q68-aRhJgVlekHr off=1261379 len=1548556 2024-04-15T17:00:48.758 INFO:tasks.workunit.client.0.smithi090.stdout:op 3429 completed, throughput=5MB/sec 2024-04-15T17:00:48.759 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DHe6LNJrxroQlvx off=4268521 len=917688 2024-04-15T17:00:48.759 INFO:tasks.workunit.client.0.smithi090.stdout:op 3430 completed, throughput=5MB/sec 2024-04-15T17:00:49.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:00:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:00:49] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-15T17:00:49.759 INFO:tasks.workunit.client.0.smithi090.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:49.760 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gZhu1oRacHszlAG off=14119069 len=1760724 2024-04-15T17:00:49.769 INFO:tasks.workunit.client.0.smithi090.stdout:op 3431 completed, throughput=5MB/sec 2024-04-15T17:00:49.769 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qYEV9VcLmjQEJF1 off=8422154 len=798162 2024-04-15T17:00:49.775 INFO:tasks.workunit.client.0.smithi090.stdout:op 3432 completed, throughput=5MB/sec 2024-04-15T17:00:49.775 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wSCIb0POsyrISBu off=20305935 len=122177 2024-04-15T17:00:49.775 INFO:tasks.workunit.client.0.smithi090.stdout:op 3433 completed, throughput=5MB/sec 2024-04-15T17:00:49.775 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1ucwp5Nw7nvZ5b3 off=1526242 len=1295653 2024-04-15T17:00:49.776 INFO:tasks.workunit.client.0.smithi090.stdout:op 3434 completed, throughput=5MB/sec 2024-04-15T17:00:49.776 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8qWsLYprJZgZAmf off=798774 len=914416 2024-04-15T17:00:49.781 INFO:tasks.workunit.client.0.smithi090.stdout:op 3435 completed, throughput=5MB/sec 2024-04-15T17:00:50.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:50 smithi090 ceph-mon[89240]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-15T17:00:50.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:50 smithi090 ceph-mon[91618]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-15T17:00:50.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:50 smithi153 ceph-mon[84714]: pgmap v1738: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-15T17:00:50.781 INFO:tasks.workunit.client.0.smithi090.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:50.782 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-q9qPIVD_U3MDIDa off=10537478 len=1042295 2024-04-15T17:00:50.784 INFO:tasks.workunit.client.0.smithi090.stdout:op 3436 completed, throughput=4.99MB/sec 2024-04-15T17:00:50.784 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kz4M0uuccT-JREI off=2712366 len=1065776 2024-04-15T17:00:50.785 INFO:tasks.workunit.client.0.smithi090.stdout:op 3437 completed, throughput=5MB/sec 2024-04-15T17:00:50.785 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uBGfOxn6Liy2Alq off=155934 len=1942157 2024-04-15T17:00:50.797 INFO:tasks.workunit.client.0.smithi090.stdout:op 3438 completed, throughput=5MB/sec 2024-04-15T17:00:50.797 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xiJUuSNB5inUDfR off=11620998 len=927204 2024-04-15T17:00:50.798 INFO:tasks.workunit.client.0.smithi090.stdout:op 3439 completed, throughput=5MB/sec 2024-04-15T17:00:50.798 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WmJ0UOYFttO1WWl off=3085248 len=769869 2024-04-15T17:00:50.800 INFO:tasks.workunit.client.0.smithi090.stdout:op 3440 completed, throughput=5MB/sec 2024-04-15T17:00:51.800 INFO:tasks.workunit.client.0.smithi090.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:51.801 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ztd_DOVjv1QB_cI off=4967225 len=974577 2024-04-15T17:00:51.802 INFO:tasks.workunit.client.0.smithi090.stdout:op 3441 completed, throughput=4.99MB/sec 2024-04-15T17:00:51.802 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-w4mDw43PdK3kN8K off=18656251 len=116791 2024-04-15T17:00:51.805 INFO:tasks.workunit.client.0.smithi090.stdout:op 3442 completed, throughput=4.99MB/sec 2024-04-15T17:00:51.805 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nNiRbvc46vQm6mT off=12486297 len=1759377 2024-04-15T17:00:51.816 INFO:tasks.workunit.client.0.smithi090.stdout:op 3443 completed, throughput=5MB/sec 2024-04-15T17:00:51.816 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oJF-yKRXuEU7n7J off=2244044 len=1145914 2024-04-15T17:00:51.818 INFO:tasks.workunit.client.0.smithi090.stdout:op 3444 completed, throughput=5MB/sec 2024-04-15T17:00:51.818 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Cd1ZMbKWWz22C9n off=749367 len=124986 2024-04-15T17:00:51.821 INFO:tasks.workunit.client.0.smithi090.stdout:op 3445 completed, throughput=5MB/sec 2024-04-15T17:00:51.821 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uiRhNvTbKvmTfHg off=13351350 len=273734 2024-04-15T17:00:51.821 INFO:tasks.workunit.client.0.smithi090.stdout:op 3446 completed, throughput=5MB/sec 2024-04-15T17:00:51.821 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PRznVYDFnUFqe4v off=16755538 len=330795 2024-04-15T17:00:51.824 INFO:tasks.workunit.client.0.smithi090.stdout:op 3447 completed, throughput=5MB/sec 2024-04-15T17:00:51.824 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UmM4md4RBmy3T4e off=2667303 len=929016 2024-04-15T17:00:51.829 INFO:tasks.workunit.client.0.smithi090.stdout:op 3448 completed, throughput=5MB/sec 2024-04-15T17:00:52.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:52 smithi090 ceph-mon[89240]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T17:00:52.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:52 smithi090 ceph-mon[91618]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T17:00:52.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:52 smithi153 ceph-mon[84714]: pgmap v1739: 105 pgs: 105 active+clean; 127 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T17:00:52.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:00:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:00:52.829 INFO:tasks.workunit.client.0.smithi090.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:52.830 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Mp3CN8Z24x1iNE1 off=20912855 len=744808 2024-04-15T17:00:52.834 INFO:tasks.workunit.client.0.smithi090.stdout:op 3449 completed, throughput=4.99MB/sec 2024-04-15T17:00:52.834 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nM8_rYfn9XgjxjW off=10721872 len=1677233 2024-04-15T17:00:52.843 INFO:tasks.workunit.client.0.smithi090.stdout:op 3450 completed, throughput=5MB/sec 2024-04-15T17:00:52.844 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JAN0130kOhIuJ2K off=11781864 len=261385 2024-04-15T17:00:52.846 INFO:tasks.workunit.client.0.smithi090.stdout:op 3451 completed, throughput=5MB/sec 2024-04-15T17:00:52.846 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kqcSN2c3Qt2vcG2 off=3486996 len=1856021 2024-04-15T17:00:52.857 INFO:tasks.workunit.client.0.smithi090.stdout:op 3452 completed, throughput=5MB/sec 2024-04-15T17:00:52.857 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MVqiIgQ0LtEj20R off=18601790 len=152742 2024-04-15T17:00:52.859 INFO:tasks.workunit.client.0.smithi090.stdout:op 3453 completed, throughput=5MB/sec 2024-04-15T17:00:53.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:00:53.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:00:53.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:00:53.860 INFO:tasks.workunit.client.0.smithi090.stdout: 674: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:53.860 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gC69rbbKrG3yPNy off=3437608 len=1935566 2024-04-15T17:00:53.863 INFO:tasks.workunit.client.0.smithi090.stdout:op 3454 completed, throughput=5MB/sec 2024-04-15T17:00:53.863 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kHWbFk77ZiWHmpl off=130937 len=113204 2024-04-15T17:00:53.866 INFO:tasks.workunit.client.0.smithi090.stdout:op 3455 completed, throughput=5MB/sec 2024-04-15T17:00:53.866 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0Uo93wXCw1iA4UP off=16858648 len=2041111 2024-04-15T17:00:53.869 INFO:tasks.workunit.client.0.smithi090.stdout:op 3456 completed, throughput=5MB/sec 2024-04-15T17:00:53.869 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-920zFzPa0SqtIC7 off=17605778 len=765761 2024-04-15T17:00:53.875 INFO:tasks.workunit.client.0.smithi090.stdout:op 3457 completed, throughput=5MB/sec 2024-04-15T17:00:53.875 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zPI9311smRmSoTk off=19268386 len=2740 2024-04-15T17:00:53.875 INFO:tasks.workunit.client.0.smithi090.stdout:op 3458 completed, throughput=5MB/sec 2024-04-15T17:00:53.875 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8zbvJBZ83zQjxz2 off=119460 len=389597 2024-04-15T17:00:53.875 INFO:tasks.workunit.client.0.smithi090.stdout:op 3459 completed, throughput=5MB/sec 2024-04-15T17:00:53.875 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5nWfSRsR2WTa498 off=4691000 len=1986571 2024-04-15T17:00:53.876 INFO:tasks.workunit.client.0.smithi090.stdout:op 3460 completed, throughput=5MB/sec 2024-04-15T17:00:54.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:54 smithi090 ceph-mon[89240]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-15T17:00:54.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:54 smithi090 ceph-mon[91618]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-15T17:00:54.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:54 smithi153 ceph-mon[84714]: pgmap v1740: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-15T17:00:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: 675: throughput=5MB/sec pending data=0 2024-04-15T17:00:54.877 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2_iBli_bV99M0aM off=8289036 len=1929780 2024-04-15T17:00:54.879 INFO:tasks.workunit.client.0.smithi090.stdout:op 3461 completed, throughput=5MB/sec 2024-04-15T17:00:54.879 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MsjKeq_owcEE8rl off=5148005 len=470488 2024-04-15T17:00:54.881 INFO:tasks.workunit.client.0.smithi090.stdout:op 3462 completed, throughput=5MB/sec 2024-04-15T17:00:54.881 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vIN2ojP2n40SWcL off=5669143 len=853788 2024-04-15T17:00:54.882 INFO:tasks.workunit.client.0.smithi090.stdout:op 3463 completed, throughput=5MB/sec 2024-04-15T17:00:54.882 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3tDI3DDTCeXghOs off=6102192 len=767154 2024-04-15T17:00:54.887 INFO:tasks.workunit.client.0.smithi090.stdout:op 3464 completed, throughput=5MB/sec 2024-04-15T17:00:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: 676: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:55.887 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--PPkOkMNfKExOPv off=9817695 len=945062 2024-04-15T17:00:55.888 INFO:tasks.workunit.client.0.smithi090.stdout:op 3465 completed, throughput=4.99MB/sec 2024-04-15T17:00:55.889 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JbJJLxEbovlBuBG off=2061342 len=25425 2024-04-15T17:00:55.894 INFO:tasks.workunit.client.0.smithi090.stdout:op 3466 completed, throughput=5MB/sec 2024-04-15T17:00:55.894 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-phuYUXA7hlSZjOk off=6379656 len=844063 2024-04-15T17:00:55.894 INFO:tasks.workunit.client.0.smithi090.stdout:op 3467 completed, throughput=5MB/sec 2024-04-15T17:00:55.894 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MLt1CMZ49fYNsGS off=4674118 len=19931 2024-04-15T17:00:55.895 INFO:tasks.workunit.client.0.smithi090.stdout:op 3468 completed, throughput=5MB/sec 2024-04-15T17:00:55.895 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6C5rsLO0M_rvtwu off=1377767 len=287655 2024-04-15T17:00:55.898 INFO:tasks.workunit.client.0.smithi090.stdout:op 3469 completed, throughput=5MB/sec 2024-04-15T17:00:55.898 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Y0j61oW3xeHEiZK off=3968590 len=1524653 2024-04-15T17:00:55.906 INFO:tasks.workunit.client.0.smithi090.stdout:op 3470 completed, throughput=5MB/sec 2024-04-15T17:00:55.906 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gQbtO_zxzGBJMbg off=11373310 len=735921 2024-04-15T17:00:55.908 INFO:tasks.workunit.client.0.smithi090.stdout:op 3471 completed, throughput=5MB/sec 2024-04-15T17:00:55.908 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FraDjX1YD0N7abc off=16476435 len=1947541 2024-04-15T17:00:55.921 INFO:tasks.workunit.client.0.smithi090.stdout:op 3472 completed, throughput=5MB/sec 2024-04-15T17:00:56.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:56 smithi090 ceph-mon[91618]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T17:00:56.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:56 smithi090 ceph-mon[89240]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T17:00:56.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:56 smithi153 ceph-mon[84714]: pgmap v1741: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-15T17:00:56.921 INFO:tasks.workunit.client.0.smithi090.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:56.922 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0AU493_XnCkIC25 off=11014541 len=1894141 2024-04-15T17:00:56.930 INFO:tasks.workunit.client.0.smithi090.stdout:op 3473 completed, throughput=5MB/sec 2024-04-15T17:00:56.930 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CuIytQch9I84nDf off=286547 len=1041735 2024-04-15T17:00:56.932 INFO:tasks.workunit.client.0.smithi090.stdout:op 3474 completed, throughput=5MB/sec 2024-04-15T17:00:56.932 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VLgQcHscNyqWoSs off=3139654 len=1521493 2024-04-15T17:00:56.933 INFO:tasks.workunit.client.0.smithi090.stdout:op 3475 completed, throughput=5MB/sec 2024-04-15T17:00:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:57.934 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dTkBfl4mOhn6KSQ off=3765031 len=748139 2024-04-15T17:00:57.938 INFO:tasks.workunit.client.0.smithi090.stdout:op 3476 completed, throughput=4.99MB/sec 2024-04-15T17:00:57.938 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-saU46lEJqoZ2Q6s off=1305305 len=554284 2024-04-15T17:00:57.940 INFO:tasks.workunit.client.0.smithi090.stdout:op 3477 completed, throughput=5MB/sec 2024-04-15T17:00:57.940 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-H_hWDHLwlruWubs off=719336 len=569042 2024-04-15T17:00:57.941 INFO:tasks.workunit.client.0.smithi090.stdout:op 3478 completed, throughput=5MB/sec 2024-04-15T17:00:57.942 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_tTQYwoVv6oUL6i off=14489986 len=2074929 2024-04-15T17:00:57.944 INFO:tasks.workunit.client.0.smithi090.stdout:op 3479 completed, throughput=5MB/sec 2024-04-15T17:00:57.944 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8F3VNhWPRK4NgIF off=2908441 len=1996893 2024-04-15T17:00:57.946 INFO:tasks.workunit.client.0.smithi090.stdout:op 3480 completed, throughput=5MB/sec 2024-04-15T17:00:58.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:00:58 smithi090 ceph-mon[89240]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:00:58.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:00:58 smithi090 ceph-mon[91618]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:00:58.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:00:58 smithi153 ceph-mon[84714]: pgmap v1742: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:00:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:58.946 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7Ob7ocDnFjCks6e off=8990855 len=1235919 2024-04-15T17:00:58.948 INFO:tasks.workunit.client.0.smithi090.stdout:op 3481 completed, throughput=5MB/sec 2024-04-15T17:00:58.948 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9sLWVmsj8tcju8x off=1334221 len=488830 2024-04-15T17:00:58.949 INFO:tasks.workunit.client.0.smithi090.stdout:op 3482 completed, throughput=5MB/sec 2024-04-15T17:00:58.950 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BaS1iK3tMH86_af off=0 len=1445751 2024-04-15T17:00:58.958 INFO:tasks.workunit.client.0.smithi090.stdout:op 3483 completed, throughput=5MB/sec 2024-04-15T17:00:58.958 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bPuEKs7MM6fKh9M off=3595794 len=1522480 2024-04-15T17:00:58.960 INFO:tasks.workunit.client.0.smithi090.stdout:op 3484 completed, throughput=5MB/sec 2024-04-15T17:00:59.470 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:00:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:00:59] "GET /metrics HTTP/1.1" 200 34058 "" "Prometheus/2.43.0" 2024-04-15T17:00:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-15T17:00:59.961 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DNHxFF00QjDQvKF off=791202 len=240976 2024-04-15T17:00:59.963 INFO:tasks.workunit.client.0.smithi090.stdout:op 3485 completed, throughput=4.99MB/sec 2024-04-15T17:00:59.963 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7klcDyxJR6CFKOd off=11721041 len=703475 2024-04-15T17:00:59.966 INFO:tasks.workunit.client.0.smithi090.stdout:op 3486 completed, throughput=5MB/sec 2024-04-15T17:00:59.966 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--PPkOkMNfKExOPv off=11899613 len=1760891 2024-04-15T17:00:59.976 INFO:tasks.workunit.client.0.smithi090.stdout:op 3487 completed, throughput=5MB/sec 2024-04-15T17:00:59.976 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Exos8PHpppdX1ei off=929414 len=1552786 2024-04-15T17:00:59.977 INFO:tasks.workunit.client.0.smithi090.stdout:op 3488 completed, throughput=5MB/sec 2024-04-15T17:00:59.977 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZwJD1gO8PL9pTf9 off=1916239 len=1068769 2024-04-15T17:00:59.983 INFO:tasks.workunit.client.0.smithi090.stdout:op 3489 completed, throughput=5MB/sec 2024-04-15T17:01:00.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:00 smithi090 ceph-mon[91618]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:01:00.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:00 smithi090 ceph-mon[89240]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:01:00.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:00 smithi153 ceph-mon[84714]: pgmap v1743: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:01:00.984 INFO:tasks.workunit.client.0.smithi090.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:00.984 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KtoG3-z_-zWCA_I off=203042 len=2040524 2024-04-15T17:01:00.986 INFO:tasks.workunit.client.0.smithi090.stdout:op 3490 completed, throughput=5MB/sec 2024-04-15T17:01:00.986 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-944pzyw19GeYqiU off=2195931 len=604922 2024-04-15T17:01:00.990 INFO:tasks.workunit.client.0.smithi090.stdout:op 3491 completed, throughput=5MB/sec 2024-04-15T17:01:00.991 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-t_x_iUCOWtYX2Ym off=8081433 len=597390 2024-04-15T17:01:00.994 INFO:tasks.workunit.client.0.smithi090.stdout:op 3492 completed, throughput=5MB/sec 2024-04-15T17:01:00.994 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TkvbTwhPNQtHlwj off=1874471 len=1934358 2024-04-15T17:01:01.001 INFO:tasks.workunit.client.0.smithi090.stdout:op 3493 completed, throughput=5MB/sec 2024-04-15T17:01:02.001 INFO:tasks.workunit.client.0.smithi090.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:02.001 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3O58yKmd_-8GIxc off=491516 len=1242964 2024-04-15T17:01:02.004 INFO:tasks.workunit.client.0.smithi090.stdout:op 3494 completed, throughput=5MB/sec 2024-04-15T17:01:02.004 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5mztTYyqvMSNJvv off=1253492 len=821454 2024-04-15T17:01:02.008 INFO:tasks.workunit.client.0.smithi090.stdout:op 3495 completed, throughput=5MB/sec 2024-04-15T17:01:02.009 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-H6aSaD2XTLm1-L9 off=10400850 len=900504 2024-04-15T17:01:02.013 INFO:tasks.workunit.client.0.smithi090.stdout:op 3496 completed, throughput=5MB/sec 2024-04-15T17:01:02.013 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Lf4PbCX6HZQ6rQi off=17188290 len=84624 2024-04-15T17:01:02.015 INFO:tasks.workunit.client.0.smithi090.stdout:op 3497 completed, throughput=5MB/sec 2024-04-15T17:01:02.015 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bAoOKiucO7mGX21 off=4308902 len=1549831 2024-04-15T17:01:02.025 INFO:tasks.workunit.client.0.smithi090.stdout:op 3498 completed, throughput=5MB/sec 2024-04-15T17:01:02.025 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-l5UoNmD_yMs7FOT off=3090735 len=1228745 2024-04-15T17:01:02.033 INFO:tasks.workunit.client.0.smithi090.stdout:op 3499 completed, throughput=5MB/sec 2024-04-15T17:01:02.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:02 smithi090 ceph-mon[89240]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:01:02.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:02 smithi090 ceph-mon[91618]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:01:02.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:02 smithi153 ceph-mon[84714]: pgmap v1744: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:01:02.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:01:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:01:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:01:03.033 INFO:tasks.workunit.client.0.smithi090.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:03.033 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-go0I-D5h9QY68fh off=10255741 len=183167 2024-04-15T17:01:03.036 INFO:tasks.workunit.client.0.smithi090.stdout:op 3500 completed, throughput=4.99MB/sec 2024-04-15T17:01:03.036 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-auA13iFQOMpam2z off=0 len=1379292 2024-04-15T17:01:03.038 INFO:tasks.workunit.client.0.smithi090.stdout:op 3501 completed, throughput=5MB/sec 2024-04-15T17:01:03.038 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--76wcjxOvLFNj6G off=2129755 len=1339662 2024-04-15T17:01:03.046 INFO:tasks.workunit.client.0.smithi090.stdout:op 3502 completed, throughput=5MB/sec 2024-04-15T17:01:03.046 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1BleKK4xNCyQfsR off=1309498 len=1304747 2024-04-15T17:01:03.048 INFO:tasks.workunit.client.0.smithi090.stdout:op 3503 completed, throughput=5MB/sec 2024-04-15T17:01:03.048 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--8uIYg4uFf-mi17 off=551217 len=1683805 2024-04-15T17:01:03.050 INFO:tasks.workunit.client.0.smithi090.stdout:op 3504 completed, throughput=5MB/sec 2024-04-15T17:01:04.050 INFO:tasks.workunit.client.0.smithi090.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:04.050 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4ieWRE7hwjgNAgz off=17703800 len=1263153 2024-04-15T17:01:04.058 INFO:tasks.workunit.client.0.smithi090.stdout:op 3505 completed, throughput=5MB/sec 2024-04-15T17:01:04.059 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-s2bBzOzdCb72wpu off=16845838 len=158461 2024-04-15T17:01:04.059 INFO:tasks.workunit.client.0.smithi090.stdout:op 3506 completed, throughput=5MB/sec 2024-04-15T17:01:04.060 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MKVzcKaFmn9tuzt off=7863068 len=1261716 2024-04-15T17:01:04.061 INFO:tasks.workunit.client.0.smithi090.stdout:op 3507 completed, throughput=5MB/sec 2024-04-15T17:01:04.061 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cokGGK-PljX4tF9 off=4765418 len=896269 2024-04-15T17:01:04.066 INFO:tasks.workunit.client.0.smithi090.stdout:op 3508 completed, throughput=5MB/sec 2024-04-15T17:01:04.066 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DzzhxoPe-XrJ9XF off=1832616 len=1872739 2024-04-15T17:01:04.076 INFO:tasks.workunit.client.0.smithi090.stdout:op 3509 completed, throughput=5MB/sec 2024-04-15T17:01:04.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:04 smithi090 ceph-mon[89240]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:01:04.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:04 smithi090 ceph-mon[91618]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:01:04.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:04 smithi153 ceph-mon[84714]: pgmap v1745: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:01:05.077 INFO:tasks.workunit.client.0.smithi090.stdout: 685: throughput=5MB/sec pending data=0 2024-04-15T17:01:05.077 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nss4E92OqFoWAtV off=6102660 len=638258 2024-04-15T17:01:05.078 INFO:tasks.workunit.client.0.smithi090.stdout:op 3510 completed, throughput=5MB/sec 2024-04-15T17:01:05.078 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qdOGEFYqKe2U6O_ off=1041945 len=831332 2024-04-15T17:01:05.079 INFO:tasks.workunit.client.0.smithi090.stdout:op 3511 completed, throughput=5MB/sec 2024-04-15T17:01:05.080 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-o3TorQdC0IEgBf7 off=1594423 len=428673 2024-04-15T17:01:05.080 INFO:tasks.workunit.client.0.smithi090.stdout:op 3512 completed, throughput=5MB/sec 2024-04-15T17:01:05.080 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hVC7qAeKBxCET28 off=10909466 len=196357 2024-04-15T17:01:05.082 INFO:tasks.workunit.client.0.smithi090.stdout:op 3513 completed, throughput=5MB/sec 2024-04-15T17:01:05.082 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-d7R5PEoWrYUIoka off=1266836 len=1360342 2024-04-15T17:01:05.089 INFO:tasks.workunit.client.0.smithi090.stdout:op 3514 completed, throughput=5MB/sec 2024-04-15T17:01:05.089 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oHyaP_14aVy-YGW off=3114229 len=140792 2024-04-15T17:01:05.090 INFO:tasks.workunit.client.0.smithi090.stdout:op 3515 completed, throughput=5MB/sec 2024-04-15T17:01:05.090 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-niqT7G_3owPOGia off=1933481 len=2091211 2024-04-15T17:01:05.100 INFO:tasks.workunit.client.0.smithi090.stdout:op 3516 completed, throughput=5MB/sec 2024-04-15T17:01:06.100 INFO:tasks.workunit.client.0.smithi090.stdout: 686: throughput=5MB/sec pending data=0 2024-04-15T17:01:06.101 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-r2X6OOLPkw84J9k off=11725983 len=330036 2024-04-15T17:01:06.104 INFO:tasks.workunit.client.0.smithi090.stdout:op 3517 completed, throughput=5MB/sec 2024-04-15T17:01:06.104 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4neoOIZWjELEWBh off=2463176 len=717864 2024-04-15T17:01:06.106 INFO:tasks.workunit.client.0.smithi090.stdout:op 3518 completed, throughput=5MB/sec 2024-04-15T17:01:06.106 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZHylFzCrAXhB6_1 off=13849904 len=1368173 2024-04-15T17:01:06.107 INFO:tasks.workunit.client.0.smithi090.stdout:op 3519 completed, throughput=5MB/sec 2024-04-15T17:01:06.107 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wglSTHtR_6o2Hr2 off=10559569 len=615489 2024-04-15T17:01:06.109 INFO:tasks.workunit.client.0.smithi090.stdout:op 3520 completed, throughput=5MB/sec 2024-04-15T17:01:06.109 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Lb85eGJu9GivnOT off=10026909 len=1496679 2024-04-15T17:01:06.111 INFO:tasks.workunit.client.0.smithi090.stdout:op 3521 completed, throughput=5MB/sec 2024-04-15T17:01:06.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:06 smithi090 ceph-mon[91618]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:01:06.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:06 smithi090 ceph-mon[89240]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:01:06.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:06 smithi153 ceph-mon[84714]: pgmap v1746: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:01:07.112 INFO:tasks.workunit.client.0.smithi090.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:07.112 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--nVhlo_mYMerObG off=1349644 len=54340 2024-04-15T17:01:07.115 INFO:tasks.workunit.client.0.smithi090.stdout:op 3522 completed, throughput=4.99MB/sec 2024-04-15T17:01:07.115 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9R2j6zHBiq8zEV_ off=9630643 len=2066951 2024-04-15T17:01:07.118 INFO:tasks.workunit.client.0.smithi090.stdout:op 3523 completed, throughput=5MB/sec 2024-04-15T17:01:07.119 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8jwu3T80NIF8GeY off=5588881 len=1748948 2024-04-15T17:01:07.126 INFO:tasks.workunit.client.0.smithi090.stdout:op 3524 completed, throughput=5MB/sec 2024-04-15T17:01:07.126 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-r5K1B29YG5dbXgs off=2033727 len=229422 2024-04-15T17:01:07.129 INFO:tasks.workunit.client.0.smithi090.stdout:op 3525 completed, throughput=5MB/sec 2024-04-15T17:01:07.129 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-I8JQO-se-g5F0N1 off=5859899 len=330235 2024-04-15T17:01:07.130 INFO:tasks.workunit.client.0.smithi090.stdout:op 3526 completed, throughput=5MB/sec 2024-04-15T17:01:08.130 INFO:tasks.workunit.client.0.smithi090.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:08.130 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2m3ixfFaC-Vosgo off=9007303 len=1729640 2024-04-15T17:01:08.141 INFO:tasks.workunit.client.0.smithi090.stdout:op 3527 completed, throughput=5MB/sec 2024-04-15T17:01:08.141 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Q8--1vEwltlzmrR off=6810695 len=1032482 2024-04-15T17:01:08.146 INFO:tasks.workunit.client.0.smithi090.stdout:op 3528 completed, throughput=5MB/sec 2024-04-15T17:01:08.146 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QW9bwzAdeb96m9I off=589907 len=795920 2024-04-15T17:01:08.147 INFO:tasks.workunit.client.0.smithi090.stdout:op 3529 completed, throughput=5MB/sec 2024-04-15T17:01:08.147 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iXvjIrA058aXcZt off=19094330 len=20603 2024-04-15T17:01:08.148 INFO:tasks.workunit.client.0.smithi090.stdout:op 3530 completed, throughput=5MB/sec 2024-04-15T17:01:08.148 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yYI6J0bGQ3qTSXO off=370588 len=759808 2024-04-15T17:01:08.149 INFO:tasks.workunit.client.0.smithi090.stdout:op 3531 completed, throughput=5MB/sec 2024-04-15T17:01:08.149 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Xkt8k9_IXXFUZMX off=6441671 len=1575972 2024-04-15T17:01:08.157 INFO:tasks.workunit.client.0.smithi090.stdout:op 3532 completed, throughput=5MB/sec 2024-04-15T17:01:08.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:08 smithi090 ceph-mon[91618]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:01:08.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:01:08.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:08 smithi090 ceph-mon[89240]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:01:08.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:01:08.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:08 smithi153 ceph-mon[84714]: pgmap v1747: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:01:08.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:01:09.157 INFO:tasks.workunit.client.0.smithi090.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:09.157 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LK3lA_y2ohmc8uM off=3587986 len=241646 2024-04-15T17:01:09.158 INFO:tasks.workunit.client.0.smithi090.stdout:op 3533 completed, throughput=4.99MB/sec 2024-04-15T17:01:09.158 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FRhMjOEg8aScXfr off=1339386 len=1986395 2024-04-15T17:01:09.170 INFO:tasks.workunit.client.0.smithi090.stdout:op 3534 completed, throughput=5MB/sec 2024-04-15T17:01:09.170 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TkELqvZWV1TgV5D off=1836043 len=555309 2024-04-15T17:01:09.171 INFO:tasks.workunit.client.0.smithi090.stdout:op 3535 completed, throughput=5MB/sec 2024-04-15T17:01:09.171 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dJ2340S14BLDW6S off=6847620 len=669308 2024-04-15T17:01:09.172 INFO:tasks.workunit.client.0.smithi090.stdout:op 3536 completed, throughput=5MB/sec 2024-04-15T17:01:09.172 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6f0Ob49Xpp0_WGX off=130674 len=1158471 2024-04-15T17:01:09.175 INFO:tasks.workunit.client.0.smithi090.stdout:op 3537 completed, throughput=5MB/sec 2024-04-15T17:01:09.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:01:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:01:09] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-15T17:01:10.175 INFO:tasks.workunit.client.0.smithi090.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:10.175 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SZgNPWUrRgwTRVH off=1156709 len=434746 2024-04-15T17:01:10.176 INFO:tasks.workunit.client.0.smithi090.stdout:op 3538 completed, throughput=4.99MB/sec 2024-04-15T17:01:10.176 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MCBgBT7lY_n78fX off=7394070 len=931556 2024-04-15T17:01:10.181 INFO:tasks.workunit.client.0.smithi090.stdout:op 3539 completed, throughput=4.99MB/sec 2024-04-15T17:01:10.181 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dMMsNuBka0qA4y9 off=14563423 len=1895628 2024-04-15T17:01:10.191 INFO:tasks.workunit.client.0.smithi090.stdout:op 3540 completed, throughput=5MB/sec 2024-04-15T17:01:10.191 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-T-QHZn7yPi6ttqV off=15866878 len=538902 2024-04-15T17:01:10.191 INFO:tasks.workunit.client.0.smithi090.stdout:op 3541 completed, throughput=5MB/sec 2024-04-15T17:01:10.192 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Fb-fvXOKMoqwo8m off=10768028 len=747009 2024-04-15T17:01:10.192 INFO:tasks.workunit.client.0.smithi090.stdout:op 3542 completed, throughput=5MB/sec 2024-04-15T17:01:10.192 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-INy4ZOS8SBz4Uqp off=8729220 len=175201 2024-04-15T17:01:10.196 INFO:tasks.workunit.client.0.smithi090.stdout:op 3543 completed, throughput=5MB/sec 2024-04-15T17:01:10.196 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AdjPKzGACjwENch off=10650613 len=197486 2024-04-15T17:01:10.196 INFO:tasks.workunit.client.0.smithi090.stdout:op 3544 completed, throughput=5MB/sec 2024-04-15T17:01:10.196 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-I8a_KOzpnHiDHjp off=5994666 len=1006936 2024-04-15T17:01:10.197 INFO:tasks.workunit.client.0.smithi090.stdout:op 3545 completed, throughput=5MB/sec 2024-04-15T17:01:10.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:10 smithi090 ceph-mon[89240]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:01:10.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:10 smithi090 ceph-mon[91618]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:01:10.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:10 smithi153 ceph-mon[84714]: pgmap v1748: 105 pgs: 105 active+clean; 127 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:01:11.198 INFO:tasks.workunit.client.0.smithi090.stdout: 691: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:11.198 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-M-4M1LWaqUUyGNH off=4929074 len=139810 2024-04-15T17:01:11.201 INFO:tasks.workunit.client.0.smithi090.stdout:op 3546 completed, throughput=4.99MB/sec 2024-04-15T17:01:11.201 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EFDocvCnv6TgtWO off=5553431 len=321135 2024-04-15T17:01:11.204 INFO:tasks.workunit.client.0.smithi090.stdout:op 3547 completed, throughput=4.99MB/sec 2024-04-15T17:01:11.204 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Oj3-Bmkv5dVzXv0 off=236193 len=1476420 2024-04-15T17:01:11.206 INFO:tasks.workunit.client.0.smithi090.stdout:op 3548 completed, throughput=5MB/sec 2024-04-15T17:01:11.206 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2QINuHOoWTDnBAt off=15780509 len=1834368 2024-04-15T17:01:11.209 INFO:tasks.workunit.client.0.smithi090.stdout:op 3549 completed, throughput=5MB/sec 2024-04-15T17:01:11.209 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Q_PIpbr8xtkk-_2 off=1509280 len=1525970 2024-04-15T17:01:11.218 INFO:tasks.workunit.client.0.smithi090.stdout:op 3550 completed, throughput=5MB/sec 2024-04-15T17:01:12.218 INFO:tasks.workunit.client.0.smithi090.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:12.218 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-r35JfBxZyYGGUVk off=972296 len=918205 2024-04-15T17:01:12.223 INFO:tasks.workunit.client.0.smithi090.stdout:op 3551 completed, throughput=4.99MB/sec 2024-04-15T17:01:12.223 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-90jhD9Hh5_eEm4B off=4027484 len=1295435 2024-04-15T17:01:12.230 INFO:tasks.workunit.client.0.smithi090.stdout:op 3552 completed, throughput=5MB/sec 2024-04-15T17:01:12.230 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-P248UqbWbJnL75T off=7065661 len=2071042 2024-04-15T17:01:12.242 INFO:tasks.workunit.client.0.smithi090.stdout:op 3553 completed, throughput=5MB/sec 2024-04-15T17:01:12.242 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KEBNcTI-oNBgFBg off=17795568 len=2012179 2024-04-15T17:01:12.253 INFO:tasks.workunit.client.0.smithi090.stdout:op 3554 completed, throughput=5MB/sec 2024-04-15T17:01:12.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:12 smithi090 ceph-mon[89240]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:01:12.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:12 smithi090 ceph-mon[91618]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:01:12.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:12 smithi153 ceph-mon[84714]: pgmap v1749: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:01:12.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:01:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:01:13.254 INFO:tasks.workunit.client.0.smithi090.stdout: 693: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:13.254 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tS5TNjud62HuCAJ off=4651395 len=372362 2024-04-15T17:01:13.255 INFO:tasks.workunit.client.0.smithi090.stdout:op 3555 completed, throughput=5MB/sec 2024-04-15T17:01:13.255 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-k9UaKxL0ZG6PloE off=3423355 len=1761020 2024-04-15T17:01:13.264 INFO:tasks.workunit.client.0.smithi090.stdout:op 3556 completed, throughput=5MB/sec 2024-04-15T17:01:13.264 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ur-dvd2LySea7zD off=13289583 len=1283452 2024-04-15T17:01:13.271 INFO:tasks.workunit.client.0.smithi090.stdout:op 3557 completed, throughput=5MB/sec 2024-04-15T17:01:13.271 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D9NLE8JZedN3Nqm off=300942 len=586243 2024-04-15T17:01:13.277 INFO:tasks.workunit.client.0.smithi090.stdout:op 3558 completed, throughput=5MB/sec 2024-04-15T17:01:14.278 INFO:tasks.workunit.client.0.smithi090.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:14.278 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8qWsLYprJZgZAmf off=235642 len=756686 2024-04-15T17:01:14.282 INFO:tasks.workunit.client.0.smithi090.stdout:op 3559 completed, throughput=4.99MB/sec 2024-04-15T17:01:14.283 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lSuXI7FqMk0_G8u off=5955949 len=1266373 2024-04-15T17:01:14.284 INFO:tasks.workunit.client.0.smithi090.stdout:op 3560 completed, throughput=5MB/sec 2024-04-15T17:01:14.284 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qb81b9-hKxEEmhH off=4702893 len=985119 2024-04-15T17:01:14.288 INFO:tasks.workunit.client.0.smithi090.stdout:op 3561 completed, throughput=5MB/sec 2024-04-15T17:01:14.288 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5U4rL5oHSV48JYX off=9703371 len=732151 2024-04-15T17:01:14.293 INFO:tasks.workunit.client.0.smithi090.stdout:op 3562 completed, throughput=5MB/sec 2024-04-15T17:01:14.293 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XTqUsZJTAEHluUJ off=10932827 len=1460760 2024-04-15T17:01:14.300 INFO:tasks.workunit.client.0.smithi090.stdout:op 3563 completed, throughput=5MB/sec 2024-04-15T17:01:14.300 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5qJKjMUBixCsqZ- off=9946564 len=685533 2024-04-15T17:01:14.301 INFO:tasks.workunit.client.0.smithi090.stdout:op 3564 completed, throughput=5MB/sec 2024-04-15T17:01:14.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:14 smithi090 ceph-mon[89240]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:01:14.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:14 smithi090 ceph-mon[91618]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:01:14.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:14 smithi153 ceph-mon[84714]: pgmap v1750: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:01:15.301 INFO:tasks.workunit.client.0.smithi090.stdout: 695: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:15.302 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ekwbWHmljh4j6qu off=5883048 len=1679602 2024-04-15T17:01:15.305 INFO:tasks.workunit.client.0.smithi090.stdout:op 3565 completed, throughput=5MB/sec 2024-04-15T17:01:15.305 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DYTMpeT75ricQ-F off=1340746 len=633069 2024-04-15T17:01:15.309 INFO:tasks.workunit.client.0.smithi090.stdout:op 3566 completed, throughput=5MB/sec 2024-04-15T17:01:15.309 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TU0tx1MLJEhMDxF off=12816037 len=1396006 2024-04-15T17:01:15.318 INFO:tasks.workunit.client.0.smithi090.stdout:op 3567 completed, throughput=5MB/sec 2024-04-15T17:01:15.318 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-C-VEf3HbzRIpRZO off=795406 len=1865998 2024-04-15T17:01:15.321 INFO:tasks.workunit.client.0.smithi090.stdout:op 3568 completed, throughput=5MB/sec 2024-04-15T17:01:16.321 INFO:tasks.workunit.client.0.smithi090.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:16.322 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ChieTZKlpoNrB0h off=1200171 len=33360 2024-04-15T17:01:16.324 INFO:tasks.workunit.client.0.smithi090.stdout:op 3569 completed, throughput=4.99MB/sec 2024-04-15T17:01:16.324 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-D9yxmjcqRytQttP off=53397 len=77644 2024-04-15T17:01:16.324 INFO:tasks.workunit.client.0.smithi090.stdout:op 3570 completed, throughput=4.99MB/sec 2024-04-15T17:01:16.324 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sW05zPNbr9eACeD off=14952928 len=870224 2024-04-15T17:01:16.330 INFO:tasks.workunit.client.0.smithi090.stdout:op 3571 completed, throughput=5MB/sec 2024-04-15T17:01:16.330 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_kQG2FWveaxbWe- off=5650316 len=903205 2024-04-15T17:01:16.332 INFO:tasks.workunit.client.0.smithi090.stdout:op 3572 completed, throughput=5MB/sec 2024-04-15T17:01:16.332 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MjhOxHBR6pyHQkq off=7236831 len=1935884 2024-04-15T17:01:16.335 INFO:tasks.workunit.client.0.smithi090.stdout:op 3573 completed, throughput=5MB/sec 2024-04-15T17:01:16.335 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lyjTdpJIo2kAlta off=57887 len=175216 2024-04-15T17:01:16.335 INFO:tasks.workunit.client.0.smithi090.stdout:op 3574 completed, throughput=5MB/sec 2024-04-15T17:01:16.335 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uWLAKnirI1aiK3c off=9476447 len=1035871 2024-04-15T17:01:16.340 INFO:tasks.workunit.client.0.smithi090.stdout:op 3575 completed, throughput=5MB/sec 2024-04-15T17:01:16.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:16 smithi090 ceph-mon[89240]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:01:16.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:16 smithi090 ceph-mon[91618]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:01:16.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:16 smithi153 ceph-mon[84714]: pgmap v1751: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:01:17.341 INFO:tasks.workunit.client.0.smithi090.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:17.341 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SyaUYOch0MouB72 off=14967127 len=1825734 2024-04-15T17:01:17.350 INFO:tasks.workunit.client.0.smithi090.stdout:op 3576 completed, throughput=5MB/sec 2024-04-15T17:01:17.351 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cQYcrX0P_Oo4uPu off=1995851 len=664236 2024-04-15T17:01:17.354 INFO:tasks.workunit.client.0.smithi090.stdout:op 3577 completed, throughput=5MB/sec 2024-04-15T17:01:17.355 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pgkV47dlB10Hg3k off=1337931 len=221446 2024-04-15T17:01:17.357 INFO:tasks.workunit.client.0.smithi090.stdout:op 3578 completed, throughput=5MB/sec 2024-04-15T17:01:17.357 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_xIJjadw1Sm0UH0 off=975492 len=1530343 2024-04-15T17:01:17.360 INFO:tasks.workunit.client.0.smithi090.stdout:op 3579 completed, throughput=5MB/sec 2024-04-15T17:01:17.361 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Lqk9EcCQiccYpqI off=9051349 len=248180 2024-04-15T17:01:17.363 INFO:tasks.workunit.client.0.smithi090.stdout:op 3580 completed, throughput=5MB/sec 2024-04-15T17:01:17.363 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dihAvC8QHTOMK2g off=11187458 len=1205708 2024-04-15T17:01:17.364 INFO:tasks.workunit.client.0.smithi090.stdout:op 3581 completed, throughput=5MB/sec 2024-04-15T17:01:18.365 INFO:tasks.workunit.client.0.smithi090.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:18.365 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AriU0hq4xDrUzss off=4282014 len=1561902 2024-04-15T17:01:18.372 INFO:tasks.workunit.client.0.smithi090.stdout:op 3582 completed, throughput=5MB/sec 2024-04-15T17:01:18.372 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jzy_g_hFbiySsMM off=3351569 len=187840 2024-04-15T17:01:18.373 INFO:tasks.workunit.client.0.smithi090.stdout:op 3583 completed, throughput=5MB/sec 2024-04-15T17:01:18.373 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qeLIxcmtNLlyZyz off=11252497 len=956439 2024-04-15T17:01:18.374 INFO:tasks.workunit.client.0.smithi090.stdout:op 3584 completed, throughput=5MB/sec 2024-04-15T17:01:18.375 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HHoLdjqjZS_Zmzr off=20526880 len=1407632 2024-04-15T17:01:18.377 INFO:tasks.workunit.client.0.smithi090.stdout:op 3585 completed, throughput=5MB/sec 2024-04-15T17:01:18.377 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-s03-kh7VTzDyMAd off=19335758 len=338423 2024-04-15T17:01:18.378 INFO:tasks.workunit.client.0.smithi090.stdout:op 3586 completed, throughput=5MB/sec 2024-04-15T17:01:18.378 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MCHXNWs1MtZPdmO off=4608071 len=1795867 2024-04-15T17:01:18.381 INFO:tasks.workunit.client.0.smithi090.stdout:op 3587 completed, throughput=5MB/sec 2024-04-15T17:01:18.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:18 smithi090 ceph-mon[89240]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T17:01:18.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:18 smithi090 ceph-mon[91618]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T17:01:18.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:18 smithi153 ceph-mon[84714]: pgmap v1752: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.4 MiB/s wr, 6 op/s 2024-04-15T17:01:19.382 INFO:tasks.workunit.client.0.smithi090.stdout: 699: throughput=5MB/sec pending data=0 2024-04-15T17:01:19.382 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PbI0ISR2KdK8nO1 off=2739860 len=2096975 2024-04-15T17:01:19.392 INFO:tasks.workunit.client.0.smithi090.stdout:op 3588 completed, throughput=5MB/sec 2024-04-15T17:01:19.393 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-a7GlL21U7zY7_jU off=7919680 len=70266 2024-04-15T17:01:19.394 INFO:tasks.workunit.client.0.smithi090.stdout:op 3589 completed, throughput=5MB/sec 2024-04-15T17:01:19.394 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Jg1s5mty34kU2JU off=3014228 len=1532953 2024-04-15T17:01:19.401 INFO:tasks.workunit.client.0.smithi090.stdout:op 3590 completed, throughput=5MB/sec 2024-04-15T17:01:19.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:01:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:01:19] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-15T17:01:20.401 INFO:tasks.workunit.client.0.smithi090.stdout: 700: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:20.401 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tCVCzfd6y5XvErk off=11530829 len=2082045 2024-04-15T17:01:20.403 INFO:tasks.workunit.client.0.smithi090.stdout:op 3591 completed, throughput=5MB/sec 2024-04-15T17:01:20.403 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lSyQqA50fJVa7iU off=7603943 len=607296 2024-04-15T17:01:20.404 INFO:tasks.workunit.client.0.smithi090.stdout:op 3592 completed, throughput=5MB/sec 2024-04-15T17:01:20.405 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nQ7OBPNh5lveKvW off=1231486 len=1312487 2024-04-15T17:01:20.412 INFO:tasks.workunit.client.0.smithi090.stdout:op 3593 completed, throughput=5MB/sec 2024-04-15T17:01:20.412 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-x15ZMI5Bu9oKbiT off=1894733 len=1642634 2024-04-15T17:01:20.415 INFO:tasks.workunit.client.0.smithi090.stdout:op 3594 completed, throughput=5MB/sec 2024-04-15T17:01:20.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:20 smithi090 ceph-mon[89240]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:01:20.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:20 smithi090 ceph-mon[91618]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:01:20.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:20 smithi153 ceph-mon[84714]: pgmap v1753: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:01:21.415 INFO:tasks.workunit.client.0.smithi090.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:21.416 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-h0ZnOpSAJBv9wDV off=1169223 len=1654509 2024-04-15T17:01:21.419 INFO:tasks.workunit.client.0.smithi090.stdout:op 3595 completed, throughput=5MB/sec 2024-04-15T17:01:21.419 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-x1z6YYZi_NpSBs- off=3850088 len=2084345 2024-04-15T17:01:21.431 INFO:tasks.workunit.client.0.smithi090.stdout:op 3596 completed, throughput=5MB/sec 2024-04-15T17:01:21.431 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-s1n18YXk2SX142_ off=1472604 len=1566889 2024-04-15T17:01:21.438 INFO:tasks.workunit.client.0.smithi090.stdout:op 3597 completed, throughput=5MB/sec 2024-04-15T17:01:22.438 INFO:tasks.workunit.client.0.smithi090.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:22.438 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2g9lyXrn0pmEV5- off=22222154 len=1662814 2024-04-15T17:01:22.447 INFO:tasks.workunit.client.0.smithi090.stdout:op 3598 completed, throughput=5MB/sec 2024-04-15T17:01:22.447 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6dnPMy9pkOZAxI2 off=0 len=1906648 2024-04-15T17:01:22.458 INFO:tasks.workunit.client.0.smithi090.stdout:op 3599 completed, throughput=5MB/sec 2024-04-15T17:01:22.458 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ec-XfkdONS4e-mc off=7012879 len=1407708 2024-04-15T17:01:22.459 INFO:tasks.workunit.client.0.smithi090.stdout:op 3600 completed, throughput=5MB/sec 2024-04-15T17:01:22.460 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tmVsFHhWR45e4qn off=13818685 len=1921718 2024-04-15T17:01:22.469 INFO:tasks.workunit.client.0.smithi090.stdout:op 3601 completed, throughput=5MB/sec 2024-04-15T17:01:22.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:22 smithi090 ceph-mon[89240]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:01:22.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:22 smithi090 ceph-mon[91618]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:01:22.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:22 smithi153 ceph-mon[84714]: pgmap v1754: 105 pgs: 105 active+clean; 127 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:01:22.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:01:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:01:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:01:23.469 INFO:tasks.workunit.client.0.smithi090.stdout: 703: throughput=5MB/sec pending data=0 2024-04-15T17:01:23.469 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kTik9C2gTXNO30R off=8589392 len=1012414 2024-04-15T17:01:23.470 INFO:tasks.workunit.client.0.smithi090.stdout:op 3602 completed, throughput=5MB/sec 2024-04-15T17:01:23.470 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Dl0p5E4_70oSwko off=4748193 len=226785 2024-04-15T17:01:23.473 INFO:tasks.workunit.client.0.smithi090.stdout:op 3603 completed, throughput=5MB/sec 2024-04-15T17:01:23.473 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iNe-JdaotfZimcA off=7131621 len=52769 2024-04-15T17:01:23.474 INFO:tasks.workunit.client.0.smithi090.stdout:op 3604 completed, throughput=5MB/sec 2024-04-15T17:01:23.474 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RCRlR3UbPvF2pEL off=3827856 len=567788 2024-04-15T17:01:23.475 INFO:tasks.workunit.client.0.smithi090.stdout:op 3605 completed, throughput=5MB/sec 2024-04-15T17:01:23.475 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Lyp4ePk9dGaFcwX off=4940609 len=1103381 2024-04-15T17:01:23.476 INFO:tasks.workunit.client.0.smithi090.stdout:op 3606 completed, throughput=5MB/sec 2024-04-15T17:01:23.476 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-p5ITuTBZumzo5g6 off=17324366 len=399564 2024-04-15T17:01:23.477 INFO:tasks.workunit.client.0.smithi090.stdout:op 3607 completed, throughput=5MB/sec 2024-04-15T17:01:23.477 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AAnRyu6rS1s1mac off=6846195 len=177790 2024-04-15T17:01:23.477 INFO:tasks.workunit.client.0.smithi090.stdout:op 3608 completed, throughput=5MB/sec 2024-04-15T17:01:23.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:01:23.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:01:23.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:01:24.478 INFO:tasks.workunit.client.0.smithi090.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:24.478 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gcHVNfZ8vEC1Tri off=2931193 len=17473 2024-04-15T17:01:24.479 INFO:tasks.workunit.client.0.smithi090.stdout:op 3609 completed, throughput=4.99MB/sec 2024-04-15T17:01:24.479 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NxyuA1bdLKUrpZ2 off=3163666 len=1329448 2024-04-15T17:01:24.486 INFO:tasks.workunit.client.0.smithi090.stdout:op 3610 completed, throughput=4.99MB/sec 2024-04-15T17:01:24.486 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UriWRiJK7dbiEwt off=1944503 len=1760790 2024-04-15T17:01:24.488 INFO:tasks.workunit.client.0.smithi090.stdout:op 3611 completed, throughput=5MB/sec 2024-04-15T17:01:24.488 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4q7bp1UCoTQ4Dvh off=4922219 len=2031951 2024-04-15T17:01:24.501 INFO:tasks.workunit.client.0.smithi090.stdout:op 3612 completed, throughput=5MB/sec 2024-04-15T17:01:24.501 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YspE4iA-ttbxsIP off=6634106 len=1231629 2024-04-15T17:01:24.507 INFO:tasks.workunit.client.0.smithi090.stdout:op 3613 completed, throughput=5MB/sec 2024-04-15T17:01:24.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:24 smithi090 ceph-mon[89240]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:01:24.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:24 smithi090 ceph-mon[91618]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:01:24.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:24 smithi153 ceph-mon[84714]: pgmap v1755: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:01:25.508 INFO:tasks.workunit.client.0.smithi090.stdout: 705: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:25.508 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3N0MBsGScFLCIi8 off=3761846 len=448709 2024-04-15T17:01:25.511 INFO:tasks.workunit.client.0.smithi090.stdout:op 3614 completed, throughput=5MB/sec 2024-04-15T17:01:25.511 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IUb8hDFKTmEctXb off=576990 len=629037 2024-04-15T17:01:25.512 INFO:tasks.workunit.client.0.smithi090.stdout:op 3615 completed, throughput=5MB/sec 2024-04-15T17:01:25.512 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rf58iDbzQ7K3IKf off=2511904 len=1182245 2024-04-15T17:01:25.515 INFO:tasks.workunit.client.0.smithi090.stdout:op 3616 completed, throughput=5MB/sec 2024-04-15T17:01:25.515 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2S5JK3h2juQPokI off=10347968 len=1214553 2024-04-15T17:01:25.523 INFO:tasks.workunit.client.0.smithi090.stdout:op 3617 completed, throughput=5MB/sec 2024-04-15T17:01:25.523 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6Te0CqlrhtIlomy off=14162826 len=692780 2024-04-15T17:01:25.525 INFO:tasks.workunit.client.0.smithi090.stdout:op 3618 completed, throughput=5MB/sec 2024-04-15T17:01:25.525 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MN00fceJcFw2KzY off=669561 len=287557 2024-04-15T17:01:25.528 INFO:tasks.workunit.client.0.smithi090.stdout:op 3619 completed, throughput=5MB/sec 2024-04-15T17:01:26.528 INFO:tasks.workunit.client.0.smithi090.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:26.528 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-A12E66OL9BFHGIc off=21195786 len=546170 2024-04-15T17:01:26.529 INFO:tasks.workunit.client.0.smithi090.stdout:op 3620 completed, throughput=4.99MB/sec 2024-04-15T17:01:26.529 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KAxNloQ4m3MIcaC off=11616176 len=100830 2024-04-15T17:01:26.532 INFO:tasks.workunit.client.0.smithi090.stdout:op 3621 completed, throughput=4.99MB/sec 2024-04-15T17:01:26.532 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-m7w6q09SdNEk3zm off=6469612 len=1732546 2024-04-15T17:01:26.540 INFO:tasks.workunit.client.0.smithi090.stdout:op 3622 completed, throughput=5MB/sec 2024-04-15T17:01:26.540 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Fc4WkKEs5Yiz1QX off=143125 len=1711987 2024-04-15T17:01:26.542 INFO:tasks.workunit.client.0.smithi090.stdout:op 3623 completed, throughput=5MB/sec 2024-04-15T17:01:26.542 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SleB5Xd0gbO7yRU off=2496692 len=755541 2024-04-15T17:01:26.544 INFO:tasks.workunit.client.0.smithi090.stdout:op 3624 completed, throughput=5MB/sec 2024-04-15T17:01:26.544 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-G7kyDZ971V5Ya8r off=9198354 len=1543088 2024-04-15T17:01:26.551 INFO:tasks.workunit.client.0.smithi090.stdout:op 3625 completed, throughput=5MB/sec 2024-04-15T17:01:26.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:26 smithi090 ceph-mon[89240]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T17:01:26.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:26 smithi090 ceph-mon[91618]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T17:01:26.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:26 smithi153 ceph-mon[84714]: pgmap v1756: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T17:01:27.552 INFO:tasks.workunit.client.0.smithi090.stdout: 707: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:27.552 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Y0X4P4FFHWHTRwr off=5202546 len=1351691 2024-04-15T17:01:27.558 INFO:tasks.workunit.client.0.smithi090.stdout:op 3626 completed, throughput=5MB/sec 2024-04-15T17:01:27.559 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HBX3jWjXkzplJ-- off=445501 len=270938 2024-04-15T17:01:27.559 INFO:tasks.workunit.client.0.smithi090.stdout:op 3627 completed, throughput=5MB/sec 2024-04-15T17:01:27.560 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WmFGX8XbjiFNHP- off=4008075 len=256595 2024-04-15T17:01:27.562 INFO:tasks.workunit.client.0.smithi090.stdout:op 3628 completed, throughput=5MB/sec 2024-04-15T17:01:27.563 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-31JBzF1nWAg17u8 off=2139569 len=1205662 2024-04-15T17:01:27.564 INFO:tasks.workunit.client.0.smithi090.stdout:op 3629 completed, throughput=5MB/sec 2024-04-15T17:01:27.564 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fBQ7hEF6k7XRkVe off=3755204 len=1497887 2024-04-15T17:01:27.572 INFO:tasks.workunit.client.0.smithi090.stdout:op 3630 completed, throughput=5MB/sec 2024-04-15T17:01:28.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:28 smithi090 ceph-mon[89240]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:01:28.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:28 smithi090 ceph-mon[91618]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:01:28.572 INFO:tasks.workunit.client.0.smithi090.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:28.572 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GyGjxFrvSxNKpY7 off=14535258 len=1875898 2024-04-15T17:01:28.580 INFO:tasks.workunit.client.0.smithi090.stdout:op 3631 completed, throughput=5MB/sec 2024-04-15T17:01:28.580 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-b0D3e7m037oEPlT off=2240762 len=739872 2024-04-15T17:01:28.582 INFO:tasks.workunit.client.0.smithi090.stdout:op 3632 completed, throughput=5MB/sec 2024-04-15T17:01:28.582 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WCgMdFAzOhX85pm off=14265137 len=748031 2024-04-15T17:01:28.582 INFO:tasks.workunit.client.0.smithi090.stdout:op 3633 completed, throughput=5MB/sec 2024-04-15T17:01:28.583 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-P9BLq3pqSx36zzr off=2666171 len=861766 2024-04-15T17:01:28.583 INFO:tasks.workunit.client.0.smithi090.stdout:op 3634 completed, throughput=5MB/sec 2024-04-15T17:01:28.584 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NpLvWAkn3hs9rMQ off=6753451 len=3444 2024-04-15T17:01:28.586 INFO:tasks.workunit.client.0.smithi090.stdout:op 3635 completed, throughput=5MB/sec 2024-04-15T17:01:28.586 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xCQLCk-kSeDIK7h off=14733913 len=1668151 2024-04-15T17:01:28.592 INFO:tasks.workunit.client.0.smithi090.stdout:op 3636 completed, throughput=5MB/sec 2024-04-15T17:01:28.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:28 smithi153 ceph-mon[84714]: pgmap v1757: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:01:29.470 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:01:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:01:29] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-15T17:01:29.593 INFO:tasks.workunit.client.0.smithi090.stdout: 709: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:29.593 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ygYXOjmGFOrjuBO off=12774777 len=11738 2024-04-15T17:01:29.593 INFO:tasks.workunit.client.0.smithi090.stdout:op 3637 completed, throughput=4.99MB/sec 2024-04-15T17:01:29.593 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JrvSJeLQOvpgo93 off=608906 len=2062993 2024-04-15T17:01:29.606 INFO:tasks.workunit.client.0.smithi090.stdout:op 3638 completed, throughput=5MB/sec 2024-04-15T17:01:29.606 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D1O_PUYhS_F3szk off=19496706 len=1223970 2024-04-15T17:01:29.613 INFO:tasks.workunit.client.0.smithi090.stdout:op 3639 completed, throughput=5MB/sec 2024-04-15T17:01:29.613 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TvsguVVBDHiSBeM off=9700833 len=953313 2024-04-15T17:01:29.619 INFO:tasks.workunit.client.0.smithi090.stdout:op 3640 completed, throughput=5MB/sec 2024-04-15T17:01:29.619 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DBmSYm6AawBBjSF off=4168979 len=784549 2024-04-15T17:01:29.620 INFO:tasks.workunit.client.0.smithi090.stdout:op 3641 completed, throughput=5MB/sec 2024-04-15T17:01:30.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:30 smithi090 ceph-mon[89240]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:01:30.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:30 smithi090 ceph-mon[91618]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:01:30.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:30 smithi153 ceph-mon[84714]: pgmap v1758: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:01:30.620 INFO:tasks.workunit.client.0.smithi090.stdout: 710: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:30.620 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RilsctncPo1KcDq off=6418913 len=929316 2024-04-15T17:01:30.625 INFO:tasks.workunit.client.0.smithi090.stdout:op 3642 completed, throughput=5MB/sec 2024-04-15T17:01:30.625 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wIS1h34lqIF18zO off=7719556 len=1355182 2024-04-15T17:01:30.628 INFO:tasks.workunit.client.0.smithi090.stdout:op 3643 completed, throughput=5MB/sec 2024-04-15T17:01:30.628 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zsQxR1HDbxruVmp off=9416219 len=939085 2024-04-15T17:01:30.631 INFO:tasks.workunit.client.0.smithi090.stdout:op 3644 completed, throughput=5MB/sec 2024-04-15T17:01:30.631 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IId3pW4VGBMRJl8 off=7175061 len=282949 2024-04-15T17:01:30.631 INFO:tasks.workunit.client.0.smithi090.stdout:op 3645 completed, throughput=5MB/sec 2024-04-15T17:01:30.632 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NWhFalzjol0TQ6d off=8694488 len=1747862 2024-04-15T17:01:30.640 INFO:tasks.workunit.client.0.smithi090.stdout:op 3646 completed, throughput=5MB/sec 2024-04-15T17:01:31.641 INFO:tasks.workunit.client.0.smithi090.stdout: 711: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:31.641 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-94h02_Sqrr5g2hv off=4286096 len=778838 2024-04-15T17:01:31.642 INFO:tasks.workunit.client.0.smithi090.stdout:op 3647 completed, throughput=4.99MB/sec 2024-04-15T17:01:31.642 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aRIjs5CCrZOkAar off=1839380 len=394966 2024-04-15T17:01:31.643 INFO:tasks.workunit.client.0.smithi090.stdout:op 3648 completed, throughput=5MB/sec 2024-04-15T17:01:31.643 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rg_d81RKjO4MDnH off=18994414 len=263028 2024-04-15T17:01:31.646 INFO:tasks.workunit.client.0.smithi090.stdout:op 3649 completed, throughput=5MB/sec 2024-04-15T17:01:31.646 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KSGaRTWjJEbK2DK off=10452707 len=1645710 2024-04-15T17:01:31.648 INFO:tasks.workunit.client.0.smithi090.stdout:op 3650 completed, throughput=5MB/sec 2024-04-15T17:01:31.648 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-r2gG6Fn0u8VI-zI off=13779261 len=1508333 2024-04-15T17:01:31.649 INFO:tasks.workunit.client.0.smithi090.stdout:op 3651 completed, throughput=5MB/sec 2024-04-15T17:01:31.650 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ou8a-RnvquaGQIM off=1761312 len=311484 2024-04-15T17:01:31.653 INFO:tasks.workunit.client.0.smithi090.stdout:op 3652 completed, throughput=5MB/sec 2024-04-15T17:01:32.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:32 smithi090 ceph-mon[89240]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:01:32.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:32 smithi090 ceph-mon[91618]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:01:32.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:32 smithi153 ceph-mon[84714]: pgmap v1759: 105 pgs: 105 active+clean; 127 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:01:32.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:01:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:01:32.653 INFO:tasks.workunit.client.0.smithi090.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:32.653 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uouCv-w1lvn2z1h off=3963564 len=353943 2024-04-15T17:01:32.654 INFO:tasks.workunit.client.0.smithi090.stdout:op 3653 completed, throughput=4.99MB/sec 2024-04-15T17:01:32.654 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mlVMX-DHBb1VjYs off=11095428 len=791425 2024-04-15T17:01:32.656 INFO:tasks.workunit.client.0.smithi090.stdout:op 3654 completed, throughput=4.99MB/sec 2024-04-15T17:01:32.656 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-69_yBOLNst97xMl off=565954 len=697933 2024-04-15T17:01:32.661 INFO:tasks.workunit.client.0.smithi090.stdout:op 3655 completed, throughput=5MB/sec 2024-04-15T17:01:32.661 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VZRmB1mWam9r-YD off=1344050 len=1137784 2024-04-15T17:01:32.663 INFO:tasks.workunit.client.0.smithi090.stdout:op 3656 completed, throughput=5MB/sec 2024-04-15T17:01:32.663 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2pVSc36zb8IJxOC off=10997623 len=135217 2024-04-15T17:01:32.664 INFO:tasks.workunit.client.0.smithi090.stdout:op 3657 completed, throughput=5MB/sec 2024-04-15T17:01:32.664 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uJaxA1cIX-xQZWV off=1992916 len=1092475 2024-04-15T17:01:32.666 INFO:tasks.workunit.client.0.smithi090.stdout:op 3658 completed, throughput=5MB/sec 2024-04-15T17:01:32.666 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9Ea00SGjyJ4Dlpu off=221572 len=43076 2024-04-15T17:01:32.668 INFO:tasks.workunit.client.0.smithi090.stdout:op 3659 completed, throughput=5MB/sec 2024-04-15T17:01:32.668 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-A3-Rm8NDw5i863E off=3322073 len=1644504 2024-04-15T17:01:32.675 INFO:tasks.workunit.client.0.smithi090.stdout:op 3660 completed, throughput=5MB/sec 2024-04-15T17:01:33.676 INFO:tasks.workunit.client.0.smithi090.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:33.676 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4cUln5uLVkLNOl7 off=7247163 len=242631 2024-04-15T17:01:33.679 INFO:tasks.workunit.client.0.smithi090.stdout:op 3661 completed, throughput=4.99MB/sec 2024-04-15T17:01:33.679 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8EHG0kATmUwqar_ off=9447708 len=1637959 2024-04-15T17:01:33.681 INFO:tasks.workunit.client.0.smithi090.stdout:op 3662 completed, throughput=5MB/sec 2024-04-15T17:01:33.681 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RcDbr4cAHox9snT off=0 len=1344650 2024-04-15T17:01:33.688 INFO:tasks.workunit.client.0.smithi090.stdout:op 3663 completed, throughput=5MB/sec 2024-04-15T17:01:33.689 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vhb2Pwn0jNao8bE off=899401 len=1285499 2024-04-15T17:01:33.690 INFO:tasks.workunit.client.0.smithi090.stdout:op 3664 completed, throughput=5MB/sec 2024-04-15T17:01:33.690 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FxSszYcoyF40kSf off=1975880 len=1032089 2024-04-15T17:01:33.691 INFO:tasks.workunit.client.0.smithi090.stdout:op 3665 completed, throughput=5MB/sec 2024-04-15T17:01:34.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:34 smithi090 ceph-mon[89240]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T17:01:34.569 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:34 smithi090 ceph-mon[91618]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T17:01:34.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:34 smithi153 ceph-mon[84714]: pgmap v1760: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T17:01:34.692 INFO:tasks.workunit.client.0.smithi090.stdout: 714: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:34.692 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dHlzhZK-rFF4c2Q off=280045 len=588861 2024-04-15T17:01:34.693 INFO:tasks.workunit.client.0.smithi090.stdout:op 3666 completed, throughput=5MB/sec 2024-04-15T17:01:34.693 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fLRYukgONoBo2eT off=14572904 len=1564866 2024-04-15T17:01:34.703 INFO:tasks.workunit.client.0.smithi090.stdout:op 3667 completed, throughput=5MB/sec 2024-04-15T17:01:34.704 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0BaESRk-lDG9wo6 off=9838455 len=174264 2024-04-15T17:01:34.706 INFO:tasks.workunit.client.0.smithi090.stdout:op 3668 completed, throughput=5MB/sec 2024-04-15T17:01:34.706 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2QINuHOoWTDnBAt off=3889974 len=960470 2024-04-15T17:01:34.711 INFO:tasks.workunit.client.0.smithi090.stdout:op 3669 completed, throughput=5MB/sec 2024-04-15T17:01:34.711 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oMSf7ee1jGvJRzm off=10019015 len=144390 2024-04-15T17:01:34.714 INFO:tasks.workunit.client.0.smithi090.stdout:op 3670 completed, throughput=5MB/sec 2024-04-15T17:01:34.714 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iJ0GGshuP0Yyel8 off=7502083 len=2055213 2024-04-15T17:01:34.725 INFO:tasks.workunit.client.0.smithi090.stdout:op 3671 completed, throughput=5MB/sec 2024-04-15T17:01:35.726 INFO:tasks.workunit.client.0.smithi090.stdout: 715: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:35.726 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nK8HWWg3l3zkSAQ off=14935049 len=1465538 2024-04-15T17:01:35.729 INFO:tasks.workunit.client.0.smithi090.stdout:op 3672 completed, throughput=5MB/sec 2024-04-15T17:01:35.729 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Q26-Cr3HQuZpjyr off=10613939 len=649581 2024-04-15T17:01:35.730 INFO:tasks.workunit.client.0.smithi090.stdout:op 3673 completed, throughput=5MB/sec 2024-04-15T17:01:35.730 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4eyFDZLvQIWZ2Qy off=3678741 len=705183 2024-04-15T17:01:35.731 INFO:tasks.workunit.client.0.smithi090.stdout:op 3674 completed, throughput=5MB/sec 2024-04-15T17:01:35.731 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-taTGXqv_VNpqQTP off=2383172 len=1819568 2024-04-15T17:01:35.733 INFO:tasks.workunit.client.0.smithi090.stdout:op 3675 completed, throughput=5MB/sec 2024-04-15T17:01:36.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:36 smithi090 ceph-mon[91618]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:01:36.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:01:36.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:36 smithi090 ceph-mon[89240]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:01:36.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:01:36.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:36 smithi153 ceph-mon[84714]: pgmap v1761: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:01:36.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:01:36.734 INFO:tasks.workunit.client.0.smithi090.stdout: 716: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:36.734 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aClxcG7U9aVyHNt off=14186574 len=775870 2024-04-15T17:01:36.734 INFO:tasks.workunit.client.0.smithi090.stdout:op 3676 completed, throughput=4.99MB/sec 2024-04-15T17:01:36.734 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VZEB8U-MULtErte off=6514658 len=1184477 2024-04-15T17:01:36.736 INFO:tasks.workunit.client.0.smithi090.stdout:op 3677 completed, throughput=5MB/sec 2024-04-15T17:01:36.736 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AncP9z2lOi6Dw0F off=13659726 len=150227 2024-04-15T17:01:36.738 INFO:tasks.workunit.client.0.smithi090.stdout:op 3678 completed, throughput=5MB/sec 2024-04-15T17:01:36.738 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Z685orA3InrZh11 off=191455 len=46958 2024-04-15T17:01:36.739 INFO:tasks.workunit.client.0.smithi090.stdout:op 3679 completed, throughput=5MB/sec 2024-04-15T17:01:36.739 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JPQcQqrZsVYFdnZ off=17341489 len=312181 2024-04-15T17:01:36.741 INFO:tasks.workunit.client.0.smithi090.stdout:op 3680 completed, throughput=5MB/sec 2024-04-15T17:01:36.741 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RGhiWsraPzNk-6Q off=4637356 len=629714 2024-04-15T17:01:36.742 INFO:tasks.workunit.client.0.smithi090.stdout:op 3681 completed, throughput=5MB/sec 2024-04-15T17:01:36.742 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-r8k2Ip4pOBEd1kF off=614363 len=602239 2024-04-15T17:01:36.743 INFO:tasks.workunit.client.0.smithi090.stdout:op 3682 completed, throughput=5MB/sec 2024-04-15T17:01:36.743 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SOBWJSqpLokHSQM off=9769604 len=1184898 2024-04-15T17:01:36.747 INFO:tasks.workunit.client.0.smithi090.stdout:op 3683 completed, throughput=5MB/sec 2024-04-15T17:01:36.747 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-drH-ZkTYaYwwNdr off=76203 len=2050258 2024-04-15T17:01:36.756 INFO:tasks.workunit.client.0.smithi090.stdout:op 3684 completed, throughput=5MB/sec 2024-04-15T17:01:37.756 INFO:tasks.workunit.client.0.smithi090.stdout: 717: throughput=5MB/sec pending data=0 2024-04-15T17:01:37.757 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-m0U_gHMzqfiDHYs off=1780295 len=59317 2024-04-15T17:01:37.759 INFO:tasks.workunit.client.0.smithi090.stdout:op 3685 completed, throughput=5MB/sec 2024-04-15T17:01:37.759 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jRccRsAkMKhIjdo off=1727628 len=1136962 2024-04-15T17:01:37.761 INFO:tasks.workunit.client.0.smithi090.stdout:op 3686 completed, throughput=5MB/sec 2024-04-15T17:01:37.761 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GiVDPJcOGXwhkcT off=3809508 len=1514758 2024-04-15T17:01:37.762 INFO:tasks.workunit.client.0.smithi090.stdout:op 3687 completed, throughput=5MB/sec 2024-04-15T17:01:37.762 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xIkHft--tTZkqhw off=14244307 len=740537 2024-04-15T17:01:37.763 INFO:tasks.workunit.client.0.smithi090.stdout:op 3688 completed, throughput=5MB/sec 2024-04-15T17:01:37.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:01:37.819 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:01:37.819 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:01:37.819 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:01:37.819 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:01:37.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:01:37.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:01:37.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:01:37.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:01:37.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:01:37.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:01:37.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:01:37.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:01:37.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:01:37.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:01:38.763 INFO:tasks.workunit.client.0.smithi090.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:38.763 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2kgnnmJsu3IUWf- off=5071838 len=1492276 2024-04-15T17:01:38.772 INFO:tasks.workunit.client.0.smithi090.stdout:op 3689 completed, throughput=5MB/sec 2024-04-15T17:01:38.772 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-chno0RC8RKX-QAO off=3280159 len=181907 2024-04-15T17:01:38.774 INFO:tasks.workunit.client.0.smithi090.stdout:op 3690 completed, throughput=5MB/sec 2024-04-15T17:01:38.774 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7EqvJ3JuMB8i1Nc off=8010437 len=586460 2024-04-15T17:01:38.778 INFO:tasks.workunit.client.0.smithi090.stdout:op 3691 completed, throughput=5MB/sec 2024-04-15T17:01:38.779 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-grneBR6tWhNUve7 off=10354496 len=2044336 2024-04-15T17:01:38.781 INFO:tasks.workunit.client.0.smithi090.stdout:op 3692 completed, throughput=5MB/sec 2024-04-15T17:01:38.781 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-C-VEf3HbzRIpRZO off=2623307 len=198294 2024-04-15T17:01:38.784 INFO:tasks.workunit.client.0.smithi090.stdout:op 3693 completed, throughput=5MB/sec 2024-04-15T17:01:38.784 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6U1IkB1d9zw4yEF off=4293384 len=1825937 2024-04-15T17:01:38.794 INFO:tasks.workunit.client.0.smithi090.stdout:op 3694 completed, throughput=5MB/sec 2024-04-15T17:01:38.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:38 smithi090 ceph-mon[89240]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:01:38.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:01:38.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:38 smithi090 ceph-mon[91618]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:01:38.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:01:38.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:38 smithi153 ceph-mon[84714]: pgmap v1762: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:01:38.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:01:39.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:01:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:01:39] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-15T17:01:39.794 INFO:tasks.workunit.client.0.smithi090.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:39.795 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XjrZIgELxMjgquq off=1968543 len=1735356 2024-04-15T17:01:39.802 INFO:tasks.workunit.client.0.smithi090.stdout:op 3695 completed, throughput=5MB/sec 2024-04-15T17:01:39.802 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_Kcsplcu3gVCrEk off=4412264 len=1307020 2024-04-15T17:01:39.808 INFO:tasks.workunit.client.0.smithi090.stdout:op 3696 completed, throughput=5MB/sec 2024-04-15T17:01:39.808 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GxbEmX_VmGJPdKI off=4881710 len=113909 2024-04-15T17:01:39.809 INFO:tasks.workunit.client.0.smithi090.stdout:op 3697 completed, throughput=5MB/sec 2024-04-15T17:01:39.809 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7QzJmJ2xT_Aqhmf off=9485947 len=930345 2024-04-15T17:01:39.814 INFO:tasks.workunit.client.0.smithi090.stdout:op 3698 completed, throughput=5MB/sec 2024-04-15T17:01:39.814 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EynxXpPdBdB81_4 off=155975 len=84389 2024-04-15T17:01:39.815 INFO:tasks.workunit.client.0.smithi090.stdout:op 3699 completed, throughput=5MB/sec 2024-04-15T17:01:39.815 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Oib1OSEYypdgx8N off=2627857 len=245605 2024-04-15T17:01:39.815 INFO:tasks.workunit.client.0.smithi090.stdout:op 3700 completed, throughput=5MB/sec 2024-04-15T17:01:40.816 INFO:tasks.workunit.client.0.smithi090.stdout: 720: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:40.816 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XluTLOf9_CsdSyh off=4940065 len=1998915 2024-04-15T17:01:40.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:40 smithi090 ceph-mon[91618]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:01:40.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:40 smithi090 ceph-mon[89240]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:01:40.819 INFO:tasks.workunit.client.0.smithi090.stdout:op 3701 completed, throughput=5MB/sec 2024-04-15T17:01:40.819 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oj_FFAX9KabZocR off=3494703 len=639340 2024-04-15T17:01:40.819 INFO:tasks.workunit.client.0.smithi090.stdout:op 3702 completed, throughput=5MB/sec 2024-04-15T17:01:40.819 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mwWKJl4G_yTV6AY off=16481337 len=1841374 2024-04-15T17:01:40.821 INFO:tasks.workunit.client.0.smithi090.stdout:op 3703 completed, throughput=5MB/sec 2024-04-15T17:01:40.821 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-s2zREUTio6Bu-ka off=1411860 len=1495758 2024-04-15T17:01:40.829 INFO:tasks.workunit.client.0.smithi090.stdout:op 3704 completed, throughput=5MB/sec 2024-04-15T17:01:40.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:40 smithi153 ceph-mon[84714]: pgmap v1763: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:01:41.830 INFO:tasks.workunit.client.0.smithi090.stdout: 721: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:41.830 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fso1VFUs91cmvJv off=9206972 len=1205069 2024-04-15T17:01:41.831 INFO:tasks.workunit.client.0.smithi090.stdout:op 3705 completed, throughput=5MB/sec 2024-04-15T17:01:41.831 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DMfbJp71wHxTQFe off=9021993 len=1977580 2024-04-15T17:01:41.845 INFO:tasks.workunit.client.0.smithi090.stdout:op 3706 completed, throughput=5MB/sec 2024-04-15T17:01:41.845 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NiNByGzyabecguZ off=8832185 len=990064 2024-04-15T17:01:41.847 INFO:tasks.workunit.client.0.smithi090.stdout:op 3707 completed, throughput=5MB/sec 2024-04-15T17:01:41.847 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gLBogWPAZJXjc7z off=500415 len=708271 2024-04-15T17:01:41.848 INFO:tasks.workunit.client.0.smithi090.stdout:op 3708 completed, throughput=5MB/sec 2024-04-15T17:01:42.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:42 smithi153 ceph-mon[84714]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:01:42.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:01:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:01:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:01:42.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:42 smithi090 ceph-mon[89240]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:01:42.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:42 smithi090 ceph-mon[91618]: pgmap v1764: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:01:42.849 INFO:tasks.workunit.client.0.smithi090.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:42.849 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-b2rDd94pQ9YWS8y off=5087840 len=1985849 2024-04-15T17:01:42.857 INFO:tasks.workunit.client.0.smithi090.stdout:op 3709 completed, throughput=5MB/sec 2024-04-15T17:01:42.858 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fQKeUQbC_in9Lwg off=3863143 len=1935275 2024-04-15T17:01:42.861 INFO:tasks.workunit.client.0.smithi090.stdout:op 3710 completed, throughput=5MB/sec 2024-04-15T17:01:42.861 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AlUHPOau4c8sYUU off=322568 len=14003 2024-04-15T17:01:42.862 INFO:tasks.workunit.client.0.smithi090.stdout:op 3711 completed, throughput=5MB/sec 2024-04-15T17:01:42.862 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--PPkOkMNfKExOPv off=9436744 len=1251640 2024-04-15T17:01:42.864 INFO:tasks.workunit.client.0.smithi090.stdout:op 3712 completed, throughput=5MB/sec 2024-04-15T17:01:43.864 INFO:tasks.workunit.client.0.smithi090.stdout: 723: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:43.864 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-881qTQWkMLcIObF off=13825178 len=1760720 2024-04-15T17:01:43.873 INFO:tasks.workunit.client.0.smithi090.stdout:op 3713 completed, throughput=5MB/sec 2024-04-15T17:01:43.874 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TJHyoYfeDVtMSSP off=2799869 len=1509337 2024-04-15T17:01:43.883 INFO:tasks.workunit.client.0.smithi090.stdout:op 3714 completed, throughput=5MB/sec 2024-04-15T17:01:43.883 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8rSY8rliywATyed off=2968395 len=1145826 2024-04-15T17:01:43.884 INFO:tasks.workunit.client.0.smithi090.stdout:op 3715 completed, throughput=5MB/sec 2024-04-15T17:01:43.884 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-K7SR95w_SkhtXIq off=1670262 len=643325 2024-04-15T17:01:43.888 INFO:tasks.workunit.client.0.smithi090.stdout:op 3716 completed, throughput=5MB/sec 2024-04-15T17:01:43.889 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ancKD50BF85zEdk off=5325712 len=803089 2024-04-15T17:01:43.893 INFO:tasks.workunit.client.0.smithi090.stdout:op 3717 completed, throughput=5MB/sec 2024-04-15T17:01:44.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:44 smithi090 ceph-mon[91618]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T17:01:44.819 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:44 smithi090 ceph-mon[89240]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T17:01:44.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:44 smithi153 ceph-mon[84714]: pgmap v1765: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T17:01:44.893 INFO:tasks.workunit.client.0.smithi090.stdout: 724: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:44.893 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-L6Yyskdz3HY4_iB off=4428429 len=386637 2024-04-15T17:01:44.896 INFO:tasks.workunit.client.0.smithi090.stdout:op 3718 completed, throughput=4.99MB/sec 2024-04-15T17:01:44.896 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dgvjPLe0lR335_I off=12121688 len=1817118 2024-04-15T17:01:44.900 INFO:tasks.workunit.client.0.smithi090.stdout:op 3719 completed, throughput=5MB/sec 2024-04-15T17:01:44.900 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QIj9Q62zXCA21Dx off=614602 len=1403047 2024-04-15T17:01:44.902 INFO:tasks.workunit.client.0.smithi090.stdout:op 3720 completed, throughput=5MB/sec 2024-04-15T17:01:44.902 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-O-AMJfaow2FpLIu off=4322977 len=1426656 2024-04-15T17:01:44.910 INFO:tasks.workunit.client.0.smithi090.stdout:op 3721 completed, throughput=5MB/sec 2024-04-15T17:01:45.911 INFO:tasks.workunit.client.0.smithi090.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:45.911 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lfUkvTkcDyPOj0i off=4747396 len=135011 2024-04-15T17:01:45.911 INFO:tasks.workunit.client.0.smithi090.stdout:op 3722 completed, throughput=4.99MB/sec 2024-04-15T17:01:45.912 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3EA4pBf7tkR4XVO off=1440543 len=1164025 2024-04-15T17:01:45.918 INFO:tasks.workunit.client.0.smithi090.stdout:op 3723 completed, throughput=5MB/sec 2024-04-15T17:01:45.918 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SC2hzj9he8FGUC0 off=6323974 len=386622 2024-04-15T17:01:45.921 INFO:tasks.workunit.client.0.smithi090.stdout:op 3724 completed, throughput=5MB/sec 2024-04-15T17:01:45.922 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_MhohqwCJzoPyF- off=6959297 len=1704359 2024-04-15T17:01:45.924 INFO:tasks.workunit.client.0.smithi090.stdout:op 3725 completed, throughput=5MB/sec 2024-04-15T17:01:45.924 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JWdK04IFXy1MFzv off=1414678 len=908445 2024-04-15T17:01:45.926 INFO:tasks.workunit.client.0.smithi090.stdout:op 3726 completed, throughput=5MB/sec 2024-04-15T17:01:45.926 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BlFVg6OsgC3y9bp off=12228247 len=433841 2024-04-15T17:01:45.926 INFO:tasks.workunit.client.0.smithi090.stdout:op 3727 completed, throughput=5MB/sec 2024-04-15T17:01:45.926 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5Rl193T4Ju302kR off=11824517 len=628980 2024-04-15T17:01:45.927 INFO:tasks.workunit.client.0.smithi090.stdout:op 3728 completed, throughput=5MB/sec 2024-04-15T17:01:46.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:46 smithi090 ceph-mon[91618]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:01:46.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:46 smithi090 ceph-mon[89240]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:01:46.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:46 smithi153 ceph-mon[84714]: pgmap v1766: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:01:46.928 INFO:tasks.workunit.client.0.smithi090.stdout: 726: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:46.928 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MTqJTprZH9mJPPu off=832624 len=425779 2024-04-15T17:01:46.931 INFO:tasks.workunit.client.0.smithi090.stdout:op 3729 completed, throughput=4.99MB/sec 2024-04-15T17:01:46.931 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-T-oBZwvFJrMQGMv off=1295522 len=331705 2024-04-15T17:01:46.934 INFO:tasks.workunit.client.0.smithi090.stdout:op 3730 completed, throughput=4.99MB/sec 2024-04-15T17:01:46.934 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZE5GFybTeNMqUgw off=1478369 len=256216 2024-04-15T17:01:46.937 INFO:tasks.workunit.client.0.smithi090.stdout:op 3731 completed, throughput=4.99MB/sec 2024-04-15T17:01:46.937 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Jp8PBWIW1h8TWva off=1005516 len=1287994 2024-04-15T17:01:46.939 INFO:tasks.workunit.client.0.smithi090.stdout:op 3732 completed, throughput=5MB/sec 2024-04-15T17:01:46.939 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1iQvAHoBsO3DKEY off=8925107 len=1812742 2024-04-15T17:01:46.948 INFO:tasks.workunit.client.0.smithi090.stdout:op 3733 completed, throughput=5MB/sec 2024-04-15T17:01:46.948 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3RrGCmY5qXKlT7P off=312011 len=933133 2024-04-15T17:01:46.949 INFO:tasks.workunit.client.0.smithi090.stdout:op 3734 completed, throughput=5MB/sec 2024-04-15T17:01:46.949 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nB4vlKVMWtscZ-6 off=1422267 len=1311834 2024-04-15T17:01:46.950 INFO:tasks.workunit.client.0.smithi090.stdout:op 3735 completed, throughput=5MB/sec 2024-04-15T17:01:47.951 INFO:tasks.workunit.client.0.smithi090.stdout: 727: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:47.951 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9UNGzr-8OisAfLa off=248122 len=1179936 2024-04-15T17:01:47.956 INFO:tasks.workunit.client.0.smithi090.stdout:op 3736 completed, throughput=5MB/sec 2024-04-15T17:01:47.956 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-X7fveg0gGiL6qKo off=8643705 len=450526 2024-04-15T17:01:47.959 INFO:tasks.workunit.client.0.smithi090.stdout:op 3737 completed, throughput=5MB/sec 2024-04-15T17:01:47.959 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-r9w7gYgCifeBsRe off=3656636 len=1859195 2024-04-15T17:01:47.970 INFO:tasks.workunit.client.0.smithi090.stdout:op 3738 completed, throughput=5MB/sec 2024-04-15T17:01:47.970 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Q4WJ87kcp-k4C6q off=20786047 len=1117768 2024-04-15T17:01:47.973 INFO:tasks.workunit.client.0.smithi090.stdout:op 3739 completed, throughput=5MB/sec 2024-04-15T17:01:48.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:48 smithi090 ceph-mon[91618]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T17:01:48.819 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:48 smithi090 ceph-mon[89240]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T17:01:48.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:48 smithi153 ceph-mon[84714]: pgmap v1767: 105 pgs: 105 active+clean; 127 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T17:01:48.973 INFO:tasks.workunit.client.0.smithi090.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:48.973 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nvR0aBKGWA04m9R off=6203996 len=1753465 2024-04-15T17:01:48.982 INFO:tasks.workunit.client.0.smithi090.stdout:op 3740 completed, throughput=5MB/sec 2024-04-15T17:01:48.982 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9W4qdE0--Ze1wLU off=0 len=1402655 2024-04-15T17:01:48.983 INFO:tasks.workunit.client.0.smithi090.stdout:op 3741 completed, throughput=5MB/sec 2024-04-15T17:01:48.984 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-umdmaUFa65s83qe off=1223184 len=227506 2024-04-15T17:01:48.986 INFO:tasks.workunit.client.0.smithi090.stdout:op 3742 completed, throughput=5MB/sec 2024-04-15T17:01:48.986 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hHf3G47KIKbvH64 off=1541192 len=1081994 2024-04-15T17:01:48.991 INFO:tasks.workunit.client.0.smithi090.stdout:op 3743 completed, throughput=5MB/sec 2024-04-15T17:01:48.991 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-A4_ss1qr7nd7Ulo off=2145225 len=1275048 2024-04-15T17:01:48.992 INFO:tasks.workunit.client.0.smithi090.stdout:op 3744 completed, throughput=5MB/sec 2024-04-15T17:01:49.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:01:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:01:49] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-15T17:01:49.994 INFO:tasks.workunit.client.0.smithi090.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:49.994 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cMHbMPrpicCKSVa off=16811149 len=1277504 2024-04-15T17:01:49.995 INFO:tasks.workunit.client.0.smithi090.stdout:op 3745 completed, throughput=5MB/sec 2024-04-15T17:01:49.995 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ecgxcATzjKS3FXT off=10147629 len=1383284 2024-04-15T17:01:49.997 INFO:tasks.workunit.client.0.smithi090.stdout:op 3746 completed, throughput=5MB/sec 2024-04-15T17:01:49.997 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-X1PXpc356YyfGyv off=6416425 len=1412426 2024-04-15T17:01:50.005 INFO:tasks.workunit.client.0.smithi090.stdout:op 3747 completed, throughput=5MB/sec 2024-04-15T17:01:50.005 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1zkOKfasF4GVJl5 off=1100545 len=1720759 2024-04-15T17:01:50.015 INFO:tasks.workunit.client.0.smithi090.stdout:op 3748 completed, throughput=5MB/sec 2024-04-15T17:01:50.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:50 smithi090 ceph-mon[89240]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:01:50.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:50 smithi090 ceph-mon[91618]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:01:50.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:50 smithi153 ceph-mon[84714]: pgmap v1768: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:01:51.016 INFO:tasks.workunit.client.0.smithi090.stdout: 730: throughput=5MB/sec pending data=0 2024-04-15T17:01:51.016 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wAOyz0mpYg6gLUC off=672659 len=115951 2024-04-15T17:01:51.017 INFO:tasks.workunit.client.0.smithi090.stdout:op 3749 completed, throughput=5MB/sec 2024-04-15T17:01:51.017 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NPz40LnawR7Bidx off=3363062 len=179849 2024-04-15T17:01:51.022 INFO:tasks.workunit.client.0.smithi090.stdout:op 3750 completed, throughput=5MB/sec 2024-04-15T17:01:51.022 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FMcv6ZX8biaJq4P off=5925129 len=109027 2024-04-15T17:01:51.022 INFO:tasks.workunit.client.0.smithi090.stdout:op 3751 completed, throughput=5MB/sec 2024-04-15T17:01:51.022 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FLUyTlJlcZ0AONs off=4898620 len=1097871 2024-04-15T17:01:51.023 INFO:tasks.workunit.client.0.smithi090.stdout:op 3752 completed, throughput=5MB/sec 2024-04-15T17:01:51.024 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ftZlnyCKJ8VGb53 off=9513685 len=1421081 2024-04-15T17:01:51.030 INFO:tasks.workunit.client.0.smithi090.stdout:op 3753 completed, throughput=5MB/sec 2024-04-15T17:01:51.030 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ftJu-GoImQWyQRj off=1226373 len=1961993 2024-04-15T17:01:51.032 INFO:tasks.workunit.client.0.smithi090.stdout:op 3754 completed, throughput=5MB/sec 2024-04-15T17:01:52.032 INFO:tasks.workunit.client.0.smithi090.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:52.032 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WxC2abqAD89UZQ5 off=17659742 len=922385 2024-04-15T17:01:52.034 INFO:tasks.workunit.client.0.smithi090.stdout:op 3755 completed, throughput=5MB/sec 2024-04-15T17:01:52.034 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aC43Onlh4pUYl52 off=6513090 len=1363148 2024-04-15T17:01:52.036 INFO:tasks.workunit.client.0.smithi090.stdout:op 3756 completed, throughput=5MB/sec 2024-04-15T17:01:52.036 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BboAbUaodX4HeYS off=2071727 len=1707892 2024-04-15T17:01:52.045 INFO:tasks.workunit.client.0.smithi090.stdout:op 3757 completed, throughput=5MB/sec 2024-04-15T17:01:52.045 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eraxfVSAah8925D off=891722 len=554642 2024-04-15T17:01:52.049 INFO:tasks.workunit.client.0.smithi090.stdout:op 3758 completed, throughput=5MB/sec 2024-04-15T17:01:52.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:52 smithi153 ceph-mon[84714]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:01:52.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:01:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:01:52.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:52 smithi090 ceph-mon[89240]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:01:52.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:52 smithi090 ceph-mon[91618]: pgmap v1769: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:01:53.049 INFO:tasks.workunit.client.0.smithi090.stdout: 732: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:53.049 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ralA3FZb3KFAqoN off=21796038 len=1253913 2024-04-15T17:01:53.055 INFO:tasks.workunit.client.0.smithi090.stdout:op 3759 completed, throughput=5MB/sec 2024-04-15T17:01:53.055 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MCBgBT7lY_n78fX off=13528290 len=2007830 2024-04-15T17:01:53.067 INFO:tasks.workunit.client.0.smithi090.stdout:op 3760 completed, throughput=5MB/sec 2024-04-15T17:01:53.067 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nSIQq-6uP-t8AhT off=4986329 len=659567 2024-04-15T17:01:53.071 INFO:tasks.workunit.client.0.smithi090.stdout:op 3761 completed, throughput=5MB/sec 2024-04-15T17:01:53.071 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RTxcL05LtMx9Ua0 off=1988985 len=1467633 2024-04-15T17:01:53.080 INFO:tasks.workunit.client.0.smithi090.stdout:op 3762 completed, throughput=5MB/sec 2024-04-15T17:01:53.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:01:53.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:01:53.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:01:54.080 INFO:tasks.workunit.client.0.smithi090.stdout: 733: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:54.080 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5BkZ3M7sGSblblD off=1635360 len=299135 2024-04-15T17:01:54.085 INFO:tasks.workunit.client.0.smithi090.stdout:op 3763 completed, throughput=4.99MB/sec 2024-04-15T17:01:54.086 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vRJybpKbGrILBen off=768419 len=551556 2024-04-15T17:01:54.087 INFO:tasks.workunit.client.0.smithi090.stdout:op 3764 completed, throughput=4.99MB/sec 2024-04-15T17:01:54.087 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-H9Ihjf76PlTay3K off=19651591 len=1853973 2024-04-15T17:01:54.091 INFO:tasks.workunit.client.0.smithi090.stdout:op 3765 completed, throughput=5MB/sec 2024-04-15T17:01:54.091 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-l-dk3_PzcYwh7Rf off=2374694 len=1563892 2024-04-15T17:01:54.092 INFO:tasks.workunit.client.0.smithi090.stdout:op 3766 completed, throughput=5MB/sec 2024-04-15T17:01:54.092 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IO3QSADFAE0EOlF off=16247109 len=676688 2024-04-15T17:01:54.096 INFO:tasks.workunit.client.0.smithi090.stdout:op 3767 completed, throughput=5MB/sec 2024-04-15T17:01:54.096 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QiO4m7mlenEzoXy off=890842 len=1760299 2024-04-15T17:01:54.098 INFO:tasks.workunit.client.0.smithi090.stdout:op 3768 completed, throughput=5MB/sec 2024-04-15T17:01:54.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:54 smithi090 ceph-mon[89240]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:01:54.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:54 smithi090 ceph-mon[91618]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:01:54.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:54 smithi153 ceph-mon[84714]: pgmap v1770: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:01:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: 734: throughput=5MB/sec pending data=0 2024-04-15T17:01:55.099 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Y9oQIFxKZgX0C0i off=2104507 len=456609 2024-04-15T17:01:55.106 INFO:tasks.workunit.client.0.smithi090.stdout:op 3769 completed, throughput=5MB/sec 2024-04-15T17:01:55.106 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-f4T9WDAO2JcF4J8 off=1942844 len=635541 2024-04-15T17:01:55.106 INFO:tasks.workunit.client.0.smithi090.stdout:op 3770 completed, throughput=5MB/sec 2024-04-15T17:01:55.106 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-N6hdsmCIyfsJ73Z off=3615186 len=1937366 2024-04-15T17:01:55.117 INFO:tasks.workunit.client.0.smithi090.stdout:op 3771 completed, throughput=5MB/sec 2024-04-15T17:01:55.117 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h2H9UtsLnta2W8M off=969792 len=315855 2024-04-15T17:01:55.120 INFO:tasks.workunit.client.0.smithi090.stdout:op 3772 completed, throughput=5MB/sec 2024-04-15T17:01:55.120 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6FwRUvn_Dd8AdX_ off=15190363 len=599179 2024-04-15T17:01:55.123 INFO:tasks.workunit.client.0.smithi090.stdout:op 3773 completed, throughput=5MB/sec 2024-04-15T17:01:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: 735: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:56.124 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9W5JTBeO5giGxfi off=4624184 len=194708 2024-04-15T17:01:56.124 INFO:tasks.workunit.client.0.smithi090.stdout:op 3774 completed, throughput=4.99MB/sec 2024-04-15T17:01:56.125 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sJQt_OMpYhqQJqy off=15752127 len=926504 2024-04-15T17:01:56.130 INFO:tasks.workunit.client.0.smithi090.stdout:op 3775 completed, throughput=4.99MB/sec 2024-04-15T17:01:56.130 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SMrLJrabz7OBnRA off=2026370 len=52074 2024-04-15T17:01:56.130 INFO:tasks.workunit.client.0.smithi090.stdout:op 3776 completed, throughput=4.99MB/sec 2024-04-15T17:01:56.130 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZOv10UpPZ8bPwEE off=8653510 len=1784963 2024-04-15T17:01:56.134 INFO:tasks.workunit.client.0.smithi090.stdout:op 3777 completed, throughput=5MB/sec 2024-04-15T17:01:56.134 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XQrMJY-UmFaiSEu off=2455426 len=841170 2024-04-15T17:01:56.135 INFO:tasks.workunit.client.0.smithi090.stdout:op 3778 completed, throughput=5MB/sec 2024-04-15T17:01:56.135 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VZ2tG0ILRtmf4fA off=7493515 len=560767 2024-04-15T17:01:56.136 INFO:tasks.workunit.client.0.smithi090.stdout:op 3779 completed, throughput=5MB/sec 2024-04-15T17:01:56.136 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-92YfwHoO__Xi7mz off=4828511 len=1997658 2024-04-15T17:01:56.148 INFO:tasks.workunit.client.0.smithi090.stdout:op 3780 completed, throughput=5MB/sec 2024-04-15T17:01:56.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:56 smithi090 ceph-mon[91618]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:01:56.819 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:56 smithi090 ceph-mon[89240]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:01:56.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:56 smithi153 ceph-mon[84714]: pgmap v1771: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:01:57.151 INFO:tasks.workunit.client.0.smithi090.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:57.151 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EAk7tt3fN74iC9p off=6389560 len=1049636 2024-04-15T17:01:57.154 INFO:tasks.workunit.client.0.smithi090.stdout:op 3781 completed, throughput=5MB/sec 2024-04-15T17:01:57.154 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GJknk3Nl2DCg5cd off=4386163 len=396626 2024-04-15T17:01:57.155 INFO:tasks.workunit.client.0.smithi090.stdout:op 3782 completed, throughput=5MB/sec 2024-04-15T17:01:57.156 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8dDhBb_NThD-a1i off=5954447 len=1157008 2024-04-15T17:01:57.157 INFO:tasks.workunit.client.0.smithi090.stdout:op 3783 completed, throughput=5MB/sec 2024-04-15T17:01:57.157 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WOXEtQj6c9r7UHX off=6807225 len=1435914 2024-04-15T17:01:57.166 INFO:tasks.workunit.client.0.smithi090.stdout:op 3784 completed, throughput=5MB/sec 2024-04-15T17:01:57.166 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gcMii5MlSbPUL2Q off=2046393 len=1167927 2024-04-15T17:01:57.169 INFO:tasks.workunit.client.0.smithi090.stdout:op 3785 completed, throughput=5MB/sec 2024-04-15T17:01:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: 737: throughput=4.99MB/sec pending data=0 2024-04-15T17:01:58.170 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lUXNVhAPSdRzY7z off=2710986 len=1199660 2024-04-15T17:01:58.178 INFO:tasks.workunit.client.0.smithi090.stdout:op 3786 completed, throughput=5MB/sec 2024-04-15T17:01:58.178 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NV8k8eJ14jPRDMz off=2093587 len=117863 2024-04-15T17:01:58.179 INFO:tasks.workunit.client.0.smithi090.stdout:op 3787 completed, throughput=5MB/sec 2024-04-15T17:01:58.179 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-57N1qEkxxzIOHkN off=15713299 len=219971 2024-04-15T17:01:58.181 INFO:tasks.workunit.client.0.smithi090.stdout:op 3788 completed, throughput=5MB/sec 2024-04-15T17:01:58.181 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3CGFtWaTXxFWmJm off=2011946 len=1068797 2024-04-15T17:01:58.183 INFO:tasks.workunit.client.0.smithi090.stdout:op 3789 completed, throughput=5MB/sec 2024-04-15T17:01:58.183 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eyh-KVlyzXPk1lZ off=467676 len=1065265 2024-04-15T17:01:58.184 INFO:tasks.workunit.client.0.smithi090.stdout:op 3790 completed, throughput=5MB/sec 2024-04-15T17:01:58.184 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-p0wNHMSzV4t8Rqv off=13118920 len=752063 2024-04-15T17:01:58.185 INFO:tasks.workunit.client.0.smithi090.stdout:op 3791 completed, throughput=5MB/sec 2024-04-15T17:01:58.185 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0mrRccRmH5CPjiw off=3303232 len=1825198 2024-04-15T17:01:58.195 INFO:tasks.workunit.client.0.smithi090.stdout:op 3792 completed, throughput=5MB/sec 2024-04-15T17:01:58.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:01:58 smithi090 ceph-mon[89240]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:01:58.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:01:58 smithi090 ceph-mon[91618]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:01:58.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:01:58 smithi153 ceph-mon[84714]: pgmap v1772: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:01:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: 738: throughput=5MB/sec pending data=0 2024-04-15T17:01:59.196 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xiJUuSNB5inUDfR off=4113005 len=1552546 2024-04-15T17:01:59.197 INFO:tasks.workunit.client.0.smithi090.stdout:op 3793 completed, throughput=5MB/sec 2024-04-15T17:01:59.197 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YWfF6WL4cBjn-Sv off=8344166 len=1112794 2024-04-15T17:01:59.204 INFO:tasks.workunit.client.0.smithi090.stdout:op 3794 completed, throughput=5MB/sec 2024-04-15T17:01:59.204 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VIKkGSyxi1RKYPp off=6450685 len=1925425 2024-04-15T17:01:59.206 INFO:tasks.workunit.client.0.smithi090.stdout:op 3795 completed, throughput=5MB/sec 2024-04-15T17:01:59.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:01:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:01:59] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-15T17:02:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:00.207 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-s-vpj_iKgz-xcfR off=9028613 len=1887873 2024-04-15T17:02:00.217 INFO:tasks.workunit.client.0.smithi090.stdout:op 3796 completed, throughput=5MB/sec 2024-04-15T17:02:00.217 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rzxq4hDZGVXuWBO off=2284341 len=1804008 2024-04-15T17:02:00.228 INFO:tasks.workunit.client.0.smithi090.stdout:op 3797 completed, throughput=5MB/sec 2024-04-15T17:02:00.228 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-81KSr6GcE7cJxbD off=7528849 len=684986 2024-04-15T17:02:00.231 INFO:tasks.workunit.client.0.smithi090.stdout:op 3798 completed, throughput=5MB/sec 2024-04-15T17:02:00.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:00 smithi090 ceph-mon[89240]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T17:02:00.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:00 smithi090 ceph-mon[91618]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T17:02:00.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:00 smithi153 ceph-mon[84714]: pgmap v1773: 105 pgs: 105 active+clean; 127 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T17:02:01.232 INFO:tasks.workunit.client.0.smithi090.stdout: 740: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:01.232 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-g76tWsxrdE4ivk7 off=3764116 len=1543557 2024-04-15T17:02:01.239 INFO:tasks.workunit.client.0.smithi090.stdout:op 3799 completed, throughput=5MB/sec 2024-04-15T17:02:01.239 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4QH4vOCB8lknp00 off=15718970 len=461792 2024-04-15T17:02:01.241 INFO:tasks.workunit.client.0.smithi090.stdout:op 3800 completed, throughput=5MB/sec 2024-04-15T17:02:01.241 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VpCLIYTAAcKL8Hy off=5517269 len=441313 2024-04-15T17:02:01.243 INFO:tasks.workunit.client.0.smithi090.stdout:op 3801 completed, throughput=5MB/sec 2024-04-15T17:02:01.243 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jRccRsAkMKhIjdo off=1093144 len=1771446 2024-04-15T17:02:01.250 INFO:tasks.workunit.client.0.smithi090.stdout:op 3802 completed, throughput=5MB/sec 2024-04-15T17:02:01.250 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vKOmB949eFk7Czm off=3544101 len=1336229 2024-04-15T17:02:01.257 INFO:tasks.workunit.client.0.smithi090.stdout:op 3803 completed, throughput=5MB/sec 2024-04-15T17:02:02.257 INFO:tasks.workunit.client.0.smithi090.stdout: 741: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:02.257 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hzyKimVEeQXTl_V off=2266113 len=366190 2024-04-15T17:02:02.258 INFO:tasks.workunit.client.0.smithi090.stdout:op 3804 completed, throughput=4.99MB/sec 2024-04-15T17:02:02.258 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AlUHPOau4c8sYUU off=3825436 len=846806 2024-04-15T17:02:02.263 INFO:tasks.workunit.client.0.smithi090.stdout:op 3805 completed, throughput=5MB/sec 2024-04-15T17:02:02.263 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rgIzkeurGav83GV off=1284817 len=1967608 2024-04-15T17:02:02.265 INFO:tasks.workunit.client.0.smithi090.stdout:op 3806 completed, throughput=5MB/sec 2024-04-15T17:02:02.266 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VpCLIYTAAcKL8Hy off=3550356 len=1257339 2024-04-15T17:02:02.268 INFO:tasks.workunit.client.0.smithi090.stdout:op 3807 completed, throughput=5MB/sec 2024-04-15T17:02:02.268 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rstOQd3CGFNdpJg off=16632802 len=2026270 2024-04-15T17:02:02.281 INFO:tasks.workunit.client.0.smithi090.stdout:op 3808 completed, throughput=5MB/sec 2024-04-15T17:02:02.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:02 smithi153 ceph-mon[84714]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T17:02:02.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:02:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:02:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:02:02.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:02 smithi090 ceph-mon[89240]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T17:02:02.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:02 smithi090 ceph-mon[91618]: pgmap v1774: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T17:02:03.281 INFO:tasks.workunit.client.0.smithi090.stdout: 742: throughput=5MB/sec pending data=0 2024-04-15T17:02:03.281 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QpY5n-_yhIu51Tf off=14183579 len=1878773 2024-04-15T17:02:03.290 INFO:tasks.workunit.client.0.smithi090.stdout:op 3809 completed, throughput=5MB/sec 2024-04-15T17:02:03.290 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-esAreUCacuFCiXA off=757619 len=230039 2024-04-15T17:02:03.290 INFO:tasks.workunit.client.0.smithi090.stdout:op 3810 completed, throughput=5MB/sec 2024-04-15T17:02:03.290 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aFZQ1WOCBdBUtjJ off=182615 len=1276885 2024-04-15T17:02:03.291 INFO:tasks.workunit.client.0.smithi090.stdout:op 3811 completed, throughput=5MB/sec 2024-04-15T17:02:03.291 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rwAcJyTnlXZridf off=13513147 len=1060963 2024-04-15T17:02:03.292 INFO:tasks.workunit.client.0.smithi090.stdout:op 3812 completed, throughput=5MB/sec 2024-04-15T17:02:04.293 INFO:tasks.workunit.client.0.smithi090.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:04.293 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yYX213ErKHCKCe2 off=4454294 len=681592 2024-04-15T17:02:04.297 INFO:tasks.workunit.client.0.smithi090.stdout:op 3813 completed, throughput=4.99MB/sec 2024-04-15T17:02:04.298 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XBpJEtYmyZUfNyS off=8365294 len=1304900 2024-04-15T17:02:04.306 INFO:tasks.workunit.client.0.smithi090.stdout:op 3814 completed, throughput=5MB/sec 2024-04-15T17:02:04.306 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XXmiLB9GB405qzg off=11600332 len=1119476 2024-04-15T17:02:04.308 INFO:tasks.workunit.client.0.smithi090.stdout:op 3815 completed, throughput=5MB/sec 2024-04-15T17:02:04.308 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TcEwg44khnQ1GbM off=4286661 len=1329614 2024-04-15T17:02:04.318 INFO:tasks.workunit.client.0.smithi090.stdout:op 3816 completed, throughput=5MB/sec 2024-04-15T17:02:04.318 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sRABjZJKRRq2JHg off=6261385 len=1862649 2024-04-15T17:02:04.325 INFO:tasks.workunit.client.0.smithi090.stdout:op 3817 completed, throughput=5MB/sec 2024-04-15T17:02:04.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:04 smithi090 ceph-mon[89240]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:02:04.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:04 smithi090 ceph-mon[91618]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:02:04.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:04 smithi153 ceph-mon[84714]: pgmap v1775: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:02:05.325 INFO:tasks.workunit.client.0.smithi090.stdout: 744: throughput=5MB/sec pending data=0 2024-04-15T17:02:05.325 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kLnLLwujKBAggwz off=5323315 len=1481442 2024-04-15T17:02:05.333 INFO:tasks.workunit.client.0.smithi090.stdout:op 3818 completed, throughput=5MB/sec 2024-04-15T17:02:05.333 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eV8wE9VWXCHLmWU off=6379256 len=1927568 2024-04-15T17:02:05.338 INFO:tasks.workunit.client.0.smithi090.stdout:op 3819 completed, throughput=5MB/sec 2024-04-15T17:02:05.338 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xveBO0oXmIgN5Of off=2586341 len=611359 2024-04-15T17:02:05.340 INFO:tasks.workunit.client.0.smithi090.stdout:op 3820 completed, throughput=5MB/sec 2024-04-15T17:02:06.340 INFO:tasks.workunit.client.0.smithi090.stdout: 745: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:06.340 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-o7VYAFQG4DNb7sO off=1267891 len=430035 2024-04-15T17:02:06.341 INFO:tasks.workunit.client.0.smithi090.stdout:op 3821 completed, throughput=4.99MB/sec 2024-04-15T17:02:06.341 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-prma9A9G1B_hWLI off=2807200 len=370051 2024-04-15T17:02:06.344 INFO:tasks.workunit.client.0.smithi090.stdout:op 3822 completed, throughput=4.99MB/sec 2024-04-15T17:02:06.344 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RfOhjSb_xCJYNZP off=16424502 len=1595316 2024-04-15T17:02:06.353 INFO:tasks.workunit.client.0.smithi090.stdout:op 3823 completed, throughput=5MB/sec 2024-04-15T17:02:06.353 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZXXKIrd2XJeyecC off=334695 len=1361861 2024-04-15T17:02:06.358 INFO:tasks.workunit.client.0.smithi090.stdout:op 3824 completed, throughput=5MB/sec 2024-04-15T17:02:06.358 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-giowcgmS4_cZxbX off=1858812 len=1828890 2024-04-15T17:02:06.362 INFO:tasks.workunit.client.0.smithi090.stdout:op 3825 completed, throughput=5MB/sec 2024-04-15T17:02:06.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:06 smithi090 ceph-mon[91618]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T17:02:06.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:06 smithi090 ceph-mon[89240]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T17:02:06.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:06 smithi153 ceph-mon[84714]: pgmap v1776: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-15T17:02:07.362 INFO:tasks.workunit.client.0.smithi090.stdout: 746: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:07.363 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-US-3ldVZp8weWOb off=5168138 len=1956355 2024-04-15T17:02:07.378 INFO:tasks.workunit.client.0.smithi090.stdout:op 3826 completed, throughput=5MB/sec 2024-04-15T17:02:07.378 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PSDuh12f65PN1Tl off=1240398 len=1311959 2024-04-15T17:02:07.379 INFO:tasks.workunit.client.0.smithi090.stdout:op 3827 completed, throughput=5MB/sec 2024-04-15T17:02:07.379 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PlXXLa_plMwNXva off=2491750 len=1441479 2024-04-15T17:02:07.381 INFO:tasks.workunit.client.0.smithi090.stdout:op 3828 completed, throughput=5MB/sec 2024-04-15T17:02:07.381 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mqiBP45ExPA_9qi off=245699 len=1693520 2024-04-15T17:02:07.389 INFO:tasks.workunit.client.0.smithi090.stdout:op 3829 completed, throughput=5MB/sec 2024-04-15T17:02:08.389 INFO:tasks.workunit.client.0.smithi090.stdout: 747: throughput=5MB/sec pending data=0 2024-04-15T17:02:08.390 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vH6rRMVNXU1--TM off=1628764 len=892312 2024-04-15T17:02:08.395 INFO:tasks.workunit.client.0.smithi090.stdout:op 3830 completed, throughput=5MB/sec 2024-04-15T17:02:08.395 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-q89BN2rcXrAcQEO off=1101506 len=1476045 2024-04-15T17:02:08.397 INFO:tasks.workunit.client.0.smithi090.stdout:op 3831 completed, throughput=5MB/sec 2024-04-15T17:02:08.398 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eVJhupgxWyKKABE off=5604751 len=1283290 2024-04-15T17:02:08.398 INFO:tasks.workunit.client.0.smithi090.stdout:op 3832 completed, throughput=5MB/sec 2024-04-15T17:02:08.398 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ggazlJskJHCk9zZ off=13451661 len=577579 2024-04-15T17:02:08.400 INFO:tasks.workunit.client.0.smithi090.stdout:op 3833 completed, throughput=5MB/sec 2024-04-15T17:02:08.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:08 smithi090 ceph-mon[91618]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T17:02:08.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:02:08.819 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:08 smithi090 ceph-mon[89240]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T17:02:08.819 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:02:08.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:08 smithi153 ceph-mon[84714]: pgmap v1777: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T17:02:08.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:02:09.400 INFO:tasks.workunit.client.0.smithi090.stdout: 748: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:09.401 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EAgRiOqDAXvvqXH off=12078926 len=974238 2024-04-15T17:02:09.406 INFO:tasks.workunit.client.0.smithi090.stdout:op 3834 completed, throughput=4.99MB/sec 2024-04-15T17:02:09.406 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QnD-fjzhJvg0aDd off=12928233 len=1273602 2024-04-15T17:02:09.408 INFO:tasks.workunit.client.0.smithi090.stdout:op 3835 completed, throughput=5MB/sec 2024-04-15T17:02:09.408 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--UGcCZKH-FaBi2Q off=4648197 len=1566937 2024-04-15T17:02:09.416 INFO:tasks.workunit.client.0.smithi090.stdout:op 3836 completed, throughput=5MB/sec 2024-04-15T17:02:09.416 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-me6O1cHiWlyNIwL off=2326227 len=1177322 2024-04-15T17:02:09.418 INFO:tasks.workunit.client.0.smithi090.stdout:op 3837 completed, throughput=5MB/sec 2024-04-15T17:02:09.418 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-urRoHT9nDWqLdl0 off=2872396 len=1777014 2024-04-15T17:02:09.429 INFO:tasks.workunit.client.0.smithi090.stdout:op 3838 completed, throughput=5MB/sec 2024-04-15T17:02:09.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:02:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:02:09] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-15T17:02:10.429 INFO:tasks.workunit.client.0.smithi090.stdout: 749: throughput=5MB/sec pending data=0 2024-04-15T17:02:10.429 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zCwKS5ycgz9PhHp off=1333408 len=122067 2024-04-15T17:02:10.430 INFO:tasks.workunit.client.0.smithi090.stdout:op 3839 completed, throughput=5MB/sec 2024-04-15T17:02:10.430 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Kp098kmj_wWIu0a off=10820268 len=1726049 2024-04-15T17:02:10.439 INFO:tasks.workunit.client.0.smithi090.stdout:op 3840 completed, throughput=5MB/sec 2024-04-15T17:02:10.439 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--EWoTo9jX-ZAFPo off=19025661 len=1535018 2024-04-15T17:02:10.446 INFO:tasks.workunit.client.0.smithi090.stdout:op 3841 completed, throughput=5MB/sec 2024-04-15T17:02:10.446 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VqGYVsTciRucs78 off=13754835 len=1608615 2024-04-15T17:02:10.449 INFO:tasks.workunit.client.0.smithi090.stdout:op 3842 completed, throughput=5MB/sec 2024-04-15T17:02:10.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:10 smithi090 ceph-mon[91618]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T17:02:10.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:10 smithi090 ceph-mon[89240]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T17:02:10.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:10 smithi153 ceph-mon[84714]: pgmap v1778: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T17:02:11.447 INFO:tasks.workunit.client.0.smithi090.stdout: 750: throughput=5MB/sec pending data=0 2024-04-15T17:02:11.447 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uIu_RJkWUxYfOvY off=2657777 len=1099343 2024-04-15T17:02:11.448 INFO:tasks.workunit.client.0.smithi090.stdout:op 3843 completed, throughput=5MB/sec 2024-04-15T17:02:11.448 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VNfLyNcRKtOqRf9 off=2803082 len=142662 2024-04-15T17:02:11.449 INFO:tasks.workunit.client.0.smithi090.stdout:op 3844 completed, throughput=5MB/sec 2024-04-15T17:02:11.449 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vvNAvkjg0jDdZkW off=1538522 len=121259 2024-04-15T17:02:11.452 INFO:tasks.workunit.client.0.smithi090.stdout:op 3845 completed, throughput=5MB/sec 2024-04-15T17:02:11.452 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2c6cpcueKz0J24S off=312926 len=1464143 2024-04-15T17:02:11.453 INFO:tasks.workunit.client.0.smithi090.stdout:op 3846 completed, throughput=5MB/sec 2024-04-15T17:02:11.453 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZHylFzCrAXhB6_1 off=20436251 len=1947191 2024-04-15T17:02:11.466 INFO:tasks.workunit.client.0.smithi090.stdout:op 3847 completed, throughput=5MB/sec 2024-04-15T17:02:12.466 INFO:tasks.workunit.client.0.smithi090.stdout: 751: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:12.466 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HI1Id6Snl4ru2OU off=22036459 len=1099569 2024-04-15T17:02:12.472 INFO:tasks.workunit.client.0.smithi090.stdout:op 3848 completed, throughput=5MB/sec 2024-04-15T17:02:12.472 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-N2fRzWzW4mDuPAT off=1025788 len=1409161 2024-04-15T17:02:12.480 INFO:tasks.workunit.client.0.smithi090.stdout:op 3849 completed, throughput=5MB/sec 2024-04-15T17:02:12.480 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-E5kmh4aDq7Yn_66 off=1382120 len=1586622 2024-04-15T17:02:12.489 INFO:tasks.workunit.client.0.smithi090.stdout:op 3850 completed, throughput=5MB/sec 2024-04-15T17:02:12.489 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-M52pHwSsE4KsfjE off=18018843 len=1182421 2024-04-15T17:02:12.496 INFO:tasks.workunit.client.0.smithi090.stdout:op 3851 completed, throughput=5MB/sec 2024-04-15T17:02:12.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:12 smithi153 ceph-mon[84714]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:02:12.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:02:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:02:12.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:12 smithi090 ceph-mon[91618]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:02:12.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:12 smithi090 ceph-mon[89240]: pgmap v1779: 105 pgs: 105 active+clean; 127 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:02:13.497 INFO:tasks.workunit.client.0.smithi090.stdout: 752: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:13.497 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Q3OtvmGxXR7SBQo off=3647744 len=712161 2024-04-15T17:02:13.498 INFO:tasks.workunit.client.0.smithi090.stdout:op 3852 completed, throughput=5MB/sec 2024-04-15T17:02:13.498 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mbDY9spG9ZIGhfi off=13786198 len=979499 2024-04-15T17:02:13.503 INFO:tasks.workunit.client.0.smithi090.stdout:op 3853 completed, throughput=5MB/sec 2024-04-15T17:02:13.503 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--XmgXoGFP5z1zWV off=4951670 len=563300 2024-04-15T17:02:13.504 INFO:tasks.workunit.client.0.smithi090.stdout:op 3854 completed, throughput=5MB/sec 2024-04-15T17:02:13.504 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rlTVpgs3SPdutze off=13422316 len=100300 2024-04-15T17:02:13.507 INFO:tasks.workunit.client.0.smithi090.stdout:op 3855 completed, throughput=5MB/sec 2024-04-15T17:02:13.507 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xoIgTTIiBt79fw6 off=17147212 len=1768861 2024-04-15T17:02:13.508 INFO:tasks.workunit.client.0.smithi090.stdout:op 3856 completed, throughput=5MB/sec 2024-04-15T17:02:13.508 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GmL2PmaT52OEaIF off=3733953 len=664504 2024-04-15T17:02:13.512 INFO:tasks.workunit.client.0.smithi090.stdout:op 3857 completed, throughput=5MB/sec 2024-04-15T17:02:14.513 INFO:tasks.workunit.client.0.smithi090.stdout: 753: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:14.513 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mz02gUpZYXYkWLz off=9533114 len=1604230 2024-04-15T17:02:14.522 INFO:tasks.workunit.client.0.smithi090.stdout:op 3858 completed, throughput=5MB/sec 2024-04-15T17:02:14.523 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Pb5DCjNlTHdadmd off=8494647 len=2086867 2024-04-15T17:02:14.533 INFO:tasks.workunit.client.0.smithi090.stdout:op 3859 completed, throughput=5MB/sec 2024-04-15T17:02:14.533 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sg5GEBGsANEgjCM off=6003582 len=232087 2024-04-15T17:02:14.534 INFO:tasks.workunit.client.0.smithi090.stdout:op 3860 completed, throughput=5MB/sec 2024-04-15T17:02:14.534 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-N7QTfaNL0-WNsoi off=1337563 len=547447 2024-04-15T17:02:14.535 INFO:tasks.workunit.client.0.smithi090.stdout:op 3861 completed, throughput=5MB/sec 2024-04-15T17:02:14.535 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-L6Yyskdz3HY4_iB off=1488232 len=1129412 2024-04-15T17:02:14.542 INFO:tasks.workunit.client.0.smithi090.stdout:op 3862 completed, throughput=5MB/sec 2024-04-15T17:02:14.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:14 smithi090 ceph-mon[91618]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:02:14.819 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:14 smithi090 ceph-mon[89240]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:02:14.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:14 smithi153 ceph-mon[84714]: pgmap v1780: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:02:15.540 INFO:tasks.workunit.client.0.smithi090.stdout: 754: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:15.540 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Y4su0sD9gB3XujA off=2296980 len=519671 2024-04-15T17:02:15.541 INFO:tasks.workunit.client.0.smithi090.stdout:op 3863 completed, throughput=4.99MB/sec 2024-04-15T17:02:15.541 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-E-CI2F8aMgr_Ewn off=10103565 len=477880 2024-04-15T17:02:15.545 INFO:tasks.workunit.client.0.smithi090.stdout:op 3864 completed, throughput=5MB/sec 2024-04-15T17:02:15.545 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9emivS_cLrS-uKB off=9103977 len=35695 2024-04-15T17:02:15.546 INFO:tasks.workunit.client.0.smithi090.stdout:op 3865 completed, throughput=5MB/sec 2024-04-15T17:02:15.546 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-umziH5O-aYY-gkQ off=4487589 len=1949837 2024-04-15T17:02:15.559 INFO:tasks.workunit.client.0.smithi090.stdout:op 3866 completed, throughput=5MB/sec 2024-04-15T17:02:15.559 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oJLjNLbKbVMRupK off=10737649 len=1851417 2024-04-15T17:02:15.561 INFO:tasks.workunit.client.0.smithi090.stdout:op 3867 completed, throughput=5MB/sec 2024-04-15T17:02:15.561 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kdKDlaOnihlREBL off=8467965 len=979340 2024-04-15T17:02:15.566 INFO:tasks.workunit.client.0.smithi090.stdout:op 3868 completed, throughput=5MB/sec 2024-04-15T17:02:16.566 INFO:tasks.workunit.client.0.smithi090.stdout: 755: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:16.566 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-351PEs2--iOTEdu off=1676771 len=1811092 2024-04-15T17:02:16.577 INFO:tasks.workunit.client.0.smithi090.stdout:op 3869 completed, throughput=5MB/sec 2024-04-15T17:02:16.577 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LeGYcly_LNJLktU off=2480096 len=1559041 2024-04-15T17:02:16.584 INFO:tasks.workunit.client.0.smithi090.stdout:op 3870 completed, throughput=5MB/sec 2024-04-15T17:02:16.584 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_1XdBJcej7zVNnI off=615105 len=556293 2024-04-15T17:02:16.584 INFO:tasks.workunit.client.0.smithi090.stdout:op 3871 completed, throughput=5MB/sec 2024-04-15T17:02:16.584 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pp47WcjhUxxxJ6_ off=3575840 len=93720 2024-04-15T17:02:16.585 INFO:tasks.workunit.client.0.smithi090.stdout:op 3872 completed, throughput=5MB/sec 2024-04-15T17:02:16.585 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0UzC33DwDHN1_U_ off=4640554 len=1417943 2024-04-15T17:02:16.588 INFO:tasks.workunit.client.0.smithi090.stdout:op 3873 completed, throughput=5MB/sec 2024-04-15T17:02:16.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:16 smithi090 ceph-mon[89240]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T17:02:16.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:16 smithi090 ceph-mon[91618]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T17:02:16.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:16 smithi153 ceph-mon[84714]: pgmap v1781: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T17:02:17.588 INFO:tasks.workunit.client.0.smithi090.stdout: 756: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:17.588 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iRiiTO5oBe8fppx off=16784354 len=1358357 2024-04-15T17:02:17.590 INFO:tasks.workunit.client.0.smithi090.stdout:op 3874 completed, throughput=5MB/sec 2024-04-15T17:02:17.590 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ap871783BCmqn1Y off=1290745 len=1267035 2024-04-15T17:02:17.593 INFO:tasks.workunit.client.0.smithi090.stdout:op 3875 completed, throughput=5MB/sec 2024-04-15T17:02:17.593 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XlzwIOIKVFRBqEI off=4214727 len=2009767 2024-04-15T17:02:17.602 INFO:tasks.workunit.client.0.smithi090.stdout:op 3876 completed, throughput=5MB/sec 2024-04-15T17:02:18.602 INFO:tasks.workunit.client.0.smithi090.stdout: 757: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:18.603 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UmEaON34fmV3Z7O off=11622715 len=1971484 2024-04-15T17:02:18.615 INFO:tasks.workunit.client.0.smithi090.stdout:op 3877 completed, throughput=5MB/sec 2024-04-15T17:02:18.615 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OK_dfD_jwa5Yd0N off=336930 len=1958178 2024-04-15T17:02:18.625 INFO:tasks.workunit.client.0.smithi090.stdout:op 3878 completed, throughput=5MB/sec 2024-04-15T17:02:18.625 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oqSIglWVgi9hssx off=10578157 len=1461009 2024-04-15T17:02:18.632 INFO:tasks.workunit.client.0.smithi090.stdout:op 3879 completed, throughput=5MB/sec 2024-04-15T17:02:18.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:18 smithi090 ceph-mon[89240]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T17:02:18.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:18 smithi090 ceph-mon[91618]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T17:02:18.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:18 smithi153 ceph-mon[84714]: pgmap v1782: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T17:02:19.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:02:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:02:19] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-15T17:02:19.632 INFO:tasks.workunit.client.0.smithi090.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:19.632 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PLQUZTlhI5TdHzZ off=14568536 len=1886408 2024-04-15T17:02:19.635 INFO:tasks.workunit.client.0.smithi090.stdout:op 3880 completed, throughput=5MB/sec 2024-04-15T17:02:19.635 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lA0iw9GpFaHN3eT off=17057943 len=550792 2024-04-15T17:02:19.636 INFO:tasks.workunit.client.0.smithi090.stdout:op 3881 completed, throughput=5MB/sec 2024-04-15T17:02:19.636 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jH7u3WtN9o19CVk off=1854237 len=1590598 2024-04-15T17:02:19.646 INFO:tasks.workunit.client.0.smithi090.stdout:op 3882 completed, throughput=5MB/sec 2024-04-15T17:02:19.646 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hTMMnY85zM3uog9 off=3786166 len=119413 2024-04-15T17:02:19.650 INFO:tasks.workunit.client.0.smithi090.stdout:op 3883 completed, throughput=5MB/sec 2024-04-15T17:02:19.651 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fL1Rgn3jeH5ajGu off=18693405 len=634244 2024-04-15T17:02:19.651 INFO:tasks.workunit.client.0.smithi090.stdout:op 3884 completed, throughput=5MB/sec 2024-04-15T17:02:19.651 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KAjOScHYvgxTeoI off=4374581 len=127829 2024-04-15T17:02:19.652 INFO:tasks.workunit.client.0.smithi090.stdout:op 3885 completed, throughput=5MB/sec 2024-04-15T17:02:19.652 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6_b8msnQfy-LBuP off=11248983 len=1727539 2024-04-15T17:02:19.660 INFO:tasks.workunit.client.0.smithi090.stdout:op 3886 completed, throughput=5MB/sec 2024-04-15T17:02:20.660 INFO:tasks.workunit.client.0.smithi090.stdout: 759: throughput=5MB/sec pending data=0 2024-04-15T17:02:20.660 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2IGB3YZ88BNZP8w off=5835125 len=434843 2024-04-15T17:02:20.664 INFO:tasks.workunit.client.0.smithi090.stdout:op 3887 completed, throughput=5MB/sec 2024-04-15T17:02:20.664 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rCBManTU7qse9MT off=5330137 len=431076 2024-04-15T17:02:20.665 INFO:tasks.workunit.client.0.smithi090.stdout:op 3888 completed, throughput=5MB/sec 2024-04-15T17:02:20.665 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lBKI5gtSHmK2SOv off=4551642 len=286728 2024-04-15T17:02:20.666 INFO:tasks.workunit.client.0.smithi090.stdout:op 3889 completed, throughput=5MB/sec 2024-04-15T17:02:20.666 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-F5U-dSFwAZf2VaO off=154393 len=737471 2024-04-15T17:02:20.674 INFO:tasks.workunit.client.0.smithi090.stdout:op 3890 completed, throughput=5MB/sec 2024-04-15T17:02:20.674 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kWKW6-hqLN-w9t2 off=3953161 len=1998021 2024-04-15T17:02:20.680 INFO:tasks.workunit.client.0.smithi090.stdout:op 3891 completed, throughput=5MB/sec 2024-04-15T17:02:20.680 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0GEGgc5Fjhiicg2 off=3415683 len=1233559 2024-04-15T17:02:20.688 INFO:tasks.workunit.client.0.smithi090.stdout:op 3892 completed, throughput=5MB/sec 2024-04-15T17:02:20.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:20 smithi090 ceph-mon[89240]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T17:02:20.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:20 smithi090 ceph-mon[91618]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T17:02:20.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:20 smithi153 ceph-mon[84714]: pgmap v1783: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T17:02:21.688 INFO:tasks.workunit.client.0.smithi090.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:21.688 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0XxeR4yeQdwaqJl off=780819 len=716870 2024-04-15T17:02:21.693 INFO:tasks.workunit.client.0.smithi090.stdout:op 3893 completed, throughput=5MB/sec 2024-04-15T17:02:21.693 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mxhuc62uIfpm877 off=8127073 len=1111726 2024-04-15T17:02:21.699 INFO:tasks.workunit.client.0.smithi090.stdout:op 3894 completed, throughput=5MB/sec 2024-04-15T17:02:21.699 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yX1-zInplX1dJPs off=19213708 len=975404 2024-04-15T17:02:21.704 INFO:tasks.workunit.client.0.smithi090.stdout:op 3895 completed, throughput=5MB/sec 2024-04-15T17:02:21.705 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yIJfpCMVOZj7eYF off=7230656 len=637389 2024-04-15T17:02:21.708 INFO:tasks.workunit.client.0.smithi090.stdout:op 3896 completed, throughput=5MB/sec 2024-04-15T17:02:21.708 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fQDPOuDwYbgCvv8 off=9447373 len=89697 2024-04-15T17:02:21.710 INFO:tasks.workunit.client.0.smithi090.stdout:op 3897 completed, throughput=5MB/sec 2024-04-15T17:02:21.711 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ogs0-_0ox9QbtOO off=2586347 len=855050 2024-04-15T17:02:21.712 INFO:tasks.workunit.client.0.smithi090.stdout:op 3898 completed, throughput=5MB/sec 2024-04-15T17:02:22.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:22 smithi153 ceph-mon[84714]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:02:22.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:02:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:02:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:02:22.712 INFO:tasks.workunit.client.0.smithi090.stdout: 761: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:22.713 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eMY7TaNfMAnULsI off=14375167 len=881548 2024-04-15T17:02:22.713 INFO:tasks.workunit.client.0.smithi090.stdout:op 3899 completed, throughput=4.99MB/sec 2024-04-15T17:02:22.714 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XuB1lIdbEVIg3E2 off=6348930 len=365171 2024-04-15T17:02:22.717 INFO:tasks.workunit.client.0.smithi090.stdout:op 3900 completed, throughput=5MB/sec 2024-04-15T17:02:22.718 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AlFon8J4v6B0nax off=2160887 len=363090 2024-04-15T17:02:22.720 INFO:tasks.workunit.client.0.smithi090.stdout:op 3901 completed, throughput=5MB/sec 2024-04-15T17:02:22.720 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dZ8jMD5rDdjllNP off=2590098 len=719839 2024-04-15T17:02:22.722 INFO:tasks.workunit.client.0.smithi090.stdout:op 3902 completed, throughput=5MB/sec 2024-04-15T17:02:22.722 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sJQt_OMpYhqQJqy off=2477288 len=1503125 2024-04-15T17:02:22.730 INFO:tasks.workunit.client.0.smithi090.stdout:op 3903 completed, throughput=5MB/sec 2024-04-15T17:02:22.730 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ipJnxD4n1mzk0Wk off=6626577 len=989103 2024-04-15T17:02:22.735 INFO:tasks.workunit.client.0.smithi090.stdout:op 3904 completed, throughput=5MB/sec 2024-04-15T17:02:22.735 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XyuDNES6qOAM2rQ off=12534559 len=1325672 2024-04-15T17:02:22.742 INFO:tasks.workunit.client.0.smithi090.stdout:op 3905 completed, throughput=5MB/sec 2024-04-15T17:02:22.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:22 smithi090 ceph-mon[89240]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:02:22.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:22 smithi090 ceph-mon[91618]: pgmap v1784: 105 pgs: 105 active+clean; 127 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:02:23.742 INFO:tasks.workunit.client.0.smithi090.stdout: 762: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:23.742 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GG6piWb8f_sC6WQ off=2971799 len=160410 2024-04-15T17:02:23.743 INFO:tasks.workunit.client.0.smithi090.stdout:op 3906 completed, throughput=4.99MB/sec 2024-04-15T17:02:23.743 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0F_LZp57ECCzZd4 off=8925285 len=2034864 2024-04-15T17:02:23.745 INFO:tasks.workunit.client.0.smithi090.stdout:op 3907 completed, throughput=5MB/sec 2024-04-15T17:02:23.745 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0Bir_z5fgg5jJv7 off=4401320 len=295484 2024-04-15T17:02:23.747 INFO:tasks.workunit.client.0.smithi090.stdout:op 3908 completed, throughput=5MB/sec 2024-04-15T17:02:23.747 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AxLa58YrZAcPzjd off=7566772 len=267229 2024-04-15T17:02:23.750 INFO:tasks.workunit.client.0.smithi090.stdout:op 3909 completed, throughput=5MB/sec 2024-04-15T17:02:23.750 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-q0mjblwMC1xpFO_ off=12430606 len=1869326 2024-04-15T17:02:23.761 INFO:tasks.workunit.client.0.smithi090.stdout:op 3910 completed, throughput=5MB/sec 2024-04-15T17:02:23.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:02:23.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:02:23.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:02:24.762 INFO:tasks.workunit.client.0.smithi090.stdout: 763: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:24.763 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mfDd--lOEc_t0tw off=60696 len=1044870 2024-04-15T17:02:24.763 INFO:tasks.workunit.client.0.smithi090.stdout:op 3911 completed, throughput=4.99MB/sec 2024-04-15T17:02:24.763 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Vn01VuIq6l0hMHN off=12126484 len=1156663 2024-04-15T17:02:24.766 INFO:tasks.workunit.client.0.smithi090.stdout:op 3912 completed, throughput=5MB/sec 2024-04-15T17:02:24.767 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cJ13nt7xSwsTR6q off=1795990 len=333695 2024-04-15T17:02:24.767 INFO:tasks.workunit.client.0.smithi090.stdout:op 3913 completed, throughput=5MB/sec 2024-04-15T17:02:24.767 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-X8VHL8ZOAGQ_vDX off=8070920 len=16496 2024-04-15T17:02:24.770 INFO:tasks.workunit.client.0.smithi090.stdout:op 3914 completed, throughput=5MB/sec 2024-04-15T17:02:24.770 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gAih4rhs9I5i5m1 off=1454721 len=271427 2024-04-15T17:02:24.772 INFO:tasks.workunit.client.0.smithi090.stdout:op 3915 completed, throughput=5MB/sec 2024-04-15T17:02:24.773 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XGcSJqUQPCAKyv7 off=1852791 len=3166 2024-04-15T17:02:24.775 INFO:tasks.workunit.client.0.smithi090.stdout:op 3916 completed, throughput=5MB/sec 2024-04-15T17:02:24.776 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZZAoggRNgaAVP3m off=2651603 len=1337060 2024-04-15T17:02:24.777 INFO:tasks.workunit.client.0.smithi090.stdout:op 3917 completed, throughput=5MB/sec 2024-04-15T17:02:24.777 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7Sdr2cyv6oawHxJ off=13803763 len=1734558 2024-04-15T17:02:24.779 INFO:tasks.workunit.client.0.smithi090.stdout:op 3918 completed, throughput=5MB/sec 2024-04-15T17:02:24.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:24 smithi090 ceph-mon[91618]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T17:02:24.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:24 smithi090 ceph-mon[89240]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T17:02:24.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:24 smithi153 ceph-mon[84714]: pgmap v1785: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-15T17:02:25.780 INFO:tasks.workunit.client.0.smithi090.stdout: 764: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:25.780 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QF4t939oS15Ffbh off=5313736 len=675135 2024-04-15T17:02:25.780 INFO:tasks.workunit.client.0.smithi090.stdout:op 3919 completed, throughput=5MB/sec 2024-04-15T17:02:25.781 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0WROmopLfFczmhi off=8721084 len=1250613 2024-04-15T17:02:25.789 INFO:tasks.workunit.client.0.smithi090.stdout:op 3920 completed, throughput=5MB/sec 2024-04-15T17:02:25.790 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UeYR2nodDAcVWFR off=2923687 len=1213271 2024-04-15T17:02:25.795 INFO:tasks.workunit.client.0.smithi090.stdout:op 3921 completed, throughput=5MB/sec 2024-04-15T17:02:25.795 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9VVq6b55ifk3U0Z off=3921900 len=711455 2024-04-15T17:02:25.796 INFO:tasks.workunit.client.0.smithi090.stdout:op 3922 completed, throughput=5MB/sec 2024-04-15T17:02:25.796 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-830maLTHnEDeAqJ off=2423110 len=648095 2024-04-15T17:02:25.800 INFO:tasks.workunit.client.0.smithi090.stdout:op 3923 completed, throughput=5MB/sec 2024-04-15T17:02:25.800 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qKcJCW-zvVSYbaL off=747627 len=1161886 2024-04-15T17:02:25.804 INFO:tasks.workunit.client.0.smithi090.stdout:op 3924 completed, throughput=5MB/sec 2024-04-15T17:02:26.806 INFO:tasks.workunit.client.0.smithi090.stdout: 765: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:26.806 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-b6T1lnz9IJMiNo5 off=963215 len=562162 2024-04-15T17:02:26.807 INFO:tasks.workunit.client.0.smithi090.stdout:op 3925 completed, throughput=5MB/sec 2024-04-15T17:02:26.807 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ES_sG9cEEimpKhM off=1270478 len=549422 2024-04-15T17:02:26.811 INFO:tasks.workunit.client.0.smithi090.stdout:op 3926 completed, throughput=5MB/sec 2024-04-15T17:02:26.811 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-A58sAuEjKYAkx3- off=1864981 len=2067753 2024-04-15T17:02:26.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:26 smithi090 ceph-mon[91618]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-15T17:02:26.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:26 smithi090 ceph-mon[89240]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-15T17:02:26.824 INFO:tasks.workunit.client.0.smithi090.stdout:op 3927 completed, throughput=5MB/sec 2024-04-15T17:02:26.824 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Clqv_WOIcEOwwsC off=1075598 len=977884 2024-04-15T17:02:26.832 INFO:tasks.workunit.client.0.smithi090.stdout:op 3928 completed, throughput=5MB/sec 2024-04-15T17:02:26.832 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-klsHKl_ICgKkxwk off=184123 len=184954 2024-04-15T17:02:26.832 INFO:tasks.workunit.client.0.smithi090.stdout:op 3929 completed, throughput=5MB/sec 2024-04-15T17:02:26.832 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CrOYM2kUrqDYlLz off=5474615 len=1370906 2024-04-15T17:02:26.832 INFO:tasks.workunit.client.0.smithi090.stdout:op 3930 completed, throughput=5MB/sec 2024-04-15T17:02:26.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:26 smithi153 ceph-mon[84714]: pgmap v1786: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-15T17:02:27.832 INFO:tasks.workunit.client.0.smithi090.stdout: 766: throughput=5MB/sec pending data=0 2024-04-15T17:02:27.832 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_QVomKR3NqQJyPs off=3288174 len=1502999 2024-04-15T17:02:27.835 INFO:tasks.workunit.client.0.smithi090.stdout:op 3931 completed, throughput=5MB/sec 2024-04-15T17:02:27.836 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TJHyoYfeDVtMSSP off=2363429 len=1945777 2024-04-15T17:02:27.840 INFO:tasks.workunit.client.0.smithi090.stdout:op 3932 completed, throughput=5MB/sec 2024-04-15T17:02:27.840 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XEoMY7P3LIIppNg off=474352 len=754938 2024-04-15T17:02:27.841 INFO:tasks.workunit.client.0.smithi090.stdout:op 3933 completed, throughput=5MB/sec 2024-04-15T17:02:28.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:28 smithi090 ceph-mon[91618]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T17:02:28.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:28 smithi090 ceph-mon[89240]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T17:02:28.842 INFO:tasks.workunit.client.0.smithi090.stdout: 767: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:28.842 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aPTd3yVrMBN2TPC off=18242901 len=1001367 2024-04-15T17:02:28.844 INFO:tasks.workunit.client.0.smithi090.stdout:op 3934 completed, throughput=5MB/sec 2024-04-15T17:02:28.844 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-B_7MPOw_Z-V-YpS off=522737 len=1221510 2024-04-15T17:02:28.850 INFO:tasks.workunit.client.0.smithi090.stdout:op 3935 completed, throughput=5MB/sec 2024-04-15T17:02:28.850 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BycbAxWRGUmrbGN off=2037925 len=1504990 2024-04-15T17:02:28.851 INFO:tasks.workunit.client.0.smithi090.stdout:op 3936 completed, throughput=5MB/sec 2024-04-15T17:02:28.851 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uPlrd_q19wTZCi3 off=1914793 len=494962 2024-04-15T17:02:28.854 INFO:tasks.workunit.client.0.smithi090.stdout:op 3937 completed, throughput=5MB/sec 2024-04-15T17:02:28.854 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pTqp9eSy_gYTc3b off=5487796 len=194638 2024-04-15T17:02:28.858 INFO:tasks.workunit.client.0.smithi090.stdout:op 3938 completed, throughput=5MB/sec 2024-04-15T17:02:28.858 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--XzO9DMSMdutpKr off=7377846 len=1088800 2024-04-15T17:02:28.858 INFO:tasks.workunit.client.0.smithi090.stdout:op 3939 completed, throughput=5MB/sec 2024-04-15T17:02:28.862 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:28 smithi153 ceph-mon[84714]: pgmap v1787: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.5 MiB/s wr, 5 op/s 2024-04-15T17:02:29.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:02:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:02:29] "GET /metrics HTTP/1.1" 200 34069 "" "Prometheus/2.43.0" 2024-04-15T17:02:29.858 INFO:tasks.workunit.client.0.smithi090.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:29.859 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fwpSAlRMtYj7GvU off=9404515 len=1996348 2024-04-15T17:02:29.861 INFO:tasks.workunit.client.0.smithi090.stdout:op 3940 completed, throughput=5MB/sec 2024-04-15T17:02:29.861 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-b0D3e7m037oEPlT off=1872283 len=99004 2024-04-15T17:02:29.864 INFO:tasks.workunit.client.0.smithi090.stdout:op 3941 completed, throughput=5MB/sec 2024-04-15T17:02:29.864 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BWfIc-CLDhjD6Xn off=3569719 len=409706 2024-04-15T17:02:29.865 INFO:tasks.workunit.client.0.smithi090.stdout:op 3942 completed, throughput=5MB/sec 2024-04-15T17:02:29.865 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MCQSuGdrA2sVt_M off=13305237 len=719581 2024-04-15T17:02:29.866 INFO:tasks.workunit.client.0.smithi090.stdout:op 3943 completed, throughput=5MB/sec 2024-04-15T17:02:29.866 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lA1xqriXFtAFYoR off=7554125 len=134022 2024-04-15T17:02:29.866 INFO:tasks.workunit.client.0.smithi090.stdout:op 3944 completed, throughput=5MB/sec 2024-04-15T17:02:29.866 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uI4BdaiUURpwXMq off=2816380 len=1817890 2024-04-15T17:02:29.868 INFO:tasks.workunit.client.0.smithi090.stdout:op 3945 completed, throughput=5MB/sec 2024-04-15T17:02:30.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:30 smithi090 ceph-mon[89240]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:02:30.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:30 smithi090 ceph-mon[91618]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:02:30.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:30 smithi153 ceph-mon[84714]: pgmap v1788: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:02:30.869 INFO:tasks.workunit.client.0.smithi090.stdout: 769: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:30.869 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KGUFngqupcnTfhf off=1317844 len=594863 2024-04-15T17:02:30.870 INFO:tasks.workunit.client.0.smithi090.stdout:op 3946 completed, throughput=4.99MB/sec 2024-04-15T17:02:30.870 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kPUbToqYsxl3Ma3 off=7383514 len=1747778 2024-04-15T17:02:30.881 INFO:tasks.workunit.client.0.smithi090.stdout:op 3947 completed, throughput=5MB/sec 2024-04-15T17:02:30.881 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iCvEEyVRU6cGnxC off=2992865 len=2010266 2024-04-15T17:02:30.889 INFO:tasks.workunit.client.0.smithi090.stdout:op 3948 completed, throughput=5MB/sec 2024-04-15T17:02:30.890 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9jWSfcEQAtKPvLj off=4113734 len=254477 2024-04-15T17:02:30.892 INFO:tasks.workunit.client.0.smithi090.stdout:op 3949 completed, throughput=5MB/sec 2024-04-15T17:02:30.892 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jGKJYAhpSDNQgjT off=729159 len=1040848 2024-04-15T17:02:30.898 INFO:tasks.workunit.client.0.smithi090.stdout:op 3950 completed, throughput=5MB/sec 2024-04-15T17:02:31.898 INFO:tasks.workunit.client.0.smithi090.stdout: 770: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:31.899 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-17GTvpSFw18pL8t off=2150043 len=969587 2024-04-15T17:02:31.900 INFO:tasks.workunit.client.0.smithi090.stdout:op 3951 completed, throughput=5MB/sec 2024-04-15T17:02:31.900 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-L0zPFyqNiWI1C-F off=12914162 len=1960383 2024-04-15T17:02:31.902 INFO:tasks.workunit.client.0.smithi090.stdout:op 3952 completed, throughput=5MB/sec 2024-04-15T17:02:31.902 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Scu6GPU5fVgYk16 off=3583536 len=387998 2024-04-15T17:02:31.903 INFO:tasks.workunit.client.0.smithi090.stdout:op 3953 completed, throughput=5MB/sec 2024-04-15T17:02:31.903 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3p6uA1Tj_gWjQZb off=1205697 len=308486 2024-04-15T17:02:31.907 INFO:tasks.workunit.client.0.smithi090.stdout:op 3954 completed, throughput=5MB/sec 2024-04-15T17:02:31.907 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-naJehTurSKI--QJ off=13245682 len=128530 2024-04-15T17:02:31.908 INFO:tasks.workunit.client.0.smithi090.stdout:op 3955 completed, throughput=5MB/sec 2024-04-15T17:02:31.908 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KKpXaOWcVD5gAgm off=4874429 len=1103737 2024-04-15T17:02:31.909 INFO:tasks.workunit.client.0.smithi090.stdout:op 3956 completed, throughput=5MB/sec 2024-04-15T17:02:32.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:32 smithi153 ceph-mon[84714]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:02:32.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:02:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:02:32.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:32 smithi090 ceph-mon[89240]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:02:32.819 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:32 smithi090 ceph-mon[91618]: pgmap v1789: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:02:32.909 INFO:tasks.workunit.client.0.smithi090.stdout: 771: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:32.909 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UQQo3SXGch2VyYy off=3907718 len=2061516 2024-04-15T17:02:32.913 INFO:tasks.workunit.client.0.smithi090.stdout:op 3957 completed, throughput=5MB/sec 2024-04-15T17:02:32.913 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7XZMW7j4QW_FWf5 off=5506208 len=847308 2024-04-15T17:02:32.918 INFO:tasks.workunit.client.0.smithi090.stdout:op 3958 completed, throughput=5MB/sec 2024-04-15T17:02:32.919 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QbmfrJIKB2WbIGO off=2115005 len=884222 2024-04-15T17:02:32.920 INFO:tasks.workunit.client.0.smithi090.stdout:op 3959 completed, throughput=5MB/sec 2024-04-15T17:02:32.920 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sPFcq_DwUpamr2Y off=16241636 len=99808 2024-04-15T17:02:32.920 INFO:tasks.workunit.client.0.smithi090.stdout:op 3960 completed, throughput=5MB/sec 2024-04-15T17:02:32.920 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-z6qrtP870UG6vzj off=3268548 len=1875120 2024-04-15T17:02:32.932 INFO:tasks.workunit.client.0.smithi090.stdout:op 3961 completed, throughput=5MB/sec 2024-04-15T17:02:33.932 INFO:tasks.workunit.client.0.smithi090.stdout: 772: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:33.933 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yH0W86P8aPKVK6c off=20666650 len=276892 2024-04-15T17:02:33.933 INFO:tasks.workunit.client.0.smithi090.stdout:op 3962 completed, throughput=4.99MB/sec 2024-04-15T17:02:33.933 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UELXkyX3mZY0DfD off=3622018 len=580094 2024-04-15T17:02:33.937 INFO:tasks.workunit.client.0.smithi090.stdout:op 3963 completed, throughput=5MB/sec 2024-04-15T17:02:33.937 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bQod-vHDjyb1DmA off=6204023 len=1809239 2024-04-15T17:02:33.939 INFO:tasks.workunit.client.0.smithi090.stdout:op 3964 completed, throughput=5MB/sec 2024-04-15T17:02:33.939 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Lnz-YEOlaegbU-q off=5503708 len=488776 2024-04-15T17:02:33.943 INFO:tasks.workunit.client.0.smithi090.stdout:op 3965 completed, throughput=5MB/sec 2024-04-15T17:02:33.943 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Fb-fvXOKMoqwo8m off=8025204 len=910828 2024-04-15T17:02:33.947 INFO:tasks.workunit.client.0.smithi090.stdout:op 3966 completed, throughput=5MB/sec 2024-04-15T17:02:33.948 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eKaGVG2cXxHq-wS off=1754090 len=1328208 2024-04-15T17:02:33.956 INFO:tasks.workunit.client.0.smithi090.stdout:op 3967 completed, throughput=5MB/sec 2024-04-15T17:02:34.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:34 smithi090 ceph-mon[91618]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T17:02:34.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:34 smithi090 ceph-mon[89240]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T17:02:34.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:34 smithi153 ceph-mon[84714]: pgmap v1790: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T17:02:34.957 INFO:tasks.workunit.client.0.smithi090.stdout: 773: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:34.957 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KKW9Tpo6hz06ZPa off=6196687 len=317919 2024-04-15T17:02:34.960 INFO:tasks.workunit.client.0.smithi090.stdout:op 3968 completed, throughput=4.99MB/sec 2024-04-15T17:02:34.961 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tFaHAfVrL5tHtep off=10708538 len=724072 2024-04-15T17:02:34.965 INFO:tasks.workunit.client.0.smithi090.stdout:op 3969 completed, throughput=5MB/sec 2024-04-15T17:02:34.965 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QApC64rtNByTWHH off=2400699 len=1695902 2024-04-15T17:02:34.973 INFO:tasks.workunit.client.0.smithi090.stdout:op 3970 completed, throughput=5MB/sec 2024-04-15T17:02:34.974 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9EmUU7Af4JAPgNM off=1731686 len=169114 2024-04-15T17:02:34.974 INFO:tasks.workunit.client.0.smithi090.stdout:op 3971 completed, throughput=5MB/sec 2024-04-15T17:02:34.974 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lebXJ1zBht5In6g off=7644341 len=620225 2024-04-15T17:02:34.976 INFO:tasks.workunit.client.0.smithi090.stdout:op 3972 completed, throughput=5MB/sec 2024-04-15T17:02:34.976 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_lL2giC3ciQIouv off=4238158 len=2022232 2024-04-15T17:02:34.981 INFO:tasks.workunit.client.0.smithi090.stdout:op 3973 completed, throughput=5MB/sec 2024-04-15T17:02:35.981 INFO:tasks.workunit.client.0.smithi090.stdout: 774: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:35.981 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-g6lNlaeoBEc-QuU off=19840648 len=568264 2024-04-15T17:02:35.982 INFO:tasks.workunit.client.0.smithi090.stdout:op 3974 completed, throughput=5MB/sec 2024-04-15T17:02:35.982 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lebXJ1zBht5In6g off=3952451 len=1684811 2024-04-15T17:02:35.986 INFO:tasks.workunit.client.0.smithi090.stdout:op 3975 completed, throughput=5MB/sec 2024-04-15T17:02:35.986 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LRzKStq3MdCHgEW off=4580916 len=656049 2024-04-15T17:02:35.990 INFO:tasks.workunit.client.0.smithi090.stdout:op 3976 completed, throughput=5MB/sec 2024-04-15T17:02:35.990 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ovrAO_mylINjUyV off=500380 len=1666071 2024-04-15T17:02:35.992 INFO:tasks.workunit.client.0.smithi090.stdout:op 3977 completed, throughput=5MB/sec 2024-04-15T17:02:35.992 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-77J58CS977PNFGm off=3163371 len=1840586 2024-04-15T17:02:35.995 INFO:tasks.workunit.client.0.smithi090.stdout:op 3978 completed, throughput=5MB/sec 2024-04-15T17:02:36.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:36 smithi090 ceph-mon[89240]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T17:02:36.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:36 smithi090 ceph-mon[91618]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T17:02:36.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:36 smithi153 ceph-mon[84714]: pgmap v1791: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T17:02:36.996 INFO:tasks.workunit.client.0.smithi090.stdout: 775: throughput=5MB/sec pending data=0 2024-04-15T17:02:36.996 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-o7KjWdJv9Is8kbK off=2212699 len=847624 2024-04-15T17:02:37.001 INFO:tasks.workunit.client.0.smithi090.stdout:op 3979 completed, throughput=5MB/sec 2024-04-15T17:02:37.001 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nPeGDIt2gWjvxJo off=9183005 len=1614220 2024-04-15T17:02:37.003 INFO:tasks.workunit.client.0.smithi090.stdout:op 3980 completed, throughput=5MB/sec 2024-04-15T17:02:37.003 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Xte9POOYZ1NmGDq off=5425244 len=2001757 2024-04-15T17:02:37.005 INFO:tasks.workunit.client.0.smithi090.stdout:op 3981 completed, throughput=5MB/sec 2024-04-15T17:02:37.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:02:37.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:02:37.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:02:38.006 INFO:tasks.workunit.client.0.smithi090.stdout: 776: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:38.006 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6w8FiOcabGFp1Tg off=10661475 len=2001653 2024-04-15T17:02:38.008 INFO:tasks.workunit.client.0.smithi090.stdout:op 3982 completed, throughput=5MB/sec 2024-04-15T17:02:38.008 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FB1oBXXtsi5-a3f off=0 len=1094628 2024-04-15T17:02:38.010 INFO:tasks.workunit.client.0.smithi090.stdout:op 3983 completed, throughput=5MB/sec 2024-04-15T17:02:38.010 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-04E99w4tPm9zb_8 off=11808337 len=329887 2024-04-15T17:02:38.013 INFO:tasks.workunit.client.0.smithi090.stdout:op 3984 completed, throughput=5MB/sec 2024-04-15T17:02:38.013 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--uF42ievS3014eT off=8878803 len=819274 2024-04-15T17:02:38.014 INFO:tasks.workunit.client.0.smithi090.stdout:op 3985 completed, throughput=5MB/sec 2024-04-15T17:02:38.014 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Wp5nUMrC5n5Jjrd off=2488701 len=1664280 2024-04-15T17:02:38.016 INFO:tasks.workunit.client.0.smithi090.stdout:op 3986 completed, throughput=5MB/sec 2024-04-15T17:02:39.016 INFO:tasks.workunit.client.0.smithi090.stdout: 777: throughput=5MB/sec pending data=0 2024-04-15T17:02:39.016 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1TSADyAapBzjdgV off=1127193 len=1407538 2024-04-15T17:02:39.018 INFO:tasks.workunit.client.0.smithi090.stdout:op 3987 completed, throughput=5MB/sec 2024-04-15T17:02:39.018 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kl5R4c6AEkxMmRM off=5762161 len=1920945 2024-04-15T17:02:39.027 INFO:tasks.workunit.client.0.smithi090.stdout:op 3988 completed, throughput=5MB/sec 2024-04-15T17:02:39.027 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mWytZoeHpT3l8qP off=8590262 len=595775 2024-04-15T17:02:39.028 INFO:tasks.workunit.client.0.smithi090.stdout:op 3989 completed, throughput=5MB/sec 2024-04-15T17:02:39.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:38 smithi090 ceph-mon[91618]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-15T17:02:39.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:02:39.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:02:39.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:02:39.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:02:39.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:02:39.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:02:39.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:38 smithi090 ceph-mon[89240]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-15T17:02:39.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:02:39.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:02:39.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:02:39.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:02:39.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:02:39.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:02:39.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:38 smithi153 ceph-mon[84714]: pgmap v1792: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-15T17:02:39.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:02:39.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:02:39.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:02:39.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:02:39.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:02:39.112 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:02:39.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:02:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:02:39] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-15T17:02:40.028 INFO:tasks.workunit.client.0.smithi090.stdout: 778: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:40.028 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-igEzSa6vgugs0dx off=11049991 len=587290 2024-04-15T17:02:40.032 INFO:tasks.workunit.client.0.smithi090.stdout:op 3990 completed, throughput=4.99MB/sec 2024-04-15T17:02:40.032 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Afy99iLDQx7PWDp off=14636464 len=1041545 2024-04-15T17:02:40.037 INFO:tasks.workunit.client.0.smithi090.stdout:op 3991 completed, throughput=5MB/sec 2024-04-15T17:02:40.037 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-e0Nddzrkr9HkiLv off=19438416 len=354143 2024-04-15T17:02:40.038 INFO:tasks.workunit.client.0.smithi090.stdout:op 3992 completed, throughput=5MB/sec 2024-04-15T17:02:40.039 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-clW15yNK42QBgkX off=8330107 len=754496 2024-04-15T17:02:40.040 INFO:tasks.workunit.client.0.smithi090.stdout:op 3993 completed, throughput=5MB/sec 2024-04-15T17:02:40.040 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iykqzoumqk0gHVn off=2754824 len=709703 2024-04-15T17:02:40.045 INFO:tasks.workunit.client.0.smithi090.stdout:op 3994 completed, throughput=5MB/sec 2024-04-15T17:02:40.045 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-n1t4E2_O2ApLZJR off=9056870 len=114499 2024-04-15T17:02:40.045 INFO:tasks.workunit.client.0.smithi090.stdout:op 3995 completed, throughput=5MB/sec 2024-04-15T17:02:40.045 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-10wIUUevL8LMGZn off=18472765 len=1269263 2024-04-15T17:02:40.047 INFO:tasks.workunit.client.0.smithi090.stdout:op 3996 completed, throughput=5MB/sec 2024-04-15T17:02:40.047 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_onbd1PkILeY60z off=1317444 len=367756 2024-04-15T17:02:40.047 INFO:tasks.workunit.client.0.smithi090.stdout:op 3997 completed, throughput=5MB/sec 2024-04-15T17:02:41.051 INFO:tasks.workunit.client.0.smithi090.stdout: 779: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:41.051 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ehbr69l_vvMLXXa off=6850123 len=1270068 2024-04-15T17:02:41.051 INFO:tasks.workunit.client.0.smithi090.stdout:op 3998 completed, throughput=5MB/sec 2024-04-15T17:02:41.051 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aB5EJdgiZF6HP01 off=3983897 len=2072345 2024-04-15T17:02:41.059 INFO:tasks.workunit.client.0.smithi090.stdout:op 3999 completed, throughput=5MB/sec 2024-04-15T17:02:41.059 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9c55xV0lf3z_XFF off=989822 len=1647990 2024-04-15T17:02:41.068 INFO:tasks.workunit.client.0.smithi090.stdout:op 4000 completed, throughput=5MB/sec 2024-04-15T17:02:41.068 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rtSFPGZ1YDW3Q3- off=240543 len=400071 2024-04-15T17:02:41.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:40 smithi090 ceph-mon[91618]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-15T17:02:41.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:40 smithi090 ceph-mon[89240]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-15T17:02:41.071 INFO:tasks.workunit.client.0.smithi090.stdout:op 4001 completed, throughput=5MB/sec 2024-04-15T17:02:41.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:40 smithi153 ceph-mon[84714]: pgmap v1793: 105 pgs: 105 active+clean; 127 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-15T17:02:42.071 INFO:tasks.workunit.client.0.smithi090.stdout: 780: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:42.072 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3RfjcUYiVxW-b4a off=3009591 len=993563 2024-04-15T17:02:42.073 INFO:tasks.workunit.client.0.smithi090.stdout:op 4002 completed, throughput=4.99MB/sec 2024-04-15T17:02:42.073 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EIogerxoGQH50bm off=2675971 len=426536 2024-04-15T17:02:42.077 INFO:tasks.workunit.client.0.smithi090.stdout:op 4003 completed, throughput=5MB/sec 2024-04-15T17:02:42.077 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-O0n3H55y25TqF0u off=2307890 len=66724 2024-04-15T17:02:42.077 INFO:tasks.workunit.client.0.smithi090.stdout:op 4004 completed, throughput=5MB/sec 2024-04-15T17:02:42.077 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uS-0EXnwxEVLEnJ off=15279156 len=606043 2024-04-15T17:02:42.081 INFO:tasks.workunit.client.0.smithi090.stdout:op 4005 completed, throughput=5MB/sec 2024-04-15T17:02:42.082 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Uuvxnv2AEj7wulf off=3749860 len=950770 2024-04-15T17:02:42.082 INFO:tasks.workunit.client.0.smithi090.stdout:op 4006 completed, throughput=5MB/sec 2024-04-15T17:02:42.082 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4VAEIFxQii7w6J0 off=15686894 len=633874 2024-04-15T17:02:42.084 INFO:tasks.workunit.client.0.smithi090.stdout:op 4007 completed, throughput=5MB/sec 2024-04-15T17:02:42.084 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Xvmk-VLpWnka46w off=2531813 len=674481 2024-04-15T17:02:42.089 INFO:tasks.workunit.client.0.smithi090.stdout:op 4008 completed, throughput=5MB/sec 2024-04-15T17:02:42.089 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yQJzqnGn1oqLwZH off=5535172 len=1376175 2024-04-15T17:02:42.095 INFO:tasks.workunit.client.0.smithi090.stdout:op 4009 completed, throughput=5MB/sec 2024-04-15T17:02:42.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:02:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:02:43.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:42 smithi090 ceph-mon[89240]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T17:02:43.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:42 smithi090 ceph-mon[91618]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T17:02:43.096 INFO:tasks.workunit.client.0.smithi090.stdout: 781: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:43.096 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-063mtEgy3ZI_x82 off=5960045 len=1943889 2024-04-15T17:02:43.098 INFO:tasks.workunit.client.0.smithi090.stdout:op 4010 completed, throughput=5MB/sec 2024-04-15T17:02:43.098 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fiikXc2yyPQzG1V off=3036657 len=958031 2024-04-15T17:02:43.100 INFO:tasks.workunit.client.0.smithi090.stdout:op 4011 completed, throughput=5MB/sec 2024-04-15T17:02:43.100 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MKygAGFnZd_ZkX_ off=11729501 len=166077 2024-04-15T17:02:43.103 INFO:tasks.workunit.client.0.smithi090.stdout:op 4012 completed, throughput=5MB/sec 2024-04-15T17:02:43.103 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6pRjmS3bRKN5t2V off=473186 len=1126297 2024-04-15T17:02:43.104 INFO:tasks.workunit.client.0.smithi090.stdout:op 4013 completed, throughput=5MB/sec 2024-04-15T17:02:43.104 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IEmgst1POY__Xqs off=1517527 len=547088 2024-04-15T17:02:43.109 INFO:tasks.workunit.client.0.smithi090.stdout:op 4014 completed, throughput=5MB/sec 2024-04-15T17:02:43.109 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-m5_3ZM5KfOU5kS2 off=2107878 len=1240086 2024-04-15T17:02:43.110 INFO:tasks.workunit.client.0.smithi090.stdout:op 4015 completed, throughput=5MB/sec 2024-04-15T17:02:43.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:42 smithi153 ceph-mon[84714]: pgmap v1794: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T17:02:44.110 INFO:tasks.workunit.client.0.smithi090.stdout: 782: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:44.111 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hMmJgv4ijfy9B5s off=8240142 len=16935 2024-04-15T17:02:44.113 INFO:tasks.workunit.client.0.smithi090.stdout:op 4016 completed, throughput=4.99MB/sec 2024-04-15T17:02:44.113 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hJIPx7gBj2tNEk5 off=16103259 len=311222 2024-04-15T17:02:44.116 INFO:tasks.workunit.client.0.smithi090.stdout:op 4017 completed, throughput=5MB/sec 2024-04-15T17:02:44.117 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BeENHSeCfTbfkNq off=11313140 len=1296416 2024-04-15T17:02:44.118 INFO:tasks.workunit.client.0.smithi090.stdout:op 4018 completed, throughput=5MB/sec 2024-04-15T17:02:44.118 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3THcdujO2wqrlhO off=10808244 len=2052082 2024-04-15T17:02:44.129 INFO:tasks.workunit.client.0.smithi090.stdout:op 4019 completed, throughput=5MB/sec 2024-04-15T17:02:44.129 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vto_2xwEPJsHmJJ off=11153198 len=186282 2024-04-15T17:02:44.130 INFO:tasks.workunit.client.0.smithi090.stdout:op 4020 completed, throughput=5MB/sec 2024-04-15T17:02:44.130 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HyaA5aDbnzNRaNm off=1470633 len=123463 2024-04-15T17:02:44.133 INFO:tasks.workunit.client.0.smithi090.stdout:op 4021 completed, throughput=5MB/sec 2024-04-15T17:02:44.133 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rps7YCd72aUSdKS off=6401029 len=145094 2024-04-15T17:02:44.136 INFO:tasks.workunit.client.0.smithi090.stdout:op 4022 completed, throughput=5MB/sec 2024-04-15T17:02:44.136 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-c1D2Fsj7_2sGO8l off=1708243 len=1597467 2024-04-15T17:02:44.137 INFO:tasks.workunit.client.0.smithi090.stdout:op 4023 completed, throughput=5MB/sec 2024-04-15T17:02:45.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:44 smithi090 ceph-mon[89240]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:02:45.069 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:44 smithi090 ceph-mon[91618]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:02:45.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:44 smithi153 ceph-mon[84714]: pgmap v1795: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:02:45.138 INFO:tasks.workunit.client.0.smithi090.stdout: 783: throughput=5MB/sec pending data=0 2024-04-15T17:02:45.138 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yctiMMhHMQDMIIc off=1865021 len=1586347 2024-04-15T17:02:45.143 INFO:tasks.workunit.client.0.smithi090.stdout:op 4024 completed, throughput=5MB/sec 2024-04-15T17:02:45.143 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TVVtteAnPZ35U3S off=19453270 len=1251659 2024-04-15T17:02:45.144 INFO:tasks.workunit.client.0.smithi090.stdout:op 4025 completed, throughput=5MB/sec 2024-04-15T17:02:45.144 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dJjPUVU1DvuvkU4 off=18087125 len=816418 2024-04-15T17:02:45.146 INFO:tasks.workunit.client.0.smithi090.stdout:op 4026 completed, throughput=5MB/sec 2024-04-15T17:02:45.146 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SLb6DCBMw_E8oir off=1280911 len=989655 2024-04-15T17:02:45.152 INFO:tasks.workunit.client.0.smithi090.stdout:op 4027 completed, throughput=5MB/sec 2024-04-15T17:02:46.153 INFO:tasks.workunit.client.0.smithi090.stdout: 784: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:46.153 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WX5b56qsNf6bYNo off=674674 len=1029451 2024-04-15T17:02:46.156 INFO:tasks.workunit.client.0.smithi090.stdout:op 4028 completed, throughput=5MB/sec 2024-04-15T17:02:46.156 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BnBynsLeRy-4KMe off=416697 len=1453808 2024-04-15T17:02:46.164 INFO:tasks.workunit.client.0.smithi090.stdout:op 4029 completed, throughput=5MB/sec 2024-04-15T17:02:46.164 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TqfjkVv708mAm49 off=3075509 len=429904 2024-04-15T17:02:46.168 INFO:tasks.workunit.client.0.smithi090.stdout:op 4030 completed, throughput=5MB/sec 2024-04-15T17:02:46.168 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hdGKZagly2V8Lfj off=475072 len=675455 2024-04-15T17:02:46.169 INFO:tasks.workunit.client.0.smithi090.stdout:op 4031 completed, throughput=5MB/sec 2024-04-15T17:02:46.169 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fh1JNhyQm-y-QqV off=8578987 len=840881 2024-04-15T17:02:46.170 INFO:tasks.workunit.client.0.smithi090.stdout:op 4032 completed, throughput=5MB/sec 2024-04-15T17:02:46.170 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lmSxw4WCVECkJJM off=6310030 len=1407223 2024-04-15T17:02:46.178 INFO:tasks.workunit.client.0.smithi090.stdout:op 4033 completed, throughput=5MB/sec 2024-04-15T17:02:47.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:46 smithi090 ceph-mon[89240]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T17:02:47.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:46 smithi090 ceph-mon[91618]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T17:02:47.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:46 smithi153 ceph-mon[84714]: pgmap v1796: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T17:02:47.178 INFO:tasks.workunit.client.0.smithi090.stdout: 785: throughput=5MB/sec pending data=0 2024-04-15T17:02:47.179 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OUEa4N-3dppGcAL off=1143420 len=615690 2024-04-15T17:02:47.180 INFO:tasks.workunit.client.0.smithi090.stdout:op 4034 completed, throughput=5MB/sec 2024-04-15T17:02:47.180 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-F-S-tG_luHyr1oZ off=8887154 len=1846352 2024-04-15T17:02:47.182 INFO:tasks.workunit.client.0.smithi090.stdout:op 4035 completed, throughput=5MB/sec 2024-04-15T17:02:47.182 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-98N0aM0avLXNC7p off=549283 len=448014 2024-04-15T17:02:47.186 INFO:tasks.workunit.client.0.smithi090.stdout:op 4036 completed, throughput=5MB/sec 2024-04-15T17:02:47.186 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4ETNmnQnUkttIkv off=1103843 len=23067 2024-04-15T17:02:47.186 INFO:tasks.workunit.client.0.smithi090.stdout:op 4037 completed, throughput=5MB/sec 2024-04-15T17:02:47.186 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Pl6NnGGymaOevXS off=4599426 len=592515 2024-04-15T17:02:47.192 INFO:tasks.workunit.client.0.smithi090.stdout:op 4038 completed, throughput=5MB/sec 2024-04-15T17:02:47.192 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VKmYNT3n_nhfyDs off=11176597 len=1730200 2024-04-15T17:02:47.202 INFO:tasks.workunit.client.0.smithi090.stdout:op 4039 completed, throughput=5MB/sec 2024-04-15T17:02:48.202 INFO:tasks.workunit.client.0.smithi090.stdout: 786: throughput=5MB/sec pending data=0 2024-04-15T17:02:48.202 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MZ9J-bopRUSjL3O off=6892043 len=1397080 2024-04-15T17:02:48.207 INFO:tasks.workunit.client.0.smithi090.stdout:op 4040 completed, throughput=5MB/sec 2024-04-15T17:02:48.208 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_u-RPDwcJooT2tH off=4788266 len=1197426 2024-04-15T17:02:48.214 INFO:tasks.workunit.client.0.smithi090.stdout:op 4041 completed, throughput=5MB/sec 2024-04-15T17:02:48.214 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-urYBj4ncXQoOs9a off=22424643 len=1421620 2024-04-15T17:02:48.215 INFO:tasks.workunit.client.0.smithi090.stdout:op 4042 completed, throughput=5MB/sec 2024-04-15T17:02:48.215 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h9ncY83V8pStGiN off=3163021 len=991484 2024-04-15T17:02:48.221 INFO:tasks.workunit.client.0.smithi090.stdout:op 4043 completed, throughput=5MB/sec 2024-04-15T17:02:49.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:48 smithi090 ceph-mon[89240]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:02:49.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:48 smithi090 ceph-mon[91618]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:02:49.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:48 smithi153 ceph-mon[84714]: pgmap v1797: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:02:49.221 INFO:tasks.workunit.client.0.smithi090.stdout: 787: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:49.221 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vpd09x-DCNlVa81 off=20281014 len=1333259 2024-04-15T17:02:49.228 INFO:tasks.workunit.client.0.smithi090.stdout:op 4044 completed, throughput=5MB/sec 2024-04-15T17:02:49.228 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YNhjq7_uRXoHEaF off=324063 len=1407156 2024-04-15T17:02:49.237 INFO:tasks.workunit.client.0.smithi090.stdout:op 4045 completed, throughput=5MB/sec 2024-04-15T17:02:49.237 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RV1TkA1Sprn3LNO off=5151315 len=1146426 2024-04-15T17:02:49.240 INFO:tasks.workunit.client.0.smithi090.stdout:op 4046 completed, throughput=5MB/sec 2024-04-15T17:02:49.240 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lBKI5gtSHmK2SOv off=3599413 len=944167 2024-04-15T17:02:49.244 INFO:tasks.workunit.client.0.smithi090.stdout:op 4047 completed, throughput=5MB/sec 2024-04-15T17:02:49.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:02:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:02:49] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-15T17:02:50.245 INFO:tasks.workunit.client.0.smithi090.stdout: 788: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:50.245 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lvQ0GeigTXOP_WY off=13234414 len=302705 2024-04-15T17:02:50.246 INFO:tasks.workunit.client.0.smithi090.stdout:op 4048 completed, throughput=4.99MB/sec 2024-04-15T17:02:50.246 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FovHmLbF04IrCdb off=5367560 len=1235696 2024-04-15T17:02:50.254 INFO:tasks.workunit.client.0.smithi090.stdout:op 4049 completed, throughput=5MB/sec 2024-04-15T17:02:50.255 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OqEoe0_UDEMzPga off=10694589 len=1407775 2024-04-15T17:02:50.257 INFO:tasks.workunit.client.0.smithi090.stdout:op 4050 completed, throughput=5MB/sec 2024-04-15T17:02:50.257 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fE9a1ym-c60qqR4 off=19441586 len=1408888 2024-04-15T17:02:50.264 INFO:tasks.workunit.client.0.smithi090.stdout:op 4051 completed, throughput=5MB/sec 2024-04-15T17:02:50.264 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DzzhxoPe-XrJ9XF off=4348404 len=1643579 2024-04-15T17:02:50.273 INFO:tasks.workunit.client.0.smithi090.stdout:op 4052 completed, throughput=5MB/sec 2024-04-15T17:02:51.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:50 smithi090 ceph-mon[89240]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:02:51.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:50 smithi090 ceph-mon[91618]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:02:51.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:50 smithi153 ceph-mon[84714]: pgmap v1798: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:02:51.273 INFO:tasks.workunit.client.0.smithi090.stdout: 789: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:51.273 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LXIxlPLOkeRW48z off=9951322 len=1694868 2024-04-15T17:02:51.275 INFO:tasks.workunit.client.0.smithi090.stdout:op 4053 completed, throughput=5MB/sec 2024-04-15T17:02:51.275 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qyMmYQHSgESYe20 off=1646620 len=125811 2024-04-15T17:02:51.278 INFO:tasks.workunit.client.0.smithi090.stdout:op 4054 completed, throughput=5MB/sec 2024-04-15T17:02:51.278 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5ACvtZSJ8C02HRo off=6991082 len=558356 2024-04-15T17:02:51.282 INFO:tasks.workunit.client.0.smithi090.stdout:op 4055 completed, throughput=5MB/sec 2024-04-15T17:02:51.282 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KDdQYTLCtJxrOBp off=11941938 len=1061012 2024-04-15T17:02:51.287 INFO:tasks.workunit.client.0.smithi090.stdout:op 4056 completed, throughput=5MB/sec 2024-04-15T17:02:51.288 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7YZVw9_zXNzdm9- off=258331 len=1487901 2024-04-15T17:02:51.290 INFO:tasks.workunit.client.0.smithi090.stdout:op 4057 completed, throughput=5MB/sec 2024-04-15T17:02:52.291 INFO:tasks.workunit.client.0.smithi090.stdout: 790: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:52.291 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EkjtVJzLZVrAR9r off=935789 len=1856000 2024-04-15T17:02:52.293 INFO:tasks.workunit.client.0.smithi090.stdout:op 4058 completed, throughput=5MB/sec 2024-04-15T17:02:52.293 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-I0kuacyu2aD-OaR off=3460853 len=1707390 2024-04-15T17:02:52.303 INFO:tasks.workunit.client.0.smithi090.stdout:op 4059 completed, throughput=5MB/sec 2024-04-15T17:02:52.304 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rfeHNhkO8ZBOihS off=1050568 len=1653974 2024-04-15T17:02:52.305 INFO:tasks.workunit.client.0.smithi090.stdout:op 4060 completed, throughput=5MB/sec 2024-04-15T17:02:52.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:02:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:02:53.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:52 smithi090 ceph-mon[91618]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:02:53.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:52 smithi090 ceph-mon[89240]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:02:53.115 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:52 smithi153 ceph-mon[84714]: pgmap v1799: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:02:53.306 INFO:tasks.workunit.client.0.smithi090.stdout: 791: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:53.306 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tPfUxzgW3To6aHM off=16462352 len=928241 2024-04-15T17:02:53.308 INFO:tasks.workunit.client.0.smithi090.stdout:op 4061 completed, throughput=5MB/sec 2024-04-15T17:02:53.308 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tI4UQTAU5hk4gx2 off=5795692 len=1039086 2024-04-15T17:02:53.313 INFO:tasks.workunit.client.0.smithi090.stdout:op 4062 completed, throughput=5MB/sec 2024-04-15T17:02:53.313 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lcFdofcqjWPb5bJ off=0 len=1153198 2024-04-15T17:02:53.315 INFO:tasks.workunit.client.0.smithi090.stdout:op 4063 completed, throughput=5MB/sec 2024-04-15T17:02:53.315 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-J3z65OemivS2_ws off=5988678 len=287554 2024-04-15T17:02:53.318 INFO:tasks.workunit.client.0.smithi090.stdout:op 4064 completed, throughput=5MB/sec 2024-04-15T17:02:53.318 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eFfvLrttK93w5xr off=816948 len=459839 2024-04-15T17:02:53.321 INFO:tasks.workunit.client.0.smithi090.stdout:op 4065 completed, throughput=5MB/sec 2024-04-15T17:02:53.321 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4gF3UpyD5eyIbAZ off=4043122 len=482130 2024-04-15T17:02:53.322 INFO:tasks.workunit.client.0.smithi090.stdout:op 4066 completed, throughput=5MB/sec 2024-04-15T17:02:53.322 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yU5CQaflTnemqAl off=1770655 len=141533 2024-04-15T17:02:53.322 INFO:tasks.workunit.client.0.smithi090.stdout:op 4067 completed, throughput=5MB/sec 2024-04-15T17:02:53.323 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SS8-NEHopFkwDLy off=1254573 len=1283938 2024-04-15T17:02:53.327 INFO:tasks.workunit.client.0.smithi090.stdout:op 4068 completed, throughput=5MB/sec 2024-04-15T17:02:54.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:02:54.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:02:54.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:02:54.327 INFO:tasks.workunit.client.0.smithi090.stdout: 792: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:54.327 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kJZy4OJxO9oAf93 off=8203510 len=991975 2024-04-15T17:02:54.329 INFO:tasks.workunit.client.0.smithi090.stdout:op 4069 completed, throughput=5MB/sec 2024-04-15T17:02:54.329 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_onbd1PkILeY60z off=14377319 len=437594 2024-04-15T17:02:54.334 INFO:tasks.workunit.client.0.smithi090.stdout:op 4070 completed, throughput=5MB/sec 2024-04-15T17:02:54.334 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gZUKeyNZ5YuuyDC off=1126570 len=1111932 2024-04-15T17:02:54.335 INFO:tasks.workunit.client.0.smithi090.stdout:op 4071 completed, throughput=5MB/sec 2024-04-15T17:02:54.335 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HsebCcn9PsTxK1R off=774315 len=827071 2024-04-15T17:02:54.341 INFO:tasks.workunit.client.0.smithi090.stdout:op 4072 completed, throughput=5MB/sec 2024-04-15T17:02:54.341 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-g-GYTIfec94ZLsv off=3487739 len=1139531 2024-04-15T17:02:54.342 INFO:tasks.workunit.client.0.smithi090.stdout:op 4073 completed, throughput=5MB/sec 2024-04-15T17:02:54.342 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NrhPe8CPj2uJM2c off=7452601 len=1953284 2024-04-15T17:02:54.344 INFO:tasks.workunit.client.0.smithi090.stdout:op 4074 completed, throughput=5MB/sec 2024-04-15T17:02:55.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:54 smithi090 ceph-mon[91618]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T17:02:55.069 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:54 smithi090 ceph-mon[89240]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T17:02:55.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:54 smithi153 ceph-mon[84714]: pgmap v1800: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T17:02:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: 793: throughput=5MB/sec pending data=0 2024-04-15T17:02:55.344 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YbEtW9kjAM9oDKT off=12382824 len=1838340 2024-04-15T17:02:55.350 INFO:tasks.workunit.client.0.smithi090.stdout:op 4075 completed, throughput=5MB/sec 2024-04-15T17:02:55.350 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-O8w9cpLS8b7pppI off=1125572 len=1349532 2024-04-15T17:02:55.358 INFO:tasks.workunit.client.0.smithi090.stdout:op 4076 completed, throughput=5MB/sec 2024-04-15T17:02:55.358 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-w2x7Zt_Y1VFqcRS off=1665505 len=228757 2024-04-15T17:02:55.361 INFO:tasks.workunit.client.0.smithi090.stdout:op 4077 completed, throughput=5MB/sec 2024-04-15T17:02:55.361 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-690FxKO-0p0Q1iu off=13465891 len=55515 2024-04-15T17:02:55.363 INFO:tasks.workunit.client.0.smithi090.stdout:op 4078 completed, throughput=5MB/sec 2024-04-15T17:02:55.363 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JgjtVvKMYIaUi70 off=1030688 len=693043 2024-04-15T17:02:55.365 INFO:tasks.workunit.client.0.smithi090.stdout:op 4079 completed, throughput=5MB/sec 2024-04-15T17:02:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:56.365 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5YEM--eRUTln45z off=7685204 len=949407 2024-04-15T17:02:56.367 INFO:tasks.workunit.client.0.smithi090.stdout:op 4080 completed, throughput=5MB/sec 2024-04-15T17:02:56.367 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7GDyHga1KypozLd off=11505365 len=1118103 2024-04-15T17:02:56.368 INFO:tasks.workunit.client.0.smithi090.stdout:op 4081 completed, throughput=5MB/sec 2024-04-15T17:02:56.368 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nvis3eAwbi19_9g off=17064488 len=77847 2024-04-15T17:02:56.369 INFO:tasks.workunit.client.0.smithi090.stdout:op 4082 completed, throughput=5MB/sec 2024-04-15T17:02:56.369 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-khYC8QD0yatYqmc off=5777506 len=1378109 2024-04-15T17:02:56.376 INFO:tasks.workunit.client.0.smithi090.stdout:op 4083 completed, throughput=5MB/sec 2024-04-15T17:02:56.376 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QqGWXdMRY4xnu1U off=1464271 len=1233732 2024-04-15T17:02:56.377 INFO:tasks.workunit.client.0.smithi090.stdout:op 4084 completed, throughput=5MB/sec 2024-04-15T17:02:57.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:56 smithi090 ceph-mon[91618]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:02:57.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:56 smithi090 ceph-mon[89240]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:02:57.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:56 smithi153 ceph-mon[84714]: pgmap v1801: 105 pgs: 105 active+clean; 127 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:02:57.378 INFO:tasks.workunit.client.0.smithi090.stdout: 795: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:57.378 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bRUXNQbzSi0vLj4 off=12702306 len=792933 2024-04-15T17:02:57.380 INFO:tasks.workunit.client.0.smithi090.stdout:op 4085 completed, throughput=4.99MB/sec 2024-04-15T17:02:57.380 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VWXrEJ9KQXlLfYZ off=731227 len=1466427 2024-04-15T17:02:57.388 INFO:tasks.workunit.client.0.smithi090.stdout:op 4086 completed, throughput=5MB/sec 2024-04-15T17:02:57.388 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RqfZAIX4UAAda80 off=1521239 len=2092445 2024-04-15T17:02:57.393 INFO:tasks.workunit.client.0.smithi090.stdout:op 4087 completed, throughput=5MB/sec 2024-04-15T17:02:57.393 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YfilLlsK1Yf7aMk off=9066738 len=1204560 2024-04-15T17:02:57.397 INFO:tasks.workunit.client.0.smithi090.stdout:op 4088 completed, throughput=5MB/sec 2024-04-15T17:02:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: 796: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:58.398 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-snYlA3kI1IYTZ1V off=13903259 len=1840835 2024-04-15T17:02:58.407 INFO:tasks.workunit.client.0.smithi090.stdout:op 4089 completed, throughput=5MB/sec 2024-04-15T17:02:58.408 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zLP_i4CUl_wC3my off=1410935 len=1071676 2024-04-15T17:02:58.408 INFO:tasks.workunit.client.0.smithi090.stdout:op 4090 completed, throughput=5MB/sec 2024-04-15T17:02:58.409 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8vm-Kotp0c0emD8 off=7840352 len=1151023 2024-04-15T17:02:58.411 INFO:tasks.workunit.client.0.smithi090.stdout:op 4091 completed, throughput=5MB/sec 2024-04-15T17:02:58.411 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YlHj5vIlXhNVfv3 off=2557551 len=1065490 2024-04-15T17:02:58.416 INFO:tasks.workunit.client.0.smithi090.stdout:op 4092 completed, throughput=5MB/sec 2024-04-15T17:02:59.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:02:58 smithi090 ceph-mon[89240]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T17:02:59.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:02:58 smithi090 ceph-mon[91618]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T17:02:59.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:02:58 smithi153 ceph-mon[84714]: pgmap v1802: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T17:02:59.416 INFO:tasks.workunit.client.0.smithi090.stdout: 797: throughput=4.99MB/sec pending data=0 2024-04-15T17:02:59.416 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-M8Eee8iwNy27JwD off=1113762 len=1160474 2024-04-15T17:02:59.423 INFO:tasks.workunit.client.0.smithi090.stdout:op 4093 completed, throughput=5MB/sec 2024-04-15T17:02:59.423 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qRX68a98Dp52tpa off=8324892 len=1315775 2024-04-15T17:02:59.424 INFO:tasks.workunit.client.0.smithi090.stdout:op 4094 completed, throughput=5MB/sec 2024-04-15T17:02:59.424 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Kv-EPNNHid_UZiL off=943260 len=1445965 2024-04-15T17:02:59.431 INFO:tasks.workunit.client.0.smithi090.stdout:op 4095 completed, throughput=5MB/sec 2024-04-15T17:02:59.431 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zej2FN7l1kU_bk5 off=882516 len=1679064 2024-04-15T17:02:59.435 INFO:tasks.workunit.client.0.smithi090.stdout:op 4096 completed, throughput=5MB/sec 2024-04-15T17:02:59.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:02:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:02:59] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-15T17:03:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: 798: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:00.435 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Dt0kL5cYF-Q6Piv off=680362 len=1894511 2024-04-15T17:03:00.440 INFO:tasks.workunit.client.0.smithi090.stdout:op 4097 completed, throughput=5MB/sec 2024-04-15T17:03:00.440 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ezc9r6n9rIJc5UA off=13996122 len=1877653 2024-04-15T17:03:00.449 INFO:tasks.workunit.client.0.smithi090.stdout:op 4098 completed, throughput=5MB/sec 2024-04-15T17:03:00.449 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-g6z1dVCAzZ2OLee off=148650 len=1229299 2024-04-15T17:03:00.455 INFO:tasks.workunit.client.0.smithi090.stdout:op 4099 completed, throughput=5MB/sec 2024-04-15T17:03:01.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:00 smithi090 ceph-mon[89240]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:03:01.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:00 smithi090 ceph-mon[91618]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:03:01.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:00 smithi153 ceph-mon[84714]: pgmap v1803: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:03:01.455 INFO:tasks.workunit.client.0.smithi090.stdout: 799: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:01.456 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VNfLyNcRKtOqRf9 off=20364543 len=1918101 2024-04-15T17:03:01.466 INFO:tasks.workunit.client.0.smithi090.stdout:op 4100 completed, throughput=5MB/sec 2024-04-15T17:03:01.466 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oY1Cf8GJldRpUE_ off=6457158 len=602303 2024-04-15T17:03:01.470 INFO:tasks.workunit.client.0.smithi090.stdout:op 4101 completed, throughput=5MB/sec 2024-04-15T17:03:01.470 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-S4eSVwUCRxFTDTc off=17168811 len=1697240 2024-04-15T17:03:01.472 INFO:tasks.workunit.client.0.smithi090.stdout:op 4102 completed, throughput=5MB/sec 2024-04-15T17:03:01.472 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-o5bW-5vVGLP5_A3 off=7441158 len=370659 2024-04-15T17:03:01.475 INFO:tasks.workunit.client.0.smithi090.stdout:op 4103 completed, throughput=5MB/sec 2024-04-15T17:03:01.476 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8sBvBmbiELXYeHj off=1088684 len=682074 2024-04-15T17:03:01.481 INFO:tasks.workunit.client.0.smithi090.stdout:op 4104 completed, throughput=5MB/sec 2024-04-15T17:03:01.481 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WnMUMkspt8HZ-MY off=14281453 len=1110138 2024-04-15T17:03:01.482 INFO:tasks.workunit.client.0.smithi090.stdout:op 4105 completed, throughput=5MB/sec 2024-04-15T17:03:02.482 INFO:tasks.workunit.client.0.smithi090.stdout: 800: throughput=5MB/sec pending data=0 2024-04-15T17:03:02.482 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gYqnXU7HwopS0QQ off=22707532 len=82500 2024-04-15T17:03:02.482 INFO:tasks.workunit.client.0.smithi090.stdout:op 4106 completed, throughput=5MB/sec 2024-04-15T17:03:02.483 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-z2JV-JSfG8y9DSH off=17078109 len=1175304 2024-04-15T17:03:02.489 INFO:tasks.workunit.client.0.smithi090.stdout:op 4107 completed, throughput=5MB/sec 2024-04-15T17:03:02.489 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ig9fldCA73VILba off=14432531 len=2093914 2024-04-15T17:03:02.496 INFO:tasks.workunit.client.0.smithi090.stdout:op 4108 completed, throughput=5MB/sec 2024-04-15T17:03:02.497 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VSjAILMJL2DVFcf off=2334111 len=248496 2024-04-15T17:03:02.497 INFO:tasks.workunit.client.0.smithi090.stdout:op 4109 completed, throughput=5MB/sec 2024-04-15T17:03:02.497 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-P7GsGrcPZpUlk5o off=392355 len=124583 2024-04-15T17:03:02.498 INFO:tasks.workunit.client.0.smithi090.stdout:op 4110 completed, throughput=5MB/sec 2024-04-15T17:03:02.498 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qaIpLChCymYUIMi off=15509700 len=1325909 2024-04-15T17:03:02.499 INFO:tasks.workunit.client.0.smithi090.stdout:op 4111 completed, throughput=5MB/sec 2024-04-15T17:03:02.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:03:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:03:03.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:02 smithi090 ceph-mon[89240]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:03:03.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:02 smithi090 ceph-mon[91618]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:03:03.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:02 smithi153 ceph-mon[84714]: pgmap v1804: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:03:03.500 INFO:tasks.workunit.client.0.smithi090.stdout: 801: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:03.500 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gKEcUQV_yisKN7H off=9139766 len=955043 2024-04-15T17:03:03.502 INFO:tasks.workunit.client.0.smithi090.stdout:op 4112 completed, throughput=5MB/sec 2024-04-15T17:03:03.503 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_AkHCRFrC5T6ESr off=18548169 len=1468396 2024-04-15T17:03:03.512 INFO:tasks.workunit.client.0.smithi090.stdout:op 4113 completed, throughput=5MB/sec 2024-04-15T17:03:03.512 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-J8x1g782U-CGpSL off=2764444 len=1127706 2024-04-15T17:03:03.519 INFO:tasks.workunit.client.0.smithi090.stdout:op 4114 completed, throughput=5MB/sec 2024-04-15T17:03:03.519 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-etJ3Q7ttiUlgOzD off=4518422 len=1866114 2024-04-15T17:03:03.521 INFO:tasks.workunit.client.0.smithi090.stdout:op 4115 completed, throughput=5MB/sec 2024-04-15T17:03:04.524 INFO:tasks.workunit.client.0.smithi090.stdout: 802: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:04.524 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VbhMbUM50T1_LuY off=1218843 len=1968450 2024-04-15T17:03:04.524 INFO:tasks.workunit.client.0.smithi090.stdout:op 4116 completed, throughput=5MB/sec 2024-04-15T17:03:04.524 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mlyBMbEzrCXQ83p off=6506668 len=280976 2024-04-15T17:03:04.524 INFO:tasks.workunit.client.0.smithi090.stdout:op 4117 completed, throughput=5MB/sec 2024-04-15T17:03:04.525 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gRK2sclNjEaGbA2 off=5363353 len=960869 2024-04-15T17:03:04.526 INFO:tasks.workunit.client.0.smithi090.stdout:op 4118 completed, throughput=5MB/sec 2024-04-15T17:03:04.526 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1W-oQl9R3y89gtO off=20726604 len=209135 2024-04-15T17:03:04.529 INFO:tasks.workunit.client.0.smithi090.stdout:op 4119 completed, throughput=5MB/sec 2024-04-15T17:03:04.529 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lK75WO0N9c4ulJr off=6618476 len=379519 2024-04-15T17:03:04.532 INFO:tasks.workunit.client.0.smithi090.stdout:op 4120 completed, throughput=5MB/sec 2024-04-15T17:03:04.532 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-g5K6byORDWWCJpS off=3533710 len=1059043 2024-04-15T17:03:04.535 INFO:tasks.workunit.client.0.smithi090.stdout:op 4121 completed, throughput=5MB/sec 2024-04-15T17:03:05.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:04 smithi090 ceph-mon[89240]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:03:05.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:04 smithi090 ceph-mon[91618]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:03:05.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:04 smithi153 ceph-mon[84714]: pgmap v1805: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:03:05.536 INFO:tasks.workunit.client.0.smithi090.stdout: 803: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:05.536 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5zVwnS2BhGYfap- off=6011525 len=1165741 2024-04-15T17:03:05.541 INFO:tasks.workunit.client.0.smithi090.stdout:op 4122 completed, throughput=5MB/sec 2024-04-15T17:03:05.541 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KUarbB49diEpnQp off=8534779 len=1327387 2024-04-15T17:03:05.549 INFO:tasks.workunit.client.0.smithi090.stdout:op 4123 completed, throughput=5MB/sec 2024-04-15T17:03:05.549 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-H16Rl9MVNCg-Uaf off=11237645 len=570011 2024-04-15T17:03:05.553 INFO:tasks.workunit.client.0.smithi090.stdout:op 4124 completed, throughput=5MB/sec 2024-04-15T17:03:05.553 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KKJmx5hFyPMRqtx off=11290940 len=353099 2024-04-15T17:03:05.554 INFO:tasks.workunit.client.0.smithi090.stdout:op 4125 completed, throughput=5MB/sec 2024-04-15T17:03:05.554 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-I6xUGrfz6hNsCdH off=4445482 len=1422158 2024-04-15T17:03:05.561 INFO:tasks.workunit.client.0.smithi090.stdout:op 4126 completed, throughput=5MB/sec 2024-04-15T17:03:05.561 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7GpoKlvNFpZWgBk off=494813 len=1077779 2024-04-15T17:03:05.564 INFO:tasks.workunit.client.0.smithi090.stdout:op 4127 completed, throughput=5MB/sec 2024-04-15T17:03:06.565 INFO:tasks.workunit.client.0.smithi090.stdout: 804: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:06.565 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gKbmagvwI2g4Sfo off=12896289 len=1356185 2024-04-15T17:03:06.574 INFO:tasks.workunit.client.0.smithi090.stdout:op 4128 completed, throughput=5MB/sec 2024-04-15T17:03:06.574 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-byJVW4FXeQMyfOf off=1631904 len=152921 2024-04-15T17:03:06.574 INFO:tasks.workunit.client.0.smithi090.stdout:op 4129 completed, throughput=5MB/sec 2024-04-15T17:03:06.574 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TbR2GwhknG_iRKr off=8558386 len=306449 2024-04-15T17:03:06.575 INFO:tasks.workunit.client.0.smithi090.stdout:op 4130 completed, throughput=5MB/sec 2024-04-15T17:03:06.575 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HsnqOBodpAAw9Mq off=11133401 len=1681902 2024-04-15T17:03:06.579 INFO:tasks.workunit.client.0.smithi090.stdout:op 4131 completed, throughput=5MB/sec 2024-04-15T17:03:06.579 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uIAtwMDJttSMkGO off=3912946 len=456388 2024-04-15T17:03:06.582 INFO:tasks.workunit.client.0.smithi090.stdout:op 4132 completed, throughput=5MB/sec 2024-04-15T17:03:06.582 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SkY7jT44IE0N9nL off=11792849 len=466771 2024-04-15T17:03:06.583 INFO:tasks.workunit.client.0.smithi090.stdout:op 4133 completed, throughput=5MB/sec 2024-04-15T17:03:06.583 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-p5PFUhj7DZLYQJn off=4514990 len=1069032 2024-04-15T17:03:06.584 INFO:tasks.workunit.client.0.smithi090.stdout:op 4134 completed, throughput=5MB/sec 2024-04-15T17:03:07.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:06 smithi090 ceph-mon[89240]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T17:03:07.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:06 smithi090 ceph-mon[91618]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T17:03:07.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:06 smithi153 ceph-mon[84714]: pgmap v1806: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T17:03:07.585 INFO:tasks.workunit.client.0.smithi090.stdout: 805: throughput=5MB/sec pending data=0 2024-04-15T17:03:07.585 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SCxVZXhzJN_7_pI off=13628575 len=2050591 2024-04-15T17:03:07.599 INFO:tasks.workunit.client.0.smithi090.stdout:op 4135 completed, throughput=5MB/sec 2024-04-15T17:03:07.599 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fNx0sgV6vT4W0-X off=13842829 len=285845 2024-04-15T17:03:07.602 INFO:tasks.workunit.client.0.smithi090.stdout:op 4136 completed, throughput=5MB/sec 2024-04-15T17:03:07.602 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eMY7TaNfMAnULsI off=11852176 len=698233 2024-04-15T17:03:07.606 INFO:tasks.workunit.client.0.smithi090.stdout:op 4137 completed, throughput=5MB/sec 2024-04-15T17:03:07.606 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-z6I_gCTz11Z5Pux off=3130882 len=898895 2024-04-15T17:03:07.608 INFO:tasks.workunit.client.0.smithi090.stdout:op 4138 completed, throughput=5MB/sec 2024-04-15T17:03:07.608 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TjkgLlLF398B7SK off=4926776 len=779963 2024-04-15T17:03:07.608 INFO:tasks.workunit.client.0.smithi090.stdout:op 4139 completed, throughput=5MB/sec 2024-04-15T17:03:08.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:03:08.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:03:08.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:03:08.609 INFO:tasks.workunit.client.0.smithi090.stdout: 806: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:08.609 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oqYVm8eaOdZUchj off=2716132 len=746852 2024-04-15T17:03:08.610 INFO:tasks.workunit.client.0.smithi090.stdout:op 4140 completed, throughput=5MB/sec 2024-04-15T17:03:08.610 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8Sy0ilQVut32Xes off=2703005 len=1843446 2024-04-15T17:03:08.613 INFO:tasks.workunit.client.0.smithi090.stdout:op 4141 completed, throughput=5MB/sec 2024-04-15T17:03:08.613 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DwFYrT7ZwitVe5o off=1289677 len=283909 2024-04-15T17:03:08.613 INFO:tasks.workunit.client.0.smithi090.stdout:op 4142 completed, throughput=5MB/sec 2024-04-15T17:03:08.614 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-j6p1u63TxNKhm_H off=2505236 len=1073802 2024-04-15T17:03:08.620 INFO:tasks.workunit.client.0.smithi090.stdout:op 4143 completed, throughput=5MB/sec 2024-04-15T17:03:08.620 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9WM5HxZGlL7Ptrk off=1005723 len=59077 2024-04-15T17:03:08.622 INFO:tasks.workunit.client.0.smithi090.stdout:op 4144 completed, throughput=5MB/sec 2024-04-15T17:03:08.622 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-f1eZXHLm141jlXA off=2803409 len=238995 2024-04-15T17:03:08.625 INFO:tasks.workunit.client.0.smithi090.stdout:op 4145 completed, throughput=5MB/sec 2024-04-15T17:03:08.625 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-r6-T9JMYdcjT-FC off=11977128 len=917141 2024-04-15T17:03:08.627 INFO:tasks.workunit.client.0.smithi090.stdout:op 4146 completed, throughput=5MB/sec 2024-04-15T17:03:09.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:08 smithi090 ceph-mon[89240]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:03:09.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:08 smithi090 ceph-mon[91618]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:03:09.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:08 smithi153 ceph-mon[84714]: pgmap v1807: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:03:09.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:03:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:03:09] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-15T17:03:09.627 INFO:tasks.workunit.client.0.smithi090.stdout: 807: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:09.627 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-H0GlacktXzF5BuO off=10017363 len=505331 2024-04-15T17:03:09.631 INFO:tasks.workunit.client.0.smithi090.stdout:op 4147 completed, throughput=4.99MB/sec 2024-04-15T17:03:09.631 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-c3vD46eAC0lg6a9 off=16031636 len=567364 2024-04-15T17:03:09.632 INFO:tasks.workunit.client.0.smithi090.stdout:op 4148 completed, throughput=5MB/sec 2024-04-15T17:03:09.632 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-A8yIRxxbCDWwz_K off=5562258 len=1234038 2024-04-15T17:03:09.633 INFO:tasks.workunit.client.0.smithi090.stdout:op 4149 completed, throughput=5MB/sec 2024-04-15T17:03:09.633 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5ACvtZSJ8C02HRo off=5427844 len=1709671 2024-04-15T17:03:09.641 INFO:tasks.workunit.client.0.smithi090.stdout:op 4150 completed, throughput=5MB/sec 2024-04-15T17:03:09.641 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WlPTA48aaxXBd_m off=14991010 len=1527439 2024-04-15T17:03:09.648 INFO:tasks.workunit.client.0.smithi090.stdout:op 4151 completed, throughput=5MB/sec 2024-04-15T17:03:10.649 INFO:tasks.workunit.client.0.smithi090.stdout: 808: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:10.649 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cgcPt1cqGjUPY9n off=10338485 len=1878015 2024-04-15T17:03:10.651 INFO:tasks.workunit.client.0.smithi090.stdout:op 4152 completed, throughput=5MB/sec 2024-04-15T17:03:10.652 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ur4j7DCoVvOKdeE off=961534 len=1772113 2024-04-15T17:03:10.653 INFO:tasks.workunit.client.0.smithi090.stdout:op 4153 completed, throughput=5MB/sec 2024-04-15T17:03:10.654 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5yUmhlLs0a1BrcO off=9033024 len=1024649 2024-04-15T17:03:10.659 INFO:tasks.workunit.client.0.smithi090.stdout:op 4154 completed, throughput=5MB/sec 2024-04-15T17:03:10.659 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-evZtx3tHtdX5pCe off=3965676 len=680371 2024-04-15T17:03:10.660 INFO:tasks.workunit.client.0.smithi090.stdout:op 4155 completed, throughput=5MB/sec 2024-04-15T17:03:11.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:10 smithi090 ceph-mon[91618]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:03:11.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:10 smithi090 ceph-mon[89240]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:03:11.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:10 smithi153 ceph-mon[84714]: pgmap v1808: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:03:11.661 INFO:tasks.workunit.client.0.smithi090.stdout: 809: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:11.661 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-n1t4E2_O2ApLZJR off=12579219 len=803671 2024-04-15T17:03:11.665 INFO:tasks.workunit.client.0.smithi090.stdout:op 4156 completed, throughput=5MB/sec 2024-04-15T17:03:11.666 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TvuSBsUr0jiROW1 off=2955582 len=1469134 2024-04-15T17:03:11.674 INFO:tasks.workunit.client.0.smithi090.stdout:op 4157 completed, throughput=5MB/sec 2024-04-15T17:03:11.674 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FRhMjOEg8aScXfr off=2990124 len=865036 2024-04-15T17:03:11.677 INFO:tasks.workunit.client.0.smithi090.stdout:op 4158 completed, throughput=5MB/sec 2024-04-15T17:03:11.677 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QOf3SJePluWTgeN off=9515149 len=155954 2024-04-15T17:03:11.677 INFO:tasks.workunit.client.0.smithi090.stdout:op 4159 completed, throughput=5MB/sec 2024-04-15T17:03:11.678 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0XJS_UYt0pVjfuw off=1433070 len=229444 2024-04-15T17:03:11.680 INFO:tasks.workunit.client.0.smithi090.stdout:op 4160 completed, throughput=5MB/sec 2024-04-15T17:03:11.681 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7T1OaUM_I74F0IT off=40642 len=354398 2024-04-15T17:03:11.686 INFO:tasks.workunit.client.0.smithi090.stdout:op 4161 completed, throughput=5MB/sec 2024-04-15T17:03:11.686 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fVOmyh9RCY2bVQI off=1591810 len=1279752 2024-04-15T17:03:11.689 INFO:tasks.workunit.client.0.smithi090.stdout:op 4162 completed, throughput=5MB/sec 2024-04-15T17:03:12.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:03:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:03:12.689 INFO:tasks.workunit.client.0.smithi090.stdout: 810: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:12.689 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UjTOpNQclZWHrnZ off=1481394 len=807277 2024-04-15T17:03:12.691 INFO:tasks.workunit.client.0.smithi090.stdout:op 4163 completed, throughput=5MB/sec 2024-04-15T17:03:12.691 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2_iBli_bV99M0aM off=8309174 len=1962472 2024-04-15T17:03:12.700 INFO:tasks.workunit.client.0.smithi090.stdout:op 4164 completed, throughput=5MB/sec 2024-04-15T17:03:12.700 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8ES3FI8gbqmQkXH off=13500300 len=1604130 2024-04-15T17:03:12.701 INFO:tasks.workunit.client.0.smithi090.stdout:op 4165 completed, throughput=5MB/sec 2024-04-15T17:03:12.701 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-x8PTcLNYhIVjWzZ off=12526600 len=640096 2024-04-15T17:03:12.702 INFO:tasks.workunit.client.0.smithi090.stdout:op 4166 completed, throughput=5MB/sec 2024-04-15T17:03:12.702 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HeIBC3A4vwJv3M2 off=2956343 len=1224623 2024-04-15T17:03:12.705 INFO:tasks.workunit.client.0.smithi090.stdout:op 4167 completed, throughput=5MB/sec 2024-04-15T17:03:13.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:12 smithi090 ceph-mon[91618]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:03:13.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:12 smithi090 ceph-mon[89240]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:03:13.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:12 smithi153 ceph-mon[84714]: pgmap v1809: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:03:13.706 INFO:tasks.workunit.client.0.smithi090.stdout: 811: throughput=5MB/sec pending data=0 2024-04-15T17:03:13.706 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nJ2iky3lOWKkbDB off=10947185 len=315549 2024-04-15T17:03:13.707 INFO:tasks.workunit.client.0.smithi090.stdout:op 4168 completed, throughput=5MB/sec 2024-04-15T17:03:13.707 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--4nnlfv-sAcU6ah off=3485672 len=166931 2024-04-15T17:03:13.708 INFO:tasks.workunit.client.0.smithi090.stdout:op 4169 completed, throughput=5MB/sec 2024-04-15T17:03:13.708 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pP-yNdmoM12586J off=1261830 len=522248 2024-04-15T17:03:13.709 INFO:tasks.workunit.client.0.smithi090.stdout:op 4170 completed, throughput=5MB/sec 2024-04-15T17:03:13.709 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6dnPMy9pkOZAxI2 off=999771 len=348223 2024-04-15T17:03:13.711 INFO:tasks.workunit.client.0.smithi090.stdout:op 4171 completed, throughput=5MB/sec 2024-04-15T17:03:13.711 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YOKFH1VrRC32LCs off=4788215 len=733767 2024-04-15T17:03:13.712 INFO:tasks.workunit.client.0.smithi090.stdout:op 4172 completed, throughput=5MB/sec 2024-04-15T17:03:13.712 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3EmlflymcwSn7kY off=3437571 len=148422 2024-04-15T17:03:13.714 INFO:tasks.workunit.client.0.smithi090.stdout:op 4173 completed, throughput=5MB/sec 2024-04-15T17:03:13.714 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gVAQveNfc-F_sxO off=5259028 len=737997 2024-04-15T17:03:13.716 INFO:tasks.workunit.client.0.smithi090.stdout:op 4174 completed, throughput=5MB/sec 2024-04-15T17:03:13.716 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XNdhP1_F3-9QZjV off=4818984 len=496003 2024-04-15T17:03:13.717 INFO:tasks.workunit.client.0.smithi090.stdout:op 4175 completed, throughput=5MB/sec 2024-04-15T17:03:13.717 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qoZeBXnGFcctluS off=15675184 len=234952 2024-04-15T17:03:13.718 INFO:tasks.workunit.client.0.smithi090.stdout:op 4176 completed, throughput=5MB/sec 2024-04-15T17:03:13.718 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ieL48aGSGcguAA_ off=16520721 len=621018 2024-04-15T17:03:13.718 INFO:tasks.workunit.client.0.smithi090.stdout:op 4177 completed, throughput=5MB/sec 2024-04-15T17:03:14.719 INFO:tasks.workunit.client.0.smithi090.stdout: 812: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:14.719 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OrCb6kpEZrTbhWd off=9318572 len=1370931 2024-04-15T17:03:14.729 INFO:tasks.workunit.client.0.smithi090.stdout:op 4178 completed, throughput=5MB/sec 2024-04-15T17:03:14.729 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-e7VY2LHN8ZfHOgK off=1283102 len=1395167 2024-04-15T17:03:14.731 INFO:tasks.workunit.client.0.smithi090.stdout:op 4179 completed, throughput=5MB/sec 2024-04-15T17:03:14.731 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--UGcCZKH-FaBi2Q off=6633990 len=1841235 2024-04-15T17:03:14.733 INFO:tasks.workunit.client.0.smithi090.stdout:op 4180 completed, throughput=5MB/sec 2024-04-15T17:03:14.733 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZTBOe9k1gx4UHcu off=773675 len=1885836 2024-04-15T17:03:14.735 INFO:tasks.workunit.client.0.smithi090.stdout:op 4181 completed, throughput=5MB/sec 2024-04-15T17:03:15.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:14 smithi090 ceph-mon[89240]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:03:15.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:14 smithi090 ceph-mon[91618]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:03:15.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:14 smithi153 ceph-mon[84714]: pgmap v1810: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:03:15.735 INFO:tasks.workunit.client.0.smithi090.stdout: 813: throughput=5MB/sec pending data=0 2024-04-15T17:03:15.736 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gmIqprxKOtIjQKG off=5611022 len=1067907 2024-04-15T17:03:15.741 INFO:tasks.workunit.client.0.smithi090.stdout:op 4182 completed, throughput=5MB/sec 2024-04-15T17:03:15.741 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KyOPqk6fXk9GEZ- off=4670167 len=452778 2024-04-15T17:03:15.744 INFO:tasks.workunit.client.0.smithi090.stdout:op 4183 completed, throughput=5MB/sec 2024-04-15T17:03:15.744 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IM-LNxEoRvKRom4 off=17206535 len=631871 2024-04-15T17:03:15.745 INFO:tasks.workunit.client.0.smithi090.stdout:op 4184 completed, throughput=5MB/sec 2024-04-15T17:03:15.746 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IEmgst1POY__Xqs off=448514 len=675586 2024-04-15T17:03:15.746 INFO:tasks.workunit.client.0.smithi090.stdout:op 4185 completed, throughput=5MB/sec 2024-04-15T17:03:15.746 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XzbYzg8epqxqKeu off=977077 len=1312860 2024-04-15T17:03:15.754 INFO:tasks.workunit.client.0.smithi090.stdout:op 4186 completed, throughput=5MB/sec 2024-04-15T17:03:16.754 INFO:tasks.workunit.client.0.smithi090.stdout: 814: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:16.754 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IUF9n244io7FAuv off=3499087 len=460611 2024-04-15T17:03:16.756 INFO:tasks.workunit.client.0.smithi090.stdout:op 4187 completed, throughput=4.99MB/sec 2024-04-15T17:03:16.756 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qcaMBXy8h6mPua_ off=7266354 len=1627593 2024-04-15T17:03:16.758 INFO:tasks.workunit.client.0.smithi090.stdout:op 4188 completed, throughput=5MB/sec 2024-04-15T17:03:16.758 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-b-H7eF8482Z1hKy off=12781002 len=1228580 2024-04-15T17:03:16.759 INFO:tasks.workunit.client.0.smithi090.stdout:op 4189 completed, throughput=5MB/sec 2024-04-15T17:03:16.760 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1ULs_XYMUxgoXta off=9807554 len=655327 2024-04-15T17:03:16.764 INFO:tasks.workunit.client.0.smithi090.stdout:op 4190 completed, throughput=5MB/sec 2024-04-15T17:03:16.764 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7PfnuZyn5lhs7fC off=8004464 len=1308754 2024-04-15T17:03:16.773 INFO:tasks.workunit.client.0.smithi090.stdout:op 4191 completed, throughput=5MB/sec 2024-04-15T17:03:16.773 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GwBXJITOuhIHQoa off=10890430 len=173427 2024-04-15T17:03:16.773 INFO:tasks.workunit.client.0.smithi090.stdout:op 4192 completed, throughput=5MB/sec 2024-04-15T17:03:17.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:16 smithi090 ceph-mon[89240]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T17:03:17.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:16 smithi090 ceph-mon[91618]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T17:03:17.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:16 smithi153 ceph-mon[84714]: pgmap v1811: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-15T17:03:17.774 INFO:tasks.workunit.client.0.smithi090.stdout: 815: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:17.774 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-a818BLznpT6T9Ot off=11575214 len=431094 2024-04-15T17:03:17.775 INFO:tasks.workunit.client.0.smithi090.stdout:op 4193 completed, throughput=4.99MB/sec 2024-04-15T17:03:17.775 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0g0Glx3pHLz6uLG off=11036460 len=1362070 2024-04-15T17:03:17.777 INFO:tasks.workunit.client.0.smithi090.stdout:op 4194 completed, throughput=5MB/sec 2024-04-15T17:03:17.777 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1-VSYqEqqRXJOK0 off=1225806 len=1859617 2024-04-15T17:03:17.785 INFO:tasks.workunit.client.0.smithi090.stdout:op 4195 completed, throughput=5MB/sec 2024-04-15T17:03:17.785 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MWfMc-XRGGNI_8S off=4946221 len=1845456 2024-04-15T17:03:17.795 INFO:tasks.workunit.client.0.smithi090.stdout:op 4196 completed, throughput=5MB/sec 2024-04-15T17:03:18.796 INFO:tasks.workunit.client.0.smithi090.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:18.796 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oHXY9ZcGCs_Hdu4 off=378133 len=1723223 2024-04-15T17:03:18.806 INFO:tasks.workunit.client.0.smithi090.stdout:op 4197 completed, throughput=5MB/sec 2024-04-15T17:03:18.806 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pTc-hwq1aAXbLUI off=16209413 len=601422 2024-04-15T17:03:18.810 INFO:tasks.workunit.client.0.smithi090.stdout:op 4198 completed, throughput=5MB/sec 2024-04-15T17:03:18.810 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kR7kyKa1LVskq_A off=5960129 len=1831180 2024-04-15T17:03:18.811 INFO:tasks.workunit.client.0.smithi090.stdout:op 4199 completed, throughput=5MB/sec 2024-04-15T17:03:18.811 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oC7etMVM5oXygyg off=4133629 len=1313394 2024-04-15T17:03:18.817 INFO:tasks.workunit.client.0.smithi090.stdout:op 4200 completed, throughput=5MB/sec 2024-04-15T17:03:19.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:18 smithi090 ceph-mon[89240]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-15T17:03:19.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:18 smithi090 ceph-mon[91618]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-15T17:03:19.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:18 smithi153 ceph-mon[84714]: pgmap v1812: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-15T17:03:19.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:03:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:03:19] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-15T17:03:19.817 INFO:tasks.workunit.client.0.smithi090.stdout: 817: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:19.818 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TdOrTftA_OtVf6H off=6501451 len=1933911 2024-04-15T17:03:19.827 INFO:tasks.workunit.client.0.smithi090.stdout:op 4201 completed, throughput=5MB/sec 2024-04-15T17:03:19.827 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JZPXBT0wmpzfoso off=6740640 len=2041489 2024-04-15T17:03:19.829 INFO:tasks.workunit.client.0.smithi090.stdout:op 4202 completed, throughput=5MB/sec 2024-04-15T17:03:19.829 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rnFybephy6sd5cw off=16716524 len=1867794 2024-04-15T17:03:19.830 INFO:tasks.workunit.client.0.smithi090.stdout:op 4203 completed, throughput=5MB/sec 2024-04-15T17:03:20.830 INFO:tasks.workunit.client.0.smithi090.stdout: 818: throughput=5MB/sec pending data=0 2024-04-15T17:03:20.831 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4ZMBxGON-dMyGD8 off=9031466 len=17217 2024-04-15T17:03:20.831 INFO:tasks.workunit.client.0.smithi090.stdout:op 4204 completed, throughput=5MB/sec 2024-04-15T17:03:20.831 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-y7sYe4Ex7Ve_5iO off=880502 len=1560727 2024-04-15T17:03:20.834 INFO:tasks.workunit.client.0.smithi090.stdout:op 4205 completed, throughput=5MB/sec 2024-04-15T17:03:20.834 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qwhPYtg6u1DyoTl off=14201531 len=512063 2024-04-15T17:03:20.837 INFO:tasks.workunit.client.0.smithi090.stdout:op 4206 completed, throughput=5MB/sec 2024-04-15T17:03:20.837 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZwJD1gO8PL9pTf9 off=12428966 len=1497348 2024-04-15T17:03:20.846 INFO:tasks.workunit.client.0.smithi090.stdout:op 4207 completed, throughput=5MB/sec 2024-04-15T17:03:20.846 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lUXNVhAPSdRzY7z off=10267974 len=1239628 2024-04-15T17:03:20.849 INFO:tasks.workunit.client.0.smithi090.stdout:op 4208 completed, throughput=5MB/sec 2024-04-15T17:03:21.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:20 smithi090 ceph-mon[89240]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T17:03:21.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:20 smithi090 ceph-mon[91618]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T17:03:21.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:20 smithi153 ceph-mon[84714]: pgmap v1813: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T17:03:21.849 INFO:tasks.workunit.client.0.smithi090.stdout: 819: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:21.849 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eK3akng2h7Y92J0 off=11845052 len=159800 2024-04-15T17:03:21.852 INFO:tasks.workunit.client.0.smithi090.stdout:op 4209 completed, throughput=4.99MB/sec 2024-04-15T17:03:21.852 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XsRLENw-6zW-LoJ off=1736717 len=947861 2024-04-15T17:03:21.857 INFO:tasks.workunit.client.0.smithi090.stdout:op 4210 completed, throughput=5MB/sec 2024-04-15T17:03:21.857 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-P6cqaNrg532myxZ off=2661574 len=2044914 2024-04-15T17:03:21.859 INFO:tasks.workunit.client.0.smithi090.stdout:op 4211 completed, throughput=5MB/sec 2024-04-15T17:03:21.859 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-me6O1cHiWlyNIwL off=4380388 len=2068749 2024-04-15T17:03:21.869 INFO:tasks.workunit.client.0.smithi090.stdout:op 4212 completed, throughput=5MB/sec 2024-04-15T17:03:22.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:03:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:03:22.869 INFO:tasks.workunit.client.0.smithi090.stdout: 820: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:22.870 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-56ust7uQSbSgqro off=5607831 len=1051816 2024-04-15T17:03:22.875 INFO:tasks.workunit.client.0.smithi090.stdout:op 4213 completed, throughput=5MB/sec 2024-04-15T17:03:22.875 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GCdPKUe5jj4Wpf3 off=348079 len=9646 2024-04-15T17:03:22.875 INFO:tasks.workunit.client.0.smithi090.stdout:op 4214 completed, throughput=5MB/sec 2024-04-15T17:03:22.875 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--TyIQpe6fRPdm49 off=6138115 len=446531 2024-04-15T17:03:22.876 INFO:tasks.workunit.client.0.smithi090.stdout:op 4215 completed, throughput=5MB/sec 2024-04-15T17:03:22.876 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9kwVeFsWyyJb9zd off=3305365 len=413772 2024-04-15T17:03:22.880 INFO:tasks.workunit.client.0.smithi090.stdout:op 4216 completed, throughput=5MB/sec 2024-04-15T17:03:22.881 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JbgrC4KSkDY4ZiD off=3815353 len=556358 2024-04-15T17:03:22.884 INFO:tasks.workunit.client.0.smithi090.stdout:op 4217 completed, throughput=5MB/sec 2024-04-15T17:03:22.884 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Qr2WBng-I9PYzll off=13017672 len=1133227 2024-04-15T17:03:22.885 INFO:tasks.workunit.client.0.smithi090.stdout:op 4218 completed, throughput=5MB/sec 2024-04-15T17:03:22.886 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FhYq25lghl-XcIG off=98243 len=1730351 2024-04-15T17:03:22.894 INFO:tasks.workunit.client.0.smithi090.stdout:op 4219 completed, throughput=5MB/sec 2024-04-15T17:03:23.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:22 smithi153 ceph-mon[84714]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:03:23.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:03:23.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:22 smithi090 ceph-mon[89240]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:03:23.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:03:23.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:22 smithi090 ceph-mon[91618]: pgmap v1814: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:03:23.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:03:23.894 INFO:tasks.workunit.client.0.smithi090.stdout: 821: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:23.894 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MbcgflH0q7PoTbu off=1702662 len=848954 2024-04-15T17:03:23.899 INFO:tasks.workunit.client.0.smithi090.stdout:op 4220 completed, throughput=5MB/sec 2024-04-15T17:03:23.899 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IHBDerRrQq2jxTF off=20249786 len=1182913 2024-04-15T17:03:23.900 INFO:tasks.workunit.client.0.smithi090.stdout:op 4221 completed, throughput=5MB/sec 2024-04-15T17:03:23.900 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NbgaB8KaMSomZex off=2586525 len=219043 2024-04-15T17:03:23.903 INFO:tasks.workunit.client.0.smithi090.stdout:op 4222 completed, throughput=5MB/sec 2024-04-15T17:03:23.903 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iplwT6x-SVtbYlY off=12313661 len=1680128 2024-04-15T17:03:23.907 INFO:tasks.workunit.client.0.smithi090.stdout:op 4223 completed, throughput=5MB/sec 2024-04-15T17:03:23.907 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-05OEP1daxbKwOua off=2336218 len=200603 2024-04-15T17:03:23.909 INFO:tasks.workunit.client.0.smithi090.stdout:op 4224 completed, throughput=5MB/sec 2024-04-15T17:03:23.910 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BthoGJN3lHKffk6 off=691109 len=1597195 2024-04-15T17:03:23.911 INFO:tasks.workunit.client.0.smithi090.stdout:op 4225 completed, throughput=5MB/sec 2024-04-15T17:03:24.911 INFO:tasks.workunit.client.0.smithi090.stdout: 822: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:24.911 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PENGcGvyVPU17qh off=8886025 len=620607 2024-04-15T17:03:24.915 INFO:tasks.workunit.client.0.smithi090.stdout:op 4226 completed, throughput=5MB/sec 2024-04-15T17:03:24.916 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-33xV_UQXKcRBul8 off=5376493 len=1800061 2024-04-15T17:03:24.918 INFO:tasks.workunit.client.0.smithi090.stdout:op 4227 completed, throughput=5MB/sec 2024-04-15T17:03:24.918 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5MsfQoXCQRL2JFx off=6889888 len=2041471 2024-04-15T17:03:24.923 INFO:tasks.workunit.client.0.smithi090.stdout:op 4228 completed, throughput=5MB/sec 2024-04-15T17:03:24.923 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RQa1E7Q0W50XutS off=1122109 len=504462 2024-04-15T17:03:24.924 INFO:tasks.workunit.client.0.smithi090.stdout:op 4229 completed, throughput=5MB/sec 2024-04-15T17:03:25.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:24 smithi153 ceph-mon[84714]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:03:25.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:24 smithi090 ceph-mon[89240]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:03:25.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:24 smithi090 ceph-mon[91618]: pgmap v1815: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:03:25.924 INFO:tasks.workunit.client.0.smithi090.stdout: 823: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:25.924 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Gc-ndxZv37CaWuR off=6406518 len=1917979 2024-04-15T17:03:25.927 INFO:tasks.workunit.client.0.smithi090.stdout:op 4230 completed, throughput=5MB/sec 2024-04-15T17:03:25.927 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-U9LR0rFh4P6RWT2 off=5801337 len=727105 2024-04-15T17:03:25.932 INFO:tasks.workunit.client.0.smithi090.stdout:op 4231 completed, throughput=5MB/sec 2024-04-15T17:03:25.932 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ms3-uTr0weyhnTz off=2201402 len=1531071 2024-04-15T17:03:25.934 INFO:tasks.workunit.client.0.smithi090.stdout:op 4232 completed, throughput=5MB/sec 2024-04-15T17:03:25.934 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fcxPFosEmIaazRg off=3084269 len=6661 2024-04-15T17:03:25.936 INFO:tasks.workunit.client.0.smithi090.stdout:op 4233 completed, throughput=5MB/sec 2024-04-15T17:03:25.936 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KFvHn-VYzSs4OBI off=10465154 len=1156410 2024-04-15T17:03:25.939 INFO:tasks.workunit.client.0.smithi090.stdout:op 4234 completed, throughput=5MB/sec 2024-04-15T17:03:26.939 INFO:tasks.workunit.client.0.smithi090.stdout: 824: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:26.939 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-k6COwtfDuzu5CbW off=707408 len=945436 2024-04-15T17:03:26.944 INFO:tasks.workunit.client.0.smithi090.stdout:op 4235 completed, throughput=5MB/sec 2024-04-15T17:03:26.944 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VGdHN53gDlMrQjH off=2884272 len=402345 2024-04-15T17:03:26.947 INFO:tasks.workunit.client.0.smithi090.stdout:op 4236 completed, throughput=5MB/sec 2024-04-15T17:03:26.948 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Lc-TCNMUZpEhyab off=10630919 len=1241653 2024-04-15T17:03:26.955 INFO:tasks.workunit.client.0.smithi090.stdout:op 4237 completed, throughput=5MB/sec 2024-04-15T17:03:26.955 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WFKJsVPPNbQRrYq off=6608936 len=182858 2024-04-15T17:03:26.958 INFO:tasks.workunit.client.0.smithi090.stdout:op 4238 completed, throughput=5MB/sec 2024-04-15T17:03:26.958 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rYAZNkfUrUMRAsC off=1781248 len=561289 2024-04-15T17:03:26.959 INFO:tasks.workunit.client.0.smithi090.stdout:op 4239 completed, throughput=5MB/sec 2024-04-15T17:03:26.959 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-g2z1R_o07nPZLen off=3411590 len=1205835 2024-04-15T17:03:26.962 INFO:tasks.workunit.client.0.smithi090.stdout:op 4240 completed, throughput=5MB/sec 2024-04-15T17:03:26.962 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MXdH90BiwotLwYx off=1105704 len=468586 2024-04-15T17:03:26.962 INFO:tasks.workunit.client.0.smithi090.stdout:op 4241 completed, throughput=5MB/sec 2024-04-15T17:03:26.962 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8FSjNeBmgQWMDFM off=4233285 len=1572840 2024-04-15T17:03:26.966 INFO:tasks.workunit.client.0.smithi090.stdout:op 4242 completed, throughput=5MB/sec 2024-04-15T17:03:27.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:26 smithi153 ceph-mon[84714]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:03:27.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:26 smithi090 ceph-mon[89240]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:03:27.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:26 smithi090 ceph-mon[91618]: pgmap v1816: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:03:27.966 INFO:tasks.workunit.client.0.smithi090.stdout: 825: throughput=5MB/sec pending data=0 2024-04-15T17:03:27.967 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-01QzukA2t294cAu off=1367324 len=360904 2024-04-15T17:03:27.970 INFO:tasks.workunit.client.0.smithi090.stdout:op 4243 completed, throughput=5MB/sec 2024-04-15T17:03:27.970 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FlClcH8c5GIRy06 off=10404904 len=1430668 2024-04-15T17:03:27.974 INFO:tasks.workunit.client.0.smithi090.stdout:op 4244 completed, throughput=5MB/sec 2024-04-15T17:03:27.974 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Nfc9RFcrE4UY2KF off=7662281 len=1554334 2024-04-15T17:03:27.975 INFO:tasks.workunit.client.0.smithi090.stdout:op 4245 completed, throughput=5MB/sec 2024-04-15T17:03:27.976 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-t-G5bIaHBynaeGe off=6676015 len=419887 2024-04-15T17:03:27.979 INFO:tasks.workunit.client.0.smithi090.stdout:op 4246 completed, throughput=5MB/sec 2024-04-15T17:03:27.979 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-x1IDwXEHthYLZof off=711536 len=49319 2024-04-15T17:03:27.981 INFO:tasks.workunit.client.0.smithi090.stdout:op 4247 completed, throughput=5MB/sec 2024-04-15T17:03:28.982 INFO:tasks.workunit.client.0.smithi090.stdout: 826: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:28.983 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JQtUpcqo6N8FeJz off=9170618 len=1976693 2024-04-15T17:03:28.991 INFO:tasks.workunit.client.0.smithi090.stdout:op 4248 completed, throughput=5MB/sec 2024-04-15T17:03:28.991 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AobFLqTAOOlyw4s off=3682428 len=287533 2024-04-15T17:03:28.994 INFO:tasks.workunit.client.0.smithi090.stdout:op 4249 completed, throughput=5MB/sec 2024-04-15T17:03:28.994 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OdEZ97wRZv45Y6v off=2396227 len=1235867 2024-04-15T17:03:28.995 INFO:tasks.workunit.client.0.smithi090.stdout:op 4250 completed, throughput=5MB/sec 2024-04-15T17:03:28.995 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TUvz72xmfkV59rs off=3080813 len=1990413 2024-04-15T17:03:29.006 INFO:tasks.workunit.client.0.smithi090.stdout:op 4251 completed, throughput=5MB/sec 2024-04-15T17:03:29.094 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:28 smithi090 ceph-mon[89240]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T17:03:29.095 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:28 smithi090 ceph-mon[91618]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T17:03:29.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:28 smithi153 ceph-mon[84714]: pgmap v1817: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T17:03:29.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:03:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:03:29] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-15T17:03:30.007 INFO:tasks.workunit.client.0.smithi090.stdout: 827: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:30.007 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WdT_FD4h1pXNVBs off=13661354 len=1513417 2024-04-15T17:03:30.016 INFO:tasks.workunit.client.0.smithi090.stdout:op 4252 completed, throughput=5MB/sec 2024-04-15T17:03:30.017 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-N37rmVxxAnZ8jfM off=7680163 len=97692 2024-04-15T17:03:30.019 INFO:tasks.workunit.client.0.smithi090.stdout:op 4253 completed, throughput=5MB/sec 2024-04-15T17:03:30.019 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BDOxEaUbNamUU-f off=11424544 len=1255489 2024-04-15T17:03:30.026 INFO:tasks.workunit.client.0.smithi090.stdout:op 4254 completed, throughput=5MB/sec 2024-04-15T17:03:30.027 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VnE_BFIRW_-xlMJ off=4558184 len=70673 2024-04-15T17:03:30.029 INFO:tasks.workunit.client.0.smithi090.stdout:op 4255 completed, throughput=5MB/sec 2024-04-15T17:03:30.029 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dGWDA1aFkWE1mx2 off=230434 len=658857 2024-04-15T17:03:30.032 INFO:tasks.workunit.client.0.smithi090.stdout:op 4256 completed, throughput=5MB/sec 2024-04-15T17:03:30.033 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3vEpqofHqzCAote off=2866192 len=238664 2024-04-15T17:03:30.033 INFO:tasks.workunit.client.0.smithi090.stdout:op 4257 completed, throughput=5MB/sec 2024-04-15T17:03:30.033 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jnYLZyoWRtp9x7r off=1501918 len=539988 2024-04-15T17:03:30.036 INFO:tasks.workunit.client.0.smithi090.stdout:op 4258 completed, throughput=5MB/sec 2024-04-15T17:03:30.037 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8PjA7pmjT-RQV-1 off=15885769 len=259412 2024-04-15T17:03:30.037 INFO:tasks.workunit.client.0.smithi090.stdout:op 4259 completed, throughput=5MB/sec 2024-04-15T17:03:30.037 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oWqyyBo2leU4Qwg off=6323202 len=1354077 2024-04-15T17:03:30.040 INFO:tasks.workunit.client.0.smithi090.stdout:op 4260 completed, throughput=5MB/sec 2024-04-15T17:03:31.041 INFO:tasks.workunit.client.0.smithi090.stdout: 828: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:31.041 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4Z0n88IGeRsnBTf off=18204093 len=1033309 2024-04-15T17:03:31.048 INFO:tasks.workunit.client.0.smithi090.stdout:op 4261 completed, throughput=5MB/sec 2024-04-15T17:03:31.048 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TijEINZazx12eCr off=1790956 len=290879 2024-04-15T17:03:31.048 INFO:tasks.workunit.client.0.smithi090.stdout:op 4262 completed, throughput=5MB/sec 2024-04-15T17:03:31.048 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-g-CYr0Js0YbfFjf off=2382151 len=762905 2024-04-15T17:03:31.053 INFO:tasks.workunit.client.0.smithi090.stdout:op 4263 completed, throughput=5MB/sec 2024-04-15T17:03:31.053 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YUTgDlwwjtlBk6n off=5588174 len=1762073 2024-04-15T17:03:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:op 4264 completed, throughput=5MB/sec 2024-04-15T17:03:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eV8wE9VWXCHLmWU off=839957 len=1533689 2024-04-15T17:03:31.062 INFO:tasks.workunit.client.0.smithi090.stdout:op 4265 completed, throughput=5MB/sec 2024-04-15T17:03:31.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:30 smithi153 ceph-mon[84714]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:03:31.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:30 smithi090 ceph-mon[89240]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:03:31.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:30 smithi090 ceph-mon[91618]: pgmap v1818: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:03:32.063 INFO:tasks.workunit.client.0.smithi090.stdout: 829: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:32.063 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ybGtBc1dODMghtm off=5434478 len=1415848 2024-04-15T17:03:32.069 INFO:tasks.workunit.client.0.smithi090.stdout:op 4266 completed, throughput=5MB/sec 2024-04-15T17:03:32.070 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RxO2Exm4Kq3Djhg off=16240643 len=1489495 2024-04-15T17:03:32.079 INFO:tasks.workunit.client.0.smithi090.stdout:op 4267 completed, throughput=5MB/sec 2024-04-15T17:03:32.079 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MfOI1v3qRGIn3JH off=9031343 len=1541216 2024-04-15T17:03:32.088 INFO:tasks.workunit.client.0.smithi090.stdout:op 4268 completed, throughput=5MB/sec 2024-04-15T17:03:32.088 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1ok3eNyAQJz_HJP off=3000181 len=1567694 2024-04-15T17:03:32.090 INFO:tasks.workunit.client.0.smithi090.stdout:op 4269 completed, throughput=5MB/sec 2024-04-15T17:03:32.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:03:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:03:33.090 INFO:tasks.workunit.client.0.smithi090.stdout: 830: throughput=5MB/sec pending data=0 2024-04-15T17:03:33.090 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RN8EEROPFDXAFhz off=17438892 len=808570 2024-04-15T17:03:33.093 INFO:tasks.workunit.client.0.smithi090.stdout:op 4270 completed, throughput=5MB/sec 2024-04-15T17:03:33.093 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-H0AWNoihfeIG-Fu off=7565160 len=580792 2024-04-15T17:03:33.096 INFO:tasks.workunit.client.0.smithi090.stdout:op 4271 completed, throughput=5MB/sec 2024-04-15T17:03:33.097 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9_wHfNH-PrMc8cN off=237255 len=617557 2024-04-15T17:03:33.101 INFO:tasks.workunit.client.0.smithi090.stdout:op 4272 completed, throughput=5MB/sec 2024-04-15T17:03:33.101 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TxWLDJbSAhNf_nr off=9147285 len=1829323 2024-04-15T17:03:33.103 INFO:tasks.workunit.client.0.smithi090.stdout:op 4273 completed, throughput=5MB/sec 2024-04-15T17:03:33.103 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HgNrtPKjLaOUIKB off=17558500 len=1047032 2024-04-15T17:03:33.105 INFO:tasks.workunit.client.0.smithi090.stdout:op 4274 completed, throughput=5MB/sec 2024-04-15T17:03:33.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:32 smithi153 ceph-mon[84714]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:03:33.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:32 smithi090 ceph-mon[89240]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:03:33.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:32 smithi090 ceph-mon[91618]: pgmap v1819: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:03:34.106 INFO:tasks.workunit.client.0.smithi090.stdout: 831: throughput=5MB/sec pending data=0 2024-04-15T17:03:34.106 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ti0vxz9Kliv8385 off=8515758 len=983201 2024-04-15T17:03:34.111 INFO:tasks.workunit.client.0.smithi090.stdout:op 4275 completed, throughput=5MB/sec 2024-04-15T17:03:34.111 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xs8lrNa0y_JATTM off=4477989 len=1677467 2024-04-15T17:03:34.123 INFO:tasks.workunit.client.0.smithi090.stdout:op 4276 completed, throughput=5MB/sec 2024-04-15T17:03:34.123 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qf_RDi2QOm1N95h off=8428690 len=502199 2024-04-15T17:03:34.124 INFO:tasks.workunit.client.0.smithi090.stdout:op 4277 completed, throughput=5MB/sec 2024-04-15T17:03:34.124 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XlAnsZGG0CtSFAX off=2514993 len=730535 2024-04-15T17:03:34.124 INFO:tasks.workunit.client.0.smithi090.stdout:op 4278 completed, throughput=5MB/sec 2024-04-15T17:03:34.124 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NcvZMohuDPqofVF off=10870444 len=95785 2024-04-15T17:03:34.127 INFO:tasks.workunit.client.0.smithi090.stdout:op 4279 completed, throughput=5MB/sec 2024-04-15T17:03:34.127 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-07qwdg71glfCXD- off=11115812 len=755134 2024-04-15T17:03:34.132 INFO:tasks.workunit.client.0.smithi090.stdout:op 4280 completed, throughput=5MB/sec 2024-04-15T17:03:35.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:34 smithi153 ceph-mon[84714]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T17:03:35.132 INFO:tasks.workunit.client.0.smithi090.stdout: 832: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:35.132 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CHqk3EqdGkR6rSY off=8033893 len=1986669 2024-04-15T17:03:35.144 INFO:tasks.workunit.client.0.smithi090.stdout:op 4281 completed, throughput=5MB/sec 2024-04-15T17:03:35.144 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h-hO-r-fT_k2hW1 off=1479545 len=1298542 2024-04-15T17:03:35.151 INFO:tasks.workunit.client.0.smithi090.stdout:op 4282 completed, throughput=5MB/sec 2024-04-15T17:03:35.151 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jGKJYAhpSDNQgjT off=209913 len=1215256 2024-04-15T17:03:35.153 INFO:tasks.workunit.client.0.smithi090.stdout:op 4283 completed, throughput=5MB/sec 2024-04-15T17:03:35.153 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yzGnmqwi6Si8jqR off=12817550 len=794347 2024-04-15T17:03:35.154 INFO:tasks.workunit.client.0.smithi090.stdout:op 4284 completed, throughput=5MB/sec 2024-04-15T17:03:35.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:34 smithi090 ceph-mon[89240]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T17:03:35.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:34 smithi090 ceph-mon[91618]: pgmap v1820: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T17:03:36.154 INFO:tasks.workunit.client.0.smithi090.stdout: 833: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:36.155 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-K_tWDvQVuy94Q1g off=2985045 len=836195 2024-04-15T17:03:36.156 INFO:tasks.workunit.client.0.smithi090.stdout:op 4285 completed, throughput=5MB/sec 2024-04-15T17:03:36.156 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PbWUvhTuB05iWYt off=1627554 len=183733 2024-04-15T17:03:36.156 INFO:tasks.workunit.client.0.smithi090.stdout:op 4286 completed, throughput=5MB/sec 2024-04-15T17:03:36.156 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mqKqK8mCDLtlobk off=1366762 len=21394 2024-04-15T17:03:36.159 INFO:tasks.workunit.client.0.smithi090.stdout:op 4287 completed, throughput=5MB/sec 2024-04-15T17:03:36.159 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zSLtchopSI2JGG7 off=7413785 len=1744491 2024-04-15T17:03:36.161 INFO:tasks.workunit.client.0.smithi090.stdout:op 4288 completed, throughput=5MB/sec 2024-04-15T17:03:36.161 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bf_fc7VOWvHQ7qm off=6048040 len=1286771 2024-04-15T17:03:36.166 INFO:tasks.workunit.client.0.smithi090.stdout:op 4289 completed, throughput=5MB/sec 2024-04-15T17:03:36.166 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZwqN7slTLHRgXWy off=0 len=1785817 2024-04-15T17:03:36.176 INFO:tasks.workunit.client.0.smithi090.stdout:op 4290 completed, throughput=5MB/sec 2024-04-15T17:03:37.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:36 smithi153 ceph-mon[84714]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:03:37.176 INFO:tasks.workunit.client.0.smithi090.stdout: 834: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:37.176 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RjQO2hSMh3rRbjR off=7999189 len=1726332 2024-04-15T17:03:37.184 INFO:tasks.workunit.client.0.smithi090.stdout:op 4291 completed, throughput=5MB/sec 2024-04-15T17:03:37.184 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--9z0YTi6BY-QO0_ off=8007739 len=1491741 2024-04-15T17:03:37.187 INFO:tasks.workunit.client.0.smithi090.stdout:op 4292 completed, throughput=5MB/sec 2024-04-15T17:03:37.188 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aGFma-FVZ67_Ln3 off=21532268 len=384326 2024-04-15T17:03:37.190 INFO:tasks.workunit.client.0.smithi090.stdout:op 4293 completed, throughput=5MB/sec 2024-04-15T17:03:37.191 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LFmJEjaXxFFfeq0 off=8035664 len=938791 2024-04-15T17:03:37.203 INFO:tasks.workunit.client.0.smithi090.stdout:op 4294 completed, throughput=5MB/sec 2024-04-15T17:03:37.203 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-a-eFEFWzi1vszIF off=14134139 len=2050083 2024-04-15T17:03:37.207 INFO:tasks.workunit.client.0.smithi090.stdout:op 4295 completed, throughput=5MB/sec 2024-04-15T17:03:37.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:36 smithi090 ceph-mon[89240]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:03:37.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:36 smithi090 ceph-mon[91618]: pgmap v1821: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:03:38.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:03:38.207 INFO:tasks.workunit.client.0.smithi090.stdout: 835: throughput=5MB/sec pending data=0 2024-04-15T17:03:38.208 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EaX9j9_HkLsv4ej off=6619807 len=1499523 2024-04-15T17:03:38.209 INFO:tasks.workunit.client.0.smithi090.stdout:op 4296 completed, throughput=5MB/sec 2024-04-15T17:03:38.209 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nf9BAcoEkXRzHQw off=7049082 len=1700465 2024-04-15T17:03:38.211 INFO:tasks.workunit.client.0.smithi090.stdout:op 4297 completed, throughput=5MB/sec 2024-04-15T17:03:38.211 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6nLukzrflGvKiHn off=453081 len=1755859 2024-04-15T17:03:38.221 INFO:tasks.workunit.client.0.smithi090.stdout:op 4298 completed, throughput=5MB/sec 2024-04-15T17:03:38.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:03:38.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:03:39.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:38 smithi090 ceph-mon[91618]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T17:03:39.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:03:39.101 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:38 smithi090 ceph-mon[89240]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T17:03:39.101 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:03:39.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:38 smithi153 ceph-mon[84714]: pgmap v1822: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T17:03:39.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:03:39.221 INFO:tasks.workunit.client.0.smithi090.stdout: 836: throughput=5MB/sec pending data=0 2024-04-15T17:03:39.221 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-v9p314_QoTwPVxB off=5618271 len=567951 2024-04-15T17:03:39.225 INFO:tasks.workunit.client.0.smithi090.stdout:op 4299 completed, throughput=5MB/sec 2024-04-15T17:03:39.225 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vrLcCiNg-CgxLIv off=2389904 len=1876425 2024-04-15T17:03:39.228 INFO:tasks.workunit.client.0.smithi090.stdout:op 4300 completed, throughput=5MB/sec 2024-04-15T17:03:39.229 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iplwT6x-SVtbYlY off=12432247 len=1782447 2024-04-15T17:03:39.237 INFO:tasks.workunit.client.0.smithi090.stdout:op 4301 completed, throughput=5MB/sec 2024-04-15T17:03:39.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:03:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:03:39] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-15T17:03:40.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:39 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:03:40.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:39 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:03:40.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:39 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:03:40.238 INFO:tasks.workunit.client.0.smithi090.stdout: 837: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:40.238 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hCAUt8Zxu6qgsfG off=11882698 len=768844 2024-04-15T17:03:40.242 INFO:tasks.workunit.client.0.smithi090.stdout:op 4302 completed, throughput=5MB/sec 2024-04-15T17:03:40.242 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hOL2b5-8lWXFu5q off=9173207 len=1038921 2024-04-15T17:03:40.246 INFO:tasks.workunit.client.0.smithi090.stdout:op 4303 completed, throughput=5MB/sec 2024-04-15T17:03:40.246 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Jp8PBWIW1h8TWva off=22974323 len=1119661 2024-04-15T17:03:40.253 INFO:tasks.workunit.client.0.smithi090.stdout:op 4304 completed, throughput=5MB/sec 2024-04-15T17:03:40.253 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ILCJBiBCEUumG6R off=1529155 len=1685263 2024-04-15T17:03:40.254 INFO:tasks.workunit.client.0.smithi090.stdout:op 4305 completed, throughput=5MB/sec 2024-04-15T17:03:40.255 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NUH4kXJl_FHJnYg off=21777675 len=1218475 2024-04-15T17:03:40.256 INFO:tasks.workunit.client.0.smithi090.stdout:op 4306 completed, throughput=5MB/sec 2024-04-15T17:03:40.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:39 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:03:40.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:39 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:03:40.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:39 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:03:40.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:39 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:03:40.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:39 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:03:40.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:39 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:03:41.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:40 smithi153 ceph-mon[84714]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:03:41.256 INFO:tasks.workunit.client.0.smithi090.stdout: 838: throughput=5MB/sec pending data=0 2024-04-15T17:03:41.256 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HmUHDX4s6QWhByy off=6285429 len=513680 2024-04-15T17:03:41.261 INFO:tasks.workunit.client.0.smithi090.stdout:op 4307 completed, throughput=5MB/sec 2024-04-15T17:03:41.261 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FovHmLbF04IrCdb off=620125 len=533839 2024-04-15T17:03:41.262 INFO:tasks.workunit.client.0.smithi090.stdout:op 4308 completed, throughput=5MB/sec 2024-04-15T17:03:41.262 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-THfHlckv_Z1yjh5 off=3115598 len=1003851 2024-04-15T17:03:41.264 INFO:tasks.workunit.client.0.smithi090.stdout:op 4309 completed, throughput=5MB/sec 2024-04-15T17:03:41.265 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JXUJo3zTl0-Mm0b off=3200451 len=1255993 2024-04-15T17:03:41.271 INFO:tasks.workunit.client.0.smithi090.stdout:op 4310 completed, throughput=5MB/sec 2024-04-15T17:03:41.271 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZojFaOtYVIV4agD off=3891792 len=91413 2024-04-15T17:03:41.273 INFO:tasks.workunit.client.0.smithi090.stdout:op 4311 completed, throughput=5MB/sec 2024-04-15T17:03:41.273 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-C_fpjRc8Q8vn2-T off=5598988 len=247913 2024-04-15T17:03:41.276 INFO:tasks.workunit.client.0.smithi090.stdout:op 4312 completed, throughput=5MB/sec 2024-04-15T17:03:41.276 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MvwCNJGx2C74V2A off=5575756 len=1100484 2024-04-15T17:03:41.277 INFO:tasks.workunit.client.0.smithi090.stdout:op 4313 completed, throughput=5MB/sec 2024-04-15T17:03:41.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:40 smithi090 ceph-mon[89240]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:03:41.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:40 smithi090 ceph-mon[91618]: pgmap v1823: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:03:42.278 INFO:tasks.workunit.client.0.smithi090.stdout: 839: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:42.278 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dDaGfwiPjpSZmCj off=894652 len=1001753 2024-04-15T17:03:42.281 INFO:tasks.workunit.client.0.smithi090.stdout:op 4314 completed, throughput=5MB/sec 2024-04-15T17:03:42.281 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GVy3-h_HnkAz5kk off=9795165 len=1135466 2024-04-15T17:03:42.286 INFO:tasks.workunit.client.0.smithi090.stdout:op 4315 completed, throughput=5MB/sec 2024-04-15T17:03:42.287 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-omYZZ4r6AaTzQ3n off=11691400 len=1456622 2024-04-15T17:03:42.288 INFO:tasks.workunit.client.0.smithi090.stdout:op 4316 completed, throughput=5MB/sec 2024-04-15T17:03:42.288 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fM9cYAZ87a8N1Jc off=4749832 len=2085764 2024-04-15T17:03:42.302 INFO:tasks.workunit.client.0.smithi090.stdout:op 4317 completed, throughput=5MB/sec 2024-04-15T17:03:42.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:03:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:03:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:03:43.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:42 smithi153 ceph-mon[84714]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:03:43.302 INFO:tasks.workunit.client.0.smithi090.stdout: 840: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:43.302 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-id6AP0QIkIamN21 off=8366935 len=1965705 2024-04-15T17:03:43.304 INFO:tasks.workunit.client.0.smithi090.stdout:op 4318 completed, throughput=5MB/sec 2024-04-15T17:03:43.304 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-r66oeYnZ0NLceLn off=3938584 len=1156333 2024-04-15T17:03:43.306 INFO:tasks.workunit.client.0.smithi090.stdout:op 4319 completed, throughput=5MB/sec 2024-04-15T17:03:43.306 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7ZO6Srla6-GRZ7P off=1074351 len=1717611 2024-04-15T17:03:43.310 INFO:tasks.workunit.client.0.smithi090.stdout:op 4320 completed, throughput=5MB/sec 2024-04-15T17:03:43.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:42 smithi090 ceph-mon[89240]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:03:43.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:42 smithi090 ceph-mon[91618]: pgmap v1824: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:03:44.311 INFO:tasks.workunit.client.0.smithi090.stdout: 841: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:44.380 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-usjHF6TRbnbbGKw off=2053081 len=1646562 2024-04-15T17:03:44.381 INFO:tasks.workunit.client.0.smithi090.stdout:op 4321 completed, throughput=5MB/sec 2024-04-15T17:03:44.382 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EVWw76xC9gDzsJq off=407391 len=702158 2024-04-15T17:03:44.382 INFO:tasks.workunit.client.0.smithi090.stdout:op 4322 completed, throughput=5MB/sec 2024-04-15T17:03:44.382 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Q-1wbT6__qMsq3A off=4042063 len=758292 2024-04-15T17:03:44.382 INFO:tasks.workunit.client.0.smithi090.stdout:op 4323 completed, throughput=5MB/sec 2024-04-15T17:03:44.382 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XTCfoY0esoNqUqk off=11521877 len=900253 2024-04-15T17:03:44.382 INFO:tasks.workunit.client.0.smithi090.stdout:op 4324 completed, throughput=5MB/sec 2024-04-15T17:03:44.382 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--TyIQpe6fRPdm49 off=435190 len=1960923 2024-04-15T17:03:44.382 INFO:tasks.workunit.client.0.smithi090.stdout:op 4325 completed, throughput=5MB/sec 2024-04-15T17:03:45.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:44 smithi153 ceph-mon[84714]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:03:45.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:44 smithi090 ceph-mon[89240]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:03:45.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:44 smithi090 ceph-mon[91618]: pgmap v1825: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:03:45.341 INFO:tasks.workunit.client.0.smithi090.stdout: 842: throughput=5MB/sec pending data=0 2024-04-15T17:03:45.341 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7hYB13xCQABQCPD off=4904664 len=1039232 2024-04-15T17:03:45.342 INFO:tasks.workunit.client.0.smithi090.stdout:op 4326 completed, throughput=5MB/sec 2024-04-15T17:03:45.342 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CvkRUXWemj4gQx7 off=21522022 len=896414 2024-04-15T17:03:45.347 INFO:tasks.workunit.client.0.smithi090.stdout:op 4327 completed, throughput=5MB/sec 2024-04-15T17:03:45.347 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7bo7Untxulaj0H9 off=13373847 len=733200 2024-04-15T17:03:45.352 INFO:tasks.workunit.client.0.smithi090.stdout:op 4328 completed, throughput=5MB/sec 2024-04-15T17:03:45.352 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-m0scknl92c4_pzv off=276752 len=471467 2024-04-15T17:03:45.353 INFO:tasks.workunit.client.0.smithi090.stdout:op 4329 completed, throughput=5MB/sec 2024-04-15T17:03:45.354 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qKcJCW-zvVSYbaL off=435841 len=1493988 2024-04-15T17:03:45.356 INFO:tasks.workunit.client.0.smithi090.stdout:op 4330 completed, throughput=5MB/sec 2024-04-15T17:03:46.356 INFO:tasks.workunit.client.0.smithi090.stdout: 843: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:46.356 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Q1IHUFhJi0DgKNO off=4306653 len=587919 2024-04-15T17:03:46.357 INFO:tasks.workunit.client.0.smithi090.stdout:op 4331 completed, throughput=4.99MB/sec 2024-04-15T17:03:46.357 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-r2X6OOLPkw84J9k off=8357925 len=305053 2024-04-15T17:03:46.361 INFO:tasks.workunit.client.0.smithi090.stdout:op 4332 completed, throughput=5MB/sec 2024-04-15T17:03:46.361 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-98Cy14nL8Ho1Oye off=17469702 len=1549365 2024-04-15T17:03:46.363 INFO:tasks.workunit.client.0.smithi090.stdout:op 4333 completed, throughput=5MB/sec 2024-04-15T17:03:46.363 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-n45gieJyRHTvMP4 off=2680503 len=1054719 2024-04-15T17:03:46.370 INFO:tasks.workunit.client.0.smithi090.stdout:op 4334 completed, throughput=5MB/sec 2024-04-15T17:03:46.370 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cAavTXdWeqQB8Hk off=2810040 len=1047318 2024-04-15T17:03:46.375 INFO:tasks.workunit.client.0.smithi090.stdout:op 4335 completed, throughput=5MB/sec 2024-04-15T17:03:46.375 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2AgMAlfgRlvZFXX off=1995254 len=2085746 2024-04-15T17:03:46.388 INFO:tasks.workunit.client.0.smithi090.stdout:op 4336 completed, throughput=5MB/sec 2024-04-15T17:03:47.111 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:46 smithi153 ceph-mon[84714]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T17:03:47.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:46 smithi090 ceph-mon[89240]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T17:03:47.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:46 smithi090 ceph-mon[91618]: pgmap v1826: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T17:03:47.388 INFO:tasks.workunit.client.0.smithi090.stdout: 844: throughput=5MB/sec pending data=0 2024-04-15T17:03:47.389 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QrBuHF_f7BlKsvT off=723339 len=99976 2024-04-15T17:03:47.391 INFO:tasks.workunit.client.0.smithi090.stdout:op 4337 completed, throughput=5MB/sec 2024-04-15T17:03:47.391 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yBU7Ohf5Oo2hOjd off=698433 len=842411 2024-04-15T17:03:47.395 INFO:tasks.workunit.client.0.smithi090.stdout:op 4338 completed, throughput=5MB/sec 2024-04-15T17:03:47.395 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MJmsnllto99niu7 off=2485515 len=353926 2024-04-15T17:03:47.399 INFO:tasks.workunit.client.0.smithi090.stdout:op 4339 completed, throughput=5MB/sec 2024-04-15T17:03:47.399 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-juRXmrP7i4sU4i4 off=16985494 len=130653 2024-04-15T17:03:47.401 INFO:tasks.workunit.client.0.smithi090.stdout:op 4340 completed, throughput=5MB/sec 2024-04-15T17:03:47.401 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VIoLvupx0e5mOid off=19218766 len=858370 2024-04-15T17:03:47.406 INFO:tasks.workunit.client.0.smithi090.stdout:op 4341 completed, throughput=5MB/sec 2024-04-15T17:03:47.406 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8Uf7sv-yGWY-PBE off=4505968 len=1533233 2024-04-15T17:03:47.409 INFO:tasks.workunit.client.0.smithi090.stdout:op 4342 completed, throughput=5MB/sec 2024-04-15T17:03:47.409 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-h0SZWoaJn4Uu2v9 off=16157712 len=763169 2024-04-15T17:03:47.410 INFO:tasks.workunit.client.0.smithi090.stdout:op 4343 completed, throughput=5MB/sec 2024-04-15T17:03:48.411 INFO:tasks.workunit.client.0.smithi090.stdout: 845: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:48.411 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9AEJxQRic1895a7 off=10600544 len=598817 2024-04-15T17:03:48.415 INFO:tasks.workunit.client.0.smithi090.stdout:op 4344 completed, throughput=5MB/sec 2024-04-15T17:03:48.415 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cauH896ZKvfIApC off=1984968 len=565918 2024-04-15T17:03:48.419 INFO:tasks.workunit.client.0.smithi090.stdout:op 4345 completed, throughput=5MB/sec 2024-04-15T17:03:48.419 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5bbW5V7S6_2CHD_ off=1341677 len=1401794 2024-04-15T17:03:48.427 INFO:tasks.workunit.client.0.smithi090.stdout:op 4346 completed, throughput=5MB/sec 2024-04-15T17:03:48.427 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tbPNP5ttJjg0C4P off=8176433 len=228679 2024-04-15T17:03:48.430 INFO:tasks.workunit.client.0.smithi090.stdout:op 4347 completed, throughput=5MB/sec 2024-04-15T17:03:48.430 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-inPv1hlTmGKrnDn off=5053532 len=1401967 2024-04-15T17:03:48.431 INFO:tasks.workunit.client.0.smithi090.stdout:op 4348 completed, throughput=5MB/sec 2024-04-15T17:03:48.431 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Y42I99I0qRQZHcW off=373530 len=275793 2024-04-15T17:03:48.433 INFO:tasks.workunit.client.0.smithi090.stdout:op 4349 completed, throughput=5MB/sec 2024-04-15T17:03:48.434 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-syCZ1O0W-Riq_8C off=621845 len=249897 2024-04-15T17:03:48.434 INFO:tasks.workunit.client.0.smithi090.stdout:op 4350 completed, throughput=5MB/sec 2024-04-15T17:03:48.435 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rRTXS2fdSXGgcYz off=9094977 len=2053744 2024-04-15T17:03:48.437 INFO:tasks.workunit.client.0.smithi090.stdout:op 4351 completed, throughput=5MB/sec 2024-04-15T17:03:49.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:48 smithi090 ceph-mon[89240]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T17:03:49.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:48 smithi090 ceph-mon[91618]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T17:03:49.319 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:03:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:03:49] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-15T17:03:49.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:48 smithi153 ceph-mon[84714]: pgmap v1827: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-15T17:03:49.437 INFO:tasks.workunit.client.0.smithi090.stdout: 846: throughput=5MB/sec pending data=0 2024-04-15T17:03:49.437 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1sGVd2RYhZu4zPm off=797098 len=659295 2024-04-15T17:03:49.442 INFO:tasks.workunit.client.0.smithi090.stdout:op 4352 completed, throughput=5MB/sec 2024-04-15T17:03:49.442 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-r5Szhmzdv0ihvpf off=3201081 len=578676 2024-04-15T17:03:49.446 INFO:tasks.workunit.client.0.smithi090.stdout:op 4353 completed, throughput=5MB/sec 2024-04-15T17:03:49.446 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-p9TBkIkwkS56Sy7 off=7742423 len=1848 2024-04-15T17:03:49.448 INFO:tasks.workunit.client.0.smithi090.stdout:op 4354 completed, throughput=5MB/sec 2024-04-15T17:03:49.448 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XyuDNES6qOAM2rQ off=1565716 len=1950321 2024-04-15T17:03:49.450 INFO:tasks.workunit.client.0.smithi090.stdout:op 4355 completed, throughput=5MB/sec 2024-04-15T17:03:49.450 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XTCfoY0esoNqUqk off=4270540 len=1816828 2024-04-15T17:03:49.460 INFO:tasks.workunit.client.0.smithi090.stdout:op 4356 completed, throughput=5MB/sec 2024-04-15T17:03:50.460 INFO:tasks.workunit.client.0.smithi090.stdout: 847: throughput=5MB/sec pending data=0 2024-04-15T17:03:50.460 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h09pxjmgYtyX8g1 off=1212356 len=1091402 2024-04-15T17:03:50.468 INFO:tasks.workunit.client.0.smithi090.stdout:op 4357 completed, throughput=5MB/sec 2024-04-15T17:03:50.468 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GehbY3h8q7kuC2t off=2687362 len=806080 2024-04-15T17:03:50.472 INFO:tasks.workunit.client.0.smithi090.stdout:op 4358 completed, throughput=5MB/sec 2024-04-15T17:03:50.472 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ryo7_v4-nJ288e7 off=2521666 len=1931609 2024-04-15T17:03:50.474 INFO:tasks.workunit.client.0.smithi090.stdout:op 4359 completed, throughput=5MB/sec 2024-04-15T17:03:51.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:50 smithi090 ceph-mon[89240]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:03:51.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:50 smithi090 ceph-mon[91618]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:03:51.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:50 smithi153 ceph-mon[84714]: pgmap v1828: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:03:51.474 INFO:tasks.workunit.client.0.smithi090.stdout: 848: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:51.475 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EYNRWDSz-q4hUy4 off=589625 len=514997 2024-04-15T17:03:51.475 INFO:tasks.workunit.client.0.smithi090.stdout:op 4360 completed, throughput=4.99MB/sec 2024-04-15T17:03:51.475 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h7eiHykEu59RF5w off=8922473 len=1837433 2024-04-15T17:03:51.485 INFO:tasks.workunit.client.0.smithi090.stdout:op 4361 completed, throughput=5MB/sec 2024-04-15T17:03:51.485 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-P9BLq3pqSx36zzr off=7415154 len=1623451 2024-04-15T17:03:51.493 INFO:tasks.workunit.client.0.smithi090.stdout:op 4362 completed, throughput=5MB/sec 2024-04-15T17:03:51.493 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6h8MSFsvlseLTML off=8576115 len=1809009 2024-04-15T17:03:51.500 INFO:tasks.workunit.client.0.smithi090.stdout:op 4363 completed, throughput=5MB/sec 2024-04-15T17:03:52.500 INFO:tasks.workunit.client.0.smithi090.stdout: 849: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:52.500 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JV8YDQ1CSJTOXiP off=10155943 len=344099 2024-04-15T17:03:52.504 INFO:tasks.workunit.client.0.smithi090.stdout:op 4364 completed, throughput=5MB/sec 2024-04-15T17:03:52.504 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gmBZn_yQxbl8NOc off=16912262 len=1424481 2024-04-15T17:03:52.505 INFO:tasks.workunit.client.0.smithi090.stdout:op 4365 completed, throughput=5MB/sec 2024-04-15T17:03:52.506 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YNnO0e8VZBOYG79 off=15214189 len=509454 2024-04-15T17:03:52.509 INFO:tasks.workunit.client.0.smithi090.stdout:op 4366 completed, throughput=5MB/sec 2024-04-15T17:03:52.509 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2FgCEWTcSI2p8n_ off=4887574 len=880461 2024-04-15T17:03:52.513 INFO:tasks.workunit.client.0.smithi090.stdout:op 4367 completed, throughput=5MB/sec 2024-04-15T17:03:52.513 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-L5Td_xhJJfNlq1t off=1848802 len=501978 2024-04-15T17:03:52.517 INFO:tasks.workunit.client.0.smithi090.stdout:op 4368 completed, throughput=5MB/sec 2024-04-15T17:03:52.517 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gOlS2oluCwiEikQ off=5458422 len=357423 2024-04-15T17:03:52.521 INFO:tasks.workunit.client.0.smithi090.stdout:op 4369 completed, throughput=5MB/sec 2024-04-15T17:03:52.521 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jzwT5lWhO1q6yub off=3954127 len=1453012 2024-04-15T17:03:52.526 INFO:tasks.workunit.client.0.smithi090.stdout:op 4370 completed, throughput=5MB/sec 2024-04-15T17:03:52.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:03:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:03:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:03:53.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:52 smithi090 ceph-mon[89240]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:03:53.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:03:53.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:52 smithi090 ceph-mon[91618]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:03:53.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:03:53.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:52 smithi153 ceph-mon[84714]: pgmap v1829: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:03:53.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:03:53.527 INFO:tasks.workunit.client.0.smithi090.stdout: 850: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:53.527 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QZnQB7jl-CdbEub off=8933046 len=789550 2024-04-15T17:03:53.531 INFO:tasks.workunit.client.0.smithi090.stdout:op 4371 completed, throughput=5MB/sec 2024-04-15T17:03:53.531 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-x_86ZudXZPzvHo4 off=5513151 len=1849321 2024-04-15T17:03:53.533 INFO:tasks.workunit.client.0.smithi090.stdout:op 4372 completed, throughput=5MB/sec 2024-04-15T17:03:53.533 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9hjfsV97Hg5uJLB off=5191319 len=1414670 2024-04-15T17:03:53.535 INFO:tasks.workunit.client.0.smithi090.stdout:op 4373 completed, throughput=5MB/sec 2024-04-15T17:03:53.535 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6Ig5jFzLkEtbWjS off=6639318 len=1078544 2024-04-15T17:03:53.536 INFO:tasks.workunit.client.0.smithi090.stdout:op 4374 completed, throughput=5MB/sec 2024-04-15T17:03:54.537 INFO:tasks.workunit.client.0.smithi090.stdout: 851: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:54.537 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IS-deEsvbJSYIvt off=1990093 len=1293541 2024-04-15T17:03:54.539 INFO:tasks.workunit.client.0.smithi090.stdout:op 4375 completed, throughput=5MB/sec 2024-04-15T17:03:54.539 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-A1oaBtNWWjIqxiI off=10813909 len=450779 2024-04-15T17:03:54.539 INFO:tasks.workunit.client.0.smithi090.stdout:op 4376 completed, throughput=5MB/sec 2024-04-15T17:03:54.539 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HgQoQxDb00KnJrx off=19194748 len=255665 2024-04-15T17:03:54.542 INFO:tasks.workunit.client.0.smithi090.stdout:op 4377 completed, throughput=5MB/sec 2024-04-15T17:03:54.542 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lNiCD7_bBuU4l7t off=7717991 len=1389676 2024-04-15T17:03:54.544 INFO:tasks.workunit.client.0.smithi090.stdout:op 4378 completed, throughput=5MB/sec 2024-04-15T17:03:54.545 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-m86q8LO_lbejtqc off=2058110 len=1957202 2024-04-15T17:03:54.557 INFO:tasks.workunit.client.0.smithi090.stdout:op 4379 completed, throughput=5MB/sec 2024-04-15T17:03:55.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:54 smithi090 ceph-mon[89240]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:03:55.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:54 smithi090 ceph-mon[91618]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:03:55.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:54 smithi153 ceph-mon[84714]: pgmap v1830: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:03:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: 852: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:55.557 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XBpJEtYmyZUfNyS off=6726300 len=232291 2024-04-15T17:03:55.558 INFO:tasks.workunit.client.0.smithi090.stdout:op 4380 completed, throughput=4.99MB/sec 2024-04-15T17:03:55.558 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aFUJtBhAOeBfLyE off=3512129 len=825963 2024-04-15T17:03:55.564 INFO:tasks.workunit.client.0.smithi090.stdout:op 4381 completed, throughput=5MB/sec 2024-04-15T17:03:55.564 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7klcDyxJR6CFKOd off=19089130 len=408795 2024-04-15T17:03:55.565 INFO:tasks.workunit.client.0.smithi090.stdout:op 4382 completed, throughput=5MB/sec 2024-04-15T17:03:55.565 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PrfMcNhJMnXe27e off=368363 len=1125495 2024-04-15T17:03:55.572 INFO:tasks.workunit.client.0.smithi090.stdout:op 4383 completed, throughput=5MB/sec 2024-04-15T17:03:55.572 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iCAzGs68LpzWQjq off=16601462 len=1368928 2024-04-15T17:03:55.580 INFO:tasks.workunit.client.0.smithi090.stdout:op 4384 completed, throughput=5MB/sec 2024-04-15T17:03:55.580 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vCKILHipLi_ZDiD off=2965816 len=750371 2024-04-15T17:03:55.585 INFO:tasks.workunit.client.0.smithi090.stdout:op 4385 completed, throughput=5MB/sec 2024-04-15T17:03:55.585 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-H1JHbiK9gmi9Usv off=16540383 len=329160 2024-04-15T17:03:55.585 INFO:tasks.workunit.client.0.smithi090.stdout:op 4386 completed, throughput=5MB/sec 2024-04-15T17:03:56.586 INFO:tasks.workunit.client.0.smithi090.stdout: 853: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:56.586 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-X5J38NzVNHhfFNy off=7998311 len=1562932 2024-04-15T17:03:56.589 INFO:tasks.workunit.client.0.smithi090.stdout:op 4387 completed, throughput=5MB/sec 2024-04-15T17:03:56.589 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pG6_fk3uLS55fnM off=17548376 len=428879 2024-04-15T17:03:56.590 INFO:tasks.workunit.client.0.smithi090.stdout:op 4388 completed, throughput=5MB/sec 2024-04-15T17:03:56.590 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sP4CIuFC9KGTyaA off=17328476 len=146635 2024-04-15T17:03:56.593 INFO:tasks.workunit.client.0.smithi090.stdout:op 4389 completed, throughput=5MB/sec 2024-04-15T17:03:56.593 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TXyl-labBLFM6su off=8067771 len=1072994 2024-04-15T17:03:56.598 INFO:tasks.workunit.client.0.smithi090.stdout:op 4390 completed, throughput=5MB/sec 2024-04-15T17:03:56.598 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2qyzUoV8CH2Lzgn off=9910536 len=2094744 2024-04-15T17:03:56.600 INFO:tasks.workunit.client.0.smithi090.stdout:op 4391 completed, throughput=5MB/sec 2024-04-15T17:03:57.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:56 smithi090 ceph-mon[91618]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:03:57.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:56 smithi090 ceph-mon[89240]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:03:57.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:56 smithi153 ceph-mon[84714]: pgmap v1831: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:03:57.600 INFO:tasks.workunit.client.0.smithi090.stdout: 854: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:57.600 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Nx8epfQUAkqlTWq off=10094920 len=195542 2024-04-15T17:03:57.601 INFO:tasks.workunit.client.0.smithi090.stdout:op 4392 completed, throughput=4.99MB/sec 2024-04-15T17:03:57.601 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-P0KU1uie6nT_zXd off=15948573 len=1417383 2024-04-15T17:03:57.603 INFO:tasks.workunit.client.0.smithi090.stdout:op 4393 completed, throughput=5MB/sec 2024-04-15T17:03:57.603 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HA08Moc1dhE5ZdM off=1041795 len=1057539 2024-04-15T17:03:57.604 INFO:tasks.workunit.client.0.smithi090.stdout:op 4394 completed, throughput=5MB/sec 2024-04-15T17:03:57.604 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CWWP5-Q7sKACvSc off=2783460 len=1224169 2024-04-15T17:03:57.606 INFO:tasks.workunit.client.0.smithi090.stdout:op 4395 completed, throughput=5MB/sec 2024-04-15T17:03:57.606 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-G3yLG5NlFTZpiKY off=745327 len=323478 2024-04-15T17:03:57.609 INFO:tasks.workunit.client.0.smithi090.stdout:op 4396 completed, throughput=5MB/sec 2024-04-15T17:03:57.609 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UXiyKiCv4jo4xhI off=1134741 len=1427791 2024-04-15T17:03:57.618 INFO:tasks.workunit.client.0.smithi090.stdout:op 4397 completed, throughput=5MB/sec 2024-04-15T17:03:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: 855: throughput=4.99MB/sec pending data=0 2024-04-15T17:03:58.619 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-o_hVC-P720PsiGR off=1592964 len=977947 2024-04-15T17:03:58.620 INFO:tasks.workunit.client.0.smithi090.stdout:op 4398 completed, throughput=5MB/sec 2024-04-15T17:03:58.620 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dW6qE5viXKYQZxB off=5148776 len=970579 2024-04-15T17:03:58.623 INFO:tasks.workunit.client.0.smithi090.stdout:op 4399 completed, throughput=5MB/sec 2024-04-15T17:03:58.623 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tHtt76C7m2B6PDF off=10439606 len=159925 2024-04-15T17:03:58.623 INFO:tasks.workunit.client.0.smithi090.stdout:op 4400 completed, throughput=5MB/sec 2024-04-15T17:03:58.623 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dXoh-Ep_KTiF1hk off=15018538 len=520571 2024-04-15T17:03:58.624 INFO:tasks.workunit.client.0.smithi090.stdout:op 4401 completed, throughput=5MB/sec 2024-04-15T17:03:58.624 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EBNVGks8vMkz2IN off=9493798 len=930614 2024-04-15T17:03:58.625 INFO:tasks.workunit.client.0.smithi090.stdout:op 4402 completed, throughput=5MB/sec 2024-04-15T17:03:58.625 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-P9_2RhoOu8sDLev off=11197952 len=194258 2024-04-15T17:03:58.626 INFO:tasks.workunit.client.0.smithi090.stdout:op 4403 completed, throughput=5MB/sec 2024-04-15T17:03:58.626 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OKK_itrrg50mJVr off=2183189 len=336833 2024-04-15T17:03:58.627 INFO:tasks.workunit.client.0.smithi090.stdout:op 4404 completed, throughput=5MB/sec 2024-04-15T17:03:58.628 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fxERBXoMS8I9ZqQ off=6720283 len=1604800 2024-04-15T17:03:58.636 INFO:tasks.workunit.client.0.smithi090.stdout:op 4405 completed, throughput=5MB/sec 2024-04-15T17:03:59.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:03:58 smithi090 ceph-mon[89240]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:03:59.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:03:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:03:59] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-15T17:03:59.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:03:58 smithi090 ceph-mon[91618]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:03:59.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:03:58 smithi153 ceph-mon[84714]: pgmap v1832: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:03:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: 856: throughput=5MB/sec pending data=0 2024-04-15T17:03:59.637 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OM96wklZUoJ6QGq off=2280221 len=1690704 2024-04-15T17:03:59.644 INFO:tasks.workunit.client.0.smithi090.stdout:op 4406 completed, throughput=5MB/sec 2024-04-15T17:03:59.644 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AcWWEAqdqfQK8ji off=0 len=1150592 2024-04-15T17:03:59.649 INFO:tasks.workunit.client.0.smithi090.stdout:op 4407 completed, throughput=5MB/sec 2024-04-15T17:03:59.649 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5WwuzK29DrWgCTx off=18992962 len=662571 2024-04-15T17:03:59.654 INFO:tasks.workunit.client.0.smithi090.stdout:op 4408 completed, throughput=5MB/sec 2024-04-15T17:03:59.654 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WuAd37vn0QcGzFF off=15519562 len=1218828 2024-04-15T17:03:59.659 INFO:tasks.workunit.client.0.smithi090.stdout:op 4409 completed, throughput=5MB/sec 2024-04-15T17:04:00.660 INFO:tasks.workunit.client.0.smithi090.stdout: 857: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:00.660 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lAq4bI9IxGYQoKf off=4379605 len=1363674 2024-04-15T17:04:00.663 INFO:tasks.workunit.client.0.smithi090.stdout:op 4410 completed, throughput=5MB/sec 2024-04-15T17:04:00.663 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Kz41qVjI5AwfmOt off=1673327 len=1260462 2024-04-15T17:04:00.665 INFO:tasks.workunit.client.0.smithi090.stdout:op 4411 completed, throughput=5MB/sec 2024-04-15T17:04:00.665 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EE5Yp-RMIVWRqk3 off=2966676 len=747977 2024-04-15T17:04:00.670 INFO:tasks.workunit.client.0.smithi090.stdout:op 4412 completed, throughput=5MB/sec 2024-04-15T17:04:00.670 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-J7V1m_K2KxtQZPO off=14778138 len=1301175 2024-04-15T17:04:00.676 INFO:tasks.workunit.client.0.smithi090.stdout:op 4413 completed, throughput=5MB/sec 2024-04-15T17:04:00.676 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-O0n3H55y25TqF0u off=3145353 len=1126501 2024-04-15T17:04:00.678 INFO:tasks.workunit.client.0.smithi090.stdout:op 4414 completed, throughput=5MB/sec 2024-04-15T17:04:01.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:00 smithi090 ceph-mon[89240]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:04:01.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:00 smithi090 ceph-mon[91618]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:04:01.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:00 smithi153 ceph-mon[84714]: pgmap v1833: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:04:01.678 INFO:tasks.workunit.client.0.smithi090.stdout: 858: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:01.678 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Dr-CqN57BAHlK-V off=1545060 len=1125617 2024-04-15T17:04:01.684 INFO:tasks.workunit.client.0.smithi090.stdout:op 4415 completed, throughput=5MB/sec 2024-04-15T17:04:01.684 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EFDocvCnv6TgtWO off=8242750 len=1977595 2024-04-15T17:04:01.696 INFO:tasks.workunit.client.0.smithi090.stdout:op 4416 completed, throughput=5MB/sec 2024-04-15T17:04:01.697 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-x6KUCFJ46VDpw8P off=1088455 len=1895170 2024-04-15T17:04:01.700 INFO:tasks.workunit.client.0.smithi090.stdout:op 4417 completed, throughput=5MB/sec 2024-04-15T17:04:02.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:04:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:04:02.700 INFO:tasks.workunit.client.0.smithi090.stdout: 859: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:02.701 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UThTFXPv12bMNmo off=3305391 len=1606834 2024-04-15T17:04:02.704 INFO:tasks.workunit.client.0.smithi090.stdout:op 4418 completed, throughput=5MB/sec 2024-04-15T17:04:02.704 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RTxcL05LtMx9Ua0 off=2810493 len=646125 2024-04-15T17:04:02.706 INFO:tasks.workunit.client.0.smithi090.stdout:op 4419 completed, throughput=5MB/sec 2024-04-15T17:04:02.706 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0COrzyFJQlgXOj- off=11639023 len=161212 2024-04-15T17:04:02.707 INFO:tasks.workunit.client.0.smithi090.stdout:op 4420 completed, throughput=5MB/sec 2024-04-15T17:04:02.709 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0aw5xW6jTweOkIF off=15696726 len=250184 2024-04-15T17:04:02.710 INFO:tasks.workunit.client.0.smithi090.stdout:op 4421 completed, throughput=5MB/sec 2024-04-15T17:04:02.711 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GoKcOuPF2aB5G71 off=3381698 len=852576 2024-04-15T17:04:02.715 INFO:tasks.workunit.client.0.smithi090.stdout:op 4422 completed, throughput=5MB/sec 2024-04-15T17:04:02.715 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IqoHzeW5z5am3pO off=14484253 len=790102 2024-04-15T17:04:02.720 INFO:tasks.workunit.client.0.smithi090.stdout:op 4423 completed, throughput=5MB/sec 2024-04-15T17:04:02.720 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-T_Zuv9RU0496f9m off=3770408 len=659924 2024-04-15T17:04:02.721 INFO:tasks.workunit.client.0.smithi090.stdout:op 4424 completed, throughput=5MB/sec 2024-04-15T17:04:02.721 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-W3IdqEixW6HrtA4 off=8842255 len=1036354 2024-04-15T17:04:02.722 INFO:tasks.workunit.client.0.smithi090.stdout:op 4425 completed, throughput=5MB/sec 2024-04-15T17:04:03.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:02 smithi090 ceph-mon[89240]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:04:03.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:02 smithi090 ceph-mon[91618]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:04:03.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:02 smithi153 ceph-mon[84714]: pgmap v1834: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:04:03.723 INFO:tasks.workunit.client.0.smithi090.stdout: 860: throughput=5MB/sec pending data=0 2024-04-15T17:04:03.723 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4_chXsISInbXBPC off=1674881 len=1295870 2024-04-15T17:04:03.732 INFO:tasks.workunit.client.0.smithi090.stdout:op 4426 completed, throughput=5MB/sec 2024-04-15T17:04:03.732 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KXhj5vIEvamC5jW off=6972141 len=12186 2024-04-15T17:04:03.732 INFO:tasks.workunit.client.0.smithi090.stdout:op 4427 completed, throughput=5MB/sec 2024-04-15T17:04:03.732 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ateB75xku6t0N19 off=4610620 len=205958 2024-04-15T17:04:03.733 INFO:tasks.workunit.client.0.smithi090.stdout:op 4428 completed, throughput=5MB/sec 2024-04-15T17:04:03.733 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xmbWXCIeLfVLefW off=12611864 len=755623 2024-04-15T17:04:03.734 INFO:tasks.workunit.client.0.smithi090.stdout:op 4429 completed, throughput=5MB/sec 2024-04-15T17:04:03.734 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-C2N94XOSOm6hU68 off=4237390 len=1002454 2024-04-15T17:04:03.735 INFO:tasks.workunit.client.0.smithi090.stdout:op 4430 completed, throughput=5MB/sec 2024-04-15T17:04:03.735 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QhOmBgjHVLPZOCB off=18728107 len=867356 2024-04-15T17:04:03.737 INFO:tasks.workunit.client.0.smithi090.stdout:op 4431 completed, throughput=5MB/sec 2024-04-15T17:04:03.737 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5nGWqx50fa3_Xvb off=7167424 len=746244 2024-04-15T17:04:03.742 INFO:tasks.workunit.client.0.smithi090.stdout:op 4432 completed, throughput=5MB/sec 2024-04-15T17:04:04.742 INFO:tasks.workunit.client.0.smithi090.stdout: 861: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:04.742 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5efisS2zYLnZXuW off=16208085 len=1796790 2024-04-15T17:04:04.743 INFO:tasks.workunit.client.0.smithi090.stdout:op 4433 completed, throughput=5MB/sec 2024-04-15T17:04:04.744 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vW7hT4PiWc1CfsM off=9490635 len=324134 2024-04-15T17:04:04.764 INFO:tasks.workunit.client.0.smithi090.stdout:op 4434 completed, throughput=5MB/sec 2024-04-15T17:04:04.764 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0SoY3N8pauLC3al off=4948505 len=2076412 2024-04-15T17:04:04.765 INFO:tasks.workunit.client.0.smithi090.stdout:op 4435 completed, throughput=5MB/sec 2024-04-15T17:04:04.765 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-M2cA4iu_qCqDtiX off=5990037 len=1617230 2024-04-15T17:04:04.772 INFO:tasks.workunit.client.0.smithi090.stdout:op 4436 completed, throughput=5MB/sec 2024-04-15T17:04:05.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:04 smithi090 ceph-mon[89240]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:04:05.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:04 smithi090 ceph-mon[91618]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:04:05.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:04 smithi153 ceph-mon[84714]: pgmap v1835: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:04:05.774 INFO:tasks.workunit.client.0.smithi090.stdout: 862: throughput=5MB/sec pending data=0 2024-04-15T17:04:05.774 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6Te0CqlrhtIlomy off=663563 len=952714 2024-04-15T17:04:05.783 INFO:tasks.workunit.client.0.smithi090.stdout:op 4437 completed, throughput=5MB/sec 2024-04-15T17:04:05.783 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DIgHUKwMdYt_8Tb off=11365382 len=1199270 2024-04-15T17:04:05.789 INFO:tasks.workunit.client.0.smithi090.stdout:op 4438 completed, throughput=5MB/sec 2024-04-15T17:04:05.789 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zsnJ9hAfSDVmWfH off=11244991 len=582198 2024-04-15T17:04:05.792 INFO:tasks.workunit.client.0.smithi090.stdout:op 4439 completed, throughput=5MB/sec 2024-04-15T17:04:05.792 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Dz6JKoPG7QWh9Nk off=6814924 len=97026 2024-04-15T17:04:05.795 INFO:tasks.workunit.client.0.smithi090.stdout:op 4440 completed, throughput=5MB/sec 2024-04-15T17:04:05.795 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sW05zPNbr9eACeD off=10886951 len=1717437 2024-04-15T17:04:05.803 INFO:tasks.workunit.client.0.smithi090.stdout:op 4441 completed, throughput=5MB/sec 2024-04-15T17:04:05.803 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-adY9ROLm6yk4AYR off=6441094 len=1136062 2024-04-15T17:04:05.808 INFO:tasks.workunit.client.0.smithi090.stdout:op 4442 completed, throughput=5MB/sec 2024-04-15T17:04:06.810 INFO:tasks.workunit.client.0.smithi090.stdout: 863: throughput=5MB/sec pending data=0 2024-04-15T17:04:06.810 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-k6COwtfDuzu5CbW off=1360718 len=220861 2024-04-15T17:04:06.812 INFO:tasks.workunit.client.0.smithi090.stdout:op 4443 completed, throughput=5MB/sec 2024-04-15T17:04:06.812 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6ECX-Y_S0rx6uCE off=276228 len=1924381 2024-04-15T17:04:06.820 INFO:tasks.workunit.client.0.smithi090.stdout:op 4444 completed, throughput=5MB/sec 2024-04-15T17:04:06.820 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-i8uKpVjoKmQYKss off=3167009 len=236134 2024-04-15T17:04:06.824 INFO:tasks.workunit.client.0.smithi090.stdout:op 4445 completed, throughput=5MB/sec 2024-04-15T17:04:06.824 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Pp7-bZAtFHdMTf7 off=10574529 len=474361 2024-04-15T17:04:06.824 INFO:tasks.workunit.client.0.smithi090.stdout:op 4446 completed, throughput=5MB/sec 2024-04-15T17:04:06.824 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-s5-V3AUvnEfOqhi off=20610713 len=1000731 2024-04-15T17:04:06.827 INFO:tasks.workunit.client.0.smithi090.stdout:op 4447 completed, throughput=5MB/sec 2024-04-15T17:04:06.828 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-77VctXiNPGb9RUm off=5850362 len=1414681 2024-04-15T17:04:06.830 INFO:tasks.workunit.client.0.smithi090.stdout:op 4448 completed, throughput=5MB/sec 2024-04-15T17:04:07.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:06 smithi090 ceph-mon[89240]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:04:07.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:06 smithi090 ceph-mon[91618]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:04:07.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:06 smithi153 ceph-mon[84714]: pgmap v1836: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:04:07.830 INFO:tasks.workunit.client.0.smithi090.stdout: 864: throughput=5MB/sec pending data=0 2024-04-15T17:04:07.830 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ry99XKAfCFCwrvv off=1164409 len=1304412 2024-04-15T17:04:07.841 INFO:tasks.workunit.client.0.smithi090.stdout:op 4449 completed, throughput=5MB/sec 2024-04-15T17:04:07.842 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pjedViqD2Aq3qw0 off=3568061 len=1107724 2024-04-15T17:04:07.842 INFO:tasks.workunit.client.0.smithi090.stdout:op 4450 completed, throughput=5MB/sec 2024-04-15T17:04:07.842 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NEo7tryC2OvwLF6 off=1140819 len=689110 2024-04-15T17:04:07.842 INFO:tasks.workunit.client.0.smithi090.stdout:op 4451 completed, throughput=5MB/sec 2024-04-15T17:04:07.842 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ry9L8TXmgNSYsNr off=10604844 len=729206 2024-04-15T17:04:07.846 INFO:tasks.workunit.client.0.smithi090.stdout:op 4452 completed, throughput=5MB/sec 2024-04-15T17:04:07.847 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IQPsXr3Wr8oRVDJ off=2661385 len=1807850 2024-04-15T17:04:07.851 INFO:tasks.workunit.client.0.smithi090.stdout:op 4453 completed, throughput=5MB/sec 2024-04-15T17:04:08.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:04:08.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:04:08.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:04:08.851 INFO:tasks.workunit.client.0.smithi090.stdout: 865: throughput=5MB/sec pending data=0 2024-04-15T17:04:08.852 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WdxwRjWkA_X7AIS off=2373770 len=1560425 2024-04-15T17:04:08.854 INFO:tasks.workunit.client.0.smithi090.stdout:op 4454 completed, throughput=5MB/sec 2024-04-15T17:04:08.854 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZOSKNJ9UE4Io-0k off=3879202 len=1971129 2024-04-15T17:04:08.863 INFO:tasks.workunit.client.0.smithi090.stdout:op 4455 completed, throughput=5MB/sec 2024-04-15T17:04:08.863 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AhC_Co1mfOyCN5q off=827685 len=639895 2024-04-15T17:04:08.866 INFO:tasks.workunit.client.0.smithi090.stdout:op 4456 completed, throughput=5MB/sec 2024-04-15T17:04:09.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:08 smithi090 ceph-mon[89240]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:04:09.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:08 smithi090 ceph-mon[91618]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:04:09.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:04:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:04:09] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-15T17:04:09.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:08 smithi153 ceph-mon[84714]: pgmap v1837: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:04:09.864 INFO:tasks.workunit.client.0.smithi090.stdout: 866: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:09.924 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cjajlLv6yZ2t5Y8 off=5037373 len=264861 2024-04-15T17:04:09.925 INFO:tasks.workunit.client.0.smithi090.stdout:op 4457 completed, throughput=4.99MB/sec 2024-04-15T17:04:09.925 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XykUws2OOmyDdHA off=88537 len=28228 2024-04-15T17:04:09.925 INFO:tasks.workunit.client.0.smithi090.stdout:op 4458 completed, throughput=4.99MB/sec 2024-04-15T17:04:09.925 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-p8rw539QaWv7WJr off=1596658 len=1822435 2024-04-15T17:04:09.925 INFO:tasks.workunit.client.0.smithi090.stdout:op 4459 completed, throughput=5MB/sec 2024-04-15T17:04:09.926 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-z43c9ZCH7xzVPN1 off=250297 len=844282 2024-04-15T17:04:09.926 INFO:tasks.workunit.client.0.smithi090.stdout:op 4460 completed, throughput=5MB/sec 2024-04-15T17:04:09.926 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MDbY3H2L7nY7DIp off=10163501 len=1187608 2024-04-15T17:04:09.926 INFO:tasks.workunit.client.0.smithi090.stdout:op 4461 completed, throughput=5MB/sec 2024-04-15T17:04:09.926 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jsZWOv6qh95O4zP off=14407243 len=1948804 2024-04-15T17:04:09.926 INFO:tasks.workunit.client.0.smithi090.stdout:op 4462 completed, throughput=5MB/sec 2024-04-15T17:04:10.895 INFO:tasks.workunit.client.0.smithi090.stdout: 867: throughput=5MB/sec pending data=0 2024-04-15T17:04:10.895 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yPsyhNDbzZ10W-j off=1268322 len=1910648 2024-04-15T17:04:10.906 INFO:tasks.workunit.client.0.smithi090.stdout:op 4463 completed, throughput=5MB/sec 2024-04-15T17:04:10.906 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oqDgjSL_SvaENTZ off=7780985 len=455197 2024-04-15T17:04:10.906 INFO:tasks.workunit.client.0.smithi090.stdout:op 4464 completed, throughput=5MB/sec 2024-04-15T17:04:10.906 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-T0ZaIbEh_UNKhIb off=1649635 len=1631270 2024-04-15T17:04:10.913 INFO:tasks.workunit.client.0.smithi090.stdout:op 4465 completed, throughput=5MB/sec 2024-04-15T17:04:10.914 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-I6xUGrfz6hNsCdH off=15519345 len=1278494 2024-04-15T17:04:10.919 INFO:tasks.workunit.client.0.smithi090.stdout:op 4466 completed, throughput=5MB/sec 2024-04-15T17:04:11.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:10 smithi090 ceph-mon[89240]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:04:11.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:10 smithi090 ceph-mon[91618]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:04:11.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:10 smithi153 ceph-mon[84714]: pgmap v1838: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:04:11.919 INFO:tasks.workunit.client.0.smithi090.stdout: 868: throughput=5MB/sec pending data=0 2024-04-15T17:04:11.919 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-De4zITEomywOghq off=19425377 len=424246 2024-04-15T17:04:11.923 INFO:tasks.workunit.client.0.smithi090.stdout:op 4467 completed, throughput=5MB/sec 2024-04-15T17:04:11.923 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8Etwiy5WfqXfR4r off=1234156 len=1604823 2024-04-15T17:04:11.925 INFO:tasks.workunit.client.0.smithi090.stdout:op 4468 completed, throughput=5MB/sec 2024-04-15T17:04:11.925 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kKHIPi62cyG_DAs off=10182144 len=1328008 2024-04-15T17:04:11.927 INFO:tasks.workunit.client.0.smithi090.stdout:op 4469 completed, throughput=5MB/sec 2024-04-15T17:04:11.927 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WZ1pIyLDKRpEG78 off=9071061 len=1207052 2024-04-15T17:04:11.928 INFO:tasks.workunit.client.0.smithi090.stdout:op 4470 completed, throughput=5MB/sec 2024-04-15T17:04:11.928 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aPEy5uwutxPe2Jc off=5220414 len=1147685 2024-04-15T17:04:11.931 INFO:tasks.workunit.client.0.smithi090.stdout:op 4471 completed, throughput=5MB/sec 2024-04-15T17:04:12.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:04:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:04:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:04:12.931 INFO:tasks.workunit.client.0.smithi090.stdout: 869: throughput=5MB/sec pending data=0 2024-04-15T17:04:12.932 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MPCAjo9GgMBtYts off=2450548 len=1507496 2024-04-15T17:04:12.938 INFO:tasks.workunit.client.0.smithi090.stdout:op 4472 completed, throughput=5MB/sec 2024-04-15T17:04:12.938 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hH3WIO4FI_sU675 off=1804293 len=2055636 2024-04-15T17:04:12.943 INFO:tasks.workunit.client.0.smithi090.stdout:op 4473 completed, throughput=5MB/sec 2024-04-15T17:04:12.943 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HVlOTpLUsghXY5T off=2930557 len=542534 2024-04-15T17:04:12.944 INFO:tasks.workunit.client.0.smithi090.stdout:op 4474 completed, throughput=5MB/sec 2024-04-15T17:04:12.944 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sa05RYsQ4Zh7mSJ off=5293574 len=1032665 2024-04-15T17:04:12.945 INFO:tasks.workunit.client.0.smithi090.stdout:op 4475 completed, throughput=5MB/sec 2024-04-15T17:04:13.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:12 smithi090 ceph-mon[89240]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:04:13.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:12 smithi090 ceph-mon[91618]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:04:13.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:12 smithi153 ceph-mon[84714]: pgmap v1839: 105 pgs: 105 active+clean; 127 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:04:13.946 INFO:tasks.workunit.client.0.smithi090.stdout: 870: throughput=5MB/sec pending data=0 2024-04-15T17:04:13.946 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WLtcflEHP8t1ZGH off=8893765 len=1688073 2024-04-15T17:04:13.948 INFO:tasks.workunit.client.0.smithi090.stdout:op 4476 completed, throughput=5MB/sec 2024-04-15T17:04:13.948 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_n6FHpxjWG5z-Te off=5521672 len=1239121 2024-04-15T17:04:13.949 INFO:tasks.workunit.client.0.smithi090.stdout:op 4477 completed, throughput=5MB/sec 2024-04-15T17:04:13.950 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-E1M0gMi3seGpJex off=1266536 len=835270 2024-04-15T17:04:13.951 INFO:tasks.workunit.client.0.smithi090.stdout:op 4478 completed, throughput=5MB/sec 2024-04-15T17:04:13.951 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-c3ZxUQUkcDZPzHV off=4957604 len=277447 2024-04-15T17:04:13.955 INFO:tasks.workunit.client.0.smithi090.stdout:op 4479 completed, throughput=5MB/sec 2024-04-15T17:04:13.955 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yh0cpjoeO4QSFGm off=555385 len=1823417 2024-04-15T17:04:13.966 INFO:tasks.workunit.client.0.smithi090.stdout:op 4480 completed, throughput=5MB/sec 2024-04-15T17:04:14.966 INFO:tasks.workunit.client.0.smithi090.stdout: 871: throughput=5MB/sec pending data=0 2024-04-15T17:04:14.967 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6Roz2UJGvjh9Whi off=6062951 len=944780 2024-04-15T17:04:14.967 INFO:tasks.workunit.client.0.smithi090.stdout:op 4481 completed, throughput=5MB/sec 2024-04-15T17:04:14.968 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jLDlkSmCvYEwlhl off=3087051 len=119478 2024-04-15T17:04:14.970 INFO:tasks.workunit.client.0.smithi090.stdout:op 4482 completed, throughput=5MB/sec 2024-04-15T17:04:14.970 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KhbmkktNpvO7J_B off=1947841 len=1534169 2024-04-15T17:04:14.973 INFO:tasks.workunit.client.0.smithi090.stdout:op 4483 completed, throughput=5MB/sec 2024-04-15T17:04:14.973 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PsArOzANL2FuNlk off=13064397 len=1533379 2024-04-15T17:04:14.979 INFO:tasks.workunit.client.0.smithi090.stdout:op 4484 completed, throughput=5MB/sec 2024-04-15T17:04:15.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:14 smithi090 ceph-mon[89240]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T17:04:15.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:14 smithi090 ceph-mon[91618]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T17:04:15.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:14 smithi153 ceph-mon[84714]: pgmap v1840: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-15T17:04:15.980 INFO:tasks.workunit.client.0.smithi090.stdout: 872: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:15.980 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dGWDA1aFkWE1mx2 off=13447749 len=1502454 2024-04-15T17:04:15.982 INFO:tasks.workunit.client.0.smithi090.stdout:op 4485 completed, throughput=5MB/sec 2024-04-15T17:04:15.982 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VDWx2xSId5U052E off=2544498 len=1158672 2024-04-15T17:04:15.983 INFO:tasks.workunit.client.0.smithi090.stdout:op 4486 completed, throughput=5MB/sec 2024-04-15T17:04:15.983 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YF2dZQmOerzAzAT off=5233820 len=993665 2024-04-15T17:04:15.984 INFO:tasks.workunit.client.0.smithi090.stdout:op 4487 completed, throughput=5MB/sec 2024-04-15T17:04:15.984 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gOuoJsigFP5iXIQ off=1488423 len=32979 2024-04-15T17:04:15.985 INFO:tasks.workunit.client.0.smithi090.stdout:op 4488 completed, throughput=5MB/sec 2024-04-15T17:04:15.985 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XagvffTMnU8QzY4 off=22669349 len=318702 2024-04-15T17:04:15.986 INFO:tasks.workunit.client.0.smithi090.stdout:op 4489 completed, throughput=5MB/sec 2024-04-15T17:04:15.986 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lSyV5zNjgYOU8Yh off=0 len=1154439 2024-04-15T17:04:15.989 INFO:tasks.workunit.client.0.smithi090.stdout:op 4490 completed, throughput=5MB/sec 2024-04-15T17:04:16.989 INFO:tasks.workunit.client.0.smithi090.stdout: 873: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:16.989 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PTZYa8mAAAPSRvH off=2475342 len=1481934 2024-04-15T17:04:16.996 INFO:tasks.workunit.client.0.smithi090.stdout:op 4491 completed, throughput=5MB/sec 2024-04-15T17:04:16.996 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qgzxWs6cr-g-xsV off=15461485 len=806455 2024-04-15T17:04:17.001 INFO:tasks.workunit.client.0.smithi090.stdout:op 4492 completed, throughput=5MB/sec 2024-04-15T17:04:17.001 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SmTAxSk3Br8pYYZ off=16358168 len=1689360 2024-04-15T17:04:17.004 INFO:tasks.workunit.client.0.smithi090.stdout:op 4493 completed, throughput=5MB/sec 2024-04-15T17:04:17.004 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NotYaGWnhS_Gli9 off=4238062 len=453335 2024-04-15T17:04:17.005 INFO:tasks.workunit.client.0.smithi090.stdout:op 4494 completed, throughput=5MB/sec 2024-04-15T17:04:17.005 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HVZx8pb22deXEkv off=2056926 len=1844028 2024-04-15T17:04:17.014 INFO:tasks.workunit.client.0.smithi090.stdout:op 4495 completed, throughput=5MB/sec 2024-04-15T17:04:17.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:16 smithi090 ceph-mon[89240]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:04:17.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:16 smithi090 ceph-mon[91618]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:04:17.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:16 smithi153 ceph-mon[84714]: pgmap v1841: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:04:18.014 INFO:tasks.workunit.client.0.smithi090.stdout: 874: throughput=5MB/sec pending data=0 2024-04-15T17:04:18.014 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MFcYVNusSlCJKt9 off=2775318 len=1981397 2024-04-15T17:04:18.016 INFO:tasks.workunit.client.0.smithi090.stdout:op 4496 completed, throughput=5MB/sec 2024-04-15T17:04:18.016 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ASeUk4eeWe81Ahj off=16328298 len=948677 2024-04-15T17:04:18.018 INFO:tasks.workunit.client.0.smithi090.stdout:op 4497 completed, throughput=5MB/sec 2024-04-15T17:04:18.018 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KW9dx599eUjCUQk off=2088171 len=64155 2024-04-15T17:04:18.018 INFO:tasks.workunit.client.0.smithi090.stdout:op 4498 completed, throughput=5MB/sec 2024-04-15T17:04:18.018 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CvkRUXWemj4gQx7 off=20939556 len=401789 2024-04-15T17:04:18.022 INFO:tasks.workunit.client.0.smithi090.stdout:op 4499 completed, throughput=5MB/sec 2024-04-15T17:04:18.022 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HGeMvLfSB8LDkIe off=5901184 len=1837420 2024-04-15T17:04:18.023 INFO:tasks.workunit.client.0.smithi090.stdout:op 4500 completed, throughput=5MB/sec 2024-04-15T17:04:19.024 INFO:tasks.workunit.client.0.smithi090.stdout: 875: throughput=5MB/sec pending data=0 2024-04-15T17:04:19.024 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YAW2qCa0iPoHj9Y off=2339578 len=1988785 2024-04-15T17:04:19.034 INFO:tasks.workunit.client.0.smithi090.stdout:op 4501 completed, throughput=5MB/sec 2024-04-15T17:04:19.034 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-M2cA4iu_qCqDtiX off=567561 len=1553400 2024-04-15T17:04:19.035 INFO:tasks.workunit.client.0.smithi090.stdout:op 4502 completed, throughput=5MB/sec 2024-04-15T17:04:19.035 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0L9YPyL2xSKe_9z off=1836444 len=1095769 2024-04-15T17:04:19.042 INFO:tasks.workunit.client.0.smithi090.stdout:op 4503 completed, throughput=5MB/sec 2024-04-15T17:04:19.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:18 smithi090 ceph-mon[89240]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:04:19.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:18 smithi090 ceph-mon[91618]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:04:19.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:04:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:04:19] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-15T17:04:19.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:18 smithi153 ceph-mon[84714]: pgmap v1842: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:04:20.042 INFO:tasks.workunit.client.0.smithi090.stdout: 876: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:20.042 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AkL0jWEK-1l587c off=7756240 len=1652837 2024-04-15T17:04:20.044 INFO:tasks.workunit.client.0.smithi090.stdout:op 4504 completed, throughput=5MB/sec 2024-04-15T17:04:20.044 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GDNQMq-O6OzXA1_ off=2057958 len=1370243 2024-04-15T17:04:20.047 INFO:tasks.workunit.client.0.smithi090.stdout:op 4505 completed, throughput=5MB/sec 2024-04-15T17:04:20.047 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rfHAS2sXKHJVaS3 off=9572211 len=1984558 2024-04-15T17:04:20.058 INFO:tasks.workunit.client.0.smithi090.stdout:op 4506 completed, throughput=5MB/sec 2024-04-15T17:04:20.058 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PX1KJA7gMibEEZm off=14409473 len=452949 2024-04-15T17:04:20.058 INFO:tasks.workunit.client.0.smithi090.stdout:op 4507 completed, throughput=5MB/sec 2024-04-15T17:04:21.059 INFO:tasks.workunit.client.0.smithi090.stdout: 877: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:21.059 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-88pRpUnG2A1h25H off=2007883 len=1674952 2024-04-15T17:04:21.061 INFO:tasks.workunit.client.0.smithi090.stdout:op 4508 completed, throughput=5MB/sec 2024-04-15T17:04:21.061 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0ohpeEeVkOlnBlX off=22039315 len=595205 2024-04-15T17:04:21.062 INFO:tasks.workunit.client.0.smithi090.stdout:op 4509 completed, throughput=5MB/sec 2024-04-15T17:04:21.062 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ixLgPDDv0TZVT1b off=11131102 len=498963 2024-04-15T17:04:21.064 INFO:tasks.workunit.client.0.smithi090.stdout:op 4510 completed, throughput=5MB/sec 2024-04-15T17:04:21.064 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NR_dUz7y87cQWKP off=9217702 len=1638309 2024-04-15T17:04:21.074 INFO:tasks.workunit.client.0.smithi090.stdout:op 4511 completed, throughput=5MB/sec 2024-04-15T17:04:21.074 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YSvkzDt-WiqpPtm off=6009032 len=1031729 2024-04-15T17:04:21.079 INFO:tasks.workunit.client.0.smithi090.stdout:op 4512 completed, throughput=5MB/sec 2024-04-15T17:04:21.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:20 smithi090 ceph-mon[91618]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:04:21.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:20 smithi090 ceph-mon[89240]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:04:21.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:20 smithi153 ceph-mon[84714]: pgmap v1843: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:04:22.079 INFO:tasks.workunit.client.0.smithi090.stdout: 878: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:22.079 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_0dqrH3z1-IiJ-R off=1356698 len=1512987 2024-04-15T17:04:22.088 INFO:tasks.workunit.client.0.smithi090.stdout:op 4513 completed, throughput=5MB/sec 2024-04-15T17:04:22.088 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PMN1zBG1uA1IptU off=1309383 len=221275 2024-04-15T17:04:22.089 INFO:tasks.workunit.client.0.smithi090.stdout:op 4514 completed, throughput=5MB/sec 2024-04-15T17:04:22.089 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LdKuOW3SIh2QSdx off=1844948 len=1923549 2024-04-15T17:04:22.099 INFO:tasks.workunit.client.0.smithi090.stdout:op 4515 completed, throughput=5MB/sec 2024-04-15T17:04:22.100 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jTtUx-dfUsIFUjd off=2603508 len=969097 2024-04-15T17:04:22.104 INFO:tasks.workunit.client.0.smithi090.stdout:op 4516 completed, throughput=5MB/sec 2024-04-15T17:04:22.104 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3795sAjam6UM8-W off=9197260 len=278328 2024-04-15T17:04:22.105 INFO:tasks.workunit.client.0.smithi090.stdout:op 4517 completed, throughput=5MB/sec 2024-04-15T17:04:22.105 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-n4uMJCFY7eQatH8 off=4744571 len=621887 2024-04-15T17:04:22.109 INFO:tasks.workunit.client.0.smithi090.stdout:op 4518 completed, throughput=5MB/sec 2024-04-15T17:04:22.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:04:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:04:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:04:23.110 INFO:tasks.workunit.client.0.smithi090.stdout: 879: throughput=5MB/sec pending data=0 2024-04-15T17:04:23.110 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-shecB6h4fzlTXrS off=2138157 len=14433 2024-04-15T17:04:23.112 INFO:tasks.workunit.client.0.smithi090.stdout:op 4519 completed, throughput=5MB/sec 2024-04-15T17:04:23.112 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xpei0WGIeDKPNXj off=731148 len=362697 2024-04-15T17:04:23.114 INFO:tasks.workunit.client.0.smithi090.stdout:op 4520 completed, throughput=5MB/sec 2024-04-15T17:04:23.114 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dIJQGrrRTe5033q off=361813 len=983286 2024-04-15T17:04:23.115 INFO:tasks.workunit.client.0.smithi090.stdout:op 4521 completed, throughput=5MB/sec 2024-04-15T17:04:23.115 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Lsd_d0bFabg3G5F off=4027472 len=1937024 2024-04-15T17:04:23.118 INFO:tasks.workunit.client.0.smithi090.stdout:op 4522 completed, throughput=5MB/sec 2024-04-15T17:04:23.118 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--EWoTo9jX-ZAFPo off=3928831 len=1076259 2024-04-15T17:04:23.123 INFO:tasks.workunit.client.0.smithi090.stdout:op 4523 completed, throughput=5MB/sec 2024-04-15T17:04:23.123 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Z7HSrtsySyb1V36 off=4484002 len=255367 2024-04-15T17:04:23.124 INFO:tasks.workunit.client.0.smithi090.stdout:op 4524 completed, throughput=5MB/sec 2024-04-15T17:04:23.124 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JAN0130kOhIuJ2K off=734476 len=1616286 2024-04-15T17:04:23.132 INFO:tasks.workunit.client.0.smithi090.stdout:op 4525 completed, throughput=5MB/sec 2024-04-15T17:04:23.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:22 smithi090 ceph-mon[91618]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:04:23.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:04:23.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:22 smithi090 ceph-mon[89240]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:04:23.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:04:23.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:22 smithi153 ceph-mon[84714]: pgmap v1844: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:04:23.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:04:24.133 INFO:tasks.workunit.client.0.smithi090.stdout: 880: throughput=5MB/sec pending data=0 2024-04-15T17:04:24.133 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-O-AMJfaow2FpLIu off=5814287 len=1720647 2024-04-15T17:04:24.135 INFO:tasks.workunit.client.0.smithi090.stdout:op 4526 completed, throughput=5MB/sec 2024-04-15T17:04:24.135 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RhGeEMQEOHeTVo4 off=1615156 len=2078560 2024-04-15T17:04:24.145 INFO:tasks.workunit.client.0.smithi090.stdout:op 4527 completed, throughput=5MB/sec 2024-04-15T17:04:24.146 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dNU5p_OuXXUV-BQ off=1003141 len=235450 2024-04-15T17:04:24.146 INFO:tasks.workunit.client.0.smithi090.stdout:op 4528 completed, throughput=5MB/sec 2024-04-15T17:04:25.146 INFO:tasks.workunit.client.0.smithi090.stdout: 881: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:25.146 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-F89KweqqVupci_3 off=13386577 len=913594 2024-04-15T17:04:25.152 INFO:tasks.workunit.client.0.smithi090.stdout:op 4529 completed, throughput=5MB/sec 2024-04-15T17:04:25.152 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zM-QHG_dN9rBY1J off=12312371 len=923731 2024-04-15T17:04:25.153 INFO:tasks.workunit.client.0.smithi090.stdout:op 4530 completed, throughput=5MB/sec 2024-04-15T17:04:25.153 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lL9xILXUd9aFsgQ off=11747606 len=926847 2024-04-15T17:04:25.155 INFO:tasks.workunit.client.0.smithi090.stdout:op 4531 completed, throughput=5MB/sec 2024-04-15T17:04:25.155 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hkKeQLIxcjcH-Nn off=490955 len=1569119 2024-04-15T17:04:25.157 INFO:tasks.workunit.client.0.smithi090.stdout:op 4532 completed, throughput=5MB/sec 2024-04-15T17:04:25.157 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-n45gieJyRHTvMP4 off=1523002 len=1426905 2024-04-15T17:04:25.159 INFO:tasks.workunit.client.0.smithi090.stdout:op 4533 completed, throughput=5MB/sec 2024-04-15T17:04:25.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:24 smithi090 ceph-mon[89240]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:04:25.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:24 smithi090 ceph-mon[91618]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:04:25.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:24 smithi153 ceph-mon[84714]: pgmap v1845: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:04:26.159 INFO:tasks.workunit.client.0.smithi090.stdout: 882: throughput=5MB/sec pending data=0 2024-04-15T17:04:26.160 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tFnnYgI8h6mUq-Z off=6549862 len=547461 2024-04-15T17:04:26.164 INFO:tasks.workunit.client.0.smithi090.stdout:op 4534 completed, throughput=5MB/sec 2024-04-15T17:04:26.164 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-I8qZwURVCn6eGBN off=22966739 len=2055622 2024-04-15T17:04:26.166 INFO:tasks.workunit.client.0.smithi090.stdout:op 4535 completed, throughput=5MB/sec 2024-04-15T17:04:26.167 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-52rpbUftEQD_AhI off=3167111 len=173418 2024-04-15T17:04:26.170 INFO:tasks.workunit.client.0.smithi090.stdout:op 4536 completed, throughput=5MB/sec 2024-04-15T17:04:26.170 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ht50FHaTRPtGxkg off=14045224 len=1289485 2024-04-15T17:04:26.172 INFO:tasks.workunit.client.0.smithi090.stdout:op 4537 completed, throughput=5MB/sec 2024-04-15T17:04:26.172 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TV2-PUHQ6QkdSvw off=10697633 len=1353308 2024-04-15T17:04:26.174 INFO:tasks.workunit.client.0.smithi090.stdout:op 4538 completed, throughput=5MB/sec 2024-04-15T17:04:27.175 INFO:tasks.workunit.client.0.smithi090.stdout: 883: throughput=5MB/sec pending data=0 2024-04-15T17:04:27.175 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rIyhu9GHquIZR4g off=1334473 len=965966 2024-04-15T17:04:27.180 INFO:tasks.workunit.client.0.smithi090.stdout:op 4539 completed, throughput=5MB/sec 2024-04-15T17:04:27.180 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9rJ3OZbo4tUY1GN off=4336107 len=261925 2024-04-15T17:04:27.183 INFO:tasks.workunit.client.0.smithi090.stdout:op 4540 completed, throughput=5MB/sec 2024-04-15T17:04:27.183 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Z314QDYVWLAA3rG off=1074420 len=1486519 2024-04-15T17:04:27.186 INFO:tasks.workunit.client.0.smithi090.stdout:op 4541 completed, throughput=5MB/sec 2024-04-15T17:04:27.186 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ih4BvRVcn4knH-l off=4667003 len=1988809 2024-04-15T17:04:27.189 INFO:tasks.workunit.client.0.smithi090.stdout:op 4542 completed, throughput=5MB/sec 2024-04-15T17:04:27.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:26 smithi090 ceph-mon[89240]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T17:04:27.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:26 smithi090 ceph-mon[91618]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T17:04:27.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:26 smithi153 ceph-mon[84714]: pgmap v1846: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-15T17:04:28.190 INFO:tasks.workunit.client.0.smithi090.stdout: 884: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:28.190 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-A3NVMDzJOpx9Hh5 off=9018645 len=502852 2024-04-15T17:04:28.191 INFO:tasks.workunit.client.0.smithi090.stdout:op 4543 completed, throughput=5MB/sec 2024-04-15T17:04:28.191 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2RNOtv1Ix71ASQj off=586091 len=1304848 2024-04-15T17:04:28.199 INFO:tasks.workunit.client.0.smithi090.stdout:op 4544 completed, throughput=5MB/sec 2024-04-15T17:04:28.199 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YNnO0e8VZBOYG79 off=12019158 len=1403100 2024-04-15T17:04:28.201 INFO:tasks.workunit.client.0.smithi090.stdout:op 4545 completed, throughput=5MB/sec 2024-04-15T17:04:28.201 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-R0hafPE2by0wRxF off=14949914 len=1529634 2024-04-15T17:04:28.204 INFO:tasks.workunit.client.0.smithi090.stdout:op 4546 completed, throughput=5MB/sec 2024-04-15T17:04:28.204 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xiexDl9J9FNB6aI off=7295340 len=316895 2024-04-15T17:04:28.204 INFO:tasks.workunit.client.0.smithi090.stdout:op 4547 completed, throughput=5MB/sec 2024-04-15T17:04:28.204 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KKJmx5hFyPMRqtx off=4100780 len=1689179 2024-04-15T17:04:28.213 INFO:tasks.workunit.client.0.smithi090.stdout:op 4548 completed, throughput=5MB/sec 2024-04-15T17:04:29.213 INFO:tasks.workunit.client.0.smithi090.stdout: 885: throughput=5MB/sec pending data=0 2024-04-15T17:04:29.214 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UzVteyTBjuzgkii off=683546 len=2082709 2024-04-15T17:04:29.216 INFO:tasks.workunit.client.0.smithi090.stdout:op 4549 completed, throughput=5MB/sec 2024-04-15T17:04:29.216 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-s2i8_kXAxb6Wv5m off=1176392 len=1677561 2024-04-15T17:04:29.218 INFO:tasks.workunit.client.0.smithi090.stdout:op 4550 completed, throughput=5MB/sec 2024-04-15T17:04:29.218 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BisS0tFklqtHwUd off=1248917 len=1779248 2024-04-15T17:04:29.229 INFO:tasks.workunit.client.0.smithi090.stdout:op 4551 completed, throughput=5MB/sec 2024-04-15T17:04:29.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:28 smithi090 ceph-mon[89240]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:04:29.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:28 smithi090 ceph-mon[91618]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:04:29.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:04:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:04:29] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-15T17:04:29.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:28 smithi153 ceph-mon[84714]: pgmap v1847: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:04:30.229 INFO:tasks.workunit.client.0.smithi090.stdout: 886: throughput=5MB/sec pending data=0 2024-04-15T17:04:30.229 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5yHrQAi79oW3nZJ off=7032127 len=221725 2024-04-15T17:04:30.230 INFO:tasks.workunit.client.0.smithi090.stdout:op 4552 completed, throughput=5MB/sec 2024-04-15T17:04:30.230 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Yg-47A64agmMbOr off=943245 len=1858237 2024-04-15T17:04:30.232 INFO:tasks.workunit.client.0.smithi090.stdout:op 4553 completed, throughput=5MB/sec 2024-04-15T17:04:30.232 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RdTL3QZhJzwhlrB off=16295437 len=1596309 2024-04-15T17:04:30.233 INFO:tasks.workunit.client.0.smithi090.stdout:op 4554 completed, throughput=5MB/sec 2024-04-15T17:04:31.234 INFO:tasks.workunit.client.0.smithi090.stdout: 887: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:31.234 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-udkN-nzLFlSluMH off=16934499 len=1765011 2024-04-15T17:04:31.242 INFO:tasks.workunit.client.0.smithi090.stdout:op 4555 completed, throughput=5MB/sec 2024-04-15T17:04:31.242 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PgSYIJQUchnMsYw off=9020310 len=1826406 2024-04-15T17:04:31.253 INFO:tasks.workunit.client.0.smithi090.stdout:op 4556 completed, throughput=5MB/sec 2024-04-15T17:04:31.253 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-coRAVw2JrZ8VAVC off=11120459 len=1953762 2024-04-15T17:04:31.255 INFO:tasks.workunit.client.0.smithi090.stdout:op 4557 completed, throughput=5MB/sec 2024-04-15T17:04:31.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:30 smithi090 ceph-mon[91618]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:04:31.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:30 smithi090 ceph-mon[89240]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:04:31.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:30 smithi153 ceph-mon[84714]: pgmap v1848: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:04:32.255 INFO:tasks.workunit.client.0.smithi090.stdout: 888: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:32.256 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BYMv-NTqjM7wZNb off=8521180 len=1856279 2024-04-15T17:04:32.257 INFO:tasks.workunit.client.0.smithi090.stdout:op 4558 completed, throughput=5MB/sec 2024-04-15T17:04:32.258 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5Ah9huqJCRwTJzU off=19710060 len=1545891 2024-04-15T17:04:32.267 INFO:tasks.workunit.client.0.smithi090.stdout:op 4559 completed, throughput=5MB/sec 2024-04-15T17:04:32.267 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PlTukZG9wrhxawk off=1539992 len=1680241 2024-04-15T17:04:32.272 INFO:tasks.workunit.client.0.smithi090.stdout:op 4560 completed, throughput=5MB/sec 2024-04-15T17:04:32.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:04:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:04:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:04:33.272 INFO:tasks.workunit.client.0.smithi090.stdout: 889: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:33.272 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-y7Up9lHg-pd38fr off=6819802 len=1416464 2024-04-15T17:04:33.279 INFO:tasks.workunit.client.0.smithi090.stdout:op 4561 completed, throughput=5MB/sec 2024-04-15T17:04:33.279 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gTkPuprpVRG50Ml off=126467 len=1625891 2024-04-15T17:04:33.282 INFO:tasks.workunit.client.0.smithi090.stdout:op 4562 completed, throughput=5MB/sec 2024-04-15T17:04:33.282 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hmMX6kqvrfYYM47 off=1406130 len=739598 2024-04-15T17:04:33.287 INFO:tasks.workunit.client.0.smithi090.stdout:op 4563 completed, throughput=5MB/sec 2024-04-15T17:04:33.287 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bf_fc7VOWvHQ7qm off=24082190 len=129416 2024-04-15T17:04:33.289 INFO:tasks.workunit.client.0.smithi090.stdout:op 4564 completed, throughput=5MB/sec 2024-04-15T17:04:33.289 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IRR-dayp6XbW6cG off=3418120 len=1311973 2024-04-15T17:04:33.296 INFO:tasks.workunit.client.0.smithi090.stdout:op 4565 completed, throughput=5MB/sec 2024-04-15T17:04:33.296 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2kT-WFKpdsOF11R off=13123621 len=1375901 2024-04-15T17:04:33.304 INFO:tasks.workunit.client.0.smithi090.stdout:op 4566 completed, throughput=5MB/sec 2024-04-15T17:04:33.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:32 smithi090 ceph-mon[91618]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:04:33.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:32 smithi090 ceph-mon[89240]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:04:33.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:32 smithi153 ceph-mon[84714]: pgmap v1849: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:04:34.305 INFO:tasks.workunit.client.0.smithi090.stdout: 890: throughput=5MB/sec pending data=0 2024-04-15T17:04:34.305 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hjpGbsSOFoeJ-Q2 off=9668789 len=2005026 2024-04-15T17:04:34.307 INFO:tasks.workunit.client.0.smithi090.stdout:op 4567 completed, throughput=5MB/sec 2024-04-15T17:04:34.307 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-u_1qYzR65Lw26-g off=6643400 len=1102774 2024-04-15T17:04:34.315 INFO:tasks.workunit.client.0.smithi090.stdout:op 4568 completed, throughput=5MB/sec 2024-04-15T17:04:34.315 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0GEGgc5Fjhiicg2 off=1748026 len=581041 2024-04-15T17:04:34.319 INFO:tasks.workunit.client.0.smithi090.stdout:op 4569 completed, throughput=5MB/sec 2024-04-15T17:04:34.319 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-D3HvuGKvJ6doJBp off=4526065 len=1357989 2024-04-15T17:04:34.324 INFO:tasks.workunit.client.0.smithi090.stdout:op 4570 completed, throughput=5MB/sec 2024-04-15T17:04:35.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:34 smithi090 ceph-mon[89240]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:04:35.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:34 smithi090 ceph-mon[91618]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:04:35.324 INFO:tasks.workunit.client.0.smithi090.stdout: 891: throughput=5MB/sec pending data=0 2024-04-15T17:04:35.324 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0qJm68wCTcYWTIz off=7783039 len=885422 2024-04-15T17:04:35.325 INFO:tasks.workunit.client.0.smithi090.stdout:op 4571 completed, throughput=5MB/sec 2024-04-15T17:04:35.325 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BBdWbewp7UNVpER off=8159220 len=1272571 2024-04-15T17:04:35.334 INFO:tasks.workunit.client.0.smithi090.stdout:op 4572 completed, throughput=5MB/sec 2024-04-15T17:04:35.334 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-piGPd7jBF84z-4a off=20158538 len=186683 2024-04-15T17:04:35.337 INFO:tasks.workunit.client.0.smithi090.stdout:op 4573 completed, throughput=5MB/sec 2024-04-15T17:04:35.337 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XucQngtGviQ-xoo off=6835944 len=986439 2024-04-15T17:04:35.342 INFO:tasks.workunit.client.0.smithi090.stdout:op 4574 completed, throughput=5MB/sec 2024-04-15T17:04:35.342 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zkx_AXQJ8NoF0HM off=14648250 len=412763 2024-04-15T17:04:35.345 INFO:tasks.workunit.client.0.smithi090.stdout:op 4575 completed, throughput=5MB/sec 2024-04-15T17:04:35.345 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Q_PIpbr8xtkk-_2 off=1096982 len=1992135 2024-04-15T17:04:35.349 INFO:tasks.workunit.client.0.smithi090.stdout:op 4576 completed, throughput=5MB/sec 2024-04-15T17:04:35.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:34 smithi153 ceph-mon[84714]: pgmap v1850: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:04:36.350 INFO:tasks.workunit.client.0.smithi090.stdout: 892: throughput=5MB/sec pending data=0 2024-04-15T17:04:36.350 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-23-fb_gChUOzb2L off=2796977 len=194849 2024-04-15T17:04:36.351 INFO:tasks.workunit.client.0.smithi090.stdout:op 4577 completed, throughput=5MB/sec 2024-04-15T17:04:36.351 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PTFR5bRHePZoXgb off=5468380 len=2085051 2024-04-15T17:04:36.353 INFO:tasks.workunit.client.0.smithi090.stdout:op 4578 completed, throughput=5MB/sec 2024-04-15T17:04:36.353 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SBC2WGrIRJfwa3K off=3242404 len=136965 2024-04-15T17:04:36.354 INFO:tasks.workunit.client.0.smithi090.stdout:op 4579 completed, throughput=5MB/sec 2024-04-15T17:04:36.354 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-blJ7llQeveI_Yfl off=8820353 len=1980316 2024-04-15T17:04:36.358 INFO:tasks.workunit.client.0.smithi090.stdout:op 4580 completed, throughput=5MB/sec 2024-04-15T17:04:37.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:36 smithi090 ceph-mon[89240]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-15T17:04:37.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:36 smithi090 ceph-mon[91618]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-15T17:04:37.358 INFO:tasks.workunit.client.0.smithi090.stdout: 893: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:37.359 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2UPRzGKzEo9S4ri off=6219258 len=1288076 2024-04-15T17:04:37.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:36 smithi153 ceph-mon[84714]: pgmap v1851: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.4 MiB/s wr, 3 op/s 2024-04-15T17:04:37.360 INFO:tasks.workunit.client.0.smithi090.stdout:op 4581 completed, throughput=5MB/sec 2024-04-15T17:04:37.361 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-N-EUiBtZB5mwtDM off=16574360 len=1408750 2024-04-15T17:04:37.367 INFO:tasks.workunit.client.0.smithi090.stdout:op 4582 completed, throughput=5MB/sec 2024-04-15T17:04:37.367 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-F7MeHyznu-I-hnP off=20574176 len=1731683 2024-04-15T17:04:37.377 INFO:tasks.workunit.client.0.smithi090.stdout:op 4583 completed, throughput=5MB/sec 2024-04-15T17:04:37.377 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-l8wgUz399pG7ntx off=3846128 len=984547 2024-04-15T17:04:37.381 INFO:tasks.workunit.client.0.smithi090.stdout:op 4584 completed, throughput=5MB/sec 2024-04-15T17:04:38.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:04:38.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:04:38.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:04:38.382 INFO:tasks.workunit.client.0.smithi090.stdout: 894: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:38.382 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GkXle93Qbgpl-SI off=11365113 len=1177386 2024-04-15T17:04:38.383 INFO:tasks.workunit.client.0.smithi090.stdout:op 4585 completed, throughput=5MB/sec 2024-04-15T17:04:38.384 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Y-jlxU6QDY4pvsd off=2704851 len=4787 2024-04-15T17:04:38.384 INFO:tasks.workunit.client.0.smithi090.stdout:op 4586 completed, throughput=5MB/sec 2024-04-15T17:04:38.384 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mArtCJg5gmW3CZW off=3432896 len=1888069 2024-04-15T17:04:38.386 INFO:tasks.workunit.client.0.smithi090.stdout:op 4587 completed, throughput=5MB/sec 2024-04-15T17:04:38.386 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FkpP7E1l2nQH7hh off=6068559 len=1798502 2024-04-15T17:04:38.397 INFO:tasks.workunit.client.0.smithi090.stdout:op 4588 completed, throughput=5MB/sec 2024-04-15T17:04:38.397 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-c92tC6f-rI_wCpJ off=6595407 len=2025870 2024-04-15T17:04:38.409 INFO:tasks.workunit.client.0.smithi090.stdout:op 4589 completed, throughput=5MB/sec 2024-04-15T17:04:39.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:38 smithi090 ceph-mon[91618]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T17:04:39.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:38 smithi090 ceph-mon[89240]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T17:04:39.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:04:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:04:39] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-15T17:04:39.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:38 smithi153 ceph-mon[84714]: pgmap v1852: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T17:04:39.409 INFO:tasks.workunit.client.0.smithi090.stdout: 895: throughput=5MB/sec pending data=0 2024-04-15T17:04:39.409 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8dV1immWIgEyMDY off=496333 len=825439 2024-04-15T17:04:39.414 INFO:tasks.workunit.client.0.smithi090.stdout:op 4590 completed, throughput=5MB/sec 2024-04-15T17:04:39.414 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dnlcp2mTliwIEiU off=7298531 len=1589694 2024-04-15T17:04:39.415 INFO:tasks.workunit.client.0.smithi090.stdout:op 4591 completed, throughput=5MB/sec 2024-04-15T17:04:39.415 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-H8NV83YxZDhQIf5 off=2294691 len=1910791 2024-04-15T17:04:39.425 INFO:tasks.workunit.client.0.smithi090.stdout:op 4592 completed, throughput=5MB/sec 2024-04-15T17:04:40.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:39 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:04:40.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:39 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:04:40.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:39 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:04:40.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:39 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:04:40.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:39 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:04:40.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:39 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:04:40.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:39 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:04:40.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:39 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:04:40.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:39 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:04:40.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:39 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:04:40.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:39 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:04:40.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:39 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:04:40.425 INFO:tasks.workunit.client.0.smithi090.stdout: 896: throughput=5MB/sec pending data=0 2024-04-15T17:04:40.425 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UE_aiDsL4lKZ732 off=6038862 len=138191 2024-04-15T17:04:40.426 INFO:tasks.workunit.client.0.smithi090.stdout:op 4593 completed, throughput=5MB/sec 2024-04-15T17:04:40.426 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Vk8hLNML8hb_DTA off=1160072 len=1189230 2024-04-15T17:04:40.427 INFO:tasks.workunit.client.0.smithi090.stdout:op 4594 completed, throughput=5MB/sec 2024-04-15T17:04:40.427 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2-n6Sah4Tw8TBrP off=13885180 len=1527893 2024-04-15T17:04:40.428 INFO:tasks.workunit.client.0.smithi090.stdout:op 4595 completed, throughput=5MB/sec 2024-04-15T17:04:40.429 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-u-ONNc6zAH8LqxD off=11606913 len=1476364 2024-04-15T17:04:40.435 INFO:tasks.workunit.client.0.smithi090.stdout:op 4596 completed, throughput=5MB/sec 2024-04-15T17:04:40.435 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7iQ7XzDUEmY7td5 off=1718068 len=775927 2024-04-15T17:04:40.436 INFO:tasks.workunit.client.0.smithi090.stdout:op 4597 completed, throughput=5MB/sec 2024-04-15T17:04:41.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:40 smithi090 ceph-mon[89240]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T17:04:41.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:40 smithi090 ceph-mon[91618]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T17:04:41.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:40 smithi153 ceph-mon[84714]: pgmap v1853: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T17:04:41.437 INFO:tasks.workunit.client.0.smithi090.stdout: 897: throughput=5MB/sec pending data=0 2024-04-15T17:04:41.437 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4QH4vOCB8lknp00 off=11161414 len=69963 2024-04-15T17:04:41.440 INFO:tasks.workunit.client.0.smithi090.stdout:op 4598 completed, throughput=5MB/sec 2024-04-15T17:04:41.440 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ACmd3xlFmlGwnJP off=867351 len=960865 2024-04-15T17:04:41.441 INFO:tasks.workunit.client.0.smithi090.stdout:op 4599 completed, throughput=5MB/sec 2024-04-15T17:04:41.441 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GoE5ESlibFXWhZ_ off=4821529 len=3344 2024-04-15T17:04:41.442 INFO:tasks.workunit.client.0.smithi090.stdout:op 4600 completed, throughput=5MB/sec 2024-04-15T17:04:41.442 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0x8yGH673kAxhuA off=2867096 len=3053 2024-04-15T17:04:41.442 INFO:tasks.workunit.client.0.smithi090.stdout:op 4601 completed, throughput=5MB/sec 2024-04-15T17:04:41.442 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RM5lr3TDo1C5m3U off=14050320 len=1730920 2024-04-15T17:04:41.451 INFO:tasks.workunit.client.0.smithi090.stdout:op 4602 completed, throughput=5MB/sec 2024-04-15T17:04:41.451 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JXsIszy0hnpqtvC off=12419421 len=1596185 2024-04-15T17:04:41.454 INFO:tasks.workunit.client.0.smithi090.stdout:op 4603 completed, throughput=5MB/sec 2024-04-15T17:04:41.454 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-N2fRzWzW4mDuPAT off=2498714 len=830580 2024-04-15T17:04:41.459 INFO:tasks.workunit.client.0.smithi090.stdout:op 4604 completed, throughput=5MB/sec 2024-04-15T17:04:42.459 INFO:tasks.workunit.client.0.smithi090.stdout: 898: throughput=5MB/sec pending data=0 2024-04-15T17:04:42.459 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_V0QS0GgJHpJy3x off=14412285 len=937217 2024-04-15T17:04:42.460 INFO:tasks.workunit.client.0.smithi090.stdout:op 4605 completed, throughput=5MB/sec 2024-04-15T17:04:42.461 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oMl_Cl4KXQ4Gysn off=13767678 len=893142 2024-04-15T17:04:42.461 INFO:tasks.workunit.client.0.smithi090.stdout:op 4606 completed, throughput=5MB/sec 2024-04-15T17:04:42.461 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KbH2bzNP8uggJLc off=3862076 len=1919602 2024-04-15T17:04:42.473 INFO:tasks.workunit.client.0.smithi090.stdout:op 4607 completed, throughput=5MB/sec 2024-04-15T17:04:42.473 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Tyrszs481X5EzrS off=23442995 len=1154220 2024-04-15T17:04:42.474 INFO:tasks.workunit.client.0.smithi090.stdout:op 4608 completed, throughput=5MB/sec 2024-04-15T17:04:42.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:04:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:04:43.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:42 smithi090 ceph-mon[89240]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T17:04:43.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:42 smithi090 ceph-mon[91618]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T17:04:43.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:42 smithi153 ceph-mon[84714]: pgmap v1854: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T17:04:43.475 INFO:tasks.workunit.client.0.smithi090.stdout: 899: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:43.475 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vMomdKR6leQ1Sur off=13859009 len=1899875 2024-04-15T17:04:43.477 INFO:tasks.workunit.client.0.smithi090.stdout:op 4609 completed, throughput=5MB/sec 2024-04-15T17:04:43.477 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Dz6JKoPG7QWh9Nk off=2185373 len=211540 2024-04-15T17:04:43.481 INFO:tasks.workunit.client.0.smithi090.stdout:op 4610 completed, throughput=5MB/sec 2024-04-15T17:04:43.481 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hH3WIO4FI_sU675 off=8464897 len=1962836 2024-04-15T17:04:43.494 INFO:tasks.workunit.client.0.smithi090.stdout:op 4611 completed, throughput=5MB/sec 2024-04-15T17:04:43.494 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yBU7Ohf5Oo2hOjd off=11491165 len=2081927 2024-04-15T17:04:43.497 INFO:tasks.workunit.client.0.smithi090.stdout:op 4612 completed, throughput=5MB/sec 2024-04-15T17:04:44.498 INFO:tasks.workunit.client.0.smithi090.stdout: 900: throughput=5MB/sec pending data=0 2024-04-15T17:04:44.498 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uWcNhgMmGIlt_A5 off=590204 len=1573985 2024-04-15T17:04:44.507 INFO:tasks.workunit.client.0.smithi090.stdout:op 4613 completed, throughput=5MB/sec 2024-04-15T17:04:44.507 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OUIP3sfgQTTPwfg off=11810553 len=1104924 2024-04-15T17:04:44.512 INFO:tasks.workunit.client.0.smithi090.stdout:op 4614 completed, throughput=5MB/sec 2024-04-15T17:04:44.513 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-C8IO6n0nYA6ICOi off=17397269 len=1913108 2024-04-15T17:04:44.518 INFO:tasks.workunit.client.0.smithi090.stdout:op 4615 completed, throughput=5MB/sec 2024-04-15T17:04:45.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:44 smithi090 ceph-mon[89240]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:04:45.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:44 smithi090 ceph-mon[91618]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:04:45.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:44 smithi153 ceph-mon[84714]: pgmap v1855: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:04:45.515 INFO:tasks.workunit.client.0.smithi090.stdout: 901: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:45.515 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NQs45__KAPB4HrN off=10057689 len=1955779 2024-04-15T17:04:45.519 INFO:tasks.workunit.client.0.smithi090.stdout:op 4616 completed, throughput=5MB/sec 2024-04-15T17:04:45.519 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HAcZIO338ch2WSg off=984368 len=1897290 2024-04-15T17:04:45.532 INFO:tasks.workunit.client.0.smithi090.stdout:op 4617 completed, throughput=5MB/sec 2024-04-15T17:04:45.532 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eVGhtmKNMcdFQTH off=3951117 len=1696826 2024-04-15T17:04:45.533 INFO:tasks.workunit.client.0.smithi090.stdout:op 4618 completed, throughput=5MB/sec 2024-04-15T17:04:46.533 INFO:tasks.workunit.client.0.smithi090.stdout: 902: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:46.533 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mSZVcS80x5Ntr_y off=1154566 len=1135147 2024-04-15T17:04:46.535 INFO:tasks.workunit.client.0.smithi090.stdout:op 4619 completed, throughput=5MB/sec 2024-04-15T17:04:46.535 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-n7DJhJbURh2MvOa off=11773926 len=248531 2024-04-15T17:04:46.536 INFO:tasks.workunit.client.0.smithi090.stdout:op 4620 completed, throughput=5MB/sec 2024-04-15T17:04:46.536 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uSmxI25fpyzSojA off=7898366 len=2041975 2024-04-15T17:04:46.538 INFO:tasks.workunit.client.0.smithi090.stdout:op 4621 completed, throughput=5MB/sec 2024-04-15T17:04:46.538 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nvR0aBKGWA04m9R off=9448578 len=94688 2024-04-15T17:04:46.539 INFO:tasks.workunit.client.0.smithi090.stdout:op 4622 completed, throughput=5MB/sec 2024-04-15T17:04:46.539 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ij4lVrIaI0e10EM off=6257940 len=1707656 2024-04-15T17:04:46.548 INFO:tasks.workunit.client.0.smithi090.stdout:op 4623 completed, throughput=5MB/sec 2024-04-15T17:04:47.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:46 smithi090 ceph-mon[89240]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T17:04:47.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:46 smithi090 ceph-mon[91618]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T17:04:47.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:46 smithi153 ceph-mon[84714]: pgmap v1856: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T17:04:47.548 INFO:tasks.workunit.client.0.smithi090.stdout: 903: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:47.548 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YwO2UWwzK0en1wp off=1675922 len=368784 2024-04-15T17:04:47.552 INFO:tasks.workunit.client.0.smithi090.stdout:op 4624 completed, throughput=5MB/sec 2024-04-15T17:04:47.552 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nmYvfqSqF5XIjB3 off=206883 len=1477513 2024-04-15T17:04:47.559 INFO:tasks.workunit.client.0.smithi090.stdout:op 4625 completed, throughput=5MB/sec 2024-04-15T17:04:47.559 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-62ZRj3ncgNvVIaO off=2784787 len=224692 2024-04-15T17:04:47.560 INFO:tasks.workunit.client.0.smithi090.stdout:op 4626 completed, throughput=5MB/sec 2024-04-15T17:04:47.560 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OLPPKxcagfpkcLM off=22917813 len=1420753 2024-04-15T17:04:47.564 INFO:tasks.workunit.client.0.smithi090.stdout:op 4627 completed, throughput=5MB/sec 2024-04-15T17:04:47.564 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-y6-GLnTc2cNulTn off=18102492 len=447072 2024-04-15T17:04:47.564 INFO:tasks.workunit.client.0.smithi090.stdout:op 4628 completed, throughput=5MB/sec 2024-04-15T17:04:47.565 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gVeI8uo9kQf40n1 off=13872750 len=180654 2024-04-15T17:04:47.567 INFO:tasks.workunit.client.0.smithi090.stdout:op 4629 completed, throughput=5MB/sec 2024-04-15T17:04:47.567 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jWzUAfF-Md93_nt off=16758149 len=175928 2024-04-15T17:04:47.568 INFO:tasks.workunit.client.0.smithi090.stdout:op 4630 completed, throughput=5MB/sec 2024-04-15T17:04:47.568 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_SbuSCExqlygMH2 off=6600766 len=684791 2024-04-15T17:04:47.570 INFO:tasks.workunit.client.0.smithi090.stdout:op 4631 completed, throughput=5MB/sec 2024-04-15T17:04:47.570 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-u1j-A9ydvy7v-fR off=1705726 len=308038 2024-04-15T17:04:47.573 INFO:tasks.workunit.client.0.smithi090.stdout:op 4632 completed, throughput=5MB/sec 2024-04-15T17:04:48.573 INFO:tasks.workunit.client.0.smithi090.stdout: 904: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:48.574 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rzfujHWIe20HDgC off=1382724 len=1980662 2024-04-15T17:04:48.576 INFO:tasks.workunit.client.0.smithi090.stdout:op 4633 completed, throughput=5MB/sec 2024-04-15T17:04:48.576 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZH-vFnJtmUHpBu4 off=661095 len=638774 2024-04-15T17:04:48.577 INFO:tasks.workunit.client.0.smithi090.stdout:op 4634 completed, throughput=5MB/sec 2024-04-15T17:04:48.577 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0m1odmYIxpcE718 off=1952478 len=1148584 2024-04-15T17:04:48.580 INFO:tasks.workunit.client.0.smithi090.stdout:op 4635 completed, throughput=5MB/sec 2024-04-15T17:04:48.580 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2m1IpUKmB61VNh0 off=6883615 len=238894 2024-04-15T17:04:48.581 INFO:tasks.workunit.client.0.smithi090.stdout:op 4636 completed, throughput=5MB/sec 2024-04-15T17:04:48.581 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rTOV39KKl3DFs5o off=978131 len=123392 2024-04-15T17:04:48.582 INFO:tasks.workunit.client.0.smithi090.stdout:op 4637 completed, throughput=5MB/sec 2024-04-15T17:04:48.582 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nBgNeaNEQIptvac off=21965564 len=202896 2024-04-15T17:04:48.585 INFO:tasks.workunit.client.0.smithi090.stdout:op 4638 completed, throughput=5MB/sec 2024-04-15T17:04:48.585 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7ONLv2iHC7GDRD5 off=1070947 len=694679 2024-04-15T17:04:48.589 INFO:tasks.workunit.client.0.smithi090.stdout:op 4639 completed, throughput=5MB/sec 2024-04-15T17:04:48.589 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DO0RU1vZv7sX5wQ off=3707309 len=870625 2024-04-15T17:04:48.590 INFO:tasks.workunit.client.0.smithi090.stdout:op 4640 completed, throughput=5MB/sec 2024-04-15T17:04:49.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:48 smithi090 ceph-mon[89240]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:04:49.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:48 smithi090 ceph-mon[91618]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:04:49.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:04:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:04:49] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-15T17:04:49.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:48 smithi153 ceph-mon[84714]: pgmap v1857: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:04:49.591 INFO:tasks.workunit.client.0.smithi090.stdout: 905: throughput=5MB/sec pending data=0 2024-04-15T17:04:49.591 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ohu0au2sAcnSctM off=7034694 len=132414 2024-04-15T17:04:49.595 INFO:tasks.workunit.client.0.smithi090.stdout:op 4641 completed, throughput=5MB/sec 2024-04-15T17:04:49.595 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9HWnBWM3-jqT8LX off=16049871 len=1739768 2024-04-15T17:04:49.597 INFO:tasks.workunit.client.0.smithi090.stdout:op 4642 completed, throughput=5MB/sec 2024-04-15T17:04:49.597 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3ek6nh79kcPUudN off=20965273 len=1820148 2024-04-15T17:04:49.605 INFO:tasks.workunit.client.0.smithi090.stdout:op 4643 completed, throughput=5MB/sec 2024-04-15T17:04:49.605 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bUQLOa1ldG66nKb off=0 len=1917526 2024-04-15T17:04:49.611 INFO:tasks.workunit.client.0.smithi090.stdout:op 4644 completed, throughput=5MB/sec 2024-04-15T17:04:50.611 INFO:tasks.workunit.client.0.smithi090.stdout: 906: throughput=5MB/sec pending data=0 2024-04-15T17:04:50.612 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-33xV_UQXKcRBul8 off=4838813 len=1426452 2024-04-15T17:04:50.613 INFO:tasks.workunit.client.0.smithi090.stdout:op 4645 completed, throughput=5MB/sec 2024-04-15T17:04:50.613 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-O-iNOBW6n_XrVZg off=6390531 len=680732 2024-04-15T17:04:50.617 INFO:tasks.workunit.client.0.smithi090.stdout:op 4646 completed, throughput=5MB/sec 2024-04-15T17:04:50.618 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OD7JbBMFnGsAYvR off=14173054 len=1419346 2024-04-15T17:04:50.629 INFO:tasks.workunit.client.0.smithi090.stdout:op 4647 completed, throughput=5MB/sec 2024-04-15T17:04:50.629 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VD6tuRjk5ysl5SP off=7128200 len=1499928 2024-04-15T17:04:50.630 INFO:tasks.workunit.client.0.smithi090.stdout:op 4648 completed, throughput=5MB/sec 2024-04-15T17:04:51.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:50 smithi090 ceph-mon[91618]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T17:04:51.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:50 smithi090 ceph-mon[89240]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T17:04:51.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:50 smithi153 ceph-mon[84714]: pgmap v1858: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-15T17:04:51.631 INFO:tasks.workunit.client.0.smithi090.stdout: 907: throughput=5MB/sec pending data=0 2024-04-15T17:04:51.631 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DFUenOvd1-Ftsq5 off=130279 len=425784 2024-04-15T17:04:51.636 INFO:tasks.workunit.client.0.smithi090.stdout:op 4649 completed, throughput=5MB/sec 2024-04-15T17:04:51.636 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-l_-Nc6V0SKXD2Pa off=1236836 len=128809 2024-04-15T17:04:51.636 INFO:tasks.workunit.client.0.smithi090.stdout:op 4650 completed, throughput=5MB/sec 2024-04-15T17:04:51.636 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-r2l329eo0rNABX2 off=1510817 len=889500 2024-04-15T17:04:51.641 INFO:tasks.workunit.client.0.smithi090.stdout:op 4651 completed, throughput=5MB/sec 2024-04-15T17:04:51.641 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JKCpyo1QT4gO5UF off=1780409 len=1409782 2024-04-15T17:04:51.643 INFO:tasks.workunit.client.0.smithi090.stdout:op 4652 completed, throughput=5MB/sec 2024-04-15T17:04:51.643 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dR-yT_o2cyP9QLO off=2710323 len=1734271 2024-04-15T17:04:51.653 INFO:tasks.workunit.client.0.smithi090.stdout:op 4653 completed, throughput=5MB/sec 2024-04-15T17:04:51.653 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HvGhvp6IOr1Gwx8 off=4116078 len=655146 2024-04-15T17:04:51.657 INFO:tasks.workunit.client.0.smithi090.stdout:op 4654 completed, throughput=5MB/sec 2024-04-15T17:04:52.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:04:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:04:52.658 INFO:tasks.workunit.client.0.smithi090.stdout: 908: throughput=5MB/sec pending data=0 2024-04-15T17:04:52.658 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7VKmInTZC0jbzwT off=6249293 len=726419 2024-04-15T17:04:52.659 INFO:tasks.workunit.client.0.smithi090.stdout:op 4655 completed, throughput=5MB/sec 2024-04-15T17:04:52.659 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7Nir28NYSFUAFwA off=7324388 len=182504 2024-04-15T17:04:52.662 INFO:tasks.workunit.client.0.smithi090.stdout:op 4656 completed, throughput=5MB/sec 2024-04-15T17:04:52.662 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-w_-rfWGC9aTORZU off=8270712 len=1258473 2024-04-15T17:04:52.664 INFO:tasks.workunit.client.0.smithi090.stdout:op 4657 completed, throughput=5MB/sec 2024-04-15T17:04:52.664 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qQ7Witmj40qfSLq off=4600724 len=2019219 2024-04-15T17:04:52.676 INFO:tasks.workunit.client.0.smithi090.stdout:op 4658 completed, throughput=5MB/sec 2024-04-15T17:04:52.676 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4wpmlu-KLhG9hpi off=13011297 len=1767208 2024-04-15T17:04:52.678 INFO:tasks.workunit.client.0.smithi090.stdout:op 4659 completed, throughput=5MB/sec 2024-04-15T17:04:53.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:53 smithi090 ceph-mon[91618]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:04:53.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:04:53.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:53 smithi090 ceph-mon[89240]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:04:53.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:04:53.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:53 smithi153 ceph-mon[84714]: pgmap v1859: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:04:53.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:04:53.678 INFO:tasks.workunit.client.0.smithi090.stdout: 909: throughput=5MB/sec pending data=0 2024-04-15T17:04:53.679 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-T1mUg-eafPNeLV0 off=11309693 len=1870829 2024-04-15T17:04:53.680 INFO:tasks.workunit.client.0.smithi090.stdout:op 4660 completed, throughput=5MB/sec 2024-04-15T17:04:53.680 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dqLBvLE03AWFAFe off=11620740 len=1840826 2024-04-15T17:04:53.692 INFO:tasks.workunit.client.0.smithi090.stdout:op 4661 completed, throughput=5MB/sec 2024-04-15T17:04:53.692 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FtHLyPoiWsRYNEy off=11747812 len=1195360 2024-04-15T17:04:53.693 INFO:tasks.workunit.client.0.smithi090.stdout:op 4662 completed, throughput=5MB/sec 2024-04-15T17:04:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: 910: throughput=5MB/sec pending data=0 2024-04-15T17:04:54.694 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ynPfYPz6itAZ4Bi off=1296881 len=252460 2024-04-15T17:04:54.697 INFO:tasks.workunit.client.0.smithi090.stdout:op 4663 completed, throughput=5MB/sec 2024-04-15T17:04:54.697 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QcSXwQ9ZByXg3Hd off=6034402 len=872277 2024-04-15T17:04:54.702 INFO:tasks.workunit.client.0.smithi090.stdout:op 4664 completed, throughput=5MB/sec 2024-04-15T17:04:54.702 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_4XZo4sfenIFRYi off=5394728 len=101373 2024-04-15T17:04:54.702 INFO:tasks.workunit.client.0.smithi090.stdout:op 4665 completed, throughput=5MB/sec 2024-04-15T17:04:54.703 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BqF0BXoWeBsob8u off=4871564 len=978869 2024-04-15T17:04:54.704 INFO:tasks.workunit.client.0.smithi090.stdout:op 4666 completed, throughput=5MB/sec 2024-04-15T17:04:54.704 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BSWWwzA6AucaeTN off=5478498 len=82813 2024-04-15T17:04:54.706 INFO:tasks.workunit.client.0.smithi090.stdout:op 4667 completed, throughput=5MB/sec 2024-04-15T17:04:54.706 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Sfj1omAFuTU2HBL off=7716644 len=241139 2024-04-15T17:04:54.709 INFO:tasks.workunit.client.0.smithi090.stdout:op 4668 completed, throughput=5MB/sec 2024-04-15T17:04:54.709 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-98N0aM0avLXNC7p off=480838 len=1520432 2024-04-15T17:04:54.712 INFO:tasks.workunit.client.0.smithi090.stdout:op 4669 completed, throughput=5MB/sec 2024-04-15T17:04:54.712 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DwDW7FPiJLH5JPO off=630857 len=464096 2024-04-15T17:04:54.717 INFO:tasks.workunit.client.0.smithi090.stdout:op 4670 completed, throughput=5MB/sec 2024-04-15T17:04:54.717 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZE65ZaSiCTl5bdv off=16940383 len=190277 2024-04-15T17:04:54.719 INFO:tasks.workunit.client.0.smithi090.stdout:op 4671 completed, throughput=5MB/sec 2024-04-15T17:04:55.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:55 smithi090 ceph-mon[91618]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:04:55.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:55 smithi090 ceph-mon[89240]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:04:55.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:55 smithi153 ceph-mon[84714]: pgmap v1860: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:04:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: 911: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:55.719 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wRmHhapWRDbSpmh off=4791927 len=701717 2024-04-15T17:04:55.724 INFO:tasks.workunit.client.0.smithi090.stdout:op 4672 completed, throughput=5MB/sec 2024-04-15T17:04:55.724 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-er9VVxbDIiK1Zln off=8831230 len=263265 2024-04-15T17:04:55.727 INFO:tasks.workunit.client.0.smithi090.stdout:op 4673 completed, throughput=5MB/sec 2024-04-15T17:04:55.727 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JjpuK_AAxlWA0wV off=4644002 len=527744 2024-04-15T17:04:55.728 INFO:tasks.workunit.client.0.smithi090.stdout:op 4674 completed, throughput=5MB/sec 2024-04-15T17:04:55.728 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-z25487mxu6wuKUc off=9009198 len=197634 2024-04-15T17:04:55.731 INFO:tasks.workunit.client.0.smithi090.stdout:op 4675 completed, throughput=5MB/sec 2024-04-15T17:04:55.731 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CVdERlO9B-FTz3p off=420160 len=2031995 2024-04-15T17:04:55.742 INFO:tasks.workunit.client.0.smithi090.stdout:op 4676 completed, throughput=5MB/sec 2024-04-15T17:04:55.743 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--PPkOkMNfKExOPv off=5516410 len=1353797 2024-04-15T17:04:55.744 INFO:tasks.workunit.client.0.smithi090.stdout:op 4677 completed, throughput=5MB/sec 2024-04-15T17:04:55.744 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FGpwaDCeDF62Cw9 off=4106429 len=1079271 2024-04-15T17:04:55.746 INFO:tasks.workunit.client.0.smithi090.stdout:op 4678 completed, throughput=5MB/sec 2024-04-15T17:04:56.746 INFO:tasks.workunit.client.0.smithi090.stdout: 912: throughput=5MB/sec pending data=0 2024-04-15T17:04:56.746 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-c68spHiivkKchZh off=6893435 len=1931215 2024-04-15T17:04:56.758 INFO:tasks.workunit.client.0.smithi090.stdout:op 4679 completed, throughput=5MB/sec 2024-04-15T17:04:56.758 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vIaubOtNMz8PSFm off=1858530 len=1131451 2024-04-15T17:04:56.760 INFO:tasks.workunit.client.0.smithi090.stdout:op 4680 completed, throughput=5MB/sec 2024-04-15T17:04:56.760 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-f_TNW0kEOIZBwLw off=4329904 len=1615386 2024-04-15T17:04:56.769 INFO:tasks.workunit.client.0.smithi090.stdout:op 4681 completed, throughput=5MB/sec 2024-04-15T17:04:57.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:57 smithi090 ceph-mon[91618]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-15T17:04:57.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:57 smithi090 ceph-mon[89240]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-15T17:04:57.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:57 smithi153 ceph-mon[84714]: pgmap v1861: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-15T17:04:57.769 INFO:tasks.workunit.client.0.smithi090.stdout: 913: throughput=4.99MB/sec pending data=0 2024-04-15T17:04:57.769 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-F1R0Z-_eAQSNILE off=7679864 len=797407 2024-04-15T17:04:57.770 INFO:tasks.workunit.client.0.smithi090.stdout:op 4682 completed, throughput=5MB/sec 2024-04-15T17:04:57.770 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-n9ol2KIzVRXfxmP off=10196267 len=933209 2024-04-15T17:04:57.776 INFO:tasks.workunit.client.0.smithi090.stdout:op 4683 completed, throughput=5MB/sec 2024-04-15T17:04:57.776 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KF2zMFxAdhjUWtz off=11310693 len=1175755 2024-04-15T17:04:57.783 INFO:tasks.workunit.client.0.smithi090.stdout:op 4684 completed, throughput=5MB/sec 2024-04-15T17:04:57.783 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5VYw8Cpyzdje9yM off=2796131 len=1615013 2024-04-15T17:04:57.787 INFO:tasks.workunit.client.0.smithi090.stdout:op 4685 completed, throughput=5MB/sec 2024-04-15T17:04:57.787 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5tfFJwu_tEtlp1D off=650311 len=199217 2024-04-15T17:04:57.787 INFO:tasks.workunit.client.0.smithi090.stdout:op 4686 completed, throughput=5MB/sec 2024-04-15T17:04:57.787 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1v1rVVV7nsDhQqJ off=15160422 len=1541139 2024-04-15T17:04:57.796 INFO:tasks.workunit.client.0.smithi090.stdout:op 4687 completed, throughput=5MB/sec 2024-04-15T17:04:58.797 INFO:tasks.workunit.client.0.smithi090.stdout: 914: throughput=5MB/sec pending data=0 2024-04-15T17:04:58.797 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ppROfGNfDPnFLMa off=14230464 len=259643 2024-04-15T17:04:58.798 INFO:tasks.workunit.client.0.smithi090.stdout:op 4688 completed, throughput=5MB/sec 2024-04-15T17:04:58.798 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IgbyJwFZJ5086It off=2142390 len=1175675 2024-04-15T17:04:58.799 INFO:tasks.workunit.client.0.smithi090.stdout:op 4689 completed, throughput=5MB/sec 2024-04-15T17:04:58.799 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZTBOe9k1gx4UHcu off=645992 len=1191313 2024-04-15T17:04:58.806 INFO:tasks.workunit.client.0.smithi090.stdout:op 4690 completed, throughput=5MB/sec 2024-04-15T17:04:58.806 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QXKhD6l5EdM-EGt off=92860 len=1534680 2024-04-15T17:04:58.808 INFO:tasks.workunit.client.0.smithi090.stdout:op 4691 completed, throughput=5MB/sec 2024-04-15T17:04:58.808 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SrWIs6IxSuPa1Vy off=1771948 len=1107613 2024-04-15T17:04:58.809 INFO:tasks.workunit.client.0.smithi090.stdout:op 4692 completed, throughput=5MB/sec 2024-04-15T17:04:59.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:04:59 smithi090 ceph-mon[91618]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:04:59.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:04:59 smithi090 ceph-mon[89240]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:04:59.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:04:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:04:59] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-15T17:04:59.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:04:59 smithi153 ceph-mon[84714]: pgmap v1862: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:04:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: 915: throughput=5MB/sec pending data=0 2024-04-15T17:04:59.809 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-f4T9WDAO2JcF4J8 off=2626266 len=1966809 2024-04-15T17:04:59.819 INFO:tasks.workunit.client.0.smithi090.stdout:op 4693 completed, throughput=5MB/sec 2024-04-15T17:04:59.819 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VTVPmGjJ7zzDE2_ off=23488755 len=851882 2024-04-15T17:04:59.820 INFO:tasks.workunit.client.0.smithi090.stdout:op 4694 completed, throughput=5MB/sec 2024-04-15T17:04:59.821 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oHyaP_14aVy-YGW off=12817996 len=298689 2024-04-15T17:04:59.822 INFO:tasks.workunit.client.0.smithi090.stdout:op 4695 completed, throughput=5MB/sec 2024-04-15T17:04:59.822 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jKlN1AqynbmOldJ off=1075017 len=1991802 2024-04-15T17:04:59.825 INFO:tasks.workunit.client.0.smithi090.stdout:op 4696 completed, throughput=5MB/sec 2024-04-15T17:05:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: 916: throughput=5MB/sec pending data=0 2024-04-15T17:05:00.826 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qMD-VTqz72CRse6 off=62042 len=522473 2024-04-15T17:05:00.830 INFO:tasks.workunit.client.0.smithi090.stdout:op 4697 completed, throughput=5MB/sec 2024-04-15T17:05:00.830 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gcMii5MlSbPUL2Q off=351067 len=616070 2024-04-15T17:05:00.831 INFO:tasks.workunit.client.0.smithi090.stdout:op 4698 completed, throughput=5MB/sec 2024-04-15T17:05:00.831 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PGzS87M815J7KaZ off=1082469 len=711394 2024-04-15T17:05:00.836 INFO:tasks.workunit.client.0.smithi090.stdout:op 4699 completed, throughput=5MB/sec 2024-04-15T17:05:00.836 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-w4nNq0GkQYK_Pmb off=1958677 len=153402 2024-04-15T17:05:00.838 INFO:tasks.workunit.client.0.smithi090.stdout:op 4700 completed, throughput=5MB/sec 2024-04-15T17:05:00.838 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-waxrWUm29uAAIMR off=5413521 len=1168235 2024-04-15T17:05:00.841 INFO:tasks.workunit.client.0.smithi090.stdout:op 4701 completed, throughput=5MB/sec 2024-04-15T17:05:00.841 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FZCzSPFUpC5Du2p off=12694347 len=951900 2024-04-15T17:05:00.847 INFO:tasks.workunit.client.0.smithi090.stdout:op 4702 completed, throughput=5MB/sec 2024-04-15T17:05:00.847 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--1qalc-4Fz7mzwQ off=2699850 len=790708 2024-04-15T17:05:00.848 INFO:tasks.workunit.client.0.smithi090.stdout:op 4703 completed, throughput=5MB/sec 2024-04-15T17:05:01.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:01 smithi090 ceph-mon[89240]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-15T17:05:01.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:01 smithi090 ceph-mon[91618]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-15T17:05:01.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:01 smithi153 ceph-mon[84714]: pgmap v1863: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-15T17:05:01.848 INFO:tasks.workunit.client.0.smithi090.stdout: 917: throughput=5MB/sec pending data=0 2024-04-15T17:05:01.849 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2_UpxbA7z9TscBC off=1266253 len=1445466 2024-04-15T17:05:01.855 INFO:tasks.workunit.client.0.smithi090.stdout:op 4704 completed, throughput=5MB/sec 2024-04-15T17:05:01.855 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ySoBelujqU_6wVD off=3614213 len=1518227 2024-04-15T17:05:01.857 INFO:tasks.workunit.client.0.smithi090.stdout:op 4705 completed, throughput=5MB/sec 2024-04-15T17:05:01.857 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RoeQx-Xg82s4EoL off=2658892 len=594135 2024-04-15T17:05:01.861 INFO:tasks.workunit.client.0.smithi090.stdout:op 4706 completed, throughput=5MB/sec 2024-04-15T17:05:01.861 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZsqyHKbuS8bko1f off=3994286 len=679590 2024-04-15T17:05:01.862 INFO:tasks.workunit.client.0.smithi090.stdout:op 4707 completed, throughput=5MB/sec 2024-04-15T17:05:01.862 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-s53Eb6mz3dFYlcN off=3430766 len=1530215 2024-04-15T17:05:01.864 INFO:tasks.workunit.client.0.smithi090.stdout:op 4708 completed, throughput=5MB/sec 2024-04-15T17:05:02.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:05:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:05:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:05:02.864 INFO:tasks.workunit.client.0.smithi090.stdout: 918: throughput=5MB/sec pending data=0 2024-04-15T17:05:02.864 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5HKT3dKYlOqfIGK off=12060778 len=1868917 2024-04-15T17:05:02.868 INFO:tasks.workunit.client.0.smithi090.stdout:op 4709 completed, throughput=5MB/sec 2024-04-15T17:05:02.868 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-A3dhLvDiXLo_Y9l off=336351 len=1117794 2024-04-15T17:05:02.875 INFO:tasks.workunit.client.0.smithi090.stdout:op 4710 completed, throughput=5MB/sec 2024-04-15T17:05:02.875 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qokUJ265nP94ew9 off=4051522 len=1335557 2024-04-15T17:05:02.876 INFO:tasks.workunit.client.0.smithi090.stdout:op 4711 completed, throughput=5MB/sec 2024-04-15T17:05:02.877 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yxl8Ov9NydnXB_4 off=5302083 len=1178718 2024-04-15T17:05:02.884 INFO:tasks.workunit.client.0.smithi090.stdout:op 4712 completed, throughput=5MB/sec 2024-04-15T17:05:03.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:03 smithi090 ceph-mon[89240]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T17:05:03.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:03 smithi090 ceph-mon[91618]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T17:05:03.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:03 smithi153 ceph-mon[84714]: pgmap v1864: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-15T17:05:03.884 INFO:tasks.workunit.client.0.smithi090.stdout: 919: throughput=5MB/sec pending data=0 2024-04-15T17:05:03.884 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WSnK5mP0CUxortV off=1337608 len=145283 2024-04-15T17:05:03.887 INFO:tasks.workunit.client.0.smithi090.stdout:op 4713 completed, throughput=5MB/sec 2024-04-15T17:05:03.887 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vPvfpZrJwTi9W5P off=2233261 len=718699 2024-04-15T17:05:03.892 INFO:tasks.workunit.client.0.smithi090.stdout:op 4714 completed, throughput=5MB/sec 2024-04-15T17:05:03.892 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UMLG_otcgHo_V68 off=7428017 len=350885 2024-04-15T17:05:03.892 INFO:tasks.workunit.client.0.smithi090.stdout:op 4715 completed, throughput=5MB/sec 2024-04-15T17:05:03.893 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9VVq6b55ifk3U0Z off=2334858 len=662265 2024-04-15T17:05:03.896 INFO:tasks.workunit.client.0.smithi090.stdout:op 4716 completed, throughput=5MB/sec 2024-04-15T17:05:03.896 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cMQ6NE6w0gf6k1J off=10924851 len=1270089 2024-04-15T17:05:03.905 INFO:tasks.workunit.client.0.smithi090.stdout:op 4717 completed, throughput=5MB/sec 2024-04-15T17:05:03.905 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AnwErKz4CZoCUU_ off=1252037 len=1473673 2024-04-15T17:05:03.907 INFO:tasks.workunit.client.0.smithi090.stdout:op 4718 completed, throughput=5MB/sec 2024-04-15T17:05:04.908 INFO:tasks.workunit.client.0.smithi090.stdout: 920: throughput=4.99MB/sec pending data=0 2024-04-15T17:05:04.908 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oMl_Cl4KXQ4Gysn off=10481712 len=1813864 2024-04-15T17:05:04.910 INFO:tasks.workunit.client.0.smithi090.stdout:op 4719 completed, throughput=5MB/sec 2024-04-15T17:05:04.910 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-HWpeLOEkV6ukuzK off=17997864 len=1734933 2024-04-15T17:05:04.918 INFO:tasks.workunit.client.0.smithi090.stdout:op 4720 completed, throughput=5MB/sec 2024-04-15T17:05:04.918 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sqB3mOFFk-4TQHC off=8287048 len=1636861 2024-04-15T17:05:04.929 INFO:tasks.workunit.client.0.smithi090.stdout:op 4721 completed, throughput=5MB/sec 2024-04-15T17:05:05.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:05 smithi090 ceph-mon[89240]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T17:05:05.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:05 smithi090 ceph-mon[91618]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T17:05:05.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:05 smithi153 ceph-mon[84714]: pgmap v1865: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T17:05:05.929 INFO:tasks.workunit.client.0.smithi090.stdout: 921: throughput=4.99MB/sec pending data=0 2024-04-15T17:05:05.929 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Phz5bDnfdjSBlq8 off=5898657 len=1057218 2024-04-15T17:05:05.931 INFO:tasks.workunit.client.0.smithi090.stdout:op 4722 completed, throughput=5MB/sec 2024-04-15T17:05:05.931 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zwuWuzUW52-s7iy off=4373982 len=709090 2024-04-15T17:05:05.932 INFO:tasks.workunit.client.0.smithi090.stdout:op 4723 completed, throughput=5MB/sec 2024-04-15T17:05:05.932 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-y5sh1Eppkdaq3jU off=2347541 len=172127 2024-04-15T17:05:05.932 INFO:tasks.workunit.client.0.smithi090.stdout:op 4724 completed, throughput=5MB/sec 2024-04-15T17:05:05.933 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IZGbAMd5rF3-bbR off=1108982 len=1465695 2024-04-15T17:05:05.940 INFO:tasks.workunit.client.0.smithi090.stdout:op 4725 completed, throughput=5MB/sec 2024-04-15T17:05:05.940 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-y3GkACKLwR9hCec off=16476146 len=1158213 2024-04-15T17:05:05.941 INFO:tasks.workunit.client.0.smithi090.stdout:op 4726 completed, throughput=5MB/sec 2024-04-15T17:05:05.941 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-X0L7jFY3Y-zSffe off=4581050 len=1591348 2024-04-15T17:05:05.944 INFO:tasks.workunit.client.0.smithi090.stdout:op 4727 completed, throughput=5MB/sec 2024-04-15T17:05:06.945 INFO:tasks.workunit.client.0.smithi090.stdout: 922: throughput=5MB/sec pending data=0 2024-04-15T17:05:06.945 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DblgSShZIi69Nu9 off=674776 len=347537 2024-04-15T17:05:06.945 INFO:tasks.workunit.client.0.smithi090.stdout:op 4728 completed, throughput=5MB/sec 2024-04-15T17:05:06.946 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rlTVpgs3SPdutze off=7086353 len=2039446 2024-04-15T17:05:06.960 INFO:tasks.workunit.client.0.smithi090.stdout:op 4729 completed, throughput=5MB/sec 2024-04-15T17:05:06.960 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4gXPrsF5rPkByau off=7285898 len=1310800 2024-04-15T17:05:06.962 INFO:tasks.workunit.client.0.smithi090.stdout:op 4730 completed, throughput=5MB/sec 2024-04-15T17:05:06.962 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XVE6K1PxQn7e6eq off=11626504 len=2077645 2024-04-15T17:05:06.965 INFO:tasks.workunit.client.0.smithi090.stdout:op 4731 completed, throughput=5MB/sec 2024-04-15T17:05:07.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:07 smithi090 ceph-mon[89240]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:05:07.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:07 smithi090 ceph-mon[91618]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:05:07.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:07 smithi153 ceph-mon[84714]: pgmap v1866: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:05:07.965 INFO:tasks.workunit.client.0.smithi090.stdout: 923: throughput=5MB/sec pending data=0 2024-04-15T17:05:07.965 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ToCIbYgQlWgk-A9 off=1315181 len=265081 2024-04-15T17:05:07.966 INFO:tasks.workunit.client.0.smithi090.stdout:op 4732 completed, throughput=5MB/sec 2024-04-15T17:05:07.966 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OrHGvi_Aypw_gr6 off=3378113 len=146220 2024-04-15T17:05:07.969 INFO:tasks.workunit.client.0.smithi090.stdout:op 4733 completed, throughput=5MB/sec 2024-04-15T17:05:07.969 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DJ9KIg8XNEfABmQ off=4117318 len=1127801 2024-04-15T17:05:07.975 INFO:tasks.workunit.client.0.smithi090.stdout:op 4734 completed, throughput=5MB/sec 2024-04-15T17:05:07.975 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-h43vdYdsDvJ1qXp off=2938018 len=1950954 2024-04-15T17:05:07.976 INFO:tasks.workunit.client.0.smithi090.stdout:op 4735 completed, throughput=5MB/sec 2024-04-15T17:05:07.976 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D7pLHYrfz4_Ddbz off=1525190 len=475873 2024-04-15T17:05:07.979 INFO:tasks.workunit.client.0.smithi090.stdout:op 4736 completed, throughput=5MB/sec 2024-04-15T17:05:07.979 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EaHKiCjRdAMLRUz off=13933238 len=432997 2024-04-15T17:05:07.983 INFO:tasks.workunit.client.0.smithi090.stdout:op 4737 completed, throughput=5MB/sec 2024-04-15T17:05:08.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:05:08.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:05:08.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:05:08.984 INFO:tasks.workunit.client.0.smithi090.stdout: 924: throughput=5MB/sec pending data=0 2024-04-15T17:05:08.984 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oVonnuJ4bUIePBR off=9897307 len=1444190 2024-04-15T17:05:08.985 INFO:tasks.workunit.client.0.smithi090.stdout:op 4738 completed, throughput=5MB/sec 2024-04-15T17:05:08.986 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Kx2luUJNZr3SwGh off=80926 len=1833203 2024-04-15T17:05:08.998 INFO:tasks.workunit.client.0.smithi090.stdout:op 4739 completed, throughput=5MB/sec 2024-04-15T17:05:08.998 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4K8Wq4xMVvD7haM off=470728 len=582135 2024-04-15T17:05:08.999 INFO:tasks.workunit.client.0.smithi090.stdout:op 4740 completed, throughput=5MB/sec 2024-04-15T17:05:08.999 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FXboZ-CONaP-iEp off=9546191 len=1118602 2024-04-15T17:05:09.004 INFO:tasks.workunit.client.0.smithi090.stdout:op 4741 completed, throughput=5MB/sec 2024-04-15T17:05:09.004 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h-hO-r-fT_k2hW1 off=638831 len=544837 2024-04-15T17:05:09.008 INFO:tasks.workunit.client.0.smithi090.stdout:op 4742 completed, throughput=5MB/sec 2024-04-15T17:05:09.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:09 smithi090 ceph-mon[91618]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:05:09.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:09 smithi090 ceph-mon[89240]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:05:09.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:05:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:05:09] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-15T17:05:09.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:09 smithi153 ceph-mon[84714]: pgmap v1867: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:05:10.008 INFO:tasks.workunit.client.0.smithi090.stdout: 925: throughput=5MB/sec pending data=0 2024-04-15T17:05:10.008 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-k1JE8UTmFP7yUFw off=1400928 len=786788 2024-04-15T17:05:10.013 INFO:tasks.workunit.client.0.smithi090.stdout:op 4743 completed, throughput=5MB/sec 2024-04-15T17:05:10.013 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-S51mekKdM1g4tH2 off=20743190 len=856732 2024-04-15T17:05:10.014 INFO:tasks.workunit.client.0.smithi090.stdout:op 4744 completed, throughput=5MB/sec 2024-04-15T17:05:10.014 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AuHLKhnx3DCWmQ6 off=450206 len=1340227 2024-04-15T17:05:10.016 INFO:tasks.workunit.client.0.smithi090.stdout:op 4745 completed, throughput=5MB/sec 2024-04-15T17:05:10.016 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YtmRgNX9g3u2m8w off=18831587 len=496489 2024-04-15T17:05:10.018 INFO:tasks.workunit.client.0.smithi090.stdout:op 4746 completed, throughput=5MB/sec 2024-04-15T17:05:10.018 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XnPknQfV7dn8I7D off=14029962 len=1335400 2024-04-15T17:05:10.020 INFO:tasks.workunit.client.0.smithi090.stdout:op 4747 completed, throughput=5MB/sec 2024-04-15T17:05:11.021 INFO:tasks.workunit.client.0.smithi090.stdout: 926: throughput=4.99MB/sec pending data=0 2024-04-15T17:05:11.021 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LUTFDc-sNqTLBL5 off=9644344 len=4318 2024-04-15T17:05:11.021 INFO:tasks.workunit.client.0.smithi090.stdout:op 4748 completed, throughput=4.99MB/sec 2024-04-15T17:05:11.022 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kLnLLwujKBAggwz off=12523398 len=1063496 2024-04-15T17:05:11.027 INFO:tasks.workunit.client.0.smithi090.stdout:op 4749 completed, throughput=5MB/sec 2024-04-15T17:05:11.028 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qSu39Q8nzeAM0HD off=1507533 len=1682814 2024-04-15T17:05:11.029 INFO:tasks.workunit.client.0.smithi090.stdout:op 4750 completed, throughput=5MB/sec 2024-04-15T17:05:11.030 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yoMVDmIfXqcjd2b off=19906714 len=896539 2024-04-15T17:05:11.035 INFO:tasks.workunit.client.0.smithi090.stdout:op 4751 completed, throughput=5MB/sec 2024-04-15T17:05:11.035 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--5O-F7A5F-FMTda off=3063038 len=919920 2024-04-15T17:05:11.040 INFO:tasks.workunit.client.0.smithi090.stdout:op 4752 completed, throughput=5MB/sec 2024-04-15T17:05:11.041 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EdTVb6_z6YexVY_ off=1081149 len=1675183 2024-04-15T17:05:11.042 INFO:tasks.workunit.client.0.smithi090.stdout:op 4753 completed, throughput=5MB/sec 2024-04-15T17:05:11.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:11 smithi090 ceph-mon[91618]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:05:11.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:11 smithi090 ceph-mon[89240]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:05:11.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:11 smithi153 ceph-mon[84714]: pgmap v1868: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:05:12.042 INFO:tasks.workunit.client.0.smithi090.stdout: 927: throughput=5MB/sec pending data=0 2024-04-15T17:05:12.043 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hQrZVJReAO4beHy off=123704 len=698911 2024-04-15T17:05:12.044 INFO:tasks.workunit.client.0.smithi090.stdout:op 4754 completed, throughput=5MB/sec 2024-04-15T17:05:12.044 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XaNLhRzh4MJkQtq off=10685620 len=288960 2024-04-15T17:05:12.047 INFO:tasks.workunit.client.0.smithi090.stdout:op 4755 completed, throughput=5MB/sec 2024-04-15T17:05:12.047 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3VG5xMPhK4SfDb8 off=154 len=734596 2024-04-15T17:05:12.049 INFO:tasks.workunit.client.0.smithi090.stdout:op 4756 completed, throughput=5MB/sec 2024-04-15T17:05:12.049 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-awzcz1ZJheXl0Vc off=10310001 len=495330 2024-04-15T17:05:12.052 INFO:tasks.workunit.client.0.smithi090.stdout:op 4757 completed, throughput=5MB/sec 2024-04-15T17:05:12.052 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pbnHv--tyKRoKDl off=7944300 len=513451 2024-04-15T17:05:12.053 INFO:tasks.workunit.client.0.smithi090.stdout:op 4758 completed, throughput=5MB/sec 2024-04-15T17:05:12.053 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-J6Dxy0IhwtKb2SU off=7856434 len=2073449 2024-04-15T17:05:12.065 INFO:tasks.workunit.client.0.smithi090.stdout:op 4759 completed, throughput=5MB/sec 2024-04-15T17:05:12.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:05:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:05:13.065 INFO:tasks.workunit.client.0.smithi090.stdout: 928: throughput=5MB/sec pending data=0 2024-04-15T17:05:13.066 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Lv_4OD34VW4GNJS off=7251796 len=44875 2024-04-15T17:05:13.068 INFO:tasks.workunit.client.0.smithi090.stdout:op 4760 completed, throughput=5MB/sec 2024-04-15T17:05:13.068 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AVjqfT3pyfYJQ0s off=12824259 len=229591 2024-04-15T17:05:13.069 INFO:tasks.workunit.client.0.smithi090.stdout:op 4761 completed, throughput=5MB/sec 2024-04-15T17:05:13.069 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5ACvtZSJ8C02HRo off=6849806 len=353094 2024-04-15T17:05:13.070 INFO:tasks.workunit.client.0.smithi090.stdout:op 4762 completed, throughput=5MB/sec 2024-04-15T17:05:13.070 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CO_qyq4D8W5cJJc off=9995851 len=1507556 2024-04-15T17:05:13.078 INFO:tasks.workunit.client.0.smithi090.stdout:op 4763 completed, throughput=5MB/sec 2024-04-15T17:05:13.078 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eMyNg9EqD9i42gt off=15618776 len=898913 2024-04-15T17:05:13.079 INFO:tasks.workunit.client.0.smithi090.stdout:op 4764 completed, throughput=5MB/sec 2024-04-15T17:05:13.079 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-e_Xw8BQX1jC_Pr4 off=18357736 len=1745651 2024-04-15T17:05:13.088 INFO:tasks.workunit.client.0.smithi090.stdout:op 4765 completed, throughput=5MB/sec 2024-04-15T17:05:13.088 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-T72vFyRS9AOO_kx off=8155654 len=880698 2024-04-15T17:05:13.093 INFO:tasks.workunit.client.0.smithi090.stdout:op 4766 completed, throughput=5MB/sec 2024-04-15T17:05:13.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:13 smithi090 ceph-mon[91618]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:05:13.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:13 smithi090 ceph-mon[89240]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:05:13.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:13 smithi153 ceph-mon[84714]: pgmap v1869: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:05:14.093 INFO:tasks.workunit.client.0.smithi090.stdout: 929: throughput=5MB/sec pending data=0 2024-04-15T17:05:14.093 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IiMuFVU64lZujt0 off=6492558 len=1487047 2024-04-15T17:05:14.102 INFO:tasks.workunit.client.0.smithi090.stdout:op 4767 completed, throughput=5MB/sec 2024-04-15T17:05:14.102 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-F4sWRZ5Fvc8huOz off=2578554 len=586126 2024-04-15T17:05:14.103 INFO:tasks.workunit.client.0.smithi090.stdout:op 4768 completed, throughput=5MB/sec 2024-04-15T17:05:14.103 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gI-FCC91UU5ifvO off=1603105 len=15767 2024-04-15T17:05:14.103 INFO:tasks.workunit.client.0.smithi090.stdout:op 4769 completed, throughput=5MB/sec 2024-04-15T17:05:14.103 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-poXTQSU1VGoBtzO off=251842 len=1161840 2024-04-15T17:05:14.109 INFO:tasks.workunit.client.0.smithi090.stdout:op 4770 completed, throughput=5MB/sec 2024-04-15T17:05:14.109 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NL0yNJemKunNjOo off=11647513 len=753268 2024-04-15T17:05:14.114 INFO:tasks.workunit.client.0.smithi090.stdout:op 4771 completed, throughput=5MB/sec 2024-04-15T17:05:14.114 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nVJlbnFBgOJikQS off=3057574 len=1574887 2024-04-15T17:05:14.121 INFO:tasks.workunit.client.0.smithi090.stdout:op 4772 completed, throughput=5MB/sec 2024-04-15T17:05:15.121 INFO:tasks.workunit.client.0.smithi090.stdout: 930: throughput=5MB/sec pending data=0 2024-04-15T17:05:15.121 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Th24eGXccgKorZo off=14509688 len=710099 2024-04-15T17:05:15.126 INFO:tasks.workunit.client.0.smithi090.stdout:op 4773 completed, throughput=5MB/sec 2024-04-15T17:05:15.126 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DN25t6B-OX_0tg3 off=4918988 len=1167367 2024-04-15T17:05:15.132 INFO:tasks.workunit.client.0.smithi090.stdout:op 4774 completed, throughput=5MB/sec 2024-04-15T17:05:15.132 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Evd50bIJuVGeTx5 off=1442741 len=10825 2024-04-15T17:05:15.134 INFO:tasks.workunit.client.0.smithi090.stdout:op 4775 completed, throughput=5MB/sec 2024-04-15T17:05:15.135 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MY5Mbk1QKbaZY5L off=12635508 len=181652 2024-04-15T17:05:15.137 INFO:tasks.workunit.client.0.smithi090.stdout:op 4776 completed, throughput=5MB/sec 2024-04-15T17:05:15.137 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gp5QxgU_gdX2TDr off=4666199 len=1294128 2024-04-15T17:05:15.143 INFO:tasks.workunit.client.0.smithi090.stdout:op 4777 completed, throughput=5MB/sec 2024-04-15T17:05:15.143 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9aZTCtJPNPUinLH off=8760711 len=1224648 2024-04-15T17:05:15.151 INFO:tasks.workunit.client.0.smithi090.stdout:op 4778 completed, throughput=5MB/sec 2024-04-15T17:05:15.151 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ye2QLhZ8G9BLev3 off=9663450 len=1372939 2024-04-15T17:05:15.157 INFO:tasks.workunit.client.0.smithi090.stdout:op 4779 completed, throughput=5MB/sec 2024-04-15T17:05:15.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:15 smithi090 ceph-mon[89240]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:05:15.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:15 smithi090 ceph-mon[91618]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:05:15.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:15 smithi153 ceph-mon[84714]: pgmap v1870: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:05:16.158 INFO:tasks.workunit.client.0.smithi090.stdout: 931: throughput=5MB/sec pending data=0 2024-04-15T17:05:16.158 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hYgWHECurObsRoE off=750192 len=751570 2024-04-15T17:05:16.160 INFO:tasks.workunit.client.0.smithi090.stdout:op 4780 completed, throughput=5MB/sec 2024-04-15T17:05:16.160 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CxoQ8iZ6nxELeWW off=4133890 len=75698 2024-04-15T17:05:16.163 INFO:tasks.workunit.client.0.smithi090.stdout:op 4781 completed, throughput=5MB/sec 2024-04-15T17:05:16.163 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-t23AtRSkIt4_jXR off=7722625 len=405656 2024-04-15T17:05:16.163 INFO:tasks.workunit.client.0.smithi090.stdout:op 4782 completed, throughput=5MB/sec 2024-04-15T17:05:16.164 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kbnl5jEqBqZU2Fb off=3905694 len=723260 2024-04-15T17:05:16.168 INFO:tasks.workunit.client.0.smithi090.stdout:op 4783 completed, throughput=5MB/sec 2024-04-15T17:05:16.168 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rBCwlKIwMigRqME off=4942174 len=1864044 2024-04-15T17:05:16.170 INFO:tasks.workunit.client.0.smithi090.stdout:op 4784 completed, throughput=5MB/sec 2024-04-15T17:05:16.171 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xbhc7tTv63pmn8F off=14202519 len=481883 2024-04-15T17:05:16.171 INFO:tasks.workunit.client.0.smithi090.stdout:op 4785 completed, throughput=5MB/sec 2024-04-15T17:05:17.172 INFO:tasks.workunit.client.0.smithi090.stdout: 932: throughput=5MB/sec pending data=0 2024-04-15T17:05:17.172 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YK_DgW-pw050eAf off=924313 len=1779124 2024-04-15T17:05:17.175 INFO:tasks.workunit.client.0.smithi090.stdout:op 4786 completed, throughput=5MB/sec 2024-04-15T17:05:17.175 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RGalIkllK_jkJsU off=11746330 len=1948662 2024-04-15T17:05:17.178 INFO:tasks.workunit.client.0.smithi090.stdout:op 4787 completed, throughput=5MB/sec 2024-04-15T17:05:17.179 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wBYtY7ZklpN2dkZ off=8261441 len=233035 2024-04-15T17:05:17.179 INFO:tasks.workunit.client.0.smithi090.stdout:op 4788 completed, throughput=5MB/sec 2024-04-15T17:05:17.179 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BfLallhL4306L0z off=1895180 len=434964 2024-04-15T17:05:17.181 INFO:tasks.workunit.client.0.smithi090.stdout:op 4789 completed, throughput=5MB/sec 2024-04-15T17:05:17.181 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--i3L4jy1Lh4EVuK off=17432477 len=66118 2024-04-15T17:05:17.181 INFO:tasks.workunit.client.0.smithi090.stdout:op 4790 completed, throughput=5MB/sec 2024-04-15T17:05:17.181 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-De4zITEomywOghq off=12527466 len=1123345 2024-04-15T17:05:17.187 INFO:tasks.workunit.client.0.smithi090.stdout:op 4791 completed, throughput=5MB/sec 2024-04-15T17:05:17.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:17 smithi090 ceph-mon[91618]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:05:17.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:17 smithi090 ceph-mon[89240]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:05:17.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:17 smithi153 ceph-mon[84714]: pgmap v1871: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:05:18.187 INFO:tasks.workunit.client.0.smithi090.stdout: 933: throughput=5MB/sec pending data=0 2024-04-15T17:05:18.188 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UPrj0B5sb703aYU off=7083183 len=949904 2024-04-15T17:05:18.192 INFO:tasks.workunit.client.0.smithi090.stdout:op 4792 completed, throughput=5MB/sec 2024-04-15T17:05:18.192 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-F5wZdpXfBnQzoV_ off=791567 len=1225479 2024-04-15T17:05:18.194 INFO:tasks.workunit.client.0.smithi090.stdout:op 4793 completed, throughput=5MB/sec 2024-04-15T17:05:18.194 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QXnlMkueSTVByfM off=147316 len=1496359 2024-04-15T17:05:18.202 INFO:tasks.workunit.client.0.smithi090.stdout:op 4794 completed, throughput=5MB/sec 2024-04-15T17:05:18.203 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-E-yr6gSUkGf9fHF off=7519014 len=1015282 2024-04-15T17:05:18.204 INFO:tasks.workunit.client.0.smithi090.stdout:op 4795 completed, throughput=5MB/sec 2024-04-15T17:05:18.204 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iuKTCPMA491_7Gy off=11963042 len=244164 2024-04-15T17:05:18.207 INFO:tasks.workunit.client.0.smithi090.stdout:op 4796 completed, throughput=5MB/sec 2024-04-15T17:05:19.207 INFO:tasks.workunit.client.0.smithi090.stdout: 934: throughput=4.99MB/sec pending data=0 2024-04-15T17:05:19.207 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vpd09x-DCNlVa81 off=2062846 len=1285004 2024-04-15T17:05:19.209 INFO:tasks.workunit.client.0.smithi090.stdout:op 4797 completed, throughput=5MB/sec 2024-04-15T17:05:19.209 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-v9ybo5bCfVa5aRQ off=4304868 len=703188 2024-04-15T17:05:19.214 INFO:tasks.workunit.client.0.smithi090.stdout:op 4798 completed, throughput=5MB/sec 2024-04-15T17:05:19.214 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-b3n_hdEwqXRRsg3 off=11310909 len=870791 2024-04-15T17:05:19.219 INFO:tasks.workunit.client.0.smithi090.stdout:op 4799 completed, throughput=5MB/sec 2024-04-15T17:05:19.220 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tmNWcgV3-4CMOOz off=21822441 len=864229 2024-04-15T17:05:19.221 INFO:tasks.workunit.client.0.smithi090.stdout:op 4800 completed, throughput=5MB/sec 2024-04-15T17:05:19.221 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hWsmaumVXiWd4pv off=2185587 len=2024070 2024-04-15T17:05:19.223 INFO:tasks.workunit.client.0.smithi090.stdout:op 4801 completed, throughput=5MB/sec 2024-04-15T17:05:19.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:19 smithi090 ceph-mon[89240]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T17:05:19.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:19 smithi090 ceph-mon[91618]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T17:05:19.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:05:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:05:19] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-15T17:05:19.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:19 smithi153 ceph-mon[84714]: pgmap v1872: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T17:05:20.223 INFO:tasks.workunit.client.0.smithi090.stdout: 935: throughput=5MB/sec pending data=0 2024-04-15T17:05:20.223 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aXW6-VchER3tFJS off=11544122 len=378454 2024-04-15T17:05:20.227 INFO:tasks.workunit.client.0.smithi090.stdout:op 4802 completed, throughput=5MB/sec 2024-04-15T17:05:20.227 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mHD-bQ9qHvAINGu off=20331625 len=1972626 2024-04-15T17:05:20.238 INFO:tasks.workunit.client.0.smithi090.stdout:op 4803 completed, throughput=5MB/sec 2024-04-15T17:05:20.238 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SF5-nRCTrxtCbid off=9879019 len=1328968 2024-04-15T17:05:20.244 INFO:tasks.workunit.client.0.smithi090.stdout:op 4804 completed, throughput=5MB/sec 2024-04-15T17:05:20.245 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fbEmVZ3DUL24IkQ off=1487285 len=360539 2024-04-15T17:05:20.247 INFO:tasks.workunit.client.0.smithi090.stdout:op 4805 completed, throughput=5MB/sec 2024-04-15T17:05:20.247 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qjk5h9PP-HwrD4i off=6529552 len=1784229 2024-04-15T17:05:20.257 INFO:tasks.workunit.client.0.smithi090.stdout:op 4806 completed, throughput=5MB/sec 2024-04-15T17:05:21.257 INFO:tasks.workunit.client.0.smithi090.stdout: 936: throughput=5MB/sec pending data=0 2024-04-15T17:05:21.258 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IM-LNxEoRvKRom4 off=8824956 len=1605722 2024-04-15T17:05:21.259 INFO:tasks.workunit.client.0.smithi090.stdout:op 4807 completed, throughput=5MB/sec 2024-04-15T17:05:21.260 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LrL-QJ5fow5ktll off=5140005 len=1681150 2024-04-15T17:05:21.267 INFO:tasks.workunit.client.0.smithi090.stdout:op 4808 completed, throughput=5MB/sec 2024-04-15T17:05:21.267 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2l7pWtiT-I8Lt4m off=15103129 len=1549014 2024-04-15T17:05:21.270 INFO:tasks.workunit.client.0.smithi090.stdout:op 4809 completed, throughput=5MB/sec 2024-04-15T17:05:21.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:21 smithi090 ceph-mon[89240]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:05:21.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:21 smithi090 ceph-mon[91618]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:05:21.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:21 smithi153 ceph-mon[84714]: pgmap v1873: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:05:22.270 INFO:tasks.workunit.client.0.smithi090.stdout: 937: throughput=5MB/sec pending data=0 2024-04-15T17:05:22.271 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-K1GmsLp7CnqoCtT off=15011575 len=1368709 2024-04-15T17:05:22.273 INFO:tasks.workunit.client.0.smithi090.stdout:op 4810 completed, throughput=5MB/sec 2024-04-15T17:05:22.273 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OWEixWZmJREZ-kY off=656701 len=1098705 2024-04-15T17:05:22.274 INFO:tasks.workunit.client.0.smithi090.stdout:op 4811 completed, throughput=5MB/sec 2024-04-15T17:05:22.274 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DLZlSuEnkUyA1p2 off=20499802 len=281135 2024-04-15T17:05:22.277 INFO:tasks.workunit.client.0.smithi090.stdout:op 4812 completed, throughput=5MB/sec 2024-04-15T17:05:22.278 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-j7OsmFG66RxEi7Y off=4409501 len=127647 2024-04-15T17:05:22.280 INFO:tasks.workunit.client.0.smithi090.stdout:op 4813 completed, throughput=5MB/sec 2024-04-15T17:05:22.280 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_ZcoNTzWYXDFm8N off=1577877 len=32977 2024-04-15T17:05:22.281 INFO:tasks.workunit.client.0.smithi090.stdout:op 4814 completed, throughput=5MB/sec 2024-04-15T17:05:22.281 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GAYFf8aulY1ZQ45 off=6019861 len=1834971 2024-04-15T17:05:22.284 INFO:tasks.workunit.client.0.smithi090.stdout:op 4815 completed, throughput=5MB/sec 2024-04-15T17:05:22.284 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-T2bD5psnnKPz28E off=5445823 len=650292 2024-04-15T17:05:22.286 INFO:tasks.workunit.client.0.smithi090.stdout:op 4816 completed, throughput=5MB/sec 2024-04-15T17:05:22.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:05:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:05:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:05:23.287 INFO:tasks.workunit.client.0.smithi090.stdout: 938: throughput=5MB/sec pending data=0 2024-04-15T17:05:23.287 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xH7HaI0mC-w_55N off=6004306 len=742923 2024-04-15T17:05:23.291 INFO:tasks.workunit.client.0.smithi090.stdout:op 4817 completed, throughput=5MB/sec 2024-04-15T17:05:23.291 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fR4IaHEj6ShmyYH off=3745225 len=1201041 2024-04-15T17:05:23.293 INFO:tasks.workunit.client.0.smithi090.stdout:op 4818 completed, throughput=5MB/sec 2024-04-15T17:05:23.293 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ExnjsQXvg55KYa0 off=5575656 len=1727494 2024-04-15T17:05:23.295 INFO:tasks.workunit.client.0.smithi090.stdout:op 4819 completed, throughput=5MB/sec 2024-04-15T17:05:23.296 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QCb5HfqYu7NeA4O off=331638 len=173349 2024-04-15T17:05:23.298 INFO:tasks.workunit.client.0.smithi090.stdout:op 4820 completed, throughput=5MB/sec 2024-04-15T17:05:23.299 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kuydExvkkzmmmf1 off=3353328 len=198734 2024-04-15T17:05:23.301 INFO:tasks.workunit.client.0.smithi090.stdout:op 4821 completed, throughput=5MB/sec 2024-04-15T17:05:23.301 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zlen2QQzA9ntwnH off=78509 len=1676300 2024-04-15T17:05:23.304 INFO:tasks.workunit.client.0.smithi090.stdout:op 4822 completed, throughput=5MB/sec 2024-04-15T17:05:23.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:23 smithi090 ceph-mon[89240]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:05:23.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:05:23.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:23 smithi090 ceph-mon[91618]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:05:23.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:05:23.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:23 smithi153 ceph-mon[84714]: pgmap v1874: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:05:23.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:05:24.305 INFO:tasks.workunit.client.0.smithi090.stdout: 939: throughput=5MB/sec pending data=0 2024-04-15T17:05:24.305 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-olAJsNky1LX4ARo off=1863972 len=570275 2024-04-15T17:05:24.306 INFO:tasks.workunit.client.0.smithi090.stdout:op 4823 completed, throughput=5MB/sec 2024-04-15T17:05:24.306 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vcd0GpWpdzY23K8 off=9809793 len=519418 2024-04-15T17:05:24.310 INFO:tasks.workunit.client.0.smithi090.stdout:op 4824 completed, throughput=5MB/sec 2024-04-15T17:05:24.310 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3XYQr6n_ubj1Yc6 off=4635600 len=1924901 2024-04-15T17:05:24.320 INFO:tasks.workunit.client.0.smithi090.stdout:op 4825 completed, throughput=5MB/sec 2024-04-15T17:05:24.320 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZoJkMzcCxj12_vk off=0 len=1583411 2024-04-15T17:05:24.329 INFO:tasks.workunit.client.0.smithi090.stdout:op 4826 completed, throughput=5MB/sec 2024-04-15T17:05:25.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:25 smithi090 ceph-mon[89240]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T17:05:25.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:25 smithi090 ceph-mon[91618]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T17:05:25.329 INFO:tasks.workunit.client.0.smithi090.stdout: 940: throughput=4.99MB/sec pending data=0 2024-04-15T17:05:25.329 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iG6cqcnSoIGjrAb off=3397681 len=880402 2024-04-15T17:05:25.332 INFO:tasks.workunit.client.0.smithi090.stdout:op 4827 completed, throughput=5MB/sec 2024-04-15T17:05:25.332 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PI9aEXsa8jEsdry off=0 len=1580006 2024-04-15T17:05:25.335 INFO:tasks.workunit.client.0.smithi090.stdout:op 4828 completed, throughput=5MB/sec 2024-04-15T17:05:25.335 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ClttKsyTGqgcKwe off=12934551 len=1697718 2024-04-15T17:05:25.337 INFO:tasks.workunit.client.0.smithi090.stdout:op 4829 completed, throughput=5MB/sec 2024-04-15T17:05:25.337 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-d9yVwNyRmdFjAVq off=14535517 len=260057 2024-04-15T17:05:25.338 INFO:tasks.workunit.client.0.smithi090.stdout:op 4830 completed, throughput=5MB/sec 2024-04-15T17:05:25.338 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2KxnniN8Oj1mcKw off=13693744 len=1652212 2024-04-15T17:05:25.348 INFO:tasks.workunit.client.0.smithi090.stdout:op 4831 completed, throughput=5MB/sec 2024-04-15T17:05:25.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:25 smithi153 ceph-mon[84714]: pgmap v1875: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-15T17:05:26.348 INFO:tasks.workunit.client.0.smithi090.stdout: 941: throughput=5MB/sec pending data=0 2024-04-15T17:05:26.349 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XoL3SFidZd5m4rC off=1140467 len=862255 2024-04-15T17:05:26.350 INFO:tasks.workunit.client.0.smithi090.stdout:op 4832 completed, throughput=5MB/sec 2024-04-15T17:05:26.350 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4_Si2A02TorhhzJ off=897418 len=1123502 2024-04-15T17:05:26.353 INFO:tasks.workunit.client.0.smithi090.stdout:op 4833 completed, throughput=5MB/sec 2024-04-15T17:05:26.353 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DZLBYTDkrXJypFB off=5487016 len=590386 2024-04-15T17:05:26.354 INFO:tasks.workunit.client.0.smithi090.stdout:op 4834 completed, throughput=5MB/sec 2024-04-15T17:05:26.354 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nPeGDIt2gWjvxJo off=7463789 len=1062313 2024-04-15T17:05:26.355 INFO:tasks.workunit.client.0.smithi090.stdout:op 4835 completed, throughput=5MB/sec 2024-04-15T17:05:26.355 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0goH2w0HbRGn1Ty off=3540008 len=258761 2024-04-15T17:05:26.355 INFO:tasks.workunit.client.0.smithi090.stdout:op 4836 completed, throughput=5MB/sec 2024-04-15T17:05:26.356 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ETTmhz5ZLrNvs11 off=8672556 len=1957733 2024-04-15T17:05:26.358 INFO:tasks.workunit.client.0.smithi090.stdout:op 4837 completed, throughput=5MB/sec 2024-04-15T17:05:27.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:27 smithi090 ceph-mon[89240]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:05:27.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:27 smithi090 ceph-mon[91618]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:05:27.358 INFO:tasks.workunit.client.0.smithi090.stdout: 942: throughput=5MB/sec pending data=0 2024-04-15T17:05:27.359 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UxQNgwQ8GMKNdNg off=6110970 len=2002920 2024-04-15T17:05:27.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:27 smithi153 ceph-mon[84714]: pgmap v1876: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:05:27.361 INFO:tasks.workunit.client.0.smithi090.stdout:op 4838 completed, throughput=5MB/sec 2024-04-15T17:05:27.361 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_VQIx1AwjkXL9w1 off=13647970 len=184787 2024-04-15T17:05:27.364 INFO:tasks.workunit.client.0.smithi090.stdout:op 4839 completed, throughput=5MB/sec 2024-04-15T17:05:27.364 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3YbL1B0unF3LTKs off=3328130 len=15274 2024-04-15T17:05:27.365 INFO:tasks.workunit.client.0.smithi090.stdout:op 4840 completed, throughput=5MB/sec 2024-04-15T17:05:27.365 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wiWahcfB0iHALpd off=3982004 len=1228366 2024-04-15T17:05:27.371 INFO:tasks.workunit.client.0.smithi090.stdout:op 4841 completed, throughput=5MB/sec 2024-04-15T17:05:27.372 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BeENHSeCfTbfkNq off=18085739 len=580477 2024-04-15T17:05:27.375 INFO:tasks.workunit.client.0.smithi090.stdout:op 4842 completed, throughput=5MB/sec 2024-04-15T17:05:28.375 INFO:tasks.workunit.client.0.smithi090.stdout: 943: throughput=4.99MB/sec pending data=0 2024-04-15T17:05:28.376 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HrE1F27bZHbsHmK off=11000006 len=1408474 2024-04-15T17:05:28.377 INFO:tasks.workunit.client.0.smithi090.stdout:op 4843 completed, throughput=5MB/sec 2024-04-15T17:05:28.377 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-P1LpsVPIZQ-6D2Y off=6410429 len=376656 2024-04-15T17:05:28.381 INFO:tasks.workunit.client.0.smithi090.stdout:op 4844 completed, throughput=5MB/sec 2024-04-15T17:05:28.381 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9TCQdE-SMrkOhLJ off=1508879 len=734998 2024-04-15T17:05:28.386 INFO:tasks.workunit.client.0.smithi090.stdout:op 4845 completed, throughput=5MB/sec 2024-04-15T17:05:28.386 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HhljPmhoN-5HhEe off=2633661 len=1117893 2024-04-15T17:05:28.388 INFO:tasks.workunit.client.0.smithi090.stdout:op 4846 completed, throughput=5MB/sec 2024-04-15T17:05:28.388 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-P_jBJpRpfoJnvru off=2409639 len=49338 2024-04-15T17:05:28.391 INFO:tasks.workunit.client.0.smithi090.stdout:op 4847 completed, throughput=5MB/sec 2024-04-15T17:05:28.391 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RZng6NhjHv3g2eJ off=0 len=1268685 2024-04-15T17:05:28.399 INFO:tasks.workunit.client.0.smithi090.stdout:op 4848 completed, throughput=5MB/sec 2024-04-15T17:05:28.399 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--EWoTo9jX-ZAFPo off=23231768 len=1478265 2024-04-15T17:05:28.408 INFO:tasks.workunit.client.0.smithi090.stdout:op 4849 completed, throughput=5MB/sec 2024-04-15T17:05:29.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:29 smithi090 ceph-mon[89240]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:05:29.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:29 smithi090 ceph-mon[91618]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:05:29.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:05:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:05:29] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-15T17:05:29.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:29 smithi153 ceph-mon[84714]: pgmap v1877: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:05:29.408 INFO:tasks.workunit.client.0.smithi090.stdout: 944: throughput=5MB/sec pending data=0 2024-04-15T17:05:29.408 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jDeDPxV-aSUrQ5q off=4671727 len=397860 2024-04-15T17:05:29.412 INFO:tasks.workunit.client.0.smithi090.stdout:op 4850 completed, throughput=5MB/sec 2024-04-15T17:05:29.412 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DJqgkTJ9InEC2SF off=11602290 len=1630689 2024-04-15T17:05:29.418 INFO:tasks.workunit.client.0.smithi090.stdout:op 4851 completed, throughput=5MB/sec 2024-04-15T17:05:29.418 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lvIdpUdk_1_6IkW off=725849 len=1372986 2024-04-15T17:05:29.427 INFO:tasks.workunit.client.0.smithi090.stdout:op 4852 completed, throughput=5MB/sec 2024-04-15T17:05:29.427 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gVH1DlfJ-8WY_ct off=1329760 len=950008 2024-04-15T17:05:29.433 INFO:tasks.workunit.client.0.smithi090.stdout:op 4853 completed, throughput=5MB/sec 2024-04-15T17:05:30.433 INFO:tasks.workunit.client.0.smithi090.stdout: 945: throughput=4.99MB/sec pending data=0 2024-04-15T17:05:30.433 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cS-dNSQaRR64x7E off=18663935 len=1250414 2024-04-15T17:05:30.435 INFO:tasks.workunit.client.0.smithi090.stdout:op 4854 completed, throughput=5MB/sec 2024-04-15T17:05:30.435 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--XBmpX5J4FRFfCJ off=10220857 len=1260986 2024-04-15T17:05:30.436 INFO:tasks.workunit.client.0.smithi090.stdout:op 4855 completed, throughput=5MB/sec 2024-04-15T17:05:30.436 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0h5ouY_rVQ3gXWl off=52790 len=1075244 2024-04-15T17:05:30.442 INFO:tasks.workunit.client.0.smithi090.stdout:op 4856 completed, throughput=5MB/sec 2024-04-15T17:05:30.442 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FAvafdwmcCMAl36 off=4720581 len=1474568 2024-04-15T17:05:30.451 INFO:tasks.workunit.client.0.smithi090.stdout:op 4857 completed, throughput=5MB/sec 2024-04-15T17:05:30.451 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YO3CJJkkLY4APx1 off=5257778 len=2023034 2024-04-15T17:05:30.458 INFO:tasks.workunit.client.0.smithi090.stdout:op 4858 completed, throughput=5MB/sec 2024-04-15T17:05:31.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:31 smithi090 ceph-mon[89240]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:05:31.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:31 smithi090 ceph-mon[91618]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:05:31.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:31 smithi153 ceph-mon[84714]: pgmap v1878: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:05:31.459 INFO:tasks.workunit.client.0.smithi090.stdout: 946: throughput=5MB/sec pending data=0 2024-04-15T17:05:31.459 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_cjhWptD4wdUQ5D off=14360060 len=846885 2024-04-15T17:05:31.460 INFO:tasks.workunit.client.0.smithi090.stdout:op 4859 completed, throughput=5MB/sec 2024-04-15T17:05:31.460 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-D6Jz9lfeXTbhuiI off=646803 len=1898974 2024-04-15T17:05:31.465 INFO:tasks.workunit.client.0.smithi090.stdout:op 4860 completed, throughput=5MB/sec 2024-04-15T17:05:31.465 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Kw3d-OQZ-02mqw4 off=7000871 len=976042 2024-04-15T17:05:31.470 INFO:tasks.workunit.client.0.smithi090.stdout:op 4861 completed, throughput=5MB/sec 2024-04-15T17:05:32.470 INFO:tasks.workunit.client.0.smithi090.stdout: 947: throughput=5MB/sec pending data=0 2024-04-15T17:05:32.470 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Hnnv2a-KuM6WduS off=2968110 len=1870442 2024-04-15T17:05:32.474 INFO:tasks.workunit.client.0.smithi090.stdout:op 4862 completed, throughput=5MB/sec 2024-04-15T17:05:32.474 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XMX3ToYxohxtVdV off=3620839 len=1856266 2024-04-15T17:05:32.476 INFO:tasks.workunit.client.0.smithi090.stdout:op 4863 completed, throughput=5MB/sec 2024-04-15T17:05:32.476 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-P_1qBaoMvl1-qmA off=14238076 len=657453 2024-04-15T17:05:32.481 INFO:tasks.workunit.client.0.smithi090.stdout:op 4864 completed, throughput=5MB/sec 2024-04-15T17:05:32.481 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-T42oHUJTAieqebA off=4863720 len=599488 2024-04-15T17:05:32.482 INFO:tasks.workunit.client.0.smithi090.stdout:op 4865 completed, throughput=5MB/sec 2024-04-15T17:05:32.482 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-luNY4oZPAheqnZt off=5745301 len=1498772 2024-04-15T17:05:32.489 INFO:tasks.workunit.client.0.smithi090.stdout:op 4866 completed, throughput=5MB/sec 2024-04-15T17:05:32.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:05:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:05:33.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:33 smithi090 ceph-mon[89240]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:05:33.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:33 smithi090 ceph-mon[91618]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:05:33.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:33 smithi153 ceph-mon[84714]: pgmap v1879: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:05:33.490 INFO:tasks.workunit.client.0.smithi090.stdout: 948: throughput=5MB/sec pending data=0 2024-04-15T17:05:33.490 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bcmYdb1bgR9yilP off=1992621 len=573281 2024-04-15T17:05:33.494 INFO:tasks.workunit.client.0.smithi090.stdout:op 4867 completed, throughput=5MB/sec 2024-04-15T17:05:33.494 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-a-eFEFWzi1vszIF off=5366230 len=776674 2024-04-15T17:05:33.499 INFO:tasks.workunit.client.0.smithi090.stdout:op 4868 completed, throughput=5MB/sec 2024-04-15T17:05:33.499 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9elhWo_8Ui6tCN7 off=3516683 len=2031959 2024-04-15T17:05:33.503 INFO:tasks.workunit.client.0.smithi090.stdout:op 4869 completed, throughput=5MB/sec 2024-04-15T17:05:33.503 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6cWIJ8hlnK0zd7x off=8427455 len=1256609 2024-04-15T17:05:33.504 INFO:tasks.workunit.client.0.smithi090.stdout:op 4870 completed, throughput=5MB/sec 2024-04-15T17:05:34.505 INFO:tasks.workunit.client.0.smithi090.stdout: 949: throughput=5MB/sec pending data=0 2024-04-15T17:05:34.505 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6gWqPfWM0GwQm_n off=249713 len=819736 2024-04-15T17:05:34.510 INFO:tasks.workunit.client.0.smithi090.stdout:op 4871 completed, throughput=5MB/sec 2024-04-15T17:05:34.510 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7432xIl1yawRHP3 off=3852749 len=305883 2024-04-15T17:05:34.511 INFO:tasks.workunit.client.0.smithi090.stdout:op 4872 completed, throughput=5MB/sec 2024-04-15T17:05:34.511 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-i0hcdnyY6hSKm67 off=6250310 len=514684 2024-04-15T17:05:34.511 INFO:tasks.workunit.client.0.smithi090.stdout:op 4873 completed, throughput=5MB/sec 2024-04-15T17:05:34.511 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-a8pLDpXtcxO0IAw off=4275096 len=2079823 2024-04-15T17:05:34.524 INFO:tasks.workunit.client.0.smithi090.stdout:op 4874 completed, throughput=5MB/sec 2024-04-15T17:05:34.524 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oYfPyCqsa9p4tzr off=9567254 len=118514 2024-04-15T17:05:34.526 INFO:tasks.workunit.client.0.smithi090.stdout:op 4875 completed, throughput=5MB/sec 2024-04-15T17:05:34.526 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UreSkq74_a1_piz off=2515016 len=167526 2024-04-15T17:05:34.529 INFO:tasks.workunit.client.0.smithi090.stdout:op 4876 completed, throughput=5MB/sec 2024-04-15T17:05:34.529 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RloyPniBwaAk-6h off=21784980 len=567503 2024-04-15T17:05:34.530 INFO:tasks.workunit.client.0.smithi090.stdout:op 4877 completed, throughput=5MB/sec 2024-04-15T17:05:34.530 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9sDUejVdAnbbttw off=4660275 len=611649 2024-04-15T17:05:34.534 INFO:tasks.workunit.client.0.smithi090.stdout:op 4878 completed, throughput=5MB/sec 2024-04-15T17:05:35.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:35 smithi090 ceph-mon[91618]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:05:35.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:35 smithi090 ceph-mon[89240]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:05:35.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:35 smithi153 ceph-mon[84714]: pgmap v1880: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:05:35.534 INFO:tasks.workunit.client.0.smithi090.stdout: 950: throughput=5MB/sec pending data=0 2024-04-15T17:05:35.535 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_C-yajpgqmIj9B6 off=14358385 len=1074564 2024-04-15T17:05:35.541 INFO:tasks.workunit.client.0.smithi090.stdout:op 4879 completed, throughput=5MB/sec 2024-04-15T17:05:35.541 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-e8zn6nvqXunNXA9 off=8102456 len=88437 2024-04-15T17:05:35.542 INFO:tasks.workunit.client.0.smithi090.stdout:op 4880 completed, throughput=5MB/sec 2024-04-15T17:05:35.542 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-x4vgm4RrY-x0ZHg off=7552460 len=1101251 2024-04-15T17:05:35.547 INFO:tasks.workunit.client.0.smithi090.stdout:op 4881 completed, throughput=5MB/sec 2024-04-15T17:05:35.547 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rqhLJ9Th7lwNTfa off=2881309 len=57698 2024-04-15T17:05:35.547 INFO:tasks.workunit.client.0.smithi090.stdout:op 4882 completed, throughput=5MB/sec 2024-04-15T17:05:35.547 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ekwbWHmljh4j6qu off=2097138 len=186091 2024-04-15T17:05:35.548 INFO:tasks.workunit.client.0.smithi090.stdout:op 4883 completed, throughput=5MB/sec 2024-04-15T17:05:35.548 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-R_B_X4UvGVKSQym off=2375295 len=871007 2024-04-15T17:05:35.552 INFO:tasks.workunit.client.0.smithi090.stdout:op 4884 completed, throughput=5MB/sec 2024-04-15T17:05:35.552 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-effl18sOxHaD7n8 off=2923209 len=1738290 2024-04-15T17:05:35.553 INFO:tasks.workunit.client.0.smithi090.stdout:op 4885 completed, throughput=5MB/sec 2024-04-15T17:05:36.554 INFO:tasks.workunit.client.0.smithi090.stdout: 951: throughput=5MB/sec pending data=0 2024-04-15T17:05:36.554 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zlrYfRh5290Sb2b off=14858820 len=279501 2024-04-15T17:05:36.557 INFO:tasks.workunit.client.0.smithi090.stdout:op 4886 completed, throughput=5MB/sec 2024-04-15T17:05:36.557 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8DuEEvIILAqHv3d off=1044510 len=1149145 2024-04-15T17:05:36.560 INFO:tasks.workunit.client.0.smithi090.stdout:op 4887 completed, throughput=5MB/sec 2024-04-15T17:05:36.560 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sy-53z4NNBuw7iw off=4271264 len=705046 2024-04-15T17:05:36.565 INFO:tasks.workunit.client.0.smithi090.stdout:op 4888 completed, throughput=5MB/sec 2024-04-15T17:05:36.565 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kmGIsYKvnXgaTOI off=2654212 len=1553684 2024-04-15T17:05:36.567 INFO:tasks.workunit.client.0.smithi090.stdout:op 4889 completed, throughput=5MB/sec 2024-04-15T17:05:36.567 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NR_dUz7y87cQWKP off=11136696 len=115402 2024-04-15T17:05:36.568 INFO:tasks.workunit.client.0.smithi090.stdout:op 4890 completed, throughput=5MB/sec 2024-04-15T17:05:36.568 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-p9TBkIkwkS56Sy7 off=133780 len=879341 2024-04-15T17:05:36.573 INFO:tasks.workunit.client.0.smithi090.stdout:op 4891 completed, throughput=5MB/sec 2024-04-15T17:05:36.574 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VNxHXVTSy3fX7iV off=6445658 len=555324 2024-04-15T17:05:36.574 INFO:tasks.workunit.client.0.smithi090.stdout:op 4892 completed, throughput=5MB/sec 2024-04-15T17:05:37.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:37 smithi090 ceph-mon[91618]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T17:05:37.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:37 smithi090 ceph-mon[89240]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T17:05:37.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:37 smithi153 ceph-mon[84714]: pgmap v1881: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T17:05:37.575 INFO:tasks.workunit.client.0.smithi090.stdout: 952: throughput=5MB/sec pending data=0 2024-04-15T17:05:37.575 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qM_i_3_MtfdbysU off=5634255 len=188904 2024-04-15T17:05:37.578 INFO:tasks.workunit.client.0.smithi090.stdout:op 4893 completed, throughput=5MB/sec 2024-04-15T17:05:37.578 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nD9c4nWkrXNnA39 off=12989799 len=882314 2024-04-15T17:05:37.579 INFO:tasks.workunit.client.0.smithi090.stdout:op 4894 completed, throughput=5MB/sec 2024-04-15T17:05:37.579 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Db7UQ2eCRzUINia off=4598061 len=92044 2024-04-15T17:05:37.580 INFO:tasks.workunit.client.0.smithi090.stdout:op 4895 completed, throughput=5MB/sec 2024-04-15T17:05:37.580 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-66WamPx69-SHHB5 off=121388 len=2042029 2024-04-15T17:05:37.592 INFO:tasks.workunit.client.0.smithi090.stdout:op 4896 completed, throughput=5MB/sec 2024-04-15T17:05:37.592 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8tytgpJJvtduFKK off=5321178 len=1816211 2024-04-15T17:05:37.601 INFO:tasks.workunit.client.0.smithi090.stdout:op 4897 completed, throughput=5MB/sec 2024-04-15T17:05:37.601 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2OI-Z-k4c-3fOAF off=2320883 len=943239 2024-04-15T17:05:37.602 INFO:tasks.workunit.client.0.smithi090.stdout:op 4898 completed, throughput=5MB/sec 2024-04-15T17:05:38.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:05:38.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:05:38.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:05:38.602 INFO:tasks.workunit.client.0.smithi090.stdout: 953: throughput=5MB/sec pending data=0 2024-04-15T17:05:38.603 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wyvSUCjqT5XtaHw off=922490 len=626046 2024-04-15T17:05:38.607 INFO:tasks.workunit.client.0.smithi090.stdout:op 4899 completed, throughput=5MB/sec 2024-04-15T17:05:38.607 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hnTAn5L7HP3rQiz off=1222453 len=1296790 2024-04-15T17:05:38.614 INFO:tasks.workunit.client.0.smithi090.stdout:op 4900 completed, throughput=5MB/sec 2024-04-15T17:05:38.614 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IRR-dayp6XbW6cG off=9032317 len=1266722 2024-04-15T17:05:38.616 INFO:tasks.workunit.client.0.smithi090.stdout:op 4901 completed, throughput=5MB/sec 2024-04-15T17:05:38.616 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pLwo-YiWhd5NHXO off=0 len=1693394 2024-04-15T17:05:38.618 INFO:tasks.workunit.client.0.smithi090.stdout:op 4902 completed, throughput=5MB/sec 2024-04-15T17:05:39.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:39 smithi090 ceph-mon[89240]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:05:39.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:39 smithi090 ceph-mon[91618]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:05:39.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:05:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:05:39] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-15T17:05:39.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:39 smithi153 ceph-mon[84714]: pgmap v1882: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:05:39.618 INFO:tasks.workunit.client.0.smithi090.stdout: 954: throughput=5MB/sec pending data=0 2024-04-15T17:05:39.618 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-M8fiMb5TmwTFgxG off=5855083 len=284961 2024-04-15T17:05:39.622 INFO:tasks.workunit.client.0.smithi090.stdout:op 4903 completed, throughput=5MB/sec 2024-04-15T17:05:39.622 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SmTAxSk3Br8pYYZ off=8234514 len=1162629 2024-04-15T17:05:39.624 INFO:tasks.workunit.client.0.smithi090.stdout:op 4904 completed, throughput=5MB/sec 2024-04-15T17:05:39.624 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tToP1aQ2voYTooa off=918135 len=1925626 2024-04-15T17:05:39.633 INFO:tasks.workunit.client.0.smithi090.stdout:op 4905 completed, throughput=5MB/sec 2024-04-15T17:05:39.633 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RTOqShn2ht0fT3S off=2221436 len=1339468 2024-04-15T17:05:39.635 INFO:tasks.workunit.client.0.smithi090.stdout:op 4906 completed, throughput=5MB/sec 2024-04-15T17:05:39.635 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CyCkSkf281xeDPQ off=40091 len=1132640 2024-04-15T17:05:39.640 INFO:tasks.workunit.client.0.smithi090.stdout:op 4907 completed, throughput=5MB/sec 2024-04-15T17:05:40.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:40 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:05:40.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:40 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:05:40.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:40 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:05:40.641 INFO:tasks.workunit.client.0.smithi090.stdout: 955: throughput=5MB/sec pending data=0 2024-04-15T17:05:40.641 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7rd8lqIIS7KEkcG off=1972785 len=1460839 2024-04-15T17:05:40.650 INFO:tasks.workunit.client.0.smithi090.stdout:op 4908 completed, throughput=5MB/sec 2024-04-15T17:05:40.650 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IVZ2FP7347K8FjI off=154108 len=1061397 2024-04-15T17:05:40.650 INFO:tasks.workunit.client.0.smithi090.stdout:op 4909 completed, throughput=5MB/sec 2024-04-15T17:05:40.651 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-srbUpRZ_lQh93eP off=19735385 len=599448 2024-04-15T17:05:40.651 INFO:tasks.workunit.client.0.smithi090.stdout:op 4910 completed, throughput=5MB/sec 2024-04-15T17:05:40.651 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kKHIPi62cyG_DAs off=12250856 len=231973 2024-04-15T17:05:40.653 INFO:tasks.workunit.client.0.smithi090.stdout:op 4911 completed, throughput=5MB/sec 2024-04-15T17:05:40.653 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D7pLHYrfz4_Ddbz off=1314327 len=1495717 2024-04-15T17:05:40.658 INFO:tasks.workunit.client.0.smithi090.stdout:op 4912 completed, throughput=5MB/sec 2024-04-15T17:05:41.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:41 smithi153 ceph-mon[84714]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:05:41.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:41 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:05:41.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:41 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:05:41.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:41 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:05:41.567 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:41 smithi090 ceph-mon[91618]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:05:41.567 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:41 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:05:41.567 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:41 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:05:41.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:41 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:05:41.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:41 smithi090 ceph-mon[89240]: pgmap v1883: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:05:41.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:41 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:05:41.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:41 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:05:41.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:41 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:05:41.659 INFO:tasks.workunit.client.0.smithi090.stdout: 956: throughput=5MB/sec pending data=0 2024-04-15T17:05:41.659 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NELu44-F9nLwN1z off=3564861 len=485559 2024-04-15T17:05:41.663 INFO:tasks.workunit.client.0.smithi090.stdout:op 4913 completed, throughput=5MB/sec 2024-04-15T17:05:41.663 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oL0nmAStzCzbkeJ off=22283378 len=943962 2024-04-15T17:05:41.669 INFO:tasks.workunit.client.0.smithi090.stdout:op 4914 completed, throughput=5MB/sec 2024-04-15T17:05:41.670 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_ZemWpK4yco5VOk off=7331385 len=1545360 2024-04-15T17:05:41.677 INFO:tasks.workunit.client.0.smithi090.stdout:op 4915 completed, throughput=5MB/sec 2024-04-15T17:05:41.677 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VIKkGSyxi1RKYPp off=5703651 len=1710673 2024-04-15T17:05:41.686 INFO:tasks.workunit.client.0.smithi090.stdout:op 4916 completed, throughput=5MB/sec 2024-04-15T17:05:41.686 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yr947bDF0majvXq off=3443837 len=926731 2024-04-15T17:05:41.691 INFO:tasks.workunit.client.0.smithi090.stdout:op 4917 completed, throughput=5MB/sec 2024-04-15T17:05:42.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:05:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:05:42.694 INFO:tasks.workunit.client.0.smithi090.stdout: 957: throughput=5MB/sec pending data=0 2024-04-15T17:05:42.694 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AbOb7apX-giQ9ow off=44244 len=1438032 2024-04-15T17:05:42.694 INFO:tasks.workunit.client.0.smithi090.stdout:op 4918 completed, throughput=5MB/sec 2024-04-15T17:05:42.694 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cfX-7xI9MBz9PMQ off=3487647 len=1910940 2024-04-15T17:05:42.695 INFO:tasks.workunit.client.0.smithi090.stdout:op 4919 completed, throughput=5MB/sec 2024-04-15T17:05:42.695 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZefbaBa4ZTNeBZB off=440288 len=393711 2024-04-15T17:05:42.697 INFO:tasks.workunit.client.0.smithi090.stdout:op 4920 completed, throughput=5MB/sec 2024-04-15T17:05:42.697 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UEsITuP1417RsmC off=21148300 len=564395 2024-04-15T17:05:42.699 INFO:tasks.workunit.client.0.smithi090.stdout:op 4921 completed, throughput=5MB/sec 2024-04-15T17:05:42.699 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qMD_0mi69o_2NHA off=7897441 len=513677 2024-04-15T17:05:42.703 INFO:tasks.workunit.client.0.smithi090.stdout:op 4922 completed, throughput=5MB/sec 2024-04-15T17:05:43.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:43 smithi153 ceph-mon[84714]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:05:43.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:43 smithi090 ceph-mon[89240]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:05:43.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:43 smithi090 ceph-mon[91618]: pgmap v1884: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:05:43.703 INFO:tasks.workunit.client.0.smithi090.stdout: 958: throughput=4.99MB/sec pending data=0 2024-04-15T17:05:43.704 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xVly7RTPUhtY5Po off=4606033 len=828226 2024-04-15T17:05:43.705 INFO:tasks.workunit.client.0.smithi090.stdout:op 4923 completed, throughput=5MB/sec 2024-04-15T17:05:43.705 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jj-z_WlPqCPHZTf off=2298430 len=227654 2024-04-15T17:05:43.705 INFO:tasks.workunit.client.0.smithi090.stdout:op 4924 completed, throughput=5MB/sec 2024-04-15T17:05:43.705 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SQh2Swv2sWNmruC off=6140099 len=1802136 2024-04-15T17:05:43.707 INFO:tasks.workunit.client.0.smithi090.stdout:op 4925 completed, throughput=5MB/sec 2024-04-15T17:05:43.708 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-l_BKYZQz8icEsXV off=9375659 len=97600 2024-04-15T17:05:43.710 INFO:tasks.workunit.client.0.smithi090.stdout:op 4926 completed, throughput=5MB/sec 2024-04-15T17:05:43.710 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-T_C9rqywb3_qBE- off=15331608 len=1996591 2024-04-15T17:05:43.723 INFO:tasks.workunit.client.0.smithi090.stdout:op 4927 completed, throughput=5MB/sec 2024-04-15T17:05:43.723 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1dOjBn4ou5UeCGL off=17347410 len=907908 2024-04-15T17:05:43.727 INFO:tasks.workunit.client.0.smithi090.stdout:op 4928 completed, throughput=5MB/sec 2024-04-15T17:05:44.728 INFO:tasks.workunit.client.0.smithi090.stdout: 959: throughput=5MB/sec pending data=0 2024-04-15T17:05:44.728 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-l9Ei_1A0sNHSMlt off=3374475 len=164050 2024-04-15T17:05:44.729 INFO:tasks.workunit.client.0.smithi090.stdout:op 4929 completed, throughput=5MB/sec 2024-04-15T17:05:44.729 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9ag2gitDGia5CuY off=8002908 len=184569 2024-04-15T17:05:44.732 INFO:tasks.workunit.client.0.smithi090.stdout:op 4930 completed, throughput=5MB/sec 2024-04-15T17:05:44.732 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XA9U1_zUcPAfI2e off=15354250 len=1820743 2024-04-15T17:05:44.735 INFO:tasks.workunit.client.0.smithi090.stdout:op 4931 completed, throughput=5MB/sec 2024-04-15T17:05:44.735 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XpfY6sePzIOMc86 off=4901518 len=1270982 2024-04-15T17:05:44.737 INFO:tasks.workunit.client.0.smithi090.stdout:op 4932 completed, throughput=5MB/sec 2024-04-15T17:05:44.737 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IM9hIOW1-_z6eNt off=16757009 len=1342115 2024-04-15T17:05:44.745 INFO:tasks.workunit.client.0.smithi090.stdout:op 4933 completed, throughput=5MB/sec 2024-04-15T17:05:44.745 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-j3YtPqZoQIzvaBi off=42844 len=1173570 2024-04-15T17:05:44.752 INFO:tasks.workunit.client.0.smithi090.stdout:op 4934 completed, throughput=5MB/sec 2024-04-15T17:05:45.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:45 smithi153 ceph-mon[84714]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:05:45.570 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:45 smithi090 ceph-mon[89240]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:05:45.570 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:45 smithi090 ceph-mon[91618]: pgmap v1885: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:05:45.752 INFO:tasks.workunit.client.0.smithi090.stdout: 960: throughput=5MB/sec pending data=0 2024-04-15T17:05:45.752 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0XRvPD39Sk3v-OX off=2601566 len=1409599 2024-04-15T17:05:45.754 INFO:tasks.workunit.client.0.smithi090.stdout:op 4935 completed, throughput=5MB/sec 2024-04-15T17:05:45.754 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1GpXyftNN7Uj83S off=3965345 len=151324 2024-04-15T17:05:45.757 INFO:tasks.workunit.client.0.smithi090.stdout:op 4936 completed, throughput=5MB/sec 2024-04-15T17:05:45.757 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DYTMpeT75ricQ-F off=1165984 len=61453 2024-04-15T17:05:45.757 INFO:tasks.workunit.client.0.smithi090.stdout:op 4937 completed, throughput=5MB/sec 2024-04-15T17:05:45.758 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mKK5dFSF0CrVAg9 off=21117968 len=1494984 2024-04-15T17:05:45.759 INFO:tasks.workunit.client.0.smithi090.stdout:op 4938 completed, throughput=5MB/sec 2024-04-15T17:05:45.759 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ba1aj9kJGLladRx off=5064954 len=616957 2024-04-15T17:05:45.763 INFO:tasks.workunit.client.0.smithi090.stdout:op 4939 completed, throughput=5MB/sec 2024-04-15T17:05:45.764 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-G_Pqxq76LnRHq8C off=11606530 len=106178 2024-04-15T17:05:45.766 INFO:tasks.workunit.client.0.smithi090.stdout:op 4940 completed, throughput=5MB/sec 2024-04-15T17:05:45.766 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WzmahwZjQvBQyR_ off=3125803 len=308643 2024-04-15T17:05:45.769 INFO:tasks.workunit.client.0.smithi090.stdout:op 4941 completed, throughput=5MB/sec 2024-04-15T17:05:45.769 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BKhOQUzwZEClZir off=1969583 len=410010 2024-04-15T17:05:45.773 INFO:tasks.workunit.client.0.smithi090.stdout:op 4942 completed, throughput=5MB/sec 2024-04-15T17:05:46.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:46 smithi090 ceph-mon[89240]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:05:46.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:46 smithi090 ceph-mon[91618]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:05:46.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:46 smithi153 ceph-mon[84714]: pgmap v1886: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:05:46.771 INFO:tasks.workunit.client.0.smithi090.stdout: 961: throughput=5MB/sec pending data=0 2024-04-15T17:05:46.771 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9GCM9r161lRKjTJ off=14167014 len=1456021 2024-04-15T17:05:46.777 INFO:tasks.workunit.client.0.smithi090.stdout:op 4943 completed, throughput=5MB/sec 2024-04-15T17:05:46.777 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5O3HXmxJZlH0am_ off=6239241 len=896904 2024-04-15T17:05:46.779 INFO:tasks.workunit.client.0.smithi090.stdout:op 4944 completed, throughput=5MB/sec 2024-04-15T17:05:46.780 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WX5b56qsNf6bYNo off=7100622 len=475592 2024-04-15T17:05:46.781 INFO:tasks.workunit.client.0.smithi090.stdout:op 4945 completed, throughput=5MB/sec 2024-04-15T17:05:46.781 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-d8TbWR7FQVShJlL off=2108512 len=970569 2024-04-15T17:05:46.783 INFO:tasks.workunit.client.0.smithi090.stdout:op 4946 completed, throughput=5MB/sec 2024-04-15T17:05:46.783 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-suxQZbJSHExN5HG off=17384222 len=729346 2024-04-15T17:05:46.784 INFO:tasks.workunit.client.0.smithi090.stdout:op 4947 completed, throughput=5MB/sec 2024-04-15T17:05:46.784 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9m578tSYgOyondJ off=1964806 len=831473 2024-04-15T17:05:46.786 INFO:tasks.workunit.client.0.smithi090.stdout:op 4948 completed, throughput=5MB/sec 2024-04-15T17:05:47.786 INFO:tasks.workunit.client.0.smithi090.stdout: 962: throughput=5MB/sec pending data=0 2024-04-15T17:05:47.786 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KmjsOqMWpMzDnrI off=226234 len=975171 2024-04-15T17:05:47.792 INFO:tasks.workunit.client.0.smithi090.stdout:op 4949 completed, throughput=5MB/sec 2024-04-15T17:05:47.792 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tAdfmUnsmwVZG6E off=9503929 len=1272569 2024-04-15T17:05:47.799 INFO:tasks.workunit.client.0.smithi090.stdout:op 4950 completed, throughput=5MB/sec 2024-04-15T17:05:47.799 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cJPmmvoz79PmNwo off=20998357 len=821798 2024-04-15T17:05:47.804 INFO:tasks.workunit.client.0.smithi090.stdout:op 4951 completed, throughput=5MB/sec 2024-04-15T17:05:47.804 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MTqJTprZH9mJPPu off=1717837 len=2059639 2024-04-15T17:05:47.807 INFO:tasks.workunit.client.0.smithi090.stdout:op 4952 completed, throughput=5MB/sec 2024-04-15T17:05:48.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:48 smithi090 ceph-mon[89240]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T17:05:48.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:48 smithi090 ceph-mon[91618]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T17:05:48.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:48 smithi153 ceph-mon[84714]: pgmap v1887: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-15T17:05:48.807 INFO:tasks.workunit.client.0.smithi090.stdout: 963: throughput=5MB/sec pending data=0 2024-04-15T17:05:48.807 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SyU_Ae2zMmCVc06 off=9654371 len=1546353 2024-04-15T17:05:48.817 INFO:tasks.workunit.client.0.smithi090.stdout:op 4953 completed, throughput=5MB/sec 2024-04-15T17:05:48.817 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qki4VGtGWOwEbx1 off=9323154 len=1305531 2024-04-15T17:05:48.819 INFO:tasks.workunit.client.0.smithi090.stdout:op 4954 completed, throughput=5MB/sec 2024-04-15T17:05:48.819 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5WwuzK29DrWgCTx off=4263453 len=2003490 2024-04-15T17:05:48.821 INFO:tasks.workunit.client.0.smithi090.stdout:op 4955 completed, throughput=5MB/sec 2024-04-15T17:05:48.821 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-P8CZ7LzGXFFkU-3 off=875053 len=693567 2024-04-15T17:05:48.823 INFO:tasks.workunit.client.0.smithi090.stdout:op 4956 completed, throughput=5MB/sec 2024-04-15T17:05:49.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:05:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:05:49] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-15T17:05:49.823 INFO:tasks.workunit.client.0.smithi090.stdout: 964: throughput=5MB/sec pending data=0 2024-04-15T17:05:49.823 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--Sz81wTQUMfRVzL off=9723064 len=143343 2024-04-15T17:05:49.824 INFO:tasks.workunit.client.0.smithi090.stdout:op 4957 completed, throughput=5MB/sec 2024-04-15T17:05:49.824 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_c6Dxe8ce0vkm71 off=7004368 len=1830212 2024-04-15T17:05:49.826 INFO:tasks.workunit.client.0.smithi090.stdout:op 4958 completed, throughput=5MB/sec 2024-04-15T17:05:49.826 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xq8gzN9QZYjEB0H off=6472901 len=312039 2024-04-15T17:05:49.827 INFO:tasks.workunit.client.0.smithi090.stdout:op 4959 completed, throughput=5MB/sec 2024-04-15T17:05:49.827 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-05FF7IoV67o75p3 off=12836903 len=2001051 2024-04-15T17:05:49.838 INFO:tasks.workunit.client.0.smithi090.stdout:op 4960 completed, throughput=5MB/sec 2024-04-15T17:05:49.838 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yzoYBmAeLWNW5aM off=2472311 len=833990 2024-04-15T17:05:49.842 INFO:tasks.workunit.client.0.smithi090.stdout:op 4961 completed, throughput=5MB/sec 2024-04-15T17:05:50.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:50 smithi090 ceph-mon[89240]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:05:50.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:50 smithi090 ceph-mon[91618]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:05:50.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:50 smithi153 ceph-mon[84714]: pgmap v1888: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-15T17:05:50.842 INFO:tasks.workunit.client.0.smithi090.stdout: 965: throughput=5MB/sec pending data=0 2024-04-15T17:05:50.843 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-l5SsgfS9dNccqpc off=5348675 len=768332 2024-04-15T17:05:50.847 INFO:tasks.workunit.client.0.smithi090.stdout:op 4962 completed, throughput=5MB/sec 2024-04-15T17:05:50.847 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dPykft70eSxwNHC off=5443607 len=883546 2024-04-15T17:05:50.852 INFO:tasks.workunit.client.0.smithi090.stdout:op 4963 completed, throughput=5MB/sec 2024-04-15T17:05:50.852 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-L7NHIbhneijcogP off=1019460 len=171279 2024-04-15T17:05:50.853 INFO:tasks.workunit.client.0.smithi090.stdout:op 4964 completed, throughput=5MB/sec 2024-04-15T17:05:50.853 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Phf93_9qtWjA4mK off=4856225 len=942762 2024-04-15T17:05:50.858 INFO:tasks.workunit.client.0.smithi090.stdout:op 4965 completed, throughput=5MB/sec 2024-04-15T17:05:50.858 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Kk5IXCkIBPKkJLj off=9448102 len=1236826 2024-04-15T17:05:50.865 INFO:tasks.workunit.client.0.smithi090.stdout:op 4966 completed, throughput=5MB/sec 2024-04-15T17:05:50.865 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4xa2eZA3hDnlUJG off=2461567 len=2024073 2024-04-15T17:05:50.877 INFO:tasks.workunit.client.0.smithi090.stdout:op 4967 completed, throughput=5MB/sec 2024-04-15T17:05:51.878 INFO:tasks.workunit.client.0.smithi090.stdout: 966: throughput=5MB/sec pending data=0 2024-04-15T17:05:51.878 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2EXYjEFYXVUDMup off=4377409 len=1388871 2024-04-15T17:05:51.885 INFO:tasks.workunit.client.0.smithi090.stdout:op 4968 completed, throughput=5MB/sec 2024-04-15T17:05:51.886 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Wktm23FXtibWxmt off=8766741 len=247710 2024-04-15T17:05:51.888 INFO:tasks.workunit.client.0.smithi090.stdout:op 4969 completed, throughput=5MB/sec 2024-04-15T17:05:51.888 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cdurAS16CPHXZgf off=7742737 len=1980681 2024-04-15T17:05:51.902 INFO:tasks.workunit.client.0.smithi090.stdout:op 4970 completed, throughput=5MB/sec 2024-04-15T17:05:51.902 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UThTFXPv12bMNmo off=7288335 len=1226428 2024-04-15T17:05:51.909 INFO:tasks.workunit.client.0.smithi090.stdout:op 4971 completed, throughput=5MB/sec 2024-04-15T17:05:52.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:52 smithi090 ceph-mon[89240]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T17:05:52.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:52 smithi090 ceph-mon[91618]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T17:05:52.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:52 smithi153 ceph-mon[84714]: pgmap v1889: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T17:05:52.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:05:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:05:52.910 INFO:tasks.workunit.client.0.smithi090.stdout: 967: throughput=5MB/sec pending data=0 2024-04-15T17:05:52.910 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GeIeXQU6zxChBRf off=1781204 len=758823 2024-04-15T17:05:52.914 INFO:tasks.workunit.client.0.smithi090.stdout:op 4972 completed, throughput=5MB/sec 2024-04-15T17:05:52.914 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lV3H2ryF0W4kUyR off=2647959 len=50486 2024-04-15T17:05:52.917 INFO:tasks.workunit.client.0.smithi090.stdout:op 4973 completed, throughput=5MB/sec 2024-04-15T17:05:52.917 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cXnNoYke9kVpq7p off=11210922 len=1752108 2024-04-15T17:05:52.927 INFO:tasks.workunit.client.0.smithi090.stdout:op 4974 completed, throughput=5MB/sec 2024-04-15T17:05:52.928 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-v1FYiIsVTVbcISO off=96998 len=371752 2024-04-15T17:05:52.928 INFO:tasks.workunit.client.0.smithi090.stdout:op 4975 completed, throughput=5MB/sec 2024-04-15T17:05:52.929 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-295MmUw3x-1Whfi off=6910183 len=638205 2024-04-15T17:05:52.932 INFO:tasks.workunit.client.0.smithi090.stdout:op 4976 completed, throughput=5MB/sec 2024-04-15T17:05:52.933 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MCgjeO-aPNKLTcc off=3166395 len=1477768 2024-04-15T17:05:52.941 INFO:tasks.workunit.client.0.smithi090.stdout:op 4977 completed, throughput=5MB/sec 2024-04-15T17:05:52.941 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-d1H-JxC7_GtHLPY off=0 len=1757349 2024-04-15T17:05:52.950 INFO:tasks.workunit.client.0.smithi090.stdout:op 4978 completed, throughput=5MB/sec 2024-04-15T17:05:53.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:05:53.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:05:53.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:05:53.950 INFO:tasks.workunit.client.0.smithi090.stdout: 968: throughput=5MB/sec pending data=0 2024-04-15T17:05:53.950 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hzenOfFLnpCEwNc off=312765 len=1562137 2024-04-15T17:05:53.952 INFO:tasks.workunit.client.0.smithi090.stdout:op 4979 completed, throughput=5MB/sec 2024-04-15T17:05:53.952 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cS-dNSQaRR64x7E off=2763790 len=716644 2024-04-15T17:05:53.953 INFO:tasks.workunit.client.0.smithi090.stdout:op 4980 completed, throughput=5MB/sec 2024-04-15T17:05:53.954 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-niqT7G_3owPOGia off=8369808 len=1002348 2024-04-15T17:05:53.955 INFO:tasks.workunit.client.0.smithi090.stdout:op 4981 completed, throughput=5MB/sec 2024-04-15T17:05:53.955 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zKiBjKEcSF0zFam off=1497624 len=239709 2024-04-15T17:05:53.958 INFO:tasks.workunit.client.0.smithi090.stdout:op 4982 completed, throughput=5MB/sec 2024-04-15T17:05:53.959 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-z7cV4jSStWgdlpR off=15047240 len=1843623 2024-04-15T17:05:53.961 INFO:tasks.workunit.client.0.smithi090.stdout:op 4983 completed, throughput=5MB/sec 2024-04-15T17:05:54.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:54 smithi090 ceph-mon[89240]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T17:05:54.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:54 smithi090 ceph-mon[91618]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T17:05:54.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:54 smithi153 ceph-mon[84714]: pgmap v1890: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-15T17:05:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: 969: throughput=5MB/sec pending data=0 2024-04-15T17:05:54.961 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9c55xV0lf3z_XFF off=3500112 len=1081162 2024-04-15T17:05:54.967 INFO:tasks.workunit.client.0.smithi090.stdout:op 4984 completed, throughput=5MB/sec 2024-04-15T17:05:54.967 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AswHbD2AYMJg4cD off=3356984 len=718171 2024-04-15T17:05:54.971 INFO:tasks.workunit.client.0.smithi090.stdout:op 4985 completed, throughput=5MB/sec 2024-04-15T17:05:54.971 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-W_uC4rflLNlccR2 off=4092979 len=1493288 2024-04-15T17:05:54.975 INFO:tasks.workunit.client.0.smithi090.stdout:op 4986 completed, throughput=5MB/sec 2024-04-15T17:05:54.975 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-M7DxNY3c3aEzfpR off=7672922 len=1573554 2024-04-15T17:05:54.976 INFO:tasks.workunit.client.0.smithi090.stdout:op 4987 completed, throughput=5MB/sec 2024-04-15T17:05:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: 970: throughput=5MB/sec pending data=0 2024-04-15T17:05:55.977 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1rfqxkSLHcxc75H off=1753776 len=1380113 2024-04-15T17:05:55.980 INFO:tasks.workunit.client.0.smithi090.stdout:op 4988 completed, throughput=5MB/sec 2024-04-15T17:05:55.980 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vEAWCenPl2AWkIT off=906693 len=1774757 2024-04-15T17:05:55.988 INFO:tasks.workunit.client.0.smithi090.stdout:op 4989 completed, throughput=5MB/sec 2024-04-15T17:05:55.988 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-85ocw0WalbDZm6i off=1278071 len=758959 2024-04-15T17:05:55.989 INFO:tasks.workunit.client.0.smithi090.stdout:op 4990 completed, throughput=5MB/sec 2024-04-15T17:05:55.989 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QHNQLdgCLk6_Czt off=8131007 len=524893 2024-04-15T17:05:55.992 INFO:tasks.workunit.client.0.smithi090.stdout:op 4991 completed, throughput=5MB/sec 2024-04-15T17:05:56.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:56 smithi090 ceph-mon[89240]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:05:56.567 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:56 smithi090 ceph-mon[91618]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:05:56.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:56 smithi153 ceph-mon[84714]: pgmap v1891: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:05:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: 971: throughput=5MB/sec pending data=0 2024-04-15T17:05:56.993 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-H8DmkKvAGh09_Gw off=1308845 len=1916463 2024-04-15T17:05:56.997 INFO:tasks.workunit.client.0.smithi090.stdout:op 4992 completed, throughput=5MB/sec 2024-04-15T17:05:56.997 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kO_Pf5YhEq2LxFK off=16933876 len=1281369 2024-04-15T17:05:57.004 INFO:tasks.workunit.client.0.smithi090.stdout:op 4993 completed, throughput=5MB/sec 2024-04-15T17:05:57.005 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UbXxOnXjZM1i3uI off=4996633 len=709957 2024-04-15T17:05:57.006 INFO:tasks.workunit.client.0.smithi090.stdout:op 4994 completed, throughput=5MB/sec 2024-04-15T17:05:57.006 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dL9AakSfeO-66fS off=10548712 len=1563841 2024-04-15T17:05:57.016 INFO:tasks.workunit.client.0.smithi090.stdout:op 4995 completed, throughput=5MB/sec 2024-04-15T17:05:58.016 INFO:tasks.workunit.client.0.smithi090.stdout: 972: throughput=5MB/sec pending data=0 2024-04-15T17:05:58.016 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mlyBMbEzrCXQ83p off=9885442 len=23222 2024-04-15T17:05:58.019 INFO:tasks.workunit.client.0.smithi090.stdout:op 4996 completed, throughput=5MB/sec 2024-04-15T17:05:58.019 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rS7Cya3Pk58_nnu off=22480017 len=313959 2024-04-15T17:05:58.020 INFO:tasks.workunit.client.0.smithi090.stdout:op 4997 completed, throughput=5MB/sec 2024-04-15T17:05:58.020 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RilsctncPo1KcDq off=11560953 len=353641 2024-04-15T17:05:58.023 INFO:tasks.workunit.client.0.smithi090.stdout:op 4998 completed, throughput=5MB/sec 2024-04-15T17:05:58.023 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TaKlPOBu7_JfYd6 off=18493094 len=1334506 2024-04-15T17:05:58.026 INFO:tasks.workunit.client.0.smithi090.stdout:op 4999 completed, throughput=5MB/sec 2024-04-15T17:05:58.026 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8baT_OHYXajCLt5 off=5619576 len=1143609 2024-04-15T17:05:58.027 INFO:tasks.workunit.client.0.smithi090.stdout:op 5000 completed, throughput=5MB/sec 2024-04-15T17:05:58.028 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DPLigB7S_8FlZ4n off=5269700 len=1659980 2024-04-15T17:05:58.037 INFO:tasks.workunit.client.0.smithi090.stdout:op 5001 completed, throughput=5MB/sec 2024-04-15T17:05:58.037 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0TCbm0SaIT3nyrR off=1264324 len=1489397 2024-04-15T17:05:58.040 INFO:tasks.workunit.client.0.smithi090.stdout:op 5002 completed, throughput=5MB/sec 2024-04-15T17:05:58.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:05:58 smithi090 ceph-mon[89240]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:05:58.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:05:58 smithi090 ceph-mon[91618]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:05:58.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:05:58 smithi153 ceph-mon[84714]: pgmap v1892: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:05:59.040 INFO:tasks.workunit.client.0.smithi090.stdout: 973: throughput=5MB/sec pending data=0 2024-04-15T17:05:59.040 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wPnlkw7SqVDWJt7 off=15368480 len=1895249 2024-04-15T17:05:59.053 INFO:tasks.workunit.client.0.smithi090.stdout:op 5003 completed, throughput=5MB/sec 2024-04-15T17:05:59.053 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PRznVYDFnUFqe4v off=17672392 len=27090 2024-04-15T17:05:59.054 INFO:tasks.workunit.client.0.smithi090.stdout:op 5004 completed, throughput=5MB/sec 2024-04-15T17:05:59.054 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RRGkIEBWDtspDxF off=9002194 len=1782165 2024-04-15T17:05:59.056 INFO:tasks.workunit.client.0.smithi090.stdout:op 5005 completed, throughput=5MB/sec 2024-04-15T17:05:59.056 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BthoGJN3lHKffk6 off=11987580 len=1918465 2024-04-15T17:05:59.058 INFO:tasks.workunit.client.0.smithi090.stdout:op 5006 completed, throughput=5MB/sec 2024-04-15T17:05:59.469 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:05:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:05:59] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-15T17:06:00.058 INFO:tasks.workunit.client.0.smithi090.stdout: 974: throughput=5MB/sec pending data=0 2024-04-15T17:06:00.059 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IIReluMbPv25fe3 off=6819051 len=1429909 2024-04-15T17:06:00.061 INFO:tasks.workunit.client.0.smithi090.stdout:op 5007 completed, throughput=5MB/sec 2024-04-15T17:06:00.061 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sEIamqZ0WBu5cmO off=7668740 len=851829 2024-04-15T17:06:00.066 INFO:tasks.workunit.client.0.smithi090.stdout:op 5008 completed, throughput=5MB/sec 2024-04-15T17:06:00.066 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WWqhhkVhimyaYqV off=6046994 len=606358 2024-04-15T17:06:00.069 INFO:tasks.workunit.client.0.smithi090.stdout:op 5009 completed, throughput=5MB/sec 2024-04-15T17:06:00.069 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jlr-OY5obcnXChW off=5449847 len=668132 2024-04-15T17:06:00.070 INFO:tasks.workunit.client.0.smithi090.stdout:op 5010 completed, throughput=5MB/sec 2024-04-15T17:06:00.070 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6_gyRBruqzYa1zp off=16175351 len=1646323 2024-04-15T17:06:00.073 INFO:tasks.workunit.client.0.smithi090.stdout:op 5011 completed, throughput=5MB/sec 2024-04-15T17:06:00.567 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:00 smithi090 ceph-mon[91618]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:06:00.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:00 smithi090 ceph-mon[89240]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:06:00.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:00 smithi153 ceph-mon[84714]: pgmap v1893: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:06:01.073 INFO:tasks.workunit.client.0.smithi090.stdout: 975: throughput=5MB/sec pending data=0 2024-04-15T17:06:01.074 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-itDJD2yLlwTT3a7 off=228385 len=455975 2024-04-15T17:06:01.077 INFO:tasks.workunit.client.0.smithi090.stdout:op 5012 completed, throughput=5MB/sec 2024-04-15T17:06:01.078 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CmdRnbf9RpBpa-G off=1076118 len=1051686 2024-04-15T17:06:01.079 INFO:tasks.workunit.client.0.smithi090.stdout:op 5013 completed, throughput=5MB/sec 2024-04-15T17:06:01.079 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-brf_oEH95l_nlI0 off=5249525 len=541221 2024-04-15T17:06:01.082 INFO:tasks.workunit.client.0.smithi090.stdout:op 5014 completed, throughput=5MB/sec 2024-04-15T17:06:01.083 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-S9iffVjNVpdhY67 off=8003844 len=1717037 2024-04-15T17:06:01.094 INFO:tasks.workunit.client.0.smithi090.stdout:op 5015 completed, throughput=5MB/sec 2024-04-15T17:06:01.094 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fEENZ1cYWcRLBan off=2809937 len=2076109 2024-04-15T17:06:01.097 INFO:tasks.workunit.client.0.smithi090.stdout:op 5016 completed, throughput=5MB/sec 2024-04-15T17:06:02.098 INFO:tasks.workunit.client.0.smithi090.stdout: 976: throughput=5MB/sec pending data=0 2024-04-15T17:06:02.098 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7dxSq9VYrIoQfS2 off=658115 len=34468 2024-04-15T17:06:02.098 INFO:tasks.workunit.client.0.smithi090.stdout:op 5017 completed, throughput=5MB/sec 2024-04-15T17:06:02.098 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-y05YLLxRWa7Ncqb off=3055314 len=1293850 2024-04-15T17:06:02.100 INFO:tasks.workunit.client.0.smithi090.stdout:op 5018 completed, throughput=5MB/sec 2024-04-15T17:06:02.100 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ktm6t7AciiIdqSO off=4124339 len=595504 2024-04-15T17:06:02.104 INFO:tasks.workunit.client.0.smithi090.stdout:op 5019 completed, throughput=5MB/sec 2024-04-15T17:06:02.104 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wZx3vuP3mCsb5ZB off=7759207 len=752664 2024-04-15T17:06:02.105 INFO:tasks.workunit.client.0.smithi090.stdout:op 5020 completed, throughput=5MB/sec 2024-04-15T17:06:02.105 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bpze9KJ94BTSc5B off=1849695 len=533969 2024-04-15T17:06:02.109 INFO:tasks.workunit.client.0.smithi090.stdout:op 5021 completed, throughput=5MB/sec 2024-04-15T17:06:02.109 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gaGGOe5V3NQ2l9N off=4759591 len=1585741 2024-04-15T17:06:02.117 INFO:tasks.workunit.client.0.smithi090.stdout:op 5022 completed, throughput=5MB/sec 2024-04-15T17:06:02.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:02 smithi090 ceph-mon[89240]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:06:02.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:02 smithi090 ceph-mon[91618]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:06:02.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:02 smithi153 ceph-mon[84714]: pgmap v1894: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:06:02.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:06:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:06:03.118 INFO:tasks.workunit.client.0.smithi090.stdout: 977: throughput=5MB/sec pending data=0 2024-04-15T17:06:03.118 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DblgSShZIi69Nu9 off=9318067 len=602758 2024-04-15T17:06:03.121 INFO:tasks.workunit.client.0.smithi090.stdout:op 5023 completed, throughput=5MB/sec 2024-04-15T17:06:03.121 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TdOrTftA_OtVf6H off=2540749 len=1617431 2024-04-15T17:06:03.123 INFO:tasks.workunit.client.0.smithi090.stdout:op 5024 completed, throughput=5MB/sec 2024-04-15T17:06:03.123 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-quyxvA6f9mi9OVB off=13927254 len=888798 2024-04-15T17:06:03.127 INFO:tasks.workunit.client.0.smithi090.stdout:op 5025 completed, throughput=5MB/sec 2024-04-15T17:06:03.128 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FLUyTlJlcZ0AONs off=6154303 len=916454 2024-04-15T17:06:03.134 INFO:tasks.workunit.client.0.smithi090.stdout:op 5026 completed, throughput=5MB/sec 2024-04-15T17:06:04.134 INFO:tasks.workunit.client.0.smithi090.stdout: 978: throughput=5MB/sec pending data=0 2024-04-15T17:06:04.134 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Zb0M2c5gzlL0hyr off=4433324 len=565339 2024-04-15T17:06:04.138 INFO:tasks.workunit.client.0.smithi090.stdout:op 5027 completed, throughput=5MB/sec 2024-04-15T17:06:04.138 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8nIOTVu-VgFC3yA off=3762711 len=864112 2024-04-15T17:06:04.141 INFO:tasks.workunit.client.0.smithi090.stdout:op 5028 completed, throughput=5MB/sec 2024-04-15T17:06:04.141 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rNycA9O3Cb4BCjG off=5395880 len=1499517 2024-04-15T17:06:04.144 INFO:tasks.workunit.client.0.smithi090.stdout:op 5029 completed, throughput=5MB/sec 2024-04-15T17:06:04.145 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-chno0RC8RKX-QAO off=4495390 len=432242 2024-04-15T17:06:04.145 INFO:tasks.workunit.client.0.smithi090.stdout:op 5030 completed, throughput=5MB/sec 2024-04-15T17:06:04.145 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-c5vKIdMFK6ffq8E off=2893373 len=1630169 2024-04-15T17:06:04.148 INFO:tasks.workunit.client.0.smithi090.stdout:op 5031 completed, throughput=5MB/sec 2024-04-15T17:06:04.148 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pdCnEGVpbjx8KLg off=18097561 len=1811802 2024-04-15T17:06:04.150 INFO:tasks.workunit.client.0.smithi090.stdout:op 5032 completed, throughput=5MB/sec 2024-04-15T17:06:04.567 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:04 smithi090 ceph-mon[91618]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:06:04.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:04 smithi090 ceph-mon[89240]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:06:04.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:04 smithi153 ceph-mon[84714]: pgmap v1895: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:06:05.150 INFO:tasks.workunit.client.0.smithi090.stdout: 979: throughput=5MB/sec pending data=0 2024-04-15T17:06:05.150 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1-W1tChYDPj0E81 off=19677325 len=89851 2024-04-15T17:06:05.151 INFO:tasks.workunit.client.0.smithi090.stdout:op 5033 completed, throughput=5MB/sec 2024-04-15T17:06:05.151 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9o9-eGq5Og2Xcd5 off=142907 len=987399 2024-04-15T17:06:05.153 INFO:tasks.workunit.client.0.smithi090.stdout:op 5034 completed, throughput=5MB/sec 2024-04-15T17:06:05.153 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xe3NXrc5L5ofXWO off=1804027 len=1862586 2024-04-15T17:06:05.156 INFO:tasks.workunit.client.0.smithi090.stdout:op 5035 completed, throughput=5MB/sec 2024-04-15T17:06:05.156 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VfkwUMfKnNDoylI off=14479788 len=164729 2024-04-15T17:06:05.159 INFO:tasks.workunit.client.0.smithi090.stdout:op 5036 completed, throughput=5MB/sec 2024-04-15T17:06:05.159 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uASvvfvFJIXgiDE off=356436 len=819324 2024-04-15T17:06:05.160 INFO:tasks.workunit.client.0.smithi090.stdout:op 5037 completed, throughput=5MB/sec 2024-04-15T17:06:06.160 INFO:tasks.workunit.client.0.smithi090.stdout: 980: throughput=5MB/sec pending data=0 2024-04-15T17:06:06.160 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mkcDoZ9ZcIQTMpI off=287407 len=2034915 2024-04-15T17:06:06.162 INFO:tasks.workunit.client.0.smithi090.stdout:op 5038 completed, throughput=5MB/sec 2024-04-15T17:06:06.162 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-z_MYQTM6KsVUDsx off=536384 len=1920870 2024-04-15T17:06:06.173 INFO:tasks.workunit.client.0.smithi090.stdout:op 5039 completed, throughput=5MB/sec 2024-04-15T17:06:06.173 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XnisEP3sOKH0nto off=7988265 len=114645 2024-04-15T17:06:06.173 INFO:tasks.workunit.client.0.smithi090.stdout:op 5040 completed, throughput=5MB/sec 2024-04-15T17:06:06.173 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OiOanWUvpDcr7a- off=13444764 len=905146 2024-04-15T17:06:06.175 INFO:tasks.workunit.client.0.smithi090.stdout:op 5041 completed, throughput=5MB/sec 2024-04-15T17:06:06.176 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rrFRvsIFqDq1ksN off=3052609 len=1482038 2024-04-15T17:06:06.185 INFO:tasks.workunit.client.0.smithi090.stdout:op 5042 completed, throughput=5MB/sec 2024-04-15T17:06:06.567 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:06 smithi090 ceph-mon[91618]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:06:06.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:06 smithi090 ceph-mon[89240]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:06:06.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:06 smithi153 ceph-mon[84714]: pgmap v1896: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:06:07.186 INFO:tasks.workunit.client.0.smithi090.stdout: 981: throughput=5MB/sec pending data=0 2024-04-15T17:06:07.186 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vW7hT4PiWc1CfsM off=2928542 len=547322 2024-04-15T17:06:07.187 INFO:tasks.workunit.client.0.smithi090.stdout:op 5043 completed, throughput=5MB/sec 2024-04-15T17:06:07.187 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wMdautOngIsvdx3 off=22203536 len=609808 2024-04-15T17:06:07.191 INFO:tasks.workunit.client.0.smithi090.stdout:op 5044 completed, throughput=5MB/sec 2024-04-15T17:06:07.191 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EKHZ5hZXu-onghd off=449522 len=218144 2024-04-15T17:06:07.194 INFO:tasks.workunit.client.0.smithi090.stdout:op 5045 completed, throughput=5MB/sec 2024-04-15T17:06:07.194 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-H_5ukm-00TS8H1e off=4905114 len=2067576 2024-04-15T17:06:07.206 INFO:tasks.workunit.client.0.smithi090.stdout:op 5046 completed, throughput=5MB/sec 2024-04-15T17:06:07.206 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BE2tJjNG_6jHZEt off=333425 len=190693 2024-04-15T17:06:07.207 INFO:tasks.workunit.client.0.smithi090.stdout:op 5047 completed, throughput=5MB/sec 2024-04-15T17:06:07.207 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fpMVymnum27aAmQ off=8385801 len=1712282 2024-04-15T17:06:07.215 INFO:tasks.workunit.client.0.smithi090.stdout:op 5048 completed, throughput=5MB/sec 2024-04-15T17:06:08.215 INFO:tasks.workunit.client.0.smithi090.stdout: 982: throughput=5MB/sec pending data=0 2024-04-15T17:06:08.216 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0m1odmYIxpcE718 off=902458 len=1974556 2024-04-15T17:06:08.227 INFO:tasks.workunit.client.0.smithi090.stdout:op 5049 completed, throughput=5MB/sec 2024-04-15T17:06:08.227 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bvn9QAWFhtQh_M4 off=2176229 len=193712 2024-04-15T17:06:08.230 INFO:tasks.workunit.client.0.smithi090.stdout:op 5050 completed, throughput=5MB/sec 2024-04-15T17:06:08.230 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7W54_r8ZsjvjdcF off=2098255 len=2036681 2024-04-15T17:06:08.241 INFO:tasks.workunit.client.0.smithi090.stdout:op 5051 completed, throughput=5MB/sec 2024-04-15T17:06:08.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:08 smithi090 ceph-mon[89240]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:06:08.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:06:08.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:08 smithi090 ceph-mon[91618]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:06:08.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:06:08.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:08 smithi153 ceph-mon[84714]: pgmap v1897: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:06:08.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:06:09.241 INFO:tasks.workunit.client.0.smithi090.stdout: 983: throughput=5MB/sec pending data=0 2024-04-15T17:06:09.241 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3VA1xAZFg0m5iYJ off=8433782 len=1251635 2024-04-15T17:06:09.250 INFO:tasks.workunit.client.0.smithi090.stdout:op 5052 completed, throughput=5MB/sec 2024-04-15T17:06:09.250 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KtoG3-z_-zWCA_I off=1113641 len=530271 2024-04-15T17:06:09.254 INFO:tasks.workunit.client.0.smithi090.stdout:op 5053 completed, throughput=5MB/sec 2024-04-15T17:06:09.254 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Zi3QMfHSVYeRuWP off=2390152 len=2053793 2024-04-15T17:06:09.256 INFO:tasks.workunit.client.0.smithi090.stdout:op 5054 completed, throughput=5MB/sec 2024-04-15T17:06:09.256 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-APTJloqhu-Dnlsb off=2662115 len=1186438 2024-04-15T17:06:09.261 INFO:tasks.workunit.client.0.smithi090.stdout:op 5055 completed, throughput=5MB/sec 2024-04-15T17:06:09.261 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8-uXOSiNHcENh_Z off=1473406 len=1218907 2024-04-15T17:06:09.263 INFO:tasks.workunit.client.0.smithi090.stdout:op 5056 completed, throughput=5MB/sec 2024-04-15T17:06:09.567 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:06:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:06:09] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-15T17:06:10.264 INFO:tasks.workunit.client.0.smithi090.stdout: 984: throughput=5MB/sec pending data=0 2024-04-15T17:06:10.264 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AVqo_OCIM9fPp14 off=2815855 len=1158398 2024-04-15T17:06:10.269 INFO:tasks.workunit.client.0.smithi090.stdout:op 5057 completed, throughput=5MB/sec 2024-04-15T17:06:10.269 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WspnSMJAssbFpH2 off=17461561 len=1793431 2024-04-15T17:06:10.271 INFO:tasks.workunit.client.0.smithi090.stdout:op 5058 completed, throughput=5MB/sec 2024-04-15T17:06:10.272 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qS1WVXI4tOFWhBb off=12609378 len=1394741 2024-04-15T17:06:10.274 INFO:tasks.workunit.client.0.smithi090.stdout:op 5059 completed, throughput=5MB/sec 2024-04-15T17:06:10.275 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9GCM9r161lRKjTJ off=3632367 len=724260 2024-04-15T17:06:10.279 INFO:tasks.workunit.client.0.smithi090.stdout:op 5060 completed, throughput=5MB/sec 2024-04-15T17:06:10.567 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:10 smithi090 ceph-mon[91618]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T17:06:10.568 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:10 smithi090 ceph-mon[89240]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T17:06:10.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:10 smithi153 ceph-mon[84714]: pgmap v1898: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-15T17:06:11.279 INFO:tasks.workunit.client.0.smithi090.stdout: 985: throughput=5MB/sec pending data=0 2024-04-15T17:06:11.279 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ccNxYSheZ0NL4Yq off=8462558 len=1118127 2024-04-15T17:06:11.285 INFO:tasks.workunit.client.0.smithi090.stdout:op 5061 completed, throughput=5MB/sec 2024-04-15T17:06:11.285 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iKuuBCMFjFPYlN6 off=20309665 len=997871 2024-04-15T17:06:11.287 INFO:tasks.workunit.client.0.smithi090.stdout:op 5062 completed, throughput=5MB/sec 2024-04-15T17:06:11.287 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vBJ3qEAjNZAFMz_ off=8733015 len=1476001 2024-04-15T17:06:11.296 INFO:tasks.workunit.client.0.smithi090.stdout:op 5063 completed, throughput=5MB/sec 2024-04-15T17:06:11.296 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-f00T0wYHwzX-ILE off=8775066 len=1727297 2024-04-15T17:06:11.299 INFO:tasks.workunit.client.0.smithi090.stdout:op 5064 completed, throughput=5MB/sec 2024-04-15T17:06:12.299 INFO:tasks.workunit.client.0.smithi090.stdout: 986: throughput=5MB/sec pending data=0 2024-04-15T17:06:12.299 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GhnpbmcEFalG5fg off=6787533 len=423189 2024-04-15T17:06:12.300 INFO:tasks.workunit.client.0.smithi090.stdout:op 5065 completed, throughput=5MB/sec 2024-04-15T17:06:12.300 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xG7AFetnvaQCx8r off=10564547 len=2014003 2024-04-15T17:06:12.314 INFO:tasks.workunit.client.0.smithi090.stdout:op 5066 completed, throughput=5MB/sec 2024-04-15T17:06:12.314 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8EHG0kATmUwqar_ off=7029723 len=1450144 2024-04-15T17:06:12.321 INFO:tasks.workunit.client.0.smithi090.stdout:op 5067 completed, throughput=5MB/sec 2024-04-15T17:06:12.321 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-t1nB7nr3MpxZBRI off=5744456 len=393414 2024-04-15T17:06:12.322 INFO:tasks.workunit.client.0.smithi090.stdout:op 5068 completed, throughput=5MB/sec 2024-04-15T17:06:12.322 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-e6uwpKWBVib8Xy5 off=7072386 len=889615 2024-04-15T17:06:12.327 INFO:tasks.workunit.client.0.smithi090.stdout:op 5069 completed, throughput=5MB/sec 2024-04-15T17:06:12.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:12 smithi090 ceph-mon[89240]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:06:12.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:12 smithi090 ceph-mon[91618]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:06:12.611 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:12 smithi153 ceph-mon[84714]: pgmap v1899: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:06:12.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:06:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:06:13.328 INFO:tasks.workunit.client.0.smithi090.stdout: 987: throughput=5MB/sec pending data=0 2024-04-15T17:06:13.328 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cLQmUw2wVmHnbxZ off=12201094 len=1584782 2024-04-15T17:06:13.336 INFO:tasks.workunit.client.0.smithi090.stdout:op 5070 completed, throughput=5MB/sec 2024-04-15T17:06:13.336 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TaynAtbMrJw-4FP off=24509126 len=667710 2024-04-15T17:06:13.341 INFO:tasks.workunit.client.0.smithi090.stdout:op 5071 completed, throughput=5MB/sec 2024-04-15T17:06:13.341 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sJQt_OMpYhqQJqy off=3499711 len=952485 2024-04-15T17:06:13.346 INFO:tasks.workunit.client.0.smithi090.stdout:op 5072 completed, throughput=5MB/sec 2024-04-15T17:06:13.346 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--Z0iQlC4Hpnscza off=13917854 len=829146 2024-04-15T17:06:13.351 INFO:tasks.workunit.client.0.smithi090.stdout:op 5073 completed, throughput=5MB/sec 2024-04-15T17:06:13.351 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4VHdRDp-xwOcrP3 off=7673351 len=371924 2024-04-15T17:06:13.352 INFO:tasks.workunit.client.0.smithi090.stdout:op 5074 completed, throughput=5MB/sec 2024-04-15T17:06:13.352 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CRhuiCdGzDWurwz off=0 len=1625989 2024-04-15T17:06:13.358 INFO:tasks.workunit.client.0.smithi090.stdout:op 5075 completed, throughput=5MB/sec 2024-04-15T17:06:14.358 INFO:tasks.workunit.client.0.smithi090.stdout: 988: throughput=5MB/sec pending data=0 2024-04-15T17:06:14.359 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-m0scknl92c4_pzv off=0 len=1215339 2024-04-15T17:06:14.360 INFO:tasks.workunit.client.0.smithi090.stdout:op 5076 completed, throughput=5MB/sec 2024-04-15T17:06:14.360 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6MHl-XQGzZztVS8 off=8432161 len=1746624 2024-04-15T17:06:14.369 INFO:tasks.workunit.client.0.smithi090.stdout:op 5077 completed, throughput=5MB/sec 2024-04-15T17:06:14.369 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-52rpbUftEQD_AhI off=3178032 len=2060857 2024-04-15T17:06:14.373 INFO:tasks.workunit.client.0.smithi090.stdout:op 5078 completed, throughput=5MB/sec 2024-04-15T17:06:14.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:14 smithi090 ceph-mon[89240]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:06:14.568 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:14 smithi090 ceph-mon[91618]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:06:14.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:14 smithi153 ceph-mon[84714]: pgmap v1900: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:06:15.374 INFO:tasks.workunit.client.0.smithi090.stdout: 989: throughput=5MB/sec pending data=0 2024-04-15T17:06:15.374 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jUvMdnA3G3WRd8A off=7548384 len=1501787 2024-04-15T17:06:15.376 INFO:tasks.workunit.client.0.smithi090.stdout:op 5079 completed, throughput=5MB/sec 2024-04-15T17:06:15.376 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-C6OXQ4X75zDqPWG off=2244433 len=31024 2024-04-15T17:06:15.376 INFO:tasks.workunit.client.0.smithi090.stdout:op 5080 completed, throughput=5MB/sec 2024-04-15T17:06:15.376 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sUZP15YrdE-RiPU off=804121 len=317823 2024-04-15T17:06:15.377 INFO:tasks.workunit.client.0.smithi090.stdout:op 5081 completed, throughput=5MB/sec 2024-04-15T17:06:15.377 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nhRsR2sz6rI0E_I off=1762271 len=1299117 2024-04-15T17:06:15.378 INFO:tasks.workunit.client.0.smithi090.stdout:op 5082 completed, throughput=5MB/sec 2024-04-15T17:06:15.378 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LvhFlBrxCE8iTeM off=1017842 len=1941850 2024-04-15T17:06:15.380 INFO:tasks.workunit.client.0.smithi090.stdout:op 5083 completed, throughput=5MB/sec 2024-04-15T17:06:16.381 INFO:tasks.workunit.client.0.smithi090.stdout: 990: throughput=5MB/sec pending data=0 2024-04-15T17:06:16.381 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7hsItbadj9eCNee off=5486121 len=1585612 2024-04-15T17:06:16.388 INFO:tasks.workunit.client.0.smithi090.stdout:op 5084 completed, throughput=5MB/sec 2024-04-15T17:06:16.388 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NEUFN8mbFHvqHqg off=22122488 len=1052390 2024-04-15T17:06:16.393 INFO:tasks.workunit.client.0.smithi090.stdout:op 5085 completed, throughput=5MB/sec 2024-04-15T17:06:16.393 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Pl6NnGGymaOevXS off=4684498 len=1398086 2024-04-15T17:06:16.396 INFO:tasks.workunit.client.0.smithi090.stdout:op 5086 completed, throughput=5MB/sec 2024-04-15T17:06:16.396 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DHFZ8H5y6krfBsx off=7941720 len=1203352 2024-04-15T17:06:16.401 INFO:tasks.workunit.client.0.smithi090.stdout:op 5087 completed, throughput=5MB/sec 2024-04-15T17:06:16.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:16 smithi090 ceph-mon[89240]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T17:06:16.567 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:16 smithi090 ceph-mon[91618]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T17:06:16.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:16 smithi153 ceph-mon[84714]: pgmap v1901: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T17:06:17.402 INFO:tasks.workunit.client.0.smithi090.stdout: 991: throughput=5MB/sec pending data=0 2024-04-15T17:06:17.402 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8Drci9kVWNsgt-V off=9750909 len=446850 2024-04-15T17:06:17.403 INFO:tasks.workunit.client.0.smithi090.stdout:op 5088 completed, throughput=5MB/sec 2024-04-15T17:06:17.403 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yL7nn_q9UP16TBV off=977800 len=379857 2024-04-15T17:06:17.407 INFO:tasks.workunit.client.0.smithi090.stdout:op 5089 completed, throughput=5MB/sec 2024-04-15T17:06:17.407 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oufoZTHOEKPaa69 off=12590109 len=756655 2024-04-15T17:06:17.411 INFO:tasks.workunit.client.0.smithi090.stdout:op 5090 completed, throughput=5MB/sec 2024-04-15T17:06:17.412 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WwDNrfKwgU4o109 off=1619134 len=213676 2024-04-15T17:06:17.412 INFO:tasks.workunit.client.0.smithi090.stdout:op 5091 completed, throughput=5MB/sec 2024-04-15T17:06:17.413 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ca_YbJPC5OVXFin off=1305562 len=740086 2024-04-15T17:06:17.414 INFO:tasks.workunit.client.0.smithi090.stdout:op 5092 completed, throughput=5MB/sec 2024-04-15T17:06:17.414 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PLRvLsWRvjPFyC9 off=2260882 len=703422 2024-04-15T17:06:17.415 INFO:tasks.workunit.client.0.smithi090.stdout:op 5093 completed, throughput=5MB/sec 2024-04-15T17:06:17.415 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IGr1AN_GpSuJ8Zw off=2343214 len=4279 2024-04-15T17:06:17.417 INFO:tasks.workunit.client.0.smithi090.stdout:op 5094 completed, throughput=5MB/sec 2024-04-15T17:06:17.417 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FvNEPIlU0EcjCIY off=10814538 len=2063104 2024-04-15T17:06:17.428 INFO:tasks.workunit.client.0.smithi090.stdout:op 5095 completed, throughput=5MB/sec 2024-04-15T17:06:18.428 INFO:tasks.workunit.client.0.smithi090.stdout: 992: throughput=5MB/sec pending data=0 2024-04-15T17:06:18.429 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_kjJUqDW8xF4bJz off=7000511 len=125589 2024-04-15T17:06:18.429 INFO:tasks.workunit.client.0.smithi090.stdout:op 5096 completed, throughput=5MB/sec 2024-04-15T17:06:18.429 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kIvlrrnjcdQFc6u off=5013666 len=1619826 2024-04-15T17:06:18.437 INFO:tasks.workunit.client.0.smithi090.stdout:op 5097 completed, throughput=5MB/sec 2024-04-15T17:06:18.438 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pZeIy0vV-fhu6gv off=11603165 len=1151669 2024-04-15T17:06:18.439 INFO:tasks.workunit.client.0.smithi090.stdout:op 5098 completed, throughput=5MB/sec 2024-04-15T17:06:18.439 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-v1klCsx-dYlbi4o off=15773817 len=1842956 2024-04-15T17:06:18.449 INFO:tasks.workunit.client.0.smithi090.stdout:op 5099 completed, throughput=5MB/sec 2024-04-15T17:06:18.449 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5S60zx-KLZyVisR off=8796636 len=1139583 2024-04-15T17:06:18.455 INFO:tasks.workunit.client.0.smithi090.stdout:op 5100 completed, throughput=5MB/sec 2024-04-15T17:06:18.567 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:18 smithi090 ceph-mon[89240]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:06:18.567 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:18 smithi090 ceph-mon[91618]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:06:18.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:18 smithi153 ceph-mon[84714]: pgmap v1902: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:06:19.457 INFO:tasks.workunit.client.0.smithi090.stdout: 993: throughput=5MB/sec pending data=0 2024-04-15T17:06:19.457 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kY3YlpGdpFj4iLr off=5218752 len=181616 2024-04-15T17:06:19.457 INFO:tasks.workunit.client.0.smithi090.stdout:op 5101 completed, throughput=5MB/sec 2024-04-15T17:06:19.457 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nGweTiY6PevmbCk off=8955557 len=925875 2024-04-15T17:06:19.458 INFO:tasks.workunit.client.0.smithi090.stdout:op 5102 completed, throughput=5MB/sec 2024-04-15T17:06:19.459 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YflHLy4kVSJj4dR off=1349287 len=1013757 2024-04-15T17:06:19.461 INFO:tasks.workunit.client.0.smithi090.stdout:op 5103 completed, throughput=5MB/sec 2024-04-15T17:06:19.461 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hhUS54o79opcYFW off=486630 len=2008589 2024-04-15T17:06:19.463 INFO:tasks.workunit.client.0.smithi090.stdout:op 5104 completed, throughput=5MB/sec 2024-04-15T17:06:19.463 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0UuDIYqkgOa6jGp off=5401367 len=1985164 2024-04-15T17:06:19.465 INFO:tasks.workunit.client.0.smithi090.stdout:op 5105 completed, throughput=5MB/sec 2024-04-15T17:06:19.567 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:06:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:06:19] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-15T17:06:20.465 INFO:tasks.workunit.client.0.smithi090.stdout: 994: throughput=5MB/sec pending data=0 2024-04-15T17:06:20.466 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-F_h9_NS4SCj9LpK off=0 len=1933402 2024-04-15T17:06:20.468 INFO:tasks.workunit.client.0.smithi090.stdout:op 5106 completed, throughput=5MB/sec 2024-04-15T17:06:20.468 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gf1bv0sysDj930S off=10298583 len=527687 2024-04-15T17:06:20.469 INFO:tasks.workunit.client.0.smithi090.stdout:op 5107 completed, throughput=5MB/sec 2024-04-15T17:06:20.469 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VNcAl7Qmjh17AdR off=1045963 len=379238 2024-04-15T17:06:20.473 INFO:tasks.workunit.client.0.smithi090.stdout:op 5108 completed, throughput=5MB/sec 2024-04-15T17:06:20.473 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ujG5oew6O3fJD0N off=14608685 len=1304446 2024-04-15T17:06:20.478 INFO:tasks.workunit.client.0.smithi090.stdout:op 5109 completed, throughput=5MB/sec 2024-04-15T17:06:20.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:20 smithi153 ceph-mon[84714]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:06:20.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:20 smithi090 ceph-mon[91618]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:06:20.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:20 smithi090 ceph-mon[89240]: pgmap v1903: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:06:21.479 INFO:tasks.workunit.client.0.smithi090.stdout: 995: throughput=5MB/sec pending data=0 2024-04-15T17:06:21.479 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vEOBMz_ewZx1F94 off=10719650 len=1744357 2024-04-15T17:06:21.482 INFO:tasks.workunit.client.0.smithi090.stdout:op 5110 completed, throughput=5MB/sec 2024-04-15T17:06:21.483 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FXnUTEqzqFrqrvw off=11333989 len=435311 2024-04-15T17:06:21.486 INFO:tasks.workunit.client.0.smithi090.stdout:op 5111 completed, throughput=5MB/sec 2024-04-15T17:06:21.487 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EXM_c9Jcncj9eKc off=14035228 len=1818884 2024-04-15T17:06:21.489 INFO:tasks.workunit.client.0.smithi090.stdout:op 5112 completed, throughput=5MB/sec 2024-04-15T17:06:21.489 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7-RoIMoFqkx5tEz off=13732314 len=1157463 2024-04-15T17:06:21.496 INFO:tasks.workunit.client.0.smithi090.stdout:op 5113 completed, throughput=5MB/sec 2024-04-15T17:06:22.496 INFO:tasks.workunit.client.0.smithi090.stdout: 996: throughput=5MB/sec pending data=0 2024-04-15T17:06:22.496 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-H5sGpZbXOMCE0N0 off=9419714 len=1593318 2024-04-15T17:06:22.498 INFO:tasks.workunit.client.0.smithi090.stdout:op 5114 completed, throughput=5MB/sec 2024-04-15T17:06:22.498 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dhIWlcc5RfL7dIo off=1237506 len=1294493 2024-04-15T17:06:22.500 INFO:tasks.workunit.client.0.smithi090.stdout:op 5115 completed, throughput=5MB/sec 2024-04-15T17:06:22.500 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-79JlUnElWWVFx9c off=8737582 len=1067330 2024-04-15T17:06:22.505 INFO:tasks.workunit.client.0.smithi090.stdout:op 5116 completed, throughput=5MB/sec 2024-04-15T17:06:22.505 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UwBT2KfNpnLq6_X off=6622598 len=1233628 2024-04-15T17:06:22.506 INFO:tasks.workunit.client.0.smithi090.stdout:op 5117 completed, throughput=5MB/sec 2024-04-15T17:06:22.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:22 smithi153 ceph-mon[84714]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:06:22.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:06:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:06:22.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:22 smithi090 ceph-mon[91618]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:06:22.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:22 smithi090 ceph-mon[89240]: pgmap v1904: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:06:23.507 INFO:tasks.workunit.client.0.smithi090.stdout: 997: throughput=5MB/sec pending data=0 2024-04-15T17:06:23.507 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hxovLn5X7KD1guT off=8585637 len=1595433 2024-04-15T17:06:23.516 INFO:tasks.workunit.client.0.smithi090.stdout:op 5118 completed, throughput=5MB/sec 2024-04-15T17:06:23.516 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zhQG7SBynAH6tzb off=3542578 len=262709 2024-04-15T17:06:23.519 INFO:tasks.workunit.client.0.smithi090.stdout:op 5119 completed, throughput=5MB/sec 2024-04-15T17:06:23.519 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Up4qrj8cTSD4mLJ off=918338 len=385863 2024-04-15T17:06:23.519 INFO:tasks.workunit.client.0.smithi090.stdout:op 5120 completed, throughput=5MB/sec 2024-04-15T17:06:23.520 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sUy28aTUSQwapK1 off=15201240 len=1392634 2024-04-15T17:06:23.520 INFO:tasks.workunit.client.0.smithi090.stdout:op 5121 completed, throughput=5MB/sec 2024-04-15T17:06:23.521 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Zsa-L5Kh9mWFSea off=10728860 len=1109117 2024-04-15T17:06:23.525 INFO:tasks.workunit.client.0.smithi090.stdout:op 5122 completed, throughput=5MB/sec 2024-04-15T17:06:23.525 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-T6CveQs_c4lqjUD off=6444198 len=1033367 2024-04-15T17:06:23.530 INFO:tasks.workunit.client.0.smithi090.stdout:op 5123 completed, throughput=5MB/sec 2024-04-15T17:06:23.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:06:23.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:06:23.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:06:24.530 INFO:tasks.workunit.client.0.smithi090.stdout: 998: throughput=5MB/sec pending data=0 2024-04-15T17:06:24.531 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-05FF7IoV67o75p3 off=10445430 len=758118 2024-04-15T17:06:24.536 INFO:tasks.workunit.client.0.smithi090.stdout:op 5124 completed, throughput=5MB/sec 2024-04-15T17:06:24.536 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZohViIMf5PJ7PZx off=3667962 len=563187 2024-04-15T17:06:24.537 INFO:tasks.workunit.client.0.smithi090.stdout:op 5125 completed, throughput=5MB/sec 2024-04-15T17:06:24.537 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-i8uKpVjoKmQYKss off=6555522 len=729413 2024-04-15T17:06:24.541 INFO:tasks.workunit.client.0.smithi090.stdout:op 5126 completed, throughput=5MB/sec 2024-04-15T17:06:24.541 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3Pt9z4uHwb7K2Qi off=243055 len=26731 2024-04-15T17:06:24.542 INFO:tasks.workunit.client.0.smithi090.stdout:op 5127 completed, throughput=5MB/sec 2024-04-15T17:06:24.542 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gohg3sUlfr9nR9_ off=1546215 len=107723 2024-04-15T17:06:24.542 INFO:tasks.workunit.client.0.smithi090.stdout:op 5128 completed, throughput=5MB/sec 2024-04-15T17:06:24.543 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UT8Q6ChAeNGJ86K off=9257794 len=1063434 2024-04-15T17:06:24.544 INFO:tasks.workunit.client.0.smithi090.stdout:op 5129 completed, throughput=5MB/sec 2024-04-15T17:06:24.544 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XMs46_geXA6Xm70 off=444186 len=724736 2024-04-15T17:06:24.548 INFO:tasks.workunit.client.0.smithi090.stdout:op 5130 completed, throughput=5MB/sec 2024-04-15T17:06:24.549 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Gzda6-OphZsHAA6 off=480839 len=1366673 2024-04-15T17:06:24.555 INFO:tasks.workunit.client.0.smithi090.stdout:op 5131 completed, throughput=5MB/sec 2024-04-15T17:06:24.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:24 smithi153 ceph-mon[84714]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:06:24.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:24 smithi090 ceph-mon[91618]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:06:24.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:24 smithi090 ceph-mon[89240]: pgmap v1905: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:06:25.555 INFO:tasks.workunit.client.0.smithi090.stdout: 999: throughput=5MB/sec pending data=0 2024-04-15T17:06:25.556 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-m7w6q09SdNEk3zm off=6601670 len=59393 2024-04-15T17:06:25.556 INFO:tasks.workunit.client.0.smithi090.stdout:op 5132 completed, throughput=5MB/sec 2024-04-15T17:06:25.556 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jSzc0-_WCVRGeQX off=3419191 len=1661748 2024-04-15T17:06:25.558 INFO:tasks.workunit.client.0.smithi090.stdout:op 5133 completed, throughput=5MB/sec 2024-04-15T17:06:25.558 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AdjPKzGACjwENch off=16781184 len=1309298 2024-04-15T17:06:25.560 INFO:tasks.workunit.client.0.smithi090.stdout:op 5134 completed, throughput=5MB/sec 2024-04-15T17:06:25.560 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0EsHjGbRgCCo9q1 off=13321975 len=133354 2024-04-15T17:06:25.561 INFO:tasks.workunit.client.0.smithi090.stdout:op 5135 completed, throughput=5MB/sec 2024-04-15T17:06:25.561 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Kd3ydW2Kr1tNXQT off=3389004 len=936537 2024-04-15T17:06:25.562 INFO:tasks.workunit.client.0.smithi090.stdout:op 5136 completed, throughput=5MB/sec 2024-04-15T17:06:25.562 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pvXjAp1mjpCcf4Y off=2476535 len=93054 2024-04-15T17:06:25.562 INFO:tasks.workunit.client.0.smithi090.stdout:op 5137 completed, throughput=5MB/sec 2024-04-15T17:06:25.562 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ohpl2FBRn-QobYm off=745275 len=318005 2024-04-15T17:06:25.563 INFO:tasks.workunit.client.0.smithi090.stdout:op 5138 completed, throughput=5MB/sec 2024-04-15T17:06:25.563 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2LsV67ymzq6jzQR off=628573 len=180963 2024-04-15T17:06:25.565 INFO:tasks.workunit.client.0.smithi090.stdout:op 5139 completed, throughput=5MB/sec 2024-04-15T17:06:25.566 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-e_Xw8BQX1jC_Pr4 off=7398473 len=1389224 2024-04-15T17:06:25.572 INFO:tasks.workunit.client.0.smithi090.stdout:op 5140 completed, throughput=5MB/sec 2024-04-15T17:06:26.572 INFO:tasks.workunit.client.0.smithi090.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-15T17:06:26.572 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Oq9rfJFu-QOOyeJ off=8870855 len=1775495 2024-04-15T17:06:26.574 INFO:tasks.workunit.client.0.smithi090.stdout:op 5141 completed, throughput=5MB/sec 2024-04-15T17:06:26.574 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mlF2lB1-vf6FTRV off=5898091 len=227185 2024-04-15T17:06:26.577 INFO:tasks.workunit.client.0.smithi090.stdout:op 5142 completed, throughput=5MB/sec 2024-04-15T17:06:26.577 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZCB9tqUGPpZqk7e off=2852866 len=75562 2024-04-15T17:06:26.578 INFO:tasks.workunit.client.0.smithi090.stdout:op 5143 completed, throughput=5MB/sec 2024-04-15T17:06:26.578 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UEV5Eo7Zi5hSIdb off=5716048 len=686804 2024-04-15T17:06:26.583 INFO:tasks.workunit.client.0.smithi090.stdout:op 5144 completed, throughput=5MB/sec 2024-04-15T17:06:26.583 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-87cXdIIulBTVAPR off=1059857 len=898813 2024-04-15T17:06:26.588 INFO:tasks.workunit.client.0.smithi090.stdout:op 5145 completed, throughput=5MB/sec 2024-04-15T17:06:26.588 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-e3zkIfMNrOVRdsD off=20393312 len=2095038 2024-04-15T17:06:26.597 INFO:tasks.workunit.client.0.smithi090.stdout:op 5146 completed, throughput=5MB/sec 2024-04-15T17:06:26.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:26 smithi153 ceph-mon[84714]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T17:06:26.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:26 smithi090 ceph-mon[89240]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T17:06:26.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:26 smithi090 ceph-mon[91618]: pgmap v1906: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T17:06:27.597 INFO:tasks.workunit.client.0.smithi090.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-15T17:06:27.597 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-saU46lEJqoZ2Q6s off=0 len=1859589 2024-04-15T17:06:27.599 INFO:tasks.workunit.client.0.smithi090.stdout:op 5147 completed, throughput=5MB/sec 2024-04-15T17:06:27.599 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1IHwVYBI2hjliYN off=16054154 len=1907132 2024-04-15T17:06:27.601 INFO:tasks.workunit.client.0.smithi090.stdout:op 5148 completed, throughput=5MB/sec 2024-04-15T17:06:28.602 INFO:tasks.workunit.client.0.smithi090.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-15T17:06:28.602 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zAewhubIN0R-Fy8 off=1116760 len=372252 2024-04-15T17:06:28.603 INFO:tasks.workunit.client.0.smithi090.stdout:op 5149 completed, throughput=5MB/sec 2024-04-15T17:06:28.603 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-l1EZjWimasIaRxS off=4015769 len=647437 2024-04-15T17:06:28.607 INFO:tasks.workunit.client.0.smithi090.stdout:op 5150 completed, throughput=5MB/sec 2024-04-15T17:06:28.607 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KSGaRTWjJEbK2DK off=1811696 len=1487403 2024-04-15T17:06:28.609 INFO:tasks.workunit.client.0.smithi090.stdout:op 5151 completed, throughput=5MB/sec 2024-04-15T17:06:28.609 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pmEKbdxkS3o_CKm off=334288 len=938371 2024-04-15T17:06:28.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:28 smithi153 ceph-mon[84714]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:06:28.614 INFO:tasks.workunit.client.0.smithi090.stdout:op 5152 completed, throughput=5MB/sec 2024-04-15T17:06:28.614 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UhHfKeXsJbFfpOW off=5460439 len=155936 2024-04-15T17:06:28.615 INFO:tasks.workunit.client.0.smithi090.stdout:op 5153 completed, throughput=5MB/sec 2024-04-15T17:06:28.615 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rToYp4zHm0BEOya off=3577902 len=929413 2024-04-15T17:06:28.616 INFO:tasks.workunit.client.0.smithi090.stdout:op 5154 completed, throughput=5MB/sec 2024-04-15T17:06:28.616 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tsEQtMgOFrZHDn8 off=9946055 len=1912232 2024-04-15T17:06:28.617 INFO:tasks.workunit.client.0.smithi090.stdout:op 5155 completed, throughput=5MB/sec 2024-04-15T17:06:28.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:28 smithi090 ceph-mon[89240]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:06:28.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:28 smithi090 ceph-mon[91618]: pgmap v1907: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:06:29.567 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:06:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:06:29] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-15T17:06:29.618 INFO:tasks.workunit.client.0.smithi090.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-15T17:06:29.618 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WagD5GlS7UjNtvm off=6309018 len=243251 2024-04-15T17:06:29.618 INFO:tasks.workunit.client.0.smithi090.stdout:op 5156 completed, throughput=5MB/sec 2024-04-15T17:06:29.618 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_WjNeXpZme1QGgY off=3183052 len=1142906 2024-04-15T17:06:29.625 INFO:tasks.workunit.client.0.smithi090.stdout:op 5157 completed, throughput=5MB/sec 2024-04-15T17:06:29.626 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5OxrYPofhlGC_cg off=2061832 len=495981 2024-04-15T17:06:29.629 INFO:tasks.workunit.client.0.smithi090.stdout:op 5158 completed, throughput=5MB/sec 2024-04-15T17:06:29.629 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TldjG-3Kn8S-v-e off=13714770 len=1191535 2024-04-15T17:06:29.631 INFO:tasks.workunit.client.0.smithi090.stdout:op 5159 completed, throughput=5MB/sec 2024-04-15T17:06:29.631 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-W_pQQ8E8vG9e6HD off=4582776 len=732509 2024-04-15T17:06:29.634 INFO:tasks.workunit.client.0.smithi090.stdout:op 5160 completed, throughput=5MB/sec 2024-04-15T17:06:29.634 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0qWSG4-QmHf2LZP off=6716472 len=2083812 2024-04-15T17:06:29.636 INFO:tasks.workunit.client.0.smithi090.stdout:op 5161 completed, throughput=5MB/sec 2024-04-15T17:06:30.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:30 smithi153 ceph-mon[84714]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:06:30.637 INFO:tasks.workunit.client.0.smithi090.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-15T17:06:30.637 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-d9ye4zYgcskIKF4 off=5514799 len=1471979 2024-04-15T17:06:30.639 INFO:tasks.workunit.client.0.smithi090.stdout:op 5162 completed, throughput=5MB/sec 2024-04-15T17:06:30.639 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ywC0BEH4SOhMQER off=2176633 len=973065 2024-04-15T17:06:30.644 INFO:tasks.workunit.client.0.smithi090.stdout:op 5163 completed, throughput=5MB/sec 2024-04-15T17:06:30.644 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8wW2WmkTmDE2dQi off=6865959 len=967612 2024-04-15T17:06:30.650 INFO:tasks.workunit.client.0.smithi090.stdout:op 5164 completed, throughput=5MB/sec 2024-04-15T17:06:30.650 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2vt_kqLcm1OASFA off=0 len=1832959 2024-04-15T17:06:30.652 INFO:tasks.workunit.client.0.smithi090.stdout:op 5165 completed, throughput=5MB/sec 2024-04-15T17:06:30.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:30 smithi090 ceph-mon[89240]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:06:30.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:30 smithi090 ceph-mon[91618]: pgmap v1908: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:06:31.653 INFO:tasks.workunit.client.0.smithi090.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-15T17:06:31.653 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7bo7Untxulaj0H9 off=7460808 len=739519 2024-04-15T17:06:31.658 INFO:tasks.workunit.client.0.smithi090.stdout:op 5166 completed, throughput=5MB/sec 2024-04-15T17:06:31.658 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_5z9mz6hMLE4w3f off=4754027 len=713450 2024-04-15T17:06:31.659 INFO:tasks.workunit.client.0.smithi090.stdout:op 5167 completed, throughput=5MB/sec 2024-04-15T17:06:31.659 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WDK8Z640YxhYrlc off=17620742 len=506474 2024-04-15T17:06:31.660 INFO:tasks.workunit.client.0.smithi090.stdout:op 5168 completed, throughput=5MB/sec 2024-04-15T17:06:31.660 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OLPPKxcagfpkcLM off=19806218 len=423625 2024-04-15T17:06:31.664 INFO:tasks.workunit.client.0.smithi090.stdout:op 5169 completed, throughput=5MB/sec 2024-04-15T17:06:31.664 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zBulT-gVMwjS6co off=9902591 len=1128212 2024-04-15T17:06:31.665 INFO:tasks.workunit.client.0.smithi090.stdout:op 5170 completed, throughput=5MB/sec 2024-04-15T17:06:32.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:32 smithi153 ceph-mon[84714]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:06:32.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:06:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:06:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:06:32.665 INFO:tasks.workunit.client.0.smithi090.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-15T17:06:32.665 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GTPCTbD7BQptmYw off=1765044 len=987539 2024-04-15T17:06:32.668 INFO:tasks.workunit.client.0.smithi090.stdout:op 5171 completed, throughput=5MB/sec 2024-04-15T17:06:32.668 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rIyhu9GHquIZR4g off=2147890 len=581293 2024-04-15T17:06:32.670 INFO:tasks.workunit.client.0.smithi090.stdout:op 5172 completed, throughput=5MB/sec 2024-04-15T17:06:32.670 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-myXpkklYCIy3XTv off=829880 len=1382343 2024-04-15T17:06:32.672 INFO:tasks.workunit.client.0.smithi090.stdout:op 5173 completed, throughput=5MB/sec 2024-04-15T17:06:32.672 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FrWM4x4UIIZduRs off=13562607 len=81713 2024-04-15T17:06:32.672 INFO:tasks.workunit.client.0.smithi090.stdout:op 5174 completed, throughput=5MB/sec 2024-04-15T17:06:32.673 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tN7QxXoIEfR2k-- off=3699241 len=1286647 2024-04-15T17:06:32.674 INFO:tasks.workunit.client.0.smithi090.stdout:op 5175 completed, throughput=5MB/sec 2024-04-15T17:06:32.674 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BT9ucpIaGBg_oPM off=3572027 len=1073037 2024-04-15T17:06:32.677 INFO:tasks.workunit.client.0.smithi090.stdout:op 5176 completed, throughput=5MB/sec 2024-04-15T17:06:32.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:32 smithi090 ceph-mon[89240]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:06:32.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:32 smithi090 ceph-mon[91618]: pgmap v1909: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:06:33.677 INFO:tasks.workunit.client.0.smithi090.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-15T17:06:33.677 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QQxcQtGq_RPCM8T off=2703099 len=7165 2024-04-15T17:06:33.678 INFO:tasks.workunit.client.0.smithi090.stdout:op 5177 completed, throughput=5MB/sec 2024-04-15T17:06:33.678 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hP2O4UT1L-Fzqv5 off=13460731 len=116680 2024-04-15T17:06:33.681 INFO:tasks.workunit.client.0.smithi090.stdout:op 5178 completed, throughput=5MB/sec 2024-04-15T17:06:33.681 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0JIQLiNxGXNf_KB off=1797896 len=1997453 2024-04-15T17:06:33.683 INFO:tasks.workunit.client.0.smithi090.stdout:op 5179 completed, throughput=5MB/sec 2024-04-15T17:06:33.683 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qjTXVCGRm_nx3wD off=700460 len=84505 2024-04-15T17:06:33.686 INFO:tasks.workunit.client.0.smithi090.stdout:op 5180 completed, throughput=5MB/sec 2024-04-15T17:06:33.686 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CvJ-eIchaT7vwCw off=1500211 len=1374364 2024-04-15T17:06:33.695 INFO:tasks.workunit.client.0.smithi090.stdout:op 5181 completed, throughput=5MB/sec 2024-04-15T17:06:33.695 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WmJ0UOYFttO1WWl off=91272 len=299371 2024-04-15T17:06:33.696 INFO:tasks.workunit.client.0.smithi090.stdout:op 5182 completed, throughput=5MB/sec 2024-04-15T17:06:33.696 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bO_l3Uy7luzesNY off=10602509 len=333630 2024-04-15T17:06:33.700 INFO:tasks.workunit.client.0.smithi090.stdout:op 5183 completed, throughput=5MB/sec 2024-04-15T17:06:33.700 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DlufwEo5HnMY8FH off=11897051 len=723351 2024-04-15T17:06:33.701 INFO:tasks.workunit.client.0.smithi090.stdout:op 5184 completed, throughput=5MB/sec 2024-04-15T17:06:33.701 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kKN14TIa4Ip8IyP off=9692626 len=810182 2024-04-15T17:06:33.702 INFO:tasks.workunit.client.0.smithi090.stdout:op 5185 completed, throughput=5MB/sec 2024-04-15T17:06:34.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:34 smithi153 ceph-mon[84714]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T17:06:34.705 INFO:tasks.workunit.client.0.smithi090.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-15T17:06:34.705 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Afy99iLDQx7PWDp off=11217932 len=793081 2024-04-15T17:06:34.706 INFO:tasks.workunit.client.0.smithi090.stdout:op 5186 completed, throughput=5MB/sec 2024-04-15T17:06:34.706 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YNnO0e8VZBOYG79 off=9971769 len=852816 2024-04-15T17:06:34.706 INFO:tasks.workunit.client.0.smithi090.stdout:op 5187 completed, throughput=5MB/sec 2024-04-15T17:06:34.706 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ka2Rj6ya5pM67Ca off=15110728 len=1909338 2024-04-15T17:06:34.708 INFO:tasks.workunit.client.0.smithi090.stdout:op 5188 completed, throughput=5MB/sec 2024-04-15T17:06:34.708 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6_b8msnQfy-LBuP off=9230413 len=252019 2024-04-15T17:06:34.712 INFO:tasks.workunit.client.0.smithi090.stdout:op 5189 completed, throughput=5MB/sec 2024-04-15T17:06:34.712 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-__SShqcFIiTO8P2 off=6832937 len=2024744 2024-04-15T17:06:34.715 INFO:tasks.workunit.client.0.smithi090.stdout:op 5190 completed, throughput=5MB/sec 2024-04-15T17:06:34.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:34 smithi090 ceph-mon[91618]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T17:06:34.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:34 smithi090 ceph-mon[89240]: pgmap v1910: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-15T17:06:35.716 INFO:tasks.workunit.client.0.smithi090.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-15T17:06:35.716 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cuNaO8nHlfL5Lz_ off=1649382 len=289333 2024-04-15T17:06:35.720 INFO:tasks.workunit.client.0.smithi090.stdout:op 5191 completed, throughput=5MB/sec 2024-04-15T17:06:35.720 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KngN5CrVgYGzasR off=14169310 len=383930 2024-04-15T17:06:35.723 INFO:tasks.workunit.client.0.smithi090.stdout:op 5192 completed, throughput=5MB/sec 2024-04-15T17:06:35.723 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7zHF9LQrLts48uK off=15407588 len=1453692 2024-04-15T17:06:35.725 INFO:tasks.workunit.client.0.smithi090.stdout:op 5193 completed, throughput=5MB/sec 2024-04-15T17:06:35.725 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uiRhNvTbKvmTfHg off=3785417 len=799251 2024-04-15T17:06:35.726 INFO:tasks.workunit.client.0.smithi090.stdout:op 5194 completed, throughput=5MB/sec 2024-04-15T17:06:35.726 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Df2XGXMg0rqiCJW off=4787840 len=64838 2024-04-15T17:06:35.727 INFO:tasks.workunit.client.0.smithi090.stdout:op 5195 completed, throughput=5MB/sec 2024-04-15T17:06:35.727 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-y422ZrEibH2cf4o off=7225010 len=871678 2024-04-15T17:06:35.731 INFO:tasks.workunit.client.0.smithi090.stdout:op 5196 completed, throughput=5MB/sec 2024-04-15T17:06:35.731 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DndW2gdO1NdcdlL off=8524643 len=562949 2024-04-15T17:06:35.735 INFO:tasks.workunit.client.0.smithi090.stdout:op 5197 completed, throughput=5MB/sec 2024-04-15T17:06:36.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:36 smithi153 ceph-mon[84714]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T17:06:36.735 INFO:tasks.workunit.client.0.smithi090.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-15T17:06:36.735 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-n2nVoV_efOsH2VB off=6509260 len=1867502 2024-04-15T17:06:36.746 INFO:tasks.workunit.client.0.smithi090.stdout:op 5198 completed, throughput=5MB/sec 2024-04-15T17:06:36.746 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fUnkRc9u5yRwS8i off=6162127 len=1583673 2024-04-15T17:06:36.748 INFO:tasks.workunit.client.0.smithi090.stdout:op 5199 completed, throughput=5MB/sec 2024-04-15T17:06:36.748 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kAOe_zla28er1uX off=1079497 len=365784 2024-04-15T17:06:36.751 INFO:tasks.workunit.client.0.smithi090.stdout:op 5200 completed, throughput=5MB/sec 2024-04-15T17:06:36.752 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-X6BgTqnIlviGYYm off=8755775 len=114122 2024-04-15T17:06:36.752 INFO:tasks.workunit.client.0.smithi090.stdout:op 5201 completed, throughput=5MB/sec 2024-04-15T17:06:36.752 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TuwmYFOXA1AL4z5 off=18688131 len=1544640 2024-04-15T17:06:36.760 INFO:tasks.workunit.client.0.smithi090.stdout:op 5202 completed, throughput=5MB/sec 2024-04-15T17:06:36.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:36 smithi090 ceph-mon[91618]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T17:06:36.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:36 smithi090 ceph-mon[89240]: pgmap v1911: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T17:06:37.761 INFO:tasks.workunit.client.0.smithi090.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-15T17:06:37.761 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-M7DxNY3c3aEzfpR off=11757623 len=1568485 2024-04-15T17:06:37.769 INFO:tasks.workunit.client.0.smithi090.stdout:op 5203 completed, throughput=5MB/sec 2024-04-15T17:06:37.769 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UN463_wa3eJCzK6 off=4710309 len=1603875 2024-04-15T17:06:37.776 INFO:tasks.workunit.client.0.smithi090.stdout:op 5204 completed, throughput=5MB/sec 2024-04-15T17:06:37.776 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KSGaRTWjJEbK2DK off=8905588 len=427856 2024-04-15T17:06:37.777 INFO:tasks.workunit.client.0.smithi090.stdout:op 5205 completed, throughput=5MB/sec 2024-04-15T17:06:37.777 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MMVTPMW7YV4OJX3 off=505335 len=1380846 2024-04-15T17:06:37.786 INFO:tasks.workunit.client.0.smithi090.stdout:op 5206 completed, throughput=5MB/sec 2024-04-15T17:06:37.786 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GTPCTbD7BQptmYw off=5348237 len=198972 2024-04-15T17:06:37.787 INFO:tasks.workunit.client.0.smithi090.stdout:op 5207 completed, throughput=5MB/sec 2024-04-15T17:06:37.787 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AobFLqTAOOlyw4s off=12606165 len=996693 2024-04-15T17:06:37.790 INFO:tasks.workunit.client.0.smithi090.stdout:op 5208 completed, throughput=5MB/sec 2024-04-15T17:06:38.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:38 smithi153 ceph-mon[84714]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-15T17:06:38.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:06:38.790 INFO:tasks.workunit.client.0.smithi090.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-15T17:06:38.790 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qAnfCuZZN70tibE off=872615 len=1810543 2024-04-15T17:06:38.802 INFO:tasks.workunit.client.0.smithi090.stdout:op 5209 completed, throughput=5MB/sec 2024-04-15T17:06:38.802 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AUZvZ2fsf7bZAr7 off=4166542 len=647831 2024-04-15T17:06:38.806 INFO:tasks.workunit.client.0.smithi090.stdout:op 5210 completed, throughput=5MB/sec 2024-04-15T17:06:38.806 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KtLFL_sjToAOJto off=1175418 len=506175 2024-04-15T17:06:38.810 INFO:tasks.workunit.client.0.smithi090.stdout:op 5211 completed, throughput=5MB/sec 2024-04-15T17:06:38.810 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YxTe-xU0aaWqtXU off=5523640 len=834710 2024-04-15T17:06:38.815 INFO:tasks.workunit.client.0.smithi090.stdout:op 5212 completed, throughput=5MB/sec 2024-04-15T17:06:38.815 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DKSb_cJVyKajUoH off=13392213 len=1919234 2024-04-15T17:06:38.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:38 smithi090 ceph-mon[91618]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-15T17:06:38.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:06:38.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:38 smithi090 ceph-mon[89240]: pgmap v1912: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-15T17:06:38.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:06:38.823 INFO:tasks.workunit.client.0.smithi090.stdout:op 5213 completed, throughput=5MB/sec 2024-04-15T17:06:39.567 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:06:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:06:39] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-15T17:06:39.824 INFO:tasks.workunit.client.0.smithi090.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-15T17:06:39.824 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XykUws2OOmyDdHA off=832564 len=768685 2024-04-15T17:06:39.826 INFO:tasks.workunit.client.0.smithi090.stdout:op 5214 completed, throughput=5MB/sec 2024-04-15T17:06:39.826 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AJPdzzG2UpmHG7F off=1135138 len=835462 2024-04-15T17:06:39.830 INFO:tasks.workunit.client.0.smithi090.stdout:op 5215 completed, throughput=5MB/sec 2024-04-15T17:06:39.830 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DguboNsaeYDg1TA off=6585798 len=1930011 2024-04-15T17:06:39.832 INFO:tasks.workunit.client.0.smithi090.stdout:op 5216 completed, throughput=5MB/sec 2024-04-15T17:06:39.832 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aoyzaWCDZ_2T9BK off=4371960 len=1409473 2024-04-15T17:06:39.838 INFO:tasks.workunit.client.0.smithi090.stdout:op 5217 completed, throughput=5MB/sec 2024-04-15T17:06:40.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:40 smithi153 ceph-mon[84714]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-15T17:06:40.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:40 smithi090 ceph-mon[91618]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-15T17:06:40.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:40 smithi090 ceph-mon[89240]: pgmap v1913: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.5 MiB/s wr, 5 op/s 2024-04-15T17:06:40.838 INFO:tasks.workunit.client.0.smithi090.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-15T17:06:40.839 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6GdJmPjfXPtJBbZ off=21141010 len=1956281 2024-04-15T17:06:40.842 INFO:tasks.workunit.client.0.smithi090.stdout:op 5218 completed, throughput=5MB/sec 2024-04-15T17:06:40.842 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fk26W829IWHiz0m off=2587068 len=1696038 2024-04-15T17:06:40.844 INFO:tasks.workunit.client.0.smithi090.stdout:op 5219 completed, throughput=5MB/sec 2024-04-15T17:06:40.844 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3XYQr6n_ubj1Yc6 off=12467132 len=990389 2024-04-15T17:06:40.848 INFO:tasks.workunit.client.0.smithi090.stdout:op 5220 completed, throughput=5MB/sec 2024-04-15T17:06:41.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:41 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:06:41.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:41 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:06:41.848 INFO:tasks.workunit.client.0.smithi090.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-15T17:06:41.848 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OWEixWZmJREZ-kY off=12766084 len=1381306 2024-04-15T17:06:41.850 INFO:tasks.workunit.client.0.smithi090.stdout:op 5221 completed, throughput=5MB/sec 2024-04-15T17:06:41.850 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5lCZZ44d-4HzWwl off=18569658 len=671821 2024-04-15T17:06:41.854 INFO:tasks.workunit.client.0.smithi090.stdout:op 5222 completed, throughput=5MB/sec 2024-04-15T17:06:41.854 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YnwZGViGQ5KtMNl off=1702641 len=390872 2024-04-15T17:06:41.855 INFO:tasks.workunit.client.0.smithi090.stdout:op 5223 completed, throughput=5MB/sec 2024-04-15T17:06:41.855 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--56nHBjyvruNZsT off=696753 len=1210170 2024-04-15T17:06:41.859 INFO:tasks.workunit.client.0.smithi090.stdout:op 5224 completed, throughput=5MB/sec 2024-04-15T17:06:41.859 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0lwFGxZNp8cWhp5 off=3168644 len=1520597 2024-04-15T17:06:41.860 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:41 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:06:41.866 INFO:tasks.workunit.client.0.smithi090.stdout:op 5225 completed, throughput=5MB/sec 2024-04-15T17:06:42.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:06:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:06:42.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:42 smithi153 ceph-mon[84714]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-15T17:06:42.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:42 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:06:42.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:42 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:06:42.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:42 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:06:42.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:42 smithi090 ceph-mon[91618]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-15T17:06:42.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:42 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:06:42.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:42 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:06:42.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:42 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:06:42.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:42 smithi090 ceph-mon[89240]: pgmap v1914: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-15T17:06:42.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:42 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:06:42.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:42 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:06:42.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:42 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:06:42.867 INFO:tasks.workunit.client.0.smithi090.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-15T17:06:42.867 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BDOxEaUbNamUU-f off=4629472 len=1223880 2024-04-15T17:06:42.869 INFO:tasks.workunit.client.0.smithi090.stdout:op 5226 completed, throughput=5MB/sec 2024-04-15T17:06:42.869 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NLuzckBmYBGD1zX off=9024764 len=1375258 2024-04-15T17:06:42.870 INFO:tasks.workunit.client.0.smithi090.stdout:op 5227 completed, throughput=5MB/sec 2024-04-15T17:06:42.870 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YtAWWonpEIz-y-U off=1723465 len=523506 2024-04-15T17:06:42.874 INFO:tasks.workunit.client.0.smithi090.stdout:op 5228 completed, throughput=5MB/sec 2024-04-15T17:06:42.874 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PDJyZlv8wC-kdy2 off=0 len=1409967 2024-04-15T17:06:42.876 INFO:tasks.workunit.client.0.smithi090.stdout:op 5229 completed, throughput=5MB/sec 2024-04-15T17:06:42.876 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MyZwR-I-m6oVF3n off=448618 len=1789963 2024-04-15T17:06:42.878 INFO:tasks.workunit.client.0.smithi090.stdout:op 5230 completed, throughput=5MB/sec 2024-04-15T17:06:43.879 INFO:tasks.workunit.client.0.smithi090.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-15T17:06:43.879 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CyJduIuHhsRtner off=374322 len=1279884 2024-04-15T17:06:43.885 INFO:tasks.workunit.client.0.smithi090.stdout:op 5231 completed, throughput=5MB/sec 2024-04-15T17:06:43.885 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8yAQqeuCXH7lBxW off=611708 len=1355059 2024-04-15T17:06:43.894 INFO:tasks.workunit.client.0.smithi090.stdout:op 5232 completed, throughput=5MB/sec 2024-04-15T17:06:43.894 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nV3gjl3R1FeB5bp off=1100893 len=1661230 2024-04-15T17:06:43.902 INFO:tasks.workunit.client.0.smithi090.stdout:op 5233 completed, throughput=5MB/sec 2024-04-15T17:06:43.902 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9oZPwKgPUtzbde6 off=10827398 len=519835 2024-04-15T17:06:43.903 INFO:tasks.workunit.client.0.smithi090.stdout:op 5234 completed, throughput=5MB/sec 2024-04-15T17:06:44.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:44 smithi090 ceph-mon[89240]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T17:06:44.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:44 smithi090 ceph-mon[91618]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T17:06:44.860 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:44 smithi153 ceph-mon[84714]: pgmap v1915: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 6 op/s 2024-04-15T17:06:44.903 INFO:tasks.workunit.client.0.smithi090.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-15T17:06:44.903 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PpE-D1Q2QWfdPYq off=4669232 len=1623542 2024-04-15T17:06:44.905 INFO:tasks.workunit.client.0.smithi090.stdout:op 5235 completed, throughput=5MB/sec 2024-04-15T17:06:44.905 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RHee5JR4MOp8gpq off=10422414 len=301567 2024-04-15T17:06:44.906 INFO:tasks.workunit.client.0.smithi090.stdout:op 5236 completed, throughput=5MB/sec 2024-04-15T17:06:44.906 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Aa6m8_r2Cfz1qhV off=985488 len=888549 2024-04-15T17:06:44.911 INFO:tasks.workunit.client.0.smithi090.stdout:op 5237 completed, throughput=5MB/sec 2024-04-15T17:06:44.911 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oYI8YAPrJOF2CrR off=13765370 len=975490 2024-04-15T17:06:44.912 INFO:tasks.workunit.client.0.smithi090.stdout:op 5238 completed, throughput=5MB/sec 2024-04-15T17:06:44.913 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-B5P-i0lMg9XgesX off=5267090 len=1266622 2024-04-15T17:06:44.914 INFO:tasks.workunit.client.0.smithi090.stdout:op 5239 completed, throughput=5MB/sec 2024-04-15T17:06:45.914 INFO:tasks.workunit.client.0.smithi090.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-15T17:06:45.914 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hoUKVU7YeBk-M_C off=5085370 len=1922774 2024-04-15T17:06:45.916 INFO:tasks.workunit.client.0.smithi090.stdout:op 5240 completed, throughput=5MB/sec 2024-04-15T17:06:45.916 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-a8pLDpXtcxO0IAw off=3202611 len=306419 2024-04-15T17:06:45.920 INFO:tasks.workunit.client.0.smithi090.stdout:op 5241 completed, throughput=5MB/sec 2024-04-15T17:06:45.920 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-p5ITuTBZumzo5g6 off=9982757 len=1867031 2024-04-15T17:06:45.932 INFO:tasks.workunit.client.0.smithi090.stdout:op 5242 completed, throughput=5MB/sec 2024-04-15T17:06:45.933 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-z1VPG9g5wzdBl9o off=1431746 len=422551 2024-04-15T17:06:45.933 INFO:tasks.workunit.client.0.smithi090.stdout:op 5243 completed, throughput=5MB/sec 2024-04-15T17:06:45.933 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3bw2jFcTtxtlnRz off=6053274 len=130146 2024-04-15T17:06:45.936 INFO:tasks.workunit.client.0.smithi090.stdout:op 5244 completed, throughput=5MB/sec 2024-04-15T17:06:45.936 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-H_hWDHLwlruWubs off=1729496 len=1495810 2024-04-15T17:06:45.945 INFO:tasks.workunit.client.0.smithi090.stdout:op 5245 completed, throughput=5MB/sec 2024-04-15T17:06:46.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:46 smithi090 ceph-mon[89240]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:06:46.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:46 smithi090 ceph-mon[91618]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:06:46.860 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:46 smithi153 ceph-mon[84714]: pgmap v1916: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:06:46.945 INFO:tasks.workunit.client.0.smithi090.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-15T17:06:46.945 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jgJHM8ubnHq8yyr off=973811 len=887595 2024-04-15T17:06:46.946 INFO:tasks.workunit.client.0.smithi090.stdout:op 5246 completed, throughput=5MB/sec 2024-04-15T17:06:46.947 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pLTqkWwwEIqpgGx off=4563319 len=1434631 2024-04-15T17:06:46.948 INFO:tasks.workunit.client.0.smithi090.stdout:op 5247 completed, throughput=5MB/sec 2024-04-15T17:06:46.948 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8wW2WmkTmDE2dQi off=6757837 len=235786 2024-04-15T17:06:46.952 INFO:tasks.workunit.client.0.smithi090.stdout:op 5248 completed, throughput=5MB/sec 2024-04-15T17:06:46.952 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JAciw37k2SEUiFH off=1963378 len=1914306 2024-04-15T17:06:46.964 INFO:tasks.workunit.client.0.smithi090.stdout:op 5249 completed, throughput=5MB/sec 2024-04-15T17:06:47.964 INFO:tasks.workunit.client.0.smithi090.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-15T17:06:47.964 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-C894KN1zZ6m4oGl off=5087068 len=1854903 2024-04-15T17:06:47.966 INFO:tasks.workunit.client.0.smithi090.stdout:op 5250 completed, throughput=5MB/sec 2024-04-15T17:06:47.967 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-c_ipgx2ugSlxe47 off=212362 len=539695 2024-04-15T17:06:47.967 INFO:tasks.workunit.client.0.smithi090.stdout:op 5251 completed, throughput=5MB/sec 2024-04-15T17:06:47.967 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fO_kEFXzYI9MUgx off=8667642 len=68720 2024-04-15T17:06:47.968 INFO:tasks.workunit.client.0.smithi090.stdout:op 5252 completed, throughput=5MB/sec 2024-04-15T17:06:47.968 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8zbvJBZ83zQjxz2 off=452418 len=707518 2024-04-15T17:06:47.975 INFO:tasks.workunit.client.0.smithi090.stdout:op 5253 completed, throughput=5MB/sec 2024-04-15T17:06:47.975 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nsByHuZ5zLwICvT off=6819517 len=1360337 2024-04-15T17:06:47.984 INFO:tasks.workunit.client.0.smithi090.stdout:op 5254 completed, throughput=5MB/sec 2024-04-15T17:06:47.984 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZefbaBa4ZTNeBZB off=2577449 len=1869762 2024-04-15T17:06:47.995 INFO:tasks.workunit.client.0.smithi090.stdout:op 5255 completed, throughput=5MB/sec 2024-04-15T17:06:48.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:48 smithi090 ceph-mon[89240]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:06:48.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:48 smithi090 ceph-mon[91618]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:06:48.860 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:48 smithi153 ceph-mon[84714]: pgmap v1917: 105 pgs: 105 active+clean; 127 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:06:48.996 INFO:tasks.workunit.client.0.smithi090.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-15T17:06:48.996 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-001yPCyhSL5EqNo off=340422 len=48445 2024-04-15T17:06:48.999 INFO:tasks.workunit.client.0.smithi090.stdout:op 5256 completed, throughput=5MB/sec 2024-04-15T17:06:48.999 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rIATwTQBfoiqXgW off=4417621 len=1196819 2024-04-15T17:06:49.007 INFO:tasks.workunit.client.0.smithi090.stdout:op 5257 completed, throughput=5MB/sec 2024-04-15T17:06:49.007 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Wwra1kUwICub0EO off=7870132 len=144982 2024-04-15T17:06:49.008 INFO:tasks.workunit.client.0.smithi090.stdout:op 5258 completed, throughput=5MB/sec 2024-04-15T17:06:49.008 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TisMKv2_VxQktqu off=8008698 len=1474948 2024-04-15T17:06:49.016 INFO:tasks.workunit.client.0.smithi090.stdout:op 5259 completed, throughput=5MB/sec 2024-04-15T17:06:49.016 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xm5OnHsShR0Yj77 off=6501286 len=1928679 2024-04-15T17:06:49.027 INFO:tasks.workunit.client.0.smithi090.stdout:op 5260 completed, throughput=5MB/sec 2024-04-15T17:06:49.567 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:06:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:06:49] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-15T17:06:50.028 INFO:tasks.workunit.client.0.smithi090.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-15T17:06:50.028 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8sLiRSLKflksKcd off=13135247 len=245299 2024-04-15T17:06:50.029 INFO:tasks.workunit.client.0.smithi090.stdout:op 5261 completed, throughput=5MB/sec 2024-04-15T17:06:50.029 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JLCE2-RGR78aSRt off=2672056 len=458361 2024-04-15T17:06:50.030 INFO:tasks.workunit.client.0.smithi090.stdout:op 5262 completed, throughput=5MB/sec 2024-04-15T17:06:50.030 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--qu0xuT9A_Fvueb off=1593391 len=587997 2024-04-15T17:06:50.034 INFO:tasks.workunit.client.0.smithi090.stdout:op 5263 completed, throughput=5MB/sec 2024-04-15T17:06:50.034 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CIN2y1T6qIfAq8f off=7409133 len=1345961 2024-04-15T17:06:50.043 INFO:tasks.workunit.client.0.smithi090.stdout:op 5264 completed, throughput=5MB/sec 2024-04-15T17:06:50.043 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_iefeKTgZlRg70M off=1074690 len=1558122 2024-04-15T17:06:50.044 INFO:tasks.workunit.client.0.smithi090.stdout:op 5265 completed, throughput=5MB/sec 2024-04-15T17:06:50.044 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aqXvboF7qVQrktG off=18180830 len=1299060 2024-04-15T17:06:50.051 INFO:tasks.workunit.client.0.smithi090.stdout:op 5266 completed, throughput=5MB/sec 2024-04-15T17:06:50.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:50 smithi090 ceph-mon[91618]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:06:50.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:50 smithi090 ceph-mon[89240]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:06:50.860 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:50 smithi153 ceph-mon[84714]: pgmap v1918: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:06:51.051 INFO:tasks.workunit.client.0.smithi090.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-15T17:06:51.051 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-K1ge9Q1H4B0Q9F9 off=1747573 len=1562181 2024-04-15T17:06:51.053 INFO:tasks.workunit.client.0.smithi090.stdout:op 5267 completed, throughput=5MB/sec 2024-04-15T17:06:51.053 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OSjrjDy1mPnL1qS off=757504 len=1315201 2024-04-15T17:06:51.060 INFO:tasks.workunit.client.0.smithi090.stdout:op 5268 completed, throughput=5MB/sec 2024-04-15T17:06:51.060 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cHw8qBLuTSr1WX6 off=6342558 len=2061949 2024-04-15T17:06:51.061 INFO:tasks.workunit.client.0.smithi090.stdout:op 5269 completed, throughput=5MB/sec 2024-04-15T17:06:52.061 INFO:tasks.workunit.client.0.smithi090.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-15T17:06:52.061 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-99wXfaBO7sMYtPM off=212199 len=1153983 2024-04-15T17:06:52.070 INFO:tasks.workunit.client.0.smithi090.stdout:op 5270 completed, throughput=5MB/sec 2024-04-15T17:06:52.070 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LEwl1O83ZHu8bZw off=10897559 len=710463 2024-04-15T17:06:52.070 INFO:tasks.workunit.client.0.smithi090.stdout:op 5271 completed, throughput=5MB/sec 2024-04-15T17:06:52.070 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yPPQyI0kqk-1vpj off=7916097 len=111246 2024-04-15T17:06:52.071 INFO:tasks.workunit.client.0.smithi090.stdout:op 5272 completed, throughput=5MB/sec 2024-04-15T17:06:52.071 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8PjA7pmjT-RQV-1 off=594293 len=1699761 2024-04-15T17:06:52.072 INFO:tasks.workunit.client.0.smithi090.stdout:op 5273 completed, throughput=5MB/sec 2024-04-15T17:06:52.072 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jEdMCY9ibp-Y84m off=3274174 len=1885623 2024-04-15T17:06:52.081 INFO:tasks.workunit.client.0.smithi090.stdout:op 5274 completed, throughput=5MB/sec 2024-04-15T17:06:52.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:52 smithi153 ceph-mon[84714]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:06:52.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:06:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:06:52.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:52 smithi090 ceph-mon[89240]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:06:52.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:52 smithi090 ceph-mon[91618]: pgmap v1919: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:06:53.081 INFO:tasks.workunit.client.0.smithi090.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-15T17:06:53.082 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EkUamw_nmWX07bW off=1570347 len=185489 2024-04-15T17:06:53.082 INFO:tasks.workunit.client.0.smithi090.stdout:op 5275 completed, throughput=5MB/sec 2024-04-15T17:06:53.083 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-94oO0uLGpnILDRp off=2031326 len=835603 2024-04-15T17:06:53.084 INFO:tasks.workunit.client.0.smithi090.stdout:op 5276 completed, throughput=5MB/sec 2024-04-15T17:06:53.084 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Nj5oLa0ZGHV8L6I off=983290 len=2052858 2024-04-15T17:06:53.093 INFO:tasks.workunit.client.0.smithi090.stdout:op 5277 completed, throughput=5MB/sec 2024-04-15T17:06:53.093 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mKK5dFSF0CrVAg9 off=19194585 len=637496 2024-04-15T17:06:53.096 INFO:tasks.workunit.client.0.smithi090.stdout:op 5278 completed, throughput=5MB/sec 2024-04-15T17:06:53.096 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HYNK4NpS5ELKFaU off=19988964 len=1406901 2024-04-15T17:06:53.098 INFO:tasks.workunit.client.0.smithi090.stdout:op 5279 completed, throughput=5MB/sec 2024-04-15T17:06:53.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:06:53.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:06:53.860 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:06:54.098 INFO:tasks.workunit.client.0.smithi090.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-15T17:06:54.099 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7Sdr2cyv6oawHxJ off=2324474 len=1318828 2024-04-15T17:06:54.106 INFO:tasks.workunit.client.0.smithi090.stdout:op 5280 completed, throughput=5MB/sec 2024-04-15T17:06:54.106 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KvNgBZ3oPiSEAvr off=8863851 len=270111 2024-04-15T17:06:54.109 INFO:tasks.workunit.client.0.smithi090.stdout:op 5281 completed, throughput=5MB/sec 2024-04-15T17:06:54.109 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xveBO0oXmIgN5Of off=1024943 len=917164 2024-04-15T17:06:54.111 INFO:tasks.workunit.client.0.smithi090.stdout:op 5282 completed, throughput=5MB/sec 2024-04-15T17:06:54.111 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hzenOfFLnpCEwNc off=1964339 len=2081318 2024-04-15T17:06:54.123 INFO:tasks.workunit.client.0.smithi090.stdout:op 5283 completed, throughput=5MB/sec 2024-04-15T17:06:54.124 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IM-0_dW3GtCKYPL off=4187985 len=1188562 2024-04-15T17:06:54.125 INFO:tasks.workunit.client.0.smithi090.stdout:op 5284 completed, throughput=5MB/sec 2024-04-15T17:06:54.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:54 smithi090 ceph-mon[89240]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:06:54.818 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:54 smithi090 ceph-mon[91618]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:06:54.860 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:54 smithi153 ceph-mon[84714]: pgmap v1920: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:06:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-15T17:06:55.125 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h41y8TGYH5V3Shl off=3930092 len=507937 2024-04-15T17:06:55.130 INFO:tasks.workunit.client.0.smithi090.stdout:op 5285 completed, throughput=5MB/sec 2024-04-15T17:06:55.130 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3_WHjbHxhpTdpSm off=1991452 len=576636 2024-04-15T17:06:55.133 INFO:tasks.workunit.client.0.smithi090.stdout:op 5286 completed, throughput=5MB/sec 2024-04-15T17:06:55.133 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PRhrifgBKYG7r27 off=19851189 len=1900383 2024-04-15T17:06:55.135 INFO:tasks.workunit.client.0.smithi090.stdout:op 5287 completed, throughput=5MB/sec 2024-04-15T17:06:55.135 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PX1KJA7gMibEEZm off=7529190 len=2089744 2024-04-15T17:06:55.148 INFO:tasks.workunit.client.0.smithi090.stdout:op 5288 completed, throughput=5MB/sec 2024-04-15T17:06:56.148 INFO:tasks.workunit.client.0.smithi090.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-15T17:06:56.149 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-T-QHZn7yPi6ttqV off=21659763 len=23971 2024-04-15T17:06:56.151 INFO:tasks.workunit.client.0.smithi090.stdout:op 5289 completed, throughput=5MB/sec 2024-04-15T17:06:56.151 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--uF42ievS3014eT off=2005017 len=247229 2024-04-15T17:06:56.152 INFO:tasks.workunit.client.0.smithi090.stdout:op 5290 completed, throughput=5MB/sec 2024-04-15T17:06:56.152 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6TS7o37OG0oojm7 off=6342480 len=539104 2024-04-15T17:06:56.156 INFO:tasks.workunit.client.0.smithi090.stdout:op 5291 completed, throughput=5MB/sec 2024-04-15T17:06:56.156 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nipacLUac9c7PC7 off=5423584 len=321984 2024-04-15T17:06:56.159 INFO:tasks.workunit.client.0.smithi090.stdout:op 5292 completed, throughput=5MB/sec 2024-04-15T17:06:56.159 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-d8TbWR7FQVShJlL off=11124507 len=588817 2024-04-15T17:06:56.163 INFO:tasks.workunit.client.0.smithi090.stdout:op 5293 completed, throughput=5MB/sec 2024-04-15T17:06:56.163 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LvhFlBrxCE8iTeM off=877179 len=1498634 2024-04-15T17:06:56.165 INFO:tasks.workunit.client.0.smithi090.stdout:op 5294 completed, throughput=5MB/sec 2024-04-15T17:06:56.165 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5LpgZTF7Bh4FuJ8 off=8160666 len=1345059 2024-04-15T17:06:56.166 INFO:tasks.workunit.client.0.smithi090.stdout:op 5295 completed, throughput=5MB/sec 2024-04-15T17:06:56.166 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VGADGUZxkYH-lD8 off=17160451 len=88107 2024-04-15T17:06:56.167 INFO:tasks.workunit.client.0.smithi090.stdout:op 5296 completed, throughput=5MB/sec 2024-04-15T17:06:56.167 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-l28hs4Sccd-_H5j off=978563 len=719919 2024-04-15T17:06:56.172 INFO:tasks.workunit.client.0.smithi090.stdout:op 5297 completed, throughput=5MB/sec 2024-04-15T17:06:56.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:56 smithi090 ceph-mon[91618]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:06:56.818 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:56 smithi090 ceph-mon[89240]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:06:56.860 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:56 smithi153 ceph-mon[84714]: pgmap v1921: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:06:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-15T17:06:57.172 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YpepTQuc7Ic3Pk7 off=4097876 len=179482 2024-04-15T17:06:57.175 INFO:tasks.workunit.client.0.smithi090.stdout:op 5298 completed, throughput=5MB/sec 2024-04-15T17:06:57.175 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iCrJVU-6R_eY0u5 off=1273368 len=2068643 2024-04-15T17:06:57.177 INFO:tasks.workunit.client.0.smithi090.stdout:op 5299 completed, throughput=5MB/sec 2024-04-15T17:06:57.177 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yhziUCgvTGke54E off=6876597 len=17443 2024-04-15T17:06:57.177 INFO:tasks.workunit.client.0.smithi090.stdout:op 5300 completed, throughput=5MB/sec 2024-04-15T17:06:57.177 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-x_V25uE2JUp3L-M off=10137604 len=478876 2024-04-15T17:06:57.181 INFO:tasks.workunit.client.0.smithi090.stdout:op 5301 completed, throughput=5MB/sec 2024-04-15T17:06:57.181 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RM5lr3TDo1C5m3U off=15644624 len=870084 2024-04-15T17:06:57.186 INFO:tasks.workunit.client.0.smithi090.stdout:op 5302 completed, throughput=5MB/sec 2024-04-15T17:06:57.186 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SvH4Y_eDWl-3O8F off=677870 len=950594 2024-04-15T17:06:57.191 INFO:tasks.workunit.client.0.smithi090.stdout:op 5303 completed, throughput=5MB/sec 2024-04-15T17:06:57.191 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3mRMOlChBTxIIFc off=16139752 len=834292 2024-04-15T17:06:57.193 INFO:tasks.workunit.client.0.smithi090.stdout:op 5304 completed, throughput=5MB/sec 2024-04-15T17:06:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-15T17:06:58.194 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-d9yVwNyRmdFjAVq off=13376797 len=1911755 2024-04-15T17:06:58.196 INFO:tasks.workunit.client.0.smithi090.stdout:op 5305 completed, throughput=5MB/sec 2024-04-15T17:06:58.196 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tOGICzP9PDRCSL1 off=9312331 len=1579656 2024-04-15T17:06:58.204 INFO:tasks.workunit.client.0.smithi090.stdout:op 5306 completed, throughput=5MB/sec 2024-04-15T17:06:58.204 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qWG4yN0YEUYS_Uz off=620705 len=97232 2024-04-15T17:06:58.205 INFO:tasks.workunit.client.0.smithi090.stdout:op 5307 completed, throughput=5MB/sec 2024-04-15T17:06:58.205 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RKJ4r2S4fOgEbam off=6446218 len=149742 2024-04-15T17:06:58.205 INFO:tasks.workunit.client.0.smithi090.stdout:op 5308 completed, throughput=5MB/sec 2024-04-15T17:06:58.206 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5hYusIlAnUGjPJc off=23755924 len=120557 2024-04-15T17:06:58.206 INFO:tasks.workunit.client.0.smithi090.stdout:op 5309 completed, throughput=5MB/sec 2024-04-15T17:06:58.206 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xe3NXrc5L5ofXWO off=1422955 len=781437 2024-04-15T17:06:58.211 INFO:tasks.workunit.client.0.smithi090.stdout:op 5310 completed, throughput=5MB/sec 2024-04-15T17:06:58.211 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qoIvEQIbzlet1pR off=13580561 len=914525 2024-04-15T17:06:58.215 INFO:tasks.workunit.client.0.smithi090.stdout:op 5311 completed, throughput=5MB/sec 2024-04-15T17:06:58.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:06:58 smithi090 ceph-mon[89240]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:06:58.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:06:58 smithi090 ceph-mon[91618]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:06:58.859 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:06:58 smithi153 ceph-mon[84714]: pgmap v1922: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:06:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-15T17:06:59.215 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YqQ30GE_NB7czVh off=9754528 len=412715 2024-04-15T17:06:59.218 INFO:tasks.workunit.client.0.smithi090.stdout:op 5312 completed, throughput=5MB/sec 2024-04-15T17:06:59.219 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FLUyTlJlcZ0AONs off=1341671 len=811971 2024-04-15T17:06:59.224 INFO:tasks.workunit.client.0.smithi090.stdout:op 5313 completed, throughput=5MB/sec 2024-04-15T17:06:59.224 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fO_kEFXzYI9MUgx off=9347820 len=849589 2024-04-15T17:06:59.225 INFO:tasks.workunit.client.0.smithi090.stdout:op 5314 completed, throughput=5MB/sec 2024-04-15T17:06:59.225 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BAt-elY9hScHP1I off=2399351 len=569289 2024-04-15T17:06:59.229 INFO:tasks.workunit.client.0.smithi090.stdout:op 5315 completed, throughput=5MB/sec 2024-04-15T17:06:59.229 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KYPPH-cmF-Dptku off=13583147 len=1791940 2024-04-15T17:06:59.231 INFO:tasks.workunit.client.0.smithi090.stdout:op 5316 completed, throughput=5MB/sec 2024-04-15T17:06:59.231 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-690FxKO-0p0Q1iu off=4713278 len=1885085 2024-04-15T17:06:59.233 INFO:tasks.workunit.client.0.smithi090.stdout:op 5317 completed, throughput=5MB/sec 2024-04-15T17:06:59.567 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:06:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:06:59] "GET /metrics HTTP/1.1" 200 34068 "" "Prometheus/2.43.0" 2024-04-15T17:07:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-15T17:07:00.233 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DwzpDkIZAQIe6ZQ off=5744409 len=1313231 2024-04-15T17:07:00.235 INFO:tasks.workunit.client.0.smithi090.stdout:op 5318 completed, throughput=5MB/sec 2024-04-15T17:07:00.235 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-L40ZWiYQ121ulNw off=2888383 len=1852642 2024-04-15T17:07:00.237 INFO:tasks.workunit.client.0.smithi090.stdout:op 5319 completed, throughput=5MB/sec 2024-04-15T17:07:00.237 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VoV1g5tgXCBNBsS off=18411446 len=639874 2024-04-15T17:07:00.241 INFO:tasks.workunit.client.0.smithi090.stdout:op 5320 completed, throughput=5MB/sec 2024-04-15T17:07:00.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:00 smithi090 ceph-mon[89240]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T17:07:00.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:00 smithi090 ceph-mon[91618]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T17:07:00.859 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:00 smithi153 ceph-mon[84714]: pgmap v1923: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-15T17:07:01.242 INFO:tasks.workunit.client.0.smithi090.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-15T17:07:01.242 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iRsC5O7s3zRAk7c off=769082 len=605472 2024-04-15T17:07:01.243 INFO:tasks.workunit.client.0.smithi090.stdout:op 5321 completed, throughput=5MB/sec 2024-04-15T17:07:01.243 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bgstDGdVNnGEvcc off=5612564 len=803822 2024-04-15T17:07:01.248 INFO:tasks.workunit.client.0.smithi090.stdout:op 5322 completed, throughput=5MB/sec 2024-04-15T17:07:01.248 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vPeGPsEDCHlOIVy off=3154610 len=1110386 2024-04-15T17:07:01.254 INFO:tasks.workunit.client.0.smithi090.stdout:op 5323 completed, throughput=5MB/sec 2024-04-15T17:07:01.254 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lztO2wqYeB_twwe off=29925 len=714259 2024-04-15T17:07:01.255 INFO:tasks.workunit.client.0.smithi090.stdout:op 5324 completed, throughput=5MB/sec 2024-04-15T17:07:01.255 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BGdaYR9OFd6bjnE off=2284983 len=1946348 2024-04-15T17:07:01.258 INFO:tasks.workunit.client.0.smithi090.stdout:op 5325 completed, throughput=5MB/sec 2024-04-15T17:07:01.259 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HxbxEOKH4B0J2Rh off=3928399 len=191225 2024-04-15T17:07:01.259 INFO:tasks.workunit.client.0.smithi090.stdout:op 5326 completed, throughput=5MB/sec 2024-04-15T17:07:02.260 INFO:tasks.workunit.client.0.smithi090.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-15T17:07:02.260 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-58QisoZalYUESIQ off=2490939 len=208514 2024-04-15T17:07:02.263 INFO:tasks.workunit.client.0.smithi090.stdout:op 5327 completed, throughput=5MB/sec 2024-04-15T17:07:02.263 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oY1Cf8GJldRpUE_ off=5210567 len=357469 2024-04-15T17:07:02.264 INFO:tasks.workunit.client.0.smithi090.stdout:op 5328 completed, throughput=5MB/sec 2024-04-15T17:07:02.264 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OAELKtLSZIP_f4r off=14378398 len=1091414 2024-04-15T17:07:02.266 INFO:tasks.workunit.client.0.smithi090.stdout:op 5329 completed, throughput=5MB/sec 2024-04-15T17:07:02.266 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yMmLTGGfdHh1-tU off=10035460 len=235422 2024-04-15T17:07:02.267 INFO:tasks.workunit.client.0.smithi090.stdout:op 5330 completed, throughput=5MB/sec 2024-04-15T17:07:02.267 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NwaE8mMOUs8UI9G off=7781409 len=1709536 2024-04-15T17:07:02.269 INFO:tasks.workunit.client.0.smithi090.stdout:op 5331 completed, throughput=5MB/sec 2024-04-15T17:07:02.269 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-K1v_B1hUCSlYSJP off=19614980 len=2084554 2024-04-15T17:07:02.282 INFO:tasks.workunit.client.0.smithi090.stdout:op 5332 completed, throughput=5MB/sec 2024-04-15T17:07:02.610 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:02 smithi153 ceph-mon[84714]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:07:02.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:07:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:07:02.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:02 smithi090 ceph-mon[89240]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:07:02.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:02 smithi090 ceph-mon[91618]: pgmap v1924: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:07:03.282 INFO:tasks.workunit.client.0.smithi090.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-15T17:07:03.283 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-H0GlacktXzF5BuO off=6158140 len=841080 2024-04-15T17:07:03.284 INFO:tasks.workunit.client.0.smithi090.stdout:op 5333 completed, throughput=5MB/sec 2024-04-15T17:07:03.284 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ljHnfJzJ1figmeF off=15746651 len=605915 2024-04-15T17:07:03.288 INFO:tasks.workunit.client.0.smithi090.stdout:op 5334 completed, throughput=5MB/sec 2024-04-15T17:07:03.288 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZP_lhMjUVIRye0F off=790829 len=1124178 2024-04-15T17:07:03.294 INFO:tasks.workunit.client.0.smithi090.stdout:op 5335 completed, throughput=5MB/sec 2024-04-15T17:07:03.294 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JNgE1njlTFXU2bK off=5733591 len=224785 2024-04-15T17:07:03.295 INFO:tasks.workunit.client.0.smithi090.stdout:op 5336 completed, throughput=5MB/sec 2024-04-15T17:07:03.295 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-J8-sFtRxbixvhmH off=5836669 len=2075947 2024-04-15T17:07:03.304 INFO:tasks.workunit.client.0.smithi090.stdout:op 5337 completed, throughput=5MB/sec 2024-04-15T17:07:04.305 INFO:tasks.workunit.client.0.smithi090.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-15T17:07:04.305 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-diWcnt4VhPefAgX off=754120 len=1160116 2024-04-15T17:07:04.307 INFO:tasks.workunit.client.0.smithi090.stdout:op 5338 completed, throughput=5MB/sec 2024-04-15T17:07:04.307 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xymx5aUBWHeEPPG off=8007557 len=1578779 2024-04-15T17:07:04.309 INFO:tasks.workunit.client.0.smithi090.stdout:op 5339 completed, throughput=5MB/sec 2024-04-15T17:07:04.309 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7mini2u-3nHSGkw off=9297353 len=1437832 2024-04-15T17:07:04.317 INFO:tasks.workunit.client.0.smithi090.stdout:op 5340 completed, throughput=5MB/sec 2024-04-15T17:07:04.317 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uv97VhGcLa7jLeR off=2626267 len=1376791 2024-04-15T17:07:04.318 INFO:tasks.workunit.client.0.smithi090.stdout:op 5341 completed, throughput=5MB/sec 2024-04-15T17:07:04.817 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:04 smithi090 ceph-mon[89240]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:07:04.817 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:04 smithi090 ceph-mon[91618]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:07:04.860 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:04 smithi153 ceph-mon[84714]: pgmap v1925: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:07:05.319 INFO:tasks.workunit.client.0.smithi090.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-15T17:07:05.319 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-m0U_gHMzqfiDHYs off=8829757 len=1069611 2024-04-15T17:07:05.320 INFO:tasks.workunit.client.0.smithi090.stdout:op 5342 completed, throughput=5MB/sec 2024-04-15T17:07:05.320 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2_Ey21LHK3WZrsB off=1196584 len=479098 2024-04-15T17:07:05.324 INFO:tasks.workunit.client.0.smithi090.stdout:op 5343 completed, throughput=5MB/sec 2024-04-15T17:07:05.324 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ACFFOnWq5mc16Xt off=24124709 len=825428 2024-04-15T17:07:05.328 INFO:tasks.workunit.client.0.smithi090.stdout:op 5344 completed, throughput=5MB/sec 2024-04-15T17:07:05.329 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uojgPhjSwdKiGdC off=5004550 len=1381732 2024-04-15T17:07:05.330 INFO:tasks.workunit.client.0.smithi090.stdout:op 5345 completed, throughput=5MB/sec 2024-04-15T17:07:05.330 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-udkN-nzLFlSluMH off=8185996 len=1825589 2024-04-15T17:07:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:op 5346 completed, throughput=5MB/sec 2024-04-15T17:07:06.338 INFO:tasks.workunit.client.0.smithi090.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-15T17:07:06.338 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RliMp6WB9_ehyHZ off=3572557 len=1222634 2024-04-15T17:07:06.339 INFO:tasks.workunit.client.0.smithi090.stdout:op 5347 completed, throughput=5MB/sec 2024-04-15T17:07:06.339 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FEBUlkx2Co5to69 off=2294640 len=2001361 2024-04-15T17:07:06.351 INFO:tasks.workunit.client.0.smithi090.stdout:op 5348 completed, throughput=5MB/sec 2024-04-15T17:07:06.352 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_V3JsGF-bykBfdV off=6056998 len=1915547 2024-04-15T17:07:06.359 INFO:tasks.workunit.client.0.smithi090.stdout:op 5349 completed, throughput=5MB/sec 2024-04-15T17:07:07.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:06 smithi090 ceph-mon[89240]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:07:07.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:06 smithi090 ceph-mon[91618]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:07:07.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:06 smithi153 ceph-mon[84714]: pgmap v1926: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:07:07.359 INFO:tasks.workunit.client.0.smithi090.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-15T17:07:07.359 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Bc_vw8GBuW6KSLq off=20267384 len=1509460 2024-04-15T17:07:07.361 INFO:tasks.workunit.client.0.smithi090.stdout:op 5350 completed, throughput=5MB/sec 2024-04-15T17:07:07.362 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--WmGoVFIP3vp-MC off=2376959 len=371925 2024-04-15T17:07:07.362 INFO:tasks.workunit.client.0.smithi090.stdout:op 5351 completed, throughput=5MB/sec 2024-04-15T17:07:07.363 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-77EZ1Zwm55ZI2So off=7380182 len=334530 2024-04-15T17:07:07.366 INFO:tasks.workunit.client.0.smithi090.stdout:op 5352 completed, throughput=5MB/sec 2024-04-15T17:07:07.366 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pG21Y31xpFYomBO off=4645245 len=1498907 2024-04-15T17:07:07.368 INFO:tasks.workunit.client.0.smithi090.stdout:op 5353 completed, throughput=5MB/sec 2024-04-15T17:07:07.368 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IXcvDHXZQdb8G3g off=13044397 len=992009 2024-04-15T17:07:07.372 INFO:tasks.workunit.client.0.smithi090.stdout:op 5354 completed, throughput=5MB/sec 2024-04-15T17:07:07.373 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fk26W829IWHiz0m off=9872072 len=541902 2024-04-15T17:07:07.376 INFO:tasks.workunit.client.0.smithi090.stdout:op 5355 completed, throughput=5MB/sec 2024-04-15T17:07:08.377 INFO:tasks.workunit.client.0.smithi090.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-15T17:07:08.377 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Wzn2JFYWsTFSk0B off=5096848 len=724889 2024-04-15T17:07:08.381 INFO:tasks.workunit.client.0.smithi090.stdout:op 5356 completed, throughput=5MB/sec 2024-04-15T17:07:08.381 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LmOhCmWQS4yComt off=1522680 len=1874838 2024-04-15T17:07:08.383 INFO:tasks.workunit.client.0.smithi090.stdout:op 5357 completed, throughput=5MB/sec 2024-04-15T17:07:08.384 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KFpkM16UKPwWI70 off=15124655 len=1046775 2024-04-15T17:07:08.389 INFO:tasks.workunit.client.0.smithi090.stdout:op 5358 completed, throughput=5MB/sec 2024-04-15T17:07:08.389 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3HdiU9lqYO5DVCt off=100178 len=637519 2024-04-15T17:07:08.390 INFO:tasks.workunit.client.0.smithi090.stdout:op 5359 completed, throughput=5MB/sec 2024-04-15T17:07:08.390 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sHSb7vRPOJmpIyy off=10293129 len=1674161 2024-04-15T17:07:08.399 INFO:tasks.workunit.client.0.smithi090.stdout:op 5360 completed, throughput=5MB/sec 2024-04-15T17:07:09.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:08 smithi090 ceph-mon[89240]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:07:09.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:07:09.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:08 smithi090 ceph-mon[91618]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:07:09.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:07:09.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:08 smithi153 ceph-mon[84714]: pgmap v1927: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:07:09.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:07:09.399 INFO:tasks.workunit.client.0.smithi090.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-15T17:07:09.399 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-t-cqw_2DBRe1Pfs off=8044935 len=2016769 2024-04-15T17:07:09.401 INFO:tasks.workunit.client.0.smithi090.stdout:op 5361 completed, throughput=5MB/sec 2024-04-15T17:07:09.401 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-o7KjWdJv9Is8kbK off=2345579 len=714744 2024-04-15T17:07:09.404 INFO:tasks.workunit.client.0.smithi090.stdout:op 5362 completed, throughput=5MB/sec 2024-04-15T17:07:09.404 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4S9sqT1__6pvOCd off=182286 len=1019563 2024-04-15T17:07:09.409 INFO:tasks.workunit.client.0.smithi090.stdout:op 5363 completed, throughput=5MB/sec 2024-04-15T17:07:09.409 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YF5C_Ghw_LNFg7A off=158977 len=777646 2024-04-15T17:07:09.410 INFO:tasks.workunit.client.0.smithi090.stdout:op 5364 completed, throughput=5MB/sec 2024-04-15T17:07:09.567 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:07:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:07:09] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-15T17:07:10.410 INFO:tasks.workunit.client.0.smithi090.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-15T17:07:10.410 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LeGYcly_LNJLktU off=5168603 len=962636 2024-04-15T17:07:10.412 INFO:tasks.workunit.client.0.smithi090.stdout:op 5365 completed, throughput=5MB/sec 2024-04-15T17:07:10.412 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3pjOHJu6BAN8Y-J off=11653438 len=776746 2024-04-15T17:07:10.414 INFO:tasks.workunit.client.0.smithi090.stdout:op 5366 completed, throughput=5MB/sec 2024-04-15T17:07:10.414 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LZ7Ck6281zdk7X5 off=7515913 len=400248 2024-04-15T17:07:10.415 INFO:tasks.workunit.client.0.smithi090.stdout:op 5367 completed, throughput=5MB/sec 2024-04-15T17:07:10.415 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gVH1DlfJ-8WY_ct off=2059310 len=1727036 2024-04-15T17:07:10.424 INFO:tasks.workunit.client.0.smithi090.stdout:op 5368 completed, throughput=5MB/sec 2024-04-15T17:07:10.424 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MvpQ-ih12ZuyPVc off=10932608 len=1809417 2024-04-15T17:07:10.426 INFO:tasks.workunit.client.0.smithi090.stdout:op 5369 completed, throughput=5MB/sec 2024-04-15T17:07:11.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:10 smithi090 ceph-mon[89240]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:07:11.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:10 smithi090 ceph-mon[91618]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:07:11.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:10 smithi153 ceph-mon[84714]: pgmap v1928: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:07:11.427 INFO:tasks.workunit.client.0.smithi090.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-15T17:07:11.427 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-C6WgTlt0501CshG off=15607309 len=1786207 2024-04-15T17:07:11.437 INFO:tasks.workunit.client.0.smithi090.stdout:op 5370 completed, throughput=5MB/sec 2024-04-15T17:07:11.437 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GqhNyfB2wJZ_pfj off=813314 len=155466 2024-04-15T17:07:11.439 INFO:tasks.workunit.client.0.smithi090.stdout:op 5371 completed, throughput=5MB/sec 2024-04-15T17:07:11.439 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ybzue4ioU5Cp1Rb off=8744699 len=539534 2024-04-15T17:07:11.443 INFO:tasks.workunit.client.0.smithi090.stdout:op 5372 completed, throughput=5MB/sec 2024-04-15T17:07:11.443 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Oj3-Bmkv5dVzXv0 off=592843 len=1228219 2024-04-15T17:07:11.445 INFO:tasks.workunit.client.0.smithi090.stdout:op 5373 completed, throughput=5MB/sec 2024-04-15T17:07:11.445 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-N4ia8yzlPuVxYKQ off=1776411 len=1335375 2024-04-15T17:07:11.446 INFO:tasks.workunit.client.0.smithi090.stdout:op 5374 completed, throughput=5MB/sec 2024-04-15T17:07:12.446 INFO:tasks.workunit.client.0.smithi090.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-15T17:07:12.446 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vIcUaBwE7CGVNdk off=4200669 len=308393 2024-04-15T17:07:12.450 INFO:tasks.workunit.client.0.smithi090.stdout:op 5375 completed, throughput=5MB/sec 2024-04-15T17:07:12.450 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SsXrhre4YFQkKXh off=1142387 len=1080115 2024-04-15T17:07:12.451 INFO:tasks.workunit.client.0.smithi090.stdout:op 5376 completed, throughput=5MB/sec 2024-04-15T17:07:12.451 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ti0vxz9Kliv8385 off=20142006 len=559892 2024-04-15T17:07:12.452 INFO:tasks.workunit.client.0.smithi090.stdout:op 5377 completed, throughput=5MB/sec 2024-04-15T17:07:12.452 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oFaSoD8gdFBl0iY off=4499455 len=419553 2024-04-15T17:07:12.456 INFO:tasks.workunit.client.0.smithi090.stdout:op 5378 completed, throughput=5MB/sec 2024-04-15T17:07:12.456 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EdTVb6_z6YexVY_ off=17210666 len=1060874 2024-04-15T17:07:12.461 INFO:tasks.workunit.client.0.smithi090.stdout:op 5379 completed, throughput=5MB/sec 2024-04-15T17:07:12.461 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pNX_ukGE9S1Dzcz off=9753782 len=1931697 2024-04-15T17:07:12.472 INFO:tasks.workunit.client.0.smithi090.stdout:op 5380 completed, throughput=5MB/sec 2024-04-15T17:07:12.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:07:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:07:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:07:13.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:12 smithi090 ceph-mon[89240]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:07:13.068 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:12 smithi090 ceph-mon[91618]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:07:13.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:12 smithi153 ceph-mon[84714]: pgmap v1929: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:07:13.472 INFO:tasks.workunit.client.0.smithi090.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-15T17:07:13.472 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-bV_lmZ-pT9mnHEM off=11000867 len=905779 2024-04-15T17:07:13.477 INFO:tasks.workunit.client.0.smithi090.stdout:op 5381 completed, throughput=5MB/sec 2024-04-15T17:07:13.477 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1iAJA48Gx-ETizj off=258751 len=2053759 2024-04-15T17:07:13.479 INFO:tasks.workunit.client.0.smithi090.stdout:op 5382 completed, throughput=5MB/sec 2024-04-15T17:07:13.479 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-d_0SpACb1FfS8fQ off=5493413 len=958492 2024-04-15T17:07:13.482 INFO:tasks.workunit.client.0.smithi090.stdout:op 5383 completed, throughput=5MB/sec 2024-04-15T17:07:13.482 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JKUI8xv98X0armJ off=1286218 len=1215888 2024-04-15T17:07:13.487 INFO:tasks.workunit.client.0.smithi090.stdout:op 5384 completed, throughput=5MB/sec 2024-04-15T17:07:13.487 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-N1X-B0ASx5-pdKn off=4179264 len=1372208 2024-04-15T17:07:13.496 INFO:tasks.workunit.client.0.smithi090.stdout:op 5385 completed, throughput=5MB/sec 2024-04-15T17:07:14.497 INFO:tasks.workunit.client.0.smithi090.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-15T17:07:14.497 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2LsV67ymzq6jzQR off=2401915 len=2091846 2024-04-15T17:07:14.499 INFO:tasks.workunit.client.0.smithi090.stdout:op 5386 completed, throughput=5MB/sec 2024-04-15T17:07:14.499 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Y78A1BwCFToom7H off=2488965 len=39490 2024-04-15T17:07:14.500 INFO:tasks.workunit.client.0.smithi090.stdout:op 5387 completed, throughput=5MB/sec 2024-04-15T17:07:14.500 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-doFyKS6FxeEFMFW off=7155065 len=1619105 2024-04-15T17:07:14.508 INFO:tasks.workunit.client.0.smithi090.stdout:op 5388 completed, throughput=5MB/sec 2024-04-15T17:07:14.508 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GUrBGct5yCgswTQ off=9710661 len=1148083 2024-04-15T17:07:14.513 INFO:tasks.workunit.client.0.smithi090.stdout:op 5389 completed, throughput=5MB/sec 2024-04-15T17:07:15.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:14 smithi090 ceph-mon[91618]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T17:07:15.068 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:14 smithi090 ceph-mon[89240]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T17:07:15.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:14 smithi153 ceph-mon[84714]: pgmap v1930: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-15T17:07:15.513 INFO:tasks.workunit.client.0.smithi090.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-15T17:07:15.513 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8IOgM3t3hNBv_8r off=6604246 len=820865 2024-04-15T17:07:15.518 INFO:tasks.workunit.client.0.smithi090.stdout:op 5390 completed, throughput=5MB/sec 2024-04-15T17:07:15.518 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-daRV7kEKdGtQwvd off=12015530 len=1769483 2024-04-15T17:07:15.521 INFO:tasks.workunit.client.0.smithi090.stdout:op 5391 completed, throughput=5MB/sec 2024-04-15T17:07:15.521 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-effl18sOxHaD7n8 off=2567606 len=2093893 2024-04-15T17:07:15.523 INFO:tasks.workunit.client.0.smithi090.stdout:op 5392 completed, throughput=5MB/sec 2024-04-15T17:07:16.524 INFO:tasks.workunit.client.0.smithi090.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-15T17:07:16.524 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OklPLZ9Ny4_wbtU off=5788946 len=705625 2024-04-15T17:07:16.528 INFO:tasks.workunit.client.0.smithi090.stdout:op 5393 completed, throughput=5MB/sec 2024-04-15T17:07:16.528 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bbjBpZB5-GoWMiA off=21234540 len=1936818 2024-04-15T17:07:16.530 INFO:tasks.workunit.client.0.smithi090.stdout:op 5394 completed, throughput=5MB/sec 2024-04-15T17:07:16.530 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FHifpq8A3zR80Xw off=3529764 len=2027001 2024-04-15T17:07:16.543 INFO:tasks.workunit.client.0.smithi090.stdout:op 5395 completed, throughput=5MB/sec 2024-04-15T17:07:16.543 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BqzrfzGSFUTSjvd off=771310 len=1328884 2024-04-15T17:07:16.544 INFO:tasks.workunit.client.0.smithi090.stdout:op 5396 completed, throughput=5MB/sec 2024-04-15T17:07:17.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:16 smithi090 ceph-mon[89240]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T17:07:17.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:16 smithi090 ceph-mon[91618]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T17:07:17.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:16 smithi153 ceph-mon[84714]: pgmap v1931: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T17:07:17.545 INFO:tasks.workunit.client.0.smithi090.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-15T17:07:17.545 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oluM6lqR7j8CPBs off=6626271 len=1555175 2024-04-15T17:07:17.547 INFO:tasks.workunit.client.0.smithi090.stdout:op 5397 completed, throughput=5MB/sec 2024-04-15T17:07:17.547 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-AlUHPOau4c8sYUU off=10106640 len=1579686 2024-04-15T17:07:17.550 INFO:tasks.workunit.client.0.smithi090.stdout:op 5398 completed, throughput=5MB/sec 2024-04-15T17:07:17.550 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BisS0tFklqtHwUd off=12641910 len=1662387 2024-04-15T17:07:17.561 INFO:tasks.workunit.client.0.smithi090.stdout:op 5399 completed, throughput=5MB/sec 2024-04-15T17:07:18.561 INFO:tasks.workunit.client.0.smithi090.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-15T17:07:18.561 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zwVMrgIXSbEAys9 off=3536622 len=1684006 2024-04-15T17:07:18.565 INFO:tasks.workunit.client.0.smithi090.stdout:op 5400 completed, throughput=5MB/sec 2024-04-15T17:07:18.565 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-z6qrtP870UG6vzj off=565390 len=620058 2024-04-15T17:07:18.570 INFO:tasks.workunit.client.0.smithi090.stdout:op 5401 completed, throughput=5MB/sec 2024-04-15T17:07:18.570 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tAdfmUnsmwVZG6E off=17585722 len=603802 2024-04-15T17:07:18.574 INFO:tasks.workunit.client.0.smithi090.stdout:op 5402 completed, throughput=5MB/sec 2024-04-15T17:07:18.574 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LQbWE7enh2zjtny off=833286 len=541082 2024-04-15T17:07:18.578 INFO:tasks.workunit.client.0.smithi090.stdout:op 5403 completed, throughput=5MB/sec 2024-04-15T17:07:18.578 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pSq8SG6cD6W4ns_ off=2272841 len=777540 2024-04-15T17:07:18.579 INFO:tasks.workunit.client.0.smithi090.stdout:op 5404 completed, throughput=5MB/sec 2024-04-15T17:07:18.579 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZzinUCLtmXWi9o8 off=17127522 len=468432 2024-04-15T17:07:18.580 INFO:tasks.workunit.client.0.smithi090.stdout:op 5405 completed, throughput=5MB/sec 2024-04-15T17:07:18.580 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-77VctXiNPGb9RUm off=15113961 len=2033655 2024-04-15T17:07:18.592 INFO:tasks.workunit.client.0.smithi090.stdout:op 5406 completed, throughput=5MB/sec 2024-04-15T17:07:19.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:18 smithi090 ceph-mon[89240]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:07:19.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:18 smithi090 ceph-mon[91618]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:07:19.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:18 smithi153 ceph-mon[84714]: pgmap v1932: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:07:19.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:07:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:07:19] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-15T17:07:19.592 INFO:tasks.workunit.client.0.smithi090.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-15T17:07:19.593 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SCwshT2gI7zu9ei off=14964607 len=150625 2024-04-15T17:07:19.595 INFO:tasks.workunit.client.0.smithi090.stdout:op 5407 completed, throughput=5MB/sec 2024-04-15T17:07:19.596 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jsqrUeGP9xrQR3w off=6119014 len=869475 2024-04-15T17:07:19.600 INFO:tasks.workunit.client.0.smithi090.stdout:op 5408 completed, throughput=5MB/sec 2024-04-15T17:07:19.600 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lT24RVqCyIgtq_e off=1641608 len=1590810 2024-04-15T17:07:19.603 INFO:tasks.workunit.client.0.smithi090.stdout:op 5409 completed, throughput=5MB/sec 2024-04-15T17:07:19.603 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eiWtIgBIhA4ae4Z off=5024202 len=2019627 2024-04-15T17:07:19.614 INFO:tasks.workunit.client.0.smithi090.stdout:op 5410 completed, throughput=5MB/sec 2024-04-15T17:07:20.615 INFO:tasks.workunit.client.0.smithi090.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-15T17:07:20.615 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Wno1VLf8DJApbXD off=598956 len=1379306 2024-04-15T17:07:20.618 INFO:tasks.workunit.client.0.smithi090.stdout:op 5411 completed, throughput=5MB/sec 2024-04-15T17:07:20.618 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-uCGuhtPWlpDcoj0 off=4147705 len=225953 2024-04-15T17:07:20.621 INFO:tasks.workunit.client.0.smithi090.stdout:op 5412 completed, throughput=5MB/sec 2024-04-15T17:07:20.621 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-V8eoxsxFS7X5tz0 off=16671243 len=1304073 2024-04-15T17:07:20.623 INFO:tasks.workunit.client.0.smithi090.stdout:op 5413 completed, throughput=5MB/sec 2024-04-15T17:07:20.623 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-pfG5SPMlZJ__5fQ off=2110946 len=1103235 2024-04-15T17:07:20.627 INFO:tasks.workunit.client.0.smithi090.stdout:op 5414 completed, throughput=5MB/sec 2024-04-15T17:07:20.628 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9QkuAKWFDsGaX3c off=8298774 len=134707 2024-04-15T17:07:20.628 INFO:tasks.workunit.client.0.smithi090.stdout:op 5415 completed, throughput=5MB/sec 2024-04-15T17:07:20.628 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ywc20jo7LoSpUPf off=11549512 len=931941 2024-04-15T17:07:20.633 INFO:tasks.workunit.client.0.smithi090.stdout:op 5416 completed, throughput=5MB/sec 2024-04-15T17:07:21.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:20 smithi090 ceph-mon[91618]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T17:07:21.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:20 smithi090 ceph-mon[89240]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T17:07:21.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:20 smithi153 ceph-mon[84714]: pgmap v1933: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T17:07:21.633 INFO:tasks.workunit.client.0.smithi090.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-15T17:07:21.634 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pTPS-PN631yFeK3 off=24501388 len=953457 2024-04-15T17:07:21.635 INFO:tasks.workunit.client.0.smithi090.stdout:op 5417 completed, throughput=5MB/sec 2024-04-15T17:07:21.635 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Js9eX3YiS-xGYdp off=6444131 len=1825085 2024-04-15T17:07:21.637 INFO:tasks.workunit.client.0.smithi090.stdout:op 5418 completed, throughput=5MB/sec 2024-04-15T17:07:21.638 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-o3TorQdC0IEgBf7 off=860911 len=761317 2024-04-15T17:07:21.639 INFO:tasks.workunit.client.0.smithi090.stdout:op 5419 completed, throughput=5MB/sec 2024-04-15T17:07:21.639 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fyBpO8X2lnAZFR7 off=504138 len=1441228 2024-04-15T17:07:21.645 INFO:tasks.workunit.client.0.smithi090.stdout:op 5420 completed, throughput=5MB/sec 2024-04-15T17:07:22.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:07:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:07:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:07:22.645 INFO:tasks.workunit.client.0.smithi090.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-15T17:07:22.646 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-B5h5nXznrBToxI2 off=1815068 len=1990027 2024-04-15T17:07:22.648 INFO:tasks.workunit.client.0.smithi090.stdout:op 5421 completed, throughput=5MB/sec 2024-04-15T17:07:22.648 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SYwcUi0XCY66SMT off=8972478 len=507101 2024-04-15T17:07:22.651 INFO:tasks.workunit.client.0.smithi090.stdout:op 5422 completed, throughput=5MB/sec 2024-04-15T17:07:22.651 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-a8NWjwAw32dFNEM off=1035031 len=381125 2024-04-15T17:07:22.652 INFO:tasks.workunit.client.0.smithi090.stdout:op 5423 completed, throughput=5MB/sec 2024-04-15T17:07:22.652 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Pl_T2iJUQD2eM9K off=13516244 len=724813 2024-04-15T17:07:22.653 INFO:tasks.workunit.client.0.smithi090.stdout:op 5424 completed, throughput=5MB/sec 2024-04-15T17:07:22.653 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-089YtrpaPjwjFdC off=1363329 len=1272288 2024-04-15T17:07:22.659 INFO:tasks.workunit.client.0.smithi090.stdout:op 5425 completed, throughput=5MB/sec 2024-04-15T17:07:22.659 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Hp_XbBPmtpKiM9Z off=10219909 len=1491832 2024-04-15T17:07:22.668 INFO:tasks.workunit.client.0.smithi090.stdout:op 5426 completed, throughput=5MB/sec 2024-04-15T17:07:23.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:22 smithi090 ceph-mon[89240]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T17:07:23.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:22 smithi090 ceph-mon[91618]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T17:07:23.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:22 smithi153 ceph-mon[84714]: pgmap v1934: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T17:07:23.669 INFO:tasks.workunit.client.0.smithi090.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-15T17:07:23.669 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--8y-tWcwEd7IBid off=1549767 len=898233 2024-04-15T17:07:23.670 INFO:tasks.workunit.client.0.smithi090.stdout:op 5427 completed, throughput=5MB/sec 2024-04-15T17:07:23.670 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-b-0KPMp9PdxAu_I off=9101308 len=837870 2024-04-15T17:07:23.675 INFO:tasks.workunit.client.0.smithi090.stdout:op 5428 completed, throughput=5MB/sec 2024-04-15T17:07:23.675 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TT4FpgxjpJntfr2 off=6902865 len=1600139 2024-04-15T17:07:23.682 INFO:tasks.workunit.client.0.smithi090.stdout:op 5429 completed, throughput=5MB/sec 2024-04-15T17:07:23.683 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-T3gLHX2nQoG7cuN off=16712222 len=655473 2024-04-15T17:07:23.686 INFO:tasks.workunit.client.0.smithi090.stdout:op 5430 completed, throughput=5MB/sec 2024-04-15T17:07:23.687 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SgUAOmpg_fH7IaP off=2469989 len=1775994 2024-04-15T17:07:23.696 INFO:tasks.workunit.client.0.smithi090.stdout:op 5431 completed, throughput=5MB/sec 2024-04-15T17:07:24.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:07:24.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:07:24.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:07:24.696 INFO:tasks.workunit.client.0.smithi090.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-15T17:07:24.697 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VqcZo5gC0pIoCf3 off=10821597 len=175835 2024-04-15T17:07:24.699 INFO:tasks.workunit.client.0.smithi090.stdout:op 5432 completed, throughput=5MB/sec 2024-04-15T17:07:24.699 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6zIsB4fGqPdLSys off=1798521 len=849913 2024-04-15T17:07:24.701 INFO:tasks.workunit.client.0.smithi090.stdout:op 5433 completed, throughput=5MB/sec 2024-04-15T17:07:24.702 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ICAkp6w8wKaG0dd off=6411360 len=899634 2024-04-15T17:07:24.706 INFO:tasks.workunit.client.0.smithi090.stdout:op 5434 completed, throughput=5MB/sec 2024-04-15T17:07:24.707 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BfL336aRbYfOkGC off=9421058 len=1610634 2024-04-15T17:07:24.715 INFO:tasks.workunit.client.0.smithi090.stdout:op 5435 completed, throughput=5MB/sec 2024-04-15T17:07:24.715 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IiC9_64wzaQsjRk off=785266 len=1504871 2024-04-15T17:07:24.724 INFO:tasks.workunit.client.0.smithi090.stdout:op 5436 completed, throughput=5MB/sec 2024-04-15T17:07:25.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:24 smithi090 ceph-mon[89240]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:07:25.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:24 smithi090 ceph-mon[91618]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:07:25.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:24 smithi153 ceph-mon[84714]: pgmap v1935: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-15T17:07:25.725 INFO:tasks.workunit.client.0.smithi090.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-15T17:07:25.725 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fvdQseyo9UykrH6 off=3786732 len=1314224 2024-04-15T17:07:25.730 INFO:tasks.workunit.client.0.smithi090.stdout:op 5437 completed, throughput=5MB/sec 2024-04-15T17:07:25.731 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ATt305mOtvZvKZ2 off=601229 len=425782 2024-04-15T17:07:25.734 INFO:tasks.workunit.client.0.smithi090.stdout:op 5438 completed, throughput=5MB/sec 2024-04-15T17:07:25.735 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-w_-rfWGC9aTORZU off=13509213 len=261528 2024-04-15T17:07:25.735 INFO:tasks.workunit.client.0.smithi090.stdout:op 5439 completed, throughput=5MB/sec 2024-04-15T17:07:25.735 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KiCrhKjrFPAewei off=6785970 len=1845168 2024-04-15T17:07:25.737 INFO:tasks.workunit.client.0.smithi090.stdout:op 5440 completed, throughput=5MB/sec 2024-04-15T17:07:25.737 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8aHaizTFnqqjKCj off=7617027 len=2013309 2024-04-15T17:07:25.745 INFO:tasks.workunit.client.0.smithi090.stdout:op 5441 completed, throughput=5MB/sec 2024-04-15T17:07:26.745 INFO:tasks.workunit.client.0.smithi090.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-15T17:07:26.746 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xX1MbZpseKsgrMe off=8579245 len=609901 2024-04-15T17:07:26.747 INFO:tasks.workunit.client.0.smithi090.stdout:op 5442 completed, throughput=5MB/sec 2024-04-15T17:07:26.747 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-t9SR-gGKevTQptk off=14795512 len=2013533 2024-04-15T17:07:26.750 INFO:tasks.workunit.client.0.smithi090.stdout:op 5443 completed, throughput=5MB/sec 2024-04-15T17:07:26.750 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FnKtlxdlexT2VXb off=5167923 len=193095 2024-04-15T17:07:26.751 INFO:tasks.workunit.client.0.smithi090.stdout:op 5444 completed, throughput=5MB/sec 2024-04-15T17:07:26.751 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rstQSl3F7qQF2kW off=12700867 len=1363314 2024-04-15T17:07:26.753 INFO:tasks.workunit.client.0.smithi090.stdout:op 5445 completed, throughput=5MB/sec 2024-04-15T17:07:27.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:26 smithi090 ceph-mon[89240]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T17:07:27.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:26 smithi090 ceph-mon[91618]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T17:07:27.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:26 smithi153 ceph-mon[84714]: pgmap v1936: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T17:07:27.754 INFO:tasks.workunit.client.0.smithi090.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-15T17:07:27.754 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oHyaP_14aVy-YGW off=4008439 len=291779 2024-04-15T17:07:27.755 INFO:tasks.workunit.client.0.smithi090.stdout:op 5446 completed, throughput=5MB/sec 2024-04-15T17:07:27.755 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9aksKtXhm0TUH_H off=1108147 len=1373128 2024-04-15T17:07:27.758 INFO:tasks.workunit.client.0.smithi090.stdout:op 5447 completed, throughput=5MB/sec 2024-04-15T17:07:27.759 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SpYsLct1zIOZ2tI off=8946497 len=556475 2024-04-15T17:07:27.760 INFO:tasks.workunit.client.0.smithi090.stdout:op 5448 completed, throughput=5MB/sec 2024-04-15T17:07:27.760 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dXoh-Ep_KTiF1hk off=11022656 len=959142 2024-04-15T17:07:27.765 INFO:tasks.workunit.client.0.smithi090.stdout:op 5449 completed, throughput=5MB/sec 2024-04-15T17:07:27.765 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fIUYYduT07pOPg7 off=1613369 len=1646953 2024-04-15T17:07:27.768 INFO:tasks.workunit.client.0.smithi090.stdout:op 5450 completed, throughput=5MB/sec 2024-04-15T17:07:28.768 INFO:tasks.workunit.client.0.smithi090.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-15T17:07:28.768 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-96irmwd11eiiocn off=668872 len=653374 2024-04-15T17:07:28.773 INFO:tasks.workunit.client.0.smithi090.stdout:op 5451 completed, throughput=5MB/sec 2024-04-15T17:07:28.774 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4pdPTriW_iIOH9d off=7679781 len=672760 2024-04-15T17:07:28.777 INFO:tasks.workunit.client.0.smithi090.stdout:op 5452 completed, throughput=5MB/sec 2024-04-15T17:07:28.777 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-lUXNVhAPSdRzY7z off=7469423 len=667255 2024-04-15T17:07:28.779 INFO:tasks.workunit.client.0.smithi090.stdout:op 5453 completed, throughput=5MB/sec 2024-04-15T17:07:28.779 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aROUN4aCkR8tB1e off=6283275 len=1854571 2024-04-15T17:07:28.782 INFO:tasks.workunit.client.0.smithi090.stdout:op 5454 completed, throughput=5MB/sec 2024-04-15T17:07:28.782 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zm-jR5rHZTMPpux off=15447910 len=730679 2024-04-15T17:07:28.786 INFO:tasks.workunit.client.0.smithi090.stdout:op 5455 completed, throughput=5MB/sec 2024-04-15T17:07:28.787 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Dpn4flnE3rkijKk off=5149938 len=1511157 2024-04-15T17:07:28.795 INFO:tasks.workunit.client.0.smithi090.stdout:op 5456 completed, throughput=5MB/sec 2024-04-15T17:07:29.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:28 smithi090 ceph-mon[89240]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:07:29.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:28 smithi090 ceph-mon[91618]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:07:29.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:28 smithi153 ceph-mon[84714]: pgmap v1937: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:07:29.567 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:07:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:07:29] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-15T17:07:29.795 INFO:tasks.workunit.client.0.smithi090.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-15T17:07:29.796 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-t5opiHro1ZRvgi1 off=14855031 len=2084539 2024-04-15T17:07:29.804 INFO:tasks.workunit.client.0.smithi090.stdout:op 5457 completed, throughput=5MB/sec 2024-04-15T17:07:29.805 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UAfeu-S2Kk8T4RQ off=5354435 len=1076169 2024-04-15T17:07:29.809 INFO:tasks.workunit.client.0.smithi090.stdout:op 5458 completed, throughput=5MB/sec 2024-04-15T17:07:29.809 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1dOjBn4ou5UeCGL off=9482646 len=1314132 2024-04-15T17:07:29.810 INFO:tasks.workunit.client.0.smithi090.stdout:op 5459 completed, throughput=5MB/sec 2024-04-15T17:07:30.811 INFO:tasks.workunit.client.0.smithi090.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-15T17:07:30.811 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--uXlF2V03pf5c0U off=16292557 len=141245 2024-04-15T17:07:30.814 INFO:tasks.workunit.client.0.smithi090.stdout:op 5460 completed, throughput=5MB/sec 2024-04-15T17:07:30.814 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4KjJiBUozVzE-mf off=8675583 len=1413593 2024-04-15T17:07:30.816 INFO:tasks.workunit.client.0.smithi090.stdout:op 5461 completed, throughput=5MB/sec 2024-04-15T17:07:30.816 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xWCNPEjm0VbkYJb off=1199666 len=546338 2024-04-15T17:07:30.817 INFO:tasks.workunit.client.0.smithi090.stdout:op 5462 completed, throughput=5MB/sec 2024-04-15T17:07:30.817 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7jzN7hvEUGdMxgV off=3972887 len=1160369 2024-04-15T17:07:30.824 INFO:tasks.workunit.client.0.smithi090.stdout:op 5463 completed, throughput=5MB/sec 2024-04-15T17:07:30.824 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Lm0t4Uj7FoihYek off=5997254 len=876270 2024-04-15T17:07:30.830 INFO:tasks.workunit.client.0.smithi090.stdout:op 5464 completed, throughput=5MB/sec 2024-04-15T17:07:30.830 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RLZ___rzDG9xDww off=1488602 len=398756 2024-04-15T17:07:30.830 INFO:tasks.workunit.client.0.smithi090.stdout:op 5465 completed, throughput=5MB/sec 2024-04-15T17:07:30.830 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GNCe_VSgTmv9DKE off=160036 len=1376217 2024-04-15T17:07:30.838 INFO:tasks.workunit.client.0.smithi090.stdout:op 5466 completed, throughput=5MB/sec 2024-04-15T17:07:31.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:30 smithi090 ceph-mon[89240]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:07:31.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:30 smithi090 ceph-mon[91618]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:07:31.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:30 smithi153 ceph-mon[84714]: pgmap v1938: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:07:31.838 INFO:tasks.workunit.client.0.smithi090.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-15T17:07:31.839 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wD32zXzWrgt8Wd7 off=2510240 len=1643643 2024-04-15T17:07:31.846 INFO:tasks.workunit.client.0.smithi090.stdout:op 5467 completed, throughput=5MB/sec 2024-04-15T17:07:31.846 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-R9XrQklfMqSLmKD off=11372600 len=1748728 2024-04-15T17:07:31.855 INFO:tasks.workunit.client.0.smithi090.stdout:op 5468 completed, throughput=5MB/sec 2024-04-15T17:07:31.855 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DmPBF-poNpFp6pA off=586221 len=1940459 2024-04-15T17:07:31.856 INFO:tasks.workunit.client.0.smithi090.stdout:op 5469 completed, throughput=5MB/sec 2024-04-15T17:07:32.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:07:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:07:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:07:32.857 INFO:tasks.workunit.client.0.smithi090.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-15T17:07:32.857 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kEZtbAi-B7bRS2x off=975433 len=794639 2024-04-15T17:07:32.862 INFO:tasks.workunit.client.0.smithi090.stdout:op 5470 completed, throughput=5MB/sec 2024-04-15T17:07:32.862 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1v1rVVV7nsDhQqJ off=17330497 len=1305072 2024-04-15T17:07:32.870 INFO:tasks.workunit.client.0.smithi090.stdout:op 5471 completed, throughput=5MB/sec 2024-04-15T17:07:32.870 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7rd8lqIIS7KEkcG off=2073314 len=135069 2024-04-15T17:07:32.873 INFO:tasks.workunit.client.0.smithi090.stdout:op 5472 completed, throughput=5MB/sec 2024-04-15T17:07:32.873 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aaa2O8eWlKlPHyn off=5444879 len=1050123 2024-04-15T17:07:32.878 INFO:tasks.workunit.client.0.smithi090.stdout:op 5473 completed, throughput=5MB/sec 2024-04-15T17:07:32.878 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cnAmzdqzYjkWec4 off=7518159 len=1800028 2024-04-15T17:07:32.878 INFO:tasks.workunit.client.0.smithi090.stdout:op 5474 completed, throughput=5MB/sec 2024-04-15T17:07:33.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:32 smithi090 ceph-mon[89240]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:07:33.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:32 smithi090 ceph-mon[91618]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:07:33.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:32 smithi153 ceph-mon[84714]: pgmap v1939: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:07:33.877 INFO:tasks.workunit.client.0.smithi090.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-15T17:07:33.877 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tpMuHXGWstvRrEZ off=14587672 len=1719559 2024-04-15T17:07:33.880 INFO:tasks.workunit.client.0.smithi090.stdout:op 5475 completed, throughput=5MB/sec 2024-04-15T17:07:33.881 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-m9pDCO1-HFPkcVr off=2421590 len=822013 2024-04-15T17:07:33.886 INFO:tasks.workunit.client.0.smithi090.stdout:op 5476 completed, throughput=5MB/sec 2024-04-15T17:07:33.886 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ez90_YLvW3PsiM_ off=2338637 len=497781 2024-04-15T17:07:33.889 INFO:tasks.workunit.client.0.smithi090.stdout:op 5477 completed, throughput=5MB/sec 2024-04-15T17:07:33.889 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-shorvqqxYY9luj6 off=4524559 len=1261723 2024-04-15T17:07:33.902 INFO:tasks.workunit.client.0.smithi090.stdout:op 5478 completed, throughput=5MB/sec 2024-04-15T17:07:33.902 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TQnTwdG0CE-jDIX off=535335 len=1834292 2024-04-15T17:07:33.910 INFO:tasks.workunit.client.0.smithi090.stdout:op 5479 completed, throughput=5MB/sec 2024-04-15T17:07:34.911 INFO:tasks.workunit.client.0.smithi090.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-15T17:07:34.911 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_tTQYwoVv6oUL6i off=4445493 len=1219512 2024-04-15T17:07:34.912 INFO:tasks.workunit.client.0.smithi090.stdout:op 5480 completed, throughput=5MB/sec 2024-04-15T17:07:34.912 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zOAzl8GDYiUy7A7 off=2462671 len=397019 2024-04-15T17:07:34.913 INFO:tasks.workunit.client.0.smithi090.stdout:op 5481 completed, throughput=5MB/sec 2024-04-15T17:07:34.913 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XfkYzyDH4LZcfEz off=8384740 len=40375 2024-04-15T17:07:34.916 INFO:tasks.workunit.client.0.smithi090.stdout:op 5482 completed, throughput=5MB/sec 2024-04-15T17:07:34.916 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XdsWcdJT2tM6N-P off=14038214 len=2057691 2024-04-15T17:07:34.928 INFO:tasks.workunit.client.0.smithi090.stdout:op 5483 completed, throughput=5MB/sec 2024-04-15T17:07:34.928 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--NYHfJ3DqmTjBiI off=4746529 len=22553 2024-04-15T17:07:34.928 INFO:tasks.workunit.client.0.smithi090.stdout:op 5484 completed, throughput=5MB/sec 2024-04-15T17:07:34.929 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QvUtcUj-zqZsvvv off=649751 len=402566 2024-04-15T17:07:34.929 INFO:tasks.workunit.client.0.smithi090.stdout:op 5485 completed, throughput=5MB/sec 2024-04-15T17:07:34.929 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ENCcbDBNcz7rriW off=10788782 len=1235028 2024-04-15T17:07:34.935 INFO:tasks.workunit.client.0.smithi090.stdout:op 5486 completed, throughput=5MB/sec 2024-04-15T17:07:35.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:34 smithi090 ceph-mon[89240]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:07:35.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:34 smithi090 ceph-mon[91618]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:07:35.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:34 smithi153 ceph-mon[84714]: pgmap v1940: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:07:35.936 INFO:tasks.workunit.client.0.smithi090.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-15T17:07:35.936 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--XzO9DMSMdutpKr off=10437733 len=589222 2024-04-15T17:07:35.937 INFO:tasks.workunit.client.0.smithi090.stdout:op 5487 completed, throughput=5MB/sec 2024-04-15T17:07:35.937 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sSTPOnZPonIvw_n off=1517883 len=659627 2024-04-15T17:07:35.938 INFO:tasks.workunit.client.0.smithi090.stdout:op 5488 completed, throughput=5MB/sec 2024-04-15T17:07:35.938 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-q4kjLKPDCsulUnw off=8393603 len=1852928 2024-04-15T17:07:35.940 INFO:tasks.workunit.client.0.smithi090.stdout:op 5489 completed, throughput=5MB/sec 2024-04-15T17:07:35.940 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--df7SrerMy7kcKi off=1343841 len=706718 2024-04-15T17:07:35.946 INFO:tasks.workunit.client.0.smithi090.stdout:op 5490 completed, throughput=5MB/sec 2024-04-15T17:07:35.946 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EE1G6qHiIr3uy4F off=4399338 len=268265 2024-04-15T17:07:35.948 INFO:tasks.workunit.client.0.smithi090.stdout:op 5491 completed, throughput=5MB/sec 2024-04-15T17:07:35.948 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8CzJDPIqBIeFAGd off=11160599 len=399301 2024-04-15T17:07:35.951 INFO:tasks.workunit.client.0.smithi090.stdout:op 5492 completed, throughput=5MB/sec 2024-04-15T17:07:36.952 INFO:tasks.workunit.client.0.smithi090.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-15T17:07:36.952 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-syo-FXwZhPVcYyQ off=5219571 len=2006814 2024-04-15T17:07:36.954 INFO:tasks.workunit.client.0.smithi090.stdout:op 5493 completed, throughput=5MB/sec 2024-04-15T17:07:36.954 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Avz6rJeJ_qAclOE off=542081 len=1278017 2024-04-15T17:07:36.956 INFO:tasks.workunit.client.0.smithi090.stdout:op 5494 completed, throughput=5MB/sec 2024-04-15T17:07:36.956 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DBmSYm6AawBBjSF off=5566276 len=1851418 2024-04-15T17:07:36.957 INFO:tasks.workunit.client.0.smithi090.stdout:op 5495 completed, throughput=5MB/sec 2024-04-15T17:07:37.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:36 smithi090 ceph-mon[89240]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T17:07:37.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:36 smithi090 ceph-mon[91618]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T17:07:37.109 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:36 smithi153 ceph-mon[84714]: pgmap v1941: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-15T17:07:37.958 INFO:tasks.workunit.client.0.smithi090.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-15T17:07:37.958 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vCKQTkNiPvf0lYW off=413529 len=1212376 2024-04-15T17:07:37.963 INFO:tasks.workunit.client.0.smithi090.stdout:op 5496 completed, throughput=5MB/sec 2024-04-15T17:07:37.964 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-he35074vb3jFgnk off=14440040 len=1787223 2024-04-15T17:07:37.965 INFO:tasks.workunit.client.0.smithi090.stdout:op 5497 completed, throughput=5MB/sec 2024-04-15T17:07:37.966 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--gd5Qmu9ZW-kcTn off=11722487 len=191018 2024-04-15T17:07:37.966 INFO:tasks.workunit.client.0.smithi090.stdout:op 5498 completed, throughput=5MB/sec 2024-04-15T17:07:37.966 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZjkdDPeza4NBQwW off=1555988 len=1564021 2024-04-15T17:07:37.967 INFO:tasks.workunit.client.0.smithi090.stdout:op 5499 completed, throughput=5MB/sec 2024-04-15T17:07:37.967 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0td2c3ANOQ6-xq1 off=5400829 len=846949 2024-04-15T17:07:37.972 INFO:tasks.workunit.client.0.smithi090.stdout:op 5500 completed, throughput=5MB/sec 2024-04-15T17:07:38.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:07:38.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:07:38.109 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:07:38.973 INFO:tasks.workunit.client.0.smithi090.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-15T17:07:38.973 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uvQji2Nv3ZmMhxv off=4521618 len=1642758 2024-04-15T17:07:38.977 INFO:tasks.workunit.client.0.smithi090.stdout:op 5501 completed, throughput=5MB/sec 2024-04-15T17:07:38.977 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0Buz_u_wbEtm0vo off=11654248 len=160865 2024-04-15T17:07:38.980 INFO:tasks.workunit.client.0.smithi090.stdout:op 5502 completed, throughput=5MB/sec 2024-04-15T17:07:38.980 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KHTbAl35YwvkNFi off=1026767 len=668363 2024-04-15T17:07:38.985 INFO:tasks.workunit.client.0.smithi090.stdout:op 5503 completed, throughput=5MB/sec 2024-04-15T17:07:38.985 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JZd46aBgWSqKsdT off=14856356 len=950561 2024-04-15T17:07:38.990 INFO:tasks.workunit.client.0.smithi090.stdout:op 5504 completed, throughput=5MB/sec 2024-04-15T17:07:38.990 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3yP6SLT-3fiX4HW off=482736 len=488590 2024-04-15T17:07:38.994 INFO:tasks.workunit.client.0.smithi090.stdout:op 5505 completed, throughput=5MB/sec 2024-04-15T17:07:38.994 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yU5CQaflTnemqAl off=20341446 len=960924 2024-04-15T17:07:38.999 INFO:tasks.workunit.client.0.smithi090.stdout:op 5506 completed, throughput=5MB/sec 2024-04-15T17:07:38.999 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zz4xU_3uwUfItMx off=4219047 len=1994439 2024-04-15T17:07:39.000 INFO:tasks.workunit.client.0.smithi090.stdout:op 5507 completed, throughput=5MB/sec 2024-04-15T17:07:39.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:38 smithi090 ceph-mon[89240]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:07:39.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:38 smithi090 ceph-mon[91618]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:07:39.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:38 smithi153 ceph-mon[84714]: pgmap v1942: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:07:39.567 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:07:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:07:39] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-15T17:07:40.001 INFO:tasks.workunit.client.0.smithi090.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-15T17:07:40.001 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-mEH1c3en6mGu9BO off=7595591 len=2070894 2024-04-15T17:07:40.003 INFO:tasks.workunit.client.0.smithi090.stdout:op 5508 completed, throughput=5MB/sec 2024-04-15T17:07:40.003 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-twvT8-8i6BB7Aa8 off=15975005 len=1031033 2024-04-15T17:07:40.006 INFO:tasks.workunit.client.0.smithi090.stdout:op 5509 completed, throughput=5MB/sec 2024-04-15T17:07:40.006 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--QTCeYhBAgK2hTv off=7450517 len=673001 2024-04-15T17:07:40.010 INFO:tasks.workunit.client.0.smithi090.stdout:op 5510 completed, throughput=5MB/sec 2024-04-15T17:07:41.010 INFO:tasks.workunit.client.0.smithi090.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-15T17:07:41.010 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CNQ0bFqOnqd8swW off=4666395 len=1146473 2024-04-15T17:07:41.012 INFO:tasks.workunit.client.0.smithi090.stdout:op 5511 completed, throughput=5MB/sec 2024-04-15T17:07:41.012 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VVoMkl59ZhV3fQC off=1046340 len=1537308 2024-04-15T17:07:41.013 INFO:tasks.workunit.client.0.smithi090.stdout:op 5512 completed, throughput=5MB/sec 2024-04-15T17:07:41.013 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zSLtchopSI2JGG7 off=5103162 len=1818839 2024-04-15T17:07:41.015 INFO:tasks.workunit.client.0.smithi090.stdout:op 5513 completed, throughput=5MB/sec 2024-04-15T17:07:41.016 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--xgv94oQP6baRyq off=4706383 len=665619 2024-04-15T17:07:41.020 INFO:tasks.workunit.client.0.smithi090.stdout:op 5514 completed, throughput=5MB/sec 2024-04-15T17:07:41.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:40 smithi090 ceph-mon[91618]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:07:41.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:40 smithi090 ceph-mon[89240]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:07:41.109 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:40 smithi153 ceph-mon[84714]: pgmap v1943: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:07:42.020 INFO:tasks.workunit.client.0.smithi090.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-15T17:07:42.020 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-C8qTonjITBHmXhP off=4394901 len=1800891 2024-04-15T17:07:42.022 INFO:tasks.workunit.client.0.smithi090.stdout:op 5515 completed, throughput=5MB/sec 2024-04-15T17:07:42.022 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-N09pWfi0BKDTv92 off=6739146 len=65779 2024-04-15T17:07:42.023 INFO:tasks.workunit.client.0.smithi090.stdout:op 5516 completed, throughput=5MB/sec 2024-04-15T17:07:42.023 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-a3fW19vTy71EDDm off=3216518 len=1653141 2024-04-15T17:07:42.024 INFO:tasks.workunit.client.0.smithi090.stdout:op 5517 completed, throughput=5MB/sec 2024-04-15T17:07:42.024 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RRLGz6vRaxL22lY off=16466594 len=1740929 2024-04-15T17:07:42.025 INFO:tasks.workunit.client.0.smithi090.stdout:op 5518 completed, throughput=5MB/sec 2024-04-15T17:07:42.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:41 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:07:42.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:41 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:07:42.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:41 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:07:42.609 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:07:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:07:43.026 INFO:tasks.workunit.client.0.smithi090.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-15T17:07:43.026 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-A3NVMDzJOpx9Hh5 off=8572808 len=1815641 2024-04-15T17:07:43.038 INFO:tasks.workunit.client.0.smithi090.stdout:op 5519 completed, throughput=5MB/sec 2024-04-15T17:07:43.038 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JKUI8xv98X0armJ off=1500276 len=1972299 2024-04-15T17:07:43.046 INFO:tasks.workunit.client.0.smithi090.stdout:op 5520 completed, throughput=5MB/sec 2024-04-15T17:07:43.046 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-g9EPhz_vxNmbBO- off=6754547 len=70147 2024-04-15T17:07:43.049 INFO:tasks.workunit.client.0.smithi090.stdout:op 5521 completed, throughput=5MB/sec 2024-04-15T17:07:43.049 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UvLEw7zaQF9C1cn off=667077 len=1659460 2024-04-15T17:07:43.051 INFO:tasks.workunit.client.0.smithi090.stdout:op 5522 completed, throughput=5MB/sec 2024-04-15T17:07:43.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:42 smithi090 ceph-mon[91618]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:07:43.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:42 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:07:43.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:42 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:07:43.067 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:42 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:07:43.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:42 smithi090 ceph-mon[89240]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:07:43.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:42 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:07:43.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:42 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:07:43.067 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:42 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:07:43.109 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:42 smithi153 ceph-mon[84714]: pgmap v1944: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:07:43.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:42 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:07:43.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:42 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:07:43.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:42 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:07:44.052 INFO:tasks.workunit.client.0.smithi090.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-15T17:07:44.052 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fyBpO8X2lnAZFR7 off=4011712 len=1725831 2024-04-15T17:07:44.060 INFO:tasks.workunit.client.0.smithi090.stdout:op 5523 completed, throughput=5MB/sec 2024-04-15T17:07:44.060 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RzcEKGj041sEaWS off=338330 len=278534 2024-04-15T17:07:44.063 INFO:tasks.workunit.client.0.smithi090.stdout:op 5524 completed, throughput=5MB/sec 2024-04-15T17:07:44.063 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WTK6-NlZKQufxwi off=8439298 len=506424 2024-04-15T17:07:44.067 INFO:tasks.workunit.client.0.smithi090.stdout:op 5525 completed, throughput=5MB/sec 2024-04-15T17:07:44.067 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3N1_5d04OQNIq9v off=4635666 len=253412 2024-04-15T17:07:44.067 INFO:tasks.workunit.client.0.smithi090.stdout:op 5526 completed, throughput=5MB/sec 2024-04-15T17:07:44.067 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-cT5oWDgaHZzkD7k off=817186 len=159253 2024-04-15T17:07:44.070 INFO:tasks.workunit.client.0.smithi090.stdout:op 5527 completed, throughput=5MB/sec 2024-04-15T17:07:44.070 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-a0i-uoDm60vEnFu off=0 len=1059715 2024-04-15T17:07:44.075 INFO:tasks.workunit.client.0.smithi090.stdout:op 5528 completed, throughput=5MB/sec 2024-04-15T17:07:44.075 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Ln-rSyIyGCr_Jq- off=4177428 len=514311 2024-04-15T17:07:44.079 INFO:tasks.workunit.client.0.smithi090.stdout:op 5529 completed, throughput=5MB/sec 2024-04-15T17:07:44.079 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OPZ4pjxcHM4Z2xx off=1112062 len=1797592 2024-04-15T17:07:44.083 INFO:tasks.workunit.client.0.smithi090.stdout:op 5530 completed, throughput=5MB/sec 2024-04-15T17:07:45.083 INFO:tasks.workunit.client.0.smithi090.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-15T17:07:45.083 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0Buz_u_wbEtm0vo off=17472366 len=701367 2024-04-15T17:07:45.085 INFO:tasks.workunit.client.0.smithi090.stdout:op 5531 completed, throughput=5MB/sec 2024-04-15T17:07:45.085 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SrWIs6IxSuPa1Vy off=2560463 len=1501084 2024-04-15T17:07:45.087 INFO:tasks.workunit.client.0.smithi090.stdout:op 5532 completed, throughput=5MB/sec 2024-04-15T17:07:45.087 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7AlJJ3dJDeQgsWs off=0 len=1516583 2024-04-15T17:07:45.095 INFO:tasks.workunit.client.0.smithi090.stdout:op 5533 completed, throughput=5MB/sec 2024-04-15T17:07:45.095 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kGeUNtli_-j-MMk off=7546506 len=375277 2024-04-15T17:07:45.096 INFO:tasks.workunit.client.0.smithi090.stdout:op 5534 completed, throughput=5MB/sec 2024-04-15T17:07:45.096 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FF8LvzZ61yhnrWR off=6886650 len=1834312 2024-04-15T17:07:45.107 INFO:tasks.workunit.client.0.smithi090.stdout:op 5535 completed, throughput=5MB/sec 2024-04-15T17:07:45.109 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:44 smithi153 ceph-mon[84714]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:07:45.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:44 smithi090 ceph-mon[89240]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:07:45.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:44 smithi090 ceph-mon[91618]: pgmap v1945: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:07:46.107 INFO:tasks.workunit.client.0.smithi090.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-15T17:07:46.108 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kjr8sJTCzDY7Y_G off=91551 len=868116 2024-04-15T17:07:46.113 INFO:tasks.workunit.client.0.smithi090.stdout:op 5536 completed, throughput=5MB/sec 2024-04-15T17:07:46.113 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-swJkwn6oyLXpzG2 off=59279 len=1343017 2024-04-15T17:07:46.114 INFO:tasks.workunit.client.0.smithi090.stdout:op 5537 completed, throughput=5MB/sec 2024-04-15T17:07:46.115 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9IFsKufmQj1D_yL off=1893167 len=949237 2024-04-15T17:07:46.115 INFO:tasks.workunit.client.0.smithi090.stdout:op 5538 completed, throughput=5MB/sec 2024-04-15T17:07:46.115 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qtrT1NhqDGW6cj1 off=10524418 len=192520 2024-04-15T17:07:46.118 INFO:tasks.workunit.client.0.smithi090.stdout:op 5539 completed, throughput=5MB/sec 2024-04-15T17:07:46.119 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UZUinniolOK66lC off=1238928 len=1800961 2024-04-15T17:07:46.126 INFO:tasks.workunit.client.0.smithi090.stdout:op 5540 completed, throughput=5MB/sec 2024-04-15T17:07:47.109 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:46 smithi153 ceph-mon[84714]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T17:07:47.126 INFO:tasks.workunit.client.0.smithi090.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-15T17:07:47.126 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-casvyyW1jpomEjt off=11275298 len=1680754 2024-04-15T17:07:47.135 INFO:tasks.workunit.client.0.smithi090.stdout:op 5541 completed, throughput=5MB/sec 2024-04-15T17:07:47.135 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Gyt6XRrv-R2hti- off=3788468 len=1503880 2024-04-15T17:07:47.142 INFO:tasks.workunit.client.0.smithi090.stdout:op 5542 completed, throughput=5MB/sec 2024-04-15T17:07:47.142 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CvkRUXWemj4gQx7 off=4764572 len=486186 2024-04-15T17:07:47.143 INFO:tasks.workunit.client.0.smithi090.stdout:op 5543 completed, throughput=5MB/sec 2024-04-15T17:07:47.143 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JFMSwGM9YRiP2l_ off=2320182 len=766058 2024-04-15T17:07:47.145 INFO:tasks.workunit.client.0.smithi090.stdout:op 5544 completed, throughput=5MB/sec 2024-04-15T17:07:47.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:46 smithi090 ceph-mon[91618]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T17:07:47.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:46 smithi090 ceph-mon[89240]: pgmap v1946: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-15T17:07:48.145 INFO:tasks.workunit.client.0.smithi090.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-15T17:07:48.145 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ENLILNVZLTKha20 off=11727739 len=1867399 2024-04-15T17:07:48.157 INFO:tasks.workunit.client.0.smithi090.stdout:op 5545 completed, throughput=5MB/sec 2024-04-15T17:07:48.157 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GTPCTbD7BQptmYw off=11105279 len=1183902 2024-04-15T17:07:48.160 INFO:tasks.workunit.client.0.smithi090.stdout:op 5546 completed, throughput=5MB/sec 2024-04-15T17:07:48.160 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WILk4o7zpRZ5_uk off=459652 len=1200905 2024-04-15T17:07:48.161 INFO:tasks.workunit.client.0.smithi090.stdout:op 5547 completed, throughput=5MB/sec 2024-04-15T17:07:48.161 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-g3S0CmVrXTiBtjT off=6816073 len=1050704 2024-04-15T17:07:48.166 INFO:tasks.workunit.client.0.smithi090.stdout:op 5548 completed, throughput=5MB/sec 2024-04-15T17:07:49.094 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:48 smithi090 ceph-mon[89240]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T17:07:49.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:48 smithi090 ceph-mon[91618]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T17:07:49.109 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:48 smithi153 ceph-mon[84714]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-15T17:07:49.166 INFO:tasks.workunit.client.0.smithi090.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-15T17:07:49.167 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4deDm75kGfKvAXj off=5259320 len=1349588 2024-04-15T17:07:49.173 INFO:tasks.workunit.client.0.smithi090.stdout:op 5549 completed, throughput=5MB/sec 2024-04-15T17:07:49.173 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CTBUYI8raG3er8V off=7266735 len=31465 2024-04-15T17:07:49.173 INFO:tasks.workunit.client.0.smithi090.stdout:op 5550 completed, throughput=5MB/sec 2024-04-15T17:07:49.173 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eeIlnDpvw46PI64 off=0 len=1345628 2024-04-15T17:07:49.175 INFO:tasks.workunit.client.0.smithi090.stdout:op 5551 completed, throughput=5MB/sec 2024-04-15T17:07:49.175 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZBL8HeHmVRVIt9m off=6556842 len=1732658 2024-04-15T17:07:49.184 INFO:tasks.workunit.client.0.smithi090.stdout:op 5552 completed, throughput=5MB/sec 2024-04-15T17:07:49.185 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-d9yVwNyRmdFjAVq off=2553053 len=1169720 2024-04-15T17:07:49.185 INFO:tasks.workunit.client.0.smithi090.stdout:op 5553 completed, throughput=5MB/sec 2024-04-15T17:07:49.567 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:07:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:07:49] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-15T17:07:50.186 INFO:tasks.workunit.client.0.smithi090.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-15T17:07:50.186 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mS605DCjIyNH4jD off=3408883 len=726528 2024-04-15T17:07:50.191 INFO:tasks.workunit.client.0.smithi090.stdout:op 5554 completed, throughput=5MB/sec 2024-04-15T17:07:50.191 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ClNi8OyC5hVtfRs off=2748590 len=117138 2024-04-15T17:07:50.192 INFO:tasks.workunit.client.0.smithi090.stdout:op 5555 completed, throughput=5MB/sec 2024-04-15T17:07:50.192 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MFcYVNusSlCJKt9 off=21636189 len=268655 2024-04-15T17:07:50.192 INFO:tasks.workunit.client.0.smithi090.stdout:op 5556 completed, throughput=5MB/sec 2024-04-15T17:07:50.192 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jpisKFzi4eck0ON off=5867220 len=825925 2024-04-15T17:07:50.194 INFO:tasks.workunit.client.0.smithi090.stdout:op 5557 completed, throughput=5MB/sec 2024-04-15T17:07:50.194 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-J9I4ZE4zd_1j82T off=5379708 len=1744228 2024-04-15T17:07:50.196 INFO:tasks.workunit.client.0.smithi090.stdout:op 5558 completed, throughput=5MB/sec 2024-04-15T17:07:50.196 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sfgQ-JNt0aHRW7l off=6388018 len=484357 2024-04-15T17:07:50.197 INFO:tasks.workunit.client.0.smithi090.stdout:op 5559 completed, throughput=5MB/sec 2024-04-15T17:07:50.197 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-w1ZUTgeO28zY1FH off=6886581 len=1815871 2024-04-15T17:07:50.199 INFO:tasks.workunit.client.0.smithi090.stdout:op 5560 completed, throughput=5MB/sec 2024-04-15T17:07:51.109 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:50 smithi153 ceph-mon[84714]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:07:51.199 INFO:tasks.workunit.client.0.smithi090.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-15T17:07:51.199 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8F3VNhWPRK4NgIF off=2178047 len=1860875 2024-04-15T17:07:51.201 INFO:tasks.workunit.client.0.smithi090.stdout:op 5561 completed, throughput=5MB/sec 2024-04-15T17:07:51.201 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iG6cqcnSoIGjrAb off=1684594 len=1710146 2024-04-15T17:07:51.205 INFO:tasks.workunit.client.0.smithi090.stdout:op 5562 completed, throughput=5MB/sec 2024-04-15T17:07:51.205 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1Bd1-6kMF707o2O off=1407627 len=1349392 2024-04-15T17:07:51.207 INFO:tasks.workunit.client.0.smithi090.stdout:op 5563 completed, throughput=5MB/sec 2024-04-15T17:07:51.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:50 smithi090 ceph-mon[89240]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:07:51.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:50 smithi090 ceph-mon[91618]: pgmap v1948: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:07:52.207 INFO:tasks.workunit.client.0.smithi090.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-15T17:07:52.208 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MZ9J-bopRUSjL3O off=15534470 len=1467375 2024-04-15T17:07:52.215 INFO:tasks.workunit.client.0.smithi090.stdout:op 5564 completed, throughput=5MB/sec 2024-04-15T17:07:52.215 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LrL-QJ5fow5ktll off=604317 len=1428750 2024-04-15T17:07:52.217 INFO:tasks.workunit.client.0.smithi090.stdout:op 5565 completed, throughput=5MB/sec 2024-04-15T17:07:52.217 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gOlS2oluCwiEikQ off=16234853 len=1770102 2024-04-15T17:07:52.228 INFO:tasks.workunit.client.0.smithi090.stdout:op 5566 completed, throughput=5MB/sec 2024-04-15T17:07:52.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:07:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:07:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:07:53.109 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:52 smithi153 ceph-mon[84714]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:07:53.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:07:53.228 INFO:tasks.workunit.client.0.smithi090.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-15T17:07:53.228 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_YKLCMZMXpUYjEe off=4324741 len=907065 2024-04-15T17:07:53.233 INFO:tasks.workunit.client.0.smithi090.stdout:op 5567 completed, throughput=5MB/sec 2024-04-15T17:07:53.233 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wco9bFziJ3mOHA3 off=9411356 len=1968829 2024-04-15T17:07:53.234 INFO:tasks.workunit.client.0.smithi090.stdout:op 5568 completed, throughput=5MB/sec 2024-04-15T17:07:53.234 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5lkx_wQW5OMqRvh off=11726110 len=416971 2024-04-15T17:07:53.238 INFO:tasks.workunit.client.0.smithi090.stdout:op 5569 completed, throughput=5MB/sec 2024-04-15T17:07:53.238 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oeofgJyFQYedd0t off=4263386 len=2016520 2024-04-15T17:07:53.250 INFO:tasks.workunit.client.0.smithi090.stdout:op 5570 completed, throughput=5MB/sec 2024-04-15T17:07:53.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:52 smithi090 ceph-mon[89240]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:07:53.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:07:53.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:52 smithi090 ceph-mon[91618]: pgmap v1949: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:07:53.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:07:54.251 INFO:tasks.workunit.client.0.smithi090.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-15T17:07:54.251 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JrFf0J52RS1-PvG off=14922694 len=1386810 2024-04-15T17:07:54.259 INFO:tasks.workunit.client.0.smithi090.stdout:op 5571 completed, throughput=5MB/sec 2024-04-15T17:07:54.259 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uViUI4ZO_xz_bw2 off=18237062 len=1335618 2024-04-15T17:07:54.260 INFO:tasks.workunit.client.0.smithi090.stdout:op 5572 completed, throughput=5MB/sec 2024-04-15T17:07:54.260 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mS605DCjIyNH4jD off=4617891 len=645811 2024-04-15T17:07:54.265 INFO:tasks.workunit.client.0.smithi090.stdout:op 5573 completed, throughput=5MB/sec 2024-04-15T17:07:54.265 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lYAH91kcj7UzcQ9 off=9191903 len=1338731 2024-04-15T17:07:54.272 INFO:tasks.workunit.client.0.smithi090.stdout:op 5574 completed, throughput=5MB/sec 2024-04-15T17:07:54.272 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_Kcsplcu3gVCrEk off=4390393 len=1276574 2024-04-15T17:07:54.274 INFO:tasks.workunit.client.0.smithi090.stdout:op 5575 completed, throughput=5MB/sec 2024-04-15T17:07:55.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:54 smithi153 ceph-mon[84714]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:07:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-15T17:07:55.275 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ksPClLjqdLrXKtd off=6232454 len=1617094 2024-04-15T17:07:55.278 INFO:tasks.workunit.client.0.smithi090.stdout:op 5576 completed, throughput=5MB/sec 2024-04-15T17:07:55.278 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-f0V_47GRVMuzjBa off=821893 len=731466 2024-04-15T17:07:55.279 INFO:tasks.workunit.client.0.smithi090.stdout:op 5577 completed, throughput=5MB/sec 2024-04-15T17:07:55.279 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GI7_9kT5Txo8RHX off=19338710 len=1257290 2024-04-15T17:07:55.281 INFO:tasks.workunit.client.0.smithi090.stdout:op 5578 completed, throughput=5MB/sec 2024-04-15T17:07:55.281 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MkBUdG7JKpK2PSw off=6980162 len=283129 2024-04-15T17:07:55.282 INFO:tasks.workunit.client.0.smithi090.stdout:op 5579 completed, throughput=5MB/sec 2024-04-15T17:07:55.282 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kZkDZddFeLTXD9d off=9143689 len=1083545 2024-04-15T17:07:55.288 INFO:tasks.workunit.client.0.smithi090.stdout:op 5580 completed, throughput=5MB/sec 2024-04-15T17:07:55.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:54 smithi090 ceph-mon[89240]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:07:55.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:54 smithi090 ceph-mon[91618]: pgmap v1950: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-15T17:07:56.288 INFO:tasks.workunit.client.0.smithi090.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-15T17:07:56.288 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-s1B_AOrShYka2qs off=733262 len=1395191 2024-04-15T17:07:56.296 INFO:tasks.workunit.client.0.smithi090.stdout:op 5581 completed, throughput=5MB/sec 2024-04-15T17:07:56.296 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lH1AH7gFep4lUsF off=3165362 len=417812 2024-04-15T17:07:56.300 INFO:tasks.workunit.client.0.smithi090.stdout:op 5582 completed, throughput=5MB/sec 2024-04-15T17:07:56.300 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KFKA0OpQrZxpW0O off=583810 len=1809695 2024-04-15T17:07:56.302 INFO:tasks.workunit.client.0.smithi090.stdout:op 5583 completed, throughput=5MB/sec 2024-04-15T17:07:56.302 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fTm8bkhtJ2uSt-y off=5783432 len=63079 2024-04-15T17:07:56.305 INFO:tasks.workunit.client.0.smithi090.stdout:op 5584 completed, throughput=5MB/sec 2024-04-15T17:07:56.305 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tQ4rXCiIEVTtrHd off=13752655 len=1438333 2024-04-15T17:07:56.306 INFO:tasks.workunit.client.0.smithi090.stdout:op 5585 completed, throughput=5MB/sec 2024-04-15T17:07:57.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:56 smithi153 ceph-mon[84714]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T17:07:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-15T17:07:57.307 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-w6IMv1AvxOvOC0N off=6488775 len=1898223 2024-04-15T17:07:57.309 INFO:tasks.workunit.client.0.smithi090.stdout:op 5586 completed, throughput=5MB/sec 2024-04-15T17:07:57.309 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oJfHs8NPilUQeYw off=7758287 len=966245 2024-04-15T17:07:57.312 INFO:tasks.workunit.client.0.smithi090.stdout:op 5587 completed, throughput=5MB/sec 2024-04-15T17:07:57.312 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_0aNy0HVJ1EI8w6 off=865002 len=1835746 2024-04-15T17:07:57.316 INFO:tasks.workunit.client.0.smithi090.stdout:op 5588 completed, throughput=5MB/sec 2024-04-15T17:07:57.316 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hqXIRXxd8iR_LSx off=2485233 len=908205 2024-04-15T17:07:57.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:56 smithi090 ceph-mon[89240]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T17:07:57.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:56 smithi090 ceph-mon[91618]: pgmap v1951: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T17:07:57.320 INFO:tasks.workunit.client.0.smithi090.stdout:op 5589 completed, throughput=5MB/sec 2024-04-15T17:07:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-15T17:07:58.321 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iF_ek5hX7w1A12E off=1247341 len=1835409 2024-04-15T17:07:58.334 INFO:tasks.workunit.client.0.smithi090.stdout:op 5590 completed, throughput=5MB/sec 2024-04-15T17:07:58.335 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7VSnhrf0CbWew9D off=3561083 len=787922 2024-04-15T17:07:58.340 INFO:tasks.workunit.client.0.smithi090.stdout:op 5591 completed, throughput=5MB/sec 2024-04-15T17:07:58.340 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-04E99w4tPm9zb_8 off=15584520 len=1545377 2024-04-15T17:07:58.346 INFO:tasks.workunit.client.0.smithi090.stdout:op 5592 completed, throughput=5MB/sec 2024-04-15T17:07:58.346 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xGOmWO2SeAz0IvL off=18422969 len=1537146 2024-04-15T17:07:58.347 INFO:tasks.workunit.client.0.smithi090.stdout:op 5593 completed, throughput=5MB/sec 2024-04-15T17:07:59.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:07:58 smithi090 ceph-mon[91618]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:07:59.094 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:07:58 smithi090 ceph-mon[89240]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:07:59.109 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:07:58 smithi153 ceph-mon[84714]: pgmap v1952: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:07:59.348 INFO:tasks.workunit.client.0.smithi090.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-15T17:07:59.348 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-z-uVtG2K1kOSUxo off=14237040 len=59891 2024-04-15T17:07:59.350 INFO:tasks.workunit.client.0.smithi090.stdout:op 5594 completed, throughput=5MB/sec 2024-04-15T17:07:59.351 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-quyxvA6f9mi9OVB off=15726315 len=1479896 2024-04-15T17:07:59.352 INFO:tasks.workunit.client.0.smithi090.stdout:op 5595 completed, throughput=5MB/sec 2024-04-15T17:07:59.352 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-z2JV-JSfG8y9DSH off=2081825 len=1645244 2024-04-15T17:07:59.355 INFO:tasks.workunit.client.0.smithi090.stdout:op 5596 completed, throughput=5MB/sec 2024-04-15T17:07:59.355 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wVF2CvshTV9XloF off=343547 len=398454 2024-04-15T17:07:59.356 INFO:tasks.workunit.client.0.smithi090.stdout:op 5597 completed, throughput=5MB/sec 2024-04-15T17:07:59.357 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jJYhCbNp8G_cIrX off=10366699 len=1537599 2024-04-15T17:07:59.364 INFO:tasks.workunit.client.0.smithi090.stdout:op 5598 completed, throughput=5MB/sec 2024-04-15T17:07:59.567 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:07:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:07:59] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-15T17:08:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-15T17:08:00.364 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EPJycqvEP6HTp-U off=753584 len=543572 2024-04-15T17:08:00.368 INFO:tasks.workunit.client.0.smithi090.stdout:op 5599 completed, throughput=5MB/sec 2024-04-15T17:08:00.368 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-omYZZ4r6AaTzQ3n off=8110611 len=2058161 2024-04-15T17:08:00.370 INFO:tasks.workunit.client.0.smithi090.stdout:op 5600 completed, throughput=5MB/sec 2024-04-15T17:08:00.370 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-g1k7tAzwAsdp3Sd off=3770924 len=1916421 2024-04-15T17:08:00.383 INFO:tasks.workunit.client.0.smithi090.stdout:op 5601 completed, throughput=5MB/sec 2024-04-15T17:08:01.109 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:00 smithi153 ceph-mon[84714]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:08:01.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:00 smithi090 ceph-mon[89240]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:08:01.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:00 smithi090 ceph-mon[91618]: pgmap v1953: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:08:01.384 INFO:tasks.workunit.client.0.smithi090.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-15T17:08:01.384 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Zm9DzUA4wASiHgu off=12783432 len=315820 2024-04-15T17:08:01.388 INFO:tasks.workunit.client.0.smithi090.stdout:op 5602 completed, throughput=5MB/sec 2024-04-15T17:08:01.388 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-T-Z0mssw24qyExx off=4106104 len=904538 2024-04-15T17:08:01.393 INFO:tasks.workunit.client.0.smithi090.stdout:op 5603 completed, throughput=5MB/sec 2024-04-15T17:08:01.393 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GKfF9GONRLsHtCZ off=2289637 len=931025 2024-04-15T17:08:01.397 INFO:tasks.workunit.client.0.smithi090.stdout:op 5604 completed, throughput=5MB/sec 2024-04-15T17:08:01.398 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KTWeovmujyeC8nB off=20326417 len=1354982 2024-04-15T17:08:01.404 INFO:tasks.workunit.client.0.smithi090.stdout:op 5605 completed, throughput=5MB/sec 2024-04-15T17:08:01.404 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TaynAtbMrJw-4FP off=24577437 len=736839 2024-04-15T17:08:01.406 INFO:tasks.workunit.client.0.smithi090.stdout:op 5606 completed, throughput=5MB/sec 2024-04-15T17:08:01.406 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PTFR5bRHePZoXgb off=4059096 len=1547720 2024-04-15T17:08:01.407 INFO:tasks.workunit.client.0.smithi090.stdout:op 5607 completed, throughput=5MB/sec 2024-04-15T17:08:02.407 INFO:tasks.workunit.client.0.smithi090.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-15T17:08:02.408 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JXsIszy0hnpqtvC off=2536352 len=695189 2024-04-15T17:08:02.408 INFO:tasks.workunit.client.0.smithi090.stdout:op 5608 completed, throughput=5MB/sec 2024-04-15T17:08:02.409 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QuJfQ_FU5SACI5X off=2464475 len=290568 2024-04-15T17:08:02.409 INFO:tasks.workunit.client.0.smithi090.stdout:op 5609 completed, throughput=5MB/sec 2024-04-15T17:08:02.409 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj---egwBwutu26-3f off=17979427 len=987133 2024-04-15T17:08:02.414 INFO:tasks.workunit.client.0.smithi090.stdout:op 5610 completed, throughput=5MB/sec 2024-04-15T17:08:02.415 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Xu6x5SPfHH3QiGm off=4178402 len=1223076 2024-04-15T17:08:02.417 INFO:tasks.workunit.client.0.smithi090.stdout:op 5611 completed, throughput=5MB/sec 2024-04-15T17:08:02.417 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-PzudnvgblIDjbmb off=5772434 len=356304 2024-04-15T17:08:02.421 INFO:tasks.workunit.client.0.smithi090.stdout:op 5612 completed, throughput=5MB/sec 2024-04-15T17:08:02.421 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Kht7XiaAzYs1fAH off=10897740 len=1379522 2024-04-15T17:08:02.424 INFO:tasks.workunit.client.0.smithi090.stdout:op 5613 completed, throughput=5MB/sec 2024-04-15T17:08:02.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:08:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:08:03.109 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:02 smithi153 ceph-mon[84714]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:08:03.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:02 smithi090 ceph-mon[89240]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:08:03.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:02 smithi090 ceph-mon[91618]: pgmap v1954: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-15T17:08:03.424 INFO:tasks.workunit.client.0.smithi090.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-15T17:08:03.424 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2LsV67ymzq6jzQR off=227531 len=1204765 2024-04-15T17:08:03.431 INFO:tasks.workunit.client.0.smithi090.stdout:op 5614 completed, throughput=5MB/sec 2024-04-15T17:08:03.431 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7Sdr2cyv6oawHxJ off=4130838 len=1711645 2024-04-15T17:08:03.432 INFO:tasks.workunit.client.0.smithi090.stdout:op 5615 completed, throughput=5MB/sec 2024-04-15T17:08:03.433 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-G0X6EY1m-45wk7A off=11986312 len=1213970 2024-04-15T17:08:03.438 INFO:tasks.workunit.client.0.smithi090.stdout:op 5616 completed, throughput=5MB/sec 2024-04-15T17:08:03.438 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YtcZQoTuWwQDrVl off=15491955 len=626117 2024-04-15T17:08:03.439 INFO:tasks.workunit.client.0.smithi090.stdout:op 5617 completed, throughput=5MB/sec 2024-04-15T17:08:03.439 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SPrwZaLhCwdnf9V off=23615844 len=1155341 2024-04-15T17:08:03.441 INFO:tasks.workunit.client.0.smithi090.stdout:op 5618 completed, throughput=5MB/sec 2024-04-15T17:08:04.442 INFO:tasks.workunit.client.0.smithi090.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-15T17:08:04.442 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-OA0_0p87ZGBWh1b off=1720922 len=869706 2024-04-15T17:08:04.443 INFO:tasks.workunit.client.0.smithi090.stdout:op 5619 completed, throughput=5MB/sec 2024-04-15T17:08:04.443 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DwFYrT7ZwitVe5o off=396943 len=1045673 2024-04-15T17:08:04.444 INFO:tasks.workunit.client.0.smithi090.stdout:op 5620 completed, throughput=5MB/sec 2024-04-15T17:08:04.445 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TCN65fObz9ZofPE off=7483787 len=639739 2024-04-15T17:08:04.446 INFO:tasks.workunit.client.0.smithi090.stdout:op 5621 completed, throughput=5MB/sec 2024-04-15T17:08:04.447 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-F-jAwUvfUm5hzAg off=4056420 len=1117694 2024-04-15T17:08:04.453 INFO:tasks.workunit.client.0.smithi090.stdout:op 5622 completed, throughput=5MB/sec 2024-04-15T17:08:04.453 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-U8EU9cd4Uu-CYF7 off=2306965 len=1840473 2024-04-15T17:08:04.455 INFO:tasks.workunit.client.0.smithi090.stdout:op 5623 completed, throughput=5MB/sec 2024-04-15T17:08:05.109 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:04 smithi153 ceph-mon[84714]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:08:05.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:04 smithi090 ceph-mon[89240]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:08:05.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:04 smithi090 ceph-mon[91618]: pgmap v1955: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-15T17:08:05.455 INFO:tasks.workunit.client.0.smithi090.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-15T17:08:05.455 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-T7e95R6NvPbHnl5 off=3807300 len=1724993 2024-04-15T17:08:05.458 INFO:tasks.workunit.client.0.smithi090.stdout:op 5624 completed, throughput=5MB/sec 2024-04-15T17:08:05.458 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-90m0LI7TnSVLU7y off=1603219 len=1258307 2024-04-15T17:08:05.459 INFO:tasks.workunit.client.0.smithi090.stdout:op 5625 completed, throughput=5MB/sec 2024-04-15T17:08:05.459 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-KUarbB49diEpnQp off=6709201 len=1191733 2024-04-15T17:08:05.466 INFO:tasks.workunit.client.0.smithi090.stdout:op 5626 completed, throughput=5MB/sec 2024-04-15T17:08:05.466 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-G_Pqxq76LnRHq8C off=4487291 len=1993522 2024-04-15T17:08:05.470 INFO:tasks.workunit.client.0.smithi090.stdout:op 5627 completed, throughput=5MB/sec 2024-04-15T17:08:06.470 INFO:tasks.workunit.client.0.smithi090.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-15T17:08:06.470 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Afy99iLDQx7PWDp off=5808576 len=1643279 2024-04-15T17:08:06.479 INFO:tasks.workunit.client.0.smithi090.stdout:op 5628 completed, throughput=5MB/sec 2024-04-15T17:08:06.479 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_0aNy0HVJ1EI8w6 off=1128823 len=1571925 2024-04-15T17:08:06.489 INFO:tasks.workunit.client.0.smithi090.stdout:op 5629 completed, throughput=5MB/sec 2024-04-15T17:08:06.489 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WFMgfWsEG4qdAyV off=13054132 len=973636 2024-04-15T17:08:06.490 INFO:tasks.workunit.client.0.smithi090.stdout:op 5630 completed, throughput=5MB/sec 2024-04-15T17:08:07.110 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:06 smithi153 ceph-mon[84714]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T17:08:07.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:06 smithi090 ceph-mon[89240]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T17:08:07.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:06 smithi090 ceph-mon[91618]: pgmap v1956: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T17:08:07.491 INFO:tasks.workunit.client.0.smithi090.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-15T17:08:07.491 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1QrEZRm9QiCZk_M off=7516390 len=262355 2024-04-15T17:08:07.494 INFO:tasks.workunit.client.0.smithi090.stdout:op 5631 completed, throughput=5MB/sec 2024-04-15T17:08:07.494 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uAeUdqUMDDoBuwH off=6485294 len=1056059 2024-04-15T17:08:07.496 INFO:tasks.workunit.client.0.smithi090.stdout:op 5632 completed, throughput=5MB/sec 2024-04-15T17:08:07.496 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-K4npyMe-0cdpX0G off=9259681 len=1911432 2024-04-15T17:08:07.509 INFO:tasks.workunit.client.0.smithi090.stdout:op 5633 completed, throughput=5MB/sec 2024-04-15T17:08:07.509 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LUGkiK48iaXqXyf off=288475 len=1317013 2024-04-15T17:08:07.516 INFO:tasks.workunit.client.0.smithi090.stdout:op 5634 completed, throughput=5MB/sec 2024-04-15T17:08:07.516 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-a1yvNH9SvIGl1aA off=6139149 len=964395 2024-04-15T17:08:07.521 INFO:tasks.workunit.client.0.smithi090.stdout:op 5635 completed, throughput=5MB/sec 2024-04-15T17:08:08.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:08:08.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:08:08.359 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:08:08.522 INFO:tasks.workunit.client.0.smithi090.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-15T17:08:08.522 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6nzV9nBnqYeIftx off=4225370 len=935717 2024-04-15T17:08:08.525 INFO:tasks.workunit.client.0.smithi090.stdout:op 5636 completed, throughput=5MB/sec 2024-04-15T17:08:08.525 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AbAZWvkxMTFLp-4 off=5176932 len=1486322 2024-04-15T17:08:08.533 INFO:tasks.workunit.client.0.smithi090.stdout:op 5637 completed, throughput=5MB/sec 2024-04-15T17:08:08.533 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YspE4iA-ttbxsIP off=14460845 len=62752 2024-04-15T17:08:08.533 INFO:tasks.workunit.client.0.smithi090.stdout:op 5638 completed, throughput=5MB/sec 2024-04-15T17:08:08.534 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-juRXmrP7i4sU4i4 off=9940094 len=1951625 2024-04-15T17:08:08.535 INFO:tasks.workunit.client.0.smithi090.stdout:op 5639 completed, throughput=5MB/sec 2024-04-15T17:08:08.536 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-JAN0130kOhIuJ2K off=8953756 len=559463 2024-04-15T17:08:08.536 INFO:tasks.workunit.client.0.smithi090.stdout:op 5640 completed, throughput=5MB/sec 2024-04-15T17:08:09.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:08 smithi090 ceph-mon[89240]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:08:09.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:08 smithi090 ceph-mon[91618]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:08:09.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:08:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:08:09] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-15T17:08:09.359 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:08 smithi153 ceph-mon[84714]: pgmap v1957: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:08:09.536 INFO:tasks.workunit.client.0.smithi090.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-15T17:08:09.537 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-DKSb_cJVyKajUoH off=12973597 len=987378 2024-04-15T17:08:09.538 INFO:tasks.workunit.client.0.smithi090.stdout:op 5641 completed, throughput=5MB/sec 2024-04-15T17:08:09.539 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EaX9j9_HkLsv4ej off=20715860 len=1624998 2024-04-15T17:08:09.546 INFO:tasks.workunit.client.0.smithi090.stdout:op 5642 completed, throughput=5MB/sec 2024-04-15T17:08:09.546 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9HLrkSAQs_jr40d off=15735250 len=177421 2024-04-15T17:08:09.550 INFO:tasks.workunit.client.0.smithi090.stdout:op 5643 completed, throughput=5MB/sec 2024-04-15T17:08:09.550 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WEu1jXnLIR-SJsq off=11414231 len=1673410 2024-04-15T17:08:09.560 INFO:tasks.workunit.client.0.smithi090.stdout:op 5644 completed, throughput=5MB/sec 2024-04-15T17:08:09.560 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-S5EtltR-kWcydQC off=2610212 len=1963060 2024-04-15T17:08:09.562 INFO:tasks.workunit.client.0.smithi090.stdout:op 5645 completed, throughput=5MB/sec 2024-04-15T17:08:10.564 INFO:tasks.workunit.client.0.smithi090.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-15T17:08:10.565 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Wq32OVf10VaoToq off=6524517 len=1262573 2024-04-15T17:08:10.570 INFO:tasks.workunit.client.0.smithi090.stdout:op 5646 completed, throughput=5MB/sec 2024-04-15T17:08:10.570 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XdZCPbdRd17jWq- off=499629 len=2025065 2024-04-15T17:08:10.582 INFO:tasks.workunit.client.0.smithi090.stdout:op 5647 completed, throughput=5MB/sec 2024-04-15T17:08:10.583 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-v-hhNwGpcVs5P11 off=2322819 len=1246950 2024-04-15T17:08:10.589 INFO:tasks.workunit.client.0.smithi090.stdout:op 5648 completed, throughput=5MB/sec 2024-04-15T17:08:11.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:10 smithi090 ceph-mon[89240]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T17:08:11.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:10 smithi090 ceph-mon[91618]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T17:08:11.359 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:10 smithi153 ceph-mon[84714]: pgmap v1958: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-15T17:08:11.588 INFO:tasks.workunit.client.0.smithi090.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-15T17:08:11.588 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fVsh32m0zKbWx1D off=15144248 len=621391 2024-04-15T17:08:11.593 INFO:tasks.workunit.client.0.smithi090.stdout:op 5649 completed, throughput=5MB/sec 2024-04-15T17:08:11.593 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aNrQiQcHxI2fEEH off=13795908 len=825003 2024-04-15T17:08:11.598 INFO:tasks.workunit.client.0.smithi090.stdout:op 5650 completed, throughput=5MB/sec 2024-04-15T17:08:11.598 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-vK4e3P1lD4byYvm off=10080954 len=950392 2024-04-15T17:08:11.603 INFO:tasks.workunit.client.0.smithi090.stdout:op 5651 completed, throughput=5MB/sec 2024-04-15T17:08:11.603 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GG6piWb8f_sC6WQ off=7497052 len=194667 2024-04-15T17:08:11.603 INFO:tasks.workunit.client.0.smithi090.stdout:op 5652 completed, throughput=5MB/sec 2024-04-15T17:08:11.603 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-z_MYQTM6KsVUDsx off=6554516 len=1231652 2024-04-15T17:08:11.605 INFO:tasks.workunit.client.0.smithi090.stdout:op 5653 completed, throughput=5MB/sec 2024-04-15T17:08:11.605 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-B1fv_pDNhFtaNm- off=1046024 len=194686 2024-04-15T17:08:11.607 INFO:tasks.workunit.client.0.smithi090.stdout:op 5654 completed, throughput=5MB/sec 2024-04-15T17:08:11.607 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-x86EliP1L1TjUO- off=484521 len=874373 2024-04-15T17:08:11.608 INFO:tasks.workunit.client.0.smithi090.stdout:op 5655 completed, throughput=5MB/sec 2024-04-15T17:08:12.609 INFO:tasks.workunit.client.0.smithi090.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-15T17:08:12.609 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-shecB6h4fzlTXrS off=1819929 len=1698435 2024-04-15T17:08:12.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:08:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:08:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:08:12.618 INFO:tasks.workunit.client.0.smithi090.stdout:op 5656 completed, throughput=5MB/sec 2024-04-15T17:08:12.618 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-P5GCymG_9vuq9Tx off=13652457 len=746685 2024-04-15T17:08:12.619 INFO:tasks.workunit.client.0.smithi090.stdout:op 5657 completed, throughput=5MB/sec 2024-04-15T17:08:12.619 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-03oUAXLtaQLC5oG off=10403652 len=460827 2024-04-15T17:08:12.620 INFO:tasks.workunit.client.0.smithi090.stdout:op 5658 completed, throughput=5MB/sec 2024-04-15T17:08:12.620 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xjiUq3uaSrxY8Dy off=5134737 len=1811841 2024-04-15T17:08:12.630 INFO:tasks.workunit.client.0.smithi090.stdout:op 5659 completed, throughput=5MB/sec 2024-04-15T17:08:12.631 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SiY8D7K1-dm7DOR off=5792567 len=714928 2024-04-15T17:08:12.634 INFO:tasks.workunit.client.0.smithi090.stdout:op 5660 completed, throughput=5MB/sec 2024-04-15T17:08:13.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:12 smithi090 ceph-mon[89240]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T17:08:13.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:12 smithi090 ceph-mon[91618]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T17:08:13.359 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:12 smithi153 ceph-mon[84714]: pgmap v1959: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-15T17:08:13.635 INFO:tasks.workunit.client.0.smithi090.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-15T17:08:13.635 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5BHnBCCwT95ab8Y off=23535424 len=345652 2024-04-15T17:08:13.638 INFO:tasks.workunit.client.0.smithi090.stdout:op 5661 completed, throughput=5MB/sec 2024-04-15T17:08:13.638 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fyY7X2VhZR6Ty9I off=3165808 len=121084 2024-04-15T17:08:13.641 INFO:tasks.workunit.client.0.smithi090.stdout:op 5662 completed, throughput=5MB/sec 2024-04-15T17:08:13.641 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2au3AC5bkbiHVSa off=275915 len=596970 2024-04-15T17:08:13.645 INFO:tasks.workunit.client.0.smithi090.stdout:op 5663 completed, throughput=5MB/sec 2024-04-15T17:08:13.645 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YtAWWonpEIz-y-U off=139973 len=1099701 2024-04-15T17:08:13.646 INFO:tasks.workunit.client.0.smithi090.stdout:op 5664 completed, throughput=5MB/sec 2024-04-15T17:08:13.646 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BnBynsLeRy-4KMe off=711421 len=700953 2024-04-15T17:08:13.651 INFO:tasks.workunit.client.0.smithi090.stdout:op 5665 completed, throughput=5MB/sec 2024-04-15T17:08:13.651 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iTIAa4e-Qzde6nu off=3089303 len=2040125 2024-04-15T17:08:13.660 INFO:tasks.workunit.client.0.smithi090.stdout:op 5666 completed, throughput=5MB/sec 2024-04-15T17:08:13.661 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-s_-fpBTxDcQG--d off=2620759 len=870120 2024-04-15T17:08:13.665 INFO:tasks.workunit.client.0.smithi090.stdout:op 5667 completed, throughput=5MB/sec 2024-04-15T17:08:14.666 INFO:tasks.workunit.client.0.smithi090.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-15T17:08:14.666 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qb81b9-hKxEEmhH off=2446932 len=1649770 2024-04-15T17:08:14.673 INFO:tasks.workunit.client.0.smithi090.stdout:op 5668 completed, throughput=5MB/sec 2024-04-15T17:08:14.673 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sGzIcAfesaGS5mN off=1636079 len=1027961 2024-04-15T17:08:14.678 INFO:tasks.workunit.client.0.smithi090.stdout:op 5669 completed, throughput=5MB/sec 2024-04-15T17:08:14.679 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dNU5p_OuXXUV-BQ off=665826 len=135971 2024-04-15T17:08:14.681 INFO:tasks.workunit.client.0.smithi090.stdout:op 5670 completed, throughput=5MB/sec 2024-04-15T17:08:14.681 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xvXKcZAtW68vbRf off=9216171 len=699211 2024-04-15T17:08:14.682 INFO:tasks.workunit.client.0.smithi090.stdout:op 5671 completed, throughput=5MB/sec 2024-04-15T17:08:14.682 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-YAMOW2-e8fL08jy off=9580692 len=471761 2024-04-15T17:08:14.685 INFO:tasks.workunit.client.0.smithi090.stdout:op 5672 completed, throughput=5MB/sec 2024-04-15T17:08:14.686 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rO1d_oF9qzJ4vYL off=4895047 len=2015346 2024-04-15T17:08:14.687 INFO:tasks.workunit.client.0.smithi090.stdout:op 5673 completed, throughput=5MB/sec 2024-04-15T17:08:15.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:14 smithi090 ceph-mon[89240]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T17:08:15.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:14 smithi090 ceph-mon[91618]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T17:08:15.359 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:14 smithi153 ceph-mon[84714]: pgmap v1960: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T17:08:15.687 INFO:tasks.workunit.client.0.smithi090.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-15T17:08:15.687 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-77EZ1Zwm55ZI2So off=3534555 len=1912178 2024-04-15T17:08:15.689 INFO:tasks.workunit.client.0.smithi090.stdout:op 5674 completed, throughput=5MB/sec 2024-04-15T17:08:15.689 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8oEfG-e7pcsPZ8o off=7474068 len=624762 2024-04-15T17:08:15.690 INFO:tasks.workunit.client.0.smithi090.stdout:op 5675 completed, throughput=5MB/sec 2024-04-15T17:08:15.691 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-U8H5c36X9vJaQV0 off=7627478 len=1349573 2024-04-15T17:08:15.693 INFO:tasks.workunit.client.0.smithi090.stdout:op 5676 completed, throughput=5MB/sec 2024-04-15T17:08:15.694 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-agDyxFpc1uI0rSD off=1270098 len=1275268 2024-04-15T17:08:15.700 INFO:tasks.workunit.client.0.smithi090.stdout:op 5677 completed, throughput=5MB/sec 2024-04-15T17:08:16.700 INFO:tasks.workunit.client.0.smithi090.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-15T17:08:16.700 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NB0NUyYb26ljAkt off=21970574 len=744693 2024-04-15T17:08:16.701 INFO:tasks.workunit.client.0.smithi090.stdout:op 5678 completed, throughput=5MB/sec 2024-04-15T17:08:16.701 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-m3Q2dzr9J_eCiXF off=5435414 len=403732 2024-04-15T17:08:16.705 INFO:tasks.workunit.client.0.smithi090.stdout:op 5679 completed, throughput=5MB/sec 2024-04-15T17:08:16.705 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-RBJt_uxHGqSbM9y off=3941084 len=718530 2024-04-15T17:08:16.706 INFO:tasks.workunit.client.0.smithi090.stdout:op 5680 completed, throughput=5MB/sec 2024-04-15T17:08:16.706 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-MIGxHyzsxWPai0m off=4607005 len=1271979 2024-04-15T17:08:16.709 INFO:tasks.workunit.client.0.smithi090.stdout:op 5681 completed, throughput=5MB/sec 2024-04-15T17:08:16.709 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Nr3gfc0PE_jblPJ off=3269233 len=481899 2024-04-15T17:08:16.710 INFO:tasks.workunit.client.0.smithi090.stdout:op 5682 completed, throughput=5MB/sec 2024-04-15T17:08:16.710 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-t1nB7nr3MpxZBRI off=7049211 len=1170179 2024-04-15T17:08:16.717 INFO:tasks.workunit.client.0.smithi090.stdout:op 5683 completed, throughput=5MB/sec 2024-04-15T17:08:17.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:16 smithi090 ceph-mon[89240]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T17:08:17.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:16 smithi090 ceph-mon[91618]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T17:08:17.359 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:16 smithi153 ceph-mon[84714]: pgmap v1961: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-15T17:08:17.717 INFO:tasks.workunit.client.0.smithi090.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-15T17:08:17.717 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pudT5MJ_IFcumdc off=10520516 len=349133 2024-04-15T17:08:17.718 INFO:tasks.workunit.client.0.smithi090.stdout:op 5684 completed, throughput=5MB/sec 2024-04-15T17:08:17.718 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-muDzShG790Bo4TN off=10846984 len=288119 2024-04-15T17:08:17.720 INFO:tasks.workunit.client.0.smithi090.stdout:op 5685 completed, throughput=5MB/sec 2024-04-15T17:08:17.720 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iTg_ZP4pJFYbK3c off=249257 len=1225490 2024-04-15T17:08:17.726 INFO:tasks.workunit.client.0.smithi090.stdout:op 5686 completed, throughput=5MB/sec 2024-04-15T17:08:17.726 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5E-rgcHH7S7nO1o off=2515433 len=566087 2024-04-15T17:08:17.727 INFO:tasks.workunit.client.0.smithi090.stdout:op 5687 completed, throughput=5MB/sec 2024-04-15T17:08:17.727 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Tj7IJ4cYDVsGtzP off=7262858 len=705890 2024-04-15T17:08:17.731 INFO:tasks.workunit.client.0.smithi090.stdout:op 5688 completed, throughput=5MB/sec 2024-04-15T17:08:17.731 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-b6T1lnz9IJMiNo5 off=10023183 len=1827893 2024-04-15T17:08:17.742 INFO:tasks.workunit.client.0.smithi090.stdout:op 5689 completed, throughput=5MB/sec 2024-04-15T17:08:18.742 INFO:tasks.workunit.client.0.smithi090.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-15T17:08:18.742 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DBELEaYM7qmgg-z off=7035963 len=848941 2024-04-15T17:08:18.747 INFO:tasks.workunit.client.0.smithi090.stdout:op 5690 completed, throughput=5MB/sec 2024-04-15T17:08:18.747 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wScV5z9hg1pP7JO off=4937822 len=1147661 2024-04-15T17:08:18.748 INFO:tasks.workunit.client.0.smithi090.stdout:op 5691 completed, throughput=5MB/sec 2024-04-15T17:08:18.749 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-al4UBIIYN20GOtZ off=8041469 len=179766 2024-04-15T17:08:18.752 INFO:tasks.workunit.client.0.smithi090.stdout:op 5692 completed, throughput=5MB/sec 2024-04-15T17:08:18.752 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UzfrXy0mSkYChJx off=2276435 len=723503 2024-04-15T17:08:18.752 INFO:tasks.workunit.client.0.smithi090.stdout:op 5693 completed, throughput=5MB/sec 2024-04-15T17:08:18.752 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rlSxgrV-MZ7mUPn off=5891351 len=1015392 2024-04-15T17:08:18.758 INFO:tasks.workunit.client.0.smithi090.stdout:op 5694 completed, throughput=5MB/sec 2024-04-15T17:08:18.758 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-fpMVymnum27aAmQ off=752702 len=601212 2024-04-15T17:08:18.762 INFO:tasks.workunit.client.0.smithi090.stdout:op 5695 completed, throughput=5MB/sec 2024-04-15T17:08:18.762 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sg5GEBGsANEgjCM off=1060549 len=135053 2024-04-15T17:08:18.765 INFO:tasks.workunit.client.0.smithi090.stdout:op 5696 completed, throughput=5MB/sec 2024-04-15T17:08:18.765 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-nP_g7MRW8NT2LCv off=15470630 len=1134844 2024-04-15T17:08:18.766 INFO:tasks.workunit.client.0.smithi090.stdout:op 5697 completed, throughput=5MB/sec 2024-04-15T17:08:19.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:18 smithi090 ceph-mon[89240]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:08:19.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:18 smithi090 ceph-mon[91618]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:08:19.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:08:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:08:19] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-15T17:08:19.359 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:18 smithi153 ceph-mon[84714]: pgmap v1962: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-15T17:08:19.766 INFO:tasks.workunit.client.0.smithi090.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-15T17:08:19.767 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-o1Fx44fuOmW_Fsk off=2526486 len=1128675 2024-04-15T17:08:19.769 INFO:tasks.workunit.client.0.smithi090.stdout:op 5698 completed, throughput=5MB/sec 2024-04-15T17:08:19.769 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-4LNxQrcC_J6wTmE off=1602210 len=1217758 2024-04-15T17:08:19.771 INFO:tasks.workunit.client.0.smithi090.stdout:op 5699 completed, throughput=5MB/sec 2024-04-15T17:08:19.771 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zKGhLnR9oV9tGCP off=1256187 len=823578 2024-04-15T17:08:19.772 INFO:tasks.workunit.client.0.smithi090.stdout:op 5700 completed, throughput=5MB/sec 2024-04-15T17:08:19.772 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FGpwaDCeDF62Cw9 off=9207246 len=1761481 2024-04-15T17:08:19.774 INFO:tasks.workunit.client.0.smithi090.stdout:op 5701 completed, throughput=5MB/sec 2024-04-15T17:08:20.774 INFO:tasks.workunit.client.0.smithi090.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-15T17:08:20.775 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-UREPizbQB-7DHOt off=1965398 len=820192 2024-04-15T17:08:20.779 INFO:tasks.workunit.client.0.smithi090.stdout:op 5702 completed, throughput=5MB/sec 2024-04-15T17:08:20.779 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rO1d_oF9qzJ4vYL off=24448559 len=1037307 2024-04-15T17:08:20.782 INFO:tasks.workunit.client.0.smithi090.stdout:op 5703 completed, throughput=5MB/sec 2024-04-15T17:08:20.782 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Tj7IJ4cYDVsGtzP off=6196891 len=1771857 2024-04-15T17:08:20.785 INFO:tasks.workunit.client.0.smithi090.stdout:op 5704 completed, throughput=5MB/sec 2024-04-15T17:08:20.785 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yYX213ErKHCKCe2 off=7384606 len=1477197 2024-04-15T17:08:20.793 INFO:tasks.workunit.client.0.smithi090.stdout:op 5705 completed, throughput=5MB/sec 2024-04-15T17:08:20.793 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ATDVghoajInORr9 off=9607446 len=523275 2024-04-15T17:08:20.794 INFO:tasks.workunit.client.0.smithi090.stdout:op 5706 completed, throughput=5MB/sec 2024-04-15T17:08:21.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:20 smithi090 ceph-mon[89240]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T17:08:21.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:20 smithi090 ceph-mon[91618]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T17:08:21.359 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:20 smithi153 ceph-mon[84714]: pgmap v1963: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-15T17:08:21.794 INFO:tasks.workunit.client.0.smithi090.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-15T17:08:21.794 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_pwI5eH_tLU_6RV off=2805494 len=1022251 2024-04-15T17:08:21.797 INFO:tasks.workunit.client.0.smithi090.stdout:op 5707 completed, throughput=5MB/sec 2024-04-15T17:08:21.797 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-grco5-EQJH5DpJR off=6275037 len=1642837 2024-04-15T17:08:21.804 INFO:tasks.workunit.client.0.smithi090.stdout:op 5708 completed, throughput=5MB/sec 2024-04-15T17:08:21.804 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-rCBManTU7qse9MT off=2291233 len=2000003 2024-04-15T17:08:21.807 INFO:tasks.workunit.client.0.smithi090.stdout:op 5709 completed, throughput=5MB/sec 2024-04-15T17:08:21.807 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZYbweXmofnSWZg_ off=694622 len=748571 2024-04-15T17:08:21.808 INFO:tasks.workunit.client.0.smithi090.stdout:op 5710 completed, throughput=5MB/sec 2024-04-15T17:08:22.609 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:08:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:08:22.808 INFO:tasks.workunit.client.0.smithi090.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-15T17:08:22.808 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vPB1TpDYOzMHGd6 off=4338580 len=697637 2024-04-15T17:08:22.809 INFO:tasks.workunit.client.0.smithi090.stdout:op 5711 completed, throughput=5MB/sec 2024-04-15T17:08:22.809 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-p0UqQfeWolGbRyZ off=3591633 len=182970 2024-04-15T17:08:22.810 INFO:tasks.workunit.client.0.smithi090.stdout:op 5712 completed, throughput=5MB/sec 2024-04-15T17:08:22.810 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-6w1doK1JAO9u-oW off=788149 len=1387606 2024-04-15T17:08:22.818 INFO:tasks.workunit.client.0.smithi090.stdout:op 5713 completed, throughput=5MB/sec 2024-04-15T17:08:22.818 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Oe8Aq0oYofuhvru off=15481107 len=1131501 2024-04-15T17:08:22.819 INFO:tasks.workunit.client.0.smithi090.stdout:op 5714 completed, throughput=5MB/sec 2024-04-15T17:08:22.819 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-LWEgtviRLClupDQ off=2606744 len=1089903 2024-04-15T17:08:22.832 INFO:tasks.workunit.client.0.smithi090.stdout:op 5715 completed, throughput=5MB/sec 2024-04-15T17:08:22.832 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sFcof7Ga8dS0Cck off=0 len=1117619 2024-04-15T17:08:22.834 INFO:tasks.workunit.client.0.smithi090.stdout:op 5716 completed, throughput=5MB/sec 2024-04-15T17:08:23.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:22 smithi090 ceph-mon[89240]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:08:23.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:08:23.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:22 smithi090 ceph-mon[91618]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:08:23.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:08:23.359 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:22 smithi153 ceph-mon[84714]: pgmap v1964: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:08:23.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:08:23.834 INFO:tasks.workunit.client.0.smithi090.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-15T17:08:23.835 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-wEdCMFkCw_BuWKi off=2840068 len=195011 2024-04-15T17:08:23.836 INFO:tasks.workunit.client.0.smithi090.stdout:op 5717 completed, throughput=5MB/sec 2024-04-15T17:08:23.836 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZLyqWTqVdPujbWz off=836017 len=1950211 2024-04-15T17:08:23.838 INFO:tasks.workunit.client.0.smithi090.stdout:op 5718 completed, throughput=5MB/sec 2024-04-15T17:08:23.838 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-IkYH-Zm3KBCubUi off=3740377 len=685338 2024-04-15T17:08:23.839 INFO:tasks.workunit.client.0.smithi090.stdout:op 5719 completed, throughput=5MB/sec 2024-04-15T17:08:23.839 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-PTYlVA9mzlNp6rS off=223351 len=1566373 2024-04-15T17:08:23.841 INFO:tasks.workunit.client.0.smithi090.stdout:op 5720 completed, throughput=5MB/sec 2024-04-15T17:08:23.841 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sLPCMLW0AAgnEmH off=22843508 len=1932585 2024-04-15T17:08:23.843 INFO:tasks.workunit.client.0.smithi090.stdout:op 5721 completed, throughput=5MB/sec 2024-04-15T17:08:24.844 INFO:tasks.workunit.client.0.smithi090.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-15T17:08:24.844 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj--5O-F7A5F-FMTda off=12979930 len=45187 2024-04-15T17:08:24.846 INFO:tasks.workunit.client.0.smithi090.stdout:op 5722 completed, throughput=5MB/sec 2024-04-15T17:08:24.847 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_kjJUqDW8xF4bJz off=13317271 len=1469361 2024-04-15T17:08:24.848 INFO:tasks.workunit.client.0.smithi090.stdout:op 5723 completed, throughput=5MB/sec 2024-04-15T17:08:24.848 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6cWIJ8hlnK0zd7x off=570554 len=1031074 2024-04-15T17:08:24.850 INFO:tasks.workunit.client.0.smithi090.stdout:op 5724 completed, throughput=5MB/sec 2024-04-15T17:08:24.850 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_SbuSCExqlygMH2 off=5247190 len=1896868 2024-04-15T17:08:24.853 INFO:tasks.workunit.client.0.smithi090.stdout:op 5725 completed, throughput=5MB/sec 2024-04-15T17:08:25.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:24 smithi090 ceph-mon[89240]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:08:25.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:24 smithi090 ceph-mon[91618]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:08:25.359 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:24 smithi153 ceph-mon[84714]: pgmap v1965: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-15T17:08:25.854 INFO:tasks.workunit.client.0.smithi090.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-15T17:08:25.854 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sZQ9qHAayLSooK- off=1014102 len=1412656 2024-04-15T17:08:25.861 INFO:tasks.workunit.client.0.smithi090.stdout:op 5726 completed, throughput=5MB/sec 2024-04-15T17:08:25.861 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zrtEYA3wjlEr7dX off=224 len=1857591 2024-04-15T17:08:25.870 INFO:tasks.workunit.client.0.smithi090.stdout:op 5727 completed, throughput=5MB/sec 2024-04-15T17:08:25.870 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2g787QAYeirktbq off=8071963 len=1045015 2024-04-15T17:08:25.870 INFO:tasks.workunit.client.0.smithi090.stdout:op 5728 completed, throughput=5MB/sec 2024-04-15T17:08:25.871 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rO1d_oF9qzJ4vYL off=16833822 len=1713690 2024-04-15T17:08:25.879 INFO:tasks.workunit.client.0.smithi090.stdout:op 5729 completed, throughput=5MB/sec 2024-04-15T17:08:26.880 INFO:tasks.workunit.client.0.smithi090.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-15T17:08:26.880 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0cp8rPTv8tCOzTx off=2948119 len=383236 2024-04-15T17:08:26.883 INFO:tasks.workunit.client.0.smithi090.stdout:op 5730 completed, throughput=5MB/sec 2024-04-15T17:08:26.883 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sPFWOq0RZeEhirg off=770396 len=1068010 2024-04-15T17:08:26.889 INFO:tasks.workunit.client.0.smithi090.stdout:op 5731 completed, throughput=5MB/sec 2024-04-15T17:08:26.890 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-f_7jthTiDzNkkvi off=2659988 len=695060 2024-04-15T17:08:26.894 INFO:tasks.workunit.client.0.smithi090.stdout:op 5732 completed, throughput=5MB/sec 2024-04-15T17:08:26.894 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-JL-1KZAhk_f-X0l off=3817529 len=1160910 2024-04-15T17:08:26.901 INFO:tasks.workunit.client.0.smithi090.stdout:op 5733 completed, throughput=5MB/sec 2024-04-15T17:08:26.901 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-GAmPD4XwEo8Rax3 off=16220115 len=797700 2024-04-15T17:08:26.906 INFO:tasks.workunit.client.0.smithi090.stdout:op 5734 completed, throughput=5MB/sec 2024-04-15T17:08:27.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:26 smithi090 ceph-mon[89240]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:08:27.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:26 smithi090 ceph-mon[91618]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:08:27.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:26 smithi153 ceph-mon[84714]: pgmap v1966: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-15T17:08:27.906 INFO:tasks.workunit.client.0.smithi090.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-15T17:08:27.906 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cAXWGY5erP3CA6y off=10237495 len=1030192 2024-04-15T17:08:27.908 INFO:tasks.workunit.client.0.smithi090.stdout:op 5735 completed, throughput=5MB/sec 2024-04-15T17:08:27.908 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5ZjmIcp1Eal4vE_ off=508897 len=1447963 2024-04-15T17:08:27.909 INFO:tasks.workunit.client.0.smithi090.stdout:op 5736 completed, throughput=5MB/sec 2024-04-15T17:08:27.910 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-To3t6wBYbS1XPgL off=8226798 len=2061409 2024-04-15T17:08:27.920 INFO:tasks.workunit.client.0.smithi090.stdout:op 5737 completed, throughput=5MB/sec 2024-04-15T17:08:27.921 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-DrA2ViZ3eWhd1n1 off=18616850 len=2024901 2024-04-15T17:08:27.928 INFO:tasks.workunit.client.0.smithi090.stdout:op 5738 completed, throughput=5MB/sec 2024-04-15T17:08:28.928 INFO:tasks.workunit.client.0.smithi090.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-15T17:08:28.929 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0ukRklcSITgqxF8 off=3724542 len=482988 2024-04-15T17:08:28.929 INFO:tasks.workunit.client.0.smithi090.stdout:op 5739 completed, throughput=5MB/sec 2024-04-15T17:08:28.929 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tobqcr2FTLhY45f off=21357540 len=1901266 2024-04-15T17:08:28.941 INFO:tasks.workunit.client.0.smithi090.stdout:op 5740 completed, throughput=5MB/sec 2024-04-15T17:08:28.941 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-shorvqqxYY9luj6 off=299970 len=1901 2024-04-15T17:08:28.943 INFO:tasks.workunit.client.0.smithi090.stdout:op 5741 completed, throughput=5MB/sec 2024-04-15T17:08:28.943 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Kx3HngWnKeiPvxy off=2163823 len=1107385 2024-04-15T17:08:28.949 INFO:tasks.workunit.client.0.smithi090.stdout:op 5742 completed, throughput=5MB/sec 2024-04-15T17:08:28.949 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hP94w79akybCFa7 off=11607129 len=1188978 2024-04-15T17:08:28.950 INFO:tasks.workunit.client.0.smithi090.stdout:op 5743 completed, throughput=5MB/sec 2024-04-15T17:08:29.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:28 smithi090 ceph-mon[91618]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T17:08:29.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:28 smithi090 ceph-mon[89240]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T17:08:29.317 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:08:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:08:29] "GET /metrics HTTP/1.1" 200 34065 "" "Prometheus/2.43.0" 2024-04-15T17:08:29.359 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:28 smithi153 ceph-mon[84714]: pgmap v1967: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.7 MiB/s wr, 6 op/s 2024-04-15T17:08:29.951 INFO:tasks.workunit.client.0.smithi090.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-15T17:08:29.951 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-v-OvAwTPbY9-355 off=3314394 len=1504519 2024-04-15T17:08:29.960 INFO:tasks.workunit.client.0.smithi090.stdout:op 5744 completed, throughput=5MB/sec 2024-04-15T17:08:29.960 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Gl7NIK42K3me3w_ off=2462483 len=789013 2024-04-15T17:08:29.961 INFO:tasks.workunit.client.0.smithi090.stdout:op 5745 completed, throughput=5MB/sec 2024-04-15T17:08:29.962 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tHtt76C7m2B6PDF off=20939210 len=934609 2024-04-15T17:08:29.963 INFO:tasks.workunit.client.0.smithi090.stdout:op 5746 completed, throughput=5MB/sec 2024-04-15T17:08:29.963 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-qTungh9mX1LL0H_ off=6308456 len=127591 2024-04-15T17:08:29.965 INFO:tasks.workunit.client.0.smithi090.stdout:op 5747 completed, throughput=5MB/sec 2024-04-15T17:08:29.965 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-23kh5uEXUZ8N8CK off=13527337 len=1709488 2024-04-15T17:08:29.974 INFO:tasks.workunit.client.0.smithi090.stdout:op 5748 completed, throughput=5MB/sec 2024-04-15T17:08:30.974 INFO:tasks.workunit.client.0.smithi090.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-15T17:08:30.974 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WtTI8JejI_PTUND off=59494 len=1868210 2024-04-15T17:08:30.978 INFO:tasks.workunit.client.0.smithi090.stdout:op 5749 completed, throughput=5MB/sec 2024-04-15T17:08:30.978 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-gHhK5M_yw_GsTgv off=13249238 len=2034535 2024-04-15T17:08:30.990 INFO:tasks.workunit.client.0.smithi090.stdout:op 5750 completed, throughput=5MB/sec 2024-04-15T17:08:30.991 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wRmHhapWRDbSpmh off=9126872 len=524964 2024-04-15T17:08:30.994 INFO:tasks.workunit.client.0.smithi090.stdout:op 5751 completed, throughput=5MB/sec 2024-04-15T17:08:30.994 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nXyvYvxGDCalzj_ off=1990542 len=1583674 2024-04-15T17:08:31.002 INFO:tasks.workunit.client.0.smithi090.stdout:op 5752 completed, throughput=5MB/sec 2024-04-15T17:08:31.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:30 smithi090 ceph-mon[89240]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-15T17:08:31.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:30 smithi090 ceph-mon[91618]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-15T17:08:31.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:30 smithi153 ceph-mon[84714]: pgmap v1968: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-15T17:08:32.002 INFO:tasks.workunit.client.0.smithi090.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-15T17:08:32.002 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vo1SI03fGpaIvjD off=5331423 len=1905585 2024-04-15T17:08:32.004 INFO:tasks.workunit.client.0.smithi090.stdout:op 5753 completed, throughput=5MB/sec 2024-04-15T17:08:32.004 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-rAdnaJKxJN4upCM off=2572628 len=898477 2024-04-15T17:08:32.009 INFO:tasks.workunit.client.0.smithi090.stdout:op 5754 completed, throughput=5MB/sec 2024-04-15T17:08:32.009 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Tr0-XivqtkSj3jx off=7105851 len=757519 2024-04-15T17:08:32.013 INFO:tasks.workunit.client.0.smithi090.stdout:op 5755 completed, throughput=5MB/sec 2024-04-15T17:08:32.013 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sH46vDN_7cw1Yd3 off=12131264 len=1549967 2024-04-15T17:08:32.019 INFO:tasks.workunit.client.0.smithi090.stdout:op 5756 completed, throughput=5MB/sec 2024-04-15T17:08:32.609 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:08:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:08:33.019 INFO:tasks.workunit.client.0.smithi090.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-15T17:08:33.019 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-P8n5JsweGAbHYmo off=9341390 len=300717 2024-04-15T17:08:33.020 INFO:tasks.workunit.client.0.smithi090.stdout:op 5757 completed, throughput=5MB/sec 2024-04-15T17:08:33.020 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Lg7CAH9ukw8t102 off=14690021 len=49914 2024-04-15T17:08:33.021 INFO:tasks.workunit.client.0.smithi090.stdout:op 5758 completed, throughput=5MB/sec 2024-04-15T17:08:33.021 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QCb5HfqYu7NeA4O off=2290512 len=384259 2024-04-15T17:08:33.022 INFO:tasks.workunit.client.0.smithi090.stdout:op 5759 completed, throughput=5MB/sec 2024-04-15T17:08:33.022 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-zSh8T-xgZvrgpb- off=611923 len=1857109 2024-04-15T17:08:33.026 INFO:tasks.workunit.client.0.smithi090.stdout:op 5760 completed, throughput=5MB/sec 2024-04-15T17:08:33.026 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WTZguaNDnW2URC3 off=3443520 len=38743 2024-04-15T17:08:33.028 INFO:tasks.workunit.client.0.smithi090.stdout:op 5761 completed, throughput=5MB/sec 2024-04-15T17:08:33.028 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LcFXEQrS9KGn4O3 off=10607077 len=506372 2024-04-15T17:08:33.029 INFO:tasks.workunit.client.0.smithi090.stdout:op 5762 completed, throughput=5MB/sec 2024-04-15T17:08:33.029 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-aKm7KIlnb6kMaqy off=19083069 len=1566596 2024-04-15T17:08:33.031 INFO:tasks.workunit.client.0.smithi090.stdout:op 5763 completed, throughput=5MB/sec 2024-04-15T17:08:33.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:32 smithi090 ceph-mon[89240]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:08:33.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:32 smithi090 ceph-mon[91618]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:08:33.359 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:32 smithi153 ceph-mon[84714]: pgmap v1969: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-15T17:08:34.031 INFO:tasks.workunit.client.0.smithi090.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-15T17:08:34.032 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OsgphyFQi3jSMGf off=1162839 len=371661 2024-04-15T17:08:34.035 INFO:tasks.workunit.client.0.smithi090.stdout:op 5764 completed, throughput=5MB/sec 2024-04-15T17:08:34.036 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TvuSBsUr0jiROW1 off=2237203 len=1655275 2024-04-15T17:08:34.046 INFO:tasks.workunit.client.0.smithi090.stdout:op 5765 completed, throughput=5MB/sec 2024-04-15T17:08:34.046 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1j7rQHW3txoORY- off=13639610 len=1102517 2024-04-15T17:08:34.052 INFO:tasks.workunit.client.0.smithi090.stdout:op 5766 completed, throughput=5MB/sec 2024-04-15T17:08:34.052 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-MV25d6JpQ3PLxb3 off=5497315 len=2044520 2024-04-15T17:08:34.062 INFO:tasks.workunit.client.0.smithi090.stdout:op 5767 completed, throughput=5MB/sec 2024-04-15T17:08:35.063 INFO:tasks.workunit.client.0.smithi090.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-15T17:08:35.063 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BNTiQ5ZEnvZAUVb off=839032 len=1456957 2024-04-15T17:08:35.069 INFO:tasks.workunit.client.0.smithi090.stdout:op 5768 completed, throughput=5MB/sec 2024-04-15T17:08:35.069 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8xE_NTIsxHTybog off=2511221 len=674346 2024-04-15T17:08:35.070 INFO:tasks.workunit.client.0.smithi090.stdout:op 5769 completed, throughput=5MB/sec 2024-04-15T17:08:35.070 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-EXm6neMF2p_nvgQ off=3333773 len=1430895 2024-04-15T17:08:35.071 INFO:tasks.workunit.client.0.smithi090.stdout:op 5770 completed, throughput=5MB/sec 2024-04-15T17:08:35.071 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-QyInaRanJtqSRbk off=7724450 len=789422 2024-04-15T17:08:35.075 INFO:tasks.workunit.client.0.smithi090.stdout:op 5771 completed, throughput=5MB/sec 2024-04-15T17:08:35.075 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-aNVBb30IjdjvlCw off=3002213 len=1358922 2024-04-15T17:08:35.084 INFO:tasks.workunit.client.0.smithi090.stdout:op 5772 completed, throughput=5MB/sec 2024-04-15T17:08:35.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:34 smithi090 ceph-mon[91618]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:08:35.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:34 smithi090 ceph-mon[89240]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:08:35.359 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:34 smithi153 ceph-mon[84714]: pgmap v1970: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:08:36.084 INFO:tasks.workunit.client.0.smithi090.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-15T17:08:36.085 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-VN44SWnL4WhiGRt off=762679 len=1924993 2024-04-15T17:08:36.087 INFO:tasks.workunit.client.0.smithi090.stdout:op 5773 completed, throughput=5MB/sec 2024-04-15T17:08:36.087 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-fnAiC_dNdpD-nEO off=8775746 len=220458 2024-04-15T17:08:36.088 INFO:tasks.workunit.client.0.smithi090.stdout:op 5774 completed, throughput=5MB/sec 2024-04-15T17:08:36.088 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FqoP2s8DexgceuA off=20568 len=580371 2024-04-15T17:08:36.089 INFO:tasks.workunit.client.0.smithi090.stdout:op 5775 completed, throughput=5MB/sec 2024-04-15T17:08:36.089 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-cYPA5qmXxicYtcJ off=17583525 len=8347 2024-04-15T17:08:36.089 INFO:tasks.workunit.client.0.smithi090.stdout:op 5776 completed, throughput=5MB/sec 2024-04-15T17:08:36.090 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3VNEsg3rU5reUs1 off=0 len=1096283 2024-04-15T17:08:36.095 INFO:tasks.workunit.client.0.smithi090.stdout:op 5777 completed, throughput=5MB/sec 2024-04-15T17:08:36.095 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iRtfEwHCna-K7ez off=10309997 len=1923047 2024-04-15T17:08:36.104 INFO:tasks.workunit.client.0.smithi090.stdout:op 5778 completed, throughput=5MB/sec 2024-04-15T17:08:37.104 INFO:tasks.workunit.client.0.smithi090.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-15T17:08:37.105 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AItLvNv5dOZ2jpp off=2234642 len=1771356 2024-04-15T17:08:37.112 INFO:tasks.workunit.client.0.smithi090.stdout:op 5779 completed, throughput=5MB/sec 2024-04-15T17:08:37.112 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Hfvb_k0Q30fdKmP off=1947383 len=312806 2024-04-15T17:08:37.115 INFO:tasks.workunit.client.0.smithi090.stdout:op 5780 completed, throughput=5MB/sec 2024-04-15T17:08:37.116 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-w4mDw43PdK3kN8K off=4871098 len=996157 2024-04-15T17:08:37.118 INFO:tasks.workunit.client.0.smithi090.stdout:op 5781 completed, throughput=5MB/sec 2024-04-15T17:08:37.118 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2B_UoeP46QgH7TY off=6788341 len=1344252 2024-04-15T17:08:37.119 INFO:tasks.workunit.client.0.smithi090.stdout:op 5782 completed, throughput=5MB/sec 2024-04-15T17:08:37.119 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-f26cYaRizYe188g off=1425141 len=986264 2024-04-15T17:08:37.124 INFO:tasks.workunit.client.0.smithi090.stdout:op 5783 completed, throughput=5MB/sec 2024-04-15T17:08:37.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:36 smithi090 ceph-mon[89240]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T17:08:37.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:36 smithi090 ceph-mon[91618]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T17:08:37.359 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:36 smithi153 ceph-mon[84714]: pgmap v1971: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T17:08:38.125 INFO:tasks.workunit.client.0.smithi090.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-15T17:08:38.125 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kFc9dxJjpefOJVH off=3138419 len=1582884 2024-04-15T17:08:38.132 INFO:tasks.workunit.client.0.smithi090.stdout:op 5784 completed, throughput=5MB/sec 2024-04-15T17:08:38.132 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-q6i2OI3lFDAPw-H off=6888492 len=1113222 2024-04-15T17:08:38.133 INFO:tasks.workunit.client.0.smithi090.stdout:op 5785 completed, throughput=5MB/sec 2024-04-15T17:08:38.133 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-5JVlhPMcZGi4cAn off=706737 len=772538 2024-04-15T17:08:38.134 INFO:tasks.workunit.client.0.smithi090.stdout:op 5786 completed, throughput=5MB/sec 2024-04-15T17:08:38.134 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FThhF-ABWkxOFir off=127135 len=512505 2024-04-15T17:08:38.135 INFO:tasks.workunit.client.0.smithi090.stdout:op 5787 completed, throughput=5MB/sec 2024-04-15T17:08:38.135 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ovrAO_mylINjUyV off=5509103 len=1817960 2024-04-15T17:08:38.141 INFO:tasks.workunit.client.0.smithi090.stdout:op 5788 completed, throughput=5MB/sec 2024-04-15T17:08:38.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:08:38.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:08:38.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:08:39.141 INFO:tasks.workunit.client.0.smithi090.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-15T17:08:39.142 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-3tOXVIwm1ffKMfd off=9788694 len=1756258 2024-04-15T17:08:39.143 INFO:tasks.workunit.client.0.smithi090.stdout:op 5789 completed, throughput=5MB/sec 2024-04-15T17:08:39.143 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zCwKS5ycgz9PhHp off=19058579 len=1831768 2024-04-15T17:08:39.156 INFO:tasks.workunit.client.0.smithi090.stdout:op 5790 completed, throughput=5MB/sec 2024-04-15T17:08:39.156 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KfEE1WZdMhReoHV off=38372 len=1232840 2024-04-15T17:08:39.157 INFO:tasks.workunit.client.0.smithi090.stdout:op 5791 completed, throughput=5MB/sec 2024-04-15T17:08:39.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:38 smithi090 ceph-mon[89240]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:08:39.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:38 smithi090 ceph-mon[91618]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:08:39.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:08:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:08:39] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-15T17:08:39.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:38 smithi153 ceph-mon[84714]: pgmap v1972: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-15T17:08:40.157 INFO:tasks.workunit.client.0.smithi090.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-15T17:08:40.157 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1wh8GKNYw_RfLct off=3234141 len=1385 2024-04-15T17:08:40.158 INFO:tasks.workunit.client.0.smithi090.stdout:op 5792 completed, throughput=5MB/sec 2024-04-15T17:08:40.158 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qaIpLChCymYUIMi off=14374149 len=1959277 2024-04-15T17:08:40.160 INFO:tasks.workunit.client.0.smithi090.stdout:op 5793 completed, throughput=5MB/sec 2024-04-15T17:08:40.160 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RGhiWsraPzNk-6Q off=518154 len=298003 2024-04-15T17:08:40.164 INFO:tasks.workunit.client.0.smithi090.stdout:op 5794 completed, throughput=5MB/sec 2024-04-15T17:08:40.164 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TVVtteAnPZ35U3S off=3909321 len=691070 2024-04-15T17:08:40.165 INFO:tasks.workunit.client.0.smithi090.stdout:op 5795 completed, throughput=5MB/sec 2024-04-15T17:08:40.165 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-L1v4QwfsM3hUdR- off=1922645 len=1518976 2024-04-15T17:08:40.173 INFO:tasks.workunit.client.0.smithi090.stdout:op 5796 completed, throughput=5MB/sec 2024-04-15T17:08:40.173 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-BlFVg6OsgC3y9bp off=11705995 len=216349 2024-04-15T17:08:40.174 INFO:tasks.workunit.client.0.smithi090.stdout:op 5797 completed, throughput=5MB/sec 2024-04-15T17:08:41.174 INFO:tasks.workunit.client.0.smithi090.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-15T17:08:41.174 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6f1LDeYKI21cWlk off=2906934 len=1823440 2024-04-15T17:08:41.176 INFO:tasks.workunit.client.0.smithi090.stdout:op 5798 completed, throughput=5MB/sec 2024-04-15T17:08:41.176 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-atebJSAX3CBmeeH off=6824130 len=1228966 2024-04-15T17:08:41.180 INFO:tasks.workunit.client.0.smithi090.stdout:op 5799 completed, throughput=5MB/sec 2024-04-15T17:08:41.180 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-w2T9pC41m3rQPUd off=8603091 len=2037460 2024-04-15T17:08:41.182 INFO:tasks.workunit.client.0.smithi090.stdout:op 5800 completed, throughput=5MB/sec 2024-04-15T17:08:41.183 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-LZcqd4Y3_kQasOY off=18070335 len=1031666 2024-04-15T17:08:41.184 INFO:tasks.workunit.client.0.smithi090.stdout:op 5801 completed, throughput=5MB/sec 2024-04-15T17:08:41.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:40 smithi090 ceph-mon[89240]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:08:41.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:40 smithi090 ceph-mon[91618]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:08:41.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:40 smithi153 ceph-mon[84714]: pgmap v1973: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:08:42.184 INFO:tasks.workunit.client.0.smithi090.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-15T17:08:42.185 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-dqLBvLE03AWFAFe off=13184653 len=1977468 2024-04-15T17:08:42.187 INFO:tasks.workunit.client.0.smithi090.stdout:op 5802 completed, throughput=5MB/sec 2024-04-15T17:08:42.187 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-etohY0eHhx-wA11 off=3769971 len=1235260 2024-04-15T17:08:42.196 INFO:tasks.workunit.client.0.smithi090.stdout:op 5803 completed, throughput=5MB/sec 2024-04-15T17:08:42.196 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HGCghVNP4Skkyx3 off=6986603 len=1097435 2024-04-15T17:08:42.197 INFO:tasks.workunit.client.0.smithi090.stdout:op 5804 completed, throughput=5MB/sec 2024-04-15T17:08:42.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:08:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:08:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:08:43.197 INFO:tasks.workunit.client.0.smithi090.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-15T17:08:43.198 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2ofHP9iXDH2J9pA off=18815797 len=560509 2024-04-15T17:08:43.200 INFO:tasks.workunit.client.0.smithi090.stdout:op 5805 completed, throughput=5MB/sec 2024-04-15T17:08:43.201 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-g-Fqkz91QepgCt0 off=5148870 len=1251390 2024-04-15T17:08:43.201 INFO:tasks.workunit.client.0.smithi090.stdout:op 5806 completed, throughput=5MB/sec 2024-04-15T17:08:43.201 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-pjpPGXHLRNrc4dT off=501365 len=1262662 2024-04-15T17:08:43.202 INFO:tasks.workunit.client.0.smithi090.stdout:op 5807 completed, throughput=5MB/sec 2024-04-15T17:08:43.203 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2H2zE6570ojhPwS off=5942169 len=202901 2024-04-15T17:08:43.205 INFO:tasks.workunit.client.0.smithi090.stdout:op 5808 completed, throughput=5MB/sec 2024-04-15T17:08:43.205 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tsWehRAN6Mp754Z off=557289 len=1727648 2024-04-15T17:08:43.214 INFO:tasks.workunit.client.0.smithi090.stdout:op 5809 completed, throughput=5MB/sec 2024-04-15T17:08:43.214 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7PfnuZyn5lhs7fC off=5861150 len=502920 2024-04-15T17:08:43.218 INFO:tasks.workunit.client.0.smithi090.stdout:op 5810 completed, throughput=5MB/sec 2024-04-15T17:08:43.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:42 smithi090 ceph-mon[89240]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T17:08:43.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:42 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:08:43.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:42 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:08:43.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:42 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:08:43.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:42 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:08:43.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:42 smithi090 ceph-mon[91618]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T17:08:43.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:42 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:08:43.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:42 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:08:43.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:42 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:08:43.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:42 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:08:43.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:42 smithi153 ceph-mon[84714]: pgmap v1974: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T17:08:43.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:42 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:08:43.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:42 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:08:43.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:42 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:08:43.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:42 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:08:44.218 INFO:tasks.workunit.client.0.smithi090.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-15T17:08:44.219 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8pgtme6oDL_Fjdw off=0 len=1636414 2024-04-15T17:08:44.221 INFO:tasks.workunit.client.0.smithi090.stdout:op 5811 completed, throughput=5MB/sec 2024-04-15T17:08:44.221 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-X-8dKIUUMa9Qa8Y off=629078 len=1656591 2024-04-15T17:08:44.229 INFO:tasks.workunit.client.0.smithi090.stdout:op 5812 completed, throughput=5MB/sec 2024-04-15T17:08:44.229 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-r6-T9JMYdcjT-FC off=4036593 len=1560045 2024-04-15T17:08:44.231 INFO:tasks.workunit.client.0.smithi090.stdout:op 5813 completed, throughput=5MB/sec 2024-04-15T17:08:44.231 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KpqB9RKDZhG-ufl off=4601692 len=976066 2024-04-15T17:08:44.232 INFO:tasks.workunit.client.0.smithi090.stdout:op 5814 completed, throughput=5MB/sec 2024-04-15T17:08:45.233 INFO:tasks.workunit.client.0.smithi090.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-15T17:08:45.233 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Cw_qkFmW4MY31dZ off=205327 len=1197671 2024-04-15T17:08:45.239 INFO:tasks.workunit.client.0.smithi090.stdout:op 5815 completed, throughput=5MB/sec 2024-04-15T17:08:45.239 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bmSmGaHnNOPIJgT off=10411962 len=1186723 2024-04-15T17:08:45.241 INFO:tasks.workunit.client.0.smithi090.stdout:op 5816 completed, throughput=5MB/sec 2024-04-15T17:08:45.241 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tnAjWI6JDs9OcVy off=4834555 len=2026598 2024-04-15T17:08:45.252 INFO:tasks.workunit.client.0.smithi090.stdout:op 5817 completed, throughput=5MB/sec 2024-04-15T17:08:45.253 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wBYtY7ZklpN2dkZ off=18630599 len=458321 2024-04-15T17:08:45.255 INFO:tasks.workunit.client.0.smithi090.stdout:op 5818 completed, throughput=5MB/sec 2024-04-15T17:08:45.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:44 smithi090 ceph-mon[89240]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:08:45.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:44 smithi090 ceph-mon[91618]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:08:45.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:44 smithi153 ceph-mon[84714]: pgmap v1975: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:08:46.256 INFO:tasks.workunit.client.0.smithi090.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-15T17:08:46.256 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-33eS_laYM0TQGa4 off=695141 len=2035302 2024-04-15T17:08:46.269 INFO:tasks.workunit.client.0.smithi090.stdout:op 5819 completed, throughput=5MB/sec 2024-04-15T17:08:46.269 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-R77drFeWiUW-tHv off=3689011 len=113234 2024-04-15T17:08:46.270 INFO:tasks.workunit.client.0.smithi090.stdout:op 5820 completed, throughput=5MB/sec 2024-04-15T17:08:46.270 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iKuuBCMFjFPYlN6 off=961128 len=767543 2024-04-15T17:08:46.275 INFO:tasks.workunit.client.0.smithi090.stdout:op 5821 completed, throughput=5MB/sec 2024-04-15T17:08:46.275 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3MDGZrb6mTyUbIa off=1689403 len=1361881 2024-04-15T17:08:46.281 INFO:tasks.workunit.client.0.smithi090.stdout:op 5822 completed, throughput=5MB/sec 2024-04-15T17:08:46.282 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sUGTydXhN97O7cM off=13844079 len=2090524 2024-04-15T17:08:46.290 INFO:tasks.workunit.client.0.smithi090.stdout:op 5823 completed, throughput=5MB/sec 2024-04-15T17:08:47.291 INFO:tasks.workunit.client.0.smithi090.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-15T17:08:47.291 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-hi5TGScpCd53L5W off=6962428 len=419973 2024-04-15T17:08:47.295 INFO:tasks.workunit.client.0.smithi090.stdout:op 5824 completed, throughput=5MB/sec 2024-04-15T17:08:47.295 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iDI1G1sNA8iIvHX off=293822 len=1030323 2024-04-15T17:08:47.296 INFO:tasks.workunit.client.0.smithi090.stdout:op 5825 completed, throughput=5MB/sec 2024-04-15T17:08:47.296 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HzpiSbxTSAVXlBe off=769871 len=1145501 2024-04-15T17:08:47.298 INFO:tasks.workunit.client.0.smithi090.stdout:op 5826 completed, throughput=5MB/sec 2024-04-15T17:08:47.298 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-j3SszghBiFnDWt0 off=14622832 len=439816 2024-04-15T17:08:47.299 INFO:tasks.workunit.client.0.smithi090.stdout:op 5827 completed, throughput=5MB/sec 2024-04-15T17:08:47.299 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-igVsuXcgIQ8gV3I off=12495650 len=400661 2024-04-15T17:08:47.302 INFO:tasks.workunit.client.0.smithi090.stdout:op 5828 completed, throughput=5MB/sec 2024-04-15T17:08:47.302 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-SoakjvooDREz-yx off=286762 len=333830 2024-04-15T17:08:47.303 INFO:tasks.workunit.client.0.smithi090.stdout:op 5829 completed, throughput=5MB/sec 2024-04-15T17:08:47.303 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Rv2KGD0GruIWLGt off=550159 len=1319319 2024-04-15T17:08:47.305 INFO:tasks.workunit.client.0.smithi090.stdout:op 5830 completed, throughput=5MB/sec 2024-04-15T17:08:47.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:46 smithi090 ceph-mon[89240]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:08:47.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:46 smithi090 ceph-mon[91618]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:08:47.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:46 smithi153 ceph-mon[84714]: pgmap v1976: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-15T17:08:48.306 INFO:tasks.workunit.client.0.smithi090.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-15T17:08:48.306 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-FZsD0GK0lJ9qppD off=10371978 len=1377889 2024-04-15T17:08:48.308 INFO:tasks.workunit.client.0.smithi090.stdout:op 5831 completed, throughput=5MB/sec 2024-04-15T17:08:48.308 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TZeUbrMEw9HLDXt off=576881 len=247590 2024-04-15T17:08:48.311 INFO:tasks.workunit.client.0.smithi090.stdout:op 5832 completed, throughput=5MB/sec 2024-04-15T17:08:48.311 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Jy8egKt0RzYBsjT off=15301900 len=438235 2024-04-15T17:08:48.312 INFO:tasks.workunit.client.0.smithi090.stdout:op 5833 completed, throughput=5MB/sec 2024-04-15T17:08:48.312 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9YspdYpCSci13xa off=2641415 len=594188 2024-04-15T17:08:48.317 INFO:tasks.workunit.client.0.smithi090.stdout:op 5834 completed, throughput=5MB/sec 2024-04-15T17:08:48.317 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VQK7gJz1rS5YdWK off=4991648 len=385904 2024-04-15T17:08:48.320 INFO:tasks.workunit.client.0.smithi090.stdout:op 5835 completed, throughput=5MB/sec 2024-04-15T17:08:48.320 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Hqfd9uFCNwKpnMh off=72901 len=158497 2024-04-15T17:08:48.321 INFO:tasks.workunit.client.0.smithi090.stdout:op 5836 completed, throughput=5MB/sec 2024-04-15T17:08:48.321 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-BqzrfzGSFUTSjvd off=723384 len=1376810 2024-04-15T17:08:48.326 INFO:tasks.workunit.client.0.smithi090.stdout:op 5837 completed, throughput=5MB/sec 2024-04-15T17:08:49.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:48 smithi090 ceph-mon[89240]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:08:49.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:08:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:08:49] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-15T17:08:49.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:48 smithi090 ceph-mon[91618]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:08:49.326 INFO:tasks.workunit.client.0.smithi090.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-15T17:08:49.326 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eErE0-_Du5qsG2Y off=13642123 len=884785 2024-04-15T17:08:49.332 INFO:tasks.workunit.client.0.smithi090.stdout:op 5838 completed, throughput=5MB/sec 2024-04-15T17:08:49.332 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-th3JVFrEHnM1HAb off=417249 len=626541 2024-04-15T17:08:49.336 INFO:tasks.workunit.client.0.smithi090.stdout:op 5839 completed, throughput=5MB/sec 2024-04-15T17:08:49.336 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kOfA8lU2Z6CpTA7 off=3904825 len=443544 2024-04-15T17:08:49.337 INFO:tasks.workunit.client.0.smithi090.stdout:op 5840 completed, throughput=5MB/sec 2024-04-15T17:08:49.337 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OD7JbBMFnGsAYvR off=4669372 len=1172723 2024-04-15T17:08:49.345 INFO:tasks.workunit.client.0.smithi090.stdout:op 5841 completed, throughput=5MB/sec 2024-04-15T17:08:49.345 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kGuNhwOhaAsH_0E off=10706530 len=743885 2024-04-15T17:08:49.349 INFO:tasks.workunit.client.0.smithi090.stdout:op 5842 completed, throughput=5MB/sec 2024-04-15T17:08:49.349 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8F3VNhWPRK4NgIF off=4026999 len=199723 2024-04-15T17:08:49.350 INFO:tasks.workunit.client.0.smithi090.stdout:op 5843 completed, throughput=5MB/sec 2024-04-15T17:08:49.350 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-szqO9U5tD4lZBA2 off=13784748 len=2047093 2024-04-15T17:08:49.359 INFO:tasks.workunit.client.0.smithi090.stdout:op 5844 completed, throughput=5MB/sec 2024-04-15T17:08:49.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:48 smithi153 ceph-mon[84714]: pgmap v1977: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-15T17:08:50.359 INFO:tasks.workunit.client.0.smithi090.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-15T17:08:50.360 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-4ZaY2BlYbQHKeW- off=2203685 len=1538265 2024-04-15T17:08:50.367 INFO:tasks.workunit.client.0.smithi090.stdout:op 5845 completed, throughput=5MB/sec 2024-04-15T17:08:50.368 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ODquSe2iSBSS_yq off=7287980 len=1107263 2024-04-15T17:08:50.369 INFO:tasks.workunit.client.0.smithi090.stdout:op 5846 completed, throughput=5MB/sec 2024-04-15T17:08:50.369 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jsjhmyc75SbluuX off=18254563 len=677942 2024-04-15T17:08:50.373 INFO:tasks.workunit.client.0.smithi090.stdout:op 5847 completed, throughput=5MB/sec 2024-04-15T17:08:50.373 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-z0ZjxyYNbr3JbZu off=4033362 len=1061288 2024-04-15T17:08:50.376 INFO:tasks.workunit.client.0.smithi090.stdout:op 5848 completed, throughput=5MB/sec 2024-04-15T17:08:50.376 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ZoJkMzcCxj12_vk off=57312 len=1526099 2024-04-15T17:08:50.379 INFO:tasks.workunit.client.0.smithi090.stdout:op 5849 completed, throughput=5MB/sec 2024-04-15T17:08:51.317 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:50 smithi090 ceph-mon[89240]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:08:51.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:50 smithi090 ceph-mon[91618]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:08:51.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:50 smithi153 ceph-mon[84714]: pgmap v1978: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:08:51.379 INFO:tasks.workunit.client.0.smithi090.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-15T17:08:51.380 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-yQJzqnGn1oqLwZH off=4425393 len=125627 2024-04-15T17:08:51.380 INFO:tasks.workunit.client.0.smithi090.stdout:op 5850 completed, throughput=5MB/sec 2024-04-15T17:08:51.380 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TyQceqjyZGMMb07 off=7308273 len=1245271 2024-04-15T17:08:51.386 INFO:tasks.workunit.client.0.smithi090.stdout:op 5851 completed, throughput=5MB/sec 2024-04-15T17:08:51.386 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-g0ttTbugfqfWxD4 off=387328 len=513245 2024-04-15T17:08:51.390 INFO:tasks.workunit.client.0.smithi090.stdout:op 5852 completed, throughput=5MB/sec 2024-04-15T17:08:51.390 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-eHbq_duClsBl8zj off=512725 len=215398 2024-04-15T17:08:51.391 INFO:tasks.workunit.client.0.smithi090.stdout:op 5853 completed, throughput=5MB/sec 2024-04-15T17:08:51.391 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ooLEn9KUdU8xEsr off=5269315 len=195958 2024-04-15T17:08:51.391 INFO:tasks.workunit.client.0.smithi090.stdout:op 5854 completed, throughput=5MB/sec 2024-04-15T17:08:51.391 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kx5sFNSGBIjdF0r off=8515381 len=1268610 2024-04-15T17:08:51.397 INFO:tasks.workunit.client.0.smithi090.stdout:op 5855 completed, throughput=5MB/sec 2024-04-15T17:08:51.397 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-D6Jz9lfeXTbhuiI off=1023877 len=1521900 2024-04-15T17:08:51.406 INFO:tasks.workunit.client.0.smithi090.stdout:op 5856 completed, throughput=5MB/sec 2024-04-15T17:08:52.407 INFO:tasks.workunit.client.0.smithi090.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-15T17:08:52.407 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-98a5ech47QIwBwV off=15457574 len=1406981 2024-04-15T17:08:52.414 INFO:tasks.workunit.client.0.smithi090.stdout:op 5857 completed, throughput=5MB/sec 2024-04-15T17:08:52.414 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-kHWbFk77ZiWHmpl off=893960 len=1544067 2024-04-15T17:08:52.424 INFO:tasks.workunit.client.0.smithi090.stdout:op 5858 completed, throughput=5MB/sec 2024-04-15T17:08:52.424 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-HMy-Xh34wZ4tE7q off=199008 len=602459 2024-04-15T17:08:52.425 INFO:tasks.workunit.client.0.smithi090.stdout:op 5859 completed, throughput=5MB/sec 2024-04-15T17:08:52.425 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ug3D0vTJFWWaFI_ off=14072770 len=686919 2024-04-15T17:08:52.426 INFO:tasks.workunit.client.0.smithi090.stdout:op 5860 completed, throughput=5MB/sec 2024-04-15T17:08:52.426 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-i3btM2A_JgSisXu off=1854945 len=2019727 2024-04-15T17:08:52.428 INFO:tasks.workunit.client.0.smithi090.stdout:op 5861 completed, throughput=5MB/sec 2024-04-15T17:08:52.610 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:08:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:08:53.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:52 smithi090 ceph-mon[89240]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:08:53.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:08:53.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:52 smithi090 ceph-mon[91618]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:08:53.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:08:53.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:52 smithi153 ceph-mon[84714]: pgmap v1979: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-15T17:08:53.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:08:53.428 INFO:tasks.workunit.client.0.smithi090.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-15T17:08:53.429 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AobFLqTAOOlyw4s off=15034880 len=1838211 2024-04-15T17:08:53.441 INFO:tasks.workunit.client.0.smithi090.stdout:op 5862 completed, throughput=5MB/sec 2024-04-15T17:08:53.441 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-0Buz_u_wbEtm0vo off=970862 len=218392 2024-04-15T17:08:53.444 INFO:tasks.workunit.client.0.smithi090.stdout:op 5863 completed, throughput=5MB/sec 2024-04-15T17:08:53.444 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-XoL3SFidZd5m4rC off=10467766 len=1625860 2024-04-15T17:08:53.446 INFO:tasks.workunit.client.0.smithi090.stdout:op 5864 completed, throughput=5MB/sec 2024-04-15T17:08:54.447 INFO:tasks.workunit.client.0.smithi090.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-15T17:08:54.447 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-h2qdw6xzzHmLdg3 off=4698684 len=1531875 2024-04-15T17:08:54.454 INFO:tasks.workunit.client.0.smithi090.stdout:op 5865 completed, throughput=5MB/sec 2024-04-15T17:08:54.454 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Fahv_NbcTLsliwb off=3474640 len=268100 2024-04-15T17:08:54.458 INFO:tasks.workunit.client.0.smithi090.stdout:op 5866 completed, throughput=5MB/sec 2024-04-15T17:08:54.458 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-AoO8bYMaluh0W_O off=8143012 len=845454 2024-04-15T17:08:54.462 INFO:tasks.workunit.client.0.smithi090.stdout:op 5867 completed, throughput=5MB/sec 2024-04-15T17:08:54.462 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ax6Nt2XDzoHrwa8 off=989080 len=1902284 2024-04-15T17:08:54.472 INFO:tasks.workunit.client.0.smithi090.stdout:op 5868 completed, throughput=5MB/sec 2024-04-15T17:08:54.473 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7JTEqNN7sA8R0lX off=3173567 len=1290968 2024-04-15T17:08:54.480 INFO:tasks.workunit.client.0.smithi090.stdout:op 5869 completed, throughput=5MB/sec 2024-04-15T17:08:55.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:54 smithi090 ceph-mon[91618]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:08:55.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:54 smithi090 ceph-mon[89240]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:08:55.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:54 smithi153 ceph-mon[84714]: pgmap v1980: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:08:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-15T17:08:55.480 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CCzQoxR_9ImAVhH off=2098660 len=1554786 2024-04-15T17:08:55.482 INFO:tasks.workunit.client.0.smithi090.stdout:op 5870 completed, throughput=5MB/sec 2024-04-15T17:08:55.482 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-bPiXJkFXzM6ohXG off=5477240 len=1166789 2024-04-15T17:08:55.484 INFO:tasks.workunit.client.0.smithi090.stdout:op 5871 completed, throughput=5MB/sec 2024-04-15T17:08:55.484 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-POfoGnM51HqAm6s off=12539767 len=2021657 2024-04-15T17:08:55.486 INFO:tasks.workunit.client.0.smithi090.stdout:op 5872 completed, throughput=5MB/sec 2024-04-15T17:08:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-15T17:08:56.538 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qg8HscA_-tCR6tS off=10139509 len=701976 2024-04-15T17:08:56.540 INFO:tasks.workunit.client.0.smithi090.stdout:op 5873 completed, throughput=5MB/sec 2024-04-15T17:08:56.540 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj--AfuFM4Ievkr3y1 off=13152230 len=1288442 2024-04-15T17:08:56.540 INFO:tasks.workunit.client.0.smithi090.stdout:op 5874 completed, throughput=5MB/sec 2024-04-15T17:08:56.540 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8bZ669xD4yxv4Ju off=14648076 len=920509 2024-04-15T17:08:56.540 INFO:tasks.workunit.client.0.smithi090.stdout:op 5875 completed, throughput=5MB/sec 2024-04-15T17:08:56.540 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_MSmGVwTIUPe30c off=2205612 len=1609594 2024-04-15T17:08:56.540 INFO:tasks.workunit.client.0.smithi090.stdout:op 5876 completed, throughput=5MB/sec 2024-04-15T17:08:56.540 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XmrebuTVmFqIlyu off=5304321 len=871393 2024-04-15T17:08:56.540 INFO:tasks.workunit.client.0.smithi090.stdout:op 5877 completed, throughput=5MB/sec 2024-04-15T17:08:57.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:56 smithi090 ceph-mon[89240]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:08:57.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:56 smithi090 ceph-mon[91618]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:08:57.360 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:56 smithi153 ceph-mon[84714]: pgmap v1981: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:08:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-15T17:08:57.511 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-WTlgRkT9YDlYtPY off=1516589 len=1011248 2024-04-15T17:08:57.512 INFO:tasks.workunit.client.0.smithi090.stdout:op 5878 completed, throughput=5MB/sec 2024-04-15T17:08:57.512 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-unaBVyT1483qXa_ off=3272770 len=1812834 2024-04-15T17:08:57.524 INFO:tasks.workunit.client.0.smithi090.stdout:op 5879 completed, throughput=5MB/sec 2024-04-15T17:08:57.524 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nLa0ajsT-j_PNl4 off=4658806 len=569808 2024-04-15T17:08:57.529 INFO:tasks.workunit.client.0.smithi090.stdout:op 5880 completed, throughput=5MB/sec 2024-04-15T17:08:57.529 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9ag2gitDGia5CuY off=6543227 len=1693128 2024-04-15T17:08:57.539 INFO:tasks.workunit.client.0.smithi090.stdout:op 5881 completed, throughput=5MB/sec 2024-04-15T17:08:57.540 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-uPlrd_q19wTZCi3 off=2122933 len=1196473 2024-04-15T17:08:57.541 INFO:tasks.workunit.client.0.smithi090.stdout:op 5882 completed, throughput=5MB/sec 2024-04-15T17:08:58.542 INFO:tasks.workunit.client.0.smithi090.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-15T17:08:58.542 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-lmhHHpyyzV9p8oc off=4536166 len=204063 2024-04-15T17:08:58.546 INFO:tasks.workunit.client.0.smithi090.stdout:op 5883 completed, throughput=5MB/sec 2024-04-15T17:08:58.546 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-niqT7G_3owPOGia off=3805462 len=685480 2024-04-15T17:08:58.546 INFO:tasks.workunit.client.0.smithi090.stdout:op 5884 completed, throughput=5MB/sec 2024-04-15T17:08:58.546 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-7sFfqV4aCpj5B3t off=5107444 len=507072 2024-04-15T17:08:58.547 INFO:tasks.workunit.client.0.smithi090.stdout:op 5885 completed, throughput=5MB/sec 2024-04-15T17:08:58.547 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-l5WTQXEUAwM0Sy3 off=419284 len=1348539 2024-04-15T17:08:58.549 INFO:tasks.workunit.client.0.smithi090.stdout:op 5886 completed, throughput=5MB/sec 2024-04-15T17:08:58.549 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-IL5lqvLxRXZQUHh off=10739849 len=2020390 2024-04-15T17:08:58.560 INFO:tasks.workunit.client.0.smithi090.stdout:op 5887 completed, throughput=5MB/sec 2024-04-15T17:08:59.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:08:58 smithi090 ceph-mon[89240]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T17:08:59.318 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:08:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:08:59] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-15T17:08:59.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:08:58 smithi090 ceph-mon[91618]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T17:08:59.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:08:58 smithi153 ceph-mon[84714]: pgmap v1982: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T17:08:59.560 INFO:tasks.workunit.client.0.smithi090.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-15T17:08:59.560 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ElS02bfEgqHteHS off=405720 len=759568 2024-04-15T17:08:59.564 INFO:tasks.workunit.client.0.smithi090.stdout:op 5888 completed, throughput=5MB/sec 2024-04-15T17:08:59.564 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-QgPD_Il_Rcv7PLp off=8427879 len=613245 2024-04-15T17:08:59.565 INFO:tasks.workunit.client.0.smithi090.stdout:op 5889 completed, throughput=5MB/sec 2024-04-15T17:08:59.565 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_iaMnd297pHAV-1 off=4506172 len=776449 2024-04-15T17:08:59.566 INFO:tasks.workunit.client.0.smithi090.stdout:op 5890 completed, throughput=5MB/sec 2024-04-15T17:08:59.567 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-N9_S7mjkzEGZKh1 off=7510550 len=1863703 2024-04-15T17:08:59.569 INFO:tasks.workunit.client.0.smithi090.stdout:op 5891 completed, throughput=5MB/sec 2024-04-15T17:08:59.569 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-crj_90YigIgBpP1 off=613767 len=1095584 2024-04-15T17:08:59.574 INFO:tasks.workunit.client.0.smithi090.stdout:op 5892 completed, throughput=5MB/sec 2024-04-15T17:09:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-15T17:09:00.574 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-52rpbUftEQD_AhI off=770483 len=1077880 2024-04-15T17:09:00.577 INFO:tasks.workunit.client.0.smithi090.stdout:op 5893 completed, throughput=5MB/sec 2024-04-15T17:09:00.577 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Pq8aWoAA1KEI1x8 off=3426728 len=37819 2024-04-15T17:09:00.580 INFO:tasks.workunit.client.0.smithi090.stdout:op 5894 completed, throughput=5MB/sec 2024-04-15T17:09:00.580 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CTAFjqM7BBd8LwS off=1522286 len=447500 2024-04-15T17:09:00.581 INFO:tasks.workunit.client.0.smithi090.stdout:op 5895 completed, throughput=5MB/sec 2024-04-15T17:09:00.581 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FThhF-ABWkxOFir off=0 len=1126054 2024-04-15T17:09:00.587 INFO:tasks.workunit.client.0.smithi090.stdout:op 5896 completed, throughput=5MB/sec 2024-04-15T17:09:00.587 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8-gkfQD3UZuxAzF off=10877182 len=1494437 2024-04-15T17:09:00.589 INFO:tasks.workunit.client.0.smithi090.stdout:op 5897 completed, throughput=5MB/sec 2024-04-15T17:09:00.589 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-NbgaB8KaMSomZex off=3574164 len=535867 2024-04-15T17:09:00.590 INFO:tasks.workunit.client.0.smithi090.stdout:op 5898 completed, throughput=5MB/sec 2024-04-15T17:09:00.590 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2F8r4lPFzVILjCZ off=2279693 len=1130166 2024-04-15T17:09:00.593 INFO:tasks.workunit.client.0.smithi090.stdout:op 5899 completed, throughput=5MB/sec 2024-04-15T17:09:01.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:00 smithi090 ceph-mon[89240]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:09:01.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:00 smithi090 ceph-mon[91618]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:09:01.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:00 smithi153 ceph-mon[84714]: pgmap v1983: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:09:01.591 INFO:tasks.workunit.client.0.smithi090.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-15T17:09:01.592 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-j3jPwVuc0mz_Xtq off=7731125 len=1708160 2024-04-15T17:09:01.595 INFO:tasks.workunit.client.0.smithi090.stdout:op 5900 completed, throughput=5MB/sec 2024-04-15T17:09:01.595 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xQocPGXHZrqAXPc off=167661 len=1993362 2024-04-15T17:09:01.598 INFO:tasks.workunit.client.0.smithi090.stdout:op 5901 completed, throughput=5MB/sec 2024-04-15T17:09:01.599 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-8pyIPRyH9GjyAbt off=3968139 len=1514642 2024-04-15T17:09:01.608 INFO:tasks.workunit.client.0.smithi090.stdout:op 5902 completed, throughput=5MB/sec 2024-04-15T17:09:02.608 INFO:tasks.workunit.client.0.smithi090.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-15T17:09:02.609 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-em_pLhXbw0F-P72 off=7845225 len=324401 2024-04-15T17:09:02.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:09:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:09:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:09:02.611 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:09:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=cleanup t=2024-04-15T17:09:02.493671619Z level=info msg="Completed cleanup jobs" duration=2.401907ms 2024-04-15T17:09:02.612 INFO:tasks.workunit.client.0.smithi090.stdout:op 5903 completed, throughput=5MB/sec 2024-04-15T17:09:02.612 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Gm5FI6HtcyfcSmU off=6967151 len=526041 2024-04-15T17:09:02.613 INFO:tasks.workunit.client.0.smithi090.stdout:op 5904 completed, throughput=5MB/sec 2024-04-15T17:09:02.613 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-CxoQ8iZ6nxELeWW off=4639168 len=1657397 2024-04-15T17:09:02.622 INFO:tasks.workunit.client.0.smithi090.stdout:op 5905 completed, throughput=5MB/sec 2024-04-15T17:09:02.622 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9XuSlEXme_-64_g off=7392612 len=1338698 2024-04-15T17:09:02.629 INFO:tasks.workunit.client.0.smithi090.stdout:op 5906 completed, throughput=5MB/sec 2024-04-15T17:09:02.629 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-9_a8uNHQ40hv3Uo off=2920013 len=86512 2024-04-15T17:09:02.632 INFO:tasks.workunit.client.0.smithi090.stdout:op 5907 completed, throughput=5MB/sec 2024-04-15T17:09:02.632 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GRqMXRH4Snlcp0F off=1220345 len=885314 2024-04-15T17:09:02.633 INFO:tasks.workunit.client.0.smithi090.stdout:op 5908 completed, throughput=5MB/sec 2024-04-15T17:09:03.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:02 smithi090 ceph-mon[89240]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:09:03.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:02 smithi090 ceph-mon[91618]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:09:03.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:02 smithi153 ceph-mon[84714]: pgmap v1984: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-15T17:09:03.633 INFO:tasks.workunit.client.0.smithi090.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-15T17:09:03.634 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-l_NxC8YMJSAUEhB off=6329358 len=1642852 2024-04-15T17:09:03.636 INFO:tasks.workunit.client.0.smithi090.stdout:op 5909 completed, throughput=5MB/sec 2024-04-15T17:09:03.636 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-2P8BULdPNqbnUle off=2564362 len=1470784 2024-04-15T17:09:03.639 INFO:tasks.workunit.client.0.smithi090.stdout:op 5910 completed, throughput=5MB/sec 2024-04-15T17:09:03.639 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-1_ouLcexgVS3c09 off=7431255 len=121630 2024-04-15T17:09:03.640 INFO:tasks.workunit.client.0.smithi090.stdout:op 5911 completed, throughput=5MB/sec 2024-04-15T17:09:03.640 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-nefanIpjDT-3Btl off=1912881 len=1365913 2024-04-15T17:09:03.647 INFO:tasks.workunit.client.0.smithi090.stdout:op 5912 completed, throughput=5MB/sec 2024-04-15T17:09:03.647 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-TtoBpGcPQ06WoOH off=1120638 len=1826915 2024-04-15T17:09:03.658 INFO:tasks.workunit.client.0.smithi090.stdout:op 5913 completed, throughput=5MB/sec 2024-04-15T17:09:04.658 INFO:tasks.workunit.client.0.smithi090.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-15T17:09:04.659 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7HXYhX-ryl5DoUq off=11303347 len=36287 2024-04-15T17:09:04.661 INFO:tasks.workunit.client.0.smithi090.stdout:op 5914 completed, throughput=5MB/sec 2024-04-15T17:09:04.661 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-yQJzqnGn1oqLwZH off=3832632 len=586049 2024-04-15T17:09:04.665 INFO:tasks.workunit.client.0.smithi090.stdout:op 5915 completed, throughput=5MB/sec 2024-04-15T17:09:04.665 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hJLMx9RtBtFplmS off=17808659 len=1073971 2024-04-15T17:09:04.666 INFO:tasks.workunit.client.0.smithi090.stdout:op 5916 completed, throughput=5MB/sec 2024-04-15T17:09:04.667 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-sFvMKXKttNuLCq- off=10247602 len=268116 2024-04-15T17:09:04.670 INFO:tasks.workunit.client.0.smithi090.stdout:op 5917 completed, throughput=5MB/sec 2024-04-15T17:09:04.670 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-xvXKcZAtW68vbRf off=10607666 len=854443 2024-04-15T17:09:04.674 INFO:tasks.workunit.client.0.smithi090.stdout:op 5918 completed, throughput=5MB/sec 2024-04-15T17:09:04.674 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-V_K46HX-XoizblR off=12030040 len=850837 2024-04-15T17:09:04.679 INFO:tasks.workunit.client.0.smithi090.stdout:op 5919 completed, throughput=5MB/sec 2024-04-15T17:09:04.679 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TzUR00_V1jGlt-y off=252958 len=1019345 2024-04-15T17:09:04.680 INFO:tasks.workunit.client.0.smithi090.stdout:op 5920 completed, throughput=5MB/sec 2024-04-15T17:09:05.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:04 smithi090 ceph-mon[89240]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:09:05.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:04 smithi090 ceph-mon[91618]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:09:05.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:04 smithi153 ceph-mon[84714]: pgmap v1985: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:09:05.681 INFO:tasks.workunit.client.0.smithi090.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-15T17:09:05.681 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-tQKOJH_HMQ0zFhP off=2321835 len=245807 2024-04-15T17:09:05.682 INFO:tasks.workunit.client.0.smithi090.stdout:op 5921 completed, throughput=5MB/sec 2024-04-15T17:09:05.682 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dN9UCQoE5_vUKyY off=3849158 len=1675700 2024-04-15T17:09:05.689 INFO:tasks.workunit.client.0.smithi090.stdout:op 5922 completed, throughput=5MB/sec 2024-04-15T17:09:05.689 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-jSRbwlASJ0aJlJ_ off=982482 len=1386820 2024-04-15T17:09:05.698 INFO:tasks.workunit.client.0.smithi090.stdout:op 5923 completed, throughput=5MB/sec 2024-04-15T17:09:05.698 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ibn3pDhcZfuImCr off=370278 len=1964290 2024-04-15T17:09:05.708 INFO:tasks.workunit.client.0.smithi090.stdout:op 5924 completed, throughput=5MB/sec 2024-04-15T17:09:06.708 INFO:tasks.workunit.client.0.smithi090.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-15T17:09:06.708 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XOIDMq-FANF0ugU off=97205 len=760925 2024-04-15T17:09:06.713 INFO:tasks.workunit.client.0.smithi090.stdout:op 5925 completed, throughput=5MB/sec 2024-04-15T17:09:06.714 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Erl8czx4JTaDcSu off=1201106 len=1844000 2024-04-15T17:09:06.724 INFO:tasks.workunit.client.0.smithi090.stdout:op 5926 completed, throughput=5MB/sec 2024-04-15T17:09:06.724 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-_XxOc0UvxGm7buH off=2449691 len=2025706 2024-04-15T17:09:06.726 INFO:tasks.workunit.client.0.smithi090.stdout:op 5927 completed, throughput=5MB/sec 2024-04-15T17:09:06.726 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VSjAILMJL2DVFcf off=418571 len=2096810 2024-04-15T17:09:06.738 INFO:tasks.workunit.client.0.smithi090.stdout:op 5928 completed, throughput=5MB/sec 2024-04-15T17:09:07.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:06 smithi090 ceph-mon[89240]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T17:09:07.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:06 smithi090 ceph-mon[91618]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T17:09:07.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:06 smithi153 ceph-mon[84714]: pgmap v1986: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-15T17:09:07.739 INFO:tasks.workunit.client.0.smithi090.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-15T17:09:07.739 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-_gn6VlEBenNTQOM off=10878284 len=1625962 2024-04-15T17:09:07.747 INFO:tasks.workunit.client.0.smithi090.stdout:op 5929 completed, throughput=5MB/sec 2024-04-15T17:09:07.747 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-eBjnYzxWQNMAsKp off=491196 len=1718478 2024-04-15T17:09:07.755 INFO:tasks.workunit.client.0.smithi090.stdout:op 5930 completed, throughput=5MB/sec 2024-04-15T17:09:07.755 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-quMnlm1oimosGTj off=1711658 len=398014 2024-04-15T17:09:07.758 INFO:tasks.workunit.client.0.smithi090.stdout:op 5931 completed, throughput=5MB/sec 2024-04-15T17:09:08.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:09:08.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:09:08.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:09:08.759 INFO:tasks.workunit.client.0.smithi090.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-15T17:09:08.759 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-2r9bCAykrsKiHoP off=1113089 len=848033 2024-04-15T17:09:08.764 INFO:tasks.workunit.client.0.smithi090.stdout:op 5932 completed, throughput=5MB/sec 2024-04-15T17:09:08.764 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-K1GmsLp7CnqoCtT off=4951756 len=68940 2024-04-15T17:09:08.765 INFO:tasks.workunit.client.0.smithi090.stdout:op 5933 completed, throughput=5MB/sec 2024-04-15T17:09:08.765 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-SQuVAIGkYM5pZ8X off=7117183 len=322134 2024-04-15T17:09:08.768 INFO:tasks.workunit.client.0.smithi090.stdout:op 5934 completed, throughput=5MB/sec 2024-04-15T17:09:08.768 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CPRs4uxRxWFnEIh off=4127821 len=2039231 2024-04-15T17:09:08.770 INFO:tasks.workunit.client.0.smithi090.stdout:op 5935 completed, throughput=5MB/sec 2024-04-15T17:09:08.770 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6GarKg53ew1P0F2 off=3198915 len=176460 2024-04-15T17:09:08.770 INFO:tasks.workunit.client.0.smithi090.stdout:op 5936 completed, throughput=5MB/sec 2024-04-15T17:09:08.771 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-sudKW_ySeP_2Zmm off=3291568 len=52115 2024-04-15T17:09:08.771 INFO:tasks.workunit.client.0.smithi090.stdout:op 5937 completed, throughput=5MB/sec 2024-04-15T17:09:08.771 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NazZZa9XMtAVBDV off=7487489 len=1558559 2024-04-15T17:09:08.779 INFO:tasks.workunit.client.0.smithi090.stdout:op 5938 completed, throughput=5MB/sec 2024-04-15T17:09:08.779 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5OPXf3BpgsvEfZ- off=8800770 len=1065053 2024-04-15T17:09:08.784 INFO:tasks.workunit.client.0.smithi090.stdout:op 5939 completed, throughput=5MB/sec 2024-04-15T17:09:09.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:08 smithi090 ceph-mon[89240]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:09:09.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:08 smithi090 ceph-mon[91618]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:09:09.319 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:09:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:09:09] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-15T17:09:09.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:08 smithi153 ceph-mon[84714]: pgmap v1987: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-15T17:09:09.785 INFO:tasks.workunit.client.0.smithi090.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-15T17:09:09.785 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NfpyaoGZFzqP2On off=6450837 len=1990585 2024-04-15T17:09:09.794 INFO:tasks.workunit.client.0.smithi090.stdout:op 5940 completed, throughput=5MB/sec 2024-04-15T17:09:09.794 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-hTelVV6L9QuP5Jo off=1703810 len=1379254 2024-04-15T17:09:09.796 INFO:tasks.workunit.client.0.smithi090.stdout:op 5941 completed, throughput=5MB/sec 2024-04-15T17:09:09.796 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kK_d-Qg0xMDJFwS off=7099974 len=1138552 2024-04-15T17:09:09.797 INFO:tasks.workunit.client.0.smithi090.stdout:op 5942 completed, throughput=5MB/sec 2024-04-15T17:09:10.797 INFO:tasks.workunit.client.0.smithi090.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-15T17:09:10.797 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-TsOUIz1OEQKNPaW off=6121485 len=1732813 2024-04-15T17:09:10.800 INFO:tasks.workunit.client.0.smithi090.stdout:op 5943 completed, throughput=5MB/sec 2024-04-15T17:09:10.800 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-gCbENLPzrp-Bgv- off=2335364 len=1441394 2024-04-15T17:09:10.802 INFO:tasks.workunit.client.0.smithi090.stdout:op 5944 completed, throughput=5MB/sec 2024-04-15T17:09:10.802 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ZztnvcVL-nxER8i off=1488481 len=1309345 2024-04-15T17:09:10.809 INFO:tasks.workunit.client.0.smithi090.stdout:op 5945 completed, throughput=5MB/sec 2024-04-15T17:09:10.809 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Gt2n5txSugLLExR off=19519892 len=1419250 2024-04-15T17:09:10.817 INFO:tasks.workunit.client.0.smithi090.stdout:op 5946 completed, throughput=5MB/sec 2024-04-15T17:09:11.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:10 smithi090 ceph-mon[89240]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:09:11.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:10 smithi090 ceph-mon[91618]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:09:11.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:10 smithi153 ceph-mon[84714]: pgmap v1988: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-15T17:09:11.817 INFO:tasks.workunit.client.0.smithi090.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-15T17:09:11.817 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-msZTZVJqBpgB7Ur off=2073039 len=942879 2024-04-15T17:09:11.819 INFO:tasks.workunit.client.0.smithi090.stdout:op 5947 completed, throughput=5MB/sec 2024-04-15T17:09:11.819 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-WUrStQGuCQhHsjI off=12102836 len=1121618 2024-04-15T17:09:11.825 INFO:tasks.workunit.client.0.smithi090.stdout:op 5948 completed, throughput=5MB/sec 2024-04-15T17:09:11.825 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wfJ7-m1W86QzExa off=4686508 len=1366004 2024-04-15T17:09:11.831 INFO:tasks.workunit.client.0.smithi090.stdout:op 5949 completed, throughput=5MB/sec 2024-04-15T17:09:11.831 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-FIL8OiXQ09fuInX off=4369768 len=44229 2024-04-15T17:09:11.833 INFO:tasks.workunit.client.0.smithi090.stdout:op 5950 completed, throughput=5MB/sec 2024-04-15T17:09:11.833 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-tToP1aQ2voYTooa off=3893769 len=997085 2024-04-15T17:09:11.837 INFO:tasks.workunit.client.0.smithi090.stdout:op 5951 completed, throughput=5MB/sec 2024-04-15T17:09:11.837 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-YwwqA8pKkahv_6x off=3914999 len=1396728 2024-04-15T17:09:11.838 INFO:tasks.workunit.client.0.smithi090.stdout:op 5952 completed, throughput=5MB/sec 2024-04-15T17:09:12.611 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:09:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:09:12.839 INFO:tasks.workunit.client.0.smithi090.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-15T17:09:12.839 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-V1X_AB3GDRYDgEa off=730719 len=931514 2024-04-15T17:09:12.845 INFO:tasks.workunit.client.0.smithi090.stdout:op 5953 completed, throughput=5MB/sec 2024-04-15T17:09:12.845 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-l7jzapxhXpcadRU off=19927018 len=900151 2024-04-15T17:09:12.846 INFO:tasks.workunit.client.0.smithi090.stdout:op 5954 completed, throughput=5MB/sec 2024-04-15T17:09:12.846 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-CgGBQPZnombuSSq off=3473294 len=717771 2024-04-15T17:09:12.847 INFO:tasks.workunit.client.0.smithi090.stdout:op 5955 completed, throughput=5MB/sec 2024-04-15T17:09:12.847 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kBDNYSoS5qUk2qA off=399846 len=602345 2024-04-15T17:09:12.848 INFO:tasks.workunit.client.0.smithi090.stdout:op 5956 completed, throughput=5MB/sec 2024-04-15T17:09:12.848 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-0ZS8mQfY6FddDSG off=813025 len=405206 2024-04-15T17:09:12.850 INFO:tasks.workunit.client.0.smithi090.stdout:op 5957 completed, throughput=5MB/sec 2024-04-15T17:09:12.850 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-1k_K3hXZ9JQxSZ8 off=6325652 len=1819114 2024-04-15T17:09:12.861 INFO:tasks.workunit.client.0.smithi090.stdout:op 5958 completed, throughput=5MB/sec 2024-04-15T17:09:13.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:12 smithi090 ceph-mon[89240]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T17:09:13.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:12 smithi090 ceph-mon[91618]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T17:09:13.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:12 smithi153 ceph-mon[84714]: pgmap v1989: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-15T17:09:13.862 INFO:tasks.workunit.client.0.smithi090.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-15T17:09:13.862 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-OW2YfBH1VHjhlaV off=10616792 len=1855312 2024-04-15T17:09:13.871 INFO:tasks.workunit.client.0.smithi090.stdout:op 5959 completed, throughput=5MB/sec 2024-04-15T17:09:13.872 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jAiPb-5hUmWIjEH off=2689301 len=663014 2024-04-15T17:09:13.873 INFO:tasks.workunit.client.0.smithi090.stdout:op 5960 completed, throughput=5MB/sec 2024-04-15T17:09:13.873 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-__SShqcFIiTO8P2 off=2834458 len=1899055 2024-04-15T17:09:13.884 INFO:tasks.workunit.client.0.smithi090.stdout:op 5961 completed, throughput=5MB/sec 2024-04-15T17:09:14.884 INFO:tasks.workunit.client.0.smithi090.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-15T17:09:14.885 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-UN463_wa3eJCzK6 off=5866008 len=1967621 2024-04-15T17:09:14.887 INFO:tasks.workunit.client.0.smithi090.stdout:op 5962 completed, throughput=5MB/sec 2024-04-15T17:09:14.887 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-RXBM-fn9ceyIQvd off=967694 len=821105 2024-04-15T17:09:14.892 INFO:tasks.workunit.client.0.smithi090.stdout:op 5963 completed, throughput=5MB/sec 2024-04-15T17:09:14.892 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-snp9gk7jB3xqV8Z off=2310673 len=472667 2024-04-15T17:09:14.896 INFO:tasks.workunit.client.0.smithi090.stdout:op 5964 completed, throughput=5MB/sec 2024-04-15T17:09:14.896 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-v_PuEfGG6UNHsXu off=4990242 len=1989941 2024-04-15T17:09:14.903 INFO:tasks.workunit.client.0.smithi090.stdout:op 5965 completed, throughput=5MB/sec 2024-04-15T17:09:15.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:15 smithi090 ceph-mon[89240]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T17:09:15.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:15 smithi090 ceph-mon[91618]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T17:09:15.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:15 smithi153 ceph-mon[84714]: pgmap v1990: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-15T17:09:15.904 INFO:tasks.workunit.client.0.smithi090.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-15T17:09:15.904 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jtOWIhZNre7-8ph off=2620672 len=1023222 2024-04-15T17:09:15.905 INFO:tasks.workunit.client.0.smithi090.stdout:op 5966 completed, throughput=5MB/sec 2024-04-15T17:09:15.905 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dixPQ1jASbFzYhY off=2127383 len=393216 2024-04-15T17:09:15.909 INFO:tasks.workunit.client.0.smithi090.stdout:op 5967 completed, throughput=5MB/sec 2024-04-15T17:09:15.909 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-zKw1OL-G1Hbgk2Y off=1557382 len=124859 2024-04-15T17:09:15.912 INFO:tasks.workunit.client.0.smithi090.stdout:op 5968 completed, throughput=5MB/sec 2024-04-15T17:09:15.912 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-xP6eJKdl5A5Ch8R off=2292352 len=1298367 2024-04-15T17:09:15.915 INFO:tasks.workunit.client.0.smithi090.stdout:op 5969 completed, throughput=5MB/sec 2024-04-15T17:09:15.915 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VvT133CulkiLNNB off=1991190 len=1848150 2024-04-15T17:09:15.926 INFO:tasks.workunit.client.0.smithi090.stdout:op 5970 completed, throughput=5MB/sec 2024-04-15T17:09:15.926 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-XJ3X6mMGIJBtSpZ off=1610903 len=946033 2024-04-15T17:09:15.931 INFO:tasks.workunit.client.0.smithi090.stdout:op 5971 completed, throughput=5MB/sec 2024-04-15T17:09:16.931 INFO:tasks.workunit.client.0.smithi090.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-15T17:09:16.932 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Vk8hLNML8hb_DTA off=1112925 len=508182 2024-04-15T17:09:16.933 INFO:tasks.workunit.client.0.smithi090.stdout:op 5972 completed, throughput=5MB/sec 2024-04-15T17:09:16.933 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-ktceNnEHhT-tAP- off=888720 len=740363 2024-04-15T17:09:16.934 INFO:tasks.workunit.client.0.smithi090.stdout:op 5973 completed, throughput=5MB/sec 2024-04-15T17:09:16.934 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-qcyHj9ritocw7hk off=136090 len=1506981 2024-04-15T17:09:16.936 INFO:tasks.workunit.client.0.smithi090.stdout:op 5974 completed, throughput=5MB/sec 2024-04-15T17:09:16.937 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-5xX_VKYiI1p21KN off=924359 len=480433 2024-04-15T17:09:16.940 INFO:tasks.workunit.client.0.smithi090.stdout:op 5975 completed, throughput=5MB/sec 2024-04-15T17:09:16.940 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-kHWbFk77ZiWHmpl off=2340602 len=274873 2024-04-15T17:09:16.943 INFO:tasks.workunit.client.0.smithi090.stdout:op 5976 completed, throughput=5MB/sec 2024-04-15T17:09:16.943 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Oq9rfJFu-QOOyeJ off=4520628 len=1532108 2024-04-15T17:09:16.945 INFO:tasks.workunit.client.0.smithi090.stdout:op 5977 completed, throughput=5MB/sec 2024-04-15T17:09:17.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:17 smithi090 ceph-mon[89240]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:09:17.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:17 smithi090 ceph-mon[91618]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:09:17.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:17 smithi153 ceph-mon[84714]: pgmap v1991: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-15T17:09:17.945 INFO:tasks.workunit.client.0.smithi090.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-15T17:09:17.946 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Q8--1vEwltlzmrR off=10364684 len=911718 2024-04-15T17:09:17.950 INFO:tasks.workunit.client.0.smithi090.stdout:op 5978 completed, throughput=5MB/sec 2024-04-15T17:09:17.950 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-t1nB7nr3MpxZBRI off=2396079 len=20899 2024-04-15T17:09:17.953 INFO:tasks.workunit.client.0.smithi090.stdout:op 5979 completed, throughput=5MB/sec 2024-04-15T17:09:17.953 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-soHd_FlvN9ouoZW off=15131660 len=15115 2024-04-15T17:09:17.953 INFO:tasks.workunit.client.0.smithi090.stdout:op 5980 completed, throughput=5MB/sec 2024-04-15T17:09:17.953 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iixgqli7gQIBYZq off=3378507 len=386126 2024-04-15T17:09:17.957 INFO:tasks.workunit.client.0.smithi090.stdout:op 5981 completed, throughput=5MB/sec 2024-04-15T17:09:17.957 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-6TjTwCdM1A-Pfz5 off=16705633 len=1392640 2024-04-15T17:09:17.958 INFO:tasks.workunit.client.0.smithi090.stdout:op 5982 completed, throughput=5MB/sec 2024-04-15T17:09:17.958 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iq21kN6Vb6dfodg off=1266919 len=1715494 2024-04-15T17:09:17.960 INFO:tasks.workunit.client.0.smithi090.stdout:op 5983 completed, throughput=5MB/sec 2024-04-15T17:09:17.960 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8FSjNeBmgQWMDFM off=4394667 len=1193501 2024-04-15T17:09:17.963 INFO:tasks.workunit.client.0.smithi090.stdout:op 5984 completed, throughput=5MB/sec 2024-04-15T17:09:18.963 INFO:tasks.workunit.client.0.smithi090.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-15T17:09:18.964 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-O4wDSlDVzZDkiQ6 off=2255572 len=1794535 2024-04-15T17:09:18.972 INFO:tasks.workunit.client.0.smithi090.stdout:op 5985 completed, throughput=5MB/sec 2024-04-15T17:09:18.972 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-oHj2b9D5XwwhoH0 off=7281795 len=1643462 2024-04-15T17:09:18.982 INFO:tasks.workunit.client.0.smithi090.stdout:op 5986 completed, throughput=5MB/sec 2024-04-15T17:09:18.982 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-7g6VPlRDVrsM0lc off=4146845 len=985839 2024-04-15T17:09:18.987 INFO:tasks.workunit.client.0.smithi090.stdout:op 5987 completed, throughput=5MB/sec 2024-04-15T17:09:18.987 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-e0OE_EnpTlpP7RZ off=17945388 len=1249175 2024-04-15T17:09:18.989 INFO:tasks.workunit.client.0.smithi090.stdout:op 5988 completed, throughput=5MB/sec 2024-04-15T17:09:19.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:19 smithi090 ceph-mon[89240]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-15T17:09:19.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:19 smithi090 ceph-mon[91618]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-15T17:09:19.319 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:09:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:09:19] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-15T17:09:19.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:19 smithi153 ceph-mon[84714]: pgmap v1992: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-15T17:09:19.989 INFO:tasks.workunit.client.0.smithi090.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-15T17:09:19.989 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-k1R5OSwu5IV_koh off=5246047 len=183869 2024-04-15T17:09:19.990 INFO:tasks.workunit.client.0.smithi090.stdout:op 5989 completed, throughput=5MB/sec 2024-04-15T17:09:19.990 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8Z_FYqVY9ciePxQ off=453486 len=699164 2024-04-15T17:09:19.991 INFO:tasks.workunit.client.0.smithi090.stdout:op 5990 completed, throughput=5MB/sec 2024-04-15T17:09:19.991 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-jwCSJ4Qb2vS1pHt off=1826049 len=1174344 2024-04-15T17:09:19.993 INFO:tasks.workunit.client.0.smithi090.stdout:op 5991 completed, throughput=5MB/sec 2024-04-15T17:09:19.993 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NqnkZYlwxeKm7d0 off=5993919 len=1626798 2024-04-15T17:09:20.003 INFO:tasks.workunit.client.0.smithi090.stdout:op 5992 completed, throughput=5MB/sec 2024-04-15T17:09:20.003 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-mWytZoeHpT3l8qP off=3974342 len=852538 2024-04-15T17:09:20.008 INFO:tasks.workunit.client.0.smithi090.stdout:op 5993 completed, throughput=5MB/sec 2024-04-15T17:09:20.008 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-VNfLyNcRKtOqRf9 off=22381601 len=333300 2024-04-15T17:09:20.011 INFO:tasks.workunit.client.0.smithi090.stdout:op 5994 completed, throughput=5MB/sec 2024-04-15T17:09:21.011 INFO:tasks.workunit.client.0.smithi090.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-15T17:09:21.012 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-8z5DRQbbwvr_Clc off=14485960 len=313070 2024-04-15T17:09:21.012 INFO:tasks.workunit.client.0.smithi090.stdout:op 5995 completed, throughput=5MB/sec 2024-04-15T17:09:21.012 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-i1Niw1CBEiaDcxd off=2999004 len=1522347 2024-04-15T17:09:21.014 INFO:tasks.workunit.client.0.smithi090.stdout:op 5996 completed, throughput=5MB/sec 2024-04-15T17:09:21.014 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-dKd3oDPNz2knh8I off=8520704 len=1239392 2024-04-15T17:09:21.022 INFO:tasks.workunit.client.0.smithi090.stdout:op 5997 completed, throughput=5MB/sec 2024-04-15T17:09:21.023 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Zyvykrojlj_xH8M off=1611050 len=1938631 2024-04-15T17:09:21.024 INFO:tasks.workunit.client.0.smithi090.stdout:op 5998 completed, throughput=5MB/sec 2024-04-15T17:09:21.025 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-NSzavlF5bAyUmi5 off=23664471 len=1618023 2024-04-15T17:09:21.033 INFO:tasks.workunit.client.0.smithi090.stdout:op 5999 completed, throughput=5MB/sec 2024-04-15T17:09:21.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:21 smithi090 ceph-mon[89240]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-15T17:09:21.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:21 smithi090 ceph-mon[91618]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-15T17:09:21.361 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:21 smithi153 ceph-mon[84714]: pgmap v1993: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-15T17:09:22.034 INFO:tasks.workunit.client.0.smithi090.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-15T17:09:22.034 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-3HywblhVrFQZgd2 off=2865092 len=2065681 2024-04-15T17:09:22.046 INFO:tasks.workunit.client.0.smithi090.stdout:op 6000 completed, throughput=5MB/sec 2024-04-15T17:09:22.047 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-s0DfJ37-SBuTCq5 off=3475779 len=831211 2024-04-15T17:09:22.047 INFO:tasks.workunit.client.0.smithi090.stdout:op 6001 completed, throughput=5MB/sec 2024-04-15T17:09:22.048 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-iz6OIo26pxWI0_D off=337869 len=1533241 2024-04-15T17:09:22.055 INFO:tasks.workunit.client.0.smithi090.stdout:op 6002 completed, throughput=5MB/sec 2024-04-15T17:09:22.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:09:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:09:23.055 INFO:tasks.workunit.client.0.smithi090.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-15T17:09:23.056 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EKYpWfJz7yaX5ox off=4730749 len=1182851 2024-04-15T17:09:23.062 INFO:tasks.workunit.client.0.smithi090.stdout:op 6003 completed, throughput=5MB/sec 2024-04-15T17:09:23.062 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-971E3G32mL1pDwp off=1939734 len=1311262 2024-04-15T17:09:23.069 INFO:tasks.workunit.client.0.smithi090.stdout:op 6004 completed, throughput=5MB/sec 2024-04-15T17:09:23.069 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-E7AKj-f3tSIO4nq off=1422709 len=914510 2024-04-15T17:09:23.070 INFO:tasks.workunit.client.0.smithi090.stdout:op 6005 completed, throughput=5MB/sec 2024-04-15T17:09:23.071 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-oRrIbcZACVnN7W6 off=8845445 len=775364 2024-04-15T17:09:23.072 INFO:tasks.workunit.client.0.smithi090.stdout:op 6006 completed, throughput=5MB/sec 2024-04-15T17:09:23.072 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-GFVjwGQ333zfHzP off=1048433 len=140315 2024-04-15T17:09:23.072 INFO:tasks.workunit.client.0.smithi090.stdout:op 6007 completed, throughput=5MB/sec 2024-04-15T17:09:23.072 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-vKOmB949eFk7Czm off=4093048 len=1393264 2024-04-15T17:09:23.074 INFO:tasks.workunit.client.0.smithi090.stdout:op 6008 completed, throughput=5MB/sec 2024-04-15T17:09:23.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:23 smithi090 ceph-mon[89240]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:09:23.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:09:23.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:23 smithi090 ceph-mon[91618]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:09:23.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:09:23.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:23 smithi153 ceph-mon[84714]: pgmap v1994: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-15T17:09:23.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:09:24.074 INFO:tasks.workunit.client.0.smithi090.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-15T17:09:24.075 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-ngIMAbgdZXmrXRl off=2117386 len=1134062 2024-04-15T17:09:24.080 INFO:tasks.workunit.client.0.smithi090.stdout:op 6009 completed, throughput=5MB/sec 2024-04-15T17:09:24.080 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-U_u_IG93VLWXxHc off=2396773 len=2010747 2024-04-15T17:09:24.081 INFO:tasks.workunit.client.0.smithi090.stdout:op 6010 completed, throughput=5MB/sec 2024-04-15T17:09:24.082 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-KcOU6tGQpXi040t off=11266621 len=1138348 2024-04-15T17:09:24.084 INFO:tasks.workunit.client.0.smithi090.stdout:op 6011 completed, throughput=5MB/sec 2024-04-15T17:09:24.084 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-Na5jam71KiVISCK off=852415 len=1769274 2024-04-15T17:09:24.095 INFO:tasks.workunit.client.0.smithi090.stdout:op 6012 completed, throughput=5MB/sec 2024-04-15T17:09:25.095 INFO:tasks.workunit.client.0.smithi090.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-15T17:09:25.095 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-Ehbr69l_vvMLXXa off=4931466 len=1530842 2024-04-15T17:09:25.097 INFO:tasks.workunit.client.0.smithi090.stdout:op 6013 completed, throughput=5MB/sec 2024-04-15T17:09:25.097 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-iVA3DNHAGF5chEy off=19264771 len=683280 2024-04-15T17:09:25.098 INFO:tasks.workunit.client.0.smithi090.stdout:op 6014 completed, throughput=5MB/sec 2024-04-15T17:09:25.098 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-i3btM2A_JgSisXu off=72184 len=1483643 2024-04-15T17:09:25.099 INFO:tasks.workunit.client.0.smithi090.stdout:op 6015 completed, throughput=5MB/sec 2024-04-15T17:09:25.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:25 smithi090 ceph-mon[89240]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:09:25.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:25 smithi090 ceph-mon[91618]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:09:25.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:25 smithi153 ceph-mon[84714]: pgmap v1995: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-15T17:09:26.100 INFO:tasks.workunit.client.0.smithi090.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-15T17:09:26.100 INFO:tasks.workunit.client.0.smithi090.stdout:READ : oid=obj-9Cwn3A7PxzSNfxh off=10843600 len=1327537 2024-04-15T17:09:26.102 INFO:tasks.workunit.client.0.smithi090.stdout:op 6016 completed, throughput=5MB/sec 2024-04-15T17:09:26.102 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-F4sWRZ5Fvc8huOz off=1916497 len=1939719 2024-04-15T17:09:26.112 INFO:tasks.workunit.client.0.smithi090.stdout:op 6017 completed, throughput=5MB/sec 2024-04-15T17:09:26.112 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-EyS-tcPJsLuFEj1 off=8588241 len=1646549 2024-04-15T17:09:26.120 INFO:tasks.workunit.client.0.smithi090.stdout:op 6018 completed, throughput=5MB/sec 2024-04-15T17:09:26.120 INFO:tasks.workunit.client.0.smithi090.stdout:WRITE : oid=obj-wOAsG6XrdOjXfW2 off=779266 len=1361622 2024-04-15T17:09:26.125 INFO:tasks.workunit.client.0.smithi090.stdout:op 6019 completed, throughput=5MB/sec 2024-04-15T17:09:27.125 INFO:tasks.workunit.client.0.smithi090.stdout:waiting for all operations to complete 2024-04-15T17:09:27.126 INFO:tasks.workunit.client.0.smithi090.stdout:cleaning up objects 2024-04-15T17:09:27.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:27 smithi090 ceph-mon[89240]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:09:27.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:27 smithi090 ceph-mon[91618]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:09:27.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:27 smithi153 ceph-mon[84714]: pgmap v1996: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-15T17:09:29.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:29 smithi090 ceph-mon[89240]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:09:29.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:29 smithi090 ceph-mon[91618]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:09:29.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:09:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:09:29] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-15T17:09:29.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:29 smithi153 ceph-mon[84714]: pgmap v1997: 105 pgs: 105 active+clean; 127 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-15T17:09:31.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:31 smithi090 ceph-mon[89240]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-04-15T17:09:31.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:31 smithi090 ceph-mon[91618]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-04-15T17:09:31.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:31 smithi153 ceph-mon[84714]: pgmap v1998: 105 pgs: 105 active+clean; 126 GiB data, 13 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 9 op/s 2024-04-15T17:09:32.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:09:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:09:33.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:33 smithi090 ceph-mon[89240]: pgmap v1999: 105 pgs: 105 active+clean; 120 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 55 op/s 2024-04-15T17:09:33.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:33 smithi090 ceph-mon[91618]: pgmap v1999: 105 pgs: 105 active+clean; 120 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 55 op/s 2024-04-15T17:09:33.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:33 smithi153 ceph-mon[84714]: pgmap v1999: 105 pgs: 105 active+clean; 120 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 55 op/s 2024-04-15T17:09:35.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:35 smithi090 ceph-mon[89240]: pgmap v2000: 105 pgs: 105 active+clean; 91 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 244 op/s 2024-04-15T17:09:35.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:35 smithi090 ceph-mon[91618]: pgmap v2000: 105 pgs: 105 active+clean; 91 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 244 op/s 2024-04-15T17:09:35.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:35 smithi153 ceph-mon[84714]: pgmap v2000: 105 pgs: 105 active+clean; 91 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 244 op/s 2024-04-15T17:09:37.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:37 smithi090 ceph-mon[89240]: pgmap v2001: 105 pgs: 105 active+clean; 91 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 995 KiB/s rd, 1.2 MiB/s wr, 242 op/s 2024-04-15T17:09:37.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:37 smithi090 ceph-mon[91618]: pgmap v2001: 105 pgs: 105 active+clean; 91 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 995 KiB/s rd, 1.2 MiB/s wr, 242 op/s 2024-04-15T17:09:37.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:37 smithi153 ceph-mon[84714]: pgmap v2001: 105 pgs: 105 active+clean; 91 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 995 KiB/s rd, 1.2 MiB/s wr, 242 op/s 2024-04-15T17:09:38.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:09:38.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:09:38.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:09:39.319 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:39 smithi090 ceph-mon[91618]: pgmap v2002: 105 pgs: 105 active+clean; 63 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 995 KiB/s rd, 1.2 MiB/s wr, 436 op/s 2024-04-15T17:09:39.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:39 smithi090 ceph-mon[89240]: pgmap v2002: 105 pgs: 105 active+clean; 63 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 995 KiB/s rd, 1.2 MiB/s wr, 436 op/s 2024-04-15T17:09:39.320 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:09:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:09:39] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-15T17:09:39.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:39 smithi153 ceph-mon[84714]: pgmap v2002: 105 pgs: 105 active+clean; 63 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 995 KiB/s rd, 1.2 MiB/s wr, 436 op/s 2024-04-15T17:09:41.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:41 smithi090 ceph-mon[91618]: pgmap v2003: 105 pgs: 105 active+clean; 54 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 277 KiB/s rd, 540 KiB/s wr, 494 op/s 2024-04-15T17:09:41.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:41 smithi090 ceph-mon[89240]: pgmap v2003: 105 pgs: 105 active+clean; 54 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 277 KiB/s rd, 540 KiB/s wr, 494 op/s 2024-04-15T17:09:41.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:41 smithi153 ceph-mon[84714]: pgmap v2003: 105 pgs: 105 active+clean; 54 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 277 KiB/s rd, 540 KiB/s wr, 494 op/s 2024-04-15T17:09:42.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:09:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:09:43.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:43 smithi090 ceph-mon[91618]: pgmap v2004: 105 pgs: 105 active+clean; 45 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 549 op/s 2024-04-15T17:09:43.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:43 smithi090 ceph-mon[89240]: pgmap v2004: 105 pgs: 105 active+clean; 45 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 549 op/s 2024-04-15T17:09:43.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:43 smithi153 ceph-mon[84714]: pgmap v2004: 105 pgs: 105 active+clean; 45 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 0 B/s wr, 549 op/s 2024-04-15T17:09:44.232 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T17:09:44.232 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T17:09:44.263 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-15T17:09:44.264 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-15T17:09:44.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:44 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:09:44.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:44 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:09:44.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:44 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:09:44.544 DEBUG:teuthology.parallel:result is None 2024-04-15T17:09:44.545 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T17:09:44.660 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T17:09:44.660 DEBUG:teuthology.orchestra.run.smithi090:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T17:09:44.675 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T17:09:44.676 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T17:09:44.676 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-15T17:09:44.676 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T17:09:44.676 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-15T17:09:44.676 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-15T17:09:44.677 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-15T17:09:44.677 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-15T17:09:44.677 DEBUG:teuthology.orchestra.run.smithi153:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-15T17:09:44.694 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T17:09:44.695 INFO:teuthology.orchestra.run.smithi153.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-15T17:09:44.695 DEBUG:teuthology.orchestra.run.smithi153:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-15T17:09:44.752 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-15T17:09:44.753 DEBUG:teuthology.orchestra.run.smithi153:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-15T17:09:44.809 INFO:tasks.workunit:timeout=3h 2024-04-15T17:09:44.809 INFO:tasks.workunit:cleanup=True 2024-04-15T17:09:44.810 DEBUG:teuthology.orchestra.run.smithi153:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-15T17:09:44.866 INFO:tasks.workunit.client.1.smithi153.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-15T17:09:45.316 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:45 smithi153 ceph-mon[84714]: pgmap v2005: 105 pgs: 105 active+clean; 18 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 682 op/s 2024-04-15T17:09:45.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:45 smithi090 ceph-mon[89240]: pgmap v2005: 105 pgs: 105 active+clean; 18 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 682 op/s 2024-04-15T17:09:45.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:45 smithi090 ceph-mon[91618]: pgmap v2005: 105 pgs: 105 active+clean; 18 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 682 op/s 2024-04-15T17:09:47.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:47 smithi090 ceph-mon[89240]: pgmap v2006: 105 pgs: 105 active+clean; 18 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 492 op/s 2024-04-15T17:09:47.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:47 smithi090 ceph-mon[91618]: pgmap v2006: 105 pgs: 105 active+clean; 18 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 492 op/s 2024-04-15T17:09:47.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:47 smithi153 ceph-mon[84714]: pgmap v2006: 105 pgs: 105 active+clean; 18 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 492 op/s 2024-04-15T17:09:48.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:48 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:48.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:48 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:48.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:48 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:48.320 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:48 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:48.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:48 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:48.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:48 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:48.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:48 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:48.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:48 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:48.362 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:48 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:48.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:48 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:48.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:48 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:48.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:48 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:49.195 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:09:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:09:49] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-15T17:09:49.195 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:49 smithi090 ceph-mon[91618]: pgmap v2007: 105 pgs: 105 active+clean; 2.5 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 595 op/s 2024-04-15T17:09:49.195 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:49 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:49.195 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:49 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:49.195 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:49 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:49.195 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:49 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:49.196 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:49 smithi090 ceph-mon[89240]: pgmap v2007: 105 pgs: 105 active+clean; 2.5 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 595 op/s 2024-04-15T17:09:49.196 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:49 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:49.196 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:49 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:49.196 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:49 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:49.196 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:49 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:49.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:49 smithi153 ceph-mon[84714]: pgmap v2007: 105 pgs: 105 active+clean; 2.5 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 595 op/s 2024-04-15T17:09:49.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:49 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:49.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:49 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:49.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:49 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:49.363 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:49 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:51.100 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:51 smithi090 ceph-mon[91618]: pgmap v2008: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 418 op/s 2024-04-15T17:09:51.100 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:51 smithi090 ceph-mon[89240]: pgmap v2008: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 418 op/s 2024-04-15T17:09:51.253 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:51 smithi153 ceph-mon[84714]: pgmap v2008: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 418 op/s 2024-04-15T17:09:52.613 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:09:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:09:53.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[89240]: pgmap v2009: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 358 op/s 2024-04-15T17:09:53.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:53.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:53.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:53.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:53.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:09:53.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:09:53.072 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:53.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[91618]: pgmap v2009: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 358 op/s 2024-04-15T17:09:53.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:53.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:53.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:53.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:53.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:09:53.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:09:53.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:53.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:52 smithi153 ceph-mon[84714]: pgmap v2009: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 358 op/s 2024-04-15T17:09:53.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:53.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:53.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:53.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:53.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:09:53.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:09:53.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:09:54.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:09:54.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:09:54.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:09:55.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:54 smithi090 ceph-mon[91618]: pgmap v2010: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 298 op/s 2024-04-15T17:09:55.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:54 smithi090 ceph-mon[89240]: pgmap v2010: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 298 op/s 2024-04-15T17:09:55.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:54 smithi153 ceph-mon[84714]: pgmap v2010: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 298 op/s 2024-04-15T17:09:57.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:56 smithi090 ceph-mon[91618]: pgmap v2011: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 119 op/s 2024-04-15T17:09:57.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:56 smithi090 ceph-mon[89240]: pgmap v2011: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 119 op/s 2024-04-15T17:09:57.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:56 smithi153 ceph-mon[84714]: pgmap v2011: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 119 op/s 2024-04-15T17:09:58.460 DEBUG:teuthology.orchestra.run.smithi153:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-15T17:09:58.534 INFO:tasks.workunit.client.1.smithi153.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-15T17:09:58.536 INFO:tasks.workunit.client.1.smithi153.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-15T17:09:58.536 INFO:tasks.workunit.client.1.smithi153.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-15T17:09:59.070 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:09:58 smithi090 ceph-mon[91618]: pgmap v2012: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 119 op/s 2024-04-15T17:09:59.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:09:58 smithi090 ceph-mon[89240]: pgmap v2012: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 119 op/s 2024-04-15T17:09:59.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:09:58 smithi153 ceph-mon[84714]: pgmap v2012: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 119 op/s 2024-04-15T17:09:59.325 INFO:tasks.workunit.client.1.smithi153.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-15T17:09:59.395 INFO:tasks.workunit.client.1.smithi153.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-15T17:09:59.437 INFO:tasks.workunit.client.1.smithi153.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-15T17:09:59.439 INFO:tasks.workunit.client.1.smithi153.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-15T17:09:59.439 INFO:tasks.workunit.client.1.smithi153.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-15T17:09:59.479 INFO:tasks.workunit.client.1.smithi153.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-15T17:09:59.482 DEBUG:teuthology.orchestra.run.smithi153:> set -ex 2024-04-15T17:09:59.482 DEBUG:teuthology.orchestra.run.smithi153:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-15T17:09:59.538 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-15T17:09:59.540 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-15T17:09:59.540 DEBUG:teuthology.orchestra.run.smithi153:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-15T17:09:59.570 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:09:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:09:59] "GET /metrics HTTP/1.1" 200 34011 "" "Prometheus/2.43.0" 2024-04-15T17:09:59.604 INFO:tasks.workunit.client.1.smithi153.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-15T17:09:59.604 INFO:tasks.workunit.client.1.smithi153.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-15T17:09:59.604 INFO:tasks.workunit.client.1.smithi153.stderr:+ TMPDIR=/tmp/rbd_import_export_133399 2024-04-15T17:09:59.604 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm -rf /tmp/rbd_import_export_133399 2024-04-15T17:09:59.604 INFO:tasks.workunit.client.1.smithi153.stderr:+ mkdir /tmp/rbd_import_export_133399 2024-04-15T17:09:59.605 INFO:tasks.workunit.client.1.smithi153.stderr:+ trap 'rm -rf /tmp/rbd_import_export_133399' INT TERM EXIT 2024-04-15T17:09:59.605 INFO:tasks.workunit.client.1.smithi153.stderr:+ mkdir foo.133399 2024-04-15T17:09:59.606 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import foo.133399 foo.dir 2024-04-15T17:09:59.655 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: cannot import a directory 2024-04-15T17:09:59.655 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 0% complete...failed. 2024-04-15T17:09:59.656 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: import failed: (21) Is a directory 2024-04-15T17:09:59.658 INFO:tasks.workunit.client.1.smithi153.stderr:+ true 2024-04-15T17:09:59.658 INFO:tasks.workunit.client.1.smithi153.stderr:+ rmdir foo.133399 2024-04-15T17:09:59.667 INFO:tasks.workunit.client.1.smithi153.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_133399/img bs=1k count=1 seek=10 2024-04-15T17:09:59.669 INFO:tasks.workunit.client.1.smithi153.stderr:1+0 records in 2024-04-15T17:09:59.669 INFO:tasks.workunit.client.1.smithi153.stderr:1+0 records out 2024-04-15T17:09:59.669 INFO:tasks.workunit.client.1.smithi153.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 3.9949e-05 s, 25.6 MB/s 2024-04-15T17:09:59.669 INFO:tasks.workunit.client.1.smithi153.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_133399/img bs=1k count=10 seek=100 2024-04-15T17:09:59.669 INFO:tasks.workunit.client.1.smithi153.stderr:10+0 records in 2024-04-15T17:09:59.669 INFO:tasks.workunit.client.1.smithi153.stderr:10+0 records out 2024-04-15T17:09:59.669 INFO:tasks.workunit.client.1.smithi153.stderr:10240 bytes (10 kB, 10 KiB) copied, 4.8563e-05 s, 211 MB/s 2024-04-15T17:09:59.669 INFO:tasks.workunit.client.1.smithi153.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_133399/img bs=1k count=100 seek=1000 2024-04-15T17:09:59.670 INFO:tasks.workunit.client.1.smithi153.stderr:60+1 records in 2024-04-15T17:09:59.670 INFO:tasks.workunit.client.1.smithi153.stderr:60+1 records out 2024-04-15T17:09:59.670 INFO:tasks.workunit.client.1.smithi153.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000150912 s, 407 MB/s 2024-04-15T17:09:59.670 INFO:tasks.workunit.client.1.smithi153.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_133399/img bs=1k seek=10000 2024-04-15T17:09:59.671 INFO:tasks.workunit.client.1.smithi153.stderr:137+1 records in 2024-04-15T17:09:59.671 INFO:tasks.workunit.client.1.smithi153.stderr:137+1 records out 2024-04-15T17:09:59.671 INFO:tasks.workunit.client.1.smithi153.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.000417283 s, 337 MB/s 2024-04-15T17:09:59.671 INFO:tasks.workunit.client.1.smithi153.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_133399/img bs=1k seek=100000 2024-04-15T17:09:59.672 INFO:tasks.workunit.client.1.smithi153.stderr:59+1 records in 2024-04-15T17:09:59.672 INFO:tasks.workunit.client.1.smithi153.stderr:59+1 records out 2024-04-15T17:09:59.672 INFO:tasks.workunit.client.1.smithi153.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000137065 s, 448 MB/s 2024-04-15T17:09:59.672 INFO:tasks.workunit.client.1.smithi153.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_133399/img bs=1k seek=1000000 2024-04-15T17:09:59.672 INFO:tasks.workunit.client.1.smithi153.stderr:154+1 records in 2024-04-15T17:09:59.673 INFO:tasks.workunit.client.1.smithi153.stderr:154+1 records out 2024-04-15T17:09:59.673 INFO:tasks.workunit.client.1.smithi153.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000322574 s, 490 MB/s 2024-04-15T17:09:59.673 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd rm testimg 2024-04-15T17:09:59.732 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 0% complete...failed. 2024-04-15T17:09:59.732 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: delete error: (2) No such file or directory 2024-04-15T17:09:59.734 INFO:tasks.workunit.client.1.smithi153.stderr:+ true 2024-04-15T17:09:59.735 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --new-format /tmp/rbd_import_export_133399/img testimg 2024-04-15T17:10:01.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:00 smithi090 ceph-mon[89240]: pgmap v2013: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 16 op/s 2024-04-15T17:10:01.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:00 smithi090 ceph-mon[89240]: overall HEALTH_OK 2024-04-15T17:10:01.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:00 smithi090 ceph-mon[91618]: pgmap v2013: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 16 op/s 2024-04-15T17:10:01.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:00 smithi090 ceph-mon[91618]: overall HEALTH_OK 2024-04-15T17:10:01.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:00 smithi153 ceph-mon[84714]: pgmap v2013: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 0 B/s wr, 16 op/s 2024-04-15T17:10:01.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:00 smithi153 ceph-mon[84714]: overall HEALTH_OK 2024-04-15T17:10:02.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:01 smithi090 ceph-mon[89240]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-15T17:10:02.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:01 smithi090 ceph-mon[91618]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-15T17:10:02.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:01 smithi153 ceph-mon[84714]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-15T17:10:02.218 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-15T17:10:02.219 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T17:10:02.222 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export testimg /tmp/rbd_import_export_133399/img2 2024-04-15T17:10:02.428 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-15T17:10:02.432 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export testimg - 2024-04-15T17:10:02.613 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:10:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:10:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:10:03.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:02 smithi090 ceph-mon[89240]: pgmap v2015: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:03.175 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:02 smithi090 ceph-mon[89240]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-15T17:10:03.175 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:02 smithi090 ceph-mon[91618]: pgmap v2015: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:03.175 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:02 smithi090 ceph-mon[91618]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-15T17:10:03.176 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-15T17:10:03.176 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd rm testimg 2024-04-15T17:10:03.176 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:02 smithi153 ceph-mon[84714]: pgmap v2015: 105 pgs: 105 active+clean; 583 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:03.176 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:02 smithi153 ceph-mon[84714]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-15T17:10:03.223 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-15T17:10:03.226 INFO:tasks.workunit.client.1.smithi153.stderr:+ cmp /tmp/rbd_import_export_133399/img /tmp/rbd_import_export_133399/img2 2024-04-15T17:10:03.778 INFO:tasks.workunit.client.1.smithi153.stderr:+ cmp /tmp/rbd_import_export_133399/img /tmp/rbd_import_export_133399/img3 2024-04-15T17:10:04.177 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/img2 /tmp/rbd_import_export_133399/img3 2024-04-15T17:10:04.339 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --new-format - testimg 2024-04-15T17:10:04.775 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 100% complete...done. 2024-04-15T17:10:04.776 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T17:10:04.779 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export testimg /tmp/rbd_import_export_133399/img2 2024-04-15T17:10:04.966 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-15T17:10:04.971 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export testimg - 2024-04-15T17:10:05.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:04 smithi090 ceph-mon[89240]: pgmap v2017: 105 pgs: 105 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 10 KiB/s wr, 0 op/s 2024-04-15T17:10:05.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:04 smithi090 ceph-mon[91618]: pgmap v2017: 105 pgs: 105 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 10 KiB/s wr, 0 op/s 2024-04-15T17:10:05.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:04 smithi153 ceph-mon[84714]: pgmap v2017: 105 pgs: 105 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 10 KiB/s wr, 0 op/s 2024-04-15T17:10:05.586 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-15T17:10:05.590 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd rm testimg 2024-04-15T17:10:05.726 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-15T17:10:05.729 INFO:tasks.workunit.client.1.smithi153.stderr:+ cmp /tmp/rbd_import_export_133399/img /tmp/rbd_import_export_133399/img2 2024-04-15T17:10:06.268 INFO:tasks.workunit.client.1.smithi153.stderr:+ cmp /tmp/rbd_import_export_133399/img /tmp/rbd_import_export_133399/img3 2024-04-15T17:10:06.665 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/img /tmp/rbd_import_export_133399/img2 /tmp/rbd_import_export_133399/img3 2024-04-15T17:10:06.878 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd help export 2024-04-15T17:10:06.878 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep -q export-format 2024-04-15T17:10:06.900 INFO:tasks.workunit.client.1.smithi153.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_133399/img bs=1k count=10 seek=100 2024-04-15T17:10:06.901 INFO:tasks.workunit.client.1.smithi153.stderr:10+0 records in 2024-04-15T17:10:06.901 INFO:tasks.workunit.client.1.smithi153.stderr:10+0 records out 2024-04-15T17:10:06.902 INFO:tasks.workunit.client.1.smithi153.stderr:10240 bytes (10 kB, 10 KiB) copied, 6.2977e-05 s, 163 MB/s 2024-04-15T17:10:06.902 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --new-format /tmp/rbd_import_export_133399/img testimg 2024-04-15T17:10:06.974 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 100% complete...done. 2024-04-15T17:10:06.975 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T17:10:06.977 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd snap create testimg@snap 2024-04-15T17:10:07.070 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:06 smithi090 ceph-mon[89240]: pgmap v2018: 105 pgs: 105 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 10 KiB/s wr, 0 op/s 2024-04-15T17:10:07.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:06 smithi090 ceph-mon[91618]: pgmap v2018: 105 pgs: 105 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 10 KiB/s wr, 0 op/s 2024-04-15T17:10:07.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:06 smithi153 ceph-mon[84714]: pgmap v2018: 105 pgs: 105 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 10 KiB/s wr, 0 op/s 2024-04-15T17:10:07.736 INFO:tasks.workunit.client.1.smithi153.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-15T17:10:07.746 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd image-meta set testimg key1 value1 2024-04-15T17:10:07.805 INFO:tasks.workunit.client.1.smithi153.stderr:++ rbd image-meta list testimg 2024-04-15T17:10:07.849 INFO:tasks.workunit.client.1.smithi153.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-15T17:10:07.849 INFO:tasks.workunit.client.1.smithi153.stderr: 2024-04-15T17:10:07.849 INFO:tasks.workunit.client.1.smithi153.stderr:Key Value 2024-04-15T17:10:07.849 INFO:tasks.workunit.client.1.smithi153.stderr:key1 value1' 2024-04-15T17:10:07.849 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133399/img_v2 2024-04-15T17:10:07.889 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-15T17:10:07.892 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133399/img_v2 testimg_import 2024-04-15T17:10:08.751 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-15T17:10:08.755 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd info testimg_import 2024-04-15T17:10:08.791 INFO:tasks.workunit.client.1.smithi153.stdout:rbd image 'testimg_import': 2024-04-15T17:10:08.791 INFO:tasks.workunit.client.1.smithi153.stdout: size 110 KiB in 1 objects 2024-04-15T17:10:08.792 INFO:tasks.workunit.client.1.smithi153.stdout: order 22 (4 MiB objects) 2024-04-15T17:10:08.792 INFO:tasks.workunit.client.1.smithi153.stdout: snapshot_count: 1 2024-04-15T17:10:08.792 INFO:tasks.workunit.client.1.smithi153.stdout: id: d5f72427aca6 2024-04-15T17:10:08.792 INFO:tasks.workunit.client.1.smithi153.stdout: block_name_prefix: rbd_data.d5f72427aca6 2024-04-15T17:10:08.792 INFO:tasks.workunit.client.1.smithi153.stdout: format: 2 2024-04-15T17:10:08.792 INFO:tasks.workunit.client.1.smithi153.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-15T17:10:08.792 INFO:tasks.workunit.client.1.smithi153.stdout: op_features: 2024-04-15T17:10:08.792 INFO:tasks.workunit.client.1.smithi153.stdout: flags: 2024-04-15T17:10:08.792 INFO:tasks.workunit.client.1.smithi153.stdout: create_timestamp: Mon Apr 15 17:10:07 2024 2024-04-15T17:10:08.792 INFO:tasks.workunit.client.1.smithi153.stdout: access_timestamp: Mon Apr 15 17:10:07 2024 2024-04-15T17:10:08.792 INFO:tasks.workunit.client.1.smithi153.stdout: modify_timestamp: Mon Apr 15 17:10:07 2024 2024-04-15T17:10:08.794 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd info testimg_import@snap 2024-04-15T17:10:08.833 INFO:tasks.workunit.client.1.smithi153.stdout:rbd image 'testimg_import': 2024-04-15T17:10:08.834 INFO:tasks.workunit.client.1.smithi153.stdout: size 110 KiB in 1 objects 2024-04-15T17:10:08.834 INFO:tasks.workunit.client.1.smithi153.stdout: order 22 (4 MiB objects) 2024-04-15T17:10:08.834 INFO:tasks.workunit.client.1.smithi153.stdout: snapshot_count: 1 2024-04-15T17:10:08.834 INFO:tasks.workunit.client.1.smithi153.stdout: id: d5f72427aca6 2024-04-15T17:10:08.834 INFO:tasks.workunit.client.1.smithi153.stdout: block_name_prefix: rbd_data.d5f72427aca6 2024-04-15T17:10:08.834 INFO:tasks.workunit.client.1.smithi153.stdout: format: 2 2024-04-15T17:10:08.834 INFO:tasks.workunit.client.1.smithi153.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-15T17:10:08.834 INFO:tasks.workunit.client.1.smithi153.stdout: op_features: 2024-04-15T17:10:08.834 INFO:tasks.workunit.client.1.smithi153.stdout: flags: 2024-04-15T17:10:08.834 INFO:tasks.workunit.client.1.smithi153.stdout: create_timestamp: Mon Apr 15 17:10:07 2024 2024-04-15T17:10:08.834 INFO:tasks.workunit.client.1.smithi153.stdout: access_timestamp: Mon Apr 15 17:10:07 2024 2024-04-15T17:10:08.834 INFO:tasks.workunit.client.1.smithi153.stdout: modify_timestamp: Mon Apr 15 17:10:07 2024 2024-04-15T17:10:08.834 INFO:tasks.workunit.client.1.smithi153.stdout: protected: False 2024-04-15T17:10:08.837 INFO:tasks.workunit.client.1.smithi153.stderr:++ rbd image-meta list testimg_import 2024-04-15T17:10:08.882 INFO:tasks.workunit.client.1.smithi153.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-15T17:10:08.882 INFO:tasks.workunit.client.1.smithi153.stderr: 2024-04-15T17:10:08.882 INFO:tasks.workunit.client.1.smithi153.stderr:Key Value 2024-04-15T17:10:08.883 INFO:tasks.workunit.client.1.smithi153.stderr:key1 value1' 2024-04-15T17:10:08.883 INFO:tasks.workunit.client.1.smithi153.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-15T17:10:08.883 INFO:tasks.workunit.client.1.smithi153.stderr: 2024-04-15T17:10:08.883 INFO:tasks.workunit.client.1.smithi153.stderr:Key Value 2024-04-15T17:10:08.883 INFO:tasks.workunit.client.1.smithi153.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-15T17:10:08.883 INFO:tasks.workunit.client.1.smithi153.stderr: 2024-04-15T17:10:08.883 INFO:tasks.workunit.client.1.smithi153.stderr:Key Value 2024-04-15T17:10:08.883 INFO:tasks.workunit.client.1.smithi153.stderr:key1 value1' ']' 2024-04-15T17:10:08.884 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export testimg_import /tmp/rbd_import_export_133399/img_import 2024-04-15T17:10:08.920 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 100% complete...done. 2024-04-15T17:10:08.923 INFO:tasks.workunit.client.1.smithi153.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133399/img /tmp/rbd_import_export_133399/img_import 2024-04-15T17:10:08.924 INFO:tasks.workunit.client.1.smithi153.stderr:+ cmp -l /tmp/rbd_import_export_133399/img /tmp/rbd_import_export_133399/img_import 2024-04-15T17:10:08.924 INFO:tasks.workunit.client.1.smithi153.stderr:++ stat /tmp/rbd_import_export_133399/img --format %b 2024-04-15T17:10:08.925 INFO:tasks.workunit.client.1.smithi153.stderr:+ origsize=24 2024-04-15T17:10:08.925 INFO:tasks.workunit.client.1.smithi153.stderr:++ stat /tmp/rbd_import_export_133399/img_import --format %b 2024-04-15T17:10:08.927 INFO:tasks.workunit.client.1.smithi153.stderr:+ exportsize=224 2024-04-15T17:10:08.927 INFO:tasks.workunit.client.1.smithi153.stderr:+ difference=200 2024-04-15T17:10:08.927 INFO:tasks.workunit.client.1.smithi153.stderr:+ difference=200 2024-04-15T17:10:08.927 INFO:tasks.workunit.client.1.smithi153.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-15T17:10:08.927 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_133399/img_snap 2024-04-15T17:10:08.964 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 100% complete...done. 2024-04-15T17:10:08.967 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_133399/img_snap_import 2024-04-15T17:10:09.007 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 100% complete...done. 2024-04-15T17:10:09.010 INFO:tasks.workunit.client.1.smithi153.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133399/img_snap /tmp/rbd_import_export_133399/img_snap_import 2024-04-15T17:10:09.010 INFO:tasks.workunit.client.1.smithi153.stderr:+ cmp -l /tmp/rbd_import_export_133399/img_snap /tmp/rbd_import_export_133399/img_snap_import 2024-04-15T17:10:09.011 INFO:tasks.workunit.client.1.smithi153.stderr:++ stat /tmp/rbd_import_export_133399/img_snap --format %b 2024-04-15T17:10:09.012 INFO:tasks.workunit.client.1.smithi153.stderr:+ origsize=224 2024-04-15T17:10:09.012 INFO:tasks.workunit.client.1.smithi153.stderr:++ stat /tmp/rbd_import_export_133399/img_snap_import --format %b 2024-04-15T17:10:09.013 INFO:tasks.workunit.client.1.smithi153.stderr:+ exportsize=224 2024-04-15T17:10:09.014 INFO:tasks.workunit.client.1.smithi153.stderr:+ difference=0 2024-04-15T17:10:09.014 INFO:tasks.workunit.client.1.smithi153.stderr:+ difference=0 2024-04-15T17:10:09.014 INFO:tasks.workunit.client.1.smithi153.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-15T17:10:09.014 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/img_v2 2024-04-15T17:10:09.014 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/img_import 2024-04-15T17:10:09.016 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/img_snap 2024-04-15T17:10:09.016 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/img_snap_import 2024-04-15T17:10:09.016 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd snap rm testimg_import@snap 2024-04-15T17:10:09.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:08 smithi090 ceph-mon[91618]: pgmap v2019: 105 pgs: 105 active+clean; 2.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 93 KiB/s wr, 82 op/s 2024-04-15T17:10:09.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:08 smithi090 ceph-mon[91618]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-15T17:10:09.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:10:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:08 smithi090 ceph-mon[89240]: pgmap v2019: 105 pgs: 105 active+clean; 2.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 93 KiB/s wr, 82 op/s 2024-04-15T17:10:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:08 smithi090 ceph-mon[89240]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-15T17:10:09.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:10:09.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:08 smithi153 ceph-mon[84714]: pgmap v2019: 105 pgs: 105 active+clean; 2.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 231 KiB/s rd, 93 KiB/s wr, 82 op/s 2024-04-15T17:10:09.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:08 smithi153 ceph-mon[84714]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-15T17:10:09.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:10:09.571 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:10:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:10:09] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-15T17:10:09.745 INFO:tasks.workunit.client.1.smithi153.stderr: Removing snap: 100% complete...done. 2024-04-15T17:10:09.761 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd remove testimg_import 2024-04-15T17:10:09.891 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 100% complete...done. 2024-04-15T17:10:09.894 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd snap rm testimg@snap 2024-04-15T17:10:10.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:09 smithi090 ceph-mon[91618]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-15T17:10:10.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:09 smithi090 ceph-mon[89240]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-15T17:10:10.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:09 smithi153 ceph-mon[84714]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-15T17:10:10.798 INFO:tasks.workunit.client.1.smithi153.stderr: Removing snap: 100% complete...done. 2024-04-15T17:10:10.810 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd rm testimg 2024-04-15T17:10:10.942 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 100% complete...done. 2024-04-15T17:10:10.945 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --order 20 /tmp/rbd_import_export_133399/img testimg 2024-04-15T17:10:11.017 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 100% complete...done. 2024-04-15T17:10:11.018 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --order is deprecated, use --object-size 2024-04-15T17:10:11.020 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133399/img_v2 2024-04-15T17:10:11.060 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-15T17:10:11.063 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133399/img_v2 testimg_import 2024-04-15T17:10:11.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:10 smithi090 ceph-mon[91618]: pgmap v2022: 105 pgs: 105 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 122 KiB/s wr, 105 op/s 2024-04-15T17:10:11.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:10 smithi090 ceph-mon[91618]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-15T17:10:11.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:10 smithi090 ceph-mon[91618]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-15T17:10:11.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:10 smithi090 ceph-mon[89240]: pgmap v2022: 105 pgs: 105 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 122 KiB/s wr, 105 op/s 2024-04-15T17:10:11.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:10 smithi090 ceph-mon[89240]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-15T17:10:11.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:10 smithi090 ceph-mon[89240]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-15T17:10:11.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:10 smithi153 ceph-mon[84714]: pgmap v2022: 105 pgs: 105 active+clean; 1.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 304 KiB/s rd, 122 KiB/s wr, 105 op/s 2024-04-15T17:10:11.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:10 smithi153 ceph-mon[84714]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-15T17:10:11.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:10 smithi153 ceph-mon[84714]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-15T17:10:11.141 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-15T17:10:11.144 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd info testimg_import 2024-04-15T17:10:11.144 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep order 2024-04-15T17:10:11.144 INFO:tasks.workunit.client.1.smithi153.stderr:+ awk '{print $2}' 2024-04-15T17:10:11.144 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep 20 2024-04-15T17:10:11.183 INFO:tasks.workunit.client.1.smithi153.stdout:20 2024-04-15T17:10:11.183 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/img_v2 2024-04-15T17:10:11.184 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd remove testimg_import 2024-04-15T17:10:11.305 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 100% complete...done. 2024-04-15T17:10:11.308 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd remove testimg 2024-04-15T17:10:11.427 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 100% complete...done. 2024-04-15T17:10:11.430 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_133399/img testimg 2024-04-15T17:10:11.488 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 100% complete...done. 2024-04-15T17:10:11.491 INFO:tasks.workunit.client.1.smithi153.stderr:++ rbd info testimg 2024-04-15T17:10:11.492 INFO:tasks.workunit.client.1.smithi153.stderr:++ grep features 2024-04-15T17:10:11.532 INFO:tasks.workunit.client.1.smithi153.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-15T17:10:11.532 INFO:tasks.workunit.client.1.smithi153.stderr: op_features: ' 2024-04-15T17:10:11.532 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133399/img_v2 2024-04-15T17:10:11.575 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-15T17:10:11.578 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133399/img_v2 testimg_import 2024-04-15T17:10:11.646 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-15T17:10:11.650 INFO:tasks.workunit.client.1.smithi153.stderr:++ rbd info testimg_import 2024-04-15T17:10:11.650 INFO:tasks.workunit.client.1.smithi153.stderr:++ grep features 2024-04-15T17:10:11.689 INFO:tasks.workunit.client.1.smithi153.stderr:+ FEATURES_AFTER=' features: layering 2024-04-15T17:10:11.690 INFO:tasks.workunit.client.1.smithi153.stderr: op_features: ' 2024-04-15T17:10:11.690 INFO:tasks.workunit.client.1.smithi153.stderr:+ '[' ' features: layering 2024-04-15T17:10:11.690 INFO:tasks.workunit.client.1.smithi153.stderr: op_features: ' '!=' ' features: layering 2024-04-15T17:10:11.690 INFO:tasks.workunit.client.1.smithi153.stderr: op_features: ' ']' 2024-04-15T17:10:11.690 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/img_v2 2024-04-15T17:10:11.690 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd remove testimg_import 2024-04-15T17:10:11.784 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 100% complete...done. 2024-04-15T17:10:11.787 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd remove testimg 2024-04-15T17:10:11.880 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 100% complete...done. 2024-04-15T17:10:11.883 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_133399/img testimg 2024-04-15T17:10:11.964 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 100% complete...done. 2024-04-15T17:10:11.967 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133399/img_v2 2024-04-15T17:10:12.009 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-15T17:10:12.012 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133399/img_v2 testimg_import 2024-04-15T17:10:12.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:11 smithi090 ceph-mon[89240]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-15T17:10:12.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:11 smithi090 ceph-mon[91618]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-15T17:10:12.095 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-15T17:10:12.098 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd info testimg_import 2024-04-15T17:10:12.099 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep 'stripe unit' 2024-04-15T17:10:12.099 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-15T17:10:12.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:11 smithi153 ceph-mon[84714]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-15T17:10:12.138 INFO:tasks.workunit.client.1.smithi153.stdout: stripe unit: 4 KiB 2024-04-15T17:10:12.139 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd info testimg_import 2024-04-15T17:10:12.139 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep 'stripe count' 2024-04-15T17:10:12.139 INFO:tasks.workunit.client.1.smithi153.stderr:+ awk '{print $3}' 2024-04-15T17:10:12.139 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep 1000 2024-04-15T17:10:12.177 INFO:tasks.workunit.client.1.smithi153.stdout:1000 2024-04-15T17:10:12.178 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/img_v2 2024-04-15T17:10:12.178 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd remove testimg_import 2024-04-15T17:10:12.299 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-15T17:10:12.302 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd remove testimg 2024-04-15T17:10:12.428 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-15T17:10:12.431 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_133399/img testimg 2024-04-15T17:10:12.500 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 100% complete...done. 2024-04-15T17:10:12.503 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd snap create testimg@snap1 2024-04-15T17:10:12.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:10:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:10:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:10:12.810 INFO:tasks.workunit.client.1.smithi153.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-15T17:10:12.821 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd snap create testimg@snap2 2024-04-15T17:10:13.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:12 smithi090 ceph-mon[89240]: pgmap v2026: 105 pgs: 105 active+clean; 693 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 10 KiB/s wr, 188 op/s 2024-04-15T17:10:13.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:12 smithi090 ceph-mon[91618]: pgmap v2026: 105 pgs: 105 active+clean; 693 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 10 KiB/s wr, 188 op/s 2024-04-15T17:10:13.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:12 smithi153 ceph-mon[84714]: pgmap v2026: 105 pgs: 105 active+clean; 693 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 10 KiB/s wr, 188 op/s 2024-04-15T17:10:13.829 INFO:tasks.workunit.client.1.smithi153.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-15T17:10:13.842 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd snap protect testimg@snap2 2024-04-15T17:10:13.895 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_133399/snap_protect 2024-04-15T17:10:13.941 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-15T17:10:13.945 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_133399/snap_protect testimg_import 2024-04-15T17:10:14.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:13 smithi090 ceph-mon[89240]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-15T17:10:14.071 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:13 smithi090 ceph-mon[91618]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-15T17:10:14.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:13 smithi153 ceph-mon[84714]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-15T17:10:15.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:14 smithi090 ceph-mon[89240]: pgmap v2028: 105 pgs: 105 active+clean; 693 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 29 KiB/s wr, 401 op/s 2024-04-15T17:10:15.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:14 smithi090 ceph-mon[89240]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-15T17:10:15.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:14 smithi090 ceph-mon[89240]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-15T17:10:15.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:14 smithi090 ceph-mon[91618]: pgmap v2028: 105 pgs: 105 active+clean; 693 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 29 KiB/s wr, 401 op/s 2024-04-15T17:10:15.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:14 smithi090 ceph-mon[91618]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-15T17:10:15.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:14 smithi090 ceph-mon[91618]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-15T17:10:15.113 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:14 smithi153 ceph-mon[84714]: pgmap v2028: 105 pgs: 105 active+clean; 693 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 29 KiB/s wr, 401 op/s 2024-04-15T17:10:15.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:14 smithi153 ceph-mon[84714]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-15T17:10:15.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:14 smithi153 ceph-mon[84714]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-15T17:10:15.848 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-15T17:10:15.851 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd info testimg_import@snap1 2024-04-15T17:10:15.852 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep 'protected: False' 2024-04-15T17:10:15.899 INFO:tasks.workunit.client.1.smithi153.stdout: protected: False 2024-04-15T17:10:15.900 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd info testimg_import@snap2 2024-04-15T17:10:15.900 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep 'protected: True' 2024-04-15T17:10:15.943 INFO:tasks.workunit.client.1.smithi153.stdout: protected: True 2024-04-15T17:10:15.943 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/snap_protect 2024-04-15T17:10:15.944 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd snap unprotect testimg@snap2 2024-04-15T17:10:15.998 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-15T17:10:16.047 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd snap purge testimg 2024-04-15T17:10:17.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:16 smithi090 ceph-mon[89240]: pgmap v2031: 105 pgs: 105 active+clean; 693 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 18 KiB/s wr, 206 op/s 2024-04-15T17:10:17.071 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:16 smithi090 ceph-mon[89240]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-15T17:10:17.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:16 smithi090 ceph-mon[91618]: pgmap v2031: 105 pgs: 105 active+clean; 693 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 18 KiB/s wr, 206 op/s 2024-04-15T17:10:17.072 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:16 smithi090 ceph-mon[91618]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-15T17:10:17.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:16 smithi153 ceph-mon[84714]: pgmap v2031: 105 pgs: 105 active+clean; 693 KiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 148 KiB/s rd, 18 KiB/s wr, 206 op/s 2024-04-15T17:10:17.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:16 smithi153 ceph-mon[84714]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-15T17:10:17.854 INFO:tasks.workunit.client.1.smithi153.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-15T17:10:17.873 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd snap purge testimg_import 2024-04-15T17:10:18.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:17 smithi153 ceph-mon[84714]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-15T17:10:18.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:17 smithi090 ceph-mon[89240]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-15T17:10:18.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:17 smithi090 ceph-mon[91618]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-15T17:10:19.098 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:18 smithi090 ceph-mon[91618]: pgmap v2034: 105 pgs: 105 active+clean; 803 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 32 KiB/s wr, 286 op/s 2024-04-15T17:10:19.098 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:18 smithi090 ceph-mon[91618]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-15T17:10:19.098 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:18 smithi090 ceph-mon[89240]: pgmap v2034: 105 pgs: 105 active+clean; 803 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 32 KiB/s wr, 286 op/s 2024-04-15T17:10:19.098 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:18 smithi090 ceph-mon[89240]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-15T17:10:19.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:18 smithi153 ceph-mon[84714]: pgmap v2034: 105 pgs: 105 active+clean; 803 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 32 KiB/s wr, 286 op/s 2024-04-15T17:10:19.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:18 smithi153 ceph-mon[84714]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-15T17:10:19.571 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:10:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:10:19] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-15T17:10:19.794 INFO:tasks.workunit.client.1.smithi153.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-15T17:10:19.805 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd remove testimg 2024-04-15T17:10:19.951 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 100% complete...done. 2024-04-15T17:10:19.954 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd remove testimg_import 2024-04-15T17:10:20.073 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 100% complete...done. 2024-04-15T17:10:20.076 INFO:tasks.workunit.client.1.smithi153.stderr:+ tiered=0 2024-04-15T17:10:20.077 INFO:tasks.workunit.client.1.smithi153.stderr:+ ceph osd dump 2024-04-15T17:10:20.077 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep '^pool' 2024-04-15T17:10:20.077 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep ''\''rbd'\''' 2024-04-15T17:10:20.077 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep tier 2024-04-15T17:10:20.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:19 smithi153 ceph-mon[84714]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-15T17:10:20.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:19 smithi153 ceph-mon[84714]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-15T17:10:20.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:19 smithi090 ceph-mon[89240]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-15T17:10:20.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:19 smithi090 ceph-mon[89240]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-15T17:10:20.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:19 smithi090 ceph-mon[91618]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-15T17:10:20.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:19 smithi090 ceph-mon[91618]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-15T17:10:20.468 INFO:tasks.workunit.client.1.smithi153.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_133399/sparse1 2024-04-15T17:10:20.472 INFO:tasks.workunit.client.1.smithi153.stderr:1+0 records in 2024-04-15T17:10:20.473 INFO:tasks.workunit.client.1.smithi153.stderr:1+0 records out 2024-04-15T17:10:20.473 INFO:tasks.workunit.client.1.smithi153.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00328986 s, 319 MB/s 2024-04-15T17:10:20.473 INFO:tasks.workunit.client.1.smithi153.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_133399/sparse2 2024-04-15T17:10:20.476 INFO:tasks.workunit.client.1.smithi153.stderr:1+0 records in 2024-04-15T17:10:20.477 INFO:tasks.workunit.client.1.smithi153.stderr:1+0 records out 2024-04-15T17:10:20.477 INFO:tasks.workunit.client.1.smithi153.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00321946 s, 326 MB/s 2024-04-15T17:10:20.477 INFO:tasks.workunit.client.1.smithi153.stderr:+ truncate /tmp/rbd_import_export_133399/sparse2 -s 2M 2024-04-15T17:10:20.491 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd rm sparse1 2024-04-15T17:10:20.546 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 0% complete...failed. 2024-04-15T17:10:20.546 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: delete error: (2) No such file or directory 2024-04-15T17:10:20.549 INFO:tasks.workunit.client.1.smithi153.stderr:+ true 2024-04-15T17:10:20.549 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_133399/sparse1 2024-04-15T17:10:20.629 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-15T17:10:20.630 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T17:10:20.630 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --order is deprecated, use --object-size 2024-04-15T17:10:20.633 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd ls -l 2024-04-15T17:10:20.633 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep sparse1 2024-04-15T17:10:20.633 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-15T17:10:20.673 INFO:tasks.workunit.client.1.smithi153.stdout:sparse1 2 MiB 2 2024-04-15T17:10:20.674 INFO:tasks.workunit.client.1.smithi153.stderr:++ objects sparse1 2024-04-15T17:10:20.674 INFO:tasks.workunit.client.1.smithi153.stderr:++ image=sparse1 2024-04-15T17:10:20.674 INFO:tasks.workunit.client.1.smithi153.stderr:+++ rbd info sparse1 2024-04-15T17:10:20.674 INFO:tasks.workunit.client.1.smithi153.stderr:+++ grep block_name_prefix 2024-04-15T17:10:20.674 INFO:tasks.workunit.client.1.smithi153.stderr:+++ awk '{print $NF;}' 2024-04-15T17:10:20.713 INFO:tasks.workunit.client.1.smithi153.stderr:++ prefix=rbd_data.d711c37e9989 2024-04-15T17:10:20.714 INFO:tasks.workunit.client.1.smithi153.stderr:+++ grep rbd_data.d711c37e9989 2024-04-15T17:10:20.714 INFO:tasks.workunit.client.1.smithi153.stderr:++++ get_image_data_pool sparse1 2024-04-15T17:10:20.714 INFO:tasks.workunit.client.1.smithi153.stderr:++++ image=sparse1 2024-04-15T17:10:20.715 INFO:tasks.workunit.client.1.smithi153.stderr:+++ sed -e 's/rbd_data.d711c37e9989\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-15T17:10:20.715 INFO:tasks.workunit.client.1.smithi153.stderr:+++ sort -u 2024-04-15T17:10:20.715 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ rbd info sparse1 2024-04-15T17:10:20.715 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ grep 'data_pool: ' 2024-04-15T17:10:20.715 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ awk -F: '{ print $NF }' 2024-04-15T17:10:20.754 INFO:tasks.workunit.client.1.smithi153.stderr:++++ data_pool= 2024-04-15T17:10:20.755 INFO:tasks.workunit.client.1.smithi153.stderr:++++ '[' -z ']' 2024-04-15T17:10:20.755 INFO:tasks.workunit.client.1.smithi153.stderr:++++ data_pool=rbd 2024-04-15T17:10:20.755 INFO:tasks.workunit.client.1.smithi153.stderr:++++ echo rbd 2024-04-15T17:10:20.755 INFO:tasks.workunit.client.1.smithi153.stderr:+++ rados ls -p rbd 2024-04-15T17:10:20.832 INFO:tasks.workunit.client.1.smithi153.stderr:++ objects=1 2024-04-15T17:10:20.832 INFO:tasks.workunit.client.1.smithi153.stderr:++ echo 1 2024-04-15T17:10:20.832 INFO:tasks.workunit.client.1.smithi153.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-15T17:10:20.832 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export sparse1 /tmp/rbd_import_export_133399/sparse1.out 2024-04-15T17:10:20.871 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-15T17:10:20.874 INFO:tasks.workunit.client.1.smithi153.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133399/sparse1 /tmp/rbd_import_export_133399/sparse1.out 2024-04-15T17:10:20.874 INFO:tasks.workunit.client.1.smithi153.stderr:+ cmp -l /tmp/rbd_import_export_133399/sparse1 /tmp/rbd_import_export_133399/sparse1.out 2024-04-15T17:10:20.876 INFO:tasks.workunit.client.1.smithi153.stderr:++ stat /tmp/rbd_import_export_133399/sparse1 --format %b 2024-04-15T17:10:20.877 INFO:tasks.workunit.client.1.smithi153.stderr:+ origsize=2048 2024-04-15T17:10:20.877 INFO:tasks.workunit.client.1.smithi153.stderr:++ stat /tmp/rbd_import_export_133399/sparse1.out --format %b 2024-04-15T17:10:20.878 INFO:tasks.workunit.client.1.smithi153.stderr:+ exportsize=2048 2024-04-15T17:10:20.879 INFO:tasks.workunit.client.1.smithi153.stderr:+ difference=0 2024-04-15T17:10:20.879 INFO:tasks.workunit.client.1.smithi153.stderr:+ difference=0 2024-04-15T17:10:20.879 INFO:tasks.workunit.client.1.smithi153.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-15T17:10:20.879 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/sparse1.out 2024-04-15T17:10:20.879 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd rm sparse1 2024-04-15T17:10:21.009 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-15T17:10:21.012 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd rm sparse2 2024-04-15T17:10:21.065 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 0% complete...failed. 2024-04-15T17:10:21.065 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: delete error: (2) No such file or directory 2024-04-15T17:10:21.068 INFO:tasks.workunit.client.1.smithi153.stderr:+ true 2024-04-15T17:10:21.068 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_133399/sparse2 2024-04-15T17:10:21.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:20 smithi153 ceph-mon[84714]: pgmap v2037: 105 pgs: 105 active+clean; 803 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 37 KiB/s wr, 373 op/s 2024-04-15T17:10:21.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:20 smithi153 ceph-mon[84714]: from='client.? 172.21.15.153:0/1943594501' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-15T17:10:21.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:20 smithi153 ceph-mon[84714]: from='client.? 172.21.15.153:0/1943594501' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-15T17:10:21.148 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-15T17:10:21.148 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T17:10:21.148 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --order is deprecated, use --object-size 2024-04-15T17:10:21.152 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd ls -l 2024-04-15T17:10:21.152 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep sparse2 2024-04-15T17:10:21.152 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-15T17:10:21.192 INFO:tasks.workunit.client.1.smithi153.stdout:sparse2 2 MiB 2 2024-04-15T17:10:21.193 INFO:tasks.workunit.client.1.smithi153.stderr:++ objects sparse2 2024-04-15T17:10:21.193 INFO:tasks.workunit.client.1.smithi153.stderr:++ image=sparse2 2024-04-15T17:10:21.193 INFO:tasks.workunit.client.1.smithi153.stderr:+++ rbd info sparse2 2024-04-15T17:10:21.193 INFO:tasks.workunit.client.1.smithi153.stderr:+++ grep block_name_prefix 2024-04-15T17:10:21.194 INFO:tasks.workunit.client.1.smithi153.stderr:+++ awk '{print $NF;}' 2024-04-15T17:10:21.233 INFO:tasks.workunit.client.1.smithi153.stderr:++ prefix=rbd_data.d7442648f80d 2024-04-15T17:10:21.234 INFO:tasks.workunit.client.1.smithi153.stderr:+++ grep rbd_data.d7442648f80d 2024-04-15T17:10:21.234 INFO:tasks.workunit.client.1.smithi153.stderr:+++ sed -e 's/rbd_data.d7442648f80d\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-15T17:10:21.234 INFO:tasks.workunit.client.1.smithi153.stderr:++++ get_image_data_pool sparse2 2024-04-15T17:10:21.234 INFO:tasks.workunit.client.1.smithi153.stderr:++++ image=sparse2 2024-04-15T17:10:21.234 INFO:tasks.workunit.client.1.smithi153.stderr:+++ sort -u 2024-04-15T17:10:21.235 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ rbd info sparse2 2024-04-15T17:10:21.235 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ grep 'data_pool: ' 2024-04-15T17:10:21.235 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ awk -F: '{ print $NF }' 2024-04-15T17:10:21.274 INFO:tasks.workunit.client.1.smithi153.stderr:++++ data_pool= 2024-04-15T17:10:21.274 INFO:tasks.workunit.client.1.smithi153.stderr:++++ '[' -z ']' 2024-04-15T17:10:21.274 INFO:tasks.workunit.client.1.smithi153.stderr:++++ data_pool=rbd 2024-04-15T17:10:21.274 INFO:tasks.workunit.client.1.smithi153.stderr:++++ echo rbd 2024-04-15T17:10:21.274 INFO:tasks.workunit.client.1.smithi153.stderr:+++ rados ls -p rbd 2024-04-15T17:10:21.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:20 smithi090 ceph-mon[91618]: pgmap v2037: 105 pgs: 105 active+clean; 803 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 37 KiB/s wr, 373 op/s 2024-04-15T17:10:21.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:20 smithi090 ceph-mon[91618]: from='client.? 172.21.15.153:0/1943594501' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-15T17:10:21.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:20 smithi090 ceph-mon[91618]: from='client.? 172.21.15.153:0/1943594501' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-15T17:10:21.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:20 smithi090 ceph-mon[89240]: pgmap v2037: 105 pgs: 105 active+clean; 803 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 37 KiB/s wr, 373 op/s 2024-04-15T17:10:21.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:20 smithi090 ceph-mon[89240]: from='client.? 172.21.15.153:0/1943594501' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-15T17:10:21.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:20 smithi090 ceph-mon[89240]: from='client.? 172.21.15.153:0/1943594501' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-15T17:10:21.353 INFO:tasks.workunit.client.1.smithi153.stderr:++ objects=0 2024-04-15T17:10:21.353 INFO:tasks.workunit.client.1.smithi153.stderr:++ echo 0 2024-04-15T17:10:21.353 INFO:tasks.workunit.client.1.smithi153.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-15T17:10:21.353 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export sparse2 /tmp/rbd_import_export_133399/sparse2.out 2024-04-15T17:10:21.394 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-15T17:10:21.397 INFO:tasks.workunit.client.1.smithi153.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133399/sparse2 /tmp/rbd_import_export_133399/sparse2.out 2024-04-15T17:10:21.398 INFO:tasks.workunit.client.1.smithi153.stderr:+ cmp -l /tmp/rbd_import_export_133399/sparse2 /tmp/rbd_import_export_133399/sparse2.out 2024-04-15T17:10:21.399 INFO:tasks.workunit.client.1.smithi153.stderr:++ stat /tmp/rbd_import_export_133399/sparse2 --format %b 2024-04-15T17:10:21.400 INFO:tasks.workunit.client.1.smithi153.stderr:+ origsize=2048 2024-04-15T17:10:21.401 INFO:tasks.workunit.client.1.smithi153.stderr:++ stat /tmp/rbd_import_export_133399/sparse2.out --format %b 2024-04-15T17:10:21.402 INFO:tasks.workunit.client.1.smithi153.stderr:+ exportsize=2048 2024-04-15T17:10:21.402 INFO:tasks.workunit.client.1.smithi153.stderr:+ difference=0 2024-04-15T17:10:21.402 INFO:tasks.workunit.client.1.smithi153.stderr:+ difference=0 2024-04-15T17:10:21.402 INFO:tasks.workunit.client.1.smithi153.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-15T17:10:21.402 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/sparse2.out 2024-04-15T17:10:21.402 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd rm sparse2 2024-04-15T17:10:21.518 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-15T17:10:21.520 INFO:tasks.workunit.client.1.smithi153.stderr:+ truncate /tmp/rbd_import_export_133399/sparse1 -s 10M 2024-04-15T17:10:21.521 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-15T17:10:21.648 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 100% complete...done. 2024-04-15T17:10:21.648 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T17:10:21.649 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --order is deprecated, use --object-size 2024-04-15T17:10:21.651 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd ls -l 2024-04-15T17:10:21.651 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep sparse1 2024-04-15T17:10:21.651 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-15T17:10:21.691 INFO:tasks.workunit.client.1.smithi153.stdout:sparse1 10 MiB 2 2024-04-15T17:10:21.692 INFO:tasks.workunit.client.1.smithi153.stderr:++ objects sparse1 2024-04-15T17:10:21.692 INFO:tasks.workunit.client.1.smithi153.stderr:++ image=sparse1 2024-04-15T17:10:21.692 INFO:tasks.workunit.client.1.smithi153.stderr:+++ rbd info sparse1 2024-04-15T17:10:21.692 INFO:tasks.workunit.client.1.smithi153.stderr:+++ grep block_name_prefix 2024-04-15T17:10:21.693 INFO:tasks.workunit.client.1.smithi153.stderr:+++ awk '{print $NF;}' 2024-04-15T17:10:21.732 INFO:tasks.workunit.client.1.smithi153.stderr:++ prefix=rbd_data.d77176920d2e 2024-04-15T17:10:21.733 INFO:tasks.workunit.client.1.smithi153.stderr:+++ grep rbd_data.d77176920d2e 2024-04-15T17:10:21.733 INFO:tasks.workunit.client.1.smithi153.stderr:++++ get_image_data_pool sparse1 2024-04-15T17:10:21.733 INFO:tasks.workunit.client.1.smithi153.stderr:+++ sed -e 's/rbd_data.d77176920d2e\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-15T17:10:21.733 INFO:tasks.workunit.client.1.smithi153.stderr:++++ image=sparse1 2024-04-15T17:10:21.733 INFO:tasks.workunit.client.1.smithi153.stderr:+++ sort -u 2024-04-15T17:10:21.734 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ rbd info sparse1 2024-04-15T17:10:21.734 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ grep 'data_pool: ' 2024-04-15T17:10:21.734 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ awk -F: '{ print $NF }' 2024-04-15T17:10:21.774 INFO:tasks.workunit.client.1.smithi153.stderr:++++ data_pool= 2024-04-15T17:10:21.774 INFO:tasks.workunit.client.1.smithi153.stderr:++++ '[' -z ']' 2024-04-15T17:10:21.774 INFO:tasks.workunit.client.1.smithi153.stderr:++++ data_pool=rbd 2024-04-15T17:10:21.774 INFO:tasks.workunit.client.1.smithi153.stderr:++++ echo rbd 2024-04-15T17:10:21.774 INFO:tasks.workunit.client.1.smithi153.stderr:+++ rados ls -p rbd 2024-04-15T17:10:21.846 INFO:tasks.workunit.client.1.smithi153.stderr:++ objects=1 2024-04-15T17:10:21.846 INFO:tasks.workunit.client.1.smithi153.stderr:++ echo 1 2024-04-15T17:10:21.846 INFO:tasks.workunit.client.1.smithi153.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-15T17:10:21.846 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export sparse1 /tmp/rbd_import_export_133399/sparse1.out 2024-04-15T17:10:21.888 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-15T17:10:21.892 INFO:tasks.workunit.client.1.smithi153.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133399/sparse1 /tmp/rbd_import_export_133399/sparse1.out 2024-04-15T17:10:21.892 INFO:tasks.workunit.client.1.smithi153.stderr:+ cmp -l /tmp/rbd_import_export_133399/sparse1 /tmp/rbd_import_export_133399/sparse1.out 2024-04-15T17:10:21.898 INFO:tasks.workunit.client.1.smithi153.stderr:++ stat /tmp/rbd_import_export_133399/sparse1 --format %b 2024-04-15T17:10:21.899 INFO:tasks.workunit.client.1.smithi153.stderr:+ origsize=2048 2024-04-15T17:10:21.899 INFO:tasks.workunit.client.1.smithi153.stderr:++ stat /tmp/rbd_import_export_133399/sparse1.out --format %b 2024-04-15T17:10:21.901 INFO:tasks.workunit.client.1.smithi153.stderr:+ exportsize=2048 2024-04-15T17:10:21.901 INFO:tasks.workunit.client.1.smithi153.stderr:+ difference=0 2024-04-15T17:10:21.901 INFO:tasks.workunit.client.1.smithi153.stderr:+ difference=0 2024-04-15T17:10:21.901 INFO:tasks.workunit.client.1.smithi153.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-15T17:10:21.901 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/sparse1.out 2024-04-15T17:10:21.902 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd rm sparse1 2024-04-15T17:10:22.020 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-15T17:10:22.023 INFO:tasks.workunit.client.1.smithi153.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_133399/sparse2 oflag=append conv=notrunc 2024-04-15T17:10:22.030 INFO:tasks.workunit.client.1.smithi153.stderr:1+0 records in 2024-04-15T17:10:22.031 INFO:tasks.workunit.client.1.smithi153.stderr:1+0 records out 2024-04-15T17:10:22.031 INFO:tasks.workunit.client.1.smithi153.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00603139 s, 348 MB/s 2024-04-15T17:10:22.031 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-15T17:10:22.134 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 100% complete...done. 2024-04-15T17:10:22.135 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T17:10:22.135 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --order is deprecated, use --object-size 2024-04-15T17:10:22.138 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd ls -l 2024-04-15T17:10:22.138 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep sparse2 2024-04-15T17:10:22.138 INFO:tasks.workunit.client.1.smithi153.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-15T17:10:22.178 INFO:tasks.workunit.client.1.smithi153.stdout:sparse2 4 MiB 2 2024-04-15T17:10:22.178 INFO:tasks.workunit.client.1.smithi153.stderr:++ objects sparse2 2024-04-15T17:10:22.178 INFO:tasks.workunit.client.1.smithi153.stderr:++ image=sparse2 2024-04-15T17:10:22.179 INFO:tasks.workunit.client.1.smithi153.stderr:+++ rbd info sparse2 2024-04-15T17:10:22.179 INFO:tasks.workunit.client.1.smithi153.stderr:+++ grep block_name_prefix 2024-04-15T17:10:22.179 INFO:tasks.workunit.client.1.smithi153.stderr:+++ awk '{print $NF;}' 2024-04-15T17:10:22.220 INFO:tasks.workunit.client.1.smithi153.stderr:++ prefix=rbd_data.d79eda8d0711 2024-04-15T17:10:22.220 INFO:tasks.workunit.client.1.smithi153.stderr:+++ grep rbd_data.d79eda8d0711 2024-04-15T17:10:22.221 INFO:tasks.workunit.client.1.smithi153.stderr:++++ get_image_data_pool sparse2 2024-04-15T17:10:22.221 INFO:tasks.workunit.client.1.smithi153.stderr:++++ image=sparse2 2024-04-15T17:10:22.221 INFO:tasks.workunit.client.1.smithi153.stderr:+++ sed -e 's/rbd_data.d79eda8d0711\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-15T17:10:22.221 INFO:tasks.workunit.client.1.smithi153.stderr:+++ sort -u 2024-04-15T17:10:22.221 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ rbd info sparse2 2024-04-15T17:10:22.221 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ grep 'data_pool: ' 2024-04-15T17:10:22.221 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ awk -F: '{ print $NF }' 2024-04-15T17:10:22.260 INFO:tasks.workunit.client.1.smithi153.stderr:++++ data_pool= 2024-04-15T17:10:22.260 INFO:tasks.workunit.client.1.smithi153.stderr:++++ '[' -z ']' 2024-04-15T17:10:22.260 INFO:tasks.workunit.client.1.smithi153.stderr:++++ data_pool=rbd 2024-04-15T17:10:22.260 INFO:tasks.workunit.client.1.smithi153.stderr:++++ echo rbd 2024-04-15T17:10:22.260 INFO:tasks.workunit.client.1.smithi153.stderr:+++ rados ls -p rbd 2024-04-15T17:10:22.326 INFO:tasks.workunit.client.1.smithi153.stderr:++ objects='0 2024-04-15T17:10:22.326 INFO:tasks.workunit.client.1.smithi153.stderr:2 2024-04-15T17:10:22.326 INFO:tasks.workunit.client.1.smithi153.stderr:3' 2024-04-15T17:10:22.326 INFO:tasks.workunit.client.1.smithi153.stderr:++ echo 0 2 3 2024-04-15T17:10:22.327 INFO:tasks.workunit.client.1.smithi153.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-15T17:10:22.327 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export sparse2 /tmp/rbd_import_export_133399/sparse2.out 2024-04-15T17:10:22.368 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-15T17:10:22.371 INFO:tasks.workunit.client.1.smithi153.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_133399/sparse2 /tmp/rbd_import_export_133399/sparse2.out 2024-04-15T17:10:22.372 INFO:tasks.workunit.client.1.smithi153.stderr:+ cmp -l /tmp/rbd_import_export_133399/sparse2 /tmp/rbd_import_export_133399/sparse2.out 2024-04-15T17:10:22.375 INFO:tasks.workunit.client.1.smithi153.stderr:++ stat /tmp/rbd_import_export_133399/sparse2 --format %b 2024-04-15T17:10:22.375 INFO:tasks.workunit.client.1.smithi153.stderr:+ origsize=6144 2024-04-15T17:10:22.376 INFO:tasks.workunit.client.1.smithi153.stderr:++ stat /tmp/rbd_import_export_133399/sparse2.out --format %b 2024-04-15T17:10:22.377 INFO:tasks.workunit.client.1.smithi153.stderr:+ exportsize=6144 2024-04-15T17:10:22.377 INFO:tasks.workunit.client.1.smithi153.stderr:+ difference=0 2024-04-15T17:10:22.377 INFO:tasks.workunit.client.1.smithi153.stderr:+ difference=0 2024-04-15T17:10:22.377 INFO:tasks.workunit.client.1.smithi153.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-15T17:10:22.377 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/sparse2.out 2024-04-15T17:10:22.378 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd rm sparse2 2024-04-15T17:10:22.502 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-15T17:10:22.505 INFO:tasks.workunit.client.1.smithi153.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-15T17:10:22.506 INFO:tasks.workunit.client.1.smithi153.stdout:partially-sparse file imports to partially-sparse image 2024-04-15T17:10:22.506 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_133399/sparse1 sparse 2024-04-15T17:10:22.588 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-15T17:10:22.589 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T17:10:22.589 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --order is deprecated, use --object-size 2024-04-15T17:10:22.592 INFO:tasks.workunit.client.1.smithi153.stderr:++ objects sparse 2024-04-15T17:10:22.593 INFO:tasks.workunit.client.1.smithi153.stderr:++ image=sparse 2024-04-15T17:10:22.593 INFO:tasks.workunit.client.1.smithi153.stderr:+++ rbd info sparse 2024-04-15T17:10:22.593 INFO:tasks.workunit.client.1.smithi153.stderr:+++ grep block_name_prefix 2024-04-15T17:10:22.593 INFO:tasks.workunit.client.1.smithi153.stderr:+++ awk '{print $NF;}' 2024-04-15T17:10:22.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:10:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:10:22.632 INFO:tasks.workunit.client.1.smithi153.stderr:++ prefix=rbd_data.d7cb294c16ea 2024-04-15T17:10:22.633 INFO:tasks.workunit.client.1.smithi153.stderr:+++ grep rbd_data.d7cb294c16ea 2024-04-15T17:10:22.633 INFO:tasks.workunit.client.1.smithi153.stderr:++++ get_image_data_pool sparse 2024-04-15T17:10:22.633 INFO:tasks.workunit.client.1.smithi153.stderr:+++ sed -e 's/rbd_data.d7cb294c16ea\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-15T17:10:22.633 INFO:tasks.workunit.client.1.smithi153.stderr:++++ image=sparse 2024-04-15T17:10:22.633 INFO:tasks.workunit.client.1.smithi153.stderr:+++ sort -u 2024-04-15T17:10:22.633 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ rbd info sparse 2024-04-15T17:10:22.634 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ grep 'data_pool: ' 2024-04-15T17:10:22.634 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ awk -F: '{ print $NF }' 2024-04-15T17:10:22.674 INFO:tasks.workunit.client.1.smithi153.stderr:++++ data_pool= 2024-04-15T17:10:22.674 INFO:tasks.workunit.client.1.smithi153.stderr:++++ '[' -z ']' 2024-04-15T17:10:22.674 INFO:tasks.workunit.client.1.smithi153.stderr:++++ data_pool=rbd 2024-04-15T17:10:22.674 INFO:tasks.workunit.client.1.smithi153.stderr:++++ echo rbd 2024-04-15T17:10:22.674 INFO:tasks.workunit.client.1.smithi153.stderr:+++ rados ls -p rbd 2024-04-15T17:10:22.749 INFO:tasks.workunit.client.1.smithi153.stderr:++ objects=1 2024-04-15T17:10:22.749 INFO:tasks.workunit.client.1.smithi153.stderr:++ echo 1 2024-04-15T17:10:22.749 INFO:tasks.workunit.client.1.smithi153.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-15T17:10:22.749 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd rm sparse 2024-04-15T17:10:22.866 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-15T17:10:22.869 INFO:tasks.workunit.client.1.smithi153.stdout:zeros import through stdin to sparse image 2024-04-15T17:10:22.870 INFO:tasks.workunit.client.1.smithi153.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-15T17:10:22.870 INFO:tasks.workunit.client.1.smithi153.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-15T17:10:22.870 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd import --new-format - sparse 2024-04-15T17:10:22.927 INFO:tasks.workunit.client.1.smithi153.stderr:4+0 records in 2024-04-15T17:10:22.928 INFO:tasks.workunit.client.1.smithi153.stderr:4+0 records out 2024-04-15T17:10:22.928 INFO:tasks.workunit.client.1.smithi153.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0570174 s, 73.6 MB/s 2024-04-15T17:10:22.942 INFO:tasks.workunit.client.1.smithi153.stderr: Importing image: 100% complete...done. 2024-04-15T17:10:22.942 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T17:10:22.946 INFO:tasks.workunit.client.1.smithi153.stderr:++ objects sparse 2024-04-15T17:10:22.946 INFO:tasks.workunit.client.1.smithi153.stderr:++ image=sparse 2024-04-15T17:10:22.946 INFO:tasks.workunit.client.1.smithi153.stderr:+++ rbd info sparse 2024-04-15T17:10:22.946 INFO:tasks.workunit.client.1.smithi153.stderr:+++ grep block_name_prefix 2024-04-15T17:10:22.946 INFO:tasks.workunit.client.1.smithi153.stderr:+++ awk '{print $NF;}' 2024-04-15T17:10:22.986 INFO:tasks.workunit.client.1.smithi153.stderr:++ prefix=rbd_data.d7ecc8b11532 2024-04-15T17:10:22.987 INFO:tasks.workunit.client.1.smithi153.stderr:+++ grep rbd_data.d7ecc8b11532 2024-04-15T17:10:22.987 INFO:tasks.workunit.client.1.smithi153.stderr:+++ sed -e 's/rbd_data.d7ecc8b11532\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-15T17:10:22.987 INFO:tasks.workunit.client.1.smithi153.stderr:++++ get_image_data_pool sparse 2024-04-15T17:10:22.987 INFO:tasks.workunit.client.1.smithi153.stderr:++++ image=sparse 2024-04-15T17:10:22.988 INFO:tasks.workunit.client.1.smithi153.stderr:+++ sort -u 2024-04-15T17:10:22.988 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ rbd info sparse 2024-04-15T17:10:22.988 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ grep 'data_pool: ' 2024-04-15T17:10:22.988 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ awk -F: '{ print $NF }' 2024-04-15T17:10:23.028 INFO:tasks.workunit.client.1.smithi153.stderr:++++ data_pool= 2024-04-15T17:10:23.028 INFO:tasks.workunit.client.1.smithi153.stderr:++++ '[' -z ']' 2024-04-15T17:10:23.028 INFO:tasks.workunit.client.1.smithi153.stderr:++++ data_pool=rbd 2024-04-15T17:10:23.028 INFO:tasks.workunit.client.1.smithi153.stderr:++++ echo rbd 2024-04-15T17:10:23.028 INFO:tasks.workunit.client.1.smithi153.stderr:+++ rados ls -p rbd 2024-04-15T17:10:23.102 INFO:tasks.workunit.client.1.smithi153.stderr:++ objects= 2024-04-15T17:10:23.102 INFO:tasks.workunit.client.1.smithi153.stderr:++ echo 2024-04-15T17:10:23.102 INFO:tasks.workunit.client.1.smithi153.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-15T17:10:23.102 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd rm sparse 2024-04-15T17:10:23.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:22 smithi153 ceph-mon[84714]: pgmap v2039: 105 pgs: 105 active+clean; 803 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 9.4 KiB/s wr, 188 op/s 2024-04-15T17:10:23.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:10:23.224 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 100% complete...done. 2024-04-15T17:10:23.227 INFO:tasks.workunit.client.1.smithi153.stdout:zeros export to sparse file 2024-04-15T17:10:23.227 INFO:tasks.workunit.client.1.smithi153.stderr:+ echo 'zeros export to sparse file' 2024-04-15T17:10:23.227 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd create --new-format sparse --size 4 2024-04-15T17:10:23.273 INFO:tasks.workunit.client.1.smithi153.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-15T17:10:23.276 INFO:tasks.workunit.client.1.smithi153.stderr:++ rbd info sparse 2024-04-15T17:10:23.276 INFO:tasks.workunit.client.1.smithi153.stderr:++ grep block_name_prefix 2024-04-15T17:10:23.277 INFO:tasks.workunit.client.1.smithi153.stderr:++ awk '{print $NF;}' 2024-04-15T17:10:23.318 INFO:tasks.workunit.client.1.smithi153.stderr:+ prefix=rbd_data.d80d8ef0b28d 2024-04-15T17:10:23.318 INFO:tasks.workunit.client.1.smithi153.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-15T17:10:23.318 INFO:tasks.workunit.client.1.smithi153.stderr:++ get_image_data_pool sparse 2024-04-15T17:10:23.318 INFO:tasks.workunit.client.1.smithi153.stderr:++ image=sparse 2024-04-15T17:10:23.319 INFO:tasks.workunit.client.1.smithi153.stderr:+++ rbd info sparse 2024-04-15T17:10:23.319 INFO:tasks.workunit.client.1.smithi153.stderr:+++ awk -F: '{ print $NF }' 2024-04-15T17:10:23.319 INFO:tasks.workunit.client.1.smithi153.stderr:+++ grep 'data_pool: ' 2024-04-15T17:10:23.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:22 smithi090 ceph-mon[89240]: pgmap v2039: 105 pgs: 105 active+clean; 803 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 9.4 KiB/s wr, 188 op/s 2024-04-15T17:10:23.321 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:10:23.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:22 smithi090 ceph-mon[91618]: pgmap v2039: 105 pgs: 105 active+clean; 803 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 141 KiB/s rd, 9.4 KiB/s wr, 188 op/s 2024-04-15T17:10:23.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:10:23.359 INFO:tasks.workunit.client.1.smithi153.stderr:++ data_pool= 2024-04-15T17:10:23.359 INFO:tasks.workunit.client.1.smithi153.stderr:++ '[' -z ']' 2024-04-15T17:10:23.359 INFO:tasks.workunit.client.1.smithi153.stderr:++ data_pool=rbd 2024-04-15T17:10:23.359 INFO:tasks.workunit.client.1.smithi153.stderr:++ echo rbd 2024-04-15T17:10:23.359 INFO:tasks.workunit.client.1.smithi153.stderr:+ rados -p rbd put rbd_data.d80d8ef0b28d.000000000000 - 2024-04-15T17:10:23.392 INFO:tasks.workunit.client.1.smithi153.stderr:1+0 records in 2024-04-15T17:10:23.392 INFO:tasks.workunit.client.1.smithi153.stderr:1+0 records out 2024-04-15T17:10:23.392 INFO:tasks.workunit.client.1.smithi153.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0736876 s, 56.9 MB/s 2024-04-15T17:10:23.419 INFO:tasks.workunit.client.1.smithi153.stderr:++ objects sparse 2024-04-15T17:10:23.419 INFO:tasks.workunit.client.1.smithi153.stderr:++ image=sparse 2024-04-15T17:10:23.419 INFO:tasks.workunit.client.1.smithi153.stderr:+++ rbd info sparse 2024-04-15T17:10:23.419 INFO:tasks.workunit.client.1.smithi153.stderr:+++ grep block_name_prefix 2024-04-15T17:10:23.419 INFO:tasks.workunit.client.1.smithi153.stderr:+++ awk '{print $NF;}' 2024-04-15T17:10:23.459 INFO:tasks.workunit.client.1.smithi153.stderr:++ prefix=rbd_data.d80d8ef0b28d 2024-04-15T17:10:23.461 INFO:tasks.workunit.client.1.smithi153.stderr:+++ grep rbd_data.d80d8ef0b28d 2024-04-15T17:10:23.461 INFO:tasks.workunit.client.1.smithi153.stderr:++++ get_image_data_pool sparse 2024-04-15T17:10:23.461 INFO:tasks.workunit.client.1.smithi153.stderr:++++ image=sparse 2024-04-15T17:10:23.461 INFO:tasks.workunit.client.1.smithi153.stderr:+++ sed -e 's/rbd_data.d80d8ef0b28d\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-15T17:10:23.461 INFO:tasks.workunit.client.1.smithi153.stderr:+++ sort -u 2024-04-15T17:10:23.461 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ rbd info sparse 2024-04-15T17:10:23.461 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ grep 'data_pool: ' 2024-04-15T17:10:23.461 INFO:tasks.workunit.client.1.smithi153.stderr:+++++ awk -F: '{ print $NF }' 2024-04-15T17:10:23.502 INFO:tasks.workunit.client.1.smithi153.stderr:++++ data_pool= 2024-04-15T17:10:23.502 INFO:tasks.workunit.client.1.smithi153.stderr:++++ '[' -z ']' 2024-04-15T17:10:23.502 INFO:tasks.workunit.client.1.smithi153.stderr:++++ data_pool=rbd 2024-04-15T17:10:23.502 INFO:tasks.workunit.client.1.smithi153.stderr:++++ echo rbd 2024-04-15T17:10:23.502 INFO:tasks.workunit.client.1.smithi153.stderr:+++ rados ls -p rbd 2024-04-15T17:10:23.575 INFO:tasks.workunit.client.1.smithi153.stderr:++ objects=0 2024-04-15T17:10:23.575 INFO:tasks.workunit.client.1.smithi153.stderr:++ echo 0 2024-04-15T17:10:23.575 INFO:tasks.workunit.client.1.smithi153.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-15T17:10:23.575 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/sparse 2024-04-15T17:10:23.576 INFO:tasks.workunit.client.1.smithi153.stderr:rm: cannot remove '/tmp/rbd_import_export_133399/sparse': No such file or directory 2024-04-15T17:10:23.576 INFO:tasks.workunit.client.1.smithi153.stderr:+ true 2024-04-15T17:10:23.576 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd export sparse /tmp/rbd_import_export_133399/sparse 2024-04-15T17:10:23.615 INFO:tasks.workunit.client.1.smithi153.stderr: Exporting image: 100% complete...done. 2024-04-15T17:10:23.622 INFO:tasks.workunit.client.1.smithi153.stderr:++ stat /tmp/rbd_import_export_133399/sparse --format=%b 2024-04-15T17:10:23.622 INFO:tasks.workunit.client.1.smithi153.stderr:+ '[' 0 = 0 ']' 2024-04-15T17:10:23.622 INFO:tasks.workunit.client.1.smithi153.stderr:+ rbd rm sparse 2024-04-15T17:10:23.740 INFO:tasks.workunit.client.1.smithi153.stderr: Removing image: 100% complete...done. 2024-04-15T17:10:23.743 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm /tmp/rbd_import_export_133399/sparse /tmp/rbd_import_export_133399/sparse1 /tmp/rbd_import_export_133399/sparse2 /tmp/rbd_import_export_133399/sparse3 2024-04-15T17:10:23.745 INFO:tasks.workunit.client.1.smithi153.stderr:rm: cannot remove '/tmp/rbd_import_export_133399/sparse3': No such file or directory 2024-04-15T17:10:23.745 INFO:tasks.workunit.client.1.smithi153.stderr:+ true 2024-04-15T17:10:23.745 INFO:tasks.workunit.client.1.smithi153.stdout:OK 2024-04-15T17:10:23.746 INFO:tasks.workunit.client.1.smithi153.stderr:+ echo OK 2024-04-15T17:10:23.746 INFO:tasks.workunit.client.1.smithi153.stderr:+ rm -rf /tmp/rbd_import_export_133399 2024-04-15T17:10:23.747 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T17:10:23.747 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-15T17:10:23.818 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-15T17:10:23.819 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-15T17:10:24.048 DEBUG:teuthology.parallel:result is None 2024-04-15T17:10:24.048 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-15T17:10:24.077 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-15T17:10:24.078 DEBUG:teuthology.orchestra.run.smithi153:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-15T17:10:24.133 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-15T17:10:24.133 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T17:10:24.134 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-15T17:10:24.134 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T17:10:24.134 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-15T17:10:24.134 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-15T17:10:24.135 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-15T17:10:24.135 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-15T17:10:24.135 DEBUG:teuthology.orchestra.run.smithi090:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-15T17:10:24.154 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T17:10:24.154 INFO:teuthology.orchestra.run.smithi090.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-15T17:10:24.155 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T17:10:24.212 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-15T17:10:24.212 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-15T17:10:24.271 INFO:tasks.workunit:timeout=3h 2024-04-15T17:10:24.271 INFO:tasks.workunit:cleanup=True 2024-04-15T17:10:24.272 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-15T17:10:24.330 INFO:tasks.workunit.client.0.smithi090.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-15T17:10:25.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:24 smithi153 ceph-mon[84714]: pgmap v2040: 105 pgs: 105 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 557 KiB/s rd, 355 KiB/s wr, 282 op/s 2024-04-15T17:10:25.115 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:24 smithi153 ceph-mon[84714]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-15T17:10:25.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:24 smithi090 ceph-mon[91618]: pgmap v2040: 105 pgs: 105 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 557 KiB/s rd, 355 KiB/s wr, 282 op/s 2024-04-15T17:10:25.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:24 smithi090 ceph-mon[91618]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-15T17:10:25.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:24 smithi090 ceph-mon[89240]: pgmap v2040: 105 pgs: 105 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 557 KiB/s rd, 355 KiB/s wr, 282 op/s 2024-04-15T17:10:25.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:24 smithi090 ceph-mon[89240]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-15T17:10:27.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:26 smithi153 ceph-mon[84714]: pgmap v2042: 105 pgs: 105 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 477 KiB/s rd, 327 KiB/s wr, 209 op/s 2024-04-15T17:10:27.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:26 smithi090 ceph-mon[91618]: pgmap v2042: 105 pgs: 105 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 477 KiB/s rd, 327 KiB/s wr, 209 op/s 2024-04-15T17:10:27.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:26 smithi090 ceph-mon[89240]: pgmap v2042: 105 pgs: 105 active+clean; 1.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 477 KiB/s rd, 327 KiB/s wr, 209 op/s 2024-04-15T17:10:29.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:28 smithi153 ceph-mon[84714]: pgmap v2043: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 782 KiB/s wr, 361 op/s 2024-04-15T17:10:29.124 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:28 smithi090 ceph-mon[89240]: pgmap v2043: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 782 KiB/s wr, 361 op/s 2024-04-15T17:10:29.124 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:28 smithi090 ceph-mon[91618]: pgmap v2043: 105 pgs: 105 active+clean; 583 KiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 782 KiB/s wr, 361 op/s 2024-04-15T17:10:29.124 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:10:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:10:29] "GET /metrics HTTP/1.1" 200 34046 "" "Prometheus/2.43.0" 2024-04-15T17:10:31.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:30 smithi153 ceph-mon[84714]: pgmap v2044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 1.2 MiB/s wr, 308 op/s 2024-04-15T17:10:31.321 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:30 smithi090 ceph-mon[91618]: pgmap v2044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 1.2 MiB/s wr, 308 op/s 2024-04-15T17:10:31.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:30 smithi090 ceph-mon[89240]: pgmap v2044: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 876 KiB/s rd, 1.2 MiB/s wr, 308 op/s 2024-04-15T17:10:32.614 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:10:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:10:33.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:32 smithi153 ceph-mon[84714]: pgmap v2045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 1.1 MiB/s wr, 243 op/s 2024-04-15T17:10:33.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:32 smithi090 ceph-mon[89240]: pgmap v2045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 1.1 MiB/s wr, 243 op/s 2024-04-15T17:10:33.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:32 smithi090 ceph-mon[91618]: pgmap v2045: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 1.1 MiB/s wr, 243 op/s 2024-04-15T17:10:35.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:34 smithi153 ceph-mon[84714]: pgmap v2046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 928 KiB/s wr, 158 op/s 2024-04-15T17:10:35.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:34 smithi090 ceph-mon[91618]: pgmap v2046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 928 KiB/s wr, 158 op/s 2024-04-15T17:10:35.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:34 smithi090 ceph-mon[89240]: pgmap v2046: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 928 KiB/s wr, 158 op/s 2024-04-15T17:10:37.114 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:36 smithi153 ceph-mon[84714]: pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 882 KiB/s wr, 150 op/s 2024-04-15T17:10:37.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:36 smithi090 ceph-mon[91618]: pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 882 KiB/s wr, 150 op/s 2024-04-15T17:10:37.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:36 smithi090 ceph-mon[89240]: pgmap v2047: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 500 KiB/s rd, 882 KiB/s wr, 150 op/s 2024-04-15T17:10:38.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:10:38.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:10:38.364 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:10:38.612 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-15T17:10:38.668 INFO:tasks.workunit.client.0.smithi090.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-15T17:10:38.670 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T17:10:38.670 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-15T17:10:38.720 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-15T17:10:38.768 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-15T17:10:38.808 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T17:10:38.810 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T17:10:38.810 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-15T17:10:38.849 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T17:10:38.852 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T17:10:38.852 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-15T17:10:38.909 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-15T17:10:38.910 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-15T17:10:38.910 DEBUG:teuthology.orchestra.run.smithi090:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-15T17:10:39.010 INFO:tasks.workunit.client.0.smithi090.stderr:warning: failed to enable lockdep 2024-04-15T17:10:39.010 INFO:tasks.workunit.client.0.smithi090.stdout:seed 139117 2024-04-15T17:10:39.010 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] Running 480 tests from 24 test suites. 2024-04-15T17:10:39.011 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment set-up. 2024-04-15T17:10:39.011 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 1 test from TestJournalStress 2024-04-15T17:10:39.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:38 smithi090 ceph-mon[89240]: pgmap v2048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 773 KiB/s wr, 132 op/s 2024-04-15T17:10:39.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:38 smithi090 ceph-mon[91618]: pgmap v2048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 773 KiB/s wr, 132 op/s 2024-04-15T17:10:39.322 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:10:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:10:39] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-15T17:10:39.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:38 smithi153 ceph-mon[84714]: pgmap v2048: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 773 KiB/s wr, 132 op/s 2024-04-15T17:10:40.887 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-15T17:10:41.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:40 smithi090 ceph-mon[89240]: pgmap v2049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 428 KiB/s wr, 3 op/s 2024-04-15T17:10:41.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:40 smithi090 ceph-mon[89240]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-15T17:10:41.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:40 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3930860327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:41.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:40 smithi090 ceph-mon[91618]: pgmap v2049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 428 KiB/s wr, 3 op/s 2024-04-15T17:10:41.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:40 smithi090 ceph-mon[91618]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-15T17:10:41.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:40 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3930860327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:41.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:40 smithi153 ceph-mon[84714]: pgmap v2049: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 KiB/s rd, 428 KiB/s wr, 3 op/s 2024-04-15T17:10:41.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:40 smithi153 ceph-mon[84714]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-15T17:10:41.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:40 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3930860327' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:42.298 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:41 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3930860327' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:10:42.298 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:41 smithi153 ceph-mon[84714]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-15T17:10:42.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:41 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3930860327' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:10:42.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:41 smithi090 ceph-mon[91618]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-15T17:10:42.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:41 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3930860327' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:10:42.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:41 smithi090 ceph-mon[89240]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-15T17:10:42.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:10:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:10:42.919 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-04-15T17:10:42.919 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:42.919 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2033 ms) 2024-04-15T17:10:43.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:42 smithi090 ceph-mon[89240]: pgmap v2052: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:43.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:42 smithi090 ceph-mon[89240]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-15T17:10:43.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:42 smithi090 ceph-mon[91618]: pgmap v2052: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:43.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:42 smithi090 ceph-mon[91618]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-15T17:10:43.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:42 smithi153 ceph-mon[84714]: pgmap v2052: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:43.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:42 smithi153 ceph-mon[84714]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-15T17:10:43.911 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 1 test from TestJournalStress (2033 ms total) 2024-04-15T17:10:43.912 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:10:43.912 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 16 tests from TestJournalReplay 2024-04-15T17:10:44.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:43 smithi090 ceph-mon[89240]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-15T17:10:44.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:43 smithi090 ceph-mon[91618]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-15T17:10:44.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:43 smithi153 ceph-mon[84714]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-15T17:10:45.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:44 smithi090 ceph-mon[89240]: pgmap v2055: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:45.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:44 smithi090 ceph-mon[89240]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-15T17:10:45.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:44 smithi090 ceph-mon[91618]: pgmap v2055: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:45.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:44 smithi090 ceph-mon[91618]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-15T17:10:45.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:44 smithi153 ceph-mon[84714]: pgmap v2055: 137 pgs: 15 creating+peering, 122 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:45.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:44 smithi153 ceph-mon[84714]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-15T17:10:45.923 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-15T17:10:46.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:45 smithi090 ceph-mon[89240]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-15T17:10:46.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:45 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/374683475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:46.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:45 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:46.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:45 smithi090 ceph-mon[91618]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-15T17:10:46.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:45 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/374683475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:46.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:45 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:46.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:45 smithi153 ceph-mon[84714]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-15T17:10:46.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:45 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/374683475' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:46.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:45 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:47.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:46 smithi090 ceph-mon[89240]: pgmap v2058: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:47.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:46 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:10:47.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:46 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:10:47.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:46 smithi090 ceph-mon[89240]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-15T17:10:47.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:46 smithi090 ceph-mon[91618]: pgmap v2058: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:47.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:46 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:10:47.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:46 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:10:47.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:46 smithi090 ceph-mon[91618]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-15T17:10:47.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:46 smithi153 ceph-mon[84714]: pgmap v2058: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:47.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:46 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:10:47.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:46 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:10:47.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:46 smithi153 ceph-mon[84714]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-15T17:10:47.952 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-04-15T17:10:47.952 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:47.952 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2029 ms) 2024-04-15T17:10:47.952 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-15T17:10:47.966 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-04-15T17:10:47.966 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:47.966 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (14 ms) 2024-04-15T17:10:47.966 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-15T17:10:47.975 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-04-15T17:10:47.975 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:47.975 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (10 ms) 2024-04-15T17:10:47.975 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-15T17:10:47.983 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-04-15T17:10:47.983 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:47.984 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (8 ms) 2024-04-15T17:10:47.984 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-15T17:10:47.991 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-04-15T17:10:47.991 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:47.991 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (8 ms) 2024-04-15T17:10:47.991 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-15T17:10:47.999 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-04-15T17:10:47.999 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:47.999 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (8 ms) 2024-04-15T17:10:48.000 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-15T17:10:48.008 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-04-15T17:10:48.008 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:48.008 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (8 ms) 2024-04-15T17:10:48.008 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-15T17:10:48.016 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-04-15T17:10:48.016 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:48.016 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (8 ms) 2024-04-15T17:10:48.016 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-15T17:10:48.024 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-04-15T17:10:48.024 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:48.024 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (8 ms) 2024-04-15T17:10:48.024 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-15T17:10:48.031 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-04-15T17:10:48.032 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:48.032 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.Rename (8 ms) 2024-04-15T17:10:48.032 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-15T17:10:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-04-15T17:10:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.Resize (8 ms) 2024-04-15T17:10:48.040 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-15T17:10:48.047 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-04-15T17:10:48.047 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:48.047 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.Flatten (8 ms) 2024-04-15T17:10:48.047 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-15T17:10:48.054 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-04-15T17:10:48.055 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:48.055 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (7 ms) 2024-04-15T17:10:48.055 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-15T17:10:48.062 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-04-15T17:10:48.062 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:48.062 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (8 ms) 2024-04-15T17:10:48.062 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-15T17:10:48.070 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-04-15T17:10:48.070 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:48.070 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (8 ms) 2024-04-15T17:10:48.070 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-15T17:10:48.078 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-04-15T17:10:48.078 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:48.078 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (7 ms) 2024-04-15T17:10:48.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:47 smithi090 ceph-mon[89240]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-15T17:10:48.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:47 smithi090 ceph-mon[91618]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-15T17:10:48.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:47 smithi153 ceph-mon[84714]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-15T17:10:48.942 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 16 tests from TestJournalReplay (2155 ms total) 2024-04-15T17:10:48.942 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:10:48.942 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 4 tests from TestJournalEntries 2024-04-15T17:10:49.322 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:10:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:10:49] "GET /metrics HTTP/1.1" 200 34047 "" "Prometheus/2.43.0" 2024-04-15T17:10:49.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:48 smithi090 ceph-mon[89240]: pgmap v2061: 137 pgs: 15 creating+peering, 6 unknown, 116 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:49.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:48 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:10:49.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:48 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T17:10:49.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:48 smithi090 ceph-mon[89240]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-15T17:10:49.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:48 smithi090 ceph-mon[91618]: pgmap v2061: 137 pgs: 15 creating+peering, 6 unknown, 116 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:49.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:48 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:10:49.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:48 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T17:10:49.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:48 smithi090 ceph-mon[91618]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-15T17:10:49.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:48 smithi153 ceph-mon[84714]: pgmap v2061: 137 pgs: 15 creating+peering, 6 unknown, 116 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:49.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:48 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:10:49.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:48 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T17:10:49.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:48 smithi153 ceph-mon[84714]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-15T17:10:50.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:49 smithi090 ceph-mon[89240]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-15T17:10:50.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:49 smithi090 ceph-mon[91618]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-15T17:10:50.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:49 smithi153 ceph-mon[84714]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-15T17:10:50.951 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-15T17:10:51.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:50 smithi090 ceph-mon[89240]: pgmap v2064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:51.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:50 smithi090 ceph-mon[89240]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-15T17:10:51.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:50 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2501372278' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:51.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:50 smithi090 ceph-mon[91618]: pgmap v2064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:51.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:50 smithi090 ceph-mon[91618]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-15T17:10:51.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:50 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2501372278' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:51.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:50 smithi153 ceph-mon[84714]: pgmap v2064: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:51.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:50 smithi153 ceph-mon[84714]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-15T17:10:51.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:50 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2501372278' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:52.266 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:51 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2501372278' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:10:52.266 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:51 smithi153 ceph-mon[84714]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-15T17:10:52.266 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:51 smithi153 ceph-mon[84714]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-15T17:10:52.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:51 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2501372278' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:10:52.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:51 smithi090 ceph-mon[91618]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-15T17:10:52.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:51 smithi090 ceph-mon[91618]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-15T17:10:52.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:51 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2501372278' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:10:52.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:51 smithi090 ceph-mon[89240]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-15T17:10:52.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:51 smithi090 ceph-mon[89240]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-15T17:10:52.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:10:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:10:52.968 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-04-15T17:10:52.968 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:52.968 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2017 ms) 2024-04-15T17:10:52.968 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-15T17:10:52.979 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-04-15T17:10:52.979 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:52.979 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (11 ms) 2024-04-15T17:10:52.979 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-15T17:10:52.987 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-04-15T17:10:52.987 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:52.987 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (8 ms) 2024-04-15T17:10:52.987 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-15T17:10:52.995 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-04-15T17:10:52.995 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:10:52.995 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (8 ms) 2024-04-15T17:10:53.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:52 smithi090 ceph-mon[89240]: pgmap v2067: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:53.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:10:53.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:10:53.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:10:53.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:10:53.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:10:53.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:52 smithi090 ceph-mon[89240]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-15T17:10:53.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:52 smithi090 ceph-mon[91618]: pgmap v2067: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:53.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:10:53.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:10:53.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:10:53.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:10:53.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:10:53.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:52 smithi090 ceph-mon[91618]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-15T17:10:53.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:52 smithi153 ceph-mon[84714]: pgmap v2067: 137 pgs: 18 creating+peering, 14 unknown, 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:53.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:10:53.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:10:53.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:10:53.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:10:53.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:10:53.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:52 smithi153 ceph-mon[84714]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-15T17:10:53.982 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 4 tests from TestJournalEntries (2044 ms total) 2024-04-15T17:10:53.982 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:10:53.982 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 2 tests from TestTrash 2024-04-15T17:10:55.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:54 smithi090 ceph-mon[89240]: pgmap v2070: 137 pgs: 18 creating+peering, 119 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:55.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:54 smithi090 ceph-mon[89240]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-15T17:10:55.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:54 smithi090 ceph-mon[91618]: pgmap v2070: 137 pgs: 18 creating+peering, 119 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:55.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:54 smithi090 ceph-mon[91618]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-15T17:10:55.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:54 smithi153 ceph-mon[84714]: pgmap v2070: 137 pgs: 18 creating+peering, 119 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:55.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:54 smithi153 ceph-mon[84714]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-15T17:10:55.990 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-15T17:10:56.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:56 smithi090 ceph-mon[89240]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-15T17:10:56.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:56 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3332711346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:56.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:56 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:56.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:56 smithi090 ceph-mon[91618]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-15T17:10:56.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:56 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3332711346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:56.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:56 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:56.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:56 smithi153 ceph-mon[84714]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-15T17:10:56.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:56 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3332711346' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:56.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:56 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:10:57.322 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:57 smithi090 ceph-mon[91618]: pgmap v2073: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:57.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:57 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:10:57.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:57 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:10:57.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:57 smithi090 ceph-mon[91618]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-15T17:10:57.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:57 smithi090 ceph-mon[89240]: pgmap v2073: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:57.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:57 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:10:57.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:57 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:10:57.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:57 smithi090 ceph-mon[89240]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-15T17:10:57.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:57 smithi153 ceph-mon[84714]: pgmap v2073: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:57.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:57 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:10:57.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:57 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:10:57.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:57 smithi153 ceph-mon[84714]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-15T17:10:58.089 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestTrash.UserRemovingSource (2098 ms) 2024-04-15T17:10:58.089 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-15T17:10:58.128 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestTrash.RestoreMirroringSource (39 ms) 2024-04-15T17:10:58.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:58 smithi090 ceph-mon[89240]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-15T17:10:58.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:58 smithi090 ceph-mon[91618]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-15T17:10:58.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:58 smithi153 ceph-mon[84714]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-15T17:10:59.015 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 2 tests from TestTrash (2137 ms total) 2024-04-15T17:10:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:10:59.015 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 1 test from TestOperations 2024-04-15T17:10:59.322 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:10:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:10:59] "GET /metrics HTTP/1.1" 200 36415 "" "Prometheus/2.43.0" 2024-04-15T17:10:59.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:59 smithi090 ceph-mon[89240]: pgmap v2076: 137 pgs: 5 creating+activating, 12 creating+peering, 8 unknown, 112 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:59.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:59 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:10:59.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:59 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T17:10:59.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:10:59 smithi090 ceph-mon[89240]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-15T17:10:59.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:59 smithi090 ceph-mon[91618]: pgmap v2076: 137 pgs: 5 creating+activating, 12 creating+peering, 8 unknown, 112 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:59.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:59 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:10:59.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:59 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T17:10:59.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:10:59 smithi090 ceph-mon[91618]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-15T17:10:59.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:59 smithi153 ceph-mon[84714]: pgmap v2076: 137 pgs: 5 creating+activating, 12 creating+peering, 8 unknown, 112 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:10:59.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:59 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:10:59.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:59 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T17:10:59.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:10:59 smithi153 ceph-mon[84714]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-15T17:11:00.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:00 smithi090 ceph-mon[89240]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-15T17:11:00.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:00 smithi090 ceph-mon[91618]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-15T17:11:00.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:00 smithi153 ceph-mon[84714]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-15T17:11:01.019 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-15T17:11:01.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:01 smithi090 ceph-mon[89240]: pgmap v2079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:01.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:01 smithi090 ceph-mon[89240]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-15T17:11:01.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:01 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1665265279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:01.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:01 smithi090 ceph-mon[91618]: pgmap v2079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:01.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:01 smithi090 ceph-mon[91618]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-15T17:11:01.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:01 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1665265279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:01.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:01 smithi153 ceph-mon[84714]: pgmap v2079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:01.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:01 smithi153 ceph-mon[84714]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-15T17:11:01.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:01 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1665265279' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:02.299 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:02 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1665265279' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:11:02.299 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:02 smithi153 ceph-mon[84714]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-15T17:11:02.322 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:02 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1665265279' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:11:02.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:02 smithi090 ceph-mon[89240]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-15T17:11:02.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:02 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1665265279' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:11:02.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:02 smithi090 ceph-mon[91618]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-15T17:11:02.615 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:11:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:11:03.059 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_Operations.cc:18: Skipped 2024-04-15T17:11:03.060 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:11:03.060 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2040 ms) 2024-04-15T17:11:03.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:03 smithi090 ceph-mon[89240]: pgmap v2082: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:03.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:03 smithi090 ceph-mon[89240]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-15T17:11:03.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:03 smithi090 ceph-mon[91618]: pgmap v2082: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:03.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:03 smithi090 ceph-mon[91618]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-15T17:11:03.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:03 smithi153 ceph-mon[84714]: pgmap v2082: 137 pgs: 22 creating+peering, 10 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:03.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:03 smithi153 ceph-mon[84714]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-15T17:11:04.059 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 1 test from TestOperations (2040 ms total) 2024-04-15T17:11:04.059 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:11:04.059 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 4 tests from TestObjectMap 2024-04-15T17:11:04.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:04 smithi090 ceph-mon[89240]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-15T17:11:04.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:04 smithi090 ceph-mon[91618]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-15T17:11:04.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:04 smithi153 ceph-mon[84714]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-15T17:11:05.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:05 smithi090 ceph-mon[91618]: pgmap v2085: 137 pgs: 22 creating+peering, 115 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:05.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:05 smithi090 ceph-mon[91618]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-15T17:11:05.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:05 smithi090 ceph-mon[89240]: pgmap v2085: 137 pgs: 22 creating+peering, 115 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:05.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:05 smithi090 ceph-mon[89240]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-15T17:11:05.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:05 smithi153 ceph-mon[84714]: pgmap v2085: 137 pgs: 22 creating+peering, 115 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:05.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:05 smithi153 ceph-mon[84714]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-15T17:11:06.063 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-15T17:11:06.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:06 smithi153 ceph-mon[84714]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-15T17:11:06.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:06 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3172007212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:06.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:06 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:06.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:06 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:11:06.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:06 smithi153 ceph-mon[84714]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-15T17:11:06.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:06 smithi090 ceph-mon[89240]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-15T17:11:06.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:06 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3172007212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:06.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:06 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:06.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:06 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:11:06.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:06 smithi090 ceph-mon[89240]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-15T17:11:06.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:06 smithi090 ceph-mon[91618]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-15T17:11:06.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:06 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3172007212' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:06.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:06 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:06.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:06 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:11:06.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:06 smithi090 ceph-mon[91618]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-15T17:11:07.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:07 smithi153 ceph-mon[84714]: pgmap v2088: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:07.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:07 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:11:07.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:07 smithi153 ceph-mon[84714]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-15T17:11:07.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:07 smithi090 ceph-mon[89240]: pgmap v2088: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:07.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:07 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:11:07.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:07 smithi090 ceph-mon[89240]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-15T17:11:07.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:07 smithi090 ceph-mon[91618]: pgmap v2088: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:07.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:07 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:11:07.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:07 smithi090 ceph-mon[91618]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-15T17:11:08.139 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2075 ms) 2024-04-15T17:11:08.139 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-15T17:11:08.167 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (29 ms) 2024-04-15T17:11:08.167 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-15T17:11:08.202 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (35 ms) 2024-04-15T17:11:08.202 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-15T17:11:08.235 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (33 ms) 2024-04-15T17:11:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:08 smithi090 ceph-mon[89240]: pgmap v2091: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:11:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:11:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:08 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:11:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:08 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T17:11:09.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:08 smithi090 ceph-mon[89240]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-15T17:11:09.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:08 smithi090 ceph-mon[91618]: pgmap v2091: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:09.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:11:09.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:11:09.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:08 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:11:09.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:08 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T17:11:09.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:08 smithi090 ceph-mon[91618]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-15T17:11:09.103 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 4 tests from TestObjectMap (2172 ms total) 2024-04-15T17:11:09.103 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:11:09.103 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-15T17:11:09.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:08 smithi153 ceph-mon[84714]: pgmap v2091: 137 pgs: 11 creating+peering, 6 unknown, 120 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:09.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:11:09.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:11:09.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:08 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:11:09.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:08 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T17:11:09.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:08 smithi153 ceph-mon[84714]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-15T17:11:09.573 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:11:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:11:09] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.43.0" 2024-04-15T17:11:10.365 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:10 smithi153 ceph-mon[84714]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-15T17:11:10.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:10 smithi090 ceph-mon[89240]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-15T17:11:10.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:10 smithi090 ceph-mon[91618]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-15T17:11:11.110 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-15T17:11:11.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:11 smithi153 ceph-mon[84714]: pgmap v2094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:11.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:11 smithi153 ceph-mon[84714]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-15T17:11:11.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:11 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/4206057238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:11.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:11 smithi090 ceph-mon[89240]: pgmap v2094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:11.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:11 smithi090 ceph-mon[89240]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-15T17:11:11.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:11 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/4206057238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:11.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:11 smithi090 ceph-mon[91618]: pgmap v2094: 105 pgs: 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:11.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:11 smithi090 ceph-mon[91618]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-15T17:11:11.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:11 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/4206057238' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:12.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:12 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/4206057238' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:11:12.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:12 smithi090 ceph-mon[89240]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-15T17:11:12.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:12 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/4206057238' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:11:12.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:12 smithi090 ceph-mon[91618]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-15T17:11:12.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:12 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/4206057238' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:11:12.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:12 smithi153 ceph-mon[84714]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-15T17:11:12.616 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:11:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:11:13.170 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2061 ms) 2024-04-15T17:11:13.171 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-15T17:11:13.191 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (21 ms) 2024-04-15T17:11:13.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:13 smithi090 ceph-mon[89240]: pgmap v2097: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:13.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:13 smithi090 ceph-mon[89240]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-15T17:11:13.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:13 smithi090 ceph-mon[91618]: pgmap v2097: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:13.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:13 smithi090 ceph-mon[91618]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-15T17:11:13.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:13 smithi153 ceph-mon[84714]: pgmap v2097: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:13.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:13 smithi153 ceph-mon[84714]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-15T17:11:14.143 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 2 tests from TestMirroringWatcher (2082 ms total) 2024-04-15T17:11:14.143 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:11:14.143 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 57 tests from TestMigration 2024-04-15T17:11:14.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:14 smithi090 ceph-mon[89240]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-15T17:11:14.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:14 smithi090 ceph-mon[91618]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-15T17:11:14.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:14 smithi153 ceph-mon[84714]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-15T17:11:15.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:15 smithi090 ceph-mon[89240]: pgmap v2100: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:15.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:15 smithi090 ceph-mon[89240]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-15T17:11:15.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:15 smithi090 ceph-mon[91618]: pgmap v2100: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:15.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:15 smithi090 ceph-mon[91618]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-15T17:11:15.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:15 smithi153 ceph-mon[84714]: pgmap v2100: 137 pgs: 14 creating+peering, 123 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:15.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:15 smithi153 ceph-mon[84714]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-15T17:11:16.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:16 smithi090 ceph-mon[89240]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-15T17:11:16.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:16 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1199458175' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:16.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:16 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:16.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:16 smithi090 ceph-mon[89240]: pgmap v2103: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:16.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:16 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:11:16.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:16 smithi090 ceph-mon[89240]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-15T17:11:16.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:16 smithi090 ceph-mon[91618]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-15T17:11:16.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:16 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1199458175' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:16.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:16 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:16.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:16 smithi090 ceph-mon[91618]: pgmap v2103: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:16.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:16 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:11:16.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:16 smithi090 ceph-mon[91618]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-15T17:11:16.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:16 smithi153 ceph-mon[84714]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-15T17:11:16.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:16 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1199458175' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:16.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:16 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:11:16.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:16 smithi153 ceph-mon[84714]: pgmap v2103: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:16.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:16 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:11:16.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:16 smithi153 ceph-mon[84714]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-15T17:11:17.150 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.Empty 2024-04-15T17:11:17.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:17 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:11:17.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:17 smithi090 ceph-mon[89240]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-15T17:11:17.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:17 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:11:17.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:17 smithi090 ceph-mon[91618]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-15T17:11:17.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:17 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:11:17.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:17 smithi153 ceph-mon[84714]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-15T17:11:18.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:18 smithi090 ceph-mon[89240]: pgmap v2106: 169 pgs: 14 creating+peering, 39 unknown, 116 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:18.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:18 smithi090 ceph-mon[89240]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-15T17:11:18.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:18 smithi090 ceph-mon[91618]: pgmap v2106: 169 pgs: 14 creating+peering, 39 unknown, 116 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:18.574 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:18 smithi090 ceph-mon[91618]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-15T17:11:18.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:18 smithi153 ceph-mon[84714]: pgmap v2106: 169 pgs: 14 creating+peering, 39 unknown, 116 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:18.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:18 smithi153 ceph-mon[84714]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-15T17:11:19.199 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:19.210 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:19.358 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:19.430 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:19.514 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.Empty (2363 ms) 2024-04-15T17:11:19.514 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.OtherName 2024-04-15T17:11:19.544 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:19.554 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:19.573 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:11:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:11:19] "GET /metrics HTTP/1.1" 200 36419 "" "Prometheus/2.43.0" 2024-04-15T17:11:19.683 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:19.752 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:19.833 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.OtherName (319 ms) 2024-04-15T17:11:19.834 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.OtherPool 2024-04-15T17:11:19.862 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:19.873 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:20.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:20 smithi090 ceph-mon[91618]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-15T17:11:20.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:20 smithi090 ceph-mon[91618]: pgmap v2109: 169 pgs: 16 creating+peering, 30 unknown, 123 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:20.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:20 smithi090 ceph-mon[89240]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-15T17:11:20.574 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:20 smithi090 ceph-mon[89240]: pgmap v2109: 169 pgs: 16 creating+peering, 30 unknown, 123 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:20.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:20 smithi153 ceph-mon[84714]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-15T17:11:20.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:20 smithi153 ceph-mon[84714]: pgmap v2109: 169 pgs: 16 creating+peering, 30 unknown, 123 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:11:21.282 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:21.352 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:21.436 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.OtherPool (1602 ms) 2024-04-15T17:11:21.436 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-15T17:11:21.466 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:21.478 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:21.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:21 smithi090 ceph-mon[91618]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-15T17:11:21.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:21 smithi090 ceph-mon[89240]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-15T17:11:21.614 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:21.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:21 smithi153 ceph-mon[84714]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-15T17:11:21.679 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:21.759 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.OtherNamespace (324 ms) 2024-04-15T17:11:21.760 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.DataPool 2024-04-15T17:11:21.789 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:21.800 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:21.940 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:22.007 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:22.088 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.DataPool (328 ms) 2024-04-15T17:11:22.088 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-15T17:11:22.116 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:22.126 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:22.268 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:11:22.368 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.AbortAfterPrepare (280 ms) 2024-04-15T17:11:22.368 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-15T17:11:22.397 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:22.407 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:22.509 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (141 ms) 2024-04-15T17:11:22.509 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-15T17:11:22.516 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:11:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:11:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:11:22.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:22 smithi153 ceph-mon[84714]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-15T17:11:22.516 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:22 smithi153 ceph-mon[84714]: pgmap v2112: 169 pgs: 2 creating+peering, 13 unknown, 154 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 13 KiB/s wr, 370 op/s 2024-04-15T17:11:22.540 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:22.550 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:22.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:22 smithi090 ceph-mon[89240]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-15T17:11:22.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:22 smithi090 ceph-mon[89240]: pgmap v2112: 169 pgs: 2 creating+peering, 13 unknown, 154 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 13 KiB/s wr, 370 op/s 2024-04-15T17:11:22.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:22 smithi090 ceph-mon[91618]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-15T17:11:22.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:22 smithi090 ceph-mon[91618]: pgmap v2112: 169 pgs: 2 creating+peering, 13 unknown, 154 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 307 KiB/s rd, 13 KiB/s wr, 370 op/s 2024-04-15T17:11:22.690 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:22.759 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:11:22.858 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.AbortAfterExecute (349 ms) 2024-04-15T17:11:22.858 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-15T17:11:22.888 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:22.898 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:23.027 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:23.094 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:11:23.196 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (338 ms) 2024-04-15T17:11:23.196 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-15T17:11:23.225 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:23.237 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:23.365 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:23.431 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:11:23.531 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:11:23.539 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (344 ms) 2024-04-15T17:11:23.539 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-15T17:11:23.571 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:23.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:11:23.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:11:23.582 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_Migration.cc:635: Skipped 2024-04-15T17:11:23.582 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:11:23.589 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (49 ms) 2024-04-15T17:11:23.589 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-15T17:11:23.622 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:23.634 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_Migration.cc:653: Skipped 2024-04-15T17:11:23.634 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:11:23.642 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestMigration.MirroringAbort (53 ms) 2024-04-15T17:11:23.642 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-15T17:11:23.672 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:23.682 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_Migration.cc:676: Skipped 2024-04-15T17:11:23.682 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:11:23.689 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (47 ms) 2024-04-15T17:11:23.689 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-15T17:11:23.721 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:23.732 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_Migration.cc:694: Skipped 2024-04-15T17:11:23.732 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:11:23.738 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (50 ms) 2024-04-15T17:11:23.738 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-15T17:11:23.765 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:23.776 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_Migration.cc:714: Skipped 2024-04-15T17:11:23.776 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:11:23.782 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestMigration.MirroringPool (44 ms) 2024-04-15T17:11:23.782 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.Group 2024-04-15T17:11:23.812 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:23.830 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:23.972 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:24.040 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:24.131 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.Group (348 ms) 2024-04-15T17:11:24.131 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-15T17:11:24.160 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:24.180 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:24.317 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:11:24.425 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.GroupAbort (294 ms) 2024-04-15T17:11:24.425 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-15T17:11:24.454 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:24.465 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:11:24.533 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 16777218~8388609 2024-04-15T17:11:24.573 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:24 smithi090 ceph-mon[89240]: pgmap v2113: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 19 KiB/s wr, 377 op/s 2024-04-15T17:11:24.573 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:24 smithi090 ceph-mon[91618]: pgmap v2113: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 19 KiB/s wr, 377 op/s 2024-04-15T17:11:24.589 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:24.616 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:24 smithi153 ceph-mon[84714]: pgmap v2113: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 291 KiB/s rd, 19 KiB/s wr, 377 op/s 2024-04-15T17:11:24.775 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:24.891 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:25.015 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.NoSnaps (591 ms) 2024-04-15T17:11:25.016 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-15T17:11:25.043 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:25.053 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:11:25.118 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 16777218~8388609 2024-04-15T17:11:25.171 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:11:25.176 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 16777218~8388609 2024-04-15T17:11:25.244 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:25.417 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:25.525 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:25.642 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.NoSnapsOtherPool (626 ms) 2024-04-15T17:11:25.642 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-15T17:11:25.672 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:25.682 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:11:25.744 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 16777218~8388609 2024-04-15T17:11:25.802 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:25.994 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:26.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:25 smithi090 ceph-mon[91618]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-15T17:11:26.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:25 smithi090 ceph-mon[89240]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-15T17:11:26.115 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:26.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:25 smithi153 ceph-mon[84714]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-15T17:11:26.238 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.NoSnapsDataPool (597 ms) 2024-04-15T17:11:26.239 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-15T17:11:26.267 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:26.277 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:11:26.330 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 16777218~8388609 2024-04-15T17:11:26.378 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:26.550 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 41943040 2024-04-15T17:11:26.557 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:26.673 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:26.777 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (538 ms) 2024-04-15T17:11:26.777 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-15T17:11:26.809 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:26.824 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:11:26.900 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 16777218~8388609 2024-04-15T17:11:26.951 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 0 2024-04-15T17:11:26.964 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:27.070 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:27.073 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:26 smithi090 ceph-mon[89240]: pgmap v2115: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 251 KiB/s rd, 16 KiB/s wr, 325 op/s 2024-04-15T17:11:27.073 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:26 smithi090 ceph-mon[91618]: pgmap v2115: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 251 KiB/s rd, 16 KiB/s wr, 325 op/s 2024-04-15T17:11:27.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:26 smithi153 ceph-mon[84714]: pgmap v2115: 169 pgs: 169 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 251 KiB/s rd, 16 KiB/s wr, 325 op/s 2024-04-15T17:11:27.139 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:27.186 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (409 ms) 2024-04-15T17:11:27.186 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-15T17:11:27.218 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:27.228 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:11:27.290 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 16777218~8388609 2024-04-15T17:11:27.340 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:27.533 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 0 2024-04-15T17:11:27.545 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:27.611 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:27.666 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (480 ms) 2024-04-15T17:11:27.666 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-15T17:11:27.697 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:27.708 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:11:27.758 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 16777218~8388609 2024-04-15T17:11:27.802 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:27.978 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 167772160 2024-04-15T17:11:27.985 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:28.108 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:28.239 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (573 ms) 2024-04-15T17:11:28.239 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-15T17:11:28.270 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:28.280 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:11:28.333 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 16777218~8388609 2024-04-15T17:11:28.384 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:28.574 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: after_prepare_snap 2024-04-15T17:11:29.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:28 smithi090 ceph-mon[91618]: pgmap v2116: 169 pgs: 169 active+clean; 97 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 20 MiB/s wr, 1.55k op/s 2024-04-15T17:11:29.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:28 smithi090 ceph-mon[89240]: pgmap v2116: 169 pgs: 169 active+clean; 97 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 20 MiB/s wr, 1.55k op/s 2024-04-15T17:11:29.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:28 smithi153 ceph-mon[84714]: pgmap v2116: 169 pgs: 169 active+clean; 97 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 20 MiB/s wr, 1.55k op/s 2024-04-15T17:11:29.573 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:11:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:11:29] "GET /metrics HTTP/1.1" 200 38842 "" "Prometheus/2.43.0" 2024-04-15T17:11:29.817 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 41943040 2024-04-15T17:11:29.843 INFO:tasks.workunit.client.0.smithi090.stdout:write: * 0~1000 2024-04-15T17:11:29.848 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:29.969 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:30.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:29 smithi153 ceph-mon[84714]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-15T17:11:30.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:29 smithi153 ceph-mon[84714]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-15T17:11:30.124 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (1886 ms) 2024-04-15T17:11:30.125 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.Snaps 2024-04-15T17:11:30.156 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:30.166 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:11:30.219 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:11:30.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:29 smithi090 ceph-mon[91618]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-15T17:11:30.323 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:29 smithi090 ceph-mon[91618]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-15T17:11:30.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:29 smithi090 ceph-mon[89240]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-15T17:11:30.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:29 smithi090 ceph-mon[89240]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-15T17:11:31.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:30 smithi153 ceph-mon[84714]: pgmap v2118: 169 pgs: 169 active+clean; 121 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 22 MiB/s wr, 1.41k op/s 2024-04-15T17:11:31.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:30 smithi090 ceph-mon[91618]: pgmap v2118: 169 pgs: 169 active+clean; 121 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 22 MiB/s wr, 1.41k op/s 2024-04-15T17:11:31.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:30 smithi090 ceph-mon[89240]: pgmap v2118: 169 pgs: 169 active+clean; 121 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 22 MiB/s wr, 1.41k op/s 2024-04-15T17:11:31.859 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 8388609~8388609 2024-04-15T17:11:31.872 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 0~1000 2024-04-15T17:11:31.872 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 1010~1000 2024-04-15T17:11:31.873 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap2 2024-04-15T17:11:32.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:31 smithi153 ceph-mon[84714]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-15T17:11:32.323 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:31 smithi090 ceph-mon[89240]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-15T17:11:32.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:31 smithi090 ceph-mon[91618]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-15T17:11:32.616 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:11:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:11:33.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:32 smithi153 ceph-mon[84714]: pgmap v2121: 169 pgs: 169 active+clean; 157 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 47 MiB/s wr, 2.50k op/s 2024-04-15T17:11:33.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:32 smithi153 ceph-mon[84714]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-15T17:11:33.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:32 smithi090 ceph-mon[89240]: pgmap v2121: 169 pgs: 169 active+clean; 157 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 47 MiB/s wr, 2.50k op/s 2024-04-15T17:11:33.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:32 smithi090 ceph-mon[89240]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-15T17:11:33.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:32 smithi090 ceph-mon[91618]: pgmap v2121: 169 pgs: 169 active+clean; 157 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 47 MiB/s wr, 2.50k op/s 2024-04-15T17:11:33.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:32 smithi090 ceph-mon[91618]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-15T17:11:33.872 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 8388609~1000 2024-04-15T17:11:33.879 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 16777228~1000 2024-04-15T17:11:33.879 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 167772160 2024-04-15T17:11:33.888 INFO:tasks.workunit.client.0.smithi090.stdout:write: 2 83886079~8388609 2024-04-15T17:11:33.904 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap3 2024-04-15T17:11:34.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:33 smithi153 ceph-mon[84714]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-15T17:11:34.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:33 smithi090 ceph-mon[91618]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-15T17:11:34.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:33 smithi090 ceph-mon[89240]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-15T17:11:35.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:34 smithi153 ceph-mon[84714]: pgmap v2124: 169 pgs: 169 active+clean; 217 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 84 MiB/s rd, 57 MiB/s wr, 1.58k op/s 2024-04-15T17:11:35.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:34 smithi153 ceph-mon[84714]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-15T17:11:35.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:34 smithi090 ceph-mon[91618]: pgmap v2124: 169 pgs: 169 active+clean; 217 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 84 MiB/s rd, 57 MiB/s wr, 1.58k op/s 2024-04-15T17:11:35.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:34 smithi090 ceph-mon[91618]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-15T17:11:35.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:34 smithi090 ceph-mon[89240]: pgmap v2124: 169 pgs: 169 active+clean; 217 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 84 MiB/s rd, 57 MiB/s wr, 1.58k op/s 2024-04-15T17:11:35.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:34 smithi090 ceph-mon[89240]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-15T17:11:35.888 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:35.912 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 83886079~1 2024-04-15T17:11:35.920 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:36.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:35 smithi090 ceph-mon[91618]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-15T17:11:36.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:35 smithi090 ceph-mon[89240]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-15T17:11:36.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:35 smithi153 ceph-mon[84714]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-15T17:11:37.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:36 smithi090 ceph-mon[91618]: pgmap v2127: 169 pgs: 169 active+clean; 217 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 30 MiB/s wr, 539 op/s 2024-04-15T17:11:37.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:36 smithi090 ceph-mon[91618]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-15T17:11:37.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:36 smithi090 ceph-mon[89240]: pgmap v2127: 169 pgs: 169 active+clean; 217 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 30 MiB/s wr, 539 op/s 2024-04-15T17:11:37.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:36 smithi090 ceph-mon[89240]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-15T17:11:37.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:36 smithi153 ceph-mon[84714]: pgmap v2127: 169 pgs: 169 active+clean; 217 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 30 MiB/s wr, 539 op/s 2024-04-15T17:11:37.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:36 smithi153 ceph-mon[84714]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-15T17:11:38.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:37 smithi090 ceph-mon[91618]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-15T17:11:38.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:11:38.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:37 smithi090 ceph-mon[89240]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-15T17:11:38.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:11:38.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:37 smithi153 ceph-mon[84714]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-15T17:11:38.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:11:39.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:38 smithi090 ceph-mon[91618]: pgmap v2130: 169 pgs: 169 active+clean; 253 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.0 MiB/s wr, 143 op/s 2024-04-15T17:11:39.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:38 smithi090 ceph-mon[91618]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-15T17:11:39.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:38 smithi090 ceph-mon[89240]: pgmap v2130: 169 pgs: 169 active+clean; 253 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.0 MiB/s wr, 143 op/s 2024-04-15T17:11:39.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:38 smithi090 ceph-mon[89240]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-15T17:11:39.325 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:11:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:11:39] "GET /metrics HTTP/1.1" 200 38910 "" "Prometheus/2.43.0" 2024-04-15T17:11:39.363 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:39.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:38 smithi153 ceph-mon[84714]: pgmap v2130: 169 pgs: 169 active+clean; 253 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.0 MiB/s wr, 143 op/s 2024-04-15T17:11:39.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:38 smithi153 ceph-mon[84714]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-15T17:11:39.512 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:40.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:39 smithi090 ceph-mon[89240]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-15T17:11:40.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:39 smithi090 ceph-mon[91618]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-15T17:11:40.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:39 smithi153 ceph-mon[84714]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-15T17:11:41.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:40 smithi090 ceph-mon[89240]: pgmap v2133: 169 pgs: 169 active+clean; 253 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.0 MiB/s wr, 144 op/s 2024-04-15T17:11:41.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:40 smithi090 ceph-mon[89240]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-15T17:11:41.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:40 smithi090 ceph-mon[91618]: pgmap v2133: 169 pgs: 169 active+clean; 253 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.0 MiB/s wr, 144 op/s 2024-04-15T17:11:41.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:40 smithi090 ceph-mon[91618]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-15T17:11:41.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:40 smithi153 ceph-mon[84714]: pgmap v2133: 169 pgs: 169 active+clean; 253 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 7.0 MiB/s wr, 144 op/s 2024-04-15T17:11:41.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:40 smithi153 ceph-mon[84714]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-15T17:11:42.247 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.Snaps (12122 ms) 2024-04-15T17:11:42.247 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-15T17:11:42.280 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:42.291 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:11:42.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:41 smithi153 ceph-mon[84714]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-15T17:11:42.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:41 smithi090 ceph-mon[89240]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-15T17:11:42.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:41 smithi090 ceph-mon[91618]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-15T17:11:42.360 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:11:42.617 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:11:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:11:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:11:43.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:42 smithi090 ceph-mon[89240]: pgmap v2136: 169 pgs: 169 active+clean; 261 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 383 op/s 2024-04-15T17:11:43.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:42 smithi090 ceph-mon[89240]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-15T17:11:43.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:42 smithi090 ceph-mon[91618]: pgmap v2136: 169 pgs: 169 active+clean; 261 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 383 op/s 2024-04-15T17:11:43.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:42 smithi090 ceph-mon[91618]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-15T17:11:43.366 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:42 smithi153 ceph-mon[84714]: pgmap v2136: 169 pgs: 169 active+clean; 261 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 3.0 MiB/s wr, 383 op/s 2024-04-15T17:11:43.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:42 smithi153 ceph-mon[84714]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-15T17:11:43.951 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 8388609~8388609 2024-04-15T17:11:43.981 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 0~1000 2024-04-15T17:11:43.981 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 1010~1000 2024-04-15T17:11:43.981 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap2 2024-04-15T17:11:44.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:43 smithi090 ceph-mon[89240]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-15T17:11:44.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:43 smithi090 ceph-mon[91618]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-15T17:11:44.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:43 smithi153 ceph-mon[84714]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-15T17:11:45.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:44 smithi090 ceph-mon[89240]: pgmap v2139: 169 pgs: 169 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 465 op/s 2024-04-15T17:11:45.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:44 smithi090 ceph-mon[89240]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-15T17:11:45.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:44 smithi090 ceph-mon[89240]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-15T17:11:45.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:44 smithi090 ceph-mon[91618]: pgmap v2139: 169 pgs: 169 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 465 op/s 2024-04-15T17:11:45.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:44 smithi090 ceph-mon[91618]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-15T17:11:45.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:44 smithi090 ceph-mon[91618]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-15T17:11:45.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:44 smithi153 ceph-mon[84714]: pgmap v2139: 169 pgs: 169 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 7.0 MiB/s wr, 465 op/s 2024-04-15T17:11:45.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:44 smithi153 ceph-mon[84714]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-15T17:11:45.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:44 smithi153 ceph-mon[84714]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-15T17:11:45.822 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 8388609~1000 2024-04-15T17:11:45.832 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 16777228~1000 2024-04-15T17:11:45.833 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 167772160 2024-04-15T17:11:45.842 INFO:tasks.workunit.client.0.smithi090.stdout:write: 2 83886079~8388609 2024-04-15T17:11:45.857 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap3 2024-04-15T17:11:47.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:46 smithi090 ceph-mon[89240]: pgmap v2142: 169 pgs: 169 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 82 op/s 2024-04-15T17:11:47.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:46 smithi090 ceph-mon[89240]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-15T17:11:47.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:46 smithi090 ceph-mon[91618]: pgmap v2142: 169 pgs: 169 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 82 op/s 2024-04-15T17:11:47.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:46 smithi090 ceph-mon[91618]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-15T17:11:47.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:46 smithi153 ceph-mon[84714]: pgmap v2142: 169 pgs: 169 active+clean; 273 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 4.0 MiB/s wr, 82 op/s 2024-04-15T17:11:47.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:46 smithi153 ceph-mon[84714]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-15T17:11:47.832 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:47.860 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 83886079~1 2024-04-15T17:11:47.870 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:11:47.878 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 16777218~8388609 2024-04-15T17:11:47.945 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:11:48.074 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:47 smithi090 ceph-mon[89240]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-15T17:11:48.074 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:47 smithi090 ceph-mon[91618]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-15T17:11:48.116 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:47 smithi153 ceph-mon[84714]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-15T17:11:49.100 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:48 smithi090 ceph-mon[89240]: pgmap v2145: 169 pgs: 169 active+clean; 285 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 120 op/s 2024-04-15T17:11:49.100 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:48 smithi090 ceph-mon[89240]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-15T17:11:49.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:48 smithi090 ceph-mon[91618]: pgmap v2145: 169 pgs: 169 active+clean; 285 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 120 op/s 2024-04-15T17:11:49.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:48 smithi090 ceph-mon[91618]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-15T17:11:49.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:48 smithi153 ceph-mon[84714]: pgmap v2145: 169 pgs: 169 active+clean; 285 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 7.0 MiB/s wr, 120 op/s 2024-04-15T17:11:49.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:48 smithi153 ceph-mon[84714]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-15T17:11:49.574 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:11:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:11:49] "GET /metrics HTTP/1.1" 200 38910 "" "Prometheus/2.43.0" 2024-04-15T17:11:50.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:49 smithi153 ceph-mon[84714]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-15T17:11:50.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:49 smithi153 ceph-mon[84714]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-15T17:11:50.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:49 smithi090 ceph-mon[91618]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-15T17:11:50.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:49 smithi090 ceph-mon[91618]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-15T17:11:50.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:49 smithi090 ceph-mon[89240]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-15T17:11:50.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:49 smithi090 ceph-mon[89240]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-15T17:11:51.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:50 smithi153 ceph-mon[84714]: pgmap v2148: 169 pgs: 169 active+clean; 297 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 143 op/s 2024-04-15T17:11:51.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:50 smithi153 ceph-mon[84714]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-15T17:11:51.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:50 smithi090 ceph-mon[91618]: pgmap v2148: 169 pgs: 169 active+clean; 297 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 143 op/s 2024-04-15T17:11:51.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:50 smithi090 ceph-mon[91618]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-15T17:11:51.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:50 smithi090 ceph-mon[89240]: pgmap v2148: 169 pgs: 169 active+clean; 297 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 10 MiB/s wr, 143 op/s 2024-04-15T17:11:51.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:50 smithi090 ceph-mon[89240]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-15T17:11:51.332 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:11:51.517 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:11:52.617 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:11:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:11:53.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:52 smithi153 ceph-mon[84714]: pgmap v2151: 169 pgs: 169 active+clean; 329 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 9.0 MiB/s wr, 144 op/s 2024-04-15T17:11:53.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:52 smithi153 ceph-mon[84714]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-15T17:11:53.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:11:53.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:11:53.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:52 smithi090 ceph-mon[91618]: pgmap v2151: 169 pgs: 169 active+clean; 329 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 9.0 MiB/s wr, 144 op/s 2024-04-15T17:11:53.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:52 smithi090 ceph-mon[91618]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-15T17:11:53.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:11:53.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:11:53.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:52 smithi090 ceph-mon[89240]: pgmap v2151: 169 pgs: 169 active+clean; 329 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 9.0 MiB/s wr, 144 op/s 2024-04-15T17:11:53.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:52 smithi090 ceph-mon[89240]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-15T17:11:53.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:11:53.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:11:54.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:53 smithi153 ceph-mon[84714]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-15T17:11:54.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]: dispatch 2024-04-15T17:11:54.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]: dispatch 2024-04-15T17:11:54.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-15T17:11:54.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:11:54.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:11:54.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:53 smithi090 ceph-mon[89240]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-15T17:11:54.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]: dispatch 2024-04-15T17:11:54.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]: dispatch 2024-04-15T17:11:54.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-15T17:11:54.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:11:54.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:11:54.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:53 smithi090 ceph-mon[91618]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-15T17:11:54.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]: dispatch 2024-04-15T17:11:54.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]: dispatch 2024-04-15T17:11:54.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]: dispatch 2024-04-15T17:11:54.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:11:54.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:11:55.234 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.SnapsOtherPool (12986 ms) 2024-04-15T17:11:55.234 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-15T17:11:55.264 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:11:55.274 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:11:55.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[91618]: pgmap v2154: 169 pgs: 169 active+clean; 349 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 12 MiB/s wr, 239 op/s 2024-04-15T17:11:55.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]': finished 2024-04-15T17:11:55.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]': finished 2024-04-15T17:11:55.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-04-15T17:11:55.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[91618]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-15T17:11:55.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:11:55.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:11:55.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:11:55.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[89240]: pgmap v2154: 169 pgs: 169 active+clean; 349 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 12 MiB/s wr, 239 op/s 2024-04-15T17:11:55.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]': finished 2024-04-15T17:11:55.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]': finished 2024-04-15T17:11:55.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-04-15T17:11:55.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[89240]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-15T17:11:55.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:11:55.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:11:55.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:11:55.338 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:11:55.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:54 smithi153 ceph-mon[84714]: pgmap v2154: 169 pgs: 169 active+clean; 349 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 12 MiB/s wr, 239 op/s 2024-04-15T17:11:55.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.11", "id": [5, 0]}]': finished 2024-04-15T17:11:55.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.17", "id": [5, 2]}]': finished 2024-04-15T17:11:55.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1a", "id": [5, 0]}]': finished 2024-04-15T17:11:55.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:54 smithi153 ceph-mon[84714]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-15T17:11:55.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:11:55.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:11:55.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:11:56.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:55 smithi090 ceph-mon[89240]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-15T17:11:56.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:55 smithi090 ceph-mon[91618]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-15T17:11:56.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:55 smithi153 ceph-mon[84714]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-15T17:11:56.900 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 8388609~8388609 2024-04-15T17:11:56.918 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 0~1000 2024-04-15T17:11:56.918 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 1010~1000 2024-04-15T17:11:56.918 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap2 2024-04-15T17:11:57.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:56 smithi090 ceph-mon[89240]: pgmap v2157: 169 pgs: 169 active+clean; 349 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 6.0 MiB/s wr, 118 op/s 2024-04-15T17:11:57.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:56 smithi090 ceph-mon[89240]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-15T17:11:57.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:56 smithi090 ceph-mon[91618]: pgmap v2157: 169 pgs: 169 active+clean; 349 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 6.0 MiB/s wr, 118 op/s 2024-04-15T17:11:57.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:56 smithi090 ceph-mon[91618]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-15T17:11:57.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:56 smithi153 ceph-mon[84714]: pgmap v2157: 169 pgs: 169 active+clean; 349 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 6.0 MiB/s wr, 118 op/s 2024-04-15T17:11:57.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:56 smithi153 ceph-mon[84714]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-15T17:11:58.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:57 smithi090 ceph-mon[89240]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-15T17:11:58.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:57 smithi090 ceph-mon[91618]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-15T17:11:58.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:57 smithi153 ceph-mon[84714]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-15T17:11:58.918 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 8388609~1000 2024-04-15T17:11:58.924 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 16777228~1000 2024-04-15T17:11:58.924 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 167772160 2024-04-15T17:11:58.933 INFO:tasks.workunit.client.0.smithi090.stdout:write: 2 83886079~8388609 2024-04-15T17:11:58.948 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap3 2024-04-15T17:11:59.226 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:58 smithi090 ceph-mon[91618]: pgmap v2160: 169 pgs: 169 active+clean; 369 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 11 MiB/s wr, 370 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-04-15T17:11:59.226 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:58 smithi090 ceph-mon[91618]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-15T17:11:59.226 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:11:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:11:59] "GET /metrics HTTP/1.1" 200 38908 "" "Prometheus/2.43.0" 2024-04-15T17:11:59.226 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:58 smithi090 ceph-mon[89240]: pgmap v2160: 169 pgs: 169 active+clean; 369 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 11 MiB/s wr, 370 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-04-15T17:11:59.226 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:58 smithi090 ceph-mon[89240]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-15T17:11:59.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:58 smithi153 ceph-mon[84714]: pgmap v2160: 169 pgs: 169 active+clean; 369 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 57 MiB/s rd, 11 MiB/s wr, 370 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-04-15T17:11:59.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:58 smithi153 ceph-mon[84714]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-15T17:12:00.324 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:59 smithi090 ceph-mon[89240]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-15T17:12:00.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:11:59 smithi090 ceph-mon[89240]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-15T17:12:00.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:59 smithi090 ceph-mon[91618]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-15T17:12:00.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:11:59 smithi090 ceph-mon[91618]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-15T17:12:00.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:59 smithi153 ceph-mon[84714]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-15T17:12:00.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:11:59 smithi153 ceph-mon[84714]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-15T17:12:00.824 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:12:00.846 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 83886079~1 2024-04-15T17:12:00.854 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:12:01.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:00 smithi090 ceph-mon[91618]: pgmap v2163: 169 pgs: 169 active+clean; 357 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 MiB/s rd, 11 MiB/s wr, 400 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-04-15T17:12:01.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:00 smithi090 ceph-mon[91618]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-15T17:12:01.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:00 smithi090 ceph-mon[89240]: pgmap v2163: 169 pgs: 169 active+clean; 357 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 MiB/s rd, 11 MiB/s wr, 400 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-04-15T17:12:01.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:00 smithi090 ceph-mon[89240]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-15T17:12:01.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:00 smithi153 ceph-mon[84714]: pgmap v2163: 169 pgs: 169 active+clean; 357 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 61 MiB/s rd, 11 MiB/s wr, 400 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-04-15T17:12:01.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:00 smithi153 ceph-mon[84714]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-15T17:12:02.617 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:12:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:12:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:12:03.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:02 smithi090 ceph-mon[89240]: pgmap v2166: 169 pgs: 169 active+clean; 381 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-04-15T17:12:03.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:02 smithi090 ceph-mon[89240]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-15T17:12:03.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:02 smithi090 ceph-mon[91618]: pgmap v2166: 169 pgs: 169 active+clean; 381 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-04-15T17:12:03.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:02 smithi090 ceph-mon[91618]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-15T17:12:03.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:02 smithi153 ceph-mon[84714]: pgmap v2166: 169 pgs: 169 active+clean; 381 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.0 MiB/s rd, 5.0 MiB/s wr, 57 op/s 2024-04-15T17:12:03.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:02 smithi153 ceph-mon[84714]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-15T17:12:04.324 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:03 smithi090 ceph-mon[91618]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-15T17:12:04.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:03 smithi090 ceph-mon[89240]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-15T17:12:04.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:03 smithi153 ceph-mon[84714]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-15T17:12:04.433 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:12:04.605 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:12:05.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:04 smithi090 ceph-mon[89240]: pgmap v2169: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 8.0 MiB/s wr, 174 op/s 2024-04-15T17:12:05.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:04 smithi090 ceph-mon[89240]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-15T17:12:05.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:04 smithi090 ceph-mon[89240]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-15T17:12:05.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:04 smithi090 ceph-mon[91618]: pgmap v2169: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 8.0 MiB/s wr, 174 op/s 2024-04-15T17:12:05.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:04 smithi090 ceph-mon[91618]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-15T17:12:05.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:04 smithi090 ceph-mon[91618]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-15T17:12:05.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:04 smithi153 ceph-mon[84714]: pgmap v2169: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 122 KiB/s rd, 8.0 MiB/s wr, 174 op/s 2024-04-15T17:12:05.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:04 smithi153 ceph-mon[84714]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-15T17:12:05.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:04 smithi153 ceph-mon[84714]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-15T17:12:07.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:06 smithi090 ceph-mon[89240]: pgmap v2172: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 3.0 MiB/s wr, 146 op/s 2024-04-15T17:12:07.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:06 smithi090 ceph-mon[89240]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-15T17:12:07.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:06 smithi090 ceph-mon[91618]: pgmap v2172: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 3.0 MiB/s wr, 146 op/s 2024-04-15T17:12:07.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:06 smithi090 ceph-mon[91618]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-15T17:12:07.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:06 smithi153 ceph-mon[84714]: pgmap v2172: 169 pgs: 169 active+clean; 397 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 3.0 MiB/s wr, 146 op/s 2024-04-15T17:12:07.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:06 smithi153 ceph-mon[84714]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-15T17:12:07.175 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.SnapsDataPool (11941 ms) 2024-04-15T17:12:07.175 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-15T17:12:07.207 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:12:07.218 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:12:07.278 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:12:08.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:07 smithi153 ceph-mon[84714]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-15T17:12:08.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:12:08.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:07 smithi090 ceph-mon[91618]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-15T17:12:08.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:12:08.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:07 smithi090 ceph-mon[89240]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-15T17:12:08.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:12:08.853 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 8388609~8388609 2024-04-15T17:12:08.869 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 0~1000 2024-04-15T17:12:08.869 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 1010~1000 2024-04-15T17:12:08.869 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap2 2024-04-15T17:12:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:08 smithi090 ceph-mon[91618]: pgmap v2175: 169 pgs: 169 active+clean; 417 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 258 op/s 2024-04-15T17:12:09.101 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:08 smithi090 ceph-mon[91618]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-15T17:12:09.102 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:08 smithi090 ceph-mon[89240]: pgmap v2175: 169 pgs: 169 active+clean; 417 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 258 op/s 2024-04-15T17:12:09.102 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:08 smithi090 ceph-mon[89240]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-15T17:12:09.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:08 smithi153 ceph-mon[84714]: pgmap v2175: 169 pgs: 169 active+clean; 417 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 258 op/s 2024-04-15T17:12:09.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:08 smithi153 ceph-mon[84714]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-15T17:12:09.575 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:12:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:12:09] "GET /metrics HTTP/1.1" 200 38913 "" "Prometheus/2.43.0" 2024-04-15T17:12:10.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:09 smithi153 ceph-mon[84714]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-15T17:12:10.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:09 smithi090 ceph-mon[89240]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-15T17:12:10.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:09 smithi090 ceph-mon[91618]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-15T17:12:10.879 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 8388609~1000 2024-04-15T17:12:10.886 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 16777228~1000 2024-04-15T17:12:10.886 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 167772160 2024-04-15T17:12:10.896 INFO:tasks.workunit.client.0.smithi090.stdout:write: 2 83886079~8388609 2024-04-15T17:12:10.913 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap3 2024-04-15T17:12:11.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:10 smithi153 ceph-mon[84714]: pgmap v2178: 169 pgs: 169 active+clean; 417 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 461 op/s 2024-04-15T17:12:11.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:10 smithi153 ceph-mon[84714]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-15T17:12:11.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:10 smithi090 ceph-mon[89240]: pgmap v2178: 169 pgs: 169 active+clean; 417 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 461 op/s 2024-04-15T17:12:11.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:10 smithi090 ceph-mon[89240]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-15T17:12:11.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:10 smithi090 ceph-mon[91618]: pgmap v2178: 169 pgs: 169 active+clean; 417 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 461 op/s 2024-04-15T17:12:11.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:10 smithi090 ceph-mon[91618]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-15T17:12:12.301 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:11 smithi153 ceph-mon[84714]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-15T17:12:12.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:11 smithi090 ceph-mon[89240]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-15T17:12:12.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:11 smithi090 ceph-mon[91618]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-15T17:12:12.618 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:12:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:12:12.888 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:12:12.915 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 83886079~1 2024-04-15T17:12:12.923 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:12:13.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:12 smithi090 ceph-mon[89240]: pgmap v2181: 169 pgs: 169 active+clean; 417 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 265 op/s 2024-04-15T17:12:13.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:12 smithi090 ceph-mon[89240]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-15T17:12:13.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:12 smithi090 ceph-mon[91618]: pgmap v2181: 169 pgs: 169 active+clean; 417 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 265 op/s 2024-04-15T17:12:13.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:12 smithi090 ceph-mon[91618]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-15T17:12:13.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:12 smithi153 ceph-mon[84714]: pgmap v2181: 169 pgs: 169 active+clean; 417 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 265 op/s 2024-04-15T17:12:13.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:12 smithi153 ceph-mon[84714]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-15T17:12:14.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:13 smithi090 ceph-mon[89240]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-15T17:12:14.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:13 smithi090 ceph-mon[91618]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-15T17:12:14.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:13 smithi153 ceph-mon[84714]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-15T17:12:15.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:14 smithi090 ceph-mon[89240]: pgmap v2184: 169 pgs: 169 active+clean; 441 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 10 MiB/s wr, 132 op/s 2024-04-15T17:12:15.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:14 smithi090 ceph-mon[89240]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-15T17:12:15.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:14 smithi090 ceph-mon[89240]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-15T17:12:15.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:14 smithi090 ceph-mon[91618]: pgmap v2184: 169 pgs: 169 active+clean; 441 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 10 MiB/s wr, 132 op/s 2024-04-15T17:12:15.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:14 smithi090 ceph-mon[91618]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-15T17:12:15.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:14 smithi090 ceph-mon[91618]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-15T17:12:15.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:14 smithi153 ceph-mon[84714]: pgmap v2184: 169 pgs: 169 active+clean; 441 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 10 MiB/s wr, 132 op/s 2024-04-15T17:12:15.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:14 smithi153 ceph-mon[84714]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-15T17:12:15.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:14 smithi153 ceph-mon[84714]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-15T17:12:16.285 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 41943040 2024-04-15T17:12:16.309 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:12:16.462 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:12:17.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:16 smithi090 ceph-mon[89240]: pgmap v2187: 169 pgs: 169 active+clean; 441 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.0 MiB/s wr, 69 op/s 2024-04-15T17:12:17.075 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:16 smithi090 ceph-mon[89240]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-15T17:12:17.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:16 smithi090 ceph-mon[91618]: pgmap v2187: 169 pgs: 169 active+clean; 441 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.0 MiB/s wr, 69 op/s 2024-04-15T17:12:17.075 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:16 smithi090 ceph-mon[91618]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-15T17:12:17.117 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:16 smithi153 ceph-mon[84714]: pgmap v2187: 169 pgs: 169 active+clean; 441 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.0 MiB/s wr, 69 op/s 2024-04-15T17:12:17.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:16 smithi153 ceph-mon[84714]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-15T17:12:18.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:17 smithi090 ceph-mon[91618]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-15T17:12:18.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:17 smithi090 ceph-mon[89240]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-15T17:12:18.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:17 smithi153 ceph-mon[84714]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-15T17:12:19.217 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (12041 ms) 2024-04-15T17:12:19.217 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-15T17:12:19.248 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:12:19.259 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:12:19.318 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:12:19.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:18 smithi090 ceph-mon[89240]: pgmap v2190: 169 pgs: 169 active+clean; 465 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 95 op/s 2024-04-15T17:12:19.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:18 smithi090 ceph-mon[89240]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-15T17:12:19.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:18 smithi090 ceph-mon[91618]: pgmap v2190: 169 pgs: 169 active+clean; 465 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 95 op/s 2024-04-15T17:12:19.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:18 smithi090 ceph-mon[91618]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-15T17:12:19.326 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:12:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:12:19] "GET /metrics HTTP/1.1" 200 38913 "" "Prometheus/2.43.0" 2024-04-15T17:12:19.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:18 smithi153 ceph-mon[84714]: pgmap v2190: 169 pgs: 169 active+clean; 465 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 4.0 MiB/s wr, 95 op/s 2024-04-15T17:12:19.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:18 smithi153 ceph-mon[84714]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-15T17:12:20.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:19 smithi090 ceph-mon[89240]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-15T17:12:20.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:19 smithi090 ceph-mon[91618]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-15T17:12:20.367 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:19 smithi153 ceph-mon[84714]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-15T17:12:20.922 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 8388609~8388609 2024-04-15T17:12:20.937 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 0~1000 2024-04-15T17:12:20.937 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 1010~1000 2024-04-15T17:12:20.938 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap2 2024-04-15T17:12:21.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:20 smithi090 ceph-mon[91618]: pgmap v2193: 169 pgs: 169 active+clean; 469 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 494 op/s 2024-04-15T17:12:21.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:20 smithi090 ceph-mon[91618]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-15T17:12:21.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:20 smithi090 ceph-mon[89240]: pgmap v2193: 169 pgs: 169 active+clean; 469 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 494 op/s 2024-04-15T17:12:21.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:20 smithi090 ceph-mon[89240]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-15T17:12:21.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:20 smithi153 ceph-mon[84714]: pgmap v2193: 169 pgs: 169 active+clean; 469 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 5.0 MiB/s wr, 494 op/s 2024-04-15T17:12:21.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:20 smithi153 ceph-mon[84714]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-15T17:12:22.269 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:21 smithi153 ceph-mon[84714]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-15T17:12:22.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:21 smithi090 ceph-mon[89240]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-15T17:12:22.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:21 smithi090 ceph-mon[91618]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-15T17:12:22.618 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:12:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:12:22.944 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 8388609~1000 2024-04-15T17:12:22.957 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 16777228~1000 2024-04-15T17:12:22.957 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 167772160 2024-04-15T17:12:22.966 INFO:tasks.workunit.client.0.smithi090.stdout:write: 2 83886079~8388609 2024-04-15T17:12:22.981 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap3 2024-04-15T17:12:23.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:22 smithi090 ceph-mon[91618]: pgmap v2196: 169 pgs: 169 active+clean; 469 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 486 op/s 2024-04-15T17:12:23.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:22 smithi090 ceph-mon[91618]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-15T17:12:23.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:12:23.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:22 smithi090 ceph-mon[89240]: pgmap v2196: 169 pgs: 169 active+clean; 469 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 486 op/s 2024-04-15T17:12:23.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:22 smithi090 ceph-mon[89240]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-15T17:12:23.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:12:23.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:22 smithi153 ceph-mon[84714]: pgmap v2196: 169 pgs: 169 active+clean; 469 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 4.0 MiB/s wr, 486 op/s 2024-04-15T17:12:23.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:22 smithi153 ceph-mon[84714]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-15T17:12:23.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:12:24.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:23 smithi090 ceph-mon[89240]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-15T17:12:24.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:23 smithi090 ceph-mon[91618]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-15T17:12:24.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:23 smithi153 ceph-mon[84714]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-15T17:12:24.837 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:12:24.899 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 83886079~1 2024-04-15T17:12:24.908 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 0 2024-04-15T17:12:24.924 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:12:25.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:24 smithi090 ceph-mon[89240]: pgmap v2199: 169 pgs: 169 active+clean; 473 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 8.0 MiB/s wr, 177 op/s 2024-04-15T17:12:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:24 smithi090 ceph-mon[89240]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-15T17:12:25.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:24 smithi090 ceph-mon[89240]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-15T17:12:25.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:24 smithi090 ceph-mon[91618]: pgmap v2199: 169 pgs: 169 active+clean; 473 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 8.0 MiB/s wr, 177 op/s 2024-04-15T17:12:25.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:24 smithi090 ceph-mon[91618]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-15T17:12:25.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:24 smithi090 ceph-mon[91618]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-15T17:12:25.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:24 smithi153 ceph-mon[84714]: pgmap v2199: 169 pgs: 169 active+clean; 473 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 51 MiB/s rd, 8.0 MiB/s wr, 177 op/s 2024-04-15T17:12:25.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:24 smithi153 ceph-mon[84714]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-15T17:12:25.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:24 smithi153 ceph-mon[84714]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-15T17:12:27.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:26 smithi090 ceph-mon[91618]: pgmap v2202: 169 pgs: 169 active+clean; 473 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 89 op/s 2024-04-15T17:12:27.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:26 smithi090 ceph-mon[91618]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-15T17:12:27.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:26 smithi090 ceph-mon[89240]: pgmap v2202: 169 pgs: 169 active+clean; 473 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 89 op/s 2024-04-15T17:12:27.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:26 smithi090 ceph-mon[89240]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-15T17:12:27.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:26 smithi153 ceph-mon[84714]: pgmap v2202: 169 pgs: 169 active+clean; 473 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 5.0 MiB/s wr, 89 op/s 2024-04-15T17:12:27.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:26 smithi153 ceph-mon[84714]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-15T17:12:28.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:27 smithi090 ceph-mon[89240]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-15T17:12:28.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:27 smithi090 ceph-mon[91618]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-15T17:12:28.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:27 smithi153 ceph-mon[84714]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-15T17:12:28.372 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:12:28.526 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:12:29.227 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:28 smithi090 ceph-mon[91618]: pgmap v2205: 169 pgs: 169 active+clean; 509 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 7.0 MiB/s wr, 169 op/s 2024-04-15T17:12:29.227 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:28 smithi090 ceph-mon[91618]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-15T17:12:29.227 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:28 smithi090 ceph-mon[89240]: pgmap v2205: 169 pgs: 169 active+clean; 509 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 7.0 MiB/s wr, 169 op/s 2024-04-15T17:12:29.227 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:28 smithi090 ceph-mon[89240]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-15T17:12:29.227 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:12:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:12:29] "GET /metrics HTTP/1.1" 200 38913 "" "Prometheus/2.43.0" 2024-04-15T17:12:29.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:28 smithi153 ceph-mon[84714]: pgmap v2205: 169 pgs: 169 active+clean; 509 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 7.0 MiB/s wr, 169 op/s 2024-04-15T17:12:29.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:28 smithi153 ceph-mon[84714]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-15T17:12:30.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:29 smithi090 ceph-mon[89240]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-15T17:12:30.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:29 smithi090 ceph-mon[91618]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-15T17:12:30.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:29 smithi153 ceph-mon[84714]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-15T17:12:31.282 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (12065 ms) 2024-04-15T17:12:31.282 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-15T17:12:31.315 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:12:31.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:30 smithi090 ceph-mon[91618]: pgmap v2208: 169 pgs: 169 active+clean; 509 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 7.0 MiB/s wr, 200 op/s 2024-04-15T17:12:31.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:30 smithi090 ceph-mon[91618]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-15T17:12:31.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:30 smithi090 ceph-mon[89240]: pgmap v2208: 169 pgs: 169 active+clean; 509 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 7.0 MiB/s wr, 200 op/s 2024-04-15T17:12:31.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:30 smithi090 ceph-mon[89240]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-15T17:12:31.326 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:12:31.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:30 smithi153 ceph-mon[84714]: pgmap v2208: 169 pgs: 169 active+clean; 509 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 137 KiB/s rd, 7.0 MiB/s wr, 200 op/s 2024-04-15T17:12:31.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:30 smithi153 ceph-mon[84714]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-15T17:12:31.392 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:12:32.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:32 smithi153 ceph-mon[84714]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-15T17:12:32.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:32 smithi090 ceph-mon[89240]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-15T17:12:32.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:32 smithi090 ceph-mon[91618]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-15T17:12:32.618 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:12:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:12:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:12:33.013 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 8388609~8388609 2024-04-15T17:12:33.041 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 0~1000 2024-04-15T17:12:33.041 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 1010~1000 2024-04-15T17:12:33.041 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap2 2024-04-15T17:12:33.325 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:33 smithi090 ceph-mon[91618]: pgmap v2211: 169 pgs: 169 active+clean; 497 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 72 op/s 2024-04-15T17:12:33.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:33 smithi090 ceph-mon[91618]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-15T17:12:33.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:33 smithi090 ceph-mon[89240]: pgmap v2211: 169 pgs: 169 active+clean; 497 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 72 op/s 2024-04-15T17:12:33.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:33 smithi090 ceph-mon[89240]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-15T17:12:33.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:33 smithi153 ceph-mon[84714]: pgmap v2211: 169 pgs: 169 active+clean; 497 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 1.0 MiB/s wr, 72 op/s 2024-04-15T17:12:33.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:33 smithi153 ceph-mon[84714]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-15T17:12:34.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:34 smithi090 ceph-mon[89240]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-15T17:12:34.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:34 smithi090 ceph-mon[91618]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-15T17:12:34.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:34 smithi153 ceph-mon[84714]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-15T17:12:34.839 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 8388609~1000 2024-04-15T17:12:34.849 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 16777228~1000 2024-04-15T17:12:34.849 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 167772160 2024-04-15T17:12:34.859 INFO:tasks.workunit.client.0.smithi090.stdout:write: 2 83886079~8388609 2024-04-15T17:12:34.887 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap3 2024-04-15T17:12:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:35 smithi090 ceph-mon[89240]: pgmap v2214: 169 pgs: 169 active+clean; 517 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 8.0 MiB/s wr, 444 op/s 2024-04-15T17:12:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:35 smithi090 ceph-mon[89240]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-15T17:12:35.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:35 smithi090 ceph-mon[89240]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-15T17:12:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:35 smithi090 ceph-mon[91618]: pgmap v2214: 169 pgs: 169 active+clean; 517 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 8.0 MiB/s wr, 444 op/s 2024-04-15T17:12:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:35 smithi090 ceph-mon[91618]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-15T17:12:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:35 smithi090 ceph-mon[91618]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-15T17:12:35.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:35 smithi153 ceph-mon[84714]: pgmap v2214: 169 pgs: 169 active+clean; 517 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 8.0 MiB/s wr, 444 op/s 2024-04-15T17:12:35.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:35 smithi153 ceph-mon[84714]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-15T17:12:35.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:35 smithi153 ceph-mon[84714]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-15T17:12:36.841 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:12:36.870 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 83886079~1 2024-04-15T17:12:36.878 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:12:37.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:36 smithi153 ceph-mon[84714]: pgmap v2217: 169 pgs: 169 active+clean; 517 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 7.0 MiB/s wr, 403 op/s 2024-04-15T17:12:37.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:36 smithi153 ceph-mon[84714]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-15T17:12:37.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:36 smithi090 ceph-mon[89240]: pgmap v2217: 169 pgs: 169 active+clean; 517 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 7.0 MiB/s wr, 403 op/s 2024-04-15T17:12:37.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:36 smithi090 ceph-mon[89240]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-15T17:12:37.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:36 smithi090 ceph-mon[91618]: pgmap v2217: 169 pgs: 169 active+clean; 517 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 MiB/s rd, 7.0 MiB/s wr, 403 op/s 2024-04-15T17:12:37.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:36 smithi090 ceph-mon[91618]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-15T17:12:38.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:37 smithi153 ceph-mon[84714]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-15T17:12:38.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:12:38.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:37 smithi090 ceph-mon[89240]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-15T17:12:38.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:12:38.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:37 smithi090 ceph-mon[91618]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-15T17:12:38.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:12:39.102 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:38 smithi090 ceph-mon[89240]: pgmap v2220: 169 pgs: 169 active+clean; 565 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 112 op/s 2024-04-15T17:12:39.102 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:38 smithi090 ceph-mon[89240]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-15T17:12:39.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:38 smithi090 ceph-mon[91618]: pgmap v2220: 169 pgs: 169 active+clean; 565 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 112 op/s 2024-04-15T17:12:39.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:38 smithi090 ceph-mon[91618]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-15T17:12:39.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:38 smithi153 ceph-mon[84714]: pgmap v2220: 169 pgs: 169 active+clean; 565 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 112 op/s 2024-04-15T17:12:39.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:38 smithi153 ceph-mon[84714]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-15T17:12:39.576 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:12:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:12:39] "GET /metrics HTTP/1.1" 200 38913 "" "Prometheus/2.43.0" 2024-04-15T17:12:40.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:39 smithi153 ceph-mon[84714]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-15T17:12:40.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:39 smithi153 ceph-mon[84714]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-15T17:12:40.316 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 0 2024-04-15T17:12:40.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:39 smithi090 ceph-mon[89240]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-15T17:12:40.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:39 smithi090 ceph-mon[89240]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-15T17:12:40.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:39 smithi090 ceph-mon[91618]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-15T17:12:40.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:39 smithi090 ceph-mon[91618]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-15T17:12:40.396 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:12:40.525 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:12:41.118 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:40 smithi153 ceph-mon[84714]: pgmap v2223: 169 pgs: 169 active+clean; 565 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 141 op/s 2024-04-15T17:12:41.325 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:40 smithi090 ceph-mon[89240]: pgmap v2223: 169 pgs: 169 active+clean; 565 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 141 op/s 2024-04-15T17:12:41.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:40 smithi090 ceph-mon[91618]: pgmap v2223: 169 pgs: 169 active+clean; 565 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 10 MiB/s wr, 141 op/s 2024-04-15T17:12:42.302 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:41 smithi153 ceph-mon[84714]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-15T17:12:42.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:41 smithi090 ceph-mon[91618]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-15T17:12:42.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:41 smithi090 ceph-mon[89240]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-15T17:12:42.618 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:12:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:12:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:12:43.166 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (11884 ms) 2024-04-15T17:12:43.166 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-15T17:12:43.197 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:12:43.208 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:12:43.266 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:12:43.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:42 smithi090 ceph-mon[91618]: pgmap v2226: 169 pgs: 169 active+clean; 573 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 453 op/s 2024-04-15T17:12:43.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:42 smithi090 ceph-mon[91618]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-15T17:12:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:42 smithi090 ceph-mon[89240]: pgmap v2226: 169 pgs: 169 active+clean; 573 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 453 op/s 2024-04-15T17:12:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:42 smithi090 ceph-mon[89240]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-15T17:12:43.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:42 smithi153 ceph-mon[84714]: pgmap v2226: 169 pgs: 169 active+clean; 573 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 2.0 MiB/s wr, 453 op/s 2024-04-15T17:12:43.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:42 smithi153 ceph-mon[84714]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-15T17:12:44.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:43 smithi090 ceph-mon[89240]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-15T17:12:44.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:43 smithi090 ceph-mon[91618]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-15T17:12:44.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:43 smithi153 ceph-mon[84714]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-15T17:12:44.900 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 8388609~8388609 2024-04-15T17:12:44.927 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 0~1000 2024-04-15T17:12:44.927 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 1010~1000 2024-04-15T17:12:44.927 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap2 2024-04-15T17:12:45.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:44 smithi090 ceph-mon[89240]: pgmap v2229: 169 pgs: 169 active+clean; 585 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 5.0 MiB/s wr, 509 op/s 2024-04-15T17:12:45.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:44 smithi090 ceph-mon[89240]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-15T17:12:45.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:44 smithi090 ceph-mon[91618]: pgmap v2229: 169 pgs: 169 active+clean; 585 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 5.0 MiB/s wr, 509 op/s 2024-04-15T17:12:45.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:44 smithi090 ceph-mon[91618]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-15T17:12:45.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:44 smithi153 ceph-mon[84714]: pgmap v2229: 169 pgs: 169 active+clean; 585 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 42 MiB/s rd, 5.0 MiB/s wr, 509 op/s 2024-04-15T17:12:45.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:44 smithi153 ceph-mon[84714]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-15T17:12:46.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:45 smithi090 ceph-mon[89240]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-15T17:12:46.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:45 smithi090 ceph-mon[91618]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-15T17:12:46.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:45 smithi153 ceph-mon[84714]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-15T17:12:46.915 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 8388609~1000 2024-04-15T17:12:46.922 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 16777228~1000 2024-04-15T17:12:46.922 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 167772160 2024-04-15T17:12:46.935 INFO:tasks.workunit.client.0.smithi090.stdout:write: 2 83886079~8388609 2024-04-15T17:12:46.958 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap3 2024-04-15T17:12:47.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:46 smithi090 ceph-mon[91618]: pgmap v2232: 169 pgs: 169 active+clean; 585 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 85 op/s 2024-04-15T17:12:47.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:46 smithi090 ceph-mon[91618]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-15T17:12:47.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:46 smithi090 ceph-mon[89240]: pgmap v2232: 169 pgs: 169 active+clean; 585 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 85 op/s 2024-04-15T17:12:47.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:46 smithi090 ceph-mon[89240]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-15T17:12:47.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:46 smithi153 ceph-mon[84714]: pgmap v2232: 169 pgs: 169 active+clean; 585 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 3.0 MiB/s wr, 85 op/s 2024-04-15T17:12:47.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:46 smithi153 ceph-mon[84714]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-15T17:12:48.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:47 smithi090 ceph-mon[89240]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-15T17:12:48.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:47 smithi090 ceph-mon[91618]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-15T17:12:48.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:47 smithi153 ceph-mon[84714]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-15T17:12:48.932 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:12:48.958 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 83886079~1 2024-04-15T17:12:48.966 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:12:49.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:48 smithi090 ceph-mon[89240]: pgmap v2235: 169 pgs: 169 active+clean; 585 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 158 op/s 2024-04-15T17:12:49.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:48 smithi090 ceph-mon[89240]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-15T17:12:49.326 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:12:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:12:49] "GET /metrics HTTP/1.1" 200 38913 "" "Prometheus/2.43.0" 2024-04-15T17:12:49.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:48 smithi090 ceph-mon[91618]: pgmap v2235: 169 pgs: 169 active+clean; 585 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 158 op/s 2024-04-15T17:12:49.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:48 smithi090 ceph-mon[91618]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-15T17:12:49.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:48 smithi153 ceph-mon[84714]: pgmap v2235: 169 pgs: 169 active+clean; 585 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 6.0 MiB/s wr, 158 op/s 2024-04-15T17:12:49.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:48 smithi153 ceph-mon[84714]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-15T17:12:50.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:49 smithi090 ceph-mon[89240]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-15T17:12:50.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:49 smithi090 ceph-mon[89240]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-15T17:12:50.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:49 smithi090 ceph-mon[91618]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-15T17:12:50.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:49 smithi090 ceph-mon[91618]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-15T17:12:50.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:49 smithi153 ceph-mon[84714]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-15T17:12:50.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:49 smithi153 ceph-mon[84714]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-15T17:12:51.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:50 smithi090 ceph-mon[89240]: pgmap v2238: 169 pgs: 169 active+clean; 601 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 9.0 MiB/s wr, 165 op/s 2024-04-15T17:12:51.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:50 smithi090 ceph-mon[89240]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-15T17:12:51.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:50 smithi090 ceph-mon[91618]: pgmap v2238: 169 pgs: 169 active+clean; 601 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 9.0 MiB/s wr, 165 op/s 2024-04-15T17:12:51.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:50 smithi090 ceph-mon[91618]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-15T17:12:51.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:50 smithi153 ceph-mon[84714]: pgmap v2238: 169 pgs: 169 active+clean; 601 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 24 MiB/s rd, 9.0 MiB/s wr, 165 op/s 2024-04-15T17:12:51.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:50 smithi153 ceph-mon[84714]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-15T17:12:52.279 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 167772160 2024-04-15T17:12:52.289 INFO:tasks.workunit.client.0.smithi090.stdout:write: * 83886080~1000 2024-04-15T17:12:52.324 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:12:52.466 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:12:52.619 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:12:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:12:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:12:53.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:52 smithi153 ceph-mon[84714]: pgmap v2241: 169 pgs: 169 active+clean; 605 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.0 MiB/s wr, 97 op/s 2024-04-15T17:12:53.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:52 smithi153 ceph-mon[84714]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-15T17:12:53.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:12:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:52 smithi090 ceph-mon[89240]: pgmap v2241: 169 pgs: 169 active+clean; 605 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.0 MiB/s wr, 97 op/s 2024-04-15T17:12:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:52 smithi090 ceph-mon[89240]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-15T17:12:53.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:12:53.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:52 smithi090 ceph-mon[91618]: pgmap v2241: 169 pgs: 169 active+clean; 605 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 7.1 MiB/s rd, 4.0 MiB/s wr, 97 op/s 2024-04-15T17:12:53.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:52 smithi090 ceph-mon[91618]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-15T17:12:53.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:12:54.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:53 smithi090 ceph-mon[91618]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-15T17:12:54.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:53 smithi090 ceph-mon[89240]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-15T17:12:54.368 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:53 smithi153 ceph-mon[84714]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-15T17:12:55.169 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12003 ms) 2024-04-15T17:12:55.169 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-15T17:12:55.203 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:12:55.214 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 41943040~10 2024-04-15T17:12:55.222 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:12:55.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:54 smithi090 ceph-mon[91618]: pgmap v2244: 169 pgs: 169 active+clean; 625 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 317 op/s 2024-04-15T17:12:55.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:54 smithi090 ceph-mon[91618]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-15T17:12:55.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:12:55.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:12:55.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:12:55.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:54 smithi090 ceph-mon[91618]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-15T17:12:55.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:54 smithi090 ceph-mon[89240]: pgmap v2244: 169 pgs: 169 active+clean; 625 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 317 op/s 2024-04-15T17:12:55.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:54 smithi090 ceph-mon[89240]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-15T17:12:55.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:12:55.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:12:55.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:12:55.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:54 smithi090 ceph-mon[89240]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-15T17:12:55.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:54 smithi153 ceph-mon[84714]: pgmap v2244: 169 pgs: 169 active+clean; 625 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 5.0 MiB/s wr, 317 op/s 2024-04-15T17:12:55.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:54 smithi153 ceph-mon[84714]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-15T17:12:55.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:12:55.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:12:55.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:12:55.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:54 smithi153 ceph-mon[84714]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-15T17:12:56.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:12:56.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:12:56.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:12:56.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:12:56.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:12:56.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:12:56.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:12:56.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:12:56.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:12:56.956 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 41943040 2024-04-15T17:12:56.981 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:12:57.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:56 smithi090 ceph-mon[89240]: pgmap v2247: 169 pgs: 169 active+clean; 625 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 225 op/s 2024-04-15T17:12:57.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:56 smithi090 ceph-mon[89240]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-15T17:12:57.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:56 smithi090 ceph-mon[91618]: pgmap v2247: 169 pgs: 169 active+clean; 625 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 225 op/s 2024-04-15T17:12:57.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:56 smithi090 ceph-mon[91618]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-15T17:12:57.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:56 smithi153 ceph-mon[84714]: pgmap v2247: 169 pgs: 169 active+clean; 625 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 4.0 MiB/s wr, 225 op/s 2024-04-15T17:12:57.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:56 smithi153 ceph-mon[84714]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-15T17:12:58.133 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:12:58.144 INFO:tasks.workunit.client.0.smithi090.stdout:write: Y 41943040~5 2024-04-15T17:12:58.253 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:12:58.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:57 smithi090 ceph-mon[91618]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-15T17:12:58.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:57 smithi090 ceph-mon[89240]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-15T17:12:58.333 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:12:58.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:57 smithi153 ceph-mon[84714]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-15T17:12:59.067 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3898 ms) 2024-04-15T17:12:59.068 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-15T17:12:59.098 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:12:59.109 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:12:59.174 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:12:59.228 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:58 smithi090 ceph-mon[91618]: pgmap v2250: 169 pgs: 169 active+clean; 633 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 5.0 MiB/s wr, 301 op/s 2024-04-15T17:12:59.228 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:58 smithi090 ceph-mon[91618]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-15T17:12:59.229 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:58 smithi090 ceph-mon[89240]: pgmap v2250: 169 pgs: 169 active+clean; 633 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 5.0 MiB/s wr, 301 op/s 2024-04-15T17:12:59.229 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:58 smithi090 ceph-mon[89240]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-15T17:12:59.229 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:12:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:12:59] "GET /metrics HTTP/1.1" 200 38909 "" "Prometheus/2.43.0" 2024-04-15T17:12:59.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:58 smithi153 ceph-mon[84714]: pgmap v2250: 169 pgs: 169 active+clean; 633 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 5.0 MiB/s wr, 301 op/s 2024-04-15T17:12:59.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:58 smithi153 ceph-mon[84714]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-15T17:13:00.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:12:59 smithi090 ceph-mon[89240]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-15T17:13:00.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:12:59 smithi090 ceph-mon[91618]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-15T17:13:00.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:12:59 smithi153 ceph-mon[84714]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-15T17:13:00.986 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 8388609~8388609 2024-04-15T17:13:01.008 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 0~1000 2024-04-15T17:13:01.008 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 1010~1000 2024-04-15T17:13:01.008 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap2 2024-04-15T17:13:01.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:00 smithi090 ceph-mon[89240]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 5.0 MiB/s wr, 388 op/s 2024-04-15T17:13:01.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:00 smithi090 ceph-mon[89240]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-15T17:13:01.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:00 smithi090 ceph-mon[91618]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 5.0 MiB/s wr, 388 op/s 2024-04-15T17:13:01.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:00 smithi090 ceph-mon[91618]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-15T17:13:01.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:00 smithi153 ceph-mon[84714]: pgmap v2253: 169 pgs: 169 active+clean; 621 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 56 MiB/s rd, 5.0 MiB/s wr, 388 op/s 2024-04-15T17:13:01.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:00 smithi153 ceph-mon[84714]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-15T17:13:02.304 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:01 smithi153 ceph-mon[84714]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-15T17:13:02.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:01 smithi090 ceph-mon[89240]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-15T17:13:02.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:01 smithi090 ceph-mon[91618]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-15T17:13:02.619 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:13:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:13:03.005 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 8388609~1000 2024-04-15T17:13:03.016 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 16777228~1000 2024-04-15T17:13:03.016 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 167772160 2024-04-15T17:13:03.026 INFO:tasks.workunit.client.0.smithi090.stdout:write: 2 83886079~8388609 2024-04-15T17:13:03.047 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap3 2024-04-15T17:13:03.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:03 smithi090 ceph-mon[89240]: pgmap v2256: 169 pgs: 169 active+clean; 625 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.0 MiB/s wr, 288 op/s 2024-04-15T17:13:03.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:03 smithi090 ceph-mon[89240]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-15T17:13:03.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:03 smithi090 ceph-mon[91618]: pgmap v2256: 169 pgs: 169 active+clean; 625 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.0 MiB/s wr, 288 op/s 2024-04-15T17:13:03.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:03 smithi090 ceph-mon[91618]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-15T17:13:03.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:03 smithi153 ceph-mon[84714]: pgmap v2256: 169 pgs: 169 active+clean; 625 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 5.2 MiB/s rd, 1.0 MiB/s wr, 288 op/s 2024-04-15T17:13:03.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:03 smithi153 ceph-mon[84714]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-15T17:13:04.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:04 smithi090 ceph-mon[89240]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-15T17:13:04.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:04 smithi090 ceph-mon[91618]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-15T17:13:04.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:04 smithi153 ceph-mon[84714]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-15T17:13:04.847 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:13:04.875 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 83886079~1 2024-04-15T17:13:04.883 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:13:05.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:05 smithi090 ceph-mon[89240]: pgmap v2259: 169 pgs: 169 active+clean; 653 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 289 KiB/s rd, 8.0 MiB/s wr, 377 op/s 2024-04-15T17:13:05.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:05 smithi090 ceph-mon[89240]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-15T17:13:05.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:05 smithi090 ceph-mon[89240]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-15T17:13:05.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:05 smithi090 ceph-mon[91618]: pgmap v2259: 169 pgs: 169 active+clean; 653 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 289 KiB/s rd, 8.0 MiB/s wr, 377 op/s 2024-04-15T17:13:05.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:05 smithi090 ceph-mon[91618]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-15T17:13:05.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:05 smithi090 ceph-mon[91618]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-15T17:13:05.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:05 smithi153 ceph-mon[84714]: pgmap v2259: 169 pgs: 169 active+clean; 653 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 289 KiB/s rd, 8.0 MiB/s wr, 377 op/s 2024-04-15T17:13:05.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:05 smithi153 ceph-mon[84714]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-15T17:13:05.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:05 smithi153 ceph-mon[84714]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-15T17:13:07.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:06 smithi153 ceph-mon[84714]: pgmap v2262: 169 pgs: 169 active+clean; 653 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 7.0 MiB/s wr, 176 op/s 2024-04-15T17:13:07.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:06 smithi153 ceph-mon[84714]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-15T17:13:07.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:06 smithi090 ceph-mon[89240]: pgmap v2262: 169 pgs: 169 active+clean; 653 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 7.0 MiB/s wr, 176 op/s 2024-04-15T17:13:07.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:06 smithi090 ceph-mon[89240]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-15T17:13:07.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:06 smithi090 ceph-mon[91618]: pgmap v2262: 169 pgs: 169 active+clean; 653 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 130 KiB/s rd, 7.0 MiB/s wr, 176 op/s 2024-04-15T17:13:07.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:06 smithi090 ceph-mon[91618]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-15T17:13:08.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:07 smithi153 ceph-mon[84714]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-15T17:13:08.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:13:08.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:07 smithi090 ceph-mon[91618]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-15T17:13:08.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:13:08.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:07 smithi090 ceph-mon[89240]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-15T17:13:08.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:13:08.433 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: after_prepare_snap 2024-04-15T17:13:09.102 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:08 smithi090 ceph-mon[91618]: pgmap v2265: 169 pgs: 169 active+clean; 673 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 3.0 MiB/s wr, 124 op/s 2024-04-15T17:13:09.103 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:08 smithi090 ceph-mon[91618]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-15T17:13:09.103 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:08 smithi090 ceph-mon[89240]: pgmap v2265: 169 pgs: 169 active+clean; 673 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 3.0 MiB/s wr, 124 op/s 2024-04-15T17:13:09.103 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:08 smithi090 ceph-mon[89240]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-15T17:13:09.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:08 smithi153 ceph-mon[84714]: pgmap v2265: 169 pgs: 169 active+clean; 673 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 83 KiB/s rd, 3.0 MiB/s wr, 124 op/s 2024-04-15T17:13:09.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:08 smithi153 ceph-mon[84714]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-15T17:13:09.577 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:13:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:13:09] "GET /metrics HTTP/1.1" 200 38913 "" "Prometheus/2.43.0" 2024-04-15T17:13:09.880 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 41943040 2024-04-15T17:13:09.919 INFO:tasks.workunit.client.0.smithi090.stdout:write: * 0~1000 2024-04-15T17:13:09.925 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:13:10.084 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:13:10.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:09 smithi153 ceph-mon[84714]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-15T17:13:10.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:09 smithi090 ceph-mon[89240]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-15T17:13:10.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:09 smithi090 ceph-mon[91618]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-15T17:13:11.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:10 smithi090 ceph-mon[89240]: pgmap v2268: 169 pgs: 169 active+clean; 677 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 4.0 MiB/s wr, 191 op/s 2024-04-15T17:13:11.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:10 smithi090 ceph-mon[89240]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-15T17:13:11.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:10 smithi090 ceph-mon[91618]: pgmap v2268: 169 pgs: 169 active+clean; 677 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 4.0 MiB/s wr, 191 op/s 2024-04-15T17:13:11.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:10 smithi090 ceph-mon[91618]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-15T17:13:11.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:10 smithi153 ceph-mon[84714]: pgmap v2268: 169 pgs: 169 active+clean; 677 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 134 KiB/s rd, 4.0 MiB/s wr, 191 op/s 2024-04-15T17:13:11.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:10 smithi153 ceph-mon[84714]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-15T17:13:12.303 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:11 smithi153 ceph-mon[84714]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-15T17:13:12.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:11 smithi090 ceph-mon[89240]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-15T17:13:12.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:11 smithi090 ceph-mon[91618]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-15T17:13:12.619 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:13:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:13:13.284 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14216 ms) 2024-04-15T17:13:13.284 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-15T17:13:13.314 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:13:13.325 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:13:13.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:12 smithi090 ceph-mon[89240]: pgmap v2271: 169 pgs: 169 active+clean; 693 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 371 op/s 2024-04-15T17:13:13.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:12 smithi090 ceph-mon[89240]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-15T17:13:13.326 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:12 smithi090 ceph-mon[91618]: pgmap v2271: 169 pgs: 169 active+clean; 693 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 371 op/s 2024-04-15T17:13:13.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:12 smithi090 ceph-mon[91618]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-15T17:13:13.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:12 smithi153 ceph-mon[84714]: pgmap v2271: 169 pgs: 169 active+clean; 693 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 5.0 MiB/s wr, 371 op/s 2024-04-15T17:13:13.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:12 smithi153 ceph-mon[84714]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-15T17:13:13.403 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:13:14.326 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:13 smithi090 ceph-mon[89240]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-15T17:13:14.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:13 smithi090 ceph-mon[91618]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-15T17:13:14.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:13 smithi153 ceph-mon[84714]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-15T17:13:14.928 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 8388609~8388609 2024-04-15T17:13:14.947 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 0~1000 2024-04-15T17:13:14.947 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 1010~1000 2024-04-15T17:13:14.947 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap2 2024-04-15T17:13:15.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:14 smithi090 ceph-mon[91618]: pgmap v2274: 169 pgs: 169 active+clean; 701 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 551 op/s 2024-04-15T17:13:15.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:14 smithi090 ceph-mon[91618]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-15T17:13:15.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:14 smithi090 ceph-mon[89240]: pgmap v2274: 169 pgs: 169 active+clean; 701 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 551 op/s 2024-04-15T17:13:15.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:14 smithi090 ceph-mon[89240]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-15T17:13:15.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:14 smithi153 ceph-mon[84714]: pgmap v2274: 169 pgs: 169 active+clean; 701 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 50 MiB/s rd, 6.0 MiB/s wr, 551 op/s 2024-04-15T17:13:15.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:14 smithi153 ceph-mon[84714]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-15T17:13:16.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:15 smithi090 ceph-mon[91618]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-15T17:13:16.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:15 smithi090 ceph-mon[89240]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-15T17:13:16.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:15 smithi153 ceph-mon[84714]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-15T17:13:16.945 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 8388609~1000 2024-04-15T17:13:16.952 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 16777228~1000 2024-04-15T17:13:16.952 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 167772160 2024-04-15T17:13:16.961 INFO:tasks.workunit.client.0.smithi090.stdout:write: 2 83886079~8388609 2024-04-15T17:13:16.978 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap3 2024-04-15T17:13:17.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:16 smithi090 ceph-mon[89240]: pgmap v2277: 169 pgs: 169 active+clean; 701 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 2.0 MiB/s wr, 246 op/s 2024-04-15T17:13:17.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:16 smithi090 ceph-mon[89240]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-15T17:13:17.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:16 smithi090 ceph-mon[91618]: pgmap v2277: 169 pgs: 169 active+clean; 701 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 2.0 MiB/s wr, 246 op/s 2024-04-15T17:13:17.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:16 smithi090 ceph-mon[91618]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-15T17:13:17.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:16 smithi153 ceph-mon[84714]: pgmap v2277: 169 pgs: 169 active+clean; 701 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 2.0 MiB/s wr, 246 op/s 2024-04-15T17:13:17.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:16 smithi153 ceph-mon[84714]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-15T17:13:18.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:17 smithi090 ceph-mon[91618]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-15T17:13:18.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:17 smithi090 ceph-mon[89240]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-15T17:13:18.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:17 smithi153 ceph-mon[84714]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-15T17:13:18.957 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:13:18.985 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 83886079~1 2024-04-15T17:13:18.995 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:13:19.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:18 smithi090 ceph-mon[89240]: pgmap v2280: 169 pgs: 169 active+clean; 709 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 8.0 MiB/s wr, 124 op/s 2024-04-15T17:13:19.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:18 smithi090 ceph-mon[89240]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-15T17:13:19.327 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:13:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:13:19] "GET /metrics HTTP/1.1" 200 38913 "" "Prometheus/2.43.0" 2024-04-15T17:13:19.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:18 smithi090 ceph-mon[91618]: pgmap v2280: 169 pgs: 169 active+clean; 709 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 8.0 MiB/s wr, 124 op/s 2024-04-15T17:13:19.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:18 smithi090 ceph-mon[91618]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-15T17:13:19.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:18 smithi153 ceph-mon[84714]: pgmap v2280: 169 pgs: 169 active+clean; 709 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 8.0 MiB/s wr, 124 op/s 2024-04-15T17:13:19.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:18 smithi153 ceph-mon[84714]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-15T17:13:20.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:19 smithi090 ceph-mon[91618]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-15T17:13:20.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:19 smithi090 ceph-mon[91618]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-15T17:13:20.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:19 smithi090 ceph-mon[89240]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-15T17:13:20.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:19 smithi090 ceph-mon[89240]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-15T17:13:20.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:19 smithi153 ceph-mon[84714]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-15T17:13:20.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:19 smithi153 ceph-mon[84714]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-15T17:13:21.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:20 smithi090 ceph-mon[89240]: pgmap v2283: 169 pgs: 169 active+clean; 717 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 131 op/s 2024-04-15T17:13:21.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:20 smithi090 ceph-mon[89240]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-15T17:13:21.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:20 smithi090 ceph-mon[91618]: pgmap v2283: 169 pgs: 169 active+clean; 717 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 131 op/s 2024-04-15T17:13:21.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:20 smithi090 ceph-mon[91618]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-15T17:13:21.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:20 smithi153 ceph-mon[84714]: pgmap v2283: 169 pgs: 169 active+clean; 717 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 40 MiB/s rd, 9.0 MiB/s wr, 131 op/s 2024-04-15T17:13:21.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:20 smithi153 ceph-mon[84714]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-15T17:13:22.314 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: after_prepare_snap 2024-04-15T17:13:22.619 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:13:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:13:23.120 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:22 smithi153 ceph-mon[84714]: pgmap v2286: 169 pgs: 169 active+clean; 729 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 62 op/s 2024-04-15T17:13:23.120 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:22 smithi153 ceph-mon[84714]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-15T17:13:23.120 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:13:23.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:22 smithi090 ceph-mon[91618]: pgmap v2286: 169 pgs: 169 active+clean; 729 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 62 op/s 2024-04-15T17:13:23.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:22 smithi090 ceph-mon[91618]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-15T17:13:23.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:13:23.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:22 smithi090 ceph-mon[89240]: pgmap v2286: 169 pgs: 169 active+clean; 729 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.0 MiB/s rd, 3.0 MiB/s wr, 62 op/s 2024-04-15T17:13:23.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:22 smithi090 ceph-mon[89240]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-15T17:13:23.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:13:23.975 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 167772160 2024-04-15T17:13:23.991 INFO:tasks.workunit.client.0.smithi090.stdout:write: * 83886080~1000 2024-04-15T17:13:23.998 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:13:24.152 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:13:24.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:23 smithi090 ceph-mon[89240]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-15T17:13:24.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:23 smithi090 ceph-mon[91618]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-15T17:13:24.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:23 smithi153 ceph-mon[84714]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-15T17:13:25.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:24 smithi090 ceph-mon[91618]: pgmap v2289: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 171 op/s 2024-04-15T17:13:25.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:24 smithi090 ceph-mon[91618]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-15T17:13:25.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:24 smithi090 ceph-mon[91618]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-15T17:13:25.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:24 smithi090 ceph-mon[89240]: pgmap v2289: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 171 op/s 2024-04-15T17:13:25.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:24 smithi090 ceph-mon[89240]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-15T17:13:25.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:24 smithi090 ceph-mon[89240]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-15T17:13:25.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:24 smithi153 ceph-mon[84714]: pgmap v2289: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.0 MiB/s wr, 171 op/s 2024-04-15T17:13:25.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:24 smithi153 ceph-mon[84714]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-15T17:13:25.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:24 smithi153 ceph-mon[84714]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-15T17:13:27.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:26 smithi153 ceph-mon[84714]: pgmap v2292: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 115 op/s 2024-04-15T17:13:27.120 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:26 smithi153 ceph-mon[84714]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-15T17:13:27.305 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14020 ms) 2024-04-15T17:13:27.305 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.Clone 2024-04-15T17:13:27.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:26 smithi090 ceph-mon[91618]: pgmap v2292: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 115 op/s 2024-04-15T17:13:27.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:26 smithi090 ceph-mon[91618]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-15T17:13:27.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:26 smithi090 ceph-mon[89240]: pgmap v2292: 169 pgs: 169 active+clean; 733 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.0 MiB/s wr, 115 op/s 2024-04-15T17:13:27.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:26 smithi090 ceph-mon[89240]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-15T17:13:27.338 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:13:27.346 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 0~8388609 2024-04-15T17:13:27.416 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 16777218~8388609 2024-04-15T17:13:27.480 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap 2024-04-15T17:13:28.120 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:27 smithi153 ceph-mon[84714]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-15T17:13:28.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:27 smithi090 ceph-mon[89240]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-15T17:13:28.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:27 smithi090 ceph-mon[91618]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-15T17:13:28.878 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap 2024-04-15T17:13:28.893 INFO:tasks.workunit.client.0.smithi090.stdout:clone image105 -> image108 2024-04-15T17:13:28.996 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 0~1000 2024-04-15T17:13:29.051 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 1010~1000 2024-04-15T17:13:29.053 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap 2024-04-15T17:13:29.119 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:28 smithi153 ceph-mon[84714]: pgmap v2295: 169 pgs: 169 active+clean; 753 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 474 op/s 2024-04-15T17:13:29.120 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:28 smithi153 ceph-mon[84714]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-15T17:13:29.228 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:13:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:13:29] "GET /metrics HTTP/1.1" 200 38915 "" "Prometheus/2.43.0" 2024-04-15T17:13:29.229 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:28 smithi090 ceph-mon[91618]: pgmap v2295: 169 pgs: 169 active+clean; 753 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 474 op/s 2024-04-15T17:13:29.229 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:28 smithi090 ceph-mon[91618]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-15T17:13:29.229 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:28 smithi090 ceph-mon[89240]: pgmap v2295: 169 pgs: 169 active+clean; 753 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 5.0 MiB/s wr, 474 op/s 2024-04-15T17:13:29.229 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:28 smithi090 ceph-mon[89240]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-15T17:13:30.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:29 smithi090 ceph-mon[89240]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-15T17:13:30.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:29 smithi090 ceph-mon[91618]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-15T17:13:30.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:29 smithi153 ceph-mon[84714]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-15T17:13:30.891 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap 2024-04-15T17:13:30.905 INFO:tasks.workunit.client.0.smithi090.stdout:clone image108 -> image110 2024-04-15T17:13:31.032 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 1000~1000 2024-04-15T17:13:31.091 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 2010~1000 2024-04-15T17:13:31.093 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:13:31.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:30 smithi090 ceph-mon[89240]: pgmap v2298: 169 pgs: 169 active+clean; 753 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 525 op/s 2024-04-15T17:13:31.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:30 smithi090 ceph-mon[89240]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-15T17:13:31.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:30 smithi090 ceph-mon[91618]: pgmap v2298: 169 pgs: 169 active+clean; 753 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 525 op/s 2024-04-15T17:13:31.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:30 smithi090 ceph-mon[91618]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-15T17:13:31.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:30 smithi153 ceph-mon[84714]: pgmap v2298: 169 pgs: 169 active+clean; 753 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 6.0 MiB/s wr, 525 op/s 2024-04-15T17:13:31.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:30 smithi153 ceph-mon[84714]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-15T17:13:31.386 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:13:31.561 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:13:31.732 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.Clone (4428 ms) 2024-04-15T17:13:31.733 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.CloneParent 2024-04-15T17:13:31.763 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:13:31.774 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap 2024-04-15T17:13:32.303 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:31 smithi153 ceph-mon[84714]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-15T17:13:32.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:31 smithi090 ceph-mon[89240]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-15T17:13:32.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:31 smithi090 ceph-mon[91618]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-15T17:13:32.620 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:13:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:13:32.907 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap 2024-04-15T17:13:32.921 INFO:tasks.workunit.client.0.smithi090.stdout:clone image111 -> image114 2024-04-15T17:13:33.026 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:13:33.180 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:13:33.311 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.CloneParent (1578 ms) 2024-04-15T17:13:33.311 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-15T17:13:33.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:32 smithi090 ceph-mon[91618]: pgmap v2301: 169 pgs: 169 active+clean; 761 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 134 op/s 2024-04-15T17:13:33.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:32 smithi090 ceph-mon[91618]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-15T17:13:33.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:32 smithi090 ceph-mon[89240]: pgmap v2301: 169 pgs: 169 active+clean; 761 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 134 op/s 2024-04-15T17:13:33.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:32 smithi090 ceph-mon[89240]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-15T17:13:33.345 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:13:33.355 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 0~10 2024-04-15T17:13:33.363 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap 2024-04-15T17:13:33.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:32 smithi153 ceph-mon[84714]: pgmap v2301: 169 pgs: 169 active+clean; 761 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 6.0 MiB/s wr, 134 op/s 2024-04-15T17:13:33.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:32 smithi153 ceph-mon[84714]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-15T17:13:34.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:33 smithi090 ceph-mon[89240]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-15T17:13:34.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:33 smithi090 ceph-mon[91618]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-15T17:13:34.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:33 smithi153 ceph-mon[84714]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-15T17:13:34.856 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap 2024-04-15T17:13:34.870 INFO:tasks.workunit.client.0.smithi090.stdout:clone image115 -> image118 2024-04-15T17:13:34.971 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:13:35.122 INFO:tasks.workunit.client.0.smithi090.stdout:write: Y 0~1 2024-04-15T17:13:35.152 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:13:35.221 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:13:35.322 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (2012 ms) 2024-04-15T17:13:35.323 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-15T17:13:35.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:34 smithi090 ceph-mon[89240]: pgmap v2304: 169 pgs: 169 active+clean; 777 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 11 MiB/s wr, 531 op/s 2024-04-15T17:13:35.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:34 smithi090 ceph-mon[89240]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-15T17:13:35.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:34 smithi090 ceph-mon[89240]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-15T17:13:35.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:34 smithi090 ceph-mon[91618]: pgmap v2304: 169 pgs: 169 active+clean; 777 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 11 MiB/s wr, 531 op/s 2024-04-15T17:13:35.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:34 smithi090 ceph-mon[91618]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-15T17:13:35.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:34 smithi090 ceph-mon[91618]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-15T17:13:35.352 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:13:35.362 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 41943040~10 2024-04-15T17:13:35.369 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:34 smithi153 ceph-mon[84714]: pgmap v2304: 169 pgs: 169 active+clean; 777 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 48 MiB/s rd, 11 MiB/s wr, 531 op/s 2024-04-15T17:13:35.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:34 smithi153 ceph-mon[84714]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-15T17:13:35.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:34 smithi153 ceph-mon[84714]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-15T17:13:35.370 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:13:36.924 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 41943041~10 2024-04-15T17:13:36.929 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:13:37.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:36 smithi090 ceph-mon[89240]: pgmap v2307: 169 pgs: 169 active+clean; 777 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 447 op/s 2024-04-15T17:13:37.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:36 smithi090 ceph-mon[89240]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-15T17:13:37.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:36 smithi090 ceph-mon[91618]: pgmap v2307: 169 pgs: 169 active+clean; 777 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 447 op/s 2024-04-15T17:13:37.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:36 smithi090 ceph-mon[91618]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-15T17:13:37.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:36 smithi153 ceph-mon[84714]: pgmap v2307: 169 pgs: 169 active+clean; 777 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 6.0 MiB/s wr, 447 op/s 2024-04-15T17:13:37.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:36 smithi153 ceph-mon[84714]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-15T17:13:38.068 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 41943042~10 2024-04-15T17:13:38.083 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap2 2024-04-15T17:13:38.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:37 smithi090 ceph-mon[89240]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-15T17:13:38.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:13:38.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:37 smithi090 ceph-mon[91618]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-15T17:13:38.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:13:38.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:37 smithi153 ceph-mon[84714]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-15T17:13:38.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:13:39.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:38 smithi090 ceph-mon[91618]: pgmap v2310: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 801 op/s 2024-04-15T17:13:39.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:38 smithi090 ceph-mon[91618]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-15T17:13:39.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:38 smithi090 ceph-mon[89240]: pgmap v2310: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 801 op/s 2024-04-15T17:13:39.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:38 smithi090 ceph-mon[89240]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-15T17:13:39.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:13:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:13:39] "GET /metrics HTTP/1.1" 200 38916 "" "Prometheus/2.43.0" 2024-04-15T17:13:39.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:38 smithi153 ceph-mon[84714]: pgmap v2310: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 801 op/s 2024-04-15T17:13:39.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:38 smithi153 ceph-mon[84714]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-15T17:13:39.957 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 41943040 2024-04-15T17:13:39.992 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:13:40.058 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:13:40.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:39 smithi090 ceph-mon[89240]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-15T17:13:40.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:39 smithi090 ceph-mon[91618]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-15T17:13:40.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:39 smithi153 ceph-mon[84714]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-15T17:13:41.086 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5763 ms) 2024-04-15T17:13:41.086 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-15T17:13:41.117 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:13:41.127 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 41943040~10 2024-04-15T17:13:41.135 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:13:41.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:40 smithi090 ceph-mon[89240]: pgmap v2313: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 1.15k op/s 2024-04-15T17:13:41.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:40 smithi090 ceph-mon[89240]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-15T17:13:41.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:40 smithi090 ceph-mon[91618]: pgmap v2313: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 1.15k op/s 2024-04-15T17:13:41.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:40 smithi090 ceph-mon[91618]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-15T17:13:41.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:40 smithi153 ceph-mon[84714]: pgmap v2313: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 14 MiB/s rd, 3.0 MiB/s wr, 1.15k op/s 2024-04-15T17:13:41.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:40 smithi153 ceph-mon[84714]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-15T17:13:42.303 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:41 smithi153 ceph-mon[84714]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-15T17:13:42.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:41 smithi090 ceph-mon[89240]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-15T17:13:42.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:41 smithi090 ceph-mon[91618]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-15T17:13:42.620 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:13:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:13:42.965 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 41943040 2024-04-15T17:13:42.990 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:13:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:42 smithi090 ceph-mon[89240]: pgmap v2316: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 401 KiB/s rd, 18 KiB/s wr, 501 op/s 2024-04-15T17:13:43.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:42 smithi090 ceph-mon[89240]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-15T17:13:43.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:42 smithi090 ceph-mon[91618]: pgmap v2316: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 401 KiB/s rd, 18 KiB/s wr, 501 op/s 2024-04-15T17:13:43.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:42 smithi090 ceph-mon[91618]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-15T17:13:43.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:42 smithi153 ceph-mon[84714]: pgmap v2316: 169 pgs: 169 active+clean; 785 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 401 KiB/s rd, 18 KiB/s wr, 501 op/s 2024-04-15T17:13:43.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:42 smithi153 ceph-mon[84714]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-15T17:13:44.095 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:13:44.107 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap3 2024-04-15T17:13:44.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:43 smithi090 ceph-mon[89240]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-15T17:13:44.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:43 smithi090 ceph-mon[91618]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-15T17:13:44.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:43 smithi153 ceph-mon[84714]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-15T17:13:45.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:44 smithi090 ceph-mon[91618]: pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 218 KiB/s rd, 20 KiB/s wr, 294 op/s 2024-04-15T17:13:45.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:44 smithi090 ceph-mon[91618]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-15T17:13:45.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:44 smithi090 ceph-mon[89240]: pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 218 KiB/s rd, 20 KiB/s wr, 294 op/s 2024-04-15T17:13:45.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:44 smithi090 ceph-mon[89240]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-15T17:13:45.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:44 smithi153 ceph-mon[84714]: pgmap v2319: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 218 KiB/s rd, 20 KiB/s wr, 294 op/s 2024-04-15T17:13:45.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:44 smithi153 ceph-mon[84714]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-15T17:13:45.989 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 41943040~10 2024-04-15T17:13:45.995 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap4 2024-04-15T17:13:46.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:45 smithi090 ceph-mon[89240]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-15T17:13:46.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:45 smithi090 ceph-mon[91618]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-15T17:13:46.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:45 smithi153 ceph-mon[84714]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-15T17:13:47.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:46 smithi090 ceph-mon[89240]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 143 op/s 2024-04-15T17:13:47.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:46 smithi090 ceph-mon[89240]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-15T17:13:47.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:46 smithi090 ceph-mon[91618]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 143 op/s 2024-04-15T17:13:47.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:46 smithi090 ceph-mon[91618]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-15T17:13:47.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:46 smithi153 ceph-mon[84714]: pgmap v2322: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 143 op/s 2024-04-15T17:13:47.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:46 smithi153 ceph-mon[84714]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-15T17:13:48.005 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 41943040 2024-04-15T17:13:48.033 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:13:48.101 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:13:48.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:47 smithi090 ceph-mon[89240]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-15T17:13:48.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:48 smithi090 ceph-mon[91618]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-15T17:13:48.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:47 smithi153 ceph-mon[84714]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-15T17:13:49.162 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (8076 ms) 2024-04-15T17:13:49.162 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-15T17:13:49.194 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:13:49.205 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:13:49.327 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:13:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:13:49] "GET /metrics HTTP/1.1" 200 38916 "" "Prometheus/2.43.0" 2024-04-15T17:13:49.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:49 smithi090 ceph-mon[91618]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 14 KiB/s wr, 192 op/s 2024-04-15T17:13:49.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:49 smithi090 ceph-mon[91618]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-15T17:13:49.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:49 smithi090 ceph-mon[89240]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 14 KiB/s wr, 192 op/s 2024-04-15T17:13:49.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:49 smithi090 ceph-mon[89240]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-15T17:13:49.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:49 smithi153 ceph-mon[84714]: pgmap v2325: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 14 KiB/s wr, 192 op/s 2024-04-15T17:13:49.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:49 smithi153 ceph-mon[84714]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-15T17:13:49.380 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.AbortInUseImage (218 ms) 2024-04-15T17:13:49.380 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-15T17:13:49.413 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:13:49.424 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:13:49.491 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 16777218~8388609 2024-04-15T17:13:49.539 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:13:49.729 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:13:49.782 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 16777218~8388609 2024-04-15T17:13:49.837 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:13:50.041 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (661 ms) 2024-04-15T17:13:50.041 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-15T17:13:50.072 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:13:50.082 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:13:50.139 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:13:50.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:50 smithi090 ceph-mon[91618]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-15T17:13:50.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:50 smithi090 ceph-mon[91618]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-15T17:13:50.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:50 smithi090 ceph-mon[89240]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-15T17:13:50.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:50 smithi090 ceph-mon[89240]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-15T17:13:50.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:50 smithi153 ceph-mon[84714]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-15T17:13:50.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:50 smithi153 ceph-mon[84714]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-15T17:13:51.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:51 smithi090 ceph-mon[89240]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 14 KiB/s wr, 194 op/s 2024-04-15T17:13:51.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:51 smithi090 ceph-mon[91618]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 14 KiB/s wr, 194 op/s 2024-04-15T17:13:51.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:51 smithi153 ceph-mon[84714]: pgmap v2328: 169 pgs: 169 active+clean; 785 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 14 KiB/s wr, 194 op/s 2024-04-15T17:13:52.034 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 8388609~8388609 2024-04-15T17:13:52.048 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 0~1000 2024-04-15T17:13:52.048 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 1010~1000 2024-04-15T17:13:52.048 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap2 2024-04-15T17:13:52.271 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:52 smithi153 ceph-mon[84714]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-15T17:13:52.327 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:52 smithi090 ceph-mon[89240]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-15T17:13:52.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:52 smithi090 ceph-mon[91618]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-15T17:13:52.620 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:13:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:13:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:13:53.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:53 smithi090 ceph-mon[89240]: pgmap v2331: 169 pgs: 169 active+clean; 813 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 146 op/s 2024-04-15T17:13:53.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:53 smithi090 ceph-mon[89240]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-15T17:13:53.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:13:53.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:53 smithi090 ceph-mon[91618]: pgmap v2331: 169 pgs: 169 active+clean; 813 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 146 op/s 2024-04-15T17:13:53.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:53 smithi090 ceph-mon[91618]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-15T17:13:53.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:13:53.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:53 smithi153 ceph-mon[84714]: pgmap v2331: 169 pgs: 169 active+clean; 813 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 12 MiB/s rd, 13 MiB/s wr, 146 op/s 2024-04-15T17:13:53.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:53 smithi153 ceph-mon[84714]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-15T17:13:53.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:13:54.050 INFO:tasks.workunit.client.0.smithi090.stdout:write: X 8388609~1000 2024-04-15T17:13:54.057 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 16777228~1000 2024-04-15T17:13:54.057 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 167772160 2024-04-15T17:13:54.067 INFO:tasks.workunit.client.0.smithi090.stdout:write: 2 83886079~8388609 2024-04-15T17:13:54.091 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap3 2024-04-15T17:13:54.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:54 smithi090 ceph-mon[89240]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-15T17:13:54.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:54 smithi090 ceph-mon[91618]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-15T17:13:54.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:54 smithi153 ceph-mon[84714]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-15T17:13:55.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:55 smithi090 ceph-mon[89240]: pgmap v2334: 169 pgs: 169 active+clean; 833 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 25 MiB/s wr, 623 op/s 2024-04-15T17:13:55.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:55 smithi090 ceph-mon[89240]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-15T17:13:55.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:55 smithi090 ceph-mon[89240]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-15T17:13:55.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:55 smithi090 ceph-mon[91618]: pgmap v2334: 169 pgs: 169 active+clean; 833 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 25 MiB/s wr, 623 op/s 2024-04-15T17:13:55.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:55 smithi090 ceph-mon[91618]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-15T17:13:55.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:55 smithi090 ceph-mon[91618]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-15T17:13:55.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:55 smithi153 ceph-mon[84714]: pgmap v2334: 169 pgs: 169 active+clean; 833 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 25 MiB/s wr, 623 op/s 2024-04-15T17:13:55.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:55 smithi153 ceph-mon[84714]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-15T17:13:55.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:55 smithi153 ceph-mon[84714]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-15T17:13:55.860 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:13:55.884 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 83886079~1 2024-04-15T17:13:55.892 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:13:56.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:13:56.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:56 smithi090 ceph-mon[91618]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-15T17:13:56.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:13:56.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:56 smithi090 ceph-mon[89240]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-15T17:13:56.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:13:56.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:56 smithi153 ceph-mon[84714]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-15T17:13:57.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:57 smithi090 ceph-mon[91618]: pgmap v2337: 169 pgs: 169 active+clean; 833 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 12 MiB/s wr, 478 op/s 2024-04-15T17:13:57.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:13:57.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:13:57.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:13:57.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:57 smithi090 ceph-mon[91618]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-15T17:13:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:57 smithi090 ceph-mon[89240]: pgmap v2337: 169 pgs: 169 active+clean; 833 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 12 MiB/s wr, 478 op/s 2024-04-15T17:13:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:13:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:13:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:13:57.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:57 smithi090 ceph-mon[89240]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-15T17:13:57.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:57 smithi153 ceph-mon[84714]: pgmap v2337: 169 pgs: 169 active+clean; 833 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 9.4 MiB/s rd, 12 MiB/s wr, 478 op/s 2024-04-15T17:13:57.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:13:57.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:13:57.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:13:57.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:57 smithi153 ceph-mon[84714]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-15T17:13:59.104 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:58 smithi090 ceph-mon[89240]: pgmap v2340: 169 pgs: 169 active+clean; 869 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 7.0 MiB/s wr, 113 op/s 2024-04-15T17:13:59.104 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:58 smithi090 ceph-mon[89240]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-15T17:13:59.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:58 smithi090 ceph-mon[91618]: pgmap v2340: 169 pgs: 169 active+clean; 869 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 7.0 MiB/s wr, 113 op/s 2024-04-15T17:13:59.105 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:58 smithi090 ceph-mon[91618]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-15T17:13:59.120 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:58 smithi153 ceph-mon[84714]: pgmap v2340: 169 pgs: 169 active+clean; 869 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 7.0 MiB/s wr, 113 op/s 2024-04-15T17:13:59.121 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:58 smithi153 ceph-mon[84714]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-15T17:13:59.328 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:13:59.435 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 16777218~8388609 2024-04-15T17:13:59.578 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:13:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:13:59] "GET /metrics HTTP/1.1" 200 38917 "" "Prometheus/2.43.0" 2024-04-15T17:13:59.871 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 0~8388609 2024-04-15T17:13:59.886 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 16777218~8388609 2024-04-15T17:13:59.973 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:14:00.120 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:13:59 smithi153 ceph-mon[84714]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-15T17:14:00.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:13:59 smithi090 ceph-mon[89240]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-15T17:14:00.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:13:59 smithi090 ceph-mon[91618]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-15T17:14:01.120 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:00 smithi153 ceph-mon[84714]: pgmap v2343: 169 pgs: 169 active+clean; 873 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 8.0 MiB/s wr, 114 op/s 2024-04-15T17:14:01.121 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:00 smithi153 ceph-mon[84714]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-15T17:14:01.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:00 smithi090 ceph-mon[89240]: pgmap v2343: 169 pgs: 169 active+clean; 873 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 8.0 MiB/s wr, 114 op/s 2024-04-15T17:14:01.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:00 smithi090 ceph-mon[89240]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-15T17:14:01.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:00 smithi090 ceph-mon[91618]: pgmap v2343: 169 pgs: 169 active+clean; 873 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 8.0 MiB/s wr, 114 op/s 2024-04-15T17:14:01.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:00 smithi090 ceph-mon[91618]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-15T17:14:02.120 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:01 smithi153 ceph-mon[84714]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-15T17:14:02.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:01 smithi090 ceph-mon[89240]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-15T17:14:02.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:01 smithi090 ceph-mon[91618]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-15T17:14:02.621 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:14:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:14:03.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:02 smithi090 ceph-mon[91618]: pgmap v2346: 169 pgs: 169 active+clean; 921 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 15 MiB/s wr, 381 op/s 2024-04-15T17:14:03.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:02 smithi090 ceph-mon[91618]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-15T17:14:03.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:02 smithi090 ceph-mon[89240]: pgmap v2346: 169 pgs: 169 active+clean; 921 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 15 MiB/s wr, 381 op/s 2024-04-15T17:14:03.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:02 smithi090 ceph-mon[89240]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-15T17:14:03.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:02 smithi153 ceph-mon[84714]: pgmap v2346: 169 pgs: 169 active+clean; 921 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 19 MiB/s rd, 15 MiB/s wr, 381 op/s 2024-04-15T17:14:03.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:02 smithi153 ceph-mon[84714]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-15T17:14:04.285 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.AbortWithSnapshots (14244 ms) 2024-04-15T17:14:04.285 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-15T17:14:04.319 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:14:04.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:03 smithi090 ceph-mon[89240]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-15T17:14:04.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:03 smithi090 ceph-mon[91618]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-15T17:14:04.329 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 0~10 2024-04-15T17:14:04.338 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:14:04.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:03 smithi153 ceph-mon[84714]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-15T17:14:05.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:04 smithi090 ceph-mon[89240]: pgmap v2349: 169 pgs: 169 active+clean; 949 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 451 op/s 2024-04-15T17:14:05.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:04 smithi090 ceph-mon[89240]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-15T17:14:05.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:04 smithi090 ceph-mon[91618]: pgmap v2349: 169 pgs: 169 active+clean; 949 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 451 op/s 2024-04-15T17:14:05.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:04 smithi090 ceph-mon[91618]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-15T17:14:05.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:04 smithi153 ceph-mon[84714]: pgmap v2349: 169 pgs: 169 active+clean; 949 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 42 MiB/s rd, 23 MiB/s wr, 451 op/s 2024-04-15T17:14:05.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:04 smithi153 ceph-mon[84714]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-15T17:14:05.921 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap1 2024-04-15T17:14:05.991 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:14:06.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:05 smithi090 ceph-mon[91618]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-15T17:14:06.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:05 smithi090 ceph-mon[89240]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-15T17:14:06.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:05 smithi153 ceph-mon[84714]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-15T17:14:07.133 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:14:07.218 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:14:07.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:06 smithi090 ceph-mon[89240]: pgmap v2352: 169 pgs: 169 active+clean; 949 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 9.0 MiB/s wr, 71 op/s 2024-04-15T17:14:07.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:06 smithi090 ceph-mon[89240]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-15T17:14:07.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:06 smithi090 ceph-mon[91618]: pgmap v2352: 169 pgs: 169 active+clean; 949 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 9.0 MiB/s wr, 71 op/s 2024-04-15T17:14:07.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:06 smithi090 ceph-mon[91618]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-15T17:14:07.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:06 smithi153 ceph-mon[84714]: pgmap v2352: 169 pgs: 169 active+clean; 949 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 23 MiB/s rd, 9.0 MiB/s wr, 71 op/s 2024-04-15T17:14:07.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:06 smithi153 ceph-mon[84714]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-15T17:14:08.050 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.CloneV1Parent (3765 ms) 2024-04-15T17:14:08.051 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-15T17:14:08.084 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:14:08.096 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 0~10 2024-04-15T17:14:08.106 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:14:08.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:07 smithi090 ceph-mon[91618]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-15T17:14:08.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:14:08.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:07 smithi090 ceph-mon[89240]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-15T17:14:08.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:14:08.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:07 smithi153 ceph-mon[84714]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-15T17:14:08.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:14:09.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:08 smithi090 ceph-mon[89240]: pgmap v2355: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 13 KiB/s wr, 156 op/s 2024-04-15T17:14:09.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:08 smithi090 ceph-mon[89240]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-15T17:14:09.328 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:14:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:14:09] "GET /metrics HTTP/1.1" 200 38916 "" "Prometheus/2.43.0" 2024-04-15T17:14:09.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:08 smithi090 ceph-mon[91618]: pgmap v2355: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 13 KiB/s wr, 156 op/s 2024-04-15T17:14:09.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:08 smithi090 ceph-mon[91618]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-15T17:14:09.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:08 smithi153 ceph-mon[84714]: pgmap v2355: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 26 MiB/s rd, 13 KiB/s wr, 156 op/s 2024-04-15T17:14:09.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:08 smithi153 ceph-mon[84714]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-15T17:14:09.863 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap1 2024-04-15T17:14:09.924 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:14:10.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:09 smithi090 ceph-mon[89240]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-15T17:14:10.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:09 smithi090 ceph-mon[89240]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-15T17:14:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:09 smithi090 ceph-mon[91618]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-15T17:14:10.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:09 smithi090 ceph-mon[91618]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-15T17:14:10.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:09 smithi153 ceph-mon[84714]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-15T17:14:10.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:09 smithi153 ceph-mon[84714]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-15T17:14:11.153 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:14:11.235 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:14:11.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:10 smithi090 ceph-mon[89240]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 13 KiB/s wr, 160 op/s 2024-04-15T17:14:11.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:10 smithi090 ceph-mon[91618]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 13 KiB/s wr, 160 op/s 2024-04-15T17:14:11.370 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:10 smithi153 ceph-mon[84714]: pgmap v2358: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 36 MiB/s rd, 13 KiB/s wr, 160 op/s 2024-04-15T17:14:12.081 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.CloneV2Parent (4030 ms) 2024-04-15T17:14:12.081 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-15T17:14:12.114 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:14:12.126 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 0~10 2024-04-15T17:14:12.134 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:14:12.304 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:11 smithi153 ceph-mon[84714]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-15T17:14:12.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:11 smithi090 ceph-mon[91618]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-15T17:14:12.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:11 smithi090 ceph-mon[89240]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-15T17:14:12.621 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:14:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:14:13.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:12 smithi090 ceph-mon[89240]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 13 KiB/s wr, 395 op/s 2024-04-15T17:14:13.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:12 smithi090 ceph-mon[89240]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-15T17:14:13.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:12 smithi090 ceph-mon[91618]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 13 KiB/s wr, 395 op/s 2024-04-15T17:14:13.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:12 smithi090 ceph-mon[91618]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-15T17:14:13.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:12 smithi153 ceph-mon[84714]: pgmap v2361: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 10 MiB/s rd, 13 KiB/s wr, 395 op/s 2024-04-15T17:14:13.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:12 smithi153 ceph-mon[84714]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-15T17:14:13.981 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap1 2024-04-15T17:14:14.045 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:14:14.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:13 smithi090 ceph-mon[89240]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-15T17:14:14.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:13 smithi090 ceph-mon[91618]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-15T17:14:14.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:13 smithi153 ceph-mon[84714]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-15T17:14:15.040 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:14:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:14 smithi090 ceph-mon[89240]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 520 KiB/s rd, 30 KiB/s wr, 656 op/s 2024-04-15T17:14:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:14 smithi090 ceph-mon[89240]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-15T17:14:15.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:14 smithi090 ceph-mon[89240]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-15T17:14:15.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:14 smithi090 ceph-mon[91618]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 520 KiB/s rd, 30 KiB/s wr, 656 op/s 2024-04-15T17:14:15.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:14 smithi090 ceph-mon[91618]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-15T17:14:15.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:14 smithi090 ceph-mon[91618]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-15T17:14:15.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:14 smithi153 ceph-mon[84714]: pgmap v2364: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 520 KiB/s rd, 30 KiB/s wr, 656 op/s 2024-04-15T17:14:15.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:14 smithi153 ceph-mon[84714]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-15T17:14:15.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:14 smithi153 ceph-mon[84714]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-15T17:14:16.116 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4035 ms) 2024-04-15T17:14:16.116 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-15T17:14:16.149 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:14:16.160 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 0~10 2024-04-15T17:14:16.168 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:14:17.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:16 smithi090 ceph-mon[89240]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 198 KiB/s rd, 17 KiB/s wr, 264 op/s 2024-04-15T17:14:17.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:16 smithi090 ceph-mon[89240]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-15T17:14:17.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:16 smithi090 ceph-mon[91618]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 198 KiB/s rd, 17 KiB/s wr, 264 op/s 2024-04-15T17:14:17.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:16 smithi090 ceph-mon[91618]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-15T17:14:17.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:16 smithi153 ceph-mon[84714]: pgmap v2367: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 198 KiB/s rd, 17 KiB/s wr, 264 op/s 2024-04-15T17:14:17.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:16 smithi153 ceph-mon[84714]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-15T17:14:18.010 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap1 2024-04-15T17:14:18.069 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:14:18.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:17 smithi090 ceph-mon[89240]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-15T17:14:18.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:17 smithi090 ceph-mon[91618]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-15T17:14:18.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:17 smithi153 ceph-mon[84714]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-15T17:14:19.160 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:14:19.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:19 smithi090 ceph-mon[89240]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 341 KiB/s rd, 19 KiB/s wr, 425 op/s 2024-04-15T17:14:19.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:19 smithi090 ceph-mon[89240]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-15T17:14:19.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:14:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:14:19] "GET /metrics HTTP/1.1" 200 38916 "" "Prometheus/2.43.0" 2024-04-15T17:14:19.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:19 smithi090 ceph-mon[91618]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 341 KiB/s rd, 19 KiB/s wr, 425 op/s 2024-04-15T17:14:19.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:19 smithi090 ceph-mon[91618]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-15T17:14:19.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:19 smithi153 ceph-mon[84714]: pgmap v2370: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 341 KiB/s rd, 19 KiB/s wr, 425 op/s 2024-04-15T17:14:19.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:19 smithi153 ceph-mon[84714]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-15T17:14:20.004 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.CloneV2ParentAbort (3889 ms) 2024-04-15T17:14:20.005 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-15T17:14:20.037 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:14:20.048 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 0~10 2024-04-15T17:14:20.057 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:14:20.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:20 smithi090 ceph-mon[89240]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-15T17:14:20.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:20 smithi090 ceph-mon[89240]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-15T17:14:20.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:20 smithi090 ceph-mon[91618]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-15T17:14:20.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:20 smithi090 ceph-mon[91618]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-15T17:14:20.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:20 smithi153 ceph-mon[84714]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-15T17:14:20.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:20 smithi153 ceph-mon[84714]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-15T17:14:21.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:21 smithi090 ceph-mon[89240]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 367 KiB/s rd, 21 KiB/s wr, 460 op/s 2024-04-15T17:14:21.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:21 smithi090 ceph-mon[91618]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 367 KiB/s rd, 21 KiB/s wr, 460 op/s 2024-04-15T17:14:21.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:21 smithi153 ceph-mon[84714]: pgmap v2373: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 367 KiB/s rd, 21 KiB/s wr, 460 op/s 2024-04-15T17:14:22.032 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap1 2024-04-15T17:14:22.092 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:14:22.272 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:22 smithi153 ceph-mon[84714]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-15T17:14:22.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:22 smithi090 ceph-mon[89240]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-15T17:14:22.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:22 smithi090 ceph-mon[91618]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-15T17:14:22.621 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:14:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:14:23.231 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:14:23.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:23 smithi090 ceph-mon[89240]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 8.7 KiB/s wr, 130 op/s 2024-04-15T17:14:23.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:23 smithi090 ceph-mon[89240]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-15T17:14:23.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:14:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:23 smithi090 ceph-mon[91618]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 8.7 KiB/s wr, 130 op/s 2024-04-15T17:14:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:23 smithi090 ceph-mon[91618]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-15T17:14:23.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:14:23.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:23 smithi153 ceph-mon[84714]: pgmap v2376: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 90 KiB/s rd, 8.7 KiB/s wr, 130 op/s 2024-04-15T17:14:23.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:23 smithi153 ceph-mon[84714]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-15T17:14:23.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:14:24.169 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (4164 ms) 2024-04-15T17:14:24.169 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-15T17:14:24.202 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:14:24.213 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 0~10 2024-04-15T17:14:24.222 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:14:24.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:24 smithi090 ceph-mon[91618]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-15T17:14:24.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:24 smithi090 ceph-mon[89240]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-15T17:14:24.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:24 smithi153 ceph-mon[84714]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-15T17:14:25.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:25 smithi090 ceph-mon[89240]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 312 KiB/s rd, 26 KiB/s wr, 413 op/s 2024-04-15T17:14:25.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:25 smithi090 ceph-mon[89240]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-15T17:14:25.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:25 smithi090 ceph-mon[89240]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-15T17:14:25.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:25 smithi090 ceph-mon[91618]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 312 KiB/s rd, 26 KiB/s wr, 413 op/s 2024-04-15T17:14:25.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:25 smithi090 ceph-mon[91618]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-15T17:14:25.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:25 smithi090 ceph-mon[91618]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-15T17:14:25.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:25 smithi153 ceph-mon[84714]: pgmap v2379: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 312 KiB/s rd, 26 KiB/s wr, 413 op/s 2024-04-15T17:14:25.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:25 smithi153 ceph-mon[84714]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-15T17:14:25.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:25 smithi153 ceph-mon[84714]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-15T17:14:25.869 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap1 2024-04-15T17:14:25.934 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:14:27.057 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:14:27.121 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:26 smithi153 ceph-mon[84714]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 247 KiB/s rd, 20 KiB/s wr, 318 op/s 2024-04-15T17:14:27.121 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:26 smithi153 ceph-mon[84714]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-15T17:14:27.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:26 smithi090 ceph-mon[89240]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 247 KiB/s rd, 20 KiB/s wr, 318 op/s 2024-04-15T17:14:27.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:26 smithi090 ceph-mon[89240]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-15T17:14:27.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:26 smithi090 ceph-mon[91618]: pgmap v2382: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 247 KiB/s rd, 20 KiB/s wr, 318 op/s 2024-04-15T17:14:27.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:26 smithi090 ceph-mon[91618]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-15T17:14:28.016 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (3847 ms) 2024-04-15T17:14:28.016 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-15T17:14:28.046 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:14:28.057 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 0~10 2024-04-15T17:14:28.065 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:14:28.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:27 smithi090 ceph-mon[89240]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-15T17:14:28.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:27 smithi090 ceph-mon[91618]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-15T17:14:28.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:27 smithi153 ceph-mon[84714]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-15T17:14:29.230 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:14:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:14:29] "GET /metrics HTTP/1.1" 200 38918 "" "Prometheus/2.43.0" 2024-04-15T17:14:29.230 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:28 smithi090 ceph-mon[91618]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 15 KiB/s wr, 208 op/s 2024-04-15T17:14:29.230 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:28 smithi090 ceph-mon[91618]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-15T17:14:29.230 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:28 smithi090 ceph-mon[89240]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 15 KiB/s wr, 208 op/s 2024-04-15T17:14:29.231 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:28 smithi090 ceph-mon[89240]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-15T17:14:29.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:28 smithi153 ceph-mon[84714]: pgmap v2385: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 158 KiB/s rd, 15 KiB/s wr, 208 op/s 2024-04-15T17:14:29.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:28 smithi153 ceph-mon[84714]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-15T17:14:29.903 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap1 2024-04-15T17:14:29.968 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:14:30.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:29 smithi090 ceph-mon[91618]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-15T17:14:30.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:29 smithi090 ceph-mon[89240]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-15T17:14:30.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:29 smithi153 ceph-mon[84714]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-15T17:14:31.089 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:14:31.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:30 smithi090 ceph-mon[91618]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 331 KiB/s rd, 22 KiB/s wr, 423 op/s 2024-04-15T17:14:31.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:30 smithi090 ceph-mon[91618]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-15T17:14:31.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:30 smithi090 ceph-mon[89240]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 331 KiB/s rd, 22 KiB/s wr, 423 op/s 2024-04-15T17:14:31.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:30 smithi090 ceph-mon[89240]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-15T17:14:31.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:30 smithi153 ceph-mon[84714]: pgmap v2388: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 331 KiB/s rd, 22 KiB/s wr, 423 op/s 2024-04-15T17:14:31.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:30 smithi153 ceph-mon[84714]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-15T17:14:32.048 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4032 ms) 2024-04-15T17:14:32.048 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-15T17:14:32.080 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:14:32.091 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 0~10 2024-04-15T17:14:32.100 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:14:32.304 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:31 smithi153 ceph-mon[84714]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-15T17:14:32.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:31 smithi090 ceph-mon[89240]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-15T17:14:32.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:31 smithi090 ceph-mon[91618]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-15T17:14:32.621 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:14:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:14:33.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:32 smithi090 ceph-mon[89240]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 13 KiB/s wr, 373 op/s 2024-04-15T17:14:33.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:32 smithi090 ceph-mon[89240]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-15T17:14:33.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:32 smithi090 ceph-mon[91618]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 13 KiB/s wr, 373 op/s 2024-04-15T17:14:33.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:32 smithi090 ceph-mon[91618]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-15T17:14:33.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:32 smithi153 ceph-mon[84714]: pgmap v2391: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 13 KiB/s wr, 373 op/s 2024-04-15T17:14:33.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:32 smithi153 ceph-mon[84714]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-15T17:14:33.926 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap1 2024-04-15T17:14:33.987 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:14:34.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:33 smithi090 ceph-mon[89240]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-15T17:14:34.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:33 smithi090 ceph-mon[91618]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-15T17:14:34.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:33 smithi153 ceph-mon[84714]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-15T17:14:35.037 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:14:35.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:34 smithi090 ceph-mon[89240]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 386 KiB/s rd, 20 KiB/s wr, 485 op/s 2024-04-15T17:14:35.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:34 smithi090 ceph-mon[89240]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-15T17:14:35.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:34 smithi090 ceph-mon[89240]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-15T17:14:35.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:34 smithi090 ceph-mon[91618]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 386 KiB/s rd, 20 KiB/s wr, 485 op/s 2024-04-15T17:14:35.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:34 smithi090 ceph-mon[91618]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-15T17:14:35.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:34 smithi090 ceph-mon[91618]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-15T17:14:35.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:34 smithi153 ceph-mon[84714]: pgmap v2394: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 386 KiB/s rd, 20 KiB/s wr, 485 op/s 2024-04-15T17:14:35.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:34 smithi153 ceph-mon[84714]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-15T17:14:35.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:34 smithi153 ceph-mon[84714]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-15T17:14:36.066 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (4018 ms) 2024-04-15T17:14:36.066 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-15T17:14:36.099 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:14:36.110 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 0~10 2024-04-15T17:14:36.119 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:14:37.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:36 smithi090 ceph-mon[89240]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 14 KiB/s wr, 326 op/s 2024-04-15T17:14:37.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:36 smithi090 ceph-mon[89240]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-15T17:14:37.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:36 smithi090 ceph-mon[91618]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 14 KiB/s wr, 326 op/s 2024-04-15T17:14:37.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:36 smithi090 ceph-mon[91618]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-15T17:14:37.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:36 smithi153 ceph-mon[84714]: pgmap v2397: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 261 KiB/s rd, 14 KiB/s wr, 326 op/s 2024-04-15T17:14:37.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:36 smithi153 ceph-mon[84714]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-15T17:14:37.953 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap1 2024-04-15T17:14:38.025 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:14:38.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:37 smithi090 ceph-mon[89240]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-15T17:14:38.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:14:38.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:37 smithi090 ceph-mon[91618]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-15T17:14:38.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:14:38.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:37 smithi153 ceph-mon[84714]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-15T17:14:38.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:14:39.137 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:14:39.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:38 smithi090 ceph-mon[91618]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 244 KiB/s rd, 21 KiB/s wr, 318 op/s 2024-04-15T17:14:39.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:38 smithi090 ceph-mon[91618]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-15T17:14:39.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:38 smithi090 ceph-mon[89240]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 244 KiB/s rd, 21 KiB/s wr, 318 op/s 2024-04-15T17:14:39.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:38 smithi090 ceph-mon[89240]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-15T17:14:39.330 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:14:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:14:39] "GET /metrics HTTP/1.1" 200 38913 "" "Prometheus/2.43.0" 2024-04-15T17:14:39.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:38 smithi153 ceph-mon[84714]: pgmap v2400: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 244 KiB/s rd, 21 KiB/s wr, 318 op/s 2024-04-15T17:14:39.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:38 smithi153 ceph-mon[84714]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-15T17:14:40.001 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (3935 ms) 2024-04-15T17:14:40.001 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-15T17:14:40.034 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:14:40.045 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 0~10 2024-04-15T17:14:40.054 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:14:40.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:39 smithi090 ceph-mon[89240]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-15T17:14:40.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:39 smithi090 ceph-mon[89240]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-15T17:14:40.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:39 smithi090 ceph-mon[91618]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-15T17:14:40.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:39 smithi090 ceph-mon[91618]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-15T17:14:40.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:39 smithi153 ceph-mon[84714]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-15T17:14:40.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:39 smithi153 ceph-mon[84714]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-15T17:14:41.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:40 smithi090 ceph-mon[89240]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 262 KiB/s rd, 23 KiB/s wr, 346 op/s 2024-04-15T17:14:41.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:40 smithi090 ceph-mon[91618]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 262 KiB/s rd, 23 KiB/s wr, 346 op/s 2024-04-15T17:14:41.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:40 smithi153 ceph-mon[84714]: pgmap v2403: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 262 KiB/s rd, 23 KiB/s wr, 346 op/s 2024-04-15T17:14:41.972 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap1 2024-04-15T17:14:42.038 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:14:42.309 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:41 smithi153 ceph-mon[84714]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-15T17:14:42.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:41 smithi090 ceph-mon[89240]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-15T17:14:42.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:41 smithi090 ceph-mon[91618]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-15T17:14:42.621 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:14:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:14:42.319Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:14:43.152 INFO:tasks.workunit.client.0.smithi090.stdout:migration_abort 2024-04-15T17:14:43.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:42 smithi090 ceph-mon[89240]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 255 KiB/s rd, 20 KiB/s wr, 331 op/s 2024-04-15T17:14:43.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:42 smithi090 ceph-mon[89240]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-15T17:14:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:42 smithi090 ceph-mon[91618]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 255 KiB/s rd, 20 KiB/s wr, 331 op/s 2024-04-15T17:14:43.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:42 smithi090 ceph-mon[91618]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-15T17:14:43.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:42 smithi153 ceph-mon[84714]: pgmap v2406: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 255 KiB/s rd, 20 KiB/s wr, 331 op/s 2024-04-15T17:14:43.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:42 smithi153 ceph-mon[84714]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-15T17:14:44.130 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (4128 ms) 2024-04-15T17:14:44.130 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-15T17:14:44.163 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:14:44.176 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 44871279~1622710 2024-04-15T17:14:44.193 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 75861514~7849970 2024-04-15T17:14:44.193 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 40315304~1045481 2024-04-15T17:14:44.204 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 71170540~6174846 2024-04-15T17:14:44.204 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 18248199~6313321 2024-04-15T17:14:44.245 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 27357917~1740518 2024-04-15T17:14:44.245 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 3692111~770776 2024-04-15T17:14:44.254 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 62861793~2339236 2024-04-15T17:14:44.254 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap0 2024-04-15T17:14:44.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:43 smithi090 ceph-mon[89240]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-15T17:14:44.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:43 smithi090 ceph-mon[91618]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-15T17:14:44.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:43 smithi153 ceph-mon[84714]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-15T17:14:45.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:44 smithi090 ceph-mon[91618]: pgmap v2409: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 269 KiB/s rd, 22 KiB/s wr, 352 op/s 2024-04-15T17:14:45.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:44 smithi090 ceph-mon[91618]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-15T17:14:45.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:44 smithi090 ceph-mon[91618]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-15T17:14:45.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:44 smithi090 ceph-mon[89240]: pgmap v2409: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 269 KiB/s rd, 22 KiB/s wr, 352 op/s 2024-04-15T17:14:45.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:44 smithi090 ceph-mon[89240]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-15T17:14:45.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:44 smithi090 ceph-mon[89240]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-15T17:14:45.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:44 smithi153 ceph-mon[84714]: pgmap v2409: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 269 KiB/s rd, 22 KiB/s wr, 352 op/s 2024-04-15T17:14:45.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:44 smithi153 ceph-mon[84714]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-15T17:14:45.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:44 smithi153 ceph-mon[84714]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-15T17:14:45.877 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap0 2024-04-15T17:14:45.893 INFO:tasks.workunit.client.0.smithi090.stdout:clone image159 -> image162 2024-04-15T17:14:45.996 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 17968828~1167462 2024-04-15T17:14:46.039 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 73369695~7204017 2024-04-15T17:14:46.047 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 77989560~1075976 2024-04-15T17:14:46.058 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 37318005~7737027 2024-04-15T17:14:46.076 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 20764834~3037613 2024-04-15T17:14:46.126 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 22136323~6182802 2024-04-15T17:14:46.132 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 58137160~4858283 2024-04-15T17:14:46.167 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 54651294~8287346 2024-04-15T17:14:46.170 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:14:47.121 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:46 smithi153 ceph-mon[84714]: pgmap v2412: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 5.0 KiB/s wr, 48 op/s 2024-04-15T17:14:47.122 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:46 smithi153 ceph-mon[84714]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-15T17:14:47.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:46 smithi090 ceph-mon[89240]: pgmap v2412: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 5.0 KiB/s wr, 48 op/s 2024-04-15T17:14:47.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:46 smithi090 ceph-mon[89240]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-15T17:14:47.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:46 smithi090 ceph-mon[91618]: pgmap v2412: 169 pgs: 169 active+clean; 905 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 5.0 KiB/s wr, 48 op/s 2024-04-15T17:14:47.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:46 smithi090 ceph-mon[91618]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-15T17:14:48.002 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap1 2024-04-15T17:14:48.017 INFO:tasks.workunit.client.0.smithi090.stdout:clone image162 -> image164 2024-04-15T17:14:48.154 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 73064656~2691910 2024-04-15T17:14:48.193 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 17393840~5005896 2024-04-15T17:14:48.206 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 48689455~7426775 2024-04-15T17:14:48.275 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 75306415~2808717 2024-04-15T17:14:48.277 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 13536561~2049918 2024-04-15T17:14:48.297 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 12236744~3950481 2024-04-15T17:14:48.302 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 30283767~2298655 2024-04-15T17:14:48.322 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 9502672~5039748 2024-04-15T17:14:48.325 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap2 2024-04-15T17:14:48.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:47 smithi090 ceph-mon[89240]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-15T17:14:48.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:47 smithi090 ceph-mon[91618]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-15T17:14:48.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:47 smithi153 ceph-mon[84714]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-15T17:14:49.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:14:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:14:49] "GET /metrics HTTP/1.1" 200 38913 "" "Prometheus/2.43.0" 2024-04-15T17:14:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:49 smithi090 ceph-mon[91618]: pgmap v2415: 169 pgs: 169 active+clean; 960 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 9.3 MiB/s wr, 414 op/s 2024-04-15T17:14:49.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:49 smithi090 ceph-mon[91618]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-15T17:14:49.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:49 smithi090 ceph-mon[89240]: pgmap v2415: 169 pgs: 169 active+clean; 960 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 9.3 MiB/s wr, 414 op/s 2024-04-15T17:14:49.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:49 smithi090 ceph-mon[89240]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-15T17:14:49.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:49 smithi153 ceph-mon[84714]: pgmap v2415: 169 pgs: 169 active+clean; 960 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 9.3 MiB/s wr, 414 op/s 2024-04-15T17:14:49.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:49 smithi153 ceph-mon[84714]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-15T17:14:50.030 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap2 2024-04-15T17:14:50.043 INFO:tasks.workunit.client.0.smithi090.stdout:clone image164 -> image166 2024-04-15T17:14:50.205 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 52670234~3606152 2024-04-15T17:14:50.267 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 73752629~1490690 2024-04-15T17:14:50.288 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 74782356~6326204 2024-04-15T17:14:50.326 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 2795880~3614264 2024-04-15T17:14:50.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:50 smithi090 ceph-mon[91618]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-15T17:14:50.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:50 smithi090 ceph-mon[89240]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-15T17:14:50.335 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 62233259~7090396 2024-04-15T17:14:50.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:50 smithi153 ceph-mon[84714]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-15T17:14:50.375 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 48814382~7115526 2024-04-15T17:14:50.418 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 51750476~4457223 2024-04-15T17:14:50.444 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 1074511~4438527 2024-04-15T17:14:50.447 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap3 2024-04-15T17:14:51.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:51 smithi090 ceph-mon[89240]: pgmap v2418: 169 pgs: 169 active+clean; 968 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 9.8 MiB/s wr, 438 op/s 2024-04-15T17:14:51.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:51 smithi090 ceph-mon[89240]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-15T17:14:51.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:51 smithi090 ceph-mon[91618]: pgmap v2418: 169 pgs: 169 active+clean; 968 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 9.8 MiB/s wr, 438 op/s 2024-04-15T17:14:51.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:51 smithi090 ceph-mon[91618]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-15T17:14:51.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:51 smithi153 ceph-mon[84714]: pgmap v2418: 169 pgs: 169 active+clean; 968 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 9.8 MiB/s wr, 438 op/s 2024-04-15T17:14:51.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:51 smithi153 ceph-mon[84714]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-15T17:14:52.266 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.StressNoMigrate (8137 ms) 2024-04-15T17:14:52.267 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.Stress 2024-04-15T17:14:52.273 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:52 smithi153 ceph-mon[84714]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-15T17:14:52.299 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:14:52.310 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 13232777~7820926 2024-04-15T17:14:52.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:52 smithi090 ceph-mon[89240]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-15T17:14:52.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:52 smithi090 ceph-mon[91618]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-15T17:14:52.364 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 1482237~3285638 2024-04-15T17:14:52.364 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 57567767~1603514 2024-04-15T17:14:52.376 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 20679385~5330373 2024-04-15T17:14:52.383 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 77478985~3965454 2024-04-15T17:14:52.412 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 57287268~5016233 2024-04-15T17:14:52.414 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 33788209~8097238 2024-04-15T17:14:52.470 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 59919576~905598 2024-04-15T17:14:52.472 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap0 2024-04-15T17:14:52.622 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:14:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:14:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:14:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:53 smithi090 ceph-mon[89240]: pgmap v2421: 169 pgs: 169 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.6 MiB/s rd, 15 MiB/s wr, 432 op/s 2024-04-15T17:14:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:53 smithi090 ceph-mon[89240]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-15T17:14:53.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:14:53.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:53 smithi090 ceph-mon[91618]: pgmap v2421: 169 pgs: 169 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.6 MiB/s rd, 15 MiB/s wr, 432 op/s 2024-04-15T17:14:53.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:53 smithi090 ceph-mon[91618]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-15T17:14:53.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:14:53.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:53 smithi153 ceph-mon[84714]: pgmap v2421: 169 pgs: 169 active+clean; 1.0 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 5.6 MiB/s rd, 15 MiB/s wr, 432 op/s 2024-04-15T17:14:53.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:53 smithi153 ceph-mon[84714]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-15T17:14:53.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:14:54.054 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap0 2024-04-15T17:14:54.066 INFO:tasks.workunit.client.0.smithi090.stdout:clone image167 -> image170 2024-04-15T17:14:54.175 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 134701932 2024-04-15T17:14:54.189 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 16963679~2103199 2024-04-15T17:14:54.238 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 109341862~7574600 2024-04-15T17:14:54.238 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 126560210~365993 2024-04-15T17:14:54.245 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 58568261~1684817 2024-04-15T17:14:54.253 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 30503312~2107253 2024-04-15T17:14:54.272 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 113183240~3820274 2024-04-15T17:14:54.272 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 2369791~2191647 2024-04-15T17:14:54.289 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 33838888~480978 2024-04-15T17:14:54.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:54 smithi090 ceph-mon[89240]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-15T17:14:54.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:54 smithi090 ceph-mon[91618]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-15T17:14:54.330 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:14:54.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:54 smithi153 ceph-mon[84714]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-15T17:14:55.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:55 smithi090 ceph-mon[89240]: pgmap v2424: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 25 MiB/s wr, 565 op/s 2024-04-15T17:14:55.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:55 smithi090 ceph-mon[89240]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-15T17:14:55.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:55 smithi090 ceph-mon[89240]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-15T17:14:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:55 smithi090 ceph-mon[91618]: pgmap v2424: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 25 MiB/s wr, 565 op/s 2024-04-15T17:14:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:55 smithi090 ceph-mon[91618]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-15T17:14:55.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:55 smithi090 ceph-mon[91618]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-15T17:14:55.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:55 smithi153 ceph-mon[84714]: pgmap v2424: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 25 MiB/s wr, 565 op/s 2024-04-15T17:14:55.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:55 smithi153 ceph-mon[84714]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-15T17:14:55.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:55 smithi153 ceph-mon[84714]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-15T17:14:55.878 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap1 2024-04-15T17:14:55.891 INFO:tasks.workunit.client.0.smithi090.stdout:clone image170 -> image172 2024-04-15T17:14:56.027 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 179838781 2024-04-15T17:14:56.039 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 112345847~5781519 2024-04-15T17:14:56.093 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 99846743~2597162 2024-04-15T17:14:56.099 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 11726982~1860955 2024-04-15T17:14:56.157 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 111238191~2642922 2024-04-15T17:14:56.159 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 129026141~3505112 2024-04-15T17:14:56.189 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 178229032~1609749 2024-04-15T17:14:56.189 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 76100865~3235056 2024-04-15T17:14:56.228 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 60667803~3175308 2024-04-15T17:14:56.235 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap2 2024-04-15T17:14:57.122 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:56 smithi153 ceph-mon[84714]: pgmap v2427: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 7.6 MiB/s rd, 10 MiB/s wr, 157 op/s 2024-04-15T17:14:57.122 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:56 smithi153 ceph-mon[84714]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-15T17:14:57.122 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:14:57.122 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:14:57.122 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:14:57.122 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:14:57.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:56 smithi090 ceph-mon[91618]: pgmap v2427: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 7.6 MiB/s rd, 10 MiB/s wr, 157 op/s 2024-04-15T17:14:57.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:56 smithi090 ceph-mon[91618]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-15T17:14:57.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:14:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:14:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:14:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:14:57.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:56 smithi090 ceph-mon[89240]: pgmap v2427: 169 pgs: 169 active+clean; 1.1 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 7.6 MiB/s rd, 10 MiB/s wr, 157 op/s 2024-04-15T17:14:57.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:56 smithi090 ceph-mon[89240]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-15T17:14:57.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:14:57.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:14:57.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:14:57.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:14:58.060 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap2 2024-04-15T17:14:58.072 INFO:tasks.workunit.client.0.smithi090.stdout:clone image172 -> image174 2024-04-15T17:14:58.238 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 194505184 2024-04-15T17:14:58.250 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 183351672~5399638 2024-04-15T17:14:58.292 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 10325128~4906795 2024-04-15T17:14:58.324 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 93656938~146628 2024-04-15T17:14:58.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:58 smithi090 ceph-mon[89240]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-15T17:14:58.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:58 smithi090 ceph-mon[91618]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-15T17:14:58.331 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 161116374~1107140 2024-04-15T17:14:58.336 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 37646138~2383718 2024-04-15T17:14:58.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:58 smithi153 ceph-mon[84714]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-15T17:14:58.395 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 103662663~8344703 2024-04-15T17:14:58.403 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 12191254~379401 2024-04-15T17:14:58.407 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 31641378~5596530 2024-04-15T17:14:58.431 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap3 2024-04-15T17:14:59.329 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:14:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:14:59] "GET /metrics HTTP/1.1" 200 38917 "" "Prometheus/2.43.0" 2024-04-15T17:14:59.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:59 smithi090 ceph-mon[91618]: pgmap v2430: 169 pgs: 169 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 16 MiB/s wr, 303 op/s 2024-04-15T17:14:59.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:14:59 smithi090 ceph-mon[91618]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-15T17:14:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:59 smithi090 ceph-mon[89240]: pgmap v2430: 169 pgs: 169 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 16 MiB/s wr, 303 op/s 2024-04-15T17:14:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:14:59 smithi090 ceph-mon[89240]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-15T17:14:59.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:59 smithi153 ceph-mon[84714]: pgmap v2430: 169 pgs: 169 active+clean; 1.1 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 25 MiB/s rd, 16 MiB/s wr, 303 op/s 2024-04-15T17:14:59.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:14:59 smithi153 ceph-mon[84714]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-15T17:15:00.072 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap3 2024-04-15T17:15:00.089 INFO:tasks.workunit.client.0.smithi090.stdout:clone image174 -> image176 2024-04-15T17:15:00.289 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:15:00.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:00 smithi090 ceph-mon[89240]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-15T17:15:00.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:00 smithi090 ceph-mon[91618]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-15T17:15:00.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:00 smithi153 ceph-mon[84714]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-15T17:15:00.795 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:15:01.025 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:15:01.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:01 smithi090 ceph-mon[89240]: pgmap v2433: 169 pgs: 169 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 19 MiB/s wr, 395 op/s 2024-04-15T17:15:01.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:01 smithi090 ceph-mon[89240]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-15T17:15:01.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:01 smithi090 ceph-mon[91618]: pgmap v2433: 169 pgs: 169 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 19 MiB/s wr, 395 op/s 2024-04-15T17:15:01.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:01 smithi090 ceph-mon[91618]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-15T17:15:01.347 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.Stress (9081 ms) 2024-04-15T17:15:01.347 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.Stress2 2024-04-15T17:15:01.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:01 smithi153 ceph-mon[84714]: pgmap v2433: 169 pgs: 169 active+clean; 1.2 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 27 MiB/s rd, 19 MiB/s wr, 395 op/s 2024-04-15T17:15:01.371 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:01 smithi153 ceph-mon[84714]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-15T17:15:01.379 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:15:01.390 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 41431980~5431469 2024-04-15T17:15:01.434 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 23340542~3018827 2024-04-15T17:15:01.434 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 74117007~1098689 2024-04-15T17:15:01.445 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 12736121~1409774 2024-04-15T17:15:01.445 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 27038248~1794844 2024-04-15T17:15:01.465 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 27804703~7962330 2024-04-15T17:15:01.468 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 79866189~4019891 2024-04-15T17:15:01.498 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 34092510~5590167 2024-04-15T17:15:01.501 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap0 2024-04-15T17:15:02.622 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:15:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:15:03.079 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap0 2024-04-15T17:15:03.093 INFO:tasks.workunit.client.0.smithi090.stdout:clone image177 -> image180 2024-04-15T17:15:03.207 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 57243453~7636521 2024-04-15T17:15:03.263 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 68740495~6364402 2024-04-15T17:15:03.275 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 56652146~1509687 2024-04-15T17:15:03.284 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 1889088~4630999 2024-04-15T17:15:03.291 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 68947785~1181928 2024-04-15T17:15:03.300 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 48235962~4677635 2024-04-15T17:15:03.315 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 43663536~1352635 2024-04-15T17:15:03.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:03 smithi090 ceph-mon[89240]: pgmap v2435: 169 pgs: 169 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 9.6 MiB/s rd, 13 MiB/s wr, 529 op/s 2024-04-15T17:15:03.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:03 smithi090 ceph-mon[89240]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-15T17:15:03.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:03 smithi090 ceph-mon[91618]: pgmap v2435: 169 pgs: 169 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 9.6 MiB/s rd, 13 MiB/s wr, 529 op/s 2024-04-15T17:15:03.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:03 smithi090 ceph-mon[91618]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-15T17:15:03.361 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 78104218~5781862 2024-04-15T17:15:03.367 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:15:03.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:03 smithi153 ceph-mon[84714]: pgmap v2435: 169 pgs: 169 active+clean; 1.2 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 9.6 MiB/s rd, 13 MiB/s wr, 529 op/s 2024-04-15T17:15:03.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:03 smithi153 ceph-mon[84714]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-15T17:15:04.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:04 smithi090 ceph-mon[89240]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-15T17:15:04.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:04 smithi090 ceph-mon[91618]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-15T17:15:04.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:04 smithi153 ceph-mon[84714]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-15T17:15:05.092 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap1 2024-04-15T17:15:05.107 INFO:tasks.workunit.client.0.smithi090.stdout:clone image180 -> image182 2024-04-15T17:15:05.242 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 153985942 2024-04-15T17:15:05.254 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 34056344~1304988 2024-04-15T17:15:05.274 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 79328338~4785842 2024-04-15T17:15:05.281 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 20626553~2413178 2024-04-15T17:15:05.305 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 36196815~7197303 2024-04-15T17:15:05.344 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 68277863~4626280 2024-04-15T17:15:05.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:05 smithi153 ceph-mon[84714]: pgmap v2438: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 16 MiB/s wr, 1.10k op/s 2024-04-15T17:15:05.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:05 smithi153 ceph-mon[84714]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-15T17:15:05.377 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 149183346~4802596 2024-04-15T17:15:05.377 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 2741407~6983294 2024-04-15T17:15:05.417 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 69157408~8338871 2024-04-15T17:15:05.420 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap2 2024-04-15T17:15:05.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:05 smithi090 ceph-mon[89240]: pgmap v2438: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 16 MiB/s wr, 1.10k op/s 2024-04-15T17:15:05.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:05 smithi090 ceph-mon[89240]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-15T17:15:05.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:05 smithi090 ceph-mon[91618]: pgmap v2438: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 28 MiB/s rd, 16 MiB/s wr, 1.10k op/s 2024-04-15T17:15:05.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:05 smithi090 ceph-mon[91618]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-15T17:15:06.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:06 smithi153 ceph-mon[84714]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-15T17:15:06.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:06 smithi090 ceph-mon[91618]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-15T17:15:06.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:06 smithi090 ceph-mon[89240]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-15T17:15:07.105 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 136084047 2024-04-15T17:15:07.119 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 95994739~6724568 2024-04-15T17:15:07.129 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 25370113~6696238 2024-04-15T17:15:07.129 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 56494547~5357004 2024-04-15T17:15:07.136 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 60507872~4734091 2024-04-15T17:15:07.223 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 3666663~4031728 2024-04-15T17:15:07.227 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 94621789~1242202 2024-04-15T17:15:07.227 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 27381163~5934293 2024-04-15T17:15:07.235 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 74354250~3419960 2024-04-15T17:15:07.235 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap3 2024-04-15T17:15:07.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:07 smithi153 ceph-mon[84714]: pgmap v2441: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 6.8 MiB/s wr, 711 op/s 2024-04-15T17:15:07.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:07 smithi153 ceph-mon[84714]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-15T17:15:07.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:07 smithi090 ceph-mon[89240]: pgmap v2441: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 6.8 MiB/s wr, 711 op/s 2024-04-15T17:15:07.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:07 smithi090 ceph-mon[89240]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-15T17:15:07.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:07 smithi090 ceph-mon[91618]: pgmap v2441: 169 pgs: 169 active+clean; 1.3 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 21 MiB/s rd, 6.8 MiB/s wr, 711 op/s 2024-04-15T17:15:07.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:07 smithi090 ceph-mon[91618]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-15T17:15:08.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:08 smithi153 ceph-mon[84714]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-15T17:15:08.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:15:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:08 smithi090 ceph-mon[89240]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-15T17:15:08.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:15:08.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:08 smithi090 ceph-mon[91618]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-15T17:15:08.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:15:09.118 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap3 2024-04-15T17:15:09.134 INFO:tasks.workunit.client.0.smithi090.stdout:clone image182 -> image184 2024-04-15T17:15:09.292 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 91806480 2024-04-15T17:15:09.312 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:15:09.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:09 smithi153 ceph-mon[84714]: pgmap v2444: 169 pgs: 169 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 14 MiB/s wr, 580 op/s 2024-04-15T17:15:09.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:09 smithi153 ceph-mon[84714]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-15T17:15:09.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:09 smithi090 ceph-mon[89240]: pgmap v2444: 169 pgs: 169 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 14 MiB/s wr, 580 op/s 2024-04-15T17:15:09.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:09 smithi090 ceph-mon[89240]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-15T17:15:09.580 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:15:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:15:09] "GET /metrics HTTP/1.1" 200 38918 "" "Prometheus/2.43.0" 2024-04-15T17:15:09.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:09 smithi090 ceph-mon[91618]: pgmap v2444: 169 pgs: 169 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 16 MiB/s rd, 14 MiB/s wr, 580 op/s 2024-04-15T17:15:09.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:09 smithi090 ceph-mon[91618]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-15T17:15:09.701 INFO:tasks.workunit.client.0.smithi090.stdout:write: a 34121009~5492768 2024-04-15T17:15:09.766 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 37334020~7267174 2024-04-15T17:15:09.787 INFO:tasks.workunit.client.0.smithi090.stdout:write: a 90684356~668214 2024-04-15T17:15:09.793 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 63084397~5232549 2024-04-15T17:15:09.824 INFO:tasks.workunit.client.0.smithi090.stdout:write: a 17091149~6088178 2024-04-15T17:15:09.883 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 34277623~6889238 2024-04-15T17:15:09.886 INFO:tasks.workunit.client.0.smithi090.stdout:write: a 28349031~15381 2024-04-15T17:15:09.911 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 69240561~864517 2024-04-15T17:15:09.913 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: user0 2024-04-15T17:15:10.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:10 smithi153 ceph-mon[84714]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-15T17:15:10.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:10 smithi090 ceph-mon[91618]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-15T17:15:10.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:10 smithi090 ceph-mon[89240]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-15T17:15:11.137 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 130099567 2024-04-15T17:15:11.150 INFO:tasks.workunit.client.0.smithi090.stdout:write: b 30380940~7763068 2024-04-15T17:15:11.167 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 124953295~4556511 2024-04-15T17:15:11.167 INFO:tasks.workunit.client.0.smithi090.stdout:write: b 48794972~6914176 2024-04-15T17:15:11.175 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 102509092~1549451 2024-04-15T17:15:11.175 INFO:tasks.workunit.client.0.smithi090.stdout:write: b 9442869~6610589 2024-04-15T17:15:11.181 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 96766331~713455 2024-04-15T17:15:11.181 INFO:tasks.workunit.client.0.smithi090.stdout:write: b 27101600~1804341 2024-04-15T17:15:11.181 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 17003265~7760407 2024-04-15T17:15:11.303 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: user1 2024-04-15T17:15:11.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:11 smithi153 ceph-mon[84714]: pgmap v2447: 169 pgs: 169 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 23 MiB/s wr, 718 op/s 2024-04-15T17:15:11.372 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:11 smithi153 ceph-mon[84714]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-15T17:15:11.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:11 smithi090 ceph-mon[89240]: pgmap v2447: 169 pgs: 169 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 23 MiB/s wr, 718 op/s 2024-04-15T17:15:11.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:11 smithi090 ceph-mon[89240]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-15T17:15:11.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:11 smithi090 ceph-mon[91618]: pgmap v2447: 169 pgs: 169 active+clean; 1.4 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 19 MiB/s rd, 23 MiB/s wr, 718 op/s 2024-04-15T17:15:11.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:11 smithi090 ceph-mon[91618]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-15T17:15:12.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:12 smithi090 ceph-mon[89240]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-15T17:15:12.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:12 smithi090 ceph-mon[91618]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-15T17:15:12.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:12 smithi153 ceph-mon[84714]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-15T17:15:12.622 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:15:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:15:13.148 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 191748359 2024-04-15T17:15:13.164 INFO:tasks.workunit.client.0.smithi090.stdout:write: c 88781767~6544768 2024-04-15T17:15:13.181 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 37798770~658490 2024-04-15T17:15:13.181 INFO:tasks.workunit.client.0.smithi090.stdout:write: c 45860660~6636341 2024-04-15T17:15:13.189 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 31756314~6801226 2024-04-15T17:15:13.244 INFO:tasks.workunit.client.0.smithi090.stdout:write: c 37590067~5112440 2024-04-15T17:15:13.270 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 21181263~1292092 2024-04-15T17:15:13.270 INFO:tasks.workunit.client.0.smithi090.stdout:write: c 151661496~8190526 2024-04-15T17:15:13.274 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 47429861~5317521 2024-04-15T17:15:13.285 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: user2 2024-04-15T17:15:13.579 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:13 smithi090 ceph-mon[91618]: pgmap v2450: 169 pgs: 169 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 9.6 MiB/s rd, 25 MiB/s wr, 540 op/s 2024-04-15T17:15:13.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:13 smithi090 ceph-mon[91618]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-15T17:15:13.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:13 smithi090 ceph-mon[89240]: pgmap v2450: 169 pgs: 169 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 9.6 MiB/s rd, 25 MiB/s wr, 540 op/s 2024-04-15T17:15:13.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:13 smithi090 ceph-mon[89240]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-15T17:15:13.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:13 smithi153 ceph-mon[84714]: pgmap v2450: 169 pgs: 169 active+clean; 1.5 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 9.6 MiB/s rd, 25 MiB/s wr, 540 op/s 2024-04-15T17:15:13.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:13 smithi153 ceph-mon[84714]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-15T17:15:14.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:14 smithi090 ceph-mon[91618]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-15T17:15:14.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:14 smithi090 ceph-mon[89240]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-15T17:15:14.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:14 smithi153 ceph-mon[84714]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-15T17:15:15.167 INFO:tasks.workunit.client.0.smithi090.stdout:write: d 9928308~3843089 2024-04-15T17:15:15.182 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 177730118~6219770 2024-04-15T17:15:15.182 INFO:tasks.workunit.client.0.smithi090.stdout:write: d 165435388~5771039 2024-04-15T17:15:15.189 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 26795184~7163771 2024-04-15T17:15:15.190 INFO:tasks.workunit.client.0.smithi090.stdout:write: d 97256075~1908052 2024-04-15T17:15:15.190 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 147515313~5820893 2024-04-15T17:15:15.190 INFO:tasks.workunit.client.0.smithi090.stdout:write: d 45363463~4705758 2024-04-15T17:15:15.230 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 172553873~747120 2024-04-15T17:15:15.231 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: user3 2024-04-15T17:15:15.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:15 smithi090 ceph-mon[89240]: pgmap v2453: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 35 MiB/s wr, 691 op/s 2024-04-15T17:15:15.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:15 smithi090 ceph-mon[89240]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-15T17:15:15.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:15 smithi090 ceph-mon[91618]: pgmap v2453: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 35 MiB/s wr, 691 op/s 2024-04-15T17:15:15.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:15 smithi090 ceph-mon[91618]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-15T17:15:15.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:15 smithi153 ceph-mon[84714]: pgmap v2453: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 24 MiB/s rd, 35 MiB/s wr, 691 op/s 2024-04-15T17:15:15.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:15 smithi153 ceph-mon[84714]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-15T17:15:16.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:16 smithi090 ceph-mon[89240]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-15T17:15:16.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:16 smithi090 ceph-mon[91618]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-15T17:15:16.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:16 smithi153 ceph-mon[84714]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-15T17:15:17.182 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 160276694 2024-04-15T17:15:17.217 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 16027669~4006917 2024-04-15T17:15:17.221 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 17029398~2003458 2024-04-15T17:15:17.265 INFO:tasks.workunit.client.0.smithi090.stdout:write: 2 32055338~4006917 2024-04-15T17:15:17.266 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 33057067~2003458 2024-04-15T17:15:17.299 INFO:tasks.workunit.client.0.smithi090.stdout:write: 3 48083008~4006917 2024-04-15T17:15:17.300 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 49084737~2003458 2024-04-15T17:15:17.334 INFO:tasks.workunit.client.0.smithi090.stdout:write: 4 64110677~4006917 2024-04-15T17:15:17.335 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 65112406~2003458 2024-04-15T17:15:17.372 INFO:tasks.workunit.client.0.smithi090.stdout:write: 5 80138347~4006917 2024-04-15T17:15:17.372 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 81140076~2003458 2024-04-15T17:15:17.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:17 smithi090 ceph-mon[89240]: pgmap v2456: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 18 MiB/s wr, 288 op/s 2024-04-15T17:15:17.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:17 smithi090 ceph-mon[89240]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-15T17:15:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:17 smithi090 ceph-mon[91618]: pgmap v2456: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 18 MiB/s wr, 288 op/s 2024-04-15T17:15:17.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:17 smithi090 ceph-mon[91618]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-15T17:15:17.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:17 smithi153 ceph-mon[84714]: pgmap v2456: 169 pgs: 169 active+clean; 1.6 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 17 MiB/s rd, 18 MiB/s wr, 288 op/s 2024-04-15T17:15:17.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:17 smithi153 ceph-mon[84714]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-15T17:15:18.390 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:15:18.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:18 smithi090 ceph-mon[89240]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-15T17:15:18.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:18 smithi090 ceph-mon[91618]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-15T17:15:18.598 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:15:18.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:18 smithi153 ceph-mon[84714]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-15T17:15:19.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:19 smithi090 ceph-mon[89240]: pgmap v2459: 169 pgs: 169 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 6.6 MiB/s rd, 27 MiB/s wr, 335 op/s 2024-04-15T17:15:19.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:19 smithi090 ceph-mon[91618]: pgmap v2459: 169 pgs: 169 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 6.6 MiB/s rd, 27 MiB/s wr, 335 op/s 2024-04-15T17:15:19.580 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:15:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:15:19] "GET /metrics HTTP/1.1" 200 38918 "" "Prometheus/2.43.0" 2024-04-15T17:15:19.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:19 smithi153 ceph-mon[84714]: pgmap v2459: 169 pgs: 169 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 6.6 MiB/s rd, 27 MiB/s wr, 335 op/s 2024-04-15T17:15:19.665 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.Stress2 (18317 ms) 2024-04-15T17:15:19.665 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMigration.StressLive 2024-04-15T17:15:19.697 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 83886080 2024-04-15T17:15:19.707 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 22455733~7910412 2024-04-15T17:15:19.761 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 64893783~3404076 2024-04-15T17:15:19.761 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 11069820~2402349 2024-04-15T17:15:19.781 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 52379545~7465619 2024-04-15T17:15:19.781 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 8132172~2483130 2024-04-15T17:15:19.800 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 23618776~7365418 2024-04-15T17:15:19.808 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 27985724~4413882 2024-04-15T17:15:19.833 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 69353908~6002010 2024-04-15T17:15:19.833 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap0 2024-04-15T17:15:21.198 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 81537325~2348755 2024-04-15T17:15:21.206 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 37811240~1444927 2024-04-15T17:15:21.206 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 7265820~4638158 2024-04-15T17:15:21.208 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 955309~6847768 2024-04-15T17:15:21.233 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 57926536~4738119 2024-04-15T17:15:21.234 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 2868908~2229380 2024-04-15T17:15:21.238 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 60471440~4197738 2024-04-15T17:15:21.267 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 49544855~158817 2024-04-15T17:15:21.267 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap1 2024-04-15T17:15:21.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:21 smithi090 ceph-mon[89240]: pgmap v2460: 169 pgs: 169 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 8.4 MiB/s rd, 27 MiB/s wr, 292 op/s 2024-04-15T17:15:21.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:21 smithi090 ceph-mon[89240]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-15T17:15:21.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:21 smithi090 ceph-mon[91618]: pgmap v2460: 169 pgs: 169 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 8.4 MiB/s rd, 27 MiB/s wr, 292 op/s 2024-04-15T17:15:21.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:21 smithi090 ceph-mon[91618]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-15T17:15:21.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:21 smithi153 ceph-mon[84714]: pgmap v2460: 169 pgs: 169 active+clean; 1.7 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 8.4 MiB/s rd, 27 MiB/s wr, 292 op/s 2024-04-15T17:15:21.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:21 smithi153 ceph-mon[84714]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-15T17:15:22.524 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:15:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:15:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:15:22.524 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:22 smithi153 ceph-mon[84714]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-15T17:15:22.524 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:22 smithi153 ceph-mon[84714]: pgmap v2463: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 102 MiB/s rd, 17 MiB/s wr, 519 op/s 2024-04-15T17:15:22.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:22 smithi090 ceph-mon[89240]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-15T17:15:22.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:22 smithi090 ceph-mon[89240]: pgmap v2463: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 102 MiB/s rd, 17 MiB/s wr, 519 op/s 2024-04-15T17:15:22.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:22 smithi090 ceph-mon[91618]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-15T17:15:22.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:22 smithi090 ceph-mon[91618]: pgmap v2463: 169 pgs: 169 active+clean; 1.8 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 102 MiB/s rd, 17 MiB/s wr, 519 op/s 2024-04-15T17:15:23.215 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 144500755 2024-04-15T17:15:23.229 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 124482372~7001723 2024-04-15T17:15:23.238 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 5661800~4377549 2024-04-15T17:15:23.238 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 134881255~3585874 2024-04-15T17:15:23.242 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 38604164~2770562 2024-04-15T17:15:23.242 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 12048172~443904 2024-04-15T17:15:23.243 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 98535830~7287382 2024-04-15T17:15:23.243 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 66475342~7364362 2024-04-15T17:15:23.253 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 103623303~5273273 2024-04-15T17:15:23.256 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap2 2024-04-15T17:15:23.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:23 smithi090 ceph-mon[89240]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-15T17:15:23.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:15:23.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:23 smithi090 ceph-mon[91618]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-15T17:15:23.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:15:23.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:23 smithi153 ceph-mon[84714]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-15T17:15:23.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:15:24.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:24 smithi090 ceph-mon[89240]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-15T17:15:24.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:24 smithi090 ceph-mon[89240]: pgmap v2466: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 253 MiB/s rd, 19 MiB/s wr, 875 op/s 2024-04-15T17:15:24.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:24 smithi090 ceph-mon[91618]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-15T17:15:24.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:24 smithi090 ceph-mon[91618]: pgmap v2466: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 253 MiB/s rd, 19 MiB/s wr, 875 op/s 2024-04-15T17:15:24.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:24 smithi153 ceph-mon[84714]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-15T17:15:24.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:24 smithi153 ceph-mon[84714]: pgmap v2466: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 253 MiB/s rd, 19 MiB/s wr, 875 op/s 2024-04-15T17:15:25.221 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 20926229~1691722 2024-04-15T17:15:25.227 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 75039432~499997 2024-04-15T17:15:25.227 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 10401471~6378393 2024-04-15T17:15:25.236 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 128275441~5095740 2024-04-15T17:15:25.237 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 140973033~3527722 2024-04-15T17:15:25.240 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 30982158~7665682 2024-04-15T17:15:25.240 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 4922755~6203366 2024-04-15T17:15:25.273 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 17613482~2309345 2024-04-15T17:15:25.273 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: snap3 2024-04-15T17:15:25.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:25 smithi090 ceph-mon[89240]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-15T17:15:25.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:25 smithi090 ceph-mon[91618]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-15T17:15:25.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:25 smithi153 ceph-mon[84714]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-15T17:15:26.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:26 smithi090 ceph-mon[91618]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-15T17:15:26.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:26 smithi090 ceph-mon[91618]: pgmap v2469: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 128 MiB/s rd, 9.3 MiB/s wr, 282 op/s 2024-04-15T17:15:26.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:26 smithi090 ceph-mon[89240]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-15T17:15:26.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:26 smithi090 ceph-mon[89240]: pgmap v2469: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 128 MiB/s rd, 9.3 MiB/s wr, 282 op/s 2024-04-15T17:15:26.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:26 smithi153 ceph-mon[84714]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-15T17:15:26.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:26 smithi153 ceph-mon[84714]: pgmap v2469: 169 pgs: 169 active+clean; 1.8 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 128 MiB/s rd, 9.3 MiB/s wr, 282 op/s 2024-04-15T17:15:27.246 INFO:tasks.workunit.client.0.smithi090.stdout:snap_protect: snap3 2024-04-15T17:15:27.263 INFO:tasks.workunit.client.0.smithi090.stdout:clone image185 -> image188 2024-04-15T17:15:27.401 INFO:tasks.workunit.client.0.smithi090.stdout:migration_prepare 2024-04-15T17:15:27.579 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:27 smithi090 ceph-mon[89240]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-15T17:15:27.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:27 smithi090 ceph-mon[91618]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-15T17:15:27.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:27 smithi153 ceph-mon[84714]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-15T17:15:27.777 INFO:tasks.workunit.client.0.smithi090.stdout:migration_execute 2024-04-15T17:15:27.777 INFO:tasks.workunit.client.0.smithi090.stdout:write: a 99408172~5022809 2024-04-15T17:15:27.824 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 92869076~3912386 2024-04-15T17:15:27.839 INFO:tasks.workunit.client.0.smithi090.stdout:write: a 10116282~4033037 2024-04-15T17:15:27.895 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 95010924~906451 2024-04-15T17:15:27.898 INFO:tasks.workunit.client.0.smithi090.stdout:write: a 118747912~1366707 2024-04-15T17:15:27.930 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 17548789~6241353 2024-04-15T17:15:27.944 INFO:tasks.workunit.client.0.smithi090.stdout:write: a 63675425~1941603 2024-04-15T17:15:27.963 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 274626~320817 2024-04-15T17:15:27.966 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: user0 2024-04-15T17:15:28.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:28 smithi090 ceph-mon[91618]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-15T17:15:28.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:28 smithi090 ceph-mon[91618]: pgmap v2472: 169 pgs: 169 active+clean; 1.9 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 120 KiB/s rd, 20 MiB/s wr, 188 op/s 2024-04-15T17:15:28.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:28 smithi090 ceph-mon[89240]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-15T17:15:28.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:28 smithi090 ceph-mon[89240]: pgmap v2472: 169 pgs: 169 active+clean; 1.9 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 120 KiB/s rd, 20 MiB/s wr, 188 op/s 2024-04-15T17:15:28.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:28 smithi153 ceph-mon[84714]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-15T17:15:28.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:28 smithi153 ceph-mon[84714]: pgmap v2472: 169 pgs: 169 active+clean; 1.9 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 120 KiB/s rd, 20 MiB/s wr, 188 op/s 2024-04-15T17:15:29.256 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 226424882 2024-04-15T17:15:29.271 INFO:tasks.workunit.client.0.smithi090.stdout:write: b 207202472~5810505 2024-04-15T17:15:29.281 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 202546347~6440180 2024-04-15T17:15:29.297 INFO:tasks.workunit.client.0.smithi090.stdout:write: b 48200566~1458549 2024-04-15T17:15:29.298 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 16185592~7038509 2024-04-15T17:15:29.298 INFO:tasks.workunit.client.0.smithi090.stdout:write: b 202623508~3607444 2024-04-15T17:15:29.302 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 201180905~1465616 2024-04-15T17:15:29.329 INFO:tasks.workunit.client.0.smithi090.stdout:write: b 23805913~6854466 2024-04-15T17:15:29.332 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 119818757~7260352 2024-04-15T17:15:29.332 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: user1 2024-04-15T17:15:29.481 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:29 smithi090 ceph-mon[91618]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-15T17:15:29.482 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:15:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:15:29] "GET /metrics HTTP/1.1" 200 38918 "" "Prometheus/2.43.0" 2024-04-15T17:15:29.482 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:29 smithi090 ceph-mon[89240]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-15T17:15:29.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:29 smithi153 ceph-mon[84714]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-15T17:15:30.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:30 smithi090 ceph-mon[89240]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-15T17:15:30.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:30 smithi090 ceph-mon[89240]: pgmap v2475: 169 pgs: 169 active+clean; 1.9 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 147 KiB/s rd, 22 MiB/s wr, 225 op/s 2024-04-15T17:15:30.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:30 smithi090 ceph-mon[91618]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-15T17:15:30.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:30 smithi090 ceph-mon[91618]: pgmap v2475: 169 pgs: 169 active+clean; 1.9 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 147 KiB/s rd, 22 MiB/s wr, 225 op/s 2024-04-15T17:15:30.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:30 smithi153 ceph-mon[84714]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-15T17:15:30.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:30 smithi153 ceph-mon[84714]: pgmap v2475: 169 pgs: 169 active+clean; 1.9 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 147 KiB/s rd, 22 MiB/s wr, 225 op/s 2024-04-15T17:15:31.268 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 206328394 2024-04-15T17:15:31.297 INFO:tasks.workunit.client.0.smithi090.stdout:write: c 137232528~5189406 2024-04-15T17:15:31.306 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 82053585~5913573 2024-04-15T17:15:31.306 INFO:tasks.workunit.client.0.smithi090.stdout:write: c 22315344~2264099 2024-04-15T17:15:31.308 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 146812038~2727916 2024-04-15T17:15:31.308 INFO:tasks.workunit.client.0.smithi090.stdout:write: c 97095231~3310786 2024-04-15T17:15:31.313 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 99414749~6647302 2024-04-15T17:15:31.373 INFO:tasks.workunit.client.0.smithi090.stdout:write: c 156835953~1359336 2024-04-15T17:15:31.373 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 38280770~902857 2024-04-15T17:15:31.373 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: user2 2024-04-15T17:15:31.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:31 smithi090 ceph-mon[89240]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-15T17:15:31.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:31 smithi090 ceph-mon[91618]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-15T17:15:31.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:31 smithi153 ceph-mon[84714]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-15T17:15:32.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:32 smithi090 ceph-mon[91618]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-15T17:15:32.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:32 smithi090 ceph-mon[91618]: pgmap v2478: 169 pgs: 169 active+clean; 2.0 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 11 MiB/s wr, 343 op/s 2024-04-15T17:15:32.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:32 smithi090 ceph-mon[89240]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-15T17:15:32.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:32 smithi090 ceph-mon[89240]: pgmap v2478: 169 pgs: 169 active+clean; 2.0 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 11 MiB/s wr, 343 op/s 2024-04-15T17:15:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:32 smithi153 ceph-mon[84714]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-15T17:15:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:32 smithi153 ceph-mon[84714]: pgmap v2478: 169 pgs: 169 active+clean; 2.0 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 18 MiB/s rd, 11 MiB/s wr, 343 op/s 2024-04-15T17:15:32.623 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:15:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:15:33.280 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 341728770 2024-04-15T17:15:33.297 INFO:tasks.workunit.client.0.smithi090.stdout:write: d 28834544~5128163 2024-04-15T17:15:33.311 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 174731633~1634715 2024-04-15T17:15:33.311 INFO:tasks.workunit.client.0.smithi090.stdout:write: d 189853865~4627966 2024-04-15T17:15:33.316 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 34872123~201312 2024-04-15T17:15:33.316 INFO:tasks.workunit.client.0.smithi090.stdout:write: d 171253532~1200148 2024-04-15T17:15:33.317 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 327942099~5472070 2024-04-15T17:15:33.317 INFO:tasks.workunit.client.0.smithi090.stdout:write: d 323672154~1977837 2024-04-15T17:15:33.319 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 218034634~851054 2024-04-15T17:15:33.319 INFO:tasks.workunit.client.0.smithi090.stdout:snap_create: user3 2024-04-15T17:15:33.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:33 smithi090 ceph-mon[89240]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-15T17:15:33.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:33 smithi090 ceph-mon[91618]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-15T17:15:33.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:33 smithi153 ceph-mon[84714]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-15T17:15:34.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:34 smithi090 ceph-mon[89240]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-15T17:15:34.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:34 smithi090 ceph-mon[89240]: pgmap v2481: 169 pgs: 169 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 34 MiB/s rd, 31 MiB/s wr, 701 op/s 2024-04-15T17:15:34.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:34 smithi090 ceph-mon[91618]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-15T17:15:34.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:34 smithi090 ceph-mon[91618]: pgmap v2481: 169 pgs: 169 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 34 MiB/s rd, 31 MiB/s wr, 701 op/s 2024-04-15T17:15:34.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:34 smithi153 ceph-mon[84714]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-15T17:15:34.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:34 smithi153 ceph-mon[84714]: pgmap v2481: 169 pgs: 169 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 34 MiB/s rd, 31 MiB/s wr, 701 op/s 2024-04-15T17:15:35.303 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 470791328 2024-04-15T17:15:35.326 INFO:tasks.workunit.client.0.smithi090.stdout:write: 1 47079132~11769783 2024-04-15T17:15:35.340 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 50021577~5884891 2024-04-15T17:15:35.402 INFO:tasks.workunit.client.0.smithi090.stdout:write: 2 94158265~11769783 2024-04-15T17:15:35.413 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 97100710~5884891 2024-04-15T17:15:35.451 INFO:tasks.workunit.client.0.smithi090.stdout:write: 3 141237398~11769783 2024-04-15T17:15:35.464 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 144179843~5884891 2024-04-15T17:15:35.508 INFO:tasks.workunit.client.0.smithi090.stdout:write: 4 188316531~11769783 2024-04-15T17:15:35.521 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 191258976~5884891 2024-04-15T17:15:35.559 INFO:tasks.workunit.client.0.smithi090.stdout:write: 5 235395664~11769783 2024-04-15T17:15:35.574 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 238338109~5884891 2024-04-15T17:15:35.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:35 smithi090 ceph-mon[89240]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-15T17:15:35.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:35 smithi090 ceph-mon[91618]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-15T17:15:35.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:35 smithi153 ceph-mon[84714]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-15T17:15:35.675 INFO:tasks.workunit.client.0.smithi090.stdout:migration_commit 2024-04-15T17:15:36.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:36 smithi090 ceph-mon[89240]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-15T17:15:36.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:36 smithi090 ceph-mon[89240]: pgmap v2484: 169 pgs: 169 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 394 op/s 2024-04-15T17:15:36.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:36 smithi090 ceph-mon[91618]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-15T17:15:36.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:36 smithi090 ceph-mon[91618]: pgmap v2484: 169 pgs: 169 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 394 op/s 2024-04-15T17:15:36.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:36 smithi153 ceph-mon[84714]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-15T17:15:36.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:36 smithi153 ceph-mon[84714]: pgmap v2484: 169 pgs: 169 active+clean; 2.1 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 394 op/s 2024-04-15T17:15:36.975 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMigration.StressLive (17310 ms) 2024-04-15T17:15:38.308 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 57 tests from TestMigration (259818 ms total) 2024-04-15T17:15:38.309 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:15:38.309 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 6 tests from TestGroup 2024-04-15T17:15:38.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:38 smithi090 ceph-mon[91618]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-15T17:15:38.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:38 smithi090 ceph-mon[91618]: pgmap v2486: 137 pgs: 137 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2024-04-15T17:15:38.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:15:38.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:38 smithi090 ceph-mon[89240]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-15T17:15:38.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:38 smithi090 ceph-mon[89240]: pgmap v2486: 137 pgs: 137 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2024-04-15T17:15:38.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:15:38.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:38 smithi153 ceph-mon[84714]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-15T17:15:38.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:38 smithi153 ceph-mon[84714]: pgmap v2486: 137 pgs: 137 active+clean; 2.1 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail 2024-04-15T17:15:38.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:15:39.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:39 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:15:39.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:39 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T17:15:39.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:39 smithi090 ceph-mon[89240]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-15T17:15:39.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:39 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:15:39.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:39 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T17:15:39.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:39 smithi090 ceph-mon[91618]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-15T17:15:39.581 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:15:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:15:39] "GET /metrics HTTP/1.1" 200 36487 "" "Prometheus/2.43.0" 2024-04-15T17:15:39.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:39 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:15:39.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:39 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T17:15:39.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:39 smithi153 ceph-mon[84714]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-15T17:15:40.322 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestGroup.group_create 2024-04-15T17:15:40.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:40 smithi090 ceph-mon[89240]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-15T17:15:40.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:40 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/173056121' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:15:40.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:40 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:15:40.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:40 smithi090 ceph-mon[89240]: pgmap v2489: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-04-15T17:15:40.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:40 smithi090 ceph-mon[91618]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-15T17:15:40.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:40 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/173056121' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:15:40.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:40 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:15:40.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:40 smithi090 ceph-mon[91618]: pgmap v2489: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-04-15T17:15:40.622 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:40 smithi153 ceph-mon[84714]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-15T17:15:40.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:40 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/173056121' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:15:40.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:40 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:15:40.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:40 smithi153 ceph-mon[84714]: pgmap v2489: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 9.3 GiB used, 706 GiB / 715 GiB avail 2024-04-15T17:15:41.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:41 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:15:41.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:41 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:15:41.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:41 smithi090 ceph-mon[89240]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-15T17:15:41.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:41 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:15:41.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:41 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:15:41.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:41 smithi090 ceph-mon[91618]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-15T17:15:41.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:41 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:15:41.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:41 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:15:41.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:41 smithi153 ceph-mon[84714]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-15T17:15:42.364 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestGroup.group_create (2042 ms) 2024-04-15T17:15:42.364 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestGroup.group_createPP 2024-04-15T17:15:42.381 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestGroup.group_createPP (18 ms) 2024-04-15T17:15:42.382 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestGroup.add_image 2024-04-15T17:15:42.419 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestGroup.add_image (38 ms) 2024-04-15T17:15:42.419 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-15T17:15:42.460 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestGroup.add_imagePP (41 ms) 2024-04-15T17:15:42.460 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-15T17:15:42.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:42 smithi090 ceph-mon[89240]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-15T17:15:42.580 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:42 smithi090 ceph-mon[89240]: pgmap v2492: 137 pgs: 22 unknown, 115 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-04-15T17:15:42.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:42 smithi090 ceph-mon[91618]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-15T17:15:42.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:42 smithi090 ceph-mon[91618]: pgmap v2492: 137 pgs: 22 unknown, 115 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-04-15T17:15:42.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:42 smithi153 ceph-mon[84714]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-15T17:15:42.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:42 smithi153 ceph-mon[84714]: pgmap v2492: 137 pgs: 22 unknown, 115 active+clean; 4.6 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail 2024-04-15T17:15:42.623 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:15:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:15:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:15:43.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:43 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:15:43.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:43 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T17:15:43.580 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:43 smithi090 ceph-mon[91618]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-15T17:15:43.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:43 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:15:43.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:43 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T17:15:43.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:43 smithi090 ceph-mon[89240]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-15T17:15:43.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:43 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:15:43.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:43 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T17:15:43.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:43 smithi153 ceph-mon[84714]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-15T17:15:44.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:44 smithi153 ceph-mon[84714]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-15T17:15:44.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:44 smithi153 ceph-mon[84714]: pgmap v2495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.2 KiB/s wr, 28 op/s 2024-04-15T17:15:44.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:44 smithi090 ceph-mon[91618]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-15T17:15:44.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:44 smithi090 ceph-mon[91618]: pgmap v2495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.2 KiB/s wr, 28 op/s 2024-04-15T17:15:44.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:44 smithi090 ceph-mon[89240]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-15T17:15:44.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:44 smithi090 ceph-mon[89240]: pgmap v2495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.2 KiB/s wr, 28 op/s 2024-04-15T17:15:45.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:45 smithi153 ceph-mon[84714]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-15T17:15:45.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:45 smithi090 ceph-mon[89240]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-15T17:15:45.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:45 smithi090 ceph-mon[91618]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-15T17:15:46.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:46 smithi153 ceph-mon[84714]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-15T17:15:46.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:46 smithi153 ceph-mon[84714]: pgmap v2498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.2 KiB/s wr, 28 op/s 2024-04-15T17:15:46.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:46 smithi090 ceph-mon[91618]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-15T17:15:46.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:46 smithi090 ceph-mon[91618]: pgmap v2498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.2 KiB/s wr, 28 op/s 2024-04-15T17:15:46.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:46 smithi090 ceph-mon[89240]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-15T17:15:46.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:46 smithi090 ceph-mon[89240]: pgmap v2498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 4.2 KiB/s wr, 28 op/s 2024-04-15T17:15:47.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:47 smithi153 ceph-mon[84714]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-15T17:15:47.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:47 smithi090 ceph-mon[89240]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-15T17:15:47.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:47 smithi090 ceph-mon[91618]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-15T17:15:48.400 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestGroup.add_snapshot (5940 ms) 2024-04-15T17:15:48.400 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-15T17:15:48.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:48 smithi153 ceph-mon[84714]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-15T17:15:48.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:48 smithi153 ceph-mon[84714]: pgmap v2501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-15T17:15:48.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:48 smithi090 ceph-mon[91618]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-15T17:15:48.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:48 smithi090 ceph-mon[91618]: pgmap v2501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-15T17:15:48.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:48 smithi090 ceph-mon[89240]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-15T17:15:48.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:48 smithi090 ceph-mon[89240]: pgmap v2501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-15T17:15:49.370 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:15:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:15:49] "GET /metrics HTTP/1.1" 200 36487 "" "Prometheus/2.43.0" 2024-04-15T17:15:49.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:49 smithi153 ceph-mon[84714]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-15T17:15:49.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:49 smithi090 ceph-mon[89240]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-15T17:15:49.830 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:49 smithi090 ceph-mon[91618]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-15T17:15:50.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:50 smithi090 ceph-mon[89240]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-15T17:15:50.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:50 smithi090 ceph-mon[89240]: pgmap v2504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 15 KiB/s wr, 197 op/s 2024-04-15T17:15:50.830 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:50 smithi090 ceph-mon[89240]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-15T17:15:50.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:50 smithi090 ceph-mon[91618]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-15T17:15:50.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:50 smithi090 ceph-mon[91618]: pgmap v2504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 15 KiB/s wr, 197 op/s 2024-04-15T17:15:50.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:50 smithi090 ceph-mon[91618]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-15T17:15:50.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:50 smithi153 ceph-mon[84714]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-15T17:15:50.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:50 smithi153 ceph-mon[84714]: pgmap v2504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 146 KiB/s rd, 15 KiB/s wr, 197 op/s 2024-04-15T17:15:50.873 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:50 smithi153 ceph-mon[84714]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-15T17:15:52.306 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:51 smithi153 ceph-mon[84714]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-15T17:15:52.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:51 smithi090 ceph-mon[89240]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-15T17:15:52.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:51 smithi090 ceph-mon[91618]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-15T17:15:52.623 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:15:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:15:53.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:52 smithi090 ceph-mon[89240]: pgmap v2507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.5 KiB/s wr, 42 op/s 2024-04-15T17:15:53.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:52 smithi090 ceph-mon[89240]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-15T17:15:53.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:15:53.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:15:53.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:52 smithi090 ceph-mon[91618]: pgmap v2507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.5 KiB/s wr, 42 op/s 2024-04-15T17:15:53.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:52 smithi090 ceph-mon[91618]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-15T17:15:53.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:15:53.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:15:53.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:52 smithi153 ceph-mon[84714]: pgmap v2507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.5 KiB/s wr, 42 op/s 2024-04-15T17:15:53.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:52 smithi153 ceph-mon[84714]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-15T17:15:53.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:15:53.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:15:53.921 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestGroup.add_snapshotPP (5520 ms) 2024-04-15T17:15:54.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:53 smithi090 ceph-mon[89240]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-15T17:15:54.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:53 smithi090 ceph-mon[91618]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-15T17:15:54.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:53 smithi153 ceph-mon[84714]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-15T17:15:54.882 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 6 tests from TestGroup (13599 ms total) 2024-04-15T17:15:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:15:54.882 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 31 tests from TestDeepCopy 2024-04-15T17:15:55.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:54 smithi090 ceph-mon[89240]: pgmap v2510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 11 KiB/s wr, 142 op/s 2024-04-15T17:15:55.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:54 smithi090 ceph-mon[89240]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-15T17:15:55.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:54 smithi090 ceph-mon[89240]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-15T17:15:55.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:54 smithi090 ceph-mon[91618]: pgmap v2510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 11 KiB/s wr, 142 op/s 2024-04-15T17:15:55.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:54 smithi090 ceph-mon[91618]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-15T17:15:55.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:54 smithi090 ceph-mon[91618]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-15T17:15:55.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:54 smithi153 ceph-mon[84714]: pgmap v2510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 11 KiB/s wr, 142 op/s 2024-04-15T17:15:55.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:54 smithi153 ceph-mon[84714]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-15T17:15:55.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:54 smithi153 ceph-mon[84714]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-15T17:15:56.904 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-15T17:15:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:56 smithi090 ceph-mon[91618]: pgmap v2513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:15:57.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:56 smithi090 ceph-mon[91618]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-15T17:15:57.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:56 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/508392436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:15:57.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:56 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:15:57.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:56 smithi090 ceph-mon[89240]: pgmap v2513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:15:57.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:56 smithi090 ceph-mon[89240]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-15T17:15:57.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:56 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/508392436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:15:57.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:56 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:15:57.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:56 smithi153 ceph-mon[84714]: pgmap v2513: 105 pgs: 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:15:57.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:56 smithi153 ceph-mon[84714]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-15T17:15:57.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:56 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/508392436' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:15:57.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:56 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:15:58.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:57 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:15:58.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:57 smithi090 ceph-mon[91618]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-15T17:15:58.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:15:58.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:15:58.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:15:58.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:15:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:57 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:15:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:57 smithi090 ceph-mon[89240]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-15T17:15:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:15:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:15:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:15:58.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:15:58.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:57 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:15:58.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:57 smithi153 ceph-mon[84714]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-15T17:15:58.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:15:58.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:15:58.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:15:58.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:15:59.047 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.Empty (2144 ms) 2024-04-15T17:15:59.048 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-15T17:15:59.232 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:58 smithi090 ceph-mon[89240]: pgmap v2516: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:15:59.232 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:58 smithi090 ceph-mon[89240]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-15T17:15:59.232 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:15:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:15:59] "GET /metrics HTTP/1.1" 200 36464 "" "Prometheus/2.43.0" 2024-04-15T17:15:59.232 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:58 smithi090 ceph-mon[91618]: pgmap v2516: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:15:59.232 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:58 smithi090 ceph-mon[91618]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-15T17:15:59.325 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.NoSnaps (277 ms) 2024-04-15T17:15:59.325 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-15T17:15:59.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:58 smithi153 ceph-mon[84714]: pgmap v2516: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:15:59.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:58 smithi153 ceph-mon[84714]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-15T17:16:00.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:15:59 smithi090 ceph-mon[89240]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-15T17:16:00.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:15:59 smithi090 ceph-mon[91618]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-15T17:16:00.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:15:59 smithi153 ceph-mon[84714]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-15T17:16:01.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:00 smithi090 ceph-mon[89240]: pgmap v2519: 137 pgs: 13 creating+peering, 17 unknown, 107 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:16:01.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:00 smithi090 ceph-mon[89240]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-15T17:16:01.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:00 smithi090 ceph-mon[91618]: pgmap v2519: 137 pgs: 13 creating+peering, 17 unknown, 107 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:16:01.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:00 smithi090 ceph-mon[91618]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-15T17:16:01.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:00 smithi153 ceph-mon[84714]: pgmap v2519: 137 pgs: 13 creating+peering, 17 unknown, 107 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:16:01.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:00 smithi153 ceph-mon[84714]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-15T17:16:02.306 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:01 smithi153 ceph-mon[84714]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-15T17:16:02.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:01 smithi090 ceph-mon[91618]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-15T17:16:02.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:01 smithi090 ceph-mon[89240]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-15T17:16:02.623 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:16:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:16:03.213 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.Snaps (3888 ms) 2024-04-15T17:16:03.213 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-15T17:16:03.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:02 smithi090 ceph-mon[89240]: pgmap v2522: 137 pgs: 13 creating+peering, 124 active+clean; 29 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.0 MiB/s wr, 76 op/s 2024-04-15T17:16:03.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:02 smithi090 ceph-mon[89240]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-15T17:16:03.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:02 smithi090 ceph-mon[91618]: pgmap v2522: 137 pgs: 13 creating+peering, 124 active+clean; 29 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.0 MiB/s wr, 76 op/s 2024-04-15T17:16:03.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:02 smithi090 ceph-mon[91618]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-15T17:16:03.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:02 smithi153 ceph-mon[84714]: pgmap v2522: 137 pgs: 13 creating+peering, 124 active+clean; 29 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.0 MiB/s wr, 76 op/s 2024-04-15T17:16:03.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:02 smithi153 ceph-mon[84714]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-15T17:16:04.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:03 smithi090 ceph-mon[89240]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-15T17:16:04.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:03 smithi090 ceph-mon[91618]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-15T17:16:04.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:03 smithi153 ceph-mon[84714]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-15T17:16:04.992 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.SnapDiscard (1779 ms) 2024-04-15T17:16:04.992 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-15T17:16:05.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:04 smithi090 ceph-mon[91618]: pgmap v2525: 137 pgs: 137 active+clean; 53 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 148 op/s 2024-04-15T17:16:05.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:04 smithi090 ceph-mon[91618]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-15T17:16:05.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:04 smithi090 ceph-mon[91618]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-15T17:16:05.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:04 smithi090 ceph-mon[89240]: pgmap v2525: 137 pgs: 137 active+clean; 53 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 148 op/s 2024-04-15T17:16:05.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:04 smithi090 ceph-mon[89240]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-15T17:16:05.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:04 smithi090 ceph-mon[89240]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-15T17:16:05.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:04 smithi153 ceph-mon[84714]: pgmap v2525: 137 pgs: 137 active+clean; 53 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 12 MiB/s wr, 148 op/s 2024-04-15T17:16:05.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:04 smithi153 ceph-mon[84714]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-15T17:16:05.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:04 smithi153 ceph-mon[84714]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-15T17:16:06.151 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.CloneDiscard (1160 ms) 2024-04-15T17:16:06.152 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-15T17:16:07.140 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.CloneShrink (988 ms) 2024-04-15T17:16:07.140 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-15T17:16:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:06 smithi090 ceph-mon[89240]: pgmap v2528: 137 pgs: 137 active+clean; 53 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.0 MiB/s wr, 72 op/s 2024-04-15T17:16:07.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:06 smithi090 ceph-mon[89240]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-15T17:16:07.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:06 smithi090 ceph-mon[91618]: pgmap v2528: 137 pgs: 137 active+clean; 53 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.0 MiB/s wr, 72 op/s 2024-04-15T17:16:07.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:06 smithi090 ceph-mon[91618]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-15T17:16:07.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:06 smithi153 ceph-mon[84714]: pgmap v2528: 137 pgs: 137 active+clean; 53 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 6.0 MiB/s wr, 72 op/s 2024-04-15T17:16:07.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:06 smithi153 ceph-mon[84714]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-15T17:16:08.209 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.CloneExpand (1069 ms) 2024-04-15T17:16:08.209 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-15T17:16:08.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:07 smithi090 ceph-mon[89240]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-15T17:16:08.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:16:08.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:07 smithi090 ceph-mon[91618]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-15T17:16:08.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:16:08.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:07 smithi153 ceph-mon[84714]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-15T17:16:08.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:16:09.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:08 smithi090 ceph-mon[91618]: pgmap v2531: 137 pgs: 137 active+clean; 65 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 282 op/s 2024-04-15T17:16:09.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:08 smithi090 ceph-mon[91618]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-15T17:16:09.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:08 smithi090 ceph-mon[89240]: pgmap v2531: 137 pgs: 137 active+clean; 65 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 282 op/s 2024-04-15T17:16:09.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:08 smithi090 ceph-mon[89240]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-15T17:16:09.331 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:16:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:16:09] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-04-15T17:16:09.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:08 smithi153 ceph-mon[84714]: pgmap v2531: 137 pgs: 137 active+clean; 65 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 282 op/s 2024-04-15T17:16:09.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:08 smithi153 ceph-mon[84714]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-15T17:16:10.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:10 smithi090 ceph-mon[91618]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-15T17:16:10.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:10 smithi090 ceph-mon[89240]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-15T17:16:10.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:10 smithi153 ceph-mon[84714]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-15T17:16:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:11 smithi090 ceph-mon[89240]: pgmap v2534: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 297 op/s 2024-04-15T17:16:11.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:11 smithi090 ceph-mon[89240]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-15T17:16:11.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:11 smithi090 ceph-mon[91618]: pgmap v2534: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 297 op/s 2024-04-15T17:16:11.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:11 smithi090 ceph-mon[91618]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-15T17:16:11.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:11 smithi153 ceph-mon[84714]: pgmap v2534: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 MiB/s rd, 4.0 MiB/s wr, 297 op/s 2024-04-15T17:16:11.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:11 smithi153 ceph-mon[84714]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-15T17:16:12.307 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:12 smithi153 ceph-mon[84714]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-15T17:16:12.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:12 smithi090 ceph-mon[89240]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-15T17:16:12.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:12 smithi090 ceph-mon[91618]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-15T17:16:12.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:16:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:16:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:16:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:13 smithi090 ceph-mon[89240]: pgmap v2537: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 286 op/s 2024-04-15T17:16:13.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:13 smithi090 ceph-mon[89240]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-15T17:16:13.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:13 smithi090 ceph-mon[91618]: pgmap v2537: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 286 op/s 2024-04-15T17:16:13.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:13 smithi090 ceph-mon[91618]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-15T17:16:13.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:13 smithi153 ceph-mon[84714]: pgmap v2537: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 286 op/s 2024-04-15T17:16:13.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:13 smithi153 ceph-mon[84714]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-15T17:16:14.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:14 smithi090 ceph-mon[89240]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-15T17:16:14.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:14 smithi090 ceph-mon[91618]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-15T17:16:14.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:14 smithi153 ceph-mon[84714]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-15T17:16:15.164 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.CloneHideParent (6955 ms) 2024-04-15T17:16:15.164 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-15T17:16:15.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:15 smithi090 ceph-mon[89240]: pgmap v2540: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 298 KiB/s rd, 24 KiB/s wr, 405 op/s 2024-04-15T17:16:15.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:15 smithi090 ceph-mon[89240]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-15T17:16:15.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:15 smithi090 ceph-mon[91618]: pgmap v2540: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 298 KiB/s rd, 24 KiB/s wr, 405 op/s 2024-04-15T17:16:15.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:15 smithi090 ceph-mon[91618]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-15T17:16:15.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:15 smithi153 ceph-mon[84714]: pgmap v2540: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 298 KiB/s rd, 24 KiB/s wr, 405 op/s 2024-04-15T17:16:15.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:15 smithi153 ceph-mon[84714]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-15T17:16:16.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:16 smithi090 ceph-mon[89240]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-15T17:16:16.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:16 smithi090 ceph-mon[91618]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-15T17:16:16.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:16 smithi153 ceph-mon[84714]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-15T17:16:17.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:17 smithi090 ceph-mon[91618]: pgmap v2543: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-04-15T17:16:17.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:17 smithi090 ceph-mon[91618]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-15T17:16:17.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:17 smithi090 ceph-mon[89240]: pgmap v2543: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-04-15T17:16:17.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:17 smithi090 ceph-mon[89240]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-15T17:16:17.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:17 smithi153 ceph-mon[84714]: pgmap v2543: 137 pgs: 137 active+clean; 69 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 10 KiB/s wr, 134 op/s 2024-04-15T17:16:17.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:17 smithi153 ceph-mon[84714]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-15T17:16:17.394 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.Clone (2230 ms) 2024-04-15T17:16:17.394 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-15T17:16:18.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:18 smithi090 ceph-mon[89240]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-15T17:16:18.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:18 smithi090 ceph-mon[91618]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-15T17:16:18.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:18 smithi153 ceph-mon[84714]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-15T17:16:19.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:19 smithi090 ceph-mon[91618]: pgmap v2546: 137 pgs: 137 active+clean; 85 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 4.0 MiB/s wr, 208 op/s 2024-04-15T17:16:19.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:19 smithi090 ceph-mon[91618]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-15T17:16:19.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:19 smithi090 ceph-mon[89240]: pgmap v2546: 137 pgs: 137 active+clean; 85 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 4.0 MiB/s wr, 208 op/s 2024-04-15T17:16:19.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:19 smithi090 ceph-mon[89240]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-15T17:16:19.332 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:16:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:16:19] "GET /metrics HTTP/1.1" 200 36475 "" "Prometheus/2.43.0" 2024-04-15T17:16:19.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:19 smithi153 ceph-mon[84714]: pgmap v2546: 137 pgs: 137 active+clean; 85 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 4.0 MiB/s wr, 208 op/s 2024-04-15T17:16:19.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:19 smithi153 ceph-mon[84714]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-15T17:16:19.567 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.CloneFlatten (2172 ms) 2024-04-15T17:16:19.567 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-15T17:16:19.589 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 51890721~3726822 2024-04-15T17:16:19.609 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 4073821~6843534 2024-04-15T17:16:19.609 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 9943865~6187039 2024-04-15T17:16:19.631 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 76389728~4275133 2024-04-15T17:16:19.631 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 28514013~2755405 2024-04-15T17:16:19.645 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 15910693~6364326 2024-04-15T17:16:19.647 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 248586~5326027 2024-04-15T17:16:19.677 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 4828829~8373139 2024-04-15T17:16:19.680 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap0 2024-04-15T17:16:20.093 INFO:tasks.workunit.client.0.smithi090.stdout:clone image234 -> image235 2024-04-15T17:16:20.140 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 70966113~8097950 2024-04-15T17:16:20.171 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 6289249~2031932 2024-04-15T17:16:20.176 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 74720347~1685664 2024-04-15T17:16:20.182 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 17650631~8233804 2024-04-15T17:16:20.188 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 11081216~483017 2024-04-15T17:16:20.193 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 31927802~7860682 2024-04-15T17:16:20.209 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 11587505~7901427 2024-04-15T17:16:20.230 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 6356353~8321051 2024-04-15T17:16:20.232 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap1 2024-04-15T17:16:20.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:20 smithi090 ceph-mon[89240]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-15T17:16:20.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:20 smithi090 ceph-mon[91618]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-15T17:16:20.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:20 smithi153 ceph-mon[84714]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-15T17:16:21.102 INFO:tasks.workunit.client.0.smithi090.stdout:clone image235 -> image236 2024-04-15T17:16:21.165 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 61879500~7911610 2024-04-15T17:16:21.190 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 60998663~7011739 2024-04-15T17:16:21.192 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 77378647~6507433 2024-04-15T17:16:21.218 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 20222068~1411884 2024-04-15T17:16:21.238 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 68505279~5236044 2024-04-15T17:16:21.261 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 47868043~8273682 2024-04-15T17:16:21.268 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 58314672~4496100 2024-04-15T17:16:21.289 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 73636896~1393644 2024-04-15T17:16:21.291 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap2 2024-04-15T17:16:21.330 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:21 smithi090 ceph-mon[91618]: pgmap v2549: 137 pgs: 137 active+clean; 89 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 5.0 MiB/s wr, 212 op/s 2024-04-15T17:16:21.331 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:21 smithi090 ceph-mon[91618]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-15T17:16:21.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:21 smithi090 ceph-mon[89240]: pgmap v2549: 137 pgs: 137 active+clean; 89 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 5.0 MiB/s wr, 212 op/s 2024-04-15T17:16:21.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:21 smithi090 ceph-mon[89240]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-15T17:16:21.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:21 smithi153 ceph-mon[84714]: pgmap v2549: 137 pgs: 137 active+clean; 89 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 5.0 MiB/s wr, 212 op/s 2024-04-15T17:16:21.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:21 smithi153 ceph-mon[84714]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-15T17:16:22.114 INFO:tasks.workunit.client.0.smithi090.stdout:clone image236 -> image237 2024-04-15T17:16:22.196 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 47671902~5750907 2024-04-15T17:16:22.216 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 73342788~3952723 2024-04-15T17:16:22.242 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 36979230~32862 2024-04-15T17:16:22.246 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 79278786~4607294 2024-04-15T17:16:22.249 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 54871385~6623695 2024-04-15T17:16:22.277 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 77984046~5902034 2024-04-15T17:16:22.278 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 38979468~2270612 2024-04-15T17:16:22.288 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 76391215~278441 2024-04-15T17:16:22.289 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap3 2024-04-15T17:16:22.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:22 smithi153 ceph-mon[84714]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-15T17:16:22.374 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:16:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:16:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:16:22.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:22 smithi090 ceph-mon[89240]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-15T17:16:22.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:22 smithi090 ceph-mon[91618]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-15T17:16:23.115 INFO:tasks.workunit.client.0.smithi090.stdout:clone image237 -> image238 2024-04-15T17:16:23.209 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 106544496 2024-04-15T17:16:23.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:23 smithi153 ceph-mon[84714]: pgmap v2552: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 16 MiB/s wr, 254 op/s 2024-04-15T17:16:23.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:23 smithi153 ceph-mon[84714]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-15T17:16:23.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:16:23.466 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.Stress (3900 ms) 2024-04-15T17:16:23.466 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-15T17:16:23.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:23 smithi090 ceph-mon[89240]: pgmap v2552: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 16 MiB/s wr, 254 op/s 2024-04-15T17:16:23.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:23 smithi090 ceph-mon[89240]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-15T17:16:23.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:16:23.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:23 smithi090 ceph-mon[91618]: pgmap v2552: 137 pgs: 137 active+clean; 154 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 17 MiB/s rd, 16 MiB/s wr, 254 op/s 2024-04-15T17:16:23.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:23 smithi090 ceph-mon[91618]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-15T17:16:23.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:16:23.745 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (279 ms) 2024-04-15T17:16:23.745 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-15T17:16:24.373 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:24 smithi153 ceph-mon[84714]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-15T17:16:24.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:24 smithi090 ceph-mon[89240]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-15T17:16:24.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:24 smithi090 ceph-mon[91618]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-15T17:16:25.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:25 smithi153 ceph-mon[84714]: pgmap v2555: 137 pgs: 137 active+clean; 267 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 43 MiB/s wr, 657 op/s 2024-04-15T17:16:25.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:25 smithi153 ceph-mon[84714]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-15T17:16:25.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:25 smithi090 ceph-mon[89240]: pgmap v2555: 137 pgs: 137 active+clean; 267 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 43 MiB/s wr, 657 op/s 2024-04-15T17:16:25.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:25 smithi090 ceph-mon[89240]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-15T17:16:25.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:25 smithi090 ceph-mon[91618]: pgmap v2555: 137 pgs: 137 active+clean; 267 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 49 MiB/s rd, 43 MiB/s wr, 657 op/s 2024-04-15T17:16:25.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:25 smithi090 ceph-mon[91618]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-15T17:16:26.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:26 smithi090 ceph-mon[89240]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-15T17:16:26.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:26 smithi090 ceph-mon[91618]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-15T17:16:26.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:26 smithi153 ceph-mon[84714]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-15T17:16:27.431 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3685 ms) 2024-04-15T17:16:27.431 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-15T17:16:27.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:27 smithi090 ceph-mon[89240]: pgmap v2558: 137 pgs: 137 active+clean; 267 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 28 MiB/s wr, 407 op/s 2024-04-15T17:16:27.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:27 smithi090 ceph-mon[89240]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-15T17:16:27.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:27 smithi090 ceph-mon[91618]: pgmap v2558: 137 pgs: 137 active+clean; 267 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 28 MiB/s wr, 407 op/s 2024-04-15T17:16:27.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:27 smithi090 ceph-mon[91618]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-15T17:16:27.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:27 smithi153 ceph-mon[84714]: pgmap v2558: 137 pgs: 137 active+clean; 267 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 28 MiB/s wr, 407 op/s 2024-04-15T17:16:27.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:27 smithi153 ceph-mon[84714]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-15T17:16:28.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:28 smithi090 ceph-mon[91618]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-15T17:16:28.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:28 smithi090 ceph-mon[89240]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-15T17:16:28.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:28 smithi153 ceph-mon[84714]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-15T17:16:29.482 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:29 smithi090 ceph-mon[91618]: pgmap v2561: 137 pgs: 137 active+clean; 356 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 21 MiB/s wr, 538 op/s 2024-04-15T17:16:29.482 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:29 smithi090 ceph-mon[91618]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-15T17:16:29.483 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:29 smithi090 ceph-mon[89240]: pgmap v2561: 137 pgs: 137 active+clean; 356 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 21 MiB/s wr, 538 op/s 2024-04-15T17:16:29.483 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:29 smithi090 ceph-mon[89240]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-15T17:16:29.483 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:16:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:16:29] "GET /metrics HTTP/1.1" 200 36479 "" "Prometheus/2.43.0" 2024-04-15T17:16:29.526 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2095 ms) 2024-04-15T17:16:29.526 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-15T17:16:29.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:29 smithi153 ceph-mon[84714]: pgmap v2561: 137 pgs: 137 active+clean; 356 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 21 MiB/s wr, 538 op/s 2024-04-15T17:16:29.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:29 smithi153 ceph-mon[84714]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-15T17:16:30.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:30 smithi090 ceph-mon[89240]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-15T17:16:30.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:30 smithi090 ceph-mon[91618]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-15T17:16:30.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:30 smithi153 ceph-mon[84714]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-15T17:16:31.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:31 smithi090 ceph-mon[89240]: pgmap v2564: 137 pgs: 137 active+clean; 360 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 22 MiB/s wr, 560 op/s 2024-04-15T17:16:31.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:31 smithi090 ceph-mon[89240]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-15T17:16:31.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:31 smithi090 ceph-mon[91618]: pgmap v2564: 137 pgs: 137 active+clean; 360 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 22 MiB/s wr, 560 op/s 2024-04-15T17:16:31.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:31 smithi090 ceph-mon[91618]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-15T17:16:31.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:31 smithi153 ceph-mon[84714]: pgmap v2564: 137 pgs: 137 active+clean; 360 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 35 MiB/s rd, 22 MiB/s wr, 560 op/s 2024-04-15T17:16:31.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:31 smithi153 ceph-mon[84714]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-15T17:16:31.677 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2152 ms) 2024-04-15T17:16:31.678 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-15T17:16:31.701 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 77224665~2123135 2024-04-15T17:16:31.716 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 73728099~265032 2024-04-15T17:16:31.716 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 35213108~1321610 2024-04-15T17:16:31.723 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 65925532~4758660 2024-04-15T17:16:31.724 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 27286783~4737985 2024-04-15T17:16:31.737 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 59022356~4545530 2024-04-15T17:16:31.738 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 38132824~8354884 2024-04-15T17:16:31.763 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 21350786~3726898 2024-04-15T17:16:31.764 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap0 2024-04-15T17:16:32.181 INFO:tasks.workunit.client.0.smithi090.stdout:clone image257 -> image258 2024-04-15T17:16:32.233 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 160108252 2024-04-15T17:16:32.239 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 49105039~1637499 2024-04-15T17:16:32.248 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 30778959~2995312 2024-04-15T17:16:32.262 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 3164355~7748232 2024-04-15T17:16:32.287 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 139638527~6377370 2024-04-15T17:16:32.287 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 39626030~1381647 2024-04-15T17:16:32.309 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 20887500~7987619 2024-04-15T17:16:32.317 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 129021632~838618 2024-04-15T17:16:32.321 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 32315885~4375316 2024-04-15T17:16:32.322 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap1 2024-04-15T17:16:32.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:32 smithi090 ceph-mon[89240]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-15T17:16:32.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:32 smithi090 ceph-mon[91618]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-15T17:16:32.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:32 smithi153 ceph-mon[84714]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-15T17:16:32.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:16:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:16:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:16:33.186 INFO:tasks.workunit.client.0.smithi090.stdout:clone image258 -> image259 2024-04-15T17:16:33.260 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 5504890~3827905 2024-04-15T17:16:33.292 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 141308201~2383369 2024-04-15T17:16:33.296 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 114328382~6010012 2024-04-15T17:16:33.313 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 111668608~5915141 2024-04-15T17:16:33.317 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 144398647~6412368 2024-04-15T17:16:33.332 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 130579974~6323869 2024-04-15T17:16:33.336 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 151709312~2824803 2024-04-15T17:16:33.345 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 132066143~7455537 2024-04-15T17:16:33.347 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap2 2024-04-15T17:16:33.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:33 smithi090 ceph-mon[89240]: pgmap v2567: 137 pgs: 137 active+clean; 404 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 12 MiB/s wr, 316 op/s 2024-04-15T17:16:33.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:33 smithi090 ceph-mon[89240]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-15T17:16:33.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:33 smithi090 ceph-mon[91618]: pgmap v2567: 137 pgs: 137 active+clean; 404 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 12 MiB/s wr, 316 op/s 2024-04-15T17:16:33.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:33 smithi090 ceph-mon[91618]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-15T17:16:33.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:33 smithi153 ceph-mon[84714]: pgmap v2567: 137 pgs: 137 active+clean; 404 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 23 MiB/s rd, 12 MiB/s wr, 316 op/s 2024-04-15T17:16:33.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:33 smithi153 ceph-mon[84714]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-15T17:16:34.197 INFO:tasks.workunit.client.0.smithi090.stdout:clone image259 -> image260 2024-04-15T17:16:34.273 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 219116578 2024-04-15T17:16:34.280 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 195484497~4624058 2024-04-15T17:16:34.296 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 78837012~2702210 2024-04-15T17:16:34.315 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 194686628~4171064 2024-04-15T17:16:34.329 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 1446188~4178158 2024-04-15T17:16:34.347 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 216317376~2799202 2024-04-15T17:16:34.359 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 168503194~8145083 2024-04-15T17:16:34.360 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 158578969~7075309 2024-04-15T17:16:34.386 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 4635566~2827956 2024-04-15T17:16:34.388 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap3 2024-04-15T17:16:34.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:34 smithi090 ceph-mon[89240]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-15T17:16:34.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:34 smithi090 ceph-mon[91618]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-15T17:16:34.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:34 smithi153 ceph-mon[84714]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-15T17:16:35.199 INFO:tasks.workunit.client.0.smithi090.stdout:clone image260 -> image261 2024-04-15T17:16:35.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:35 smithi090 ceph-mon[91618]: pgmap v2570: 137 pgs: 137 active+clean; 476 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 29 MiB/s wr, 468 op/s 2024-04-15T17:16:35.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:35 smithi090 ceph-mon[91618]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-15T17:16:35.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:35 smithi090 ceph-mon[89240]: pgmap v2570: 137 pgs: 137 active+clean; 476 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 29 MiB/s wr, 468 op/s 2024-04-15T17:16:35.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:35 smithi090 ceph-mon[89240]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-15T17:16:35.620 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3942 ms) 2024-04-15T17:16:35.620 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-15T17:16:35.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:35 smithi153 ceph-mon[84714]: pgmap v2570: 137 pgs: 137 active+clean; 476 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 46 MiB/s rd, 29 MiB/s wr, 468 op/s 2024-04-15T17:16:35.623 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:35 smithi153 ceph-mon[84714]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-15T17:16:35.853 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (233 ms) 2024-04-15T17:16:35.853 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-15T17:16:36.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:36 smithi090 ceph-mon[89240]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-15T17:16:36.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:36 smithi090 ceph-mon[91618]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-15T17:16:36.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:36 smithi153 ceph-mon[84714]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-15T17:16:37.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:37 smithi090 ceph-mon[89240]: pgmap v2573: 137 pgs: 137 active+clean; 476 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 18 MiB/s wr, 174 op/s 2024-04-15T17:16:37.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:37 smithi090 ceph-mon[89240]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-15T17:16:37.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:37 smithi090 ceph-mon[91618]: pgmap v2573: 137 pgs: 137 active+clean; 476 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 18 MiB/s wr, 174 op/s 2024-04-15T17:16:37.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:37 smithi090 ceph-mon[91618]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-15T17:16:37.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:37 smithi153 ceph-mon[84714]: pgmap v2573: 137 pgs: 137 active+clean; 476 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 18 MiB/s wr, 174 op/s 2024-04-15T17:16:37.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:37 smithi153 ceph-mon[84714]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-15T17:16:38.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:38 smithi090 ceph-mon[89240]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-15T17:16:38.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:38 smithi090 ceph-mon[89240]: pgmap v2576: 137 pgs: 137 active+clean; 653 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 52 MiB/s rd, 36 MiB/s wr, 787 op/s 2024-04-15T17:16:38.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:16:38.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:38 smithi090 ceph-mon[91618]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-15T17:16:38.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:38 smithi090 ceph-mon[91618]: pgmap v2576: 137 pgs: 137 active+clean; 653 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 52 MiB/s rd, 36 MiB/s wr, 787 op/s 2024-04-15T17:16:38.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:16:38.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:38 smithi153 ceph-mon[84714]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-15T17:16:38.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:38 smithi153 ceph-mon[84714]: pgmap v2576: 137 pgs: 137 active+clean; 653 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 52 MiB/s rd, 36 MiB/s wr, 787 op/s 2024-04-15T17:16:38.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:16:39.492 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3639 ms) 2024-04-15T17:16:39.492 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-15T17:16:39.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:39 smithi090 ceph-mon[89240]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-15T17:16:39.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:39 smithi090 ceph-mon[91618]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-15T17:16:39.582 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:16:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:16:39] "GET /metrics HTTP/1.1" 200 36486 "" "Prometheus/2.43.0" 2024-04-15T17:16:39.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:39 smithi153 ceph-mon[84714]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-15T17:16:40.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:40 smithi090 ceph-mon[89240]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-15T17:16:40.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:40 smithi090 ceph-mon[89240]: pgmap v2579: 137 pgs: 137 active+clean; 663 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 MiB/s rd, 38 MiB/s wr, 791 op/s 2024-04-15T17:16:40.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:40 smithi090 ceph-mon[91618]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-15T17:16:40.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:40 smithi090 ceph-mon[91618]: pgmap v2579: 137 pgs: 137 active+clean; 663 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 MiB/s rd, 38 MiB/s wr, 791 op/s 2024-04-15T17:16:40.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:40 smithi153 ceph-mon[84714]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-15T17:16:40.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:40 smithi153 ceph-mon[84714]: pgmap v2579: 137 pgs: 137 active+clean; 663 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 MiB/s rd, 38 MiB/s wr, 791 op/s 2024-04-15T17:16:41.561 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2069 ms) 2024-04-15T17:16:41.561 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-15T17:16:41.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:41 smithi090 ceph-mon[89240]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-15T17:16:41.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:41 smithi090 ceph-mon[91618]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-15T17:16:41.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:41 smithi153 ceph-mon[84714]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-15T17:16:42.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:42 smithi090 ceph-mon[89240]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-15T17:16:42.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:42 smithi090 ceph-mon[89240]: pgmap v2582: 137 pgs: 137 active+clean; 711 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 14 MiB/s wr, 141 op/s 2024-04-15T17:16:42.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:42 smithi090 ceph-mon[91618]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-15T17:16:42.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:42 smithi090 ceph-mon[91618]: pgmap v2582: 137 pgs: 137 active+clean; 711 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 14 MiB/s wr, 141 op/s 2024-04-15T17:16:42.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:42 smithi153 ceph-mon[84714]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-15T17:16:42.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:42 smithi153 ceph-mon[84714]: pgmap v2582: 137 pgs: 137 active+clean; 711 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 25 MiB/s rd, 14 MiB/s wr, 141 op/s 2024-04-15T17:16:42.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:16:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:16:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:16:43.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:43 smithi090 ceph-mon[91618]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-15T17:16:43.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:43 smithi090 ceph-mon[89240]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-15T17:16:43.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:43 smithi153 ceph-mon[84714]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-15T17:16:43.723 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2162 ms) 2024-04-15T17:16:43.723 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-15T17:16:43.746 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 24143244~4262203 2024-04-15T17:16:43.762 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 65807262~3522932 2024-04-15T17:16:43.763 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 76947292~6938788 2024-04-15T17:16:43.783 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 5185476~4518514 2024-04-15T17:16:43.783 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 56170724~1016415 2024-04-15T17:16:43.788 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 72697332~1420926 2024-04-15T17:16:43.788 INFO:tasks.workunit.client.0.smithi090.stdout:write: A 21537682~152678 2024-04-15T17:16:43.792 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 48908212~1370924 2024-04-15T17:16:43.792 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap0 2024-04-15T17:16:44.265 INFO:tasks.workunit.client.0.smithi090.stdout:clone image280 -> image281 2024-04-15T17:16:44.318 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 3797421~1375766 2024-04-15T17:16:44.326 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 43763393~6624667 2024-04-15T17:16:44.330 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 66565881~2484122 2024-04-15T17:16:44.341 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 32285513~4648309 2024-04-15T17:16:44.345 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 35327559~6687987 2024-04-15T17:16:44.363 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 24507361~893180 2024-04-15T17:16:44.387 INFO:tasks.workunit.client.0.smithi090.stdout:write: B 55487031~5310313 2024-04-15T17:16:44.412 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 17221854~6707565 2024-04-15T17:16:44.414 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap1 2024-04-15T17:16:44.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:44 smithi090 ceph-mon[89240]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-15T17:16:44.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:44 smithi090 ceph-mon[89240]: pgmap v2585: 137 pgs: 137 active+clean; 740 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 19 MiB/s wr, 400 op/s 2024-04-15T17:16:44.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:44 smithi090 ceph-mon[91618]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-15T17:16:44.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:44 smithi090 ceph-mon[91618]: pgmap v2585: 137 pgs: 137 active+clean; 740 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 19 MiB/s wr, 400 op/s 2024-04-15T17:16:44.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:44 smithi153 ceph-mon[84714]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-15T17:16:44.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:44 smithi153 ceph-mon[84714]: pgmap v2585: 137 pgs: 137 active+clean; 740 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 19 MiB/s wr, 400 op/s 2024-04-15T17:16:45.274 INFO:tasks.workunit.client.0.smithi090.stdout:clone image281 -> image282 2024-04-15T17:16:45.343 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 50315336~3034499 2024-04-15T17:16:45.361 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 37605346~2054614 2024-04-15T17:16:45.384 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 62195796~5822764 2024-04-15T17:16:45.410 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 73084307~1250774 2024-04-15T17:16:45.415 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 75650074~8236006 2024-04-15T17:16:45.442 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 33951847~4552007 2024-04-15T17:16:45.443 INFO:tasks.workunit.client.0.smithi090.stdout:write: C 5927774~1101283 2024-04-15T17:16:45.456 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 58057598~4194836 2024-04-15T17:16:45.473 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap2 2024-04-15T17:16:45.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:45 smithi090 ceph-mon[89240]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-15T17:16:45.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:45 smithi090 ceph-mon[91618]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-15T17:16:45.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:45 smithi153 ceph-mon[84714]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-15T17:16:46.283 INFO:tasks.workunit.client.0.smithi090.stdout:clone image282 -> image283 2024-04-15T17:16:46.363 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 124623479 2024-04-15T17:16:46.370 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 9026963~4007828 2024-04-15T17:16:46.390 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 26225973~5482346 2024-04-15T17:16:46.406 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 118320259~6303220 2024-04-15T17:16:46.423 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 12766003~2702660 2024-04-15T17:16:46.425 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 67946638~3142841 2024-04-15T17:16:46.447 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 109063883~6923778 2024-04-15T17:16:46.448 INFO:tasks.workunit.client.0.smithi090.stdout:write: D 83712337~6181798 2024-04-15T17:16:46.480 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 88141466~2066593 2024-04-15T17:16:46.481 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap3 2024-04-15T17:16:46.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:46 smithi090 ceph-mon[91618]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-15T17:16:46.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:46 smithi090 ceph-mon[91618]: pgmap v2588: 137 pgs: 137 active+clean; 740 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 7.3 MiB/s wr, 263 op/s 2024-04-15T17:16:46.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:46 smithi090 ceph-mon[89240]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-15T17:16:46.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:46 smithi090 ceph-mon[89240]: pgmap v2588: 137 pgs: 137 active+clean; 740 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 7.3 MiB/s wr, 263 op/s 2024-04-15T17:16:46.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:46 smithi153 ceph-mon[84714]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-15T17:16:46.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:46 smithi153 ceph-mon[84714]: pgmap v2588: 137 pgs: 137 active+clean; 740 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 16 MiB/s rd, 7.3 MiB/s wr, 263 op/s 2024-04-15T17:16:47.289 INFO:tasks.workunit.client.0.smithi090.stdout:clone image283 -> image284 2024-04-15T17:16:47.377 INFO:tasks.workunit.client.0.smithi090.stdout:resize: 129025757 2024-04-15T17:16:47.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:47 smithi090 ceph-mon[91618]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-15T17:16:47.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:47 smithi090 ceph-mon[89240]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-15T17:16:47.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:47 smithi153 ceph-mon[84714]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-15T17:16:47.683 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3960 ms) 2024-04-15T17:16:47.683 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-15T17:16:47.706 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-04-15T17:16:47.706 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:16:47.782 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (99 ms) 2024-04-15T17:16:47.782 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-15T17:16:47.804 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-04-15T17:16:47.804 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:16:47.875 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (93 ms) 2024-04-15T17:16:47.875 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-15T17:16:47.898 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-04-15T17:16:47.898 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:16:47.972 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (97 ms) 2024-04-15T17:16:47.972 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-15T17:16:47.995 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-04-15T17:16:47.995 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:16:48.070 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (97 ms) 2024-04-15T17:16:48.070 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-15T17:16:48.092 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-04-15T17:16:48.092 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:16:48.166 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (97 ms) 2024-04-15T17:16:48.167 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-15T17:16:48.192 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-04-15T17:16:48.193 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:16:48.265 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (99 ms) 2024-04-15T17:16:48.265 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-15T17:16:48.289 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-04-15T17:16:48.289 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:16:48.364 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (98 ms) 2024-04-15T17:16:48.364 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-15T17:16:48.386 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-04-15T17:16:48.386 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:16:48.462 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (98 ms) 2024-04-15T17:16:48.462 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-15T17:16:48.485 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-04-15T17:16:48.485 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:16:48.569 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (107 ms) 2024-04-15T17:16:48.569 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-15T17:16:48.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:48 smithi090 ceph-mon[89240]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-15T17:16:48.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:48 smithi090 ceph-mon[89240]: pgmap v2591: 137 pgs: 137 active+clean; 938 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 44 MiB/s wr, 635 op/s 2024-04-15T17:16:48.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:48 smithi090 ceph-mon[91618]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-15T17:16:48.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:48 smithi090 ceph-mon[91618]: pgmap v2591: 137 pgs: 137 active+clean; 938 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 44 MiB/s wr, 635 op/s 2024-04-15T17:16:48.592 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-04-15T17:16:48.592 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:16:48.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:48 smithi153 ceph-mon[84714]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-15T17:16:48.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:48 smithi153 ceph-mon[84714]: pgmap v2591: 137 pgs: 137 active+clean; 938 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 46 MiB/s rd, 44 MiB/s wr, 635 op/s 2024-04-15T17:16:48.663 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (95 ms) 2024-04-15T17:16:49.288 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 31 tests from TestDeepCopy (51759 ms total) 2024-04-15T17:16:49.288 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:16:49.288 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 51 tests from TestMirroring 2024-04-15T17:16:49.581 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:16:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:16:49] "GET /metrics HTTP/1.1" 200 36486 "" "Prometheus/2.43.0" 2024-04-15T17:16:50.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:50 smithi090 ceph-mon[91618]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-15T17:16:50.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:50 smithi090 ceph-mon[91618]: pgmap v2593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-15T17:16:50.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:50 smithi090 ceph-mon[89240]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-15T17:16:50.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:50 smithi090 ceph-mon[89240]: pgmap v2593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-15T17:16:50.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:50 smithi153 ceph-mon[84714]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-15T17:16:50.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:50 smithi153 ceph-mon[84714]: pgmap v2593: 105 pgs: 105 active+clean; 4.6 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail 2024-04-15T17:16:51.293 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-15T17:16:51.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:51 smithi090 ceph-mon[91618]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-15T17:16:51.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:51 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:16:51.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:51 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:16:51.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:51 smithi090 ceph-mon[89240]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-15T17:16:51.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:51 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:16:51.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:51 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:16:51.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:51 smithi153 ceph-mon[84714]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-15T17:16:51.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:51 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:16:51.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:51 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:16:52.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:52 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:16:52.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:52 smithi090 ceph-mon[89240]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-15T17:16:52.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:52 smithi090 ceph-mon[89240]: pgmap v2596: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:16:52.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:52 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:16:52.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:52 smithi090 ceph-mon[91618]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-15T17:16:52.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:52 smithi090 ceph-mon[91618]: pgmap v2596: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:16:52.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:52 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:16:52.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:52 smithi153 ceph-mon[84714]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-15T17:16:52.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:52 smithi153 ceph-mon[84714]: pgmap v2596: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:16:52.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:16:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:16:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:16:53.439 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2147 ms) 2024-04-15T17:16:53.440 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-15T17:16:53.542 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (102 ms) 2024-04-15T17:16:53.542 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-15T17:16:53.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:53 smithi090 ceph-mon[91618]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-15T17:16:53.581 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:16:53.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:53 smithi090 ceph-mon[89240]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-15T17:16:53.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:16:53.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:53 smithi153 ceph-mon[84714]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-15T17:16:53.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:16:53.625 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (83 ms) 2024-04-15T17:16:53.625 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-15T17:16:53.726 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (101 ms) 2024-04-15T17:16:53.726 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-15T17:16:53.815 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (89 ms) 2024-04-15T17:16:53.815 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-15T17:16:53.908 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (93 ms) 2024-04-15T17:16:53.908 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-15T17:16:54.020 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (112 ms) 2024-04-15T17:16:54.020 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-15T17:16:54.020 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_mirroring.cc:482: Skipped 2024-04-15T17:16:54.020 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:16:54.020 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-15T17:16:54.020 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-15T17:16:54.020 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_mirroring.cc:520: Skipped 2024-04-15T17:16:54.021 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:16:54.021 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-15T17:16:54.021 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-15T17:16:54.094 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (74 ms) 2024-04-15T17:16:54.094 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-15T17:16:54.173 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (79 ms) 2024-04-15T17:16:54.173 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-15T17:16:54.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:54 smithi090 ceph-mon[89240]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-15T17:16:54.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:54 smithi090 ceph-mon[89240]: pgmap v2599: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:16:54.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:54 smithi090 ceph-mon[91618]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-15T17:16:54.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:54 smithi090 ceph-mon[91618]: pgmap v2599: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:16:54.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:54 smithi153 ceph-mon[84714]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-15T17:16:54.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:54 smithi153 ceph-mon[84714]: pgmap v2599: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:16:55.383 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1210 ms) 2024-04-15T17:16:55.384 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-15T17:16:55.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:55 smithi090 ceph-mon[89240]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-15T17:16:55.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:55 smithi090 ceph-mon[91618]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-15T17:16:55.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:55 smithi153 ceph-mon[84714]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-15T17:16:56.581 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:56 smithi090 ceph-mon[89240]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-15T17:16:56.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:56 smithi090 ceph-mon[89240]: pgmap v2602: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:16:56.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:56 smithi090 ceph-mon[91618]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-15T17:16:56.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:56 smithi090 ceph-mon[91618]: pgmap v2602: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:16:56.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:56 smithi153 ceph-mon[84714]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-15T17:16:56.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:56 smithi153 ceph-mon[84714]: pgmap v2602: 137 pgs: 12 creating+peering, 125 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:16:57.395 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2012 ms) 2024-04-15T17:16:57.395 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-15T17:16:57.485 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (90 ms) 2024-04-15T17:16:57.485 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-15T17:16:57.577 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (92 ms) 2024-04-15T17:16:57.577 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-15T17:16:57.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:57 smithi153 ceph-mon[84714]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-15T17:16:57.681 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (105 ms) 2024-04-15T17:16:57.682 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-15T17:16:57.769 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (87 ms) 2024-04-15T17:16:57.769 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-15T17:16:57.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:57 smithi090 ceph-mon[89240]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-15T17:16:57.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:57 smithi090 ceph-mon[91618]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-15T17:16:57.853 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (84 ms) 2024-04-15T17:16:57.853 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-15T17:16:57.945 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (92 ms) 2024-04-15T17:16:57.945 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-15T17:16:58.043 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (98 ms) 2024-04-15T17:16:58.044 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-15T17:16:58.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:58 smithi153 ceph-mon[84714]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-15T17:16:58.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:58 smithi153 ceph-mon[84714]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 380 KiB/s rd, 50 KiB/s wr, 537 op/s 2024-04-15T17:16:58.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:16:58.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:58 smithi090 ceph-mon[89240]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-15T17:16:58.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:58 smithi090 ceph-mon[89240]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 380 KiB/s rd, 50 KiB/s wr, 537 op/s 2024-04-15T17:16:58.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:16:58.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:58 smithi090 ceph-mon[91618]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-15T17:16:58.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:58 smithi090 ceph-mon[91618]: pgmap v2605: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 380 KiB/s rd, 50 KiB/s wr, 537 op/s 2024-04-15T17:16:58.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:16:59.428 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1384 ms) 2024-04-15T17:16:59.428 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-15T17:16:59.544 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (116 ms) 2024-04-15T17:16:59.544 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-15T17:16:59.581 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:16:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:16:59] "GET /metrics HTTP/1.1" 200 36421 "" "Prometheus/2.43.0" 2024-04-15T17:16:59.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:59 smithi090 ceph-mon[89240]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-15T17:16:59.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:16:59.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:16:59.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:16:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:16:59.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:59 smithi090 ceph-mon[91618]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-15T17:16:59.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:16:59.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:16:59.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:16:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:16:59.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:59 smithi153 ceph-mon[84714]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-15T17:16:59.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:16:59.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:16:59.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:16:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:16:59.642 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (98 ms) 2024-04-15T17:16:59.642 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-15T17:16:59.739 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (97 ms) 2024-04-15T17:16:59.739 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-15T17:16:59.893 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (154 ms) 2024-04-15T17:16:59.893 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-15T17:17:00.055 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (162 ms) 2024-04-15T17:17:00.055 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-15T17:17:00.191 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (136 ms) 2024-04-15T17:17:00.191 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-15T17:17:00.340 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (149 ms) 2024-04-15T17:17:00.340 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-15T17:17:00.494 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (154 ms) 2024-04-15T17:17:00.495 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-15T17:17:00.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:00 smithi153 ceph-mon[84714]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-15T17:17:00.624 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:00 smithi153 ceph-mon[84714]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 60 KiB/s wr, 633 op/s 2024-04-15T17:17:00.667 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (173 ms) 2024-04-15T17:17:00.667 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-15T17:17:00.753 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (86 ms) 2024-04-15T17:17:00.753 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-15T17:17:00.829 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (76 ms) 2024-04-15T17:17:00.829 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-15T17:17:00.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:00 smithi090 ceph-mon[91618]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-15T17:17:00.831 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:00 smithi090 ceph-mon[91618]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 60 KiB/s wr, 633 op/s 2024-04-15T17:17:00.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:00 smithi090 ceph-mon[89240]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-15T17:17:00.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:00 smithi090 ceph-mon[89240]: pgmap v2608: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 60 KiB/s wr, 633 op/s 2024-04-15T17:17:00.894 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (65 ms) 2024-04-15T17:17:00.894 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-15T17:17:01.014 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (120 ms) 2024-04-15T17:17:01.014 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-15T17:17:01.132 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (119 ms) 2024-04-15T17:17:01.133 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-15T17:17:01.239 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (106 ms) 2024-04-15T17:17:01.239 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-15T17:17:01.349 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (110 ms) 2024-04-15T17:17:01.349 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-15T17:17:01.421 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.MirrorStatusList (72 ms) 2024-04-15T17:17:01.421 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-15T17:17:01.521 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.RemoveBootstrapped (100 ms) 2024-04-15T17:17:01.521 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-15T17:17:01.882 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.AioPromoteDemote (361 ms) 2024-04-15T17:17:01.883 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-15T17:17:02.230 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.AioGetInfo (347 ms) 2024-04-15T17:17:02.230 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-15T17:17:02.443 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.AioGetStatus (213 ms) 2024-04-15T17:17:02.443 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.SiteName 2024-04-15T17:17:02.451 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.SiteName (8 ms) 2024-04-15T17:17:02.451 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-15T17:17:02.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:17:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:17:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:17:02.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:02 smithi153 ceph-mon[84714]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 59 KiB/s wr, 641 op/s 2024-04-15T17:17:02.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:02 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' 2024-04-15T17:17:02.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:02 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:17:02.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:02 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:17:02.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:02 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:17:02.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:02 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-15T17:17:02.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:02 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:17:02.831 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:02 smithi090 ceph-mon[89240]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 59 KiB/s wr, 641 op/s 2024-04-15T17:17:02.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:02 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' 2024-04-15T17:17:02.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:02 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:17:02.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:02 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:17:02.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:02 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:17:02.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:02 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-15T17:17:02.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:02 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:17:02.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:02 smithi090 ceph-mon[91618]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 439 KiB/s rd, 59 KiB/s wr, 641 op/s 2024-04-15T17:17:02.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:02 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' 2024-04-15T17:17:02.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:02 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:17:02.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:02 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:17:02.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:02 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:17:02.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:02 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-15T17:17:02.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:02 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:17:03.275 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.Bootstrap (824 ms) 2024-04-15T17:17:03.275 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-15T17:17:03.284 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.PeerDirection (9 ms) 2024-04-15T17:17:03.284 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-15T17:17:03.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-15T17:17:03.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' 2024-04-15T17:17:03.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T17:17:03.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T17:17:03.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-15T17:17:03.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:17:03.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ca0d7112-f47a-4dcb-9985-3f15e714120c"}]: dispatch 2024-04-15T17:17:03.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ca0d7112-f47a-4dcb-9985-3f15e714120c"}]: dispatch 2024-04-15T17:17:03.833 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ca0d7112-f47a-4dcb-9985-3f15e714120c"}]': finished 2024-04-15T17:17:03.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-15T17:17:03.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' 2024-04-15T17:17:03.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T17:17:03.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T17:17:03.833 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-15T17:17:03.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:17:03.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ca0d7112-f47a-4dcb-9985-3f15e714120c"}]: dispatch 2024-04-15T17:17:03.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ca0d7112-f47a-4dcb-9985-3f15e714120c"}]: dispatch 2024-04-15T17:17:03.834 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:03 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ca0d7112-f47a-4dcb-9985-3f15e714120c"}]': finished 2024-04-15T17:17:03.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:03 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-15T17:17:03.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:03 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' 2024-04-15T17:17:03.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:03 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T17:17:03.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:03 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T17:17:03.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:03 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-15T17:17:03.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:03 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:17:03.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:03 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ca0d7112-f47a-4dcb-9985-3f15e714120c"}]: dispatch 2024-04-15T17:17:03.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:03 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ca0d7112-f47a-4dcb-9985-3f15e714120c"}]: dispatch 2024-04-15T17:17:03.875 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:03 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/ca0d7112-f47a-4dcb-9985-3f15e714120c"}]': finished 2024-04-15T17:17:04.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:04 smithi090 ceph-mon[89240]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 885 KiB/s rd, 127 KiB/s wr, 1.27k op/s 2024-04-15T17:17:04.832 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:04 smithi090 ceph-mon[89240]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-15T17:17:04.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:04 smithi090 ceph-mon[91618]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 885 KiB/s rd, 127 KiB/s wr, 1.27k op/s 2024-04-15T17:17:04.832 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:04 smithi090 ceph-mon[91618]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-15T17:17:04.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:04 smithi153 ceph-mon[84714]: pgmap v2610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 885 KiB/s rd, 127 KiB/s wr, 1.27k op/s 2024-04-15T17:17:04.874 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:04 smithi153 ceph-mon[84714]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-15T17:17:06.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:05 smithi090 ceph-mon[89240]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-15T17:17:06.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:05 smithi090 ceph-mon[91618]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-15T17:17:06.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:05 smithi153 ceph-mon[84714]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-15T17:17:07.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:06 smithi090 ceph-mon[89240]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 121 KiB/s wr, 1.21k op/s 2024-04-15T17:17:07.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:06 smithi090 ceph-mon[89240]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-15T17:17:07.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:06 smithi090 ceph-mon[91618]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 121 KiB/s wr, 1.21k op/s 2024-04-15T17:17:07.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:06 smithi090 ceph-mon[91618]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-15T17:17:07.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:06 smithi153 ceph-mon[84714]: pgmap v2613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 849 KiB/s rd, 121 KiB/s wr, 1.21k op/s 2024-04-15T17:17:07.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:06 smithi153 ceph-mon[84714]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-15T17:17:08.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:07 smithi090 ceph-mon[91618]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-15T17:17:08.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:17:08.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:07 smithi090 ceph-mon[89240]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-15T17:17:08.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:17:08.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:07 smithi153 ceph-mon[84714]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-15T17:17:08.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:17:09.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:08 smithi090 ceph-mon[89240]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 165 KiB/s wr, 1.45k op/s 2024-04-15T17:17:09.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:08 smithi090 ceph-mon[89240]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-15T17:17:09.332 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:17:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:17:09] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2024-04-15T17:17:09.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:08 smithi090 ceph-mon[91618]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 165 KiB/s wr, 1.45k op/s 2024-04-15T17:17:09.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:08 smithi090 ceph-mon[91618]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-15T17:17:09.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:08 smithi153 ceph-mon[84714]: pgmap v2616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 165 KiB/s wr, 1.45k op/s 2024-04-15T17:17:09.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:08 smithi153 ceph-mon[84714]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-15T17:17:10.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:09 smithi090 ceph-mon[89240]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-15T17:17:10.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:09 smithi090 ceph-mon[91618]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-15T17:17:10.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:09 smithi153 ceph-mon[84714]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-15T17:17:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:10 smithi090 ceph-mon[91618]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 168 KiB/s wr, 1.52k op/s 2024-04-15T17:17:11.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:10 smithi090 ceph-mon[91618]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-15T17:17:11.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:10 smithi090 ceph-mon[89240]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 168 KiB/s wr, 1.52k op/s 2024-04-15T17:17:11.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:10 smithi090 ceph-mon[89240]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-15T17:17:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:10 smithi153 ceph-mon[84714]: pgmap v2619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 168 KiB/s wr, 1.52k op/s 2024-04-15T17:17:11.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:10 smithi153 ceph-mon[84714]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-15T17:17:12.307 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:11 smithi153 ceph-mon[84714]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-15T17:17:12.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:11 smithi090 ceph-mon[89240]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-15T17:17:12.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:11 smithi090 ceph-mon[91618]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-15T17:17:12.624 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:17:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:17:13.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:12 smithi090 ceph-mon[89240]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 KiB/s wr, 73 op/s 2024-04-15T17:17:13.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:12 smithi090 ceph-mon[89240]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-15T17:17:13.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:12 smithi090 ceph-mon[91618]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 KiB/s wr, 73 op/s 2024-04-15T17:17:13.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:12 smithi090 ceph-mon[91618]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-15T17:17:13.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:12 smithi153 ceph-mon[84714]: pgmap v2622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.2 KiB/s wr, 73 op/s 2024-04-15T17:17:13.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:12 smithi153 ceph-mon[84714]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-15T17:17:14.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:13 smithi090 ceph-mon[89240]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-15T17:17:14.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:13 smithi090 ceph-mon[91618]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-15T17:17:14.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:13 smithi153 ceph-mon[84714]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-15T17:17:15.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:14 smithi090 ceph-mon[91618]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-04-15T17:17:15.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:14 smithi090 ceph-mon[91618]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-15T17:17:15.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:14 smithi090 ceph-mon[91618]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-15T17:17:15.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:14 smithi090 ceph-mon[89240]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-04-15T17:17:15.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:14 smithi090 ceph-mon[89240]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-15T17:17:15.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:14 smithi090 ceph-mon[89240]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-15T17:17:15.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:14 smithi153 ceph-mon[84714]: pgmap v2625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 6.2 KiB/s wr, 83 op/s 2024-04-15T17:17:15.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:14 smithi153 ceph-mon[84714]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-15T17:17:15.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:14 smithi153 ceph-mon[84714]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-15T17:17:17.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:16 smithi090 ceph-mon[91618]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 82 op/s 2024-04-15T17:17:17.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:16 smithi090 ceph-mon[91618]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-15T17:17:17.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:16 smithi090 ceph-mon[89240]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 82 op/s 2024-04-15T17:17:17.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:16 smithi090 ceph-mon[89240]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-15T17:17:17.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:16 smithi153 ceph-mon[84714]: pgmap v2628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 82 op/s 2024-04-15T17:17:17.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:16 smithi153 ceph-mon[84714]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-15T17:17:18.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:17 smithi090 ceph-mon[91618]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-15T17:17:18.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:17 smithi090 ceph-mon[89240]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-15T17:17:18.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:17 smithi153 ceph-mon[84714]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-15T17:17:19.014 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.Snapshot (15729 ms) 2024-04-15T17:17:19.014 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-15T17:17:19.332 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:17:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:17:19] "GET /metrics HTTP/1.1" 200 36468 "" "Prometheus/2.43.0" 2024-04-15T17:17:19.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:18 smithi090 ceph-mon[89240]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.5 KiB/s wr, 86 op/s 2024-04-15T17:17:19.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:18 smithi090 ceph-mon[89240]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-15T17:17:19.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:18 smithi090 ceph-mon[91618]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.5 KiB/s wr, 86 op/s 2024-04-15T17:17:19.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:18 smithi090 ceph-mon[91618]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-15T17:17:19.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:18 smithi153 ceph-mon[84714]: pgmap v2631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 5.5 KiB/s wr, 86 op/s 2024-04-15T17:17:19.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:18 smithi153 ceph-mon[84714]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-15T17:17:20.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:19 smithi090 ceph-mon[91618]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-15T17:17:20.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:19 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26b74224-4eb7-40f7-b73e-5d721e8d57cb"}]: dispatch 2024-04-15T17:17:20.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:19 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26b74224-4eb7-40f7-b73e-5d721e8d57cb"}]: dispatch 2024-04-15T17:17:20.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:19 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26b74224-4eb7-40f7-b73e-5d721e8d57cb"}]': finished 2024-04-15T17:17:20.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:19 smithi090 ceph-mon[91618]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-15T17:17:20.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:19 smithi090 ceph-mon[89240]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-15T17:17:20.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:19 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26b74224-4eb7-40f7-b73e-5d721e8d57cb"}]: dispatch 2024-04-15T17:17:20.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:19 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26b74224-4eb7-40f7-b73e-5d721e8d57cb"}]: dispatch 2024-04-15T17:17:20.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:19 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26b74224-4eb7-40f7-b73e-5d721e8d57cb"}]': finished 2024-04-15T17:17:20.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:19 smithi090 ceph-mon[89240]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-15T17:17:20.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:19 smithi153 ceph-mon[84714]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-15T17:17:20.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:19 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26b74224-4eb7-40f7-b73e-5d721e8d57cb"}]: dispatch 2024-04-15T17:17:20.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:19 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26b74224-4eb7-40f7-b73e-5d721e8d57cb"}]: dispatch 2024-04-15T17:17:20.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:19 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/26b74224-4eb7-40f7-b73e-5d721e8d57cb"}]': finished 2024-04-15T17:17:20.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:19 smithi153 ceph-mon[84714]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-15T17:17:21.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:21 smithi090 ceph-mon[91618]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.5 KiB/s wr, 88 op/s 2024-04-15T17:17:21.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:21 smithi090 ceph-mon[91618]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-15T17:17:21.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:21 smithi090 ceph-mon[89240]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.5 KiB/s wr, 88 op/s 2024-04-15T17:17:21.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:21 smithi090 ceph-mon[89240]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-15T17:17:21.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:21 smithi153 ceph-mon[84714]: pgmap v2634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.5 KiB/s wr, 88 op/s 2024-04-15T17:17:21.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:21 smithi153 ceph-mon[84714]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-15T17:17:22.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:17:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:17:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:17:23.030 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (4017 ms) 2024-04-15T17:17:23.030 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-15T17:17:23.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:22 smithi090 ceph-mon[91618]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-15T17:17:23.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:22 smithi090 ceph-mon[91618]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-15T17:17:23.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:17:23.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:22 smithi090 ceph-mon[89240]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-15T17:17:23.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:22 smithi090 ceph-mon[89240]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-15T17:17:23.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:17:23.374 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:22 smithi153 ceph-mon[84714]: pgmap v2637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 6 op/s 2024-04-15T17:17:23.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:22 smithi153 ceph-mon[84714]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-15T17:17:23.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:17:24.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:23 smithi090 ceph-mon[89240]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-15T17:17:24.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:23 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3762f6e6-f053-47ff-a532-8535ef584ba2"}]: dispatch 2024-04-15T17:17:24.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:23 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3762f6e6-f053-47ff-a532-8535ef584ba2"}]: dispatch 2024-04-15T17:17:24.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:23 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3762f6e6-f053-47ff-a532-8535ef584ba2"}]': finished 2024-04-15T17:17:24.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:23 smithi090 ceph-mon[91618]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-15T17:17:24.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:23 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3762f6e6-f053-47ff-a532-8535ef584ba2"}]: dispatch 2024-04-15T17:17:24.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:23 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3762f6e6-f053-47ff-a532-8535ef584ba2"}]: dispatch 2024-04-15T17:17:24.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:23 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3762f6e6-f053-47ff-a532-8535ef584ba2"}]': finished 2024-04-15T17:17:24.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:23 smithi153 ceph-mon[84714]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-15T17:17:24.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:23 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3762f6e6-f053-47ff-a532-8535ef584ba2"}]: dispatch 2024-04-15T17:17:24.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:23 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3762f6e6-f053-47ff-a532-8535ef584ba2"}]: dispatch 2024-04-15T17:17:24.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:23 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3762f6e6-f053-47ff-a532-8535ef584ba2"}]': finished 2024-04-15T17:17:25.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:25 smithi090 ceph-mon[89240]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 9.5 KiB/s wr, 118 op/s 2024-04-15T17:17:25.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:25 smithi090 ceph-mon[89240]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-15T17:17:25.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:25 smithi090 ceph-mon[89240]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-15T17:17:25.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:25 smithi090 ceph-mon[91618]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 9.5 KiB/s wr, 118 op/s 2024-04-15T17:17:25.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:25 smithi090 ceph-mon[91618]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-15T17:17:25.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:25 smithi090 ceph-mon[91618]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-15T17:17:25.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:25 smithi153 ceph-mon[84714]: pgmap v2640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 9.5 KiB/s wr, 118 op/s 2024-04-15T17:17:25.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:25 smithi153 ceph-mon[84714]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-15T17:17:25.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:25 smithi153 ceph-mon[84714]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-15T17:17:27.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:26 smithi090 ceph-mon[91618]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 9.0 KiB/s wr, 114 op/s 2024-04-15T17:17:27.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:26 smithi090 ceph-mon[91618]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-15T17:17:27.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:26 smithi090 ceph-mon[89240]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 9.0 KiB/s wr, 114 op/s 2024-04-15T17:17:27.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:26 smithi090 ceph-mon[89240]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-15T17:17:27.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:26 smithi153 ceph-mon[84714]: pgmap v2643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 9.0 KiB/s wr, 114 op/s 2024-04-15T17:17:27.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:26 smithi153 ceph-mon[84714]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-15T17:17:28.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:27 smithi090 ceph-mon[89240]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-15T17:17:28.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:27 smithi090 ceph-mon[91618]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-15T17:17:28.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:27 smithi153 ceph-mon[84714]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-15T17:17:29.234 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:17:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:17:29] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2024-04-15T17:17:29.234 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:28 smithi090 ceph-mon[89240]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 6.0 KiB/s wr, 68 op/s 2024-04-15T17:17:29.234 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:28 smithi090 ceph-mon[89240]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-15T17:17:29.234 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:28 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acb9abd2-d84e-44e1-acf5-d951e56e1e6f"}]: dispatch 2024-04-15T17:17:29.234 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:28 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acb9abd2-d84e-44e1-acf5-d951e56e1e6f"}]: dispatch 2024-04-15T17:17:29.234 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:28 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acb9abd2-d84e-44e1-acf5-d951e56e1e6f"}]': finished 2024-04-15T17:17:29.235 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:28 smithi090 ceph-mon[91618]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 6.0 KiB/s wr, 68 op/s 2024-04-15T17:17:29.235 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:28 smithi090 ceph-mon[91618]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-15T17:17:29.235 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:28 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acb9abd2-d84e-44e1-acf5-d951e56e1e6f"}]: dispatch 2024-04-15T17:17:29.235 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:28 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acb9abd2-d84e-44e1-acf5-d951e56e1e6f"}]: dispatch 2024-04-15T17:17:29.235 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:28 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acb9abd2-d84e-44e1-acf5-d951e56e1e6f"}]': finished 2024-04-15T17:17:29.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:28 smithi153 ceph-mon[84714]: pgmap v2646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 48 KiB/s rd, 6.0 KiB/s wr, 68 op/s 2024-04-15T17:17:29.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:28 smithi153 ceph-mon[84714]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-15T17:17:29.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:28 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acb9abd2-d84e-44e1-acf5-d951e56e1e6f"}]: dispatch 2024-04-15T17:17:29.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:28 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acb9abd2-d84e-44e1-acf5-d951e56e1e6f"}]: dispatch 2024-04-15T17:17:29.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:28 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/acb9abd2-d84e-44e1-acf5-d951e56e1e6f"}]': finished 2024-04-15T17:17:30.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:29 smithi090 ceph-mon[89240]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-15T17:17:30.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:29 smithi090 ceph-mon[89240]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-15T17:17:30.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:29 smithi090 ceph-mon[91618]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-15T17:17:30.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:29 smithi090 ceph-mon[91618]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-15T17:17:30.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:29 smithi153 ceph-mon[84714]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-15T17:17:30.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:29 smithi153 ceph-mon[84714]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-15T17:17:31.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:30 smithi090 ceph-mon[89240]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 9.7 KiB/s wr, 141 op/s 2024-04-15T17:17:31.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:30 smithi090 ceph-mon[89240]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-15T17:17:31.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:30 smithi090 ceph-mon[91618]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 9.7 KiB/s wr, 141 op/s 2024-04-15T17:17:31.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:30 smithi090 ceph-mon[91618]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-15T17:17:31.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:30 smithi153 ceph-mon[84714]: pgmap v2649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 9.7 KiB/s wr, 141 op/s 2024-04-15T17:17:31.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:30 smithi153 ceph-mon[84714]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-15T17:17:32.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:17:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:17:33.090 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10059 ms) 2024-04-15T17:17:33.090 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-15T17:17:33.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:32 smithi090 ceph-mon[89240]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 7.0 KiB/s wr, 143 op/s 2024-04-15T17:17:33.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:32 smithi090 ceph-mon[89240]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-15T17:17:33.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:33 smithi090 ceph-mon[91618]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 7.0 KiB/s wr, 143 op/s 2024-04-15T17:17:33.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:33 smithi090 ceph-mon[91618]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-15T17:17:33.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:32 smithi153 ceph-mon[84714]: pgmap v2652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 7.0 KiB/s wr, 143 op/s 2024-04-15T17:17:33.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:32 smithi153 ceph-mon[84714]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-15T17:17:34.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:34 smithi090 ceph-mon[89240]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-15T17:17:34.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:34 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/aa5ac271-4702-49cc-8ef7-94c01e91ebf2"}]: dispatch 2024-04-15T17:17:34.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:34 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/aa5ac271-4702-49cc-8ef7-94c01e91ebf2"}]: dispatch 2024-04-15T17:17:34.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:34 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/aa5ac271-4702-49cc-8ef7-94c01e91ebf2"}]': finished 2024-04-15T17:17:34.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:34 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3de1c59f-f041-41b5-80f4-f0e02e6de480"}]: dispatch 2024-04-15T17:17:34.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:34 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3de1c59f-f041-41b5-80f4-f0e02e6de480"}]: dispatch 2024-04-15T17:17:34.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:34 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3de1c59f-f041-41b5-80f4-f0e02e6de480"}]': finished 2024-04-15T17:17:34.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:34 smithi090 ceph-mon[91618]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-15T17:17:34.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:34 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/aa5ac271-4702-49cc-8ef7-94c01e91ebf2"}]: dispatch 2024-04-15T17:17:34.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:34 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/aa5ac271-4702-49cc-8ef7-94c01e91ebf2"}]: dispatch 2024-04-15T17:17:34.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:34 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/aa5ac271-4702-49cc-8ef7-94c01e91ebf2"}]': finished 2024-04-15T17:17:34.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:34 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3de1c59f-f041-41b5-80f4-f0e02e6de480"}]: dispatch 2024-04-15T17:17:34.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:34 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3de1c59f-f041-41b5-80f4-f0e02e6de480"}]: dispatch 2024-04-15T17:17:34.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:34 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3de1c59f-f041-41b5-80f4-f0e02e6de480"}]': finished 2024-04-15T17:17:34.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:34 smithi153 ceph-mon[84714]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-15T17:17:34.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:34 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/aa5ac271-4702-49cc-8ef7-94c01e91ebf2"}]: dispatch 2024-04-15T17:17:34.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:34 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/aa5ac271-4702-49cc-8ef7-94c01e91ebf2"}]: dispatch 2024-04-15T17:17:34.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:34 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/aa5ac271-4702-49cc-8ef7-94c01e91ebf2"}]': finished 2024-04-15T17:17:34.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:34 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3de1c59f-f041-41b5-80f4-f0e02e6de480"}]: dispatch 2024-04-15T17:17:34.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:34 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3de1c59f-f041-41b5-80f4-f0e02e6de480"}]: dispatch 2024-04-15T17:17:34.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:34 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/3de1c59f-f041-41b5-80f4-f0e02e6de480"}]': finished 2024-04-15T17:17:35.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:35 smithi153 ceph-mon[84714]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 10 KiB/s wr, 204 op/s 2024-04-15T17:17:35.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:35 smithi153 ceph-mon[84714]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-15T17:17:35.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:35 smithi153 ceph-mon[84714]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-15T17:17:35.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:35 smithi090 ceph-mon[89240]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 10 KiB/s wr, 204 op/s 2024-04-15T17:17:35.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:35 smithi090 ceph-mon[89240]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-15T17:17:35.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:35 smithi090 ceph-mon[89240]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-15T17:17:35.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:35 smithi090 ceph-mon[91618]: pgmap v2655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 10 KiB/s wr, 204 op/s 2024-04-15T17:17:35.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:35 smithi090 ceph-mon[91618]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-15T17:17:35.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:35 smithi090 ceph-mon[91618]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-15T17:17:37.164 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.SnapshotImageState (4075 ms) 2024-04-15T17:17:37.165 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-15T17:17:37.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:37 smithi153 ceph-mon[84714]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 6.7 KiB/s wr, 133 op/s 2024-04-15T17:17:37.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:37 smithi153 ceph-mon[84714]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-15T17:17:37.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:37 smithi090 ceph-mon[91618]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 6.7 KiB/s wr, 133 op/s 2024-04-15T17:17:37.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:37 smithi090 ceph-mon[91618]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-15T17:17:37.583 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:37 smithi090 ceph-mon[89240]: pgmap v2658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 6.7 KiB/s wr, 133 op/s 2024-04-15T17:17:37.583 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:37 smithi090 ceph-mon[89240]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-15T17:17:38.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:38 smithi153 ceph-mon[84714]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-15T17:17:38.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:17:38.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:38 smithi090 ceph-mon[89240]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-15T17:17:38.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:17:38.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:38 smithi090 ceph-mon[91618]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-15T17:17:38.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:17:39.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:39 smithi153 ceph-mon[84714]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 21 KiB/s wr, 214 op/s 2024-04-15T17:17:39.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:39 smithi153 ceph-mon[84714]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-15T17:17:39.582 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:17:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:17:39] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2024-04-15T17:17:39.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:39 smithi090 ceph-mon[91618]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 21 KiB/s wr, 214 op/s 2024-04-15T17:17:39.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:39 smithi090 ceph-mon[91618]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-15T17:17:39.583 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:39 smithi090 ceph-mon[89240]: pgmap v2661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 21 KiB/s wr, 214 op/s 2024-04-15T17:17:39.583 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:39 smithi090 ceph-mon[89240]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-15T17:17:40.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:40 smithi153 ceph-mon[84714]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-15T17:17:40.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:40 smithi153 ceph-mon[84714]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-15T17:17:40.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:40 smithi090 ceph-mon[89240]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-15T17:17:40.582 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:40 smithi090 ceph-mon[89240]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-15T17:17:40.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:40 smithi090 ceph-mon[91618]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-15T17:17:40.583 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:40 smithi090 ceph-mon[91618]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-15T17:17:41.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:41 smithi090 ceph-mon[91618]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 24 KiB/s wr, 226 op/s 2024-04-15T17:17:41.582 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:41 smithi090 ceph-mon[91618]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-15T17:17:41.583 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:41 smithi090 ceph-mon[89240]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 24 KiB/s wr, 226 op/s 2024-04-15T17:17:41.583 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:41 smithi090 ceph-mon[89240]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-15T17:17:41.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:41 smithi153 ceph-mon[84714]: pgmap v2664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 24 KiB/s wr, 226 op/s 2024-04-15T17:17:41.625 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:41 smithi153 ceph-mon[84714]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-15T17:17:42.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:17:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:17:43.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:42 smithi090 ceph-mon[89240]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.0 KiB/s wr, 55 op/s 2024-04-15T17:17:43.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:42 smithi090 ceph-mon[89240]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-15T17:17:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:42 smithi090 ceph-mon[91618]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.0 KiB/s wr, 55 op/s 2024-04-15T17:17:43.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:42 smithi090 ceph-mon[91618]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-15T17:17:43.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:42 smithi153 ceph-mon[84714]: pgmap v2667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 5.0 KiB/s wr, 55 op/s 2024-04-15T17:17:43.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:42 smithi153 ceph-mon[84714]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-15T17:17:44.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:43 smithi090 ceph-mon[91618]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-15T17:17:44.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:43 smithi090 ceph-mon[89240]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-15T17:17:44.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:43 smithi153 ceph-mon[84714]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-15T17:17:45.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:44 smithi090 ceph-mon[89240]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 9.2 KiB/s wr, 161 op/s 2024-04-15T17:17:45.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:44 smithi090 ceph-mon[89240]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-15T17:17:45.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:44 smithi090 ceph-mon[89240]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-15T17:17:45.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:44 smithi090 ceph-mon[91618]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 9.2 KiB/s wr, 161 op/s 2024-04-15T17:17:45.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:44 smithi090 ceph-mon[91618]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-15T17:17:45.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:44 smithi090 ceph-mon[91618]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-15T17:17:45.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:44 smithi153 ceph-mon[84714]: pgmap v2670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 9.2 KiB/s wr, 161 op/s 2024-04-15T17:17:45.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:44 smithi153 ceph-mon[84714]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-15T17:17:45.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:44 smithi153 ceph-mon[84714]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-15T17:17:47.000 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (9835 ms) 2024-04-15T17:17:47.000 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-15T17:17:47.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:46 smithi090 ceph-mon[89240]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 7.2 KiB/s wr, 118 op/s 2024-04-15T17:17:47.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:46 smithi090 ceph-mon[89240]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-15T17:17:47.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:46 smithi090 ceph-mon[91618]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 7.2 KiB/s wr, 118 op/s 2024-04-15T17:17:47.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:46 smithi090 ceph-mon[91618]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-15T17:17:47.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:46 smithi153 ceph-mon[84714]: pgmap v2673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 7.2 KiB/s wr, 118 op/s 2024-04-15T17:17:47.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:46 smithi153 ceph-mon[84714]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-15T17:17:48.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:47 smithi090 ceph-mon[89240]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-15T17:17:48.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:47 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/63c3b167-e9aa-4289-99dc-b3603353db97"}]: dispatch 2024-04-15T17:17:48.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:47 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/63c3b167-e9aa-4289-99dc-b3603353db97"}]: dispatch 2024-04-15T17:17:48.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:47 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/63c3b167-e9aa-4289-99dc-b3603353db97"}]': finished 2024-04-15T17:17:48.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:47 smithi090 ceph-mon[91618]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-15T17:17:48.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:47 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/63c3b167-e9aa-4289-99dc-b3603353db97"}]: dispatch 2024-04-15T17:17:48.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:47 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/63c3b167-e9aa-4289-99dc-b3603353db97"}]: dispatch 2024-04-15T17:17:48.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:47 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/63c3b167-e9aa-4289-99dc-b3603353db97"}]': finished 2024-04-15T17:17:48.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:47 smithi153 ceph-mon[84714]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-15T17:17:48.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:47 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/63c3b167-e9aa-4289-99dc-b3603353db97"}]: dispatch 2024-04-15T17:17:48.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:47 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/63c3b167-e9aa-4289-99dc-b3603353db97"}]: dispatch 2024-04-15T17:17:48.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:47 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/63c3b167-e9aa-4289-99dc-b3603353db97"}]': finished 2024-04-15T17:17:49.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:49 smithi090 ceph-mon[89240]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 6.7 KiB/s wr, 79 op/s 2024-04-15T17:17:49.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:49 smithi090 ceph-mon[89240]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-15T17:17:49.333 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:17:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:17:49] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2024-04-15T17:17:49.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:49 smithi090 ceph-mon[91618]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 6.7 KiB/s wr, 79 op/s 2024-04-15T17:17:49.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:49 smithi090 ceph-mon[91618]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-15T17:17:49.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:49 smithi153 ceph-mon[84714]: pgmap v2676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 6.7 KiB/s wr, 79 op/s 2024-04-15T17:17:49.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:49 smithi153 ceph-mon[84714]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-15T17:17:50.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:50 smithi090 ceph-mon[91618]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-15T17:17:50.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:50 smithi090 ceph-mon[89240]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-15T17:17:50.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:50 smithi153 ceph-mon[84714]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-15T17:17:51.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:51 smithi090 ceph-mon[89240]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 88 op/s 2024-04-15T17:17:51.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:51 smithi090 ceph-mon[89240]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-15T17:17:51.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:51 smithi090 ceph-mon[91618]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 88 op/s 2024-04-15T17:17:51.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:51 smithi090 ceph-mon[91618]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-15T17:17:51.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:51 smithi153 ceph-mon[84714]: pgmap v2679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 7.0 KiB/s wr, 88 op/s 2024-04-15T17:17:51.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:51 smithi153 ceph-mon[84714]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-15T17:17:52.276 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:52 smithi153 ceph-mon[84714]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-15T17:17:52.332 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:52 smithi090 ceph-mon[91618]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-15T17:17:52.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:52 smithi090 ceph-mon[89240]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-15T17:17:52.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:17:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:17:53.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:53 smithi090 ceph-mon[89240]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.5 KiB/s wr, 53 op/s 2024-04-15T17:17:53.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:53 smithi090 ceph-mon[89240]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-15T17:17:53.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:17:53.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:53 smithi090 ceph-mon[91618]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.5 KiB/s wr, 53 op/s 2024-04-15T17:17:53.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:53 smithi090 ceph-mon[91618]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-15T17:17:53.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:17:53.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:53 smithi153 ceph-mon[84714]: pgmap v2682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 4.5 KiB/s wr, 53 op/s 2024-04-15T17:17:53.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:53 smithi153 ceph-mon[84714]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-15T17:17:53.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:17:54.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:54 smithi090 ceph-mon[89240]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-15T17:17:54.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:54 smithi090 ceph-mon[91618]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-15T17:17:54.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:54 smithi153 ceph-mon[84714]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-15T17:17:55.332 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:55 smithi090 ceph-mon[89240]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 13 KiB/s wr, 122 op/s 2024-04-15T17:17:55.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:55 smithi090 ceph-mon[89240]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-15T17:17:55.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:55 smithi090 ceph-mon[89240]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-15T17:17:55.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:55 smithi090 ceph-mon[91618]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 13 KiB/s wr, 122 op/s 2024-04-15T17:17:55.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:55 smithi090 ceph-mon[91618]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-15T17:17:55.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:55 smithi090 ceph-mon[91618]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-15T17:17:55.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:55 smithi153 ceph-mon[84714]: pgmap v2685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 13 KiB/s wr, 122 op/s 2024-04-15T17:17:55.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:55 smithi153 ceph-mon[84714]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-15T17:17:55.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:55 smithi153 ceph-mon[84714]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-15T17:17:57.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:56 smithi090 ceph-mon[89240]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 8.5 KiB/s wr, 78 op/s 2024-04-15T17:17:57.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:56 smithi090 ceph-mon[89240]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-15T17:17:57.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:56 smithi090 ceph-mon[91618]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 8.5 KiB/s wr, 78 op/s 2024-04-15T17:17:57.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:56 smithi090 ceph-mon[91618]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-15T17:17:57.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:56 smithi153 ceph-mon[84714]: pgmap v2688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 8.5 KiB/s wr, 78 op/s 2024-04-15T17:17:57.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:56 smithi153 ceph-mon[84714]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-15T17:17:58.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:57 smithi090 ceph-mon[89240]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-15T17:17:58.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:57 smithi090 ceph-mon[91618]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-15T17:17:58.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:57 smithi153 ceph-mon[84714]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-15T17:17:59.234 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:17:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:17:59] "GET /metrics HTTP/1.1" 200 36466 "" "Prometheus/2.43.0" 2024-04-15T17:17:59.234 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:58 smithi090 ceph-mon[91618]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 10 KiB/s wr, 92 op/s 2024-04-15T17:17:59.235 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:58 smithi090 ceph-mon[91618]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-15T17:17:59.235 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:17:59.235 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:58 smithi090 ceph-mon[89240]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 10 KiB/s wr, 92 op/s 2024-04-15T17:17:59.235 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:58 smithi090 ceph-mon[89240]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-15T17:17:59.235 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:17:59.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:58 smithi153 ceph-mon[84714]: pgmap v2691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 10 KiB/s wr, 92 op/s 2024-04-15T17:17:59.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:58 smithi153 ceph-mon[84714]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-15T17:17:59.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:18:00.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:59 smithi090 ceph-mon[91618]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-15T17:18:00.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:18:00.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:18:00.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:17:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:18:00.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:59 smithi090 ceph-mon[89240]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-15T17:18:00.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:18:00.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:18:00.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:17:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:18:00.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:59 smithi153 ceph-mon[84714]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-15T17:18:00.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:18:00.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:18:00.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:17:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:18:01.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:00 smithi090 ceph-mon[91618]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 13 KiB/s wr, 109 op/s 2024-04-15T17:18:01.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:00 smithi090 ceph-mon[91618]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-15T17:18:01.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:00 smithi090 ceph-mon[89240]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 13 KiB/s wr, 109 op/s 2024-04-15T17:18:01.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:00 smithi090 ceph-mon[89240]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-15T17:18:01.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:00 smithi153 ceph-mon[84714]: pgmap v2694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 13 KiB/s wr, 109 op/s 2024-04-15T17:18:01.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:00 smithi153 ceph-mon[84714]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-15T17:18:02.309 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:01 smithi153 ceph-mon[84714]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-15T17:18:02.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:01 smithi090 ceph-mon[91618]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-15T17:18:02.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:01 smithi090 ceph-mon[89240]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-15T17:18:02.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:18:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:18:03.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:02 smithi090 ceph-mon[89240]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 12 KiB/s wr, 133 op/s 2024-04-15T17:18:03.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:02 smithi090 ceph-mon[89240]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-15T17:18:03.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:02 smithi090 ceph-mon[91618]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 12 KiB/s wr, 133 op/s 2024-04-15T17:18:03.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:02 smithi090 ceph-mon[91618]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-15T17:18:03.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:02 smithi153 ceph-mon[84714]: pgmap v2697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 12 KiB/s wr, 133 op/s 2024-04-15T17:18:03.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:02 smithi153 ceph-mon[84714]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-15T17:18:04.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:03 smithi090 ceph-mon[89240]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-15T17:18:04.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:03 smithi090 ceph-mon[91618]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-15T17:18:04.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:03 smithi153 ceph-mon[84714]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-15T17:18:05.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:04 smithi090 ceph-mon[89240]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 20 KiB/s wr, 241 op/s 2024-04-15T17:18:05.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:04 smithi090 ceph-mon[89240]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-15T17:18:05.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:04 smithi090 ceph-mon[89240]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-15T17:18:05.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:04 smithi090 ceph-mon[91618]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 20 KiB/s wr, 241 op/s 2024-04-15T17:18:05.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:04 smithi090 ceph-mon[91618]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-15T17:18:05.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:04 smithi090 ceph-mon[91618]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-15T17:18:05.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:04 smithi153 ceph-mon[84714]: pgmap v2700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 179 KiB/s rd, 20 KiB/s wr, 241 op/s 2024-04-15T17:18:05.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:04 smithi153 ceph-mon[84714]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-15T17:18:05.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:04 smithi153 ceph-mon[84714]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-15T17:18:07.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:06 smithi090 ceph-mon[89240]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-04-15T17:18:07.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:06 smithi090 ceph-mon[89240]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-15T17:18:07.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:06 smithi090 ceph-mon[91618]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-04-15T17:18:07.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:06 smithi090 ceph-mon[91618]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-15T17:18:07.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:06 smithi153 ceph-mon[84714]: pgmap v2703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 10 KiB/s wr, 125 op/s 2024-04-15T17:18:07.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:06 smithi153 ceph-mon[84714]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-15T17:18:08.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:07 smithi090 ceph-mon[89240]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-15T17:18:08.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:18:08.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:07 smithi090 ceph-mon[91618]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-15T17:18:08.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:18:08.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:07 smithi153 ceph-mon[84714]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-15T17:18:08.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:18:09.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:08 smithi090 ceph-mon[89240]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 9.0 KiB/s wr, 134 op/s 2024-04-15T17:18:09.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:08 smithi090 ceph-mon[89240]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-15T17:18:09.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:08 smithi090 ceph-mon[91618]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 9.0 KiB/s wr, 134 op/s 2024-04-15T17:18:09.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:08 smithi090 ceph-mon[91618]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-15T17:18:09.333 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:18:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:18:09] "GET /metrics HTTP/1.1" 200 36467 "" "Prometheus/2.43.0" 2024-04-15T17:18:09.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:08 smithi153 ceph-mon[84714]: pgmap v2706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 9.0 KiB/s wr, 134 op/s 2024-04-15T17:18:09.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:08 smithi153 ceph-mon[84714]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-15T17:18:10.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:09 smithi090 ceph-mon[89240]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-15T17:18:10.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:09 smithi090 ceph-mon[89240]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-15T17:18:10.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:09 smithi090 ceph-mon[91618]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-15T17:18:10.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:09 smithi090 ceph-mon[91618]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-15T17:18:10.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:09 smithi153 ceph-mon[84714]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-15T17:18:10.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:09 smithi153 ceph-mon[84714]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-15T17:18:11.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:10 smithi090 ceph-mon[89240]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 9.0 KiB/s wr, 139 op/s 2024-04-15T17:18:11.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:10 smithi090 ceph-mon[91618]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 9.0 KiB/s wr, 139 op/s 2024-04-15T17:18:11.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:10 smithi153 ceph-mon[84714]: pgmap v2709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 9.0 KiB/s wr, 139 op/s 2024-04-15T17:18:12.309 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:12 smithi153 ceph-mon[84714]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-15T17:18:12.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:12 smithi090 ceph-mon[89240]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-15T17:18:12.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:12 smithi090 ceph-mon[91618]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-15T17:18:12.625 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:18:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:18:13.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:13 smithi090 ceph-mon[89240]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 2.7 KiB/s wr, 83 op/s 2024-04-15T17:18:13.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:13 smithi090 ceph-mon[89240]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-15T17:18:13.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:13 smithi090 ceph-mon[91618]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 2.7 KiB/s wr, 83 op/s 2024-04-15T17:18:13.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:13 smithi090 ceph-mon[91618]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-15T17:18:13.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:13 smithi153 ceph-mon[84714]: pgmap v2712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 2.7 KiB/s wr, 83 op/s 2024-04-15T17:18:13.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:13 smithi153 ceph-mon[84714]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-15T17:18:14.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:14 smithi090 ceph-mon[89240]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-15T17:18:14.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:14 smithi090 ceph-mon[91618]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-15T17:18:14.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:14 smithi153 ceph-mon[84714]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-15T17:18:15.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:15 smithi090 ceph-mon[89240]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.2 KiB/s wr, 141 op/s 2024-04-15T17:18:15.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:15 smithi090 ceph-mon[89240]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-15T17:18:15.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:15 smithi090 ceph-mon[89240]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-15T17:18:15.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:15 smithi090 ceph-mon[91618]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.2 KiB/s wr, 141 op/s 2024-04-15T17:18:15.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:15 smithi090 ceph-mon[91618]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-15T17:18:15.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:15 smithi090 ceph-mon[91618]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-15T17:18:15.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:15 smithi153 ceph-mon[84714]: pgmap v2715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 7.2 KiB/s wr, 141 op/s 2024-04-15T17:18:15.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:15 smithi153 ceph-mon[84714]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-15T17:18:15.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:15 smithi153 ceph-mon[84714]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-15T17:18:17.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:16 smithi090 ceph-mon[89240]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.5 KiB/s wr, 62 op/s 2024-04-15T17:18:17.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:16 smithi090 ceph-mon[89240]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-15T17:18:17.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:16 smithi090 ceph-mon[91618]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.5 KiB/s wr, 62 op/s 2024-04-15T17:18:17.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:16 smithi090 ceph-mon[91618]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-15T17:18:17.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:16 smithi153 ceph-mon[84714]: pgmap v2718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.5 KiB/s wr, 62 op/s 2024-04-15T17:18:17.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:16 smithi153 ceph-mon[84714]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-15T17:18:17.997 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestMirroring.AioSnapshotCreate (30996 ms) 2024-04-15T17:18:18.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:17 smithi090 ceph-mon[91618]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-15T17:18:18.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:17 smithi090 ceph-mon[89240]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-15T17:18:18.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:17 smithi153 ceph-mon[84714]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-15T17:18:19.005 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 51 tests from TestMirroring (86703 ms total) 2024-04-15T17:18:19.005 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:18:19.005 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 34 tests from TestInternal 2024-04-15T17:18:19.333 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:18:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:18:19] "GET /metrics HTTP/1.1" 200 36467 "" "Prometheus/2.43.0" 2024-04-15T17:18:19.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:18 smithi090 ceph-mon[91618]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 9.5 KiB/s wr, 144 op/s 2024-04-15T17:18:19.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:18 smithi090 ceph-mon[91618]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-15T17:18:19.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:18 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a8a87378-3b3a-448f-8c2f-49653dc169b9"}]: dispatch 2024-04-15T17:18:19.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:18 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a8a87378-3b3a-448f-8c2f-49653dc169b9"}]: dispatch 2024-04-15T17:18:19.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:18 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a8a87378-3b3a-448f-8c2f-49653dc169b9"}]': finished 2024-04-15T17:18:19.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:18 smithi090 ceph-mon[89240]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 9.5 KiB/s wr, 144 op/s 2024-04-15T17:18:19.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:18 smithi090 ceph-mon[89240]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-15T17:18:19.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:18 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a8a87378-3b3a-448f-8c2f-49653dc169b9"}]: dispatch 2024-04-15T17:18:19.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:18 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a8a87378-3b3a-448f-8c2f-49653dc169b9"}]: dispatch 2024-04-15T17:18:19.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:18 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a8a87378-3b3a-448f-8c2f-49653dc169b9"}]': finished 2024-04-15T17:18:19.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:18 smithi153 ceph-mon[84714]: pgmap v2721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 9.5 KiB/s wr, 144 op/s 2024-04-15T17:18:19.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:18 smithi153 ceph-mon[84714]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-15T17:18:19.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:18 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/901026489' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a8a87378-3b3a-448f-8c2f-49653dc169b9"}]: dispatch 2024-04-15T17:18:19.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:18 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a8a87378-3b3a-448f-8c2f-49653dc169b9"}]: dispatch 2024-04-15T17:18:19.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:18 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a8a87378-3b3a-448f-8c2f-49653dc169b9"}]': finished 2024-04-15T17:18:20.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:19 smithi090 ceph-mon[89240]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-15T17:18:20.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:19 smithi090 ceph-mon[91618]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-15T17:18:20.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:19 smithi153 ceph-mon[84714]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-15T17:18:21.005 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.OpenByID 2024-04-15T17:18:21.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:21 smithi090 ceph-mon[89240]: pgmap v2724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:18:21.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:21 smithi090 ceph-mon[89240]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-15T17:18:21.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:21 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/310025064' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:18:21.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:21 smithi090 ceph-mon[91618]: pgmap v2724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:18:21.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:21 smithi090 ceph-mon[91618]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-15T17:18:21.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:21 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/310025064' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:18:21.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:21 smithi153 ceph-mon[84714]: pgmap v2724: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:18:21.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:21 smithi153 ceph-mon[84714]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-15T17:18:21.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:21 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/310025064' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:18:22.276 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:22 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/310025064' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:18:22.277 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:22 smithi153 ceph-mon[84714]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-15T17:18:22.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:22 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/310025064' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:18:22.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:22 smithi090 ceph-mon[89240]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-15T17:18:22.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:22 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/310025064' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:18:22.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:22 smithi090 ceph-mon[91618]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-15T17:18:22.626 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:18:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:18:23.067 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.OpenByID (2062 ms) 2024-04-15T17:18:23.067 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-15T17:18:23.092 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.OpenSnapDNE (24 ms) 2024-04-15T17:18:23.092 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-15T17:18:23.118 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (25 ms) 2024-04-15T17:18:23.118 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-15T17:18:23.143 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.ResizeLocksImage (26 ms) 2024-04-15T17:18:23.143 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-15T17:18:23.163 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (21 ms) 2024-04-15T17:18:23.163 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-15T17:18:23.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:23 smithi090 ceph-mon[91618]: pgmap v2727: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:18:23.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:23 smithi090 ceph-mon[91618]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-15T17:18:23.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:18:23.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:23 smithi090 ceph-mon[89240]: pgmap v2727: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:18:23.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:23 smithi090 ceph-mon[89240]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-15T17:18:23.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:18:23.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:23 smithi153 ceph-mon[84714]: pgmap v2727: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:18:23.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:23 smithi153 ceph-mon[84714]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-15T17:18:23.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:18:24.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:24 smithi090 ceph-mon[89240]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-15T17:18:24.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:24 smithi090 ceph-mon[91618]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-15T17:18:24.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:24 smithi153 ceph-mon[84714]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-15T17:18:25.061 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1897 ms) 2024-04-15T17:18:25.061 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-15T17:18:25.091 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (31 ms) 2024-04-15T17:18:25.091 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-15T17:18:25.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:25 smithi090 ceph-mon[89240]: pgmap v2730: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:18:25.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:25 smithi090 ceph-mon[89240]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-15T17:18:25.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:25 smithi090 ceph-mon[91618]: pgmap v2730: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:18:25.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:25 smithi090 ceph-mon[91618]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-15T17:18:25.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:25 smithi153 ceph-mon[84714]: pgmap v2730: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:18:25.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:25 smithi153 ceph-mon[84714]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-15T17:18:26.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:26 smithi090 ceph-mon[89240]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-15T17:18:26.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:26 smithi090 ceph-mon[91618]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-15T17:18:26.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:26 smithi153 ceph-mon[84714]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-15T17:18:27.080 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1989 ms) 2024-04-15T17:18:27.081 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-15T17:18:27.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:27 smithi090 ceph-mon[89240]: pgmap v2733: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:18:27.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:27 smithi090 ceph-mon[89240]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-15T17:18:27.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:27 smithi090 ceph-mon[91618]: pgmap v2733: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:18:27.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:27 smithi090 ceph-mon[91618]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-15T17:18:27.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:27 smithi153 ceph-mon[84714]: pgmap v2733: 137 pgs: 16 creating+peering, 121 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:18:27.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:27 smithi153 ceph-mon[84714]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-15T17:18:28.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:28 smithi090 ceph-mon[91618]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-15T17:18:28.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:28 smithi090 ceph-mon[89240]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-15T17:18:28.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:28 smithi153 ceph-mon[84714]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-15T17:18:29.087 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2006 ms) 2024-04-15T17:18:29.087 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-15T17:18:29.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:29 smithi090 ceph-mon[89240]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-04-15T17:18:29.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:29 smithi090 ceph-mon[89240]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-15T17:18:29.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:29 smithi090 ceph-mon[91618]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-04-15T17:18:29.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:29 smithi090 ceph-mon[91618]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-15T17:18:29.334 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:18:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:18:29] "GET /metrics HTTP/1.1" 200 36416 "" "Prometheus/2.43.0" 2024-04-15T17:18:29.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:29 smithi153 ceph-mon[84714]: pgmap v2736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-04-15T17:18:29.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:29 smithi153 ceph-mon[84714]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-15T17:18:30.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:30 smithi090 ceph-mon[89240]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-15T17:18:30.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:30 smithi090 ceph-mon[89240]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-15T17:18:30.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:30 smithi090 ceph-mon[91618]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-15T17:18:30.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:30 smithi090 ceph-mon[91618]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-15T17:18:30.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:30 smithi153 ceph-mon[84714]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-15T17:18:30.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:30 smithi153 ceph-mon[84714]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-15T17:18:30.940 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1853 ms) 2024-04-15T17:18:30.940 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-15T17:18:31.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:31 smithi090 ceph-mon[89240]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-04-15T17:18:31.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:31 smithi090 ceph-mon[89240]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-15T17:18:31.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:31 smithi090 ceph-mon[91618]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-04-15T17:18:31.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:31 smithi090 ceph-mon[91618]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-15T17:18:31.375 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:31 smithi153 ceph-mon[84714]: pgmap v2739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 11 KiB/s wr, 125 op/s 2024-04-15T17:18:31.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:31 smithi153 ceph-mon[84714]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-15T17:18:32.626 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:18:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:18:32.973 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.FlattenLocksImage (2034 ms) 2024-04-15T17:18:32.974 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-15T17:18:33.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:32 smithi090 ceph-mon[89240]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 KiB/s wr, 43 op/s 2024-04-15T17:18:33.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:32 smithi090 ceph-mon[89240]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-15T17:18:33.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:32 smithi090 ceph-mon[91618]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 KiB/s wr, 43 op/s 2024-04-15T17:18:33.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:32 smithi090 ceph-mon[91618]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-15T17:18:33.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:32 smithi153 ceph-mon[84714]: pgmap v2742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 3.0 KiB/s wr, 43 op/s 2024-04-15T17:18:33.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:32 smithi153 ceph-mon[84714]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-15T17:18:34.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:33 smithi090 ceph-mon[89240]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-15T17:18:34.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:33 smithi090 ceph-mon[91618]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-15T17:18:34.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:33 smithi153 ceph-mon[84714]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-15T17:18:34.944 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (1970 ms) 2024-04-15T17:18:34.944 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-15T17:18:35.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:34 smithi090 ceph-mon[91618]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 8.2 KiB/s wr, 131 op/s 2024-04-15T17:18:35.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:34 smithi090 ceph-mon[91618]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-15T17:18:35.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:34 smithi090 ceph-mon[91618]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-15T17:18:35.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:34 smithi090 ceph-mon[89240]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 8.2 KiB/s wr, 131 op/s 2024-04-15T17:18:35.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:34 smithi090 ceph-mon[89240]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-15T17:18:35.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:34 smithi090 ceph-mon[89240]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-15T17:18:35.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:34 smithi153 ceph-mon[84714]: pgmap v2745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 8.2 KiB/s wr, 131 op/s 2024-04-15T17:18:35.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:34 smithi153 ceph-mon[84714]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-15T17:18:35.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:34 smithi153 ceph-mon[84714]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-15T17:18:35.965 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (1022 ms) 2024-04-15T17:18:35.965 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-15T17:18:36.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:35 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1321943151' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1321943151"}]: dispatch 2024-04-15T17:18:36.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:35 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1321943151"}]: dispatch 2024-04-15T17:18:36.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:35 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1321943151' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1321943151"}]: dispatch 2024-04-15T17:18:36.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:35 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1321943151"}]: dispatch 2024-04-15T17:18:36.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:35 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1321943151' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1321943151"}]: dispatch 2024-04-15T17:18:36.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:35 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1321943151"}]: dispatch 2024-04-15T17:18:37.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:36 smithi090 ceph-mon[89240]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.2 KiB/s wr, 87 op/s 2024-04-15T17:18:37.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:36 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1321943151"}]': finished 2024-04-15T17:18:37.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:36 smithi090 ceph-mon[89240]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-15T17:18:37.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:36 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1598413309' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1598413309"}]: dispatch 2024-04-15T17:18:37.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:36 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1598413309"}]: dispatch 2024-04-15T17:18:37.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:36 smithi090 ceph-mon[91618]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.2 KiB/s wr, 87 op/s 2024-04-15T17:18:37.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:36 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1321943151"}]': finished 2024-04-15T17:18:37.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:36 smithi090 ceph-mon[91618]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-15T17:18:37.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:36 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1598413309' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1598413309"}]: dispatch 2024-04-15T17:18:37.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:36 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1598413309"}]: dispatch 2024-04-15T17:18:37.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:36 smithi153 ceph-mon[84714]: pgmap v2748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.2 KiB/s wr, 87 op/s 2024-04-15T17:18:37.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:36 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1321943151"}]': finished 2024-04-15T17:18:37.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:36 smithi153 ceph-mon[84714]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-15T17:18:37.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:36 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1598413309' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1598413309"}]: dispatch 2024-04-15T17:18:37.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:36 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1598413309"}]: dispatch 2024-04-15T17:18:37.960 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (1995 ms) 2024-04-15T17:18:37.960 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-15T17:18:37.994 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.AioWriteRequestsLock (34 ms) 2024-04-15T17:18:37.994 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-15T17:18:38.023 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (28 ms) 2024-04-15T17:18:38.023 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-15T17:18:38.072 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.CancelAsyncResize (49 ms) 2024-04-15T17:18:38.072 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-15T17:18:38.129 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.MultipleResize (58 ms) 2024-04-15T17:18:38.129 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.Metadata 2024-04-15T17:18:38.177 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.Metadata (48 ms) 2024-04-15T17:18:38.178 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-15T17:18:38.208 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.MetadataConfApply (30 ms) 2024-04-15T17:18:38.208 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-15T17:18:38.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:37 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1598413309"}]': finished 2024-04-15T17:18:38.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:37 smithi090 ceph-mon[89240]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-15T17:18:38.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:18:38.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:37 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1598413309"}]': finished 2024-04-15T17:18:38.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:37 smithi090 ceph-mon[91618]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-15T17:18:38.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:18:38.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:37 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/1598413309"}]': finished 2024-04-15T17:18:38.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:37 smithi153 ceph-mon[84714]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-15T17:18:38.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:18:39.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:38 smithi090 ceph-mon[89240]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 11 KiB/s wr, 245 op/s 2024-04-15T17:18:39.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:38 smithi090 ceph-mon[91618]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 11 KiB/s wr, 245 op/s 2024-04-15T17:18:39.334 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:18:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:18:39] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2024-04-15T17:18:39.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:38 smithi153 ceph-mon[84714]: pgmap v2751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 183 KiB/s rd, 11 KiB/s wr, 245 op/s 2024-04-15T17:18:40.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:39 smithi090 ceph-mon[89240]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-15T17:18:40.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:39 smithi090 ceph-mon[89240]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-15T17:18:40.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:39 smithi090 ceph-mon[91618]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-15T17:18:40.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:39 smithi090 ceph-mon[91618]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-15T17:18:40.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:39 smithi153 ceph-mon[84714]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-15T17:18:40.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:39 smithi153 ceph-mon[84714]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-15T17:18:41.009 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.SnapshotCopyup (2801 ms) 2024-04-15T17:18:41.009 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-15T17:18:41.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:40 smithi090 ceph-mon[91618]: pgmap v2753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 10 KiB/s wr, 217 op/s 2024-04-15T17:18:41.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:40 smithi090 ceph-mon[91618]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-15T17:18:41.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:40 smithi090 ceph-mon[89240]: pgmap v2753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 10 KiB/s wr, 217 op/s 2024-04-15T17:18:41.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:40 smithi090 ceph-mon[89240]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-15T17:18:41.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:40 smithi153 ceph-mon[84714]: pgmap v2753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 163 KiB/s rd, 10 KiB/s wr, 217 op/s 2024-04-15T17:18:41.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:40 smithi153 ceph-mon[84714]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-15T17:18:42.626 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:18:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:18:43.019 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (2010 ms) 2024-04-15T17:18:43.019 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-15T17:18:43.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:42 smithi090 ceph-mon[89240]: pgmap v2756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 17 KiB/s wr, 206 op/s 2024-04-15T17:18:43.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:42 smithi090 ceph-mon[89240]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-15T17:18:43.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:42 smithi090 ceph-mon[91618]: pgmap v2756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 17 KiB/s wr, 206 op/s 2024-04-15T17:18:43.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:42 smithi090 ceph-mon[91618]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-15T17:18:43.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:42 smithi153 ceph-mon[84714]: pgmap v2756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 17 KiB/s wr, 206 op/s 2024-04-15T17:18:43.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:42 smithi153 ceph-mon[84714]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-15T17:18:44.026 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1007 ms) 2024-04-15T17:18:44.026 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-15T17:18:44.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:44 smithi090 ceph-mon[89240]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-15T17:18:44.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:44 smithi090 ceph-mon[91618]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-15T17:18:44.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:43 smithi153 ceph-mon[84714]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-15T17:18:45.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:44 smithi090 ceph-mon[91618]: pgmap v2759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 30 KiB/s wr, 345 op/s 2024-04-15T17:18:45.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:44 smithi090 ceph-mon[91618]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-15T17:18:45.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:44 smithi090 ceph-mon[89240]: pgmap v2759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 30 KiB/s wr, 345 op/s 2024-04-15T17:18:45.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:44 smithi090 ceph-mon[89240]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-15T17:18:45.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:44 smithi153 ceph-mon[84714]: pgmap v2759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 30 KiB/s wr, 345 op/s 2024-04-15T17:18:45.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:44 smithi153 ceph-mon[84714]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-15T17:18:46.062 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.ResizeCopyup (2037 ms) 2024-04-15T17:18:46.063 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-15T17:18:46.071 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_internal.cc:1056: Skipped 2024-04-15T17:18:46.071 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:18:46.071 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (9 ms) 2024-04-15T17:18:46.072 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-15T17:18:46.079 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2024-04-15T17:18:46.079 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-15T17:18:46.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:46 smithi090 ceph-mon[89240]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-15T17:18:46.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:46 smithi090 ceph-mon[91618]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-15T17:18:46.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:46 smithi153 ceph-mon[84714]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-15T17:18:47.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:47 smithi090 ceph-mon[89240]: pgmap v2762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 14 KiB/s wr, 188 op/s 2024-04-15T17:18:47.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:47 smithi090 ceph-mon[89240]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-15T17:18:47.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:47 smithi090 ceph-mon[91618]: pgmap v2762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 14 KiB/s wr, 188 op/s 2024-04-15T17:18:47.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:47 smithi090 ceph-mon[91618]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-15T17:18:47.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:47 smithi153 ceph-mon[84714]: pgmap v2762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 14 KiB/s wr, 188 op/s 2024-04-15T17:18:47.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:47 smithi153 ceph-mon[84714]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-15T17:18:48.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:48 smithi090 ceph-mon[89240]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-15T17:18:48.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:48 smithi090 ceph-mon[91618]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-15T17:18:48.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:48 smithi153 ceph-mon[84714]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-15T17:18:49.333 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:18:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:18:49] "GET /metrics HTTP/1.1" 200 36461 "" "Prometheus/2.43.0" 2024-04-15T17:18:49.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:49 smithi090 ceph-mon[91618]: pgmap v2765: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 1.0 MiB/s wr, 295 op/s 2024-04-15T17:18:49.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:49 smithi090 ceph-mon[91618]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-15T17:18:49.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:49 smithi090 ceph-mon[89240]: pgmap v2765: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 1.0 MiB/s wr, 295 op/s 2024-04-15T17:18:49.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:49 smithi090 ceph-mon[89240]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-15T17:18:49.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:49 smithi153 ceph-mon[84714]: pgmap v2765: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 1.0 MiB/s wr, 295 op/s 2024-04-15T17:18:49.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:49 smithi153 ceph-mon[84714]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-15T17:18:50.057 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.WriteFullCopyup (3977 ms) 2024-04-15T17:18:50.057 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-15T17:18:50.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:50 smithi090 ceph-mon[89240]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-15T17:18:50.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:50 smithi090 ceph-mon[91618]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-15T17:18:50.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:50 smithi153 ceph-mon[84714]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-15T17:18:51.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:51 smithi090 ceph-mon[89240]: pgmap v2768: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 1.0 MiB/s wr, 295 op/s 2024-04-15T17:18:51.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:51 smithi090 ceph-mon[89240]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-15T17:18:51.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:51 smithi090 ceph-mon[91618]: pgmap v2768: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 1.0 MiB/s wr, 295 op/s 2024-04-15T17:18:51.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:51 smithi090 ceph-mon[91618]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-15T17:18:51.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:51 smithi153 ceph-mon[84714]: pgmap v2768: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 217 KiB/s rd, 1.0 MiB/s wr, 295 op/s 2024-04-15T17:18:51.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:51 smithi153 ceph-mon[84714]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-15T17:18:52.080 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2023 ms) 2024-04-15T17:18:52.080 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.TestCoR 2024-04-15T17:18:52.092 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_internal.cc:1313: Skipped 2024-04-15T17:18:52.092 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to disabled copy-on-read 2024-04-15T17:18:52.092 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestInternal.TestCoR (12 ms) 2024-04-15T17:18:52.092 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-15T17:18:52.309 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:52 smithi153 ceph-mon[84714]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-15T17:18:52.320 INFO:tasks.workunit.client.0.smithi090.stdout:made parent image "image395": 4194304K (1024 * 4K) 2024-04-15T17:18:52.320 INFO:tasks.workunit.client.0.smithi090.stdout:generated random write map: 2024-04-15T17:18:52.320 INFO:tasks.workunit.client.0.smithi090.stdout: [0 , 955 ] 2024-04-15T17:18:52.320 INFO:tasks.workunit.client.0.smithi090.stdout: [3 , 14062 ] 2024-04-15T17:18:52.320 INFO:tasks.workunit.client.0.smithi090.stdout: [5 , 23795 ] 2024-04-15T17:18:52.320 INFO:tasks.workunit.client.0.smithi090.stdout: [11 , 48154 ] 2024-04-15T17:18:52.321 INFO:tasks.workunit.client.0.smithi090.stdout: [41 , 170509 ] 2024-04-15T17:18:52.321 INFO:tasks.workunit.client.0.smithi090.stdout: [42 , 175610 ] 2024-04-15T17:18:52.321 INFO:tasks.workunit.client.0.smithi090.stdout: [44 , 181986 ] 2024-04-15T17:18:52.321 INFO:tasks.workunit.client.0.smithi090.stdout: [79 , 325497 ] 2024-04-15T17:18:52.321 INFO:tasks.workunit.client.0.smithi090.stdout: [83 , 342595 ] 2024-04-15T17:18:52.321 INFO:tasks.workunit.client.0.smithi090.stdout: [84 , 344435 ] 2024-04-15T17:18:52.321 INFO:tasks.workunit.client.0.smithi090.stdout: [94 , 385249 ] 2024-04-15T17:18:52.321 INFO:tasks.workunit.client.0.smithi090.stdout: [105 , 431636 ] 2024-04-15T17:18:52.321 INFO:tasks.workunit.client.0.smithi090.stdout: [106 , 436662 ] 2024-04-15T17:18:52.321 INFO:tasks.workunit.client.0.smithi090.stdout: [132 , 542130 ] 2024-04-15T17:18:52.321 INFO:tasks.workunit.client.0.smithi090.stdout: [146 , 600924 ] 2024-04-15T17:18:52.321 INFO:tasks.workunit.client.0.smithi090.stdout: [171 , 702465 ] 2024-04-15T17:18:52.321 INFO:tasks.workunit.client.0.smithi090.stdout: [188 , 771745 ] 2024-04-15T17:18:52.322 INFO:tasks.workunit.client.0.smithi090.stdout: [195 , 801403 ] 2024-04-15T17:18:52.322 INFO:tasks.workunit.client.0.smithi090.stdout: [200 , 820229 ] 2024-04-15T17:18:52.322 INFO:tasks.workunit.client.0.smithi090.stdout: [201 , 825830 ] 2024-04-15T17:18:52.322 INFO:tasks.workunit.client.0.smithi090.stdout: [203 , 834497 ] 2024-04-15T17:18:52.322 INFO:tasks.workunit.client.0.smithi090.stdout: [208 , 855140 ] 2024-04-15T17:18:52.322 INFO:tasks.workunit.client.0.smithi090.stdout: [213 , 873357 ] 2024-04-15T17:18:52.322 INFO:tasks.workunit.client.0.smithi090.stdout: [234 , 961848 ] 2024-04-15T17:18:52.322 INFO:tasks.workunit.client.0.smithi090.stdout: [237 , 972851 ] 2024-04-15T17:18:52.322 INFO:tasks.workunit.client.0.smithi090.stdout: [243 , 996436 ] 2024-04-15T17:18:52.322 INFO:tasks.workunit.client.0.smithi090.stdout: [251 , 1029461 ] 2024-04-15T17:18:52.322 INFO:tasks.workunit.client.0.smithi090.stdout: [255 , 1047880 ] 2024-04-15T17:18:52.322 INFO:tasks.workunit.client.0.smithi090.stdout: [266 , 1091864 ] 2024-04-15T17:18:52.322 INFO:tasks.workunit.client.0.smithi090.stdout: [267 , 1095920 ] 2024-04-15T17:18:52.322 INFO:tasks.workunit.client.0.smithi090.stdout: [270 , 1106480 ] 2024-04-15T17:18:52.323 INFO:tasks.workunit.client.0.smithi090.stdout: [272 , 1117075 ] 2024-04-15T17:18:52.323 INFO:tasks.workunit.client.0.smithi090.stdout: [278 , 1139374 ] 2024-04-15T17:18:52.323 INFO:tasks.workunit.client.0.smithi090.stdout: [286 , 1174281 ] 2024-04-15T17:18:52.323 INFO:tasks.workunit.client.0.smithi090.stdout: [288 , 1180346 ] 2024-04-15T17:18:52.323 INFO:tasks.workunit.client.0.smithi090.stdout: [302 , 1238877 ] 2024-04-15T17:18:52.323 INFO:tasks.workunit.client.0.smithi090.stdout: [312 , 1280652 ] 2024-04-15T17:18:52.323 INFO:tasks.workunit.client.0.smithi090.stdout: [323 , 1325262 ] 2024-04-15T17:18:52.323 INFO:tasks.workunit.client.0.smithi090.stdout: [330 , 1353595 ] 2024-04-15T17:18:52.323 INFO:tasks.workunit.client.0.smithi090.stdout: [333 , 1366270 ] 2024-04-15T17:18:52.323 INFO:tasks.workunit.client.0.smithi090.stdout: [358 , 1467084 ] 2024-04-15T17:18:52.323 INFO:tasks.workunit.client.0.smithi090.stdout: [365 , 1497082 ] 2024-04-15T17:18:52.323 INFO:tasks.workunit.client.0.smithi090.stdout: [380 , 1559842 ] 2024-04-15T17:18:52.323 INFO:tasks.workunit.client.0.smithi090.stdout: [386 , 1582920 ] 2024-04-15T17:18:52.323 INFO:tasks.workunit.client.0.smithi090.stdout: [401 , 1644600 ] 2024-04-15T17:18:52.324 INFO:tasks.workunit.client.0.smithi090.stdout: [414 , 1699196 ] 2024-04-15T17:18:52.324 INFO:tasks.workunit.client.0.smithi090.stdout: [417 , 1710282 ] 2024-04-15T17:18:52.324 INFO:tasks.workunit.client.0.smithi090.stdout: [422 , 1732028 ] 2024-04-15T17:18:52.324 INFO:tasks.workunit.client.0.smithi090.stdout: [530 , 2173370 ] 2024-04-15T17:18:52.324 INFO:tasks.workunit.client.0.smithi090.stdout: [535 , 2194434 ] 2024-04-15T17:18:52.324 INFO:tasks.workunit.client.0.smithi090.stdout: [540 , 2215061 ] 2024-04-15T17:18:52.324 INFO:tasks.workunit.client.0.smithi090.stdout: [562 , 2305035 ] 2024-04-15T17:18:52.324 INFO:tasks.workunit.client.0.smithi090.stdout: [567 , 2322576 ] 2024-04-15T17:18:52.324 INFO:tasks.workunit.client.0.smithi090.stdout: [574 , 2352368 ] 2024-04-15T17:18:52.324 INFO:tasks.workunit.client.0.smithi090.stdout: [575 , 2356723 ] 2024-04-15T17:18:52.324 INFO:tasks.workunit.client.0.smithi090.stdout: [576 , 2360718 ] 2024-04-15T17:18:52.325 INFO:tasks.workunit.client.0.smithi090.stdout: [588 , 2408969 ] 2024-04-15T17:18:52.325 INFO:tasks.workunit.client.0.smithi090.stdout: [589 , 2413194 ] 2024-04-15T17:18:52.325 INFO:tasks.workunit.client.0.smithi090.stdout: [592 , 2427054 ] 2024-04-15T17:18:52.325 INFO:tasks.workunit.client.0.smithi090.stdout: [597 , 2445475 ] 2024-04-15T17:18:52.325 INFO:tasks.workunit.client.0.smithi090.stdout: [626 , 2566090 ] 2024-04-15T17:18:52.325 INFO:tasks.workunit.client.0.smithi090.stdout: [640 , 2622275 ] 2024-04-15T17:18:52.325 INFO:tasks.workunit.client.0.smithi090.stdout: [641 , 2629066 ] 2024-04-15T17:18:52.325 INFO:tasks.workunit.client.0.smithi090.stdout: [658 , 2695380 ] 2024-04-15T17:18:52.325 INFO:tasks.workunit.client.0.smithi090.stdout: [662 , 2713864 ] 2024-04-15T17:18:52.325 INFO:tasks.workunit.client.0.smithi090.stdout: [672 , 2754311 ] 2024-04-15T17:18:52.325 INFO:tasks.workunit.client.0.smithi090.stdout: [675 , 2767744 ] 2024-04-15T17:18:52.325 INFO:tasks.workunit.client.0.smithi090.stdout: [681 , 2791965 ] 2024-04-15T17:18:52.325 INFO:tasks.workunit.client.0.smithi090.stdout: [690 , 2828289 ] 2024-04-15T17:18:52.325 INFO:tasks.workunit.client.0.smithi090.stdout: [706 , 2892081 ] 2024-04-15T17:18:52.325 INFO:tasks.workunit.client.0.smithi090.stdout: [713 , 2920732 ] 2024-04-15T17:18:52.326 INFO:tasks.workunit.client.0.smithi090.stdout: [725 , 2973031 ] 2024-04-15T17:18:52.326 INFO:tasks.workunit.client.0.smithi090.stdout: [751 , 3076460 ] 2024-04-15T17:18:52.326 INFO:tasks.workunit.client.0.smithi090.stdout: [758 , 3106921 ] 2024-04-15T17:18:52.326 INFO:tasks.workunit.client.0.smithi090.stdout: [759 , 3111513 ] 2024-04-15T17:18:52.326 INFO:tasks.workunit.client.0.smithi090.stdout: [774 , 3171372 ] 2024-04-15T17:18:52.326 INFO:tasks.workunit.client.0.smithi090.stdout: [787 , 3226194 ] 2024-04-15T17:18:52.326 INFO:tasks.workunit.client.0.smithi090.stdout: [796 , 3262601 ] 2024-04-15T17:18:52.326 INFO:tasks.workunit.client.0.smithi090.stdout: [822 , 3369647 ] 2024-04-15T17:18:52.326 INFO:tasks.workunit.client.0.smithi090.stdout: [837 , 3430847 ] 2024-04-15T17:18:52.326 INFO:tasks.workunit.client.0.smithi090.stdout: [839 , 3438254 ] 2024-04-15T17:18:52.326 INFO:tasks.workunit.client.0.smithi090.stdout: [858 , 3517831 ] 2024-04-15T17:18:52.326 INFO:tasks.workunit.client.0.smithi090.stdout: [874 , 3580115 ] 2024-04-15T17:18:52.326 INFO:tasks.workunit.client.0.smithi090.stdout: [886 , 3631884 ] 2024-04-15T17:18:52.326 INFO:tasks.workunit.client.0.smithi090.stdout: [892 , 3656697 ] 2024-04-15T17:18:52.327 INFO:tasks.workunit.client.0.smithi090.stdout: [897 , 3676236 ] 2024-04-15T17:18:52.327 INFO:tasks.workunit.client.0.smithi090.stdout: [907 , 3718455 ] 2024-04-15T17:18:52.327 INFO:tasks.workunit.client.0.smithi090.stdout: [917 , 3757189 ] 2024-04-15T17:18:52.327 INFO:tasks.workunit.client.0.smithi090.stdout: [963 , 3945762 ] 2024-04-15T17:18:52.327 INFO:tasks.workunit.client.0.smithi090.stdout: [986 , 4041637 ] 2024-04-15T17:18:52.327 INFO:tasks.workunit.client.0.smithi090.stdout: [987 , 4043116 ] 2024-04-15T17:18:52.327 INFO:tasks.workunit.client.0.smithi090.stdout: [992 , 4063839 ] 2024-04-15T17:18:52.327 INFO:tasks.workunit.client.0.smithi090.stdout: [997 , 4086215 ] 2024-04-15T17:18:52.327 INFO:tasks.workunit.client.0.smithi090.stdout:write data based on random map 2024-04-15T17:18:52.327 INFO:tasks.workunit.client.0.smithi090.stdout: write object-0 2024-04-15T17:18:52.327 INFO:tasks.workunit.client.0.smithi090.stdout: write object-3 2024-04-15T17:18:52.327 INFO:tasks.workunit.client.0.smithi090.stdout: write object-5 2024-04-15T17:18:52.327 INFO:tasks.workunit.client.0.smithi090.stdout: write object-11 2024-04-15T17:18:52.327 INFO:tasks.workunit.client.0.smithi090.stdout: write object-41 2024-04-15T17:18:52.328 INFO:tasks.workunit.client.0.smithi090.stdout: write object-42 2024-04-15T17:18:52.328 INFO:tasks.workunit.client.0.smithi090.stdout: write object-44 2024-04-15T17:18:52.328 INFO:tasks.workunit.client.0.smithi090.stdout: write object-79 2024-04-15T17:18:52.328 INFO:tasks.workunit.client.0.smithi090.stdout: write object-83 2024-04-15T17:18:52.328 INFO:tasks.workunit.client.0.smithi090.stdout: write object-84 2024-04-15T17:18:52.328 INFO:tasks.workunit.client.0.smithi090.stdout: write object-94 2024-04-15T17:18:52.328 INFO:tasks.workunit.client.0.smithi090.stdout: write object-105 2024-04-15T17:18:52.328 INFO:tasks.workunit.client.0.smithi090.stdout: write object-106 2024-04-15T17:18:52.328 INFO:tasks.workunit.client.0.smithi090.stdout: write object-132 2024-04-15T17:18:52.328 INFO:tasks.workunit.client.0.smithi090.stdout: write object-146 2024-04-15T17:18:52.328 INFO:tasks.workunit.client.0.smithi090.stdout: write object-171 2024-04-15T17:18:52.328 INFO:tasks.workunit.client.0.smithi090.stdout: write object-188 2024-04-15T17:18:52.328 INFO:tasks.workunit.client.0.smithi090.stdout: write object-195 2024-04-15T17:18:52.328 INFO:tasks.workunit.client.0.smithi090.stdout: write object-200 2024-04-15T17:18:52.328 INFO:tasks.workunit.client.0.smithi090.stdout: write object-201 2024-04-15T17:18:52.329 INFO:tasks.workunit.client.0.smithi090.stdout: write object-203 2024-04-15T17:18:52.329 INFO:tasks.workunit.client.0.smithi090.stdout: write object-208 2024-04-15T17:18:52.329 INFO:tasks.workunit.client.0.smithi090.stdout: write object-213 2024-04-15T17:18:52.329 INFO:tasks.workunit.client.0.smithi090.stdout: write object-234 2024-04-15T17:18:52.329 INFO:tasks.workunit.client.0.smithi090.stdout: write object-237 2024-04-15T17:18:52.329 INFO:tasks.workunit.client.0.smithi090.stdout: write object-243 2024-04-15T17:18:52.329 INFO:tasks.workunit.client.0.smithi090.stdout: write object-251 2024-04-15T17:18:52.329 INFO:tasks.workunit.client.0.smithi090.stdout: write object-255 2024-04-15T17:18:52.329 INFO:tasks.workunit.client.0.smithi090.stdout: write object-266 2024-04-15T17:18:52.329 INFO:tasks.workunit.client.0.smithi090.stdout: write object-267 2024-04-15T17:18:52.329 INFO:tasks.workunit.client.0.smithi090.stdout: write object-270 2024-04-15T17:18:52.329 INFO:tasks.workunit.client.0.smithi090.stdout: write object-272 2024-04-15T17:18:52.329 INFO:tasks.workunit.client.0.smithi090.stdout: write object-278 2024-04-15T17:18:52.329 INFO:tasks.workunit.client.0.smithi090.stdout: write object-286 2024-04-15T17:18:52.329 INFO:tasks.workunit.client.0.smithi090.stdout: write object-288 2024-04-15T17:18:52.330 INFO:tasks.workunit.client.0.smithi090.stdout: write object-302 2024-04-15T17:18:52.330 INFO:tasks.workunit.client.0.smithi090.stdout: write object-312 2024-04-15T17:18:52.330 INFO:tasks.workunit.client.0.smithi090.stdout: write object-323 2024-04-15T17:18:52.330 INFO:tasks.workunit.client.0.smithi090.stdout: write object-330 2024-04-15T17:18:52.330 INFO:tasks.workunit.client.0.smithi090.stdout: write object-333 2024-04-15T17:18:52.330 INFO:tasks.workunit.client.0.smithi090.stdout: write object-358 2024-04-15T17:18:52.330 INFO:tasks.workunit.client.0.smithi090.stdout: write object-365 2024-04-15T17:18:52.330 INFO:tasks.workunit.client.0.smithi090.stdout: write object-380 2024-04-15T17:18:52.330 INFO:tasks.workunit.client.0.smithi090.stdout: write object-386 2024-04-15T17:18:52.330 INFO:tasks.workunit.client.0.smithi090.stdout: write object-401 2024-04-15T17:18:52.330 INFO:tasks.workunit.client.0.smithi090.stdout: write object-414 2024-04-15T17:18:52.330 INFO:tasks.workunit.client.0.smithi090.stdout: write object-417 2024-04-15T17:18:52.330 INFO:tasks.workunit.client.0.smithi090.stdout: write object-422 2024-04-15T17:18:52.330 INFO:tasks.workunit.client.0.smithi090.stdout: write object-530 2024-04-15T17:18:52.330 INFO:tasks.workunit.client.0.smithi090.stdout: write object-535 2024-04-15T17:18:52.331 INFO:tasks.workunit.client.0.smithi090.stdout: write object-540 2024-04-15T17:18:52.331 INFO:tasks.workunit.client.0.smithi090.stdout: write object-562 2024-04-15T17:18:52.331 INFO:tasks.workunit.client.0.smithi090.stdout: write object-567 2024-04-15T17:18:52.331 INFO:tasks.workunit.client.0.smithi090.stdout: write object-574 2024-04-15T17:18:52.331 INFO:tasks.workunit.client.0.smithi090.stdout: write object-575 2024-04-15T17:18:52.331 INFO:tasks.workunit.client.0.smithi090.stdout: write object-576 2024-04-15T17:18:52.331 INFO:tasks.workunit.client.0.smithi090.stdout: write object-588 2024-04-15T17:18:52.331 INFO:tasks.workunit.client.0.smithi090.stdout: write object-589 2024-04-15T17:18:52.331 INFO:tasks.workunit.client.0.smithi090.stdout: write object-592 2024-04-15T17:18:52.331 INFO:tasks.workunit.client.0.smithi090.stdout: write object-597 2024-04-15T17:18:52.331 INFO:tasks.workunit.client.0.smithi090.stdout: write object-626 2024-04-15T17:18:52.331 INFO:tasks.workunit.client.0.smithi090.stdout: write object-640 2024-04-15T17:18:52.331 INFO:tasks.workunit.client.0.smithi090.stdout: write object-641 2024-04-15T17:18:52.331 INFO:tasks.workunit.client.0.smithi090.stdout: write object-658 2024-04-15T17:18:52.331 INFO:tasks.workunit.client.0.smithi090.stdout: write object-662 2024-04-15T17:18:52.332 INFO:tasks.workunit.client.0.smithi090.stdout: write object-672 2024-04-15T17:18:52.332 INFO:tasks.workunit.client.0.smithi090.stdout: write object-675 2024-04-15T17:18:52.332 INFO:tasks.workunit.client.0.smithi090.stdout: write object-681 2024-04-15T17:18:52.332 INFO:tasks.workunit.client.0.smithi090.stdout: write object-690 2024-04-15T17:18:52.332 INFO:tasks.workunit.client.0.smithi090.stdout: write object-706 2024-04-15T17:18:52.332 INFO:tasks.workunit.client.0.smithi090.stdout: write object-713 2024-04-15T17:18:52.332 INFO:tasks.workunit.client.0.smithi090.stdout: write object-725 2024-04-15T17:18:52.332 INFO:tasks.workunit.client.0.smithi090.stdout: write object-751 2024-04-15T17:18:52.332 INFO:tasks.workunit.client.0.smithi090.stdout: write object-758 2024-04-15T17:18:52.332 INFO:tasks.workunit.client.0.smithi090.stdout: write object-759 2024-04-15T17:18:52.332 INFO:tasks.workunit.client.0.smithi090.stdout: write object-774 2024-04-15T17:18:52.332 INFO:tasks.workunit.client.0.smithi090.stdout: write object-787 2024-04-15T17:18:52.332 INFO:tasks.workunit.client.0.smithi090.stdout: write object-796 2024-04-15T17:18:52.332 INFO:tasks.workunit.client.0.smithi090.stdout: write object-822 2024-04-15T17:18:52.333 INFO:tasks.workunit.client.0.smithi090.stdout: write object-837 2024-04-15T17:18:52.333 INFO:tasks.workunit.client.0.smithi090.stdout: write object-839 2024-04-15T17:18:52.333 INFO:tasks.workunit.client.0.smithi090.stdout: write object-858 2024-04-15T17:18:52.333 INFO:tasks.workunit.client.0.smithi090.stdout: write object-874 2024-04-15T17:18:52.333 INFO:tasks.workunit.client.0.smithi090.stdout: write object-886 2024-04-15T17:18:52.333 INFO:tasks.workunit.client.0.smithi090.stdout: write object-892 2024-04-15T17:18:52.333 INFO:tasks.workunit.client.0.smithi090.stdout: write object-897 2024-04-15T17:18:52.333 INFO:tasks.workunit.client.0.smithi090.stdout: write object-907 2024-04-15T17:18:52.333 INFO:tasks.workunit.client.0.smithi090.stdout: write object-917 2024-04-15T17:18:52.333 INFO:tasks.workunit.client.0.smithi090.stdout: write object-963 2024-04-15T17:18:52.333 INFO:tasks.workunit.client.0.smithi090.stdout: write object-986 2024-04-15T17:18:52.333 INFO:tasks.workunit.client.0.smithi090.stdout: write object-987 2024-04-15T17:18:52.333 INFO:tasks.workunit.client.0.smithi090.stdout: write object-992 2024-04-15T17:18:52.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:52 smithi090 ceph-mon[91618]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-15T17:18:52.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:52 smithi090 ceph-mon[89240]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-15T17:18:52.626 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:18:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:18:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: write object-997 2024-04-15T17:18:53.255 INFO:tasks.workunit.client.0.smithi090.stdout:verify written data by reading 2024-04-15T17:18:53.255 INFO:tasks.workunit.client.0.smithi090.stdout: read object-0 2024-04-15T17:18:53.255 INFO:tasks.workunit.client.0.smithi090.stdout:made snapshot "image395@parent_snap" and protect it 2024-04-15T17:18:53.255 INFO:tasks.workunit.client.0.smithi090.stdout:made and opened clone "image396" 2024-04-15T17:18:53.255 INFO:tasks.workunit.client.0.smithi090.stdout:flattening clone: "image396" 2024-04-15T17:18:53.255 INFO:tasks.workunit.client.0.smithi090.stdout:check whether child image has the same set of objects as parent 2024-04-15T17:18:53.256 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1163 ms) 2024-04-15T17:18:53.256 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-15T17:18:53.331 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.PoolMetadataConfApply (76 ms) 2024-04-15T17:18:53.331 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.Sparsify 2024-04-15T17:18:53.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:53 smithi090 ceph-mon[91618]: pgmap v2771: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 73 op/s 2024-04-15T17:18:53.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:53 smithi090 ceph-mon[91618]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-15T17:18:53.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:18:53.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:53 smithi090 ceph-mon[89240]: pgmap v2771: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 73 op/s 2024-04-15T17:18:53.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:53 smithi090 ceph-mon[89240]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-15T17:18:53.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:18:53.334 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:18:53 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:18:53] ENGINE Bus STOPPING 2024-04-15T17:18:53.334 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:18:53 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:18:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T17:18:53.334 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:18:53 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:18:53] ENGINE Bus STOPPED 2024-04-15T17:18:53.334 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:18:53 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:18:53] ENGINE Bus STARTING 2024-04-15T17:18:53.354 INFO:tasks.workunit.client.0.smithi090.stdout:sparsify_supported=1 2024-04-15T17:18:53.354 INFO:tasks.workunit.client.0.smithi090.stdout:sparse_read_supported=1 2024-04-15T17:18:53.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:53 smithi153 ceph-mon[84714]: pgmap v2771: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.0 MiB/s wr, 73 op/s 2024-04-15T17:18:53.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:53 smithi153 ceph-mon[84714]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-15T17:18:53.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:18:53.380 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.Sparsify (49 ms) 2024-04-15T17:18:53.380 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-15T17:18:53.397 INFO:tasks.workunit.client.0.smithi090.stdout:sparsify_supported=1 2024-04-15T17:18:53.833 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:18:53 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:18:53] ENGINE Serving on http://:::9283 2024-04-15T17:18:53.834 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:18:53 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:18:53] ENGINE Bus STARTED 2024-04-15T17:18:54.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[91618]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-15T17:18:54.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/310025064' entity='client.admin' 2024-04-15T17:18:54.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:18:54.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:18:54.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:18:54.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:18:54.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:18:54.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 4]}]: dispatch 2024-04-15T17:18:54.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 1]}]: dispatch 2024-04-15T17:18:54.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[89240]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-15T17:18:54.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/310025064' entity='client.admin' 2024-04-15T17:18:54.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:18:54.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:18:54.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:18:54.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:18:54.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:18:54.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 4]}]: dispatch 2024-04-15T17:18:54.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 1]}]: dispatch 2024-04-15T17:18:54.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:54 smithi153 ceph-mon[84714]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-15T17:18:54.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:54 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/310025064' entity='client.admin' 2024-04-15T17:18:54.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:18:54.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:18:54.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:18:54.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:18:54.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:18:54.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 4]}]: dispatch 2024-04-15T17:18:54.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 1]}]: dispatch 2024-04-15T17:18:55.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:55 smithi090 ceph-mon[91618]: pgmap v2774: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 237 op/s 2024-04-15T17:18:55.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:55 smithi090 ceph-mon[91618]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-15T17:18:55.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 4]}]': finished 2024-04-15T17:18:55.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 1]}]': finished 2024-04-15T17:18:55.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:55 smithi090 ceph-mon[91618]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-15T17:18:55.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:55 smithi090 ceph-mon[91618]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-15T17:18:55.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:55 smithi090 ceph-mon[89240]: pgmap v2774: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 237 op/s 2024-04-15T17:18:55.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:55 smithi090 ceph-mon[89240]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-15T17:18:55.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 4]}]': finished 2024-04-15T17:18:55.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 1]}]': finished 2024-04-15T17:18:55.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:55 smithi090 ceph-mon[89240]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-15T17:18:55.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:55 smithi090 ceph-mon[89240]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-15T17:18:55.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:55 smithi153 ceph-mon[84714]: pgmap v2774: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 237 op/s 2024-04-15T17:18:55.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:55 smithi153 ceph-mon[84714]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-15T17:18:55.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 4]}]': finished 2024-04-15T17:18:55.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1a", "id": [7, 1]}]': finished 2024-04-15T17:18:55.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:55 smithi153 ceph-mon[84714]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-15T17:18:55.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:55 smithi153 ceph-mon[84714]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-15T17:18:56.081 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.SparsifyClone (2701 ms) 2024-04-15T17:18:56.082 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-15T17:18:57.194 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestInternal.MissingDataPool (1113 ms) 2024-04-15T17:18:57.333 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:57 smithi090 ceph-mon[91618]: pgmap v2777: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-15T17:18:57.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:57 smithi090 ceph-mon[91618]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-15T17:18:57.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:57 smithi090 ceph-mon[89240]: pgmap v2777: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-15T17:18:57.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:57 smithi090 ceph-mon[89240]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-15T17:18:57.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:57 smithi153 ceph-mon[84714]: pgmap v2777: 137 pgs: 137 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 12 KiB/s wr, 161 op/s 2024-04-15T17:18:57.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:57 smithi153 ceph-mon[84714]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-15T17:18:58.081 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 34 tests from TestInternal (36189 ms total) 2024-04-15T17:18:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:18:58.082 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 17 tests from TestImageWatcher 2024-04-15T17:18:58.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:58 smithi090 ceph-mon[89240]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-15T17:18:58.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:58 smithi090 ceph-mon[91618]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-15T17:18:58.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:58 smithi153 ceph-mon[84714]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-15T17:18:59.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:59 smithi090 ceph-mon[89240]: pgmap v2780: 137 pgs: 137 active+clean; 9.0 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 171 KiB/s wr, 732 op/s; 1.0 MiB/s, 3 keys/s, 5 objects/s recovering 2024-04-15T17:18:59.333 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:18:59 smithi090 ceph-mon[89240]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-15T17:18:59.334 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:18:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:18:59] "GET /metrics HTTP/1.1" 200 36477 "" "Prometheus/2.43.0" 2024-04-15T17:18:59.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:59 smithi090 ceph-mon[91618]: pgmap v2780: 137 pgs: 137 active+clean; 9.0 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 171 KiB/s wr, 732 op/s; 1.0 MiB/s, 3 keys/s, 5 objects/s recovering 2024-04-15T17:18:59.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:18:59 smithi090 ceph-mon[91618]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-15T17:18:59.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:59 smithi153 ceph-mon[84714]: pgmap v2780: 137 pgs: 137 active+clean; 9.0 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 455 KiB/s rd, 171 KiB/s wr, 732 op/s; 1.0 MiB/s, 3 keys/s, 5 objects/s recovering 2024-04-15T17:18:59.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:18:59 smithi153 ceph-mon[84714]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-15T17:19:00.091 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-15T17:19:00.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:00 smithi153 ceph-mon[84714]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-15T17:19:00.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:00 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/584037779' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:00.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:00 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:00.583 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:00 smithi090 ceph-mon[89240]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-15T17:19:00.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:00 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/584037779' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:00.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:00 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:00.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:00 smithi090 ceph-mon[91618]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-15T17:19:00.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:00 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/584037779' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:00.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:00 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:01.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:01 smithi153 ceph-mon[84714]: pgmap v2783: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:19:01.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:01 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:19:01.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:01 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:01.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:01 smithi153 ceph-mon[84714]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-15T17:19:01.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:01 smithi090 ceph-mon[91618]: pgmap v2783: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:19:01.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:01 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:19:01.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:01 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:01.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:01 smithi090 ceph-mon[91618]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-15T17:19:01.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:01 smithi090 ceph-mon[89240]: pgmap v2783: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:19:01.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:01 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:19:01.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:01 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:01.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:01 smithi090 ceph-mon[89240]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-15T17:19:02.136 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2045 ms) 2024-04-15T17:19:02.136 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-15T17:19:02.161 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifyFlatten (25 ms) 2024-04-15T17:19:02.161 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-15T17:19:02.183 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifyResize (23 ms) 2024-04-15T17:19:02.183 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-15T17:19:02.207 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (24 ms) 2024-04-15T17:19:02.208 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-15T17:19:02.229 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (21 ms) 2024-04-15T17:19:02.230 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-15T17:19:02.255 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (26 ms) 2024-04-15T17:19:02.255 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-15T17:19:02.275 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (20 ms) 2024-04-15T17:19:02.275 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-15T17:19:02.296 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifySnapRename (21 ms) 2024-04-15T17:19:02.296 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-15T17:19:02.316 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (20 ms) 2024-04-15T17:19:02.316 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-15T17:19:02.337 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (21 ms) 2024-04-15T17:19:02.337 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-15T17:19:02.357 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (20 ms) 2024-04-15T17:19:02.357 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-15T17:19:02.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:02 smithi153 ceph-mon[84714]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-15T17:19:02.377 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:19:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:19:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:19:02.377 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (20 ms) 2024-04-15T17:19:02.377 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-15T17:19:02.398 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifyRename (21 ms) 2024-04-15T17:19:02.398 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-15T17:19:02.418 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (20 ms) 2024-04-15T17:19:02.418 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-15T17:19:02.438 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (20 ms) 2024-04-15T17:19:02.438 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-15T17:19:02.457 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (20 ms) 2024-04-15T17:19:02.458 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-15T17:19:02.476 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (18 ms) 2024-04-15T17:19:02.583 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:02 smithi090 ceph-mon[89240]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-15T17:19:02.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:02 smithi090 ceph-mon[91618]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-15T17:19:02.876 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:19:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=cleanup t=2024-04-15T17:19:02.494812409Z level=info msg="Completed cleanup jobs" duration=3.102604ms 2024-04-15T17:19:03.111 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 17 tests from TestImageWatcher (2385 ms total) 2024-04-15T17:19:03.111 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:19:03.112 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 168 tests from TestLibRBD 2024-04-15T17:19:03.155 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-15T17:19:03.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:03 smithi153 ceph-mon[84714]: pgmap v2786: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:19:03.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:03 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:19:03.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:03 smithi153 ceph-mon[84714]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-15T17:19:03.583 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:03 smithi090 ceph-mon[89240]: pgmap v2786: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:19:03.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:03 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:19:03.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:03 smithi090 ceph-mon[89240]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-15T17:19:03.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:03 smithi090 ceph-mon[91618]: pgmap v2786: 137 pgs: 18 unknown, 119 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:19:03.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:03 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:19:03.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:03 smithi090 ceph-mon[91618]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-15T17:19:04.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-15T17:19:04.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:19:04.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:19:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:19:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:19:04.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:19:04.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:19:04.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:19:04.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:04 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-15T17:19:04.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:19:04.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:19:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:19:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:19:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:19:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:19:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:19:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-15T17:19:04.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:19:04.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:19:04.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:04 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:19:05.135 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:05.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:05 smithi153 ceph-mon[84714]: pgmap v2789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:19:05.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:05 smithi153 ceph-mon[84714]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-15T17:19:05.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:05 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1165391100' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:05.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:05 smithi090 ceph-mon[89240]: pgmap v2789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:19:05.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:05 smithi090 ceph-mon[89240]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-15T17:19:05.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:05 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1165391100' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:05.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:05 smithi090 ceph-mon[91618]: pgmap v2789: 105 pgs: 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:19:05.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:05 smithi090 ceph-mon[91618]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-15T17:19:05.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:05 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1165391100' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:06.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:06 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1165391100' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:06.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:06 smithi090 ceph-mon[89240]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-15T17:19:06.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:06 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1165391100' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:06.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:06 smithi090 ceph-mon[91618]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-15T17:19:06.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:06 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1165391100' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:06.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:06 smithi153 ceph-mon[84714]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-15T17:19:07.180 INFO:tasks.workunit.client.0.smithi090.stdout:image has size 2097152 and order 22 2024-04-15T17:19:07.181 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.CreateAndStat (4025 ms) 2024-04-15T17:19:07.181 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-15T17:19:07.181 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:07.200 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (20 ms) 2024-04-15T17:19:07.200 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-15T17:19:07.201 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:07.224 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.CreateAndStatPP (24 ms) 2024-04-15T17:19:07.224 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.GetId 2024-04-15T17:19:07.224 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:07.250 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.GetId (26 ms) 2024-04-15T17:19:07.250 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-15T17:19:07.250 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:07.276 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.GetIdPP (26 ms) 2024-04-15T17:19:07.276 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-15T17:19:07.276 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:07.292 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (16 ms) 2024-04-15T17:19:07.292 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-15T17:19:07.292 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:07.310 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (19 ms) 2024-04-15T17:19:07.311 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-15T17:19:07.311 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:07.329 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (17 ms) 2024-04-15T17:19:07.330 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-15T17:19:07.330 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:07.344 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2024-04-15T17:19:07.344 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-15T17:19:07.344 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:07.362 INFO:tasks.workunit.client.0.smithi090.stdout:image has size 2097152 and order 22 2024-04-15T17:19:07.362 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.OpenAio (18 ms) 2024-04-15T17:19:07.362 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-15T17:19:07.364 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.OpenAioFail (2 ms) 2024-04-15T17:19:07.364 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-15T17:19:07.364 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:07.390 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.OpenAioPP (26 ms) 2024-04-15T17:19:07.390 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-15T17:19:07.392 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-04-15T17:19:07.393 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-15T17:19:07.393 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:07.431 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ResizeAndStat (38 ms) 2024-04-15T17:19:07.431 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-15T17:19:07.431 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:07.464 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (33 ms) 2024-04-15T17:19:07.465 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-15T17:19:07.465 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:07.499 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (35 ms) 2024-04-15T17:19:07.499 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-15T17:19:07.499 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:07.531 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (32 ms) 2024-04-15T17:19:07.531 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-15T17:19:07.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:07 smithi090 ceph-mon[89240]: pgmap v2792: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:19:07.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:07 smithi090 ceph-mon[89240]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-15T17:19:07.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:07 smithi090 ceph-mon[91618]: pgmap v2792: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:19:07.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:07 smithi090 ceph-mon[91618]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-15T17:19:07.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:07 smithi153 ceph-mon[84714]: pgmap v2792: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:19:07.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:07 smithi153 ceph-mon[84714]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-15T17:19:08.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:08 smithi090 ceph-mon[89240]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-15T17:19:08.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:08.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:19:08.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:08 smithi090 ceph-mon[91618]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-15T17:19:08.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:08.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:19:08.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:08 smithi153 ceph-mon[84714]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-15T17:19:08.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:08.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:19:09.178 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:09.584 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:19:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:19:09] "GET /metrics HTTP/1.1" 200 36517 "" "Prometheus/2.43.0" 2024-04-15T17:19:09.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:09 smithi090 ceph-mon[89240]: pgmap v2795: 137 pgs: 4 unknown, 133 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-15T17:19:09.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:09 smithi090 ceph-mon[89240]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-15T17:19:09.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:09 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3846226937' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:09.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:09 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:09.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:09 smithi090 ceph-mon[91618]: pgmap v2795: 137 pgs: 4 unknown, 133 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-15T17:19:09.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:09 smithi090 ceph-mon[91618]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-15T17:19:09.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:09 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3846226937' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:09.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:09 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:09.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:09 smithi153 ceph-mon[84714]: pgmap v2795: 137 pgs: 4 unknown, 133 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 0 op/s 2024-04-15T17:19:09.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:09 smithi153 ceph-mon[84714]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-15T17:19:09.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:09 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3846226937' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:09.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:09 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:10.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:10 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:10.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:10 smithi090 ceph-mon[89240]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-15T17:19:10.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:10 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:10.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:10 smithi090 ceph-mon[91618]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-15T17:19:10.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:10 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:10.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:10 smithi153 ceph-mon[84714]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-15T17:19:11.205 INFO:tasks.workunit.client.0.smithi090.stdout:image: image18 2024-04-15T17:19:11.205 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image18 2024-04-15T17:19:11.205 INFO:tasks.workunit.client.0.smithi090.stdout:found image18 2024-04-15T17:19:11.205 INFO:tasks.workunit.client.0.smithi090.stdout:erased image18 2024-04-15T17:19:11.205 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:11.289 INFO:tasks.workunit.client.0.smithi090.stdout:image: image18 2024-04-15T17:19:11.290 INFO:tasks.workunit.client.0.smithi090.stdout:image: image19 2024-04-15T17:19:11.290 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image18 2024-04-15T17:19:11.290 INFO:tasks.workunit.client.0.smithi090.stdout:found image18 2024-04-15T17:19:11.290 INFO:tasks.workunit.client.0.smithi090.stdout:erased image18 2024-04-15T17:19:11.290 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image19 2024-04-15T17:19:11.290 INFO:tasks.workunit.client.0.smithi090.stdout:found image19 2024-04-15T17:19:11.290 INFO:tasks.workunit.client.0.smithi090.stdout:erased image19 2024-04-15T17:19:11.290 INFO:tasks.workunit.client.0.smithi090.stdout:image: image19 2024-04-15T17:19:11.290 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image19 2024-04-15T17:19:11.290 INFO:tasks.workunit.client.0.smithi090.stdout:found image19 2024-04-15T17:19:11.290 INFO:tasks.workunit.client.0.smithi090.stdout:erased image19 2024-04-15T17:19:11.290 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3758 ms) 2024-04-15T17:19:11.291 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-15T17:19:11.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:11 smithi090 ceph-mon[89240]: pgmap v2798: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 33 op/s 2024-04-15T17:19:11.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:11 smithi090 ceph-mon[89240]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-15T17:19:11.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:11 smithi090 ceph-mon[91618]: pgmap v2798: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 33 op/s 2024-04-15T17:19:11.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:11 smithi090 ceph-mon[91618]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-15T17:19:11.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:11 smithi153 ceph-mon[84714]: pgmap v2798: 169 pgs: 32 unknown, 137 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 1.5 KiB/s wr, 33 op/s 2024-04-15T17:19:11.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:11 smithi153 ceph-mon[84714]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-15T17:19:12.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:12 smithi090 ceph-mon[89240]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-15T17:19:12.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:12 smithi090 ceph-mon[91618]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-15T17:19:12.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:12 smithi153 ceph-mon[84714]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-15T17:19:12.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:19:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:19:13.200 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:13.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:13 smithi090 ceph-mon[91618]: pgmap v2801: 169 pgs: 11 unknown, 158 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 188 op/s 2024-04-15T17:19:13.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:13 smithi090 ceph-mon[91618]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-15T17:19:13.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:13 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1894827401' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:13.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:13 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:13.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:13 smithi090 ceph-mon[89240]: pgmap v2801: 169 pgs: 11 unknown, 158 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 188 op/s 2024-04-15T17:19:13.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:13 smithi090 ceph-mon[89240]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-15T17:19:13.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:13 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1894827401' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:13.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:13 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:13.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:13 smithi153 ceph-mon[84714]: pgmap v2801: 169 pgs: 11 unknown, 158 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 188 op/s 2024-04-15T17:19:13.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:13 smithi153 ceph-mon[84714]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-15T17:19:13.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:13 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1894827401' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:13.627 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:13 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:14.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:14 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:14.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:14 smithi090 ceph-mon[91618]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-15T17:19:14.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:14 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:14.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:14 smithi090 ceph-mon[89240]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-15T17:19:14.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:14 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:14.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:14 smithi153 ceph-mon[84714]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-15T17:19:14.957 INFO:tasks.workunit.client.0.smithi090.stdout:num images is: 1 2024-04-15T17:19:14.957 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:19:14.957 INFO:tasks.workunit.client.0.smithi090.stdout:image: image20 2024-04-15T17:19:14.957 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image20 2024-04-15T17:19:14.957 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:14.968 INFO:tasks.workunit.client.0.smithi090.stdout:num images is: 2 2024-04-15T17:19:14.968 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 2 2024-04-15T17:19:14.968 INFO:tasks.workunit.client.0.smithi090.stdout:image: image20 2024-04-15T17:19:14.968 INFO:tasks.workunit.client.0.smithi090.stdout:image: image21 2024-04-15T17:19:14.968 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image20 2024-04-15T17:19:14.969 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image21 2024-04-15T17:19:15.027 INFO:tasks.workunit.client.0.smithi090.stdout:num images is: 1 2024-04-15T17:19:15.028 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:19:15.028 INFO:tasks.workunit.client.0.smithi090.stdout:image: image21 2024-04-15T17:19:15.028 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image21 2024-04-15T17:19:15.028 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (3738 ms) 2024-04-15T17:19:15.028 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-15T17:19:15.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:15 smithi090 ceph-mon[91618]: pgmap v2804: 201 pgs: 4 creating+peering, 28 unknown, 169 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 19 KiB/s wr, 225 op/s 2024-04-15T17:19:15.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:15 smithi090 ceph-mon[91618]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-15T17:19:15.584 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:15 smithi090 ceph-mon[91618]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-15T17:19:15.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:15 smithi090 ceph-mon[89240]: pgmap v2804: 201 pgs: 4 creating+peering, 28 unknown, 169 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 19 KiB/s wr, 225 op/s 2024-04-15T17:19:15.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:15 smithi090 ceph-mon[89240]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-15T17:19:15.584 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:15 smithi090 ceph-mon[89240]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-15T17:19:15.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:15 smithi153 ceph-mon[84714]: pgmap v2804: 201 pgs: 4 creating+peering, 28 unknown, 169 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 156 KiB/s rd, 19 KiB/s wr, 225 op/s 2024-04-15T17:19:15.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:15 smithi153 ceph-mon[84714]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-15T17:19:15.626 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:15 smithi153 ceph-mon[84714]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-15T17:19:16.951 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:17.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:16 smithi090 ceph-mon[89240]: pgmap v2807: 201 pgs: 4 creating+peering, 28 unknown, 169 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2024-04-15T17:19:17.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:16 smithi090 ceph-mon[89240]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-15T17:19:17.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:16 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2192600906' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:17.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:16 smithi090 ceph-mon[91618]: pgmap v2807: 201 pgs: 4 creating+peering, 28 unknown, 169 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2024-04-15T17:19:17.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:16 smithi090 ceph-mon[91618]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-15T17:19:17.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:16 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2192600906' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:17.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:16 smithi153 ceph-mon[84714]: pgmap v2807: 201 pgs: 4 creating+peering, 28 unknown, 169 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 5.5 KiB/s wr, 69 op/s 2024-04-15T17:19:17.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:16 smithi153 ceph-mon[84714]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-15T17:19:17.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:16 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2192600906' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:18.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:17 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2192600906' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:18.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:17 smithi090 ceph-mon[91618]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-15T17:19:18.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:17 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2192600906' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:18.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:17 smithi090 ceph-mon[89240]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-15T17:19:18.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:17 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2192600906' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:18.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:17 smithi153 ceph-mon[84714]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-15T17:19:19.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:18 smithi090 ceph-mon[89240]: pgmap v2810: 233 pgs: 12 creating+peering, 24 unknown, 197 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.5 KiB/s wr, 71 op/s 2024-04-15T17:19:19.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:18 smithi090 ceph-mon[89240]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-15T17:19:19.334 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:19:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:19:19] "GET /metrics HTTP/1.1" 200 36517 "" "Prometheus/2.43.0" 2024-04-15T17:19:19.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:18 smithi090 ceph-mon[91618]: pgmap v2810: 233 pgs: 12 creating+peering, 24 unknown, 197 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.5 KiB/s wr, 71 op/s 2024-04-15T17:19:19.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:18 smithi090 ceph-mon[91618]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-15T17:19:19.347 INFO:tasks.workunit.client.0.smithi090.stdout:image: image22 2024-04-15T17:19:19.347 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image22 2024-04-15T17:19:19.347 INFO:tasks.workunit.client.0.smithi090.stdout:found image22 2024-04-15T17:19:19.347 INFO:tasks.workunit.client.0.smithi090.stdout:erased image22 2024-04-15T17:19:19.347 INFO:tasks.workunit.client.0.smithi090.stdout:image: image22 2024-04-15T17:19:19.347 INFO:tasks.workunit.client.0.smithi090.stdout:image: image23 2024-04-15T17:19:19.348 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image22 2024-04-15T17:19:19.348 INFO:tasks.workunit.client.0.smithi090.stdout:found image22 2024-04-15T17:19:19.348 INFO:tasks.workunit.client.0.smithi090.stdout:erased image22 2024-04-15T17:19:19.348 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image23 2024-04-15T17:19:19.348 INFO:tasks.workunit.client.0.smithi090.stdout:found image23 2024-04-15T17:19:19.348 INFO:tasks.workunit.client.0.smithi090.stdout:erased image23 2024-04-15T17:19:19.348 INFO:tasks.workunit.client.0.smithi090.stdout:100.00% done 2024-04-15T17:19:19.349 INFO:tasks.workunit.client.0.smithi090.stdout:image: image22 2024-04-15T17:19:19.349 INFO:tasks.workunit.client.0.smithi090.stdout:image: image23 2024-04-15T17:19:19.349 INFO:tasks.workunit.client.0.smithi090.stdout:image: image24 2024-04-15T17:19:19.349 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image22 2024-04-15T17:19:19.349 INFO:tasks.workunit.client.0.smithi090.stdout:found image22 2024-04-15T17:19:19.349 INFO:tasks.workunit.client.0.smithi090.stdout:erased image22 2024-04-15T17:19:19.349 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image23 2024-04-15T17:19:19.350 INFO:tasks.workunit.client.0.smithi090.stdout:found image23 2024-04-15T17:19:19.350 INFO:tasks.workunit.client.0.smithi090.stdout:erased image23 2024-04-15T17:19:19.350 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image24 2024-04-15T17:19:19.350 INFO:tasks.workunit.client.0.smithi090.stdout:found image24 2024-04-15T17:19:19.350 INFO:tasks.workunit.client.0.smithi090.stdout:erased image24 2024-04-15T17:19:19.350 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCopy (4319 ms) 2024-04-15T17:19:19.350 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-15T17:19:19.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:18 smithi153 ceph-mon[84714]: pgmap v2810: 233 pgs: 12 creating+peering, 24 unknown, 197 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.5 KiB/s wr, 71 op/s 2024-04-15T17:19:19.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:18 smithi153 ceph-mon[84714]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-15T17:19:20.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:19 smithi090 ceph-mon[89240]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-15T17:19:20.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:19 smithi090 ceph-mon[89240]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-15T17:19:20.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:19 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/267777063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:20.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:19 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:20.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:19 smithi090 ceph-mon[91618]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-15T17:19:20.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:19 smithi090 ceph-mon[91618]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-15T17:19:20.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:19 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/267777063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:20.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:19 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:20.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:19 smithi153 ceph-mon[84714]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-15T17:19:20.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:19 smithi153 ceph-mon[84714]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-15T17:19:20.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:19 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/267777063' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:20.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:19 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:20.942 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:21.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:20 smithi090 ceph-mon[89240]: pgmap v2813: 233 pgs: 8 creating+peering, 17 unknown, 208 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 75 op/s 2024-04-15T17:19:21.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:20 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:21.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:20 smithi090 ceph-mon[89240]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-15T17:19:21.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:20 smithi090 ceph-mon[91618]: pgmap v2813: 233 pgs: 8 creating+peering, 17 unknown, 208 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 75 op/s 2024-04-15T17:19:21.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:20 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:21.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:20 smithi090 ceph-mon[91618]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-15T17:19:21.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:20 smithi153 ceph-mon[84714]: pgmap v2813: 233 pgs: 8 creating+peering, 17 unknown, 208 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.5 KiB/s wr, 75 op/s 2024-04-15T17:19:21.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:20 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:21.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:20 smithi153 ceph-mon[84714]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-15T17:19:22.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:19:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:19:23.284 INFO:tasks.workunit.client.0.smithi090.stdout:num images is: 1 2024-04-15T17:19:23.285 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:19:23.285 INFO:tasks.workunit.client.0.smithi090.stdout:image: image25 2024-04-15T17:19:23.285 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image25 2024-04-15T17:19:23.304 INFO:tasks.workunit.client.0.smithi090.stdout:num images is: 2 2024-04-15T17:19:23.304 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 2 2024-04-15T17:19:23.304 INFO:tasks.workunit.client.0.smithi090.stdout:image: image25 2024-04-15T17:19:23.304 INFO:tasks.workunit.client.0.smithi090.stdout:image: image26 2024-04-15T17:19:23.304 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image25 2024-04-15T17:19:23.304 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image26 2024-04-15T17:19:23.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:22 smithi090 ceph-mon[91618]: pgmap v2816: 265 pgs: 26 creating+peering, 14 unknown, 225 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 20 KiB/s wr, 325 op/s 2024-04-15T17:19:23.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:22 smithi090 ceph-mon[91618]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-15T17:19:23.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:19:23.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:22 smithi090 ceph-mon[89240]: pgmap v2816: 265 pgs: 26 creating+peering, 14 unknown, 225 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 20 KiB/s wr, 325 op/s 2024-04-15T17:19:23.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:22 smithi090 ceph-mon[89240]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-15T17:19:23.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:19:23.346 INFO:tasks.workunit.client.0.smithi090.stdout:100.00% done 2024-04-15T17:19:23.347 INFO:tasks.workunit.client.0.smithi090.stdout:num images is: 3 2024-04-15T17:19:23.347 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 3 2024-04-15T17:19:23.347 INFO:tasks.workunit.client.0.smithi090.stdout:image: image25 2024-04-15T17:19:23.347 INFO:tasks.workunit.client.0.smithi090.stdout:image: image26 2024-04-15T17:19:23.347 INFO:tasks.workunit.client.0.smithi090.stdout:image: image27 2024-04-15T17:19:23.347 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image25 2024-04-15T17:19:23.347 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image26 2024-04-15T17:19:23.347 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image27 2024-04-15T17:19:23.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:22 smithi153 ceph-mon[84714]: pgmap v2816: 265 pgs: 26 creating+peering, 14 unknown, 225 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 271 KiB/s rd, 20 KiB/s wr, 325 op/s 2024-04-15T17:19:23.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:22 smithi153 ceph-mon[84714]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-15T17:19:23.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:19:23.377 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCopyPP (4031 ms) 2024-04-15T17:19:23.377 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-15T17:19:24.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:23 smithi090 ceph-mon[89240]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-15T17:19:24.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:23 smithi090 ceph-mon[91618]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-15T17:19:24.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:23 smithi153 ceph-mon[84714]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-15T17:19:24.941 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:25.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:24 smithi090 ceph-mon[89240]: pgmap v2819: 265 pgs: 18 creating+peering, 247 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 409 op/s 2024-04-15T17:19:25.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:24 smithi090 ceph-mon[89240]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-15T17:19:25.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:24 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3259988996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:25.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:24 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3259988996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:25.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:24 smithi090 ceph-mon[89240]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-15T17:19:25.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:24 smithi090 ceph-mon[91618]: pgmap v2819: 265 pgs: 18 creating+peering, 247 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 409 op/s 2024-04-15T17:19:25.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:24 smithi090 ceph-mon[91618]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-15T17:19:25.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:24 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3259988996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:25.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:24 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3259988996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:25.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:24 smithi090 ceph-mon[91618]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-15T17:19:25.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:24 smithi153 ceph-mon[84714]: pgmap v2819: 265 pgs: 18 creating+peering, 247 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 409 op/s 2024-04-15T17:19:25.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:24 smithi153 ceph-mon[84714]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-15T17:19:25.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:24 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3259988996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:25.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:24 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3259988996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:25.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:24 smithi153 ceph-mon[84714]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-15T17:19:27.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:26 smithi090 ceph-mon[89240]: pgmap v2822: 297 pgs: 32 unknown, 18 creating+peering, 247 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 2.7 KiB/s wr, 86 op/s 2024-04-15T17:19:27.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:26 smithi090 ceph-mon[89240]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-15T17:19:27.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:26 smithi090 ceph-mon[91618]: pgmap v2822: 297 pgs: 32 unknown, 18 creating+peering, 247 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 2.7 KiB/s wr, 86 op/s 2024-04-15T17:19:27.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:26 smithi090 ceph-mon[91618]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-15T17:19:27.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:26 smithi153 ceph-mon[84714]: pgmap v2822: 297 pgs: 32 unknown, 18 creating+peering, 247 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 2.7 KiB/s wr, 86 op/s 2024-04-15T17:19:27.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:26 smithi153 ceph-mon[84714]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-15T17:19:28.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:27 smithi090 ceph-mon[89240]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-15T17:19:28.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:27 smithi090 ceph-mon[91618]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-15T17:19:28.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:27 smithi153 ceph-mon[84714]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-15T17:19:29.235 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:28 smithi090 ceph-mon[91618]: pgmap v2825: 297 pgs: 3 unknown, 294 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-15T17:19:29.235 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:28 smithi090 ceph-mon[91618]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-15T17:19:29.236 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:28 smithi090 ceph-mon[89240]: pgmap v2825: 297 pgs: 3 unknown, 294 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-15T17:19:29.236 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:28 smithi090 ceph-mon[89240]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-15T17:19:29.236 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:19:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:19:29] "GET /metrics HTTP/1.1" 200 46113 "" "Prometheus/2.43.0" 2024-04-15T17:19:29.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:28 smithi153 ceph-mon[84714]: pgmap v2825: 297 pgs: 3 unknown, 294 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-15T17:19:29.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:28 smithi153 ceph-mon[84714]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-15T17:19:30.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:29 smithi090 ceph-mon[89240]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-15T17:19:30.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:29 smithi090 ceph-mon[91618]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-15T17:19:30.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:29 smithi153 ceph-mon[84714]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-15T17:19:31.060 INFO:tasks.workunit.client.0.smithi090.stdout:image: image28 2024-04-15T17:19:31.060 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image28 2024-04-15T17:19:31.060 INFO:tasks.workunit.client.0.smithi090.stdout:found image28 2024-04-15T17:19:31.060 INFO:tasks.workunit.client.0.smithi090.stdout:erased image28 2024-04-15T17:19:31.060 INFO:tasks.workunit.client.0.smithi090.stdout:image: image28 2024-04-15T17:19:31.060 INFO:tasks.workunit.client.0.smithi090.stdout:image: image29 2024-04-15T17:19:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image28 2024-04-15T17:19:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:found image28 2024-04-15T17:19:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:erased image28 2024-04-15T17:19:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image29 2024-04-15T17:19:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:found image29 2024-04-15T17:19:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:erased image29 2024-04-15T17:19:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:100.00% done 2024-04-15T17:19:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:image: image28 2024-04-15T17:19:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:image: image29 2024-04-15T17:19:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:image: image30 2024-04-15T17:19:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image28 2024-04-15T17:19:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:found image28 2024-04-15T17:19:31.061 INFO:tasks.workunit.client.0.smithi090.stdout:erased image28 2024-04-15T17:19:31.062 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image29 2024-04-15T17:19:31.062 INFO:tasks.workunit.client.0.smithi090.stdout:found image29 2024-04-15T17:19:31.062 INFO:tasks.workunit.client.0.smithi090.stdout:erased image29 2024-04-15T17:19:31.062 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image30 2024-04-15T17:19:31.062 INFO:tasks.workunit.client.0.smithi090.stdout:found image30 2024-04-15T17:19:31.062 INFO:tasks.workunit.client.0.smithi090.stdout:erased image30 2024-04-15T17:19:31.062 INFO:tasks.workunit.client.0.smithi090.stdout:image: image28 2024-04-15T17:19:31.062 INFO:tasks.workunit.client.0.smithi090.stdout:image: image29 2024-04-15T17:19:31.062 INFO:tasks.workunit.client.0.smithi090.stdout:image: image30 2024-04-15T17:19:31.062 INFO:tasks.workunit.client.0.smithi090.stdout:image: image31 2024-04-15T17:19:31.062 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image28 2024-04-15T17:19:31.062 INFO:tasks.workunit.client.0.smithi090.stdout:found image28 2024-04-15T17:19:31.062 INFO:tasks.workunit.client.0.smithi090.stdout:erased image28 2024-04-15T17:19:31.062 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image29 2024-04-15T17:19:31.063 INFO:tasks.workunit.client.0.smithi090.stdout:found image29 2024-04-15T17:19:31.063 INFO:tasks.workunit.client.0.smithi090.stdout:erased image29 2024-04-15T17:19:31.063 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image30 2024-04-15T17:19:31.063 INFO:tasks.workunit.client.0.smithi090.stdout:found image30 2024-04-15T17:19:31.063 INFO:tasks.workunit.client.0.smithi090.stdout:erased image30 2024-04-15T17:19:31.063 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image31 2024-04-15T17:19:31.063 INFO:tasks.workunit.client.0.smithi090.stdout:found image31 2024-04-15T17:19:31.063 INFO:tasks.workunit.client.0.smithi090.stdout:erased image31 2024-04-15T17:19:31.063 INFO:tasks.workunit.client.0.smithi090.stdout:image: image28 2024-04-15T17:19:31.063 INFO:tasks.workunit.client.0.smithi090.stdout:image: image29 2024-04-15T17:19:31.063 INFO:tasks.workunit.client.0.smithi090.stdout:image: image30 2024-04-15T17:19:31.063 INFO:tasks.workunit.client.0.smithi090.stdout:image: image31 2024-04-15T17:19:31.063 INFO:tasks.workunit.client.0.smithi090.stdout:image: image32 2024-04-15T17:19:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image28 2024-04-15T17:19:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:found image28 2024-04-15T17:19:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:erased image28 2024-04-15T17:19:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image29 2024-04-15T17:19:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:found image29 2024-04-15T17:19:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:erased image29 2024-04-15T17:19:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image30 2024-04-15T17:19:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:found image30 2024-04-15T17:19:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:erased image30 2024-04-15T17:19:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image31 2024-04-15T17:19:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:found image31 2024-04-15T17:19:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:erased image31 2024-04-15T17:19:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image32 2024-04-15T17:19:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:found image32 2024-04-15T17:19:31.064 INFO:tasks.workunit.client.0.smithi090.stdout:erased image32 2024-04-15T17:19:31.065 INFO:tasks.workunit.client.0.smithi090.stdout:100.00% done 2024-04-15T17:19:31.065 INFO:tasks.workunit.client.0.smithi090.stdout:image: image28 2024-04-15T17:19:31.065 INFO:tasks.workunit.client.0.smithi090.stdout:image: image29 2024-04-15T17:19:31.065 INFO:tasks.workunit.client.0.smithi090.stdout:image: image30 2024-04-15T17:19:31.065 INFO:tasks.workunit.client.0.smithi090.stdout:image: image31 2024-04-15T17:19:31.065 INFO:tasks.workunit.client.0.smithi090.stdout:image: image32 2024-04-15T17:19:31.065 INFO:tasks.workunit.client.0.smithi090.stdout:image: image33 2024-04-15T17:19:31.065 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image28 2024-04-15T17:19:31.065 INFO:tasks.workunit.client.0.smithi090.stdout:found image28 2024-04-15T17:19:31.065 INFO:tasks.workunit.client.0.smithi090.stdout:erased image28 2024-04-15T17:19:31.065 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image29 2024-04-15T17:19:31.065 INFO:tasks.workunit.client.0.smithi090.stdout:found image29 2024-04-15T17:19:31.065 INFO:tasks.workunit.client.0.smithi090.stdout:erased image29 2024-04-15T17:19:31.066 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image30 2024-04-15T17:19:31.066 INFO:tasks.workunit.client.0.smithi090.stdout:found image30 2024-04-15T17:19:31.066 INFO:tasks.workunit.client.0.smithi090.stdout:erased image30 2024-04-15T17:19:31.066 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image31 2024-04-15T17:19:31.066 INFO:tasks.workunit.client.0.smithi090.stdout:found image31 2024-04-15T17:19:31.066 INFO:tasks.workunit.client.0.smithi090.stdout:erased image31 2024-04-15T17:19:31.066 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image32 2024-04-15T17:19:31.066 INFO:tasks.workunit.client.0.smithi090.stdout:found image32 2024-04-15T17:19:31.066 INFO:tasks.workunit.client.0.smithi090.stdout:erased image32 2024-04-15T17:19:31.066 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image33 2024-04-15T17:19:31.066 INFO:tasks.workunit.client.0.smithi090.stdout:found image33 2024-04-15T17:19:31.066 INFO:tasks.workunit.client.0.smithi090.stdout:erased image33 2024-04-15T17:19:31.067 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestDeepCopy (7683 ms) 2024-04-15T17:19:31.067 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-15T17:19:31.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:30 smithi090 ceph-mon[91618]: pgmap v2828: 297 pgs: 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 361 KiB/s rd, 22 KiB/s wr, 418 op/s 2024-04-15T17:19:31.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:30 smithi090 ceph-mon[91618]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-15T17:19:31.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:30 smithi090 ceph-mon[89240]: pgmap v2828: 297 pgs: 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 361 KiB/s rd, 22 KiB/s wr, 418 op/s 2024-04-15T17:19:31.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:30 smithi090 ceph-mon[89240]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-15T17:19:31.376 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:30 smithi153 ceph-mon[84714]: pgmap v2828: 297 pgs: 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 361 KiB/s rd, 22 KiB/s wr, 418 op/s 2024-04-15T17:19:31.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:30 smithi153 ceph-mon[84714]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-15T17:19:32.310 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:31 smithi153 ceph-mon[84714]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-15T17:19:32.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:31 smithi090 ceph-mon[91618]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-15T17:19:32.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:31 smithi090 ceph-mon[89240]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-15T17:19:32.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:19:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:19:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:19:33.003 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:33.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:32 smithi090 ceph-mon[89240]: pgmap v2831: 297 pgs: 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.0 KiB/s wr, 134 op/s 2024-04-15T17:19:33.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:32 smithi090 ceph-mon[89240]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-15T17:19:33.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:32 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2171798209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:33.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:32 smithi090 ceph-mon[91618]: pgmap v2831: 297 pgs: 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.0 KiB/s wr, 134 op/s 2024-04-15T17:19:33.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:32 smithi090 ceph-mon[91618]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-15T17:19:33.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:32 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2171798209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:33.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:33 smithi153 ceph-mon[84714]: pgmap v2831: 297 pgs: 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 8.0 KiB/s wr, 134 op/s 2024-04-15T17:19:33.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:33 smithi153 ceph-mon[84714]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-15T17:19:33.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:33 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2171798209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:34.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:34 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2171798209' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:34.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:34 smithi090 ceph-mon[89240]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-15T17:19:34.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:34 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2171798209' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:34.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:34 smithi090 ceph-mon[91618]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-15T17:19:34.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:34 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2171798209' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:34.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:34 smithi153 ceph-mon[84714]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-15T17:19:35.196 INFO:tasks.workunit.client.0.smithi090.stdout:num images is: 1 2024-04-15T17:19:35.197 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:19:35.197 INFO:tasks.workunit.client.0.smithi090.stdout:image: image34 2024-04-15T17:19:35.197 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image34 2024-04-15T17:19:35.223 INFO:tasks.workunit.client.0.smithi090.stdout:num images is: 2 2024-04-15T17:19:35.224 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 2 2024-04-15T17:19:35.224 INFO:tasks.workunit.client.0.smithi090.stdout:image: image34 2024-04-15T17:19:35.224 INFO:tasks.workunit.client.0.smithi090.stdout:image: image35 2024-04-15T17:19:35.224 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image34 2024-04-15T17:19:35.224 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image35 2024-04-15T17:19:35.273 INFO:tasks.workunit.client.0.smithi090.stdout:100.00% done 2024-04-15T17:19:35.274 INFO:tasks.workunit.client.0.smithi090.stdout:num images is: 3 2024-04-15T17:19:35.274 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 3 2024-04-15T17:19:35.274 INFO:tasks.workunit.client.0.smithi090.stdout:image: image34 2024-04-15T17:19:35.274 INFO:tasks.workunit.client.0.smithi090.stdout:image: image35 2024-04-15T17:19:35.274 INFO:tasks.workunit.client.0.smithi090.stdout:image: image36 2024-04-15T17:19:35.274 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image34 2024-04-15T17:19:35.274 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image35 2024-04-15T17:19:35.274 INFO:tasks.workunit.client.0.smithi090.stdout:expected = image36 2024-04-15T17:19:35.305 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4245 ms) 2024-04-15T17:19:35.305 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-15T17:19:35.306 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:35.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:35 smithi090 ceph-mon[89240]: pgmap v2834: 329 pgs: 8 creating+peering, 24 unknown, 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 32 KiB/s wr, 626 op/s 2024-04-15T17:19:35.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:35 smithi090 ceph-mon[89240]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-15T17:19:35.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:35 smithi090 ceph-mon[89240]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-15T17:19:35.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:35 smithi090 ceph-mon[91618]: pgmap v2834: 329 pgs: 8 creating+peering, 24 unknown, 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 32 KiB/s wr, 626 op/s 2024-04-15T17:19:35.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:35 smithi090 ceph-mon[91618]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-15T17:19:35.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:35 smithi090 ceph-mon[91618]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-15T17:19:35.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:35 smithi153 ceph-mon[84714]: pgmap v2834: 329 pgs: 8 creating+peering, 24 unknown, 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 526 KiB/s rd, 32 KiB/s wr, 626 op/s 2024-04-15T17:19:35.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:35 smithi153 ceph-mon[84714]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-15T17:19:35.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:35 smithi153 ceph-mon[84714]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-15T17:19:37.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:37 smithi090 ceph-mon[89240]: pgmap v2837: 329 pgs: 8 creating+peering, 24 unknown, 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 24 KiB/s wr, 512 op/s 2024-04-15T17:19:37.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:37 smithi090 ceph-mon[89240]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-15T17:19:37.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:37 smithi090 ceph-mon[91618]: pgmap v2837: 329 pgs: 8 creating+peering, 24 unknown, 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 24 KiB/s wr, 512 op/s 2024-04-15T17:19:37.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:37 smithi090 ceph-mon[91618]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-15T17:19:37.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:37 smithi153 ceph-mon[84714]: pgmap v2837: 329 pgs: 8 creating+peering, 24 unknown, 297 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 437 KiB/s rd, 24 KiB/s wr, 512 op/s 2024-04-15T17:19:37.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:37 smithi153 ceph-mon[84714]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-15T17:19:38.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:38 smithi090 ceph-mon[89240]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-15T17:19:38.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:19:38.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:38 smithi090 ceph-mon[91618]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-15T17:19:38.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:19:38.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:38 smithi153 ceph-mon[84714]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-15T17:19:38.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:19:39.058 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 1 2024-04-15T17:19:39.058 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:19:39.058 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap1 2024-04-15T17:19:39.058 INFO:tasks.workunit.client.0.smithi090.stdout:found snap1 with size 2097152 2024-04-15T17:19:39.058 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 2 2024-04-15T17:19:39.058 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 2 2024-04-15T17:19:39.058 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap1 2024-04-15T17:19:39.058 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap2 2024-04-15T17:19:39.058 INFO:tasks.workunit.client.0.smithi090.stdout:found snap1 with size 2097152 2024-04-15T17:19:39.059 INFO:tasks.workunit.client.0.smithi090.stdout:found snap2 with size 4194304 2024-04-15T17:19:39.059 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 1 2024-04-15T17:19:39.059 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:19:39.059 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap2 2024-04-15T17:19:39.059 INFO:tasks.workunit.client.0.smithi090.stdout:found snap2 with size 4194304 2024-04-15T17:19:39.059 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 0 2024-04-15T17:19:39.059 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 0 2024-04-15T17:19:39.059 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3752 ms) 2024-04-15T17:19:39.059 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-15T17:19:39.059 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:39.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:39 smithi090 ceph-mon[89240]: pgmap v2840: 329 pgs: 8 creating+peering, 321 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.7 KiB/s wr, 95 op/s 2024-04-15T17:19:39.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:39 smithi090 ceph-mon[89240]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-15T17:19:39.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:19:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:19:39] "GET /metrics HTTP/1.1" 200 50961 "" "Prometheus/2.43.0" 2024-04-15T17:19:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:39 smithi090 ceph-mon[91618]: pgmap v2840: 329 pgs: 8 creating+peering, 321 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.7 KiB/s wr, 95 op/s 2024-04-15T17:19:39.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:39 smithi090 ceph-mon[91618]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-15T17:19:39.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:39 smithi153 ceph-mon[84714]: pgmap v2840: 329 pgs: 8 creating+peering, 321 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 4.7 KiB/s wr, 95 op/s 2024-04-15T17:19:39.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:39 smithi153 ceph-mon[84714]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-15T17:19:40.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:40 smithi090 ceph-mon[91618]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-15T17:19:40.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:40 smithi090 ceph-mon[89240]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-15T17:19:40.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:40 smithi153 ceph-mon[84714]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-15T17:19:41.069 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2012 ms) 2024-04-15T17:19:41.069 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-15T17:19:41.069 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:41.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:41 smithi090 ceph-mon[89240]: pgmap v2843: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 23 KiB/s wr, 424 op/s 2024-04-15T17:19:41.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:41 smithi090 ceph-mon[89240]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-15T17:19:41.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:41 smithi090 ceph-mon[91618]: pgmap v2843: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 23 KiB/s wr, 424 op/s 2024-04-15T17:19:41.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:41 smithi090 ceph-mon[91618]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-15T17:19:41.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:41 smithi153 ceph-mon[84714]: pgmap v2843: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 23 KiB/s wr, 424 op/s 2024-04-15T17:19:41.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:41 smithi153 ceph-mon[84714]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-15T17:19:42.073 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 1 2024-04-15T17:19:42.074 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:19:42.074 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap1 2024-04-15T17:19:42.074 INFO:tasks.workunit.client.0.smithi090.stdout:found snap1 with size 2097152 2024-04-15T17:19:42.311 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:42 smithi153 ceph-mon[84714]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-15T17:19:42.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:42 smithi090 ceph-mon[89240]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-15T17:19:42.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:42 smithi090 ceph-mon[91618]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-15T17:19:42.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:19:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:19:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:19:43.083 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 2 2024-04-15T17:19:43.083 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 2 2024-04-15T17:19:43.083 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap1 2024-04-15T17:19:43.084 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap2 2024-04-15T17:19:43.084 INFO:tasks.workunit.client.0.smithi090.stdout:found snap1 with size 2097152 2024-04-15T17:19:43.084 INFO:tasks.workunit.client.0.smithi090.stdout:found snap2 with size 4194304 2024-04-15T17:19:43.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:43 smithi090 ceph-mon[89240]: pgmap v2846: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 23 KiB/s wr, 387 op/s 2024-04-15T17:19:43.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:43 smithi090 ceph-mon[89240]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-15T17:19:43.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:43 smithi090 ceph-mon[91618]: pgmap v2846: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 23 KiB/s wr, 387 op/s 2024-04-15T17:19:43.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:43 smithi090 ceph-mon[91618]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-15T17:19:43.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:43 smithi153 ceph-mon[84714]: pgmap v2846: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 23 KiB/s wr, 387 op/s 2024-04-15T17:19:43.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:43 smithi153 ceph-mon[84714]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-15T17:19:44.090 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 1 2024-04-15T17:19:44.090 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:19:44.090 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap2 2024-04-15T17:19:44.091 INFO:tasks.workunit.client.0.smithi090.stdout:found snap2 with size 4194304 2024-04-15T17:19:44.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:44 smithi090 ceph-mon[89240]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-15T17:19:44.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:44 smithi090 ceph-mon[91618]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-15T17:19:44.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:44 smithi153 ceph-mon[84714]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-15T17:19:44.963 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 0 2024-04-15T17:19:44.964 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 0 2024-04-15T17:19:44.974 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (3905 ms) 2024-04-15T17:19:44.974 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-15T17:19:44.975 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:45.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:45 smithi090 ceph-mon[91618]: pgmap v2849: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 69 op/s 2024-04-15T17:19:45.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:45 smithi090 ceph-mon[91618]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-15T17:19:45.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:45 smithi090 ceph-mon[91618]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-15T17:19:45.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:45 smithi090 ceph-mon[89240]: pgmap v2849: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 69 op/s 2024-04-15T17:19:45.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:45 smithi090 ceph-mon[89240]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-15T17:19:45.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:45 smithi090 ceph-mon[89240]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-15T17:19:45.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:45 smithi153 ceph-mon[84714]: pgmap v2849: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.2 KiB/s wr, 69 op/s 2024-04-15T17:19:45.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:45 smithi153 ceph-mon[84714]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-15T17:19:45.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:45 smithi153 ceph-mon[84714]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-15T17:19:47.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:46 smithi090 ceph-mon[91618]: pgmap v2852: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-15T17:19:47.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:46 smithi090 ceph-mon[91618]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-15T17:19:47.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:46 smithi090 ceph-mon[89240]: pgmap v2852: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-15T17:19:47.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:46 smithi090 ceph-mon[89240]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-15T17:19:47.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:46 smithi153 ceph-mon[84714]: pgmap v2852: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.7 KiB/s rd, 511 B/s wr, 11 op/s 2024-04-15T17:19:47.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:46 smithi153 ceph-mon[84714]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-15T17:19:48.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:47 smithi090 ceph-mon[91618]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-15T17:19:48.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:47 smithi090 ceph-mon[89240]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-15T17:19:48.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:47 smithi153 ceph-mon[84714]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-15T17:19:49.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:48 smithi090 ceph-mon[89240]: pgmap v2855: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-04-15T17:19:49.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:48 smithi090 ceph-mon[89240]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-15T17:19:49.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:19:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:19:49] "GET /metrics HTTP/1.1" 200 50961 "" "Prometheus/2.43.0" 2024-04-15T17:19:49.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:48 smithi090 ceph-mon[91618]: pgmap v2855: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-04-15T17:19:49.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:48 smithi090 ceph-mon[91618]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-15T17:19:49.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:48 smithi153 ceph-mon[84714]: pgmap v2855: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-04-15T17:19:49.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:48 smithi153 ceph-mon[84714]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-15T17:19:50.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:49 smithi090 ceph-mon[89240]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-15T17:19:50.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:49 smithi090 ceph-mon[91618]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-15T17:19:50.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:49 smithi153 ceph-mon[84714]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-15T17:19:51.002 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 0 2024-04-15T17:19:51.002 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 0 2024-04-15T17:19:51.014 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (6039 ms) 2024-04-15T17:19:51.014 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-15T17:19:51.014 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:51.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:50 smithi090 ceph-mon[89240]: pgmap v2858: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-04-15T17:19:51.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:50 smithi090 ceph-mon[89240]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-15T17:19:51.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:50 smithi090 ceph-mon[91618]: pgmap v2858: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-04-15T17:19:51.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:50 smithi090 ceph-mon[91618]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-15T17:19:51.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:50 smithi153 ceph-mon[84714]: pgmap v2858: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 7.0 KiB/s wr, 83 op/s 2024-04-15T17:19:51.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:50 smithi153 ceph-mon[84714]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-15T17:19:52.002 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 1 2024-04-15T17:19:52.003 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:19:52.003 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap1 2024-04-15T17:19:52.003 INFO:tasks.workunit.client.0.smithi090.stdout:found snap1 with size 2097152 2024-04-15T17:19:52.278 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:51 smithi153 ceph-mon[84714]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-15T17:19:52.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:51 smithi090 ceph-mon[89240]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-15T17:19:52.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:51 smithi090 ceph-mon[91618]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-15T17:19:52.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:19:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:19:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:19:53.010 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 2 2024-04-15T17:19:53.011 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 2 2024-04-15T17:19:53.011 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap1 2024-04-15T17:19:53.011 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap2 2024-04-15T17:19:53.011 INFO:tasks.workunit.client.0.smithi090.stdout:found snap1 with size 2097152 2024-04-15T17:19:53.011 INFO:tasks.workunit.client.0.smithi090.stdout:found snap2 with size 4194304 2024-04-15T17:19:53.015 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 2 2024-04-15T17:19:53.015 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 2 2024-04-15T17:19:53.016 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap1-rename 2024-04-15T17:19:53.016 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap2 2024-04-15T17:19:53.016 INFO:tasks.workunit.client.0.smithi090.stdout:found snap1-rename with size 2097152 2024-04-15T17:19:53.016 INFO:tasks.workunit.client.0.smithi090.stdout:found snap2 with size 4194304 2024-04-15T17:19:53.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:52 smithi090 ceph-mon[89240]: pgmap v2861: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.7 KiB/s wr, 53 op/s 2024-04-15T17:19:53.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:52 smithi090 ceph-mon[89240]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-15T17:19:53.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:19:53.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:52 smithi090 ceph-mon[91618]: pgmap v2861: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.7 KiB/s wr, 53 op/s 2024-04-15T17:19:53.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:52 smithi090 ceph-mon[91618]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-15T17:19:53.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:19:53.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:52 smithi153 ceph-mon[84714]: pgmap v2861: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 4.7 KiB/s wr, 53 op/s 2024-04-15T17:19:53.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:52 smithi153 ceph-mon[84714]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-15T17:19:53.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:19:54.022 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 1 2024-04-15T17:19:54.023 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:19:54.023 INFO:tasks.workunit.client.0.smithi090.stdout:snap: snap2-rename 2024-04-15T17:19:54.023 INFO:tasks.workunit.client.0.smithi090.stdout:found snap2-rename with size 4194304 2024-04-15T17:19:54.275 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:53 smithi153 ceph-mon[84714]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-15T17:19:54.275 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:19:54.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:53 smithi090 ceph-mon[91618]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-15T17:19:54.327 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:19:54.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:53 smithi090 ceph-mon[89240]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-15T17:19:54.328 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:19:54.972 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 0 2024-04-15T17:19:54.972 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 0 2024-04-15T17:19:54.975 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (3962 ms) 2024-04-15T17:19:54.976 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-15T17:19:55.257 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-15T17:19:55.257 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-15T17:19:55.257 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4, 7, 3]}]: dispatch 2024-04-15T17:19:55.257 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]: dispatch 2024-04-15T17:19:55.257 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]: dispatch 2024-04-15T17:19:55.257 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.2", "id": [1, 2]}]: dispatch 2024-04-15T17:19:55.257 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]: dispatch 2024-04-15T17:19:55.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]: dispatch 2024-04-15T17:19:55.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.8", "id": [4, 2]}]: dispatch 2024-04-15T17:19:55.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-04-15T17:19:55.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]: dispatch 2024-04-15T17:19:55.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4, 7, 3]}]': finished 2024-04-15T17:19:55.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]': finished 2024-04-15T17:19:55.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]': finished 2024-04-15T17:19:55.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.2", "id": [1, 2]}]': finished 2024-04-15T17:19:55.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]': finished 2024-04-15T17:19:55.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]': finished 2024-04-15T17:19:55.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.8", "id": [4, 2]}]': finished 2024-04-15T17:19:55.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2024-04-15T17:19:55.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]': finished 2024-04-15T17:19:55.258 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[91618]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-15T17:19:55.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-15T17:19:55.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-15T17:19:55.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4, 7, 3]}]: dispatch 2024-04-15T17:19:55.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]: dispatch 2024-04-15T17:19:55.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]: dispatch 2024-04-15T17:19:55.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.2", "id": [1, 2]}]: dispatch 2024-04-15T17:19:55.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]: dispatch 2024-04-15T17:19:55.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]: dispatch 2024-04-15T17:19:55.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.8", "id": [4, 2]}]: dispatch 2024-04-15T17:19:55.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-04-15T17:19:55.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]: dispatch 2024-04-15T17:19:55.259 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4, 7, 3]}]': finished 2024-04-15T17:19:55.260 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]': finished 2024-04-15T17:19:55.260 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]': finished 2024-04-15T17:19:55.260 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.2", "id": [1, 2]}]': finished 2024-04-15T17:19:55.260 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]': finished 2024-04-15T17:19:55.260 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]': finished 2024-04-15T17:19:55.260 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.8", "id": [4, 2]}]': finished 2024-04-15T17:19:55.260 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2024-04-15T17:19:55.260 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]': finished 2024-04-15T17:19:55.260 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:55 smithi090 ceph-mon[89240]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-15T17:19:55.267 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: pgmap v2864: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-15T17:19:55.267 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-15T17:19:55.267 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4, 7, 3]}]: dispatch 2024-04-15T17:19:55.267 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]: dispatch 2024-04-15T17:19:55.267 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]: dispatch 2024-04-15T17:19:55.267 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.2", "id": [1, 2]}]: dispatch 2024-04-15T17:19:55.267 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]: dispatch 2024-04-15T17:19:55.267 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]: dispatch 2024-04-15T17:19:55.267 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.8", "id": [4, 2]}]: dispatch 2024-04-15T17:19:55.267 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]: dispatch 2024-04-15T17:19:55.267 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]: dispatch 2024-04-15T17:19:55.267 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1", "id": [1, 4, 7, 3]}]': finished 2024-04-15T17:19:55.268 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]': finished 2024-04-15T17:19:55.268 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1d", "id": [2, 4]}]': finished 2024-04-15T17:19:55.268 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.2", "id": [1, 2]}]': finished 2024-04-15T17:19:55.268 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.17", "id": [0, 3]}]': finished 2024-04-15T17:19:55.268 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [0, 2]}]': finished 2024-04-15T17:19:55.268 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.8", "id": [4, 2]}]': finished 2024-04-15T17:19:55.268 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.e", "id": [0, 7]}]': finished 2024-04-15T17:19:55.268 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.1d", "id": [0, 2]}]': finished 2024-04-15T17:19:55.268 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:55 smithi153 ceph-mon[84714]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-15T17:19:56.959 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:56.959 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:56.960 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:56.960 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:19:57.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:56 smithi090 ceph-mon[89240]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 511 B/s wr, 14 op/s 2024-04-15T17:19:57.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:56 smithi090 ceph-mon[89240]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-15T17:19:57.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:56 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2664772232' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:57.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:57.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:57.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:56 smithi090 ceph-mon[91618]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 511 B/s wr, 14 op/s 2024-04-15T17:19:57.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:56 smithi090 ceph-mon[91618]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-15T17:19:57.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:56 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2664772232' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:57.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:57.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:57.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:56 smithi153 ceph-mon[84714]: pgmap v2867: 329 pgs: 329 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 10 KiB/s rd, 511 B/s wr, 14 op/s 2024-04-15T17:19:57.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:56 smithi153 ceph-mon[84714]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-15T17:19:57.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:56 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2664772232' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:19:57.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:57.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:58.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:57 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2664772232' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:58.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:57 smithi090 ceph-mon[89240]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-15T17:19:58.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:58.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:58.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:19:58.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:19:58.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:58.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:57 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2664772232' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:58.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:57 smithi090 ceph-mon[91618]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-15T17:19:58.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:58.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:58.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:19:58.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:19:58.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:58.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:57 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2664772232' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:19:58.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:57 smithi153 ceph-mon[84714]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-15T17:19:58.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:58.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:58.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:19:58.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:19:58.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:19:59.235 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:58 smithi090 ceph-mon[91618]: pgmap v2870: 361 pgs: 9 creating+peering, 23 unknown, 5 peering, 324 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.0 KiB/s wr, 71 op/s 2024-04-15T17:19:59.236 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:58 smithi090 ceph-mon[91618]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-15T17:19:59.236 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:19:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:19:59] "GET /metrics HTTP/1.1" 200 50975 "" "Prometheus/2.43.0" 2024-04-15T17:19:59.236 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:58 smithi090 ceph-mon[89240]: pgmap v2870: 361 pgs: 9 creating+peering, 23 unknown, 5 peering, 324 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.0 KiB/s wr, 71 op/s 2024-04-15T17:19:59.236 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:58 smithi090 ceph-mon[89240]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-15T17:19:59.259 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4283 ms) 2024-04-15T17:19:59.259 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-15T17:19:59.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:58 smithi153 ceph-mon[84714]: pgmap v2870: 361 pgs: 9 creating+peering, 23 unknown, 5 peering, 324 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.0 KiB/s wr, 71 op/s 2024-04-15T17:19:59.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:58 smithi153 ceph-mon[84714]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-15T17:20:00.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:59 smithi090 ceph-mon[89240]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-15T17:20:00.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:59 smithi090 ceph-mon[89240]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-15T17:20:00.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:59 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3849520052' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:20:00.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:19:59 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:20:00.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:59 smithi090 ceph-mon[91618]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-15T17:20:00.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:59 smithi090 ceph-mon[91618]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-15T17:20:00.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:59 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3849520052' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:20:00.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:19:59 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:20:00.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:59 smithi153 ceph-mon[84714]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-15T17:20:00.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:59 smithi153 ceph-mon[84714]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-15T17:20:00.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:59 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3849520052' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:20:00.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:19:59 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:20:00.982 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:20:01.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:00 smithi090 ceph-mon[89240]: pgmap v2873: 361 pgs: 9 creating+peering, 15 unknown, 5 peering, 332 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2024-04-15T17:20:01.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:00 smithi090 ceph-mon[89240]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T17:20:01.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:00 smithi090 ceph-mon[89240]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-15T17:20:01.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:00 smithi090 ceph-mon[89240]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-15T17:20:01.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:00 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:20:01.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:00 smithi090 ceph-mon[89240]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-15T17:20:01.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:00 smithi090 ceph-mon[91618]: pgmap v2873: 361 pgs: 9 creating+peering, 15 unknown, 5 peering, 332 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2024-04-15T17:20:01.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:00 smithi090 ceph-mon[91618]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T17:20:01.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:00 smithi090 ceph-mon[91618]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-15T17:20:01.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:00 smithi090 ceph-mon[91618]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-15T17:20:01.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:00 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:20:01.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:00 smithi090 ceph-mon[91618]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-15T17:20:01.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:20:00] ENGINE Bus STOPPING 2024-04-15T17:20:01.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:20:01] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T17:20:01.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:20:01] ENGINE Bus STOPPED 2024-04-15T17:20:01.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:20:01] ENGINE Bus STARTING 2024-04-15T17:20:01.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:20:01] ENGINE Serving on http://:::9283 2024-04-15T17:20:01.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:20:01] ENGINE Bus STARTED 2024-04-15T17:20:01.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:00 smithi153 ceph-mon[84714]: pgmap v2873: 361 pgs: 9 creating+peering, 15 unknown, 5 peering, 332 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.2 KiB/s wr, 73 op/s 2024-04-15T17:20:01.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:00 smithi153 ceph-mon[84714]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T17:20:01.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:00 smithi153 ceph-mon[84714]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-15T17:20:01.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:00 smithi153 ceph-mon[84714]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-15T17:20:01.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:00 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:20:01.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:00 smithi153 ceph-mon[84714]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-15T17:20:02.312 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' 2024-04-15T17:20:02.312 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:20:02.312 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:20:02.312 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:20:02.312 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:20:02.312 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:20:02.312 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:20:02.312 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.312 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.312 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.313 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.313 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.313 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.313 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.313 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.313 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.313 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:02.313 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:02.313 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.313 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.313 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.313 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:02.313 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:02.314 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.314 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.314 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.314 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:02.314 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:02.314 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.314 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.314 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.314 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:01 smithi153 ceph-mon[84714]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-15T17:20:02.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' 2024-04-15T17:20:02.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:20:02.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:20:02.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:20:02.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:20:02.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:20:02.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:20:02.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:02.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:02.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:02.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:02.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:02.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:02.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' 2024-04-15T17:20:02.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:20:02.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:20:02.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:20:02.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:20:02.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:20:02.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:20:02.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:02.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:02.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:02.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:02.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:02.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:02.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[89240]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-15T17:20:02.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:02.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:02.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:02.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:01 smithi090 ceph-mon[91618]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-15T17:20:02.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:20:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:20:03.038 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:20:03.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:03 smithi090 ceph-mon[89240]: pgmap v2876: 393 pgs: 25 creating+peering, 16 unknown, 352 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.2 KiB/s wr, 23 op/s; 3 B/s, 19 keys/s, 0 objects/s recovering 2024-04-15T17:20:03.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:03 smithi090 ceph-mon[89240]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-15T17:20:03.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:03 smithi090 ceph-mon[91618]: pgmap v2876: 393 pgs: 25 creating+peering, 16 unknown, 352 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.2 KiB/s wr, 23 op/s; 3 B/s, 19 keys/s, 0 objects/s recovering 2024-04-15T17:20:03.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:03 smithi090 ceph-mon[91618]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-15T17:20:03.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:03 smithi153 ceph-mon[84714]: pgmap v2876: 393 pgs: 25 creating+peering, 16 unknown, 352 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 5.2 KiB/s wr, 23 op/s; 3 B/s, 19 keys/s, 0 objects/s recovering 2024-04-15T17:20:03.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:03 smithi153 ceph-mon[84714]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-15T17:20:04.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:04 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T17:20:04.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:04 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T17:20:04.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:04 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T17:20:04.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:04 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T17:20:04.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:04 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T17:20:04.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:04 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T17:20:05.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:05 smithi090 ceph-mon[91618]: pgmap v2879: 393 pgs: 16 creating+peering, 377 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.2 KiB/s wr, 144 op/s; 3 B/s, 19 keys/s, 0 objects/s recovering 2024-04-15T17:20:05.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:05 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-15T17:20:05.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:05 smithi090 ceph-mon[91618]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-15T17:20:05.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:05 smithi090 ceph-mon[91618]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-15T17:20:05.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:05 smithi090 ceph-mon[89240]: pgmap v2879: 393 pgs: 16 creating+peering, 377 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.2 KiB/s wr, 144 op/s; 3 B/s, 19 keys/s, 0 objects/s recovering 2024-04-15T17:20:05.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:05 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-15T17:20:05.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:05 smithi090 ceph-mon[89240]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-15T17:20:05.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:05 smithi090 ceph-mon[89240]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-15T17:20:05.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:05 smithi153 ceph-mon[84714]: pgmap v2879: 393 pgs: 16 creating+peering, 377 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.2 KiB/s wr, 144 op/s; 3 B/s, 19 keys/s, 0 objects/s recovering 2024-04-15T17:20:05.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:05 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-15T17:20:05.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:05 smithi153 ceph-mon[84714]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-15T17:20:05.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:05 smithi153 ceph-mon[84714]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-15T17:20:07.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:07 smithi090 ceph-mon[89240]: pgmap v2882: 393 pgs: 16 creating+peering, 377 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.2 KiB/s wr, 122 op/s 2024-04-15T17:20:07.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:07 smithi090 ceph-mon[91618]: pgmap v2882: 393 pgs: 16 creating+peering, 377 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.2 KiB/s wr, 122 op/s 2024-04-15T17:20:07.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:07 smithi153 ceph-mon[84714]: pgmap v2882: 393 pgs: 16 creating+peering, 377 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 3.2 KiB/s wr, 122 op/s 2024-04-15T17:20:08.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:20:08.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:20:08.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:20:09.334 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:09 smithi090 ceph-mon[91618]: pgmap v2883: 393 pgs: 393 active+clean; 7.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 574 KiB/s wr, 66 op/s 2024-04-15T17:20:09.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:09 smithi090 ceph-mon[89240]: pgmap v2883: 393 pgs: 393 active+clean; 7.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 574 KiB/s wr, 66 op/s 2024-04-15T17:20:09.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:20:09] "GET /metrics HTTP/1.1" 200 55794 "" "Prometheus/2.43.0" 2024-04-15T17:20:09.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:09 smithi153 ceph-mon[84714]: pgmap v2883: 393 pgs: 393 active+clean; 7.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 46 KiB/s rd, 574 KiB/s wr, 66 op/s 2024-04-15T17:20:11.334 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:11 smithi090 ceph-mon[89240]: pgmap v2884: 393 pgs: 393 active+clean; 7.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 483 KiB/s wr, 38 op/s 2024-04-15T17:20:11.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:11 smithi090 ceph-mon[91618]: pgmap v2884: 393 pgs: 393 active+clean; 7.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 483 KiB/s wr, 38 op/s 2024-04-15T17:20:11.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:11 smithi153 ceph-mon[84714]: pgmap v2884: 393 pgs: 393 active+clean; 7.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 483 KiB/s wr, 38 op/s 2024-04-15T17:20:12.627 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:20:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:20:13.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:13 smithi090 ceph-mon[89240]: pgmap v2885: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 770 KiB/s wr, 32 op/s 2024-04-15T17:20:13.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:13 smithi090 ceph-mon[91618]: pgmap v2885: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 770 KiB/s wr, 32 op/s 2024-04-15T17:20:13.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:13 smithi153 ceph-mon[84714]: pgmap v2885: 393 pgs: 393 active+clean; 11 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 770 KiB/s wr, 32 op/s 2024-04-15T17:20:15.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:15 smithi090 ceph-mon[89240]: pgmap v2886: 393 pgs: 393 active+clean; 12 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 772 KiB/s wr, 28 op/s 2024-04-15T17:20:15.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:15 smithi090 ceph-mon[89240]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-15T17:20:15.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:15 smithi090 ceph-mon[91618]: pgmap v2886: 393 pgs: 393 active+clean; 12 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 772 KiB/s wr, 28 op/s 2024-04-15T17:20:15.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:15 smithi090 ceph-mon[91618]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-15T17:20:15.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:15 smithi153 ceph-mon[84714]: pgmap v2886: 393 pgs: 393 active+clean; 12 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 772 KiB/s wr, 28 op/s 2024-04-15T17:20:15.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:15 smithi153 ceph-mon[84714]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-15T17:20:17.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:17 smithi090 ceph-mon[89240]: pgmap v2888: 393 pgs: 393 active+clean; 12 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 718 KiB/s wr, 26 op/s 2024-04-15T17:20:17.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:17 smithi090 ceph-mon[91618]: pgmap v2888: 393 pgs: 393 active+clean; 12 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 718 KiB/s wr, 26 op/s 2024-04-15T17:20:17.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:17 smithi153 ceph-mon[84714]: pgmap v2888: 393 pgs: 393 active+clean; 12 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 718 KiB/s wr, 26 op/s 2024-04-15T17:20:19.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:19 smithi090 ceph-mon[89240]: pgmap v2889: 393 pgs: 393 active+clean; 18 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1024 KiB/s wr, 5 op/s 2024-04-15T17:20:19.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:19 smithi090 ceph-mon[91618]: pgmap v2889: 393 pgs: 393 active+clean; 18 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1024 KiB/s wr, 5 op/s 2024-04-15T17:20:19.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:20:19] "GET /metrics HTTP/1.1" 200 55794 "" "Prometheus/2.43.0" 2024-04-15T17:20:19.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:19 smithi153 ceph-mon[84714]: pgmap v2889: 393 pgs: 393 active+clean; 18 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 1024 KiB/s wr, 5 op/s 2024-04-15T17:20:20.214 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.RemoveFullTry (20955 ms) 2024-04-15T17:20:20.214 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-15T17:20:20.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:20 smithi090 ceph-mon[89240]: pool 'test-librbd-smithi090-139117-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-15T17:20:20.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:20 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-15T17:20:20.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:20 smithi090 ceph-mon[89240]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-15T17:20:20.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:20 smithi090 ceph-mon[91618]: pool 'test-librbd-smithi090-139117-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-15T17:20:20.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:20 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-15T17:20:20.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:20 smithi090 ceph-mon[91618]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-15T17:20:20.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:20 smithi153 ceph-mon[84714]: pool 'test-librbd-smithi090-139117-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-15T17:20:20.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:20 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-15T17:20:20.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:20 smithi153 ceph-mon[84714]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-15T17:20:21.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:21 smithi090 ceph-mon[89240]: pgmap v2890: 393 pgs: 393 active+clean; 18 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-15T17:20:21.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:21 smithi090 ceph-mon[91618]: pgmap v2890: 393 pgs: 393 active+clean; 18 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-15T17:20:21.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:21 smithi153 ceph-mon[84714]: pgmap v2890: 393 pgs: 393 active+clean; 18 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-15T17:20:22.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:22 smithi153 ceph-mon[84714]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-15T17:20:22.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:22 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2266025289' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:20:22.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:22 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:20:22.378 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:20:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:20:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:20:22.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:22 smithi090 ceph-mon[89240]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-15T17:20:22.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:22 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2266025289' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:20:22.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:22 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:20:22.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:22 smithi090 ceph-mon[91618]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-15T17:20:22.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:22 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2266025289' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:20:22.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:22 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:20:23.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:23 smithi153 ceph-mon[84714]: pgmap v2893: 425 pgs: 32 unknown, 393 active+clean; 9.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 962 KiB/s wr, 14 op/s 2024-04-15T17:20:23.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:23 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:20:23.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:23 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:20:23.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:23 smithi153 ceph-mon[84714]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-15T17:20:23.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:20:23.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:20:23.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:23 smithi090 ceph-mon[89240]: pgmap v2893: 425 pgs: 32 unknown, 393 active+clean; 9.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 962 KiB/s wr, 14 op/s 2024-04-15T17:20:23.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:23 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:20:23.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:23 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:20:23.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:23 smithi090 ceph-mon[89240]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-15T17:20:23.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:20:23.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:20:23.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:23 smithi090 ceph-mon[91618]: pgmap v2893: 425 pgs: 32 unknown, 393 active+clean; 9.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.8 KiB/s rd, 962 KiB/s wr, 14 op/s 2024-04-15T17:20:23.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:23 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:20:23.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:23 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:20:23.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:23 smithi090 ceph-mon[91618]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-15T17:20:23.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:20:23.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:20:24.129 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:20:24.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:24 smithi153 ceph-mon[84714]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-15T17:20:24.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:24 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1764025161' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:20:24.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:24 smithi090 ceph-mon[89240]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-15T17:20:24.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:24 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1764025161' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:20:24.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:24 smithi090 ceph-mon[91618]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-15T17:20:24.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:24 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1764025161' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:20:24.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:24 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:20:24] ENGINE Bus STOPPING 2024-04-15T17:20:24.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:24 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:20:24] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T17:20:24.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:24 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:20:24] ENGINE Bus STOPPED 2024-04-15T17:20:24.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:24 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:20:24] ENGINE Bus STARTING 2024-04-15T17:20:24.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:24 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:20:24] ENGINE Serving on http://:::9283 2024-04-15T17:20:24.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:24 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:20:24] ENGINE Bus STARTED 2024-04-15T17:20:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: pgmap v2896: 457 pgs: 13 creating+peering, 49 unknown, 395 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 770 KiB/s wr, 43 op/s 2024-04-15T17:20:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1764025161' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:20:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-15T17:20:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' 2024-04-15T17:20:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:20:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:20:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:20:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:20:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:20:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:20:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: pool 'test-librbd-smithi090-139117-23' no longer out of quota; removing NO_QUOTA flag 2024-04-15T17:20:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-15T17:20:25.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:25 smithi153 ceph-mon[84714]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-15T17:20:25.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: pgmap v2896: 457 pgs: 13 creating+peering, 49 unknown, 395 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 770 KiB/s wr, 43 op/s 2024-04-15T17:20:25.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1764025161' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:20:25.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-15T17:20:25.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' 2024-04-15T17:20:25.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:20:25.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:20:25.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:20:25.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:20:25.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:20:25.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:20:25.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:25.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:25.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:25.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:25.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: pgmap v2896: 457 pgs: 13 creating+peering, 49 unknown, 395 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 31 KiB/s rd, 770 KiB/s wr, 43 op/s 2024-04-15T17:20:25.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1764025161' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:20:25.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-15T17:20:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' 2024-04-15T17:20:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:20:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:20:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:20:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:20:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:20:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:20:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:25.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:25.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:25.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:25.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:25.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:25.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: pool 'test-librbd-smithi090-139117-23' no longer out of quota; removing NO_QUOTA flag 2024-04-15T17:20:25.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-15T17:20:25.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[89240]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-15T17:20:25.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:20:25.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:20:25.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:20:25.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:20:25.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:20:25.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: pool 'test-librbd-smithi090-139117-23' no longer out of quota; removing NO_QUOTA flag 2024-04-15T17:20:25.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-15T17:20:25.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:25 smithi090 ceph-mon[91618]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-15T17:20:27.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:26 smithi090 ceph-mon[89240]: pgmap v2899: 457 pgs: 13 creating+peering, 49 unknown, 395 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 768 KiB/s wr, 24 op/s 2024-04-15T17:20:27.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:26 smithi090 ceph-mon[89240]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-15T17:20:27.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:26 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T17:20:27.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:26 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T17:20:27.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:26 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:20:27.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:26 smithi090 ceph-mon[91618]: pgmap v2899: 457 pgs: 13 creating+peering, 49 unknown, 395 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 768 KiB/s wr, 24 op/s 2024-04-15T17:20:27.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:26 smithi090 ceph-mon[91618]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-15T17:20:27.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:26 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T17:20:27.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:26 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T17:20:27.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:26 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:20:27.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:26 smithi153 ceph-mon[84714]: pgmap v2899: 457 pgs: 13 creating+peering, 49 unknown, 395 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 768 KiB/s wr, 24 op/s 2024-04-15T17:20:27.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:26 smithi153 ceph-mon[84714]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-15T17:20:27.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:26 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T17:20:27.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:26 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-15T17:20:27.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:26 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:20:28.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:27 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-15T17:20:28.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:27 smithi090 ceph-mon[89240]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-15T17:20:28.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:27 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-15T17:20:28.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:27 smithi090 ceph-mon[91618]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-15T17:20:28.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:27 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi090-139117-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-15T17:20:28.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:27 smithi153 ceph-mon[84714]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-15T17:20:29.236 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:28 smithi090 ceph-mon[91618]: pgmap v2902: 457 pgs: 5 unknown, 452 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-15T17:20:29.236 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:28 smithi090 ceph-mon[89240]: pgmap v2902: 457 pgs: 5 unknown, 452 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-15T17:20:29.236 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:20:29] "GET /metrics HTTP/1.1" 200 58292 "" "Prometheus/2.43.0" 2024-04-15T17:20:29.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:28 smithi153 ceph-mon[84714]: pgmap v2902: 457 pgs: 5 unknown, 452 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.2 KiB/s rd, 1.5 KiB/s wr, 14 op/s 2024-04-15T17:20:31.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:30 smithi090 ceph-mon[89240]: pgmap v2903: 457 pgs: 457 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-04-15T17:20:31.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:30 smithi090 ceph-mon[91618]: pgmap v2903: 457 pgs: 457 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-04-15T17:20:31.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:30 smithi153 ceph-mon[84714]: pgmap v2903: 457 pgs: 457 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.1 KiB/s wr, 11 op/s 2024-04-15T17:20:32.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:20:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:20:33.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:32 smithi090 ceph-mon[89240]: pgmap v2904: 457 pgs: 457 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-15T17:20:33.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:32 smithi090 ceph-mon[91618]: pgmap v2904: 457 pgs: 457 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-15T17:20:33.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:32 smithi153 ceph-mon[84714]: pgmap v2904: 457 pgs: 457 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.6 KiB/s rd, 1.1 KiB/s wr, 9 op/s 2024-04-15T17:20:35.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:34 smithi090 ceph-mon[89240]: pgmap v2905: 457 pgs: 457 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-04-15T17:20:35.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:34 smithi090 ceph-mon[89240]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-15T17:20:35.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:34 smithi090 ceph-mon[91618]: pgmap v2905: 457 pgs: 457 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-04-15T17:20:35.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:34 smithi090 ceph-mon[91618]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-15T17:20:35.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:34 smithi153 ceph-mon[84714]: pgmap v2905: 457 pgs: 457 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.7 KiB/s rd, 513 KiB/s wr, 14 op/s 2024-04-15T17:20:35.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:34 smithi153 ceph-mon[84714]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-15T17:20:37.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:36 smithi090 ceph-mon[91618]: pgmap v2907: 457 pgs: 457 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 489 KiB/s wr, 7 op/s 2024-04-15T17:20:37.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:36 smithi090 ceph-mon[89240]: pgmap v2907: 457 pgs: 457 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 489 KiB/s wr, 7 op/s 2024-04-15T17:20:37.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:36 smithi153 ceph-mon[84714]: pgmap v2907: 457 pgs: 457 active+clean; 8.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 489 KiB/s wr, 7 op/s 2024-04-15T17:20:39.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:38 smithi090 ceph-mon[91618]: pgmap v2908: 457 pgs: 457 active+clean; 14 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-04-15T17:20:39.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:20:39.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:20:39.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:38 smithi090 ceph-mon[89240]: pgmap v2908: 457 pgs: 457 active+clean; 14 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-04-15T17:20:39.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:20:39.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:20:39.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:38 smithi153 ceph-mon[84714]: pgmap v2908: 457 pgs: 457 active+clean; 14 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-04-15T17:20:39.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:20:39.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:20:39.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:20:39] "GET /metrics HTTP/1.1" 200 60789 "" "Prometheus/2.43.0" 2024-04-15T17:20:41.085 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:40 smithi090 ceph-mon[89240]: pgmap v2909: 457 pgs: 457 active+clean; 14 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-04-15T17:20:41.085 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:40 smithi090 ceph-mon[91618]: pgmap v2909: 457 pgs: 457 active+clean; 14 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-04-15T17:20:41.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:40 smithi153 ceph-mon[84714]: pgmap v2909: 457 pgs: 457 active+clean; 14 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-04-15T17:20:42.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:20:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:20:43.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:42 smithi153 ceph-mon[84714]: pgmap v2910: 457 pgs: 457 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-15T17:20:43.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:42 smithi090 ceph-mon[89240]: pgmap v2910: 457 pgs: 457 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-15T17:20:43.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:42 smithi090 ceph-mon[91618]: pgmap v2910: 457 pgs: 457 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.9 KiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-15T17:20:45.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:44 smithi153 ceph-mon[84714]: pgmap v2911: 457 pgs: 457 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-15T17:20:45.191 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (24977 ms) 2024-04-15T17:20:45.191 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-15T17:20:45.191 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:20:45.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:44 smithi090 ceph-mon[89240]: pgmap v2911: 457 pgs: 457 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-15T17:20:45.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:44 smithi090 ceph-mon[91618]: pgmap v2911: 457 pgs: 457 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-15T17:20:46.127 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:45 smithi153 ceph-mon[84714]: pool 'test-librbd-smithi090-139117-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-15T17:20:46.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:45 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-15T17:20:46.128 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:45 smithi153 ceph-mon[84714]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-15T17:20:46.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:45 smithi090 ceph-mon[91618]: pool 'test-librbd-smithi090-139117-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-15T17:20:46.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:45 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-15T17:20:46.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:45 smithi090 ceph-mon[91618]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-15T17:20:46.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:45 smithi090 ceph-mon[89240]: pool 'test-librbd-smithi090-139117-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-15T17:20:46.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:45 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-15T17:20:46.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:45 smithi090 ceph-mon[89240]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-15T17:20:46.729 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:20:46.729 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:20:46.729 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:20:46.729 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:20:46.729 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:20:46.729 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.729 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:20:46.729 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.729 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.729 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:20:46.729 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.730 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:20:46.730 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.730 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.730 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:20:46.730 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.730 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:20:46.730 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.730 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.730 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:20:46.730 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.730 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:20:46.730 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.730 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.731 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:20:46.731 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.731 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:20:46.731 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.731 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.731 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:20:46.731 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:20:46.731 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:20:46.731 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:20:46.731 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:20:46.731 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:20:46.731 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:20:46.731 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:20:46.731 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:20:46.731 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:20:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:20:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:20:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:20:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:20:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:20:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:20:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.732 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.733 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:20:46.733 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.733 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:20:46.733 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.733 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.733 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:20:46.733 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.733 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:20:46.733 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.733 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.733 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:20:46.733 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:46.733 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:46.733 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:46.733 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:46.734 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:46.734 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.734 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:20:46.734 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:46.734 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:20:46.734 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.734 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:20:46.734 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:46.734 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:20:46.734 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.734 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:20:46.734 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:46.734 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:20:46.734 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 512~512 = 512 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:aio discard: 1536~512 = 0 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:46.735 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 0 2024-04-15T17:20:46.736 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.736 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.736 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 0 2024-04-15T17:20:46.736 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.736 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.736 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 16384 2024-04-15T17:20:46.736 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.736 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.736 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 16384 2024-04-15T17:20:46.736 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.736 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.736 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:46.736 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:46.736 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 49152 2024-04-15T17:20:46.736 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.737 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.737 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 49152 2024-04-15T17:20:46.737 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.737 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.737 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 65536 2024-04-15T17:20:46.737 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.737 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.737 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 65536 2024-04-15T17:20:46.737 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.737 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.737 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:46.737 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:46.737 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 98304 2024-04-15T17:20:46.737 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.737 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.738 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 98304 2024-04-15T17:20:46.738 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.738 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.738 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 114688 2024-04-15T17:20:46.738 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.738 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.738 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 114688 2024-04-15T17:20:46.738 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.738 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.738 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:46.738 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:46.738 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 147456 2024-04-15T17:20:46.738 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.738 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.738 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 147456 2024-04-15T17:20:46.739 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.739 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.739 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 163840 2024-04-15T17:20:46.739 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.739 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.739 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 163840 2024-04-15T17:20:46.739 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.739 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.739 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:46.739 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:46.739 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 196608 2024-04-15T17:20:46.740 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.740 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.740 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 196608 2024-04-15T17:20:46.740 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.740 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.740 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 212992 2024-04-15T17:20:46.740 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.740 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.740 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 212992 2024-04-15T17:20:46.740 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.741 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.741 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:46.741 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:46.741 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.741 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:46.741 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.741 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.741 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:46.741 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.741 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.741 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.741 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:46.741 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.742 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.742 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:46.742 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.742 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.742 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.742 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:46.742 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.742 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.742 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:46.742 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.742 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.742 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.742 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:46.742 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.743 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:46.744 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.744 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.744 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:46.744 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:46.744 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:46.744 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:46.744 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:46.744 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:46.744 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:46.744 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:47.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:46 smithi090 ceph-mon[89240]: pgmap v2913: 457 pgs: 457 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-15T17:20:47.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:46 smithi090 ceph-mon[91618]: pgmap v2913: 457 pgs: 457 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-15T17:20:47.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:46 smithi153 ceph-mon[84714]: pgmap v2913: 457 pgs: 457 active+clean; 19 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-15T17:20:48.037 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.038 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:48.038 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:48.038 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:48.038 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:48.038 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:48.038 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.038 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.038 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:48.038 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:48.038 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:48.038 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:48.038 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.039 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.040 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:48.040 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:48.040 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:48.040 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:48.040 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:48.040 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.040 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.040 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:48.040 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:48.040 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:48.040 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:48.040 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:48.040 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.040 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:48.041 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:48.042 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:48.042 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:48.042 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:48.042 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.042 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.042 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:48.042 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:48.042 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:48.042 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:48.042 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:48.042 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.042 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.042 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:48.042 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.043 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:48.044 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.044 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.044 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:48.044 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:48.044 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:48.044 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:48.044 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:48.044 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.044 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.044 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:48.044 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:48.044 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:48.044 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:48.044 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:48.045 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.045 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.045 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:48.045 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:48.045 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:48.045 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:48.045 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:48.045 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.045 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.045 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:48.045 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:48.045 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:48.045 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:48.045 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:48.046 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.046 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.046 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:48.046 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:48.046 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:48.046 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:48.046 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:48.046 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:48.046 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:20:48.046 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:48.046 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestIO (2846 ms) 2024-04-15T17:20:48.046 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-15T17:20:48.046 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:20:49.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:48 smithi090 ceph-mon[91618]: pgmap v2914: 457 pgs: 457 active+clean; 4.8 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 824 KiB/s wr, 384 op/s 2024-04-15T17:20:49.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:48 smithi090 ceph-mon[89240]: pgmap v2914: 457 pgs: 457 active+clean; 4.8 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 824 KiB/s wr, 384 op/s 2024-04-15T17:20:49.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:20:49] "GET /metrics HTTP/1.1" 200 60789 "" "Prometheus/2.43.0" 2024-04-15T17:20:49.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:48 smithi153 ceph-mon[84714]: pgmap v2914: 457 pgs: 457 active+clean; 4.8 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 824 KiB/s wr, 384 op/s 2024-04-15T17:20:50.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:49 smithi090 ceph-mon[89240]: pool 'test-librbd-smithi090-139117-25' no longer out of quota; removing NO_QUOTA flag 2024-04-15T17:20:50.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:49 smithi090 ceph-mon[89240]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-15T17:20:50.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:49 smithi090 ceph-mon[89240]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-15T17:20:50.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:49 smithi090 ceph-mon[91618]: pool 'test-librbd-smithi090-139117-25' no longer out of quota; removing NO_QUOTA flag 2024-04-15T17:20:50.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:49 smithi090 ceph-mon[91618]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-15T17:20:50.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:49 smithi090 ceph-mon[91618]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-15T17:20:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:49 smithi153 ceph-mon[84714]: pool 'test-librbd-smithi090-139117-25' no longer out of quota; removing NO_QUOTA flag 2024-04-15T17:20:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:49 smithi153 ceph-mon[84714]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-15T17:20:50.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:49 smithi153 ceph-mon[84714]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-15T17:20:51.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:50 smithi090 ceph-mon[91618]: pgmap v2915: 457 pgs: 457 active+clean; 4.8 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 1.0 MiB/s wr, 384 op/s 2024-04-15T17:20:51.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:50 smithi090 ceph-mon[89240]: pgmap v2915: 457 pgs: 457 active+clean; 4.8 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 1.0 MiB/s wr, 384 op/s 2024-04-15T17:20:51.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:50 smithi153 ceph-mon[84714]: pgmap v2915: 457 pgs: 457 active+clean; 4.8 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 207 KiB/s rd, 1.0 MiB/s wr, 384 op/s 2024-04-15T17:20:52.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:20:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:20:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:20:53.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:52 smithi090 ceph-mon[89240]: pgmap v2917: 457 pgs: 457 active+clean; 4.8 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 646 KiB/s wr, 484 op/s 2024-04-15T17:20:53.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:20:53.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:52 smithi090 ceph-mon[91618]: pgmap v2917: 457 pgs: 457 active+clean; 4.8 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 646 KiB/s wr, 484 op/s 2024-04-15T17:20:53.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:20:53.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:52 smithi153 ceph-mon[84714]: pgmap v2917: 457 pgs: 457 active+clean; 4.8 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 646 KiB/s wr, 484 op/s 2024-04-15T17:20:53.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:20:53.565 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:20:53.566 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:20:53.566 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:20:53.566 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:20:53.566 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:20:53.566 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.566 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:20:53.566 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.566 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.566 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:20:53.566 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.566 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:20:53.566 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.566 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:20:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:20:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:20:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:20:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:20:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:20:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.567 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.568 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:20:53.568 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:20:53.568 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:20:53.568 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:20:53.568 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:20:53.568 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:20:53.568 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:20:53.568 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:20:53.568 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:20:53.568 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:20:53.568 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:20:53.568 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.568 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:20:53.568 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.568 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.569 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:20:53.569 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.569 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:20:53.569 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.569 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.569 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:20:53.569 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.569 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:20:53.569 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.569 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.569 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:20:53.569 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.570 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:20:53.570 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.570 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.570 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:20:53.570 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.570 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:20:53.570 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.570 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.570 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:20:53.570 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:53.570 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:53.570 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:53.571 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:53.571 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:53.571 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.571 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:20:53.571 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:53.571 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:20:53.571 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.571 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:20:53.571 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:53.571 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:20:53.571 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.571 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:20:53.571 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:53.571 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:20:53.571 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.572 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:20:53.572 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:53.572 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:20:53.572 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.572 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:20:53.572 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:53.572 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:20:53.572 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 512~512 = 512 2024-04-15T17:20:53.572 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.572 INFO:tasks.workunit.client.0.smithi090.stdout:aio discard: 1536~512 = 0 2024-04-15T17:20:53.572 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:53.572 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:53.572 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:53.572 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:53.572 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:20:53.573 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 0 2024-04-15T17:20:53.573 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.573 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.573 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 0 2024-04-15T17:20:53.573 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.573 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.573 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 16384 2024-04-15T17:20:53.573 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.573 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.573 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 16384 2024-04-15T17:20:53.573 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.573 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.573 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:53.573 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:53.573 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 49152 2024-04-15T17:20:53.574 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.574 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.574 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 49152 2024-04-15T17:20:53.574 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.574 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.574 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 65536 2024-04-15T17:20:53.574 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.574 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.574 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 65536 2024-04-15T17:20:53.574 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.574 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.574 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:53.574 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:53.574 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 98304 2024-04-15T17:20:53.575 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.575 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.575 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 98304 2024-04-15T17:20:53.575 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.575 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.575 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 114688 2024-04-15T17:20:53.575 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.575 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.575 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 114688 2024-04-15T17:20:53.575 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.575 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.575 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:53.575 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:53.575 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 147456 2024-04-15T17:20:53.575 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.576 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.576 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 147456 2024-04-15T17:20:53.576 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.576 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.576 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 163840 2024-04-15T17:20:53.576 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.576 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.576 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 163840 2024-04-15T17:20:53.576 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.576 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.576 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:53.576 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:53.576 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 196608 2024-04-15T17:20:53.576 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.576 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.577 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 196608 2024-04-15T17:20:53.577 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.577 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.577 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 212992 2024-04-15T17:20:53.577 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.577 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.577 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 212992 2024-04-15T17:20:53.577 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.577 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.577 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:53.578 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:53.578 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.578 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:53.578 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.578 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.578 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:53.578 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.578 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.578 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.578 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:53.578 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.579 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.579 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:53.579 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.579 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.579 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.579 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:53.579 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.579 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.579 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:53.579 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.579 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.579 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.579 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:53.580 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.580 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.580 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:53.580 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.580 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.580 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.580 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:53.580 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:53.580 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.580 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:53.580 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:53.580 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.580 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:53.580 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.581 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.581 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:53.581 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.581 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.581 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:53.581 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:53.581 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:53.581 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:53.581 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:53.581 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:53.581 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:53.581 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:55.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:54 smithi090 ceph-mon[91618]: pgmap v2918: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 740 KiB/s wr, 1.03k op/s 2024-04-15T17:20:55.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:54 smithi090 ceph-mon[89240]: pgmap v2918: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 740 KiB/s wr, 1.03k op/s 2024-04-15T17:20:55.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:54 smithi153 ceph-mon[84714]: pgmap v2918: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 521 KiB/s rd, 740 KiB/s wr, 1.03k op/s 2024-04-15T17:20:56.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]: dispatch 2024-04-15T17:20:56.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.18", "id": [4, 3]}]: dispatch 2024-04-15T17:20:56.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]: dispatch 2024-04-15T17:20:56.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.18", "id": [4, 3]}]: dispatch 2024-04-15T17:20:56.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]: dispatch 2024-04-15T17:20:56.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.18", "id": [4, 3]}]: dispatch 2024-04-15T17:20:57.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:56 smithi090 ceph-mon[91618]: pgmap v2919: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 622 KiB/s wr, 868 op/s 2024-04-15T17:20:57.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]': finished 2024-04-15T17:20:57.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.18", "id": [4, 3]}]': finished 2024-04-15T17:20:57.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:56 smithi090 ceph-mon[91618]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-15T17:20:57.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:56 smithi090 ceph-mon[89240]: pgmap v2919: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 622 KiB/s wr, 868 op/s 2024-04-15T17:20:57.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]': finished 2024-04-15T17:20:57.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.18", "id": [4, 3]}]': finished 2024-04-15T17:20:57.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:56 smithi090 ceph-mon[89240]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-15T17:20:57.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:56 smithi153 ceph-mon[84714]: pgmap v2919: 457 pgs: 457 active+clean; 6.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 438 KiB/s rd, 622 KiB/s wr, 868 op/s 2024-04-15T17:20:57.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.10", "id": [6, 4]}]': finished 2024-04-15T17:20:57.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.18", "id": [4, 3]}]': finished 2024-04-15T17:20:57.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:56 smithi153 ceph-mon[84714]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-15T17:20:58.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:58 smithi090 ceph-mon[91618]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-15T17:20:58.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:58 smithi090 ceph-mon[89240]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-15T17:20:58.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:58 smithi153 ceph-mon[84714]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-15T17:20:59.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:20:59 smithi090 ceph-mon[91618]: pgmap v2922: 457 pgs: 1 peering, 456 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 1.80k op/s 2024-04-15T17:20:59.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:20:59 smithi090 ceph-mon[89240]: pgmap v2922: 457 pgs: 1 peering, 456 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 1.80k op/s 2024-04-15T17:20:59.335 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:20:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:20:59] "GET /metrics HTTP/1.1" 200 60761 "" "Prometheus/2.43.0" 2024-04-15T17:20:59.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:20:59 smithi153 ceph-mon[84714]: pgmap v2922: 457 pgs: 1 peering, 456 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.2 MiB/s wr, 1.80k op/s 2024-04-15T17:20:59.579 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.579 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:59.579 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:59.579 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:59.579 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:59.579 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:59.579 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.579 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.579 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:59.579 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:59.579 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:59.580 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:59.580 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:59.580 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.580 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.580 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:59.580 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.580 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.580 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:59.580 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.580 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.580 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:59.580 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:59.580 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:59.580 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:59.581 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:59.581 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.581 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.581 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:59.581 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:59.581 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:59.581 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:59.581 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:59.581 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.581 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.581 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:59.581 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:59.581 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:59.581 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:59.582 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:59.582 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.582 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.582 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:59.582 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:59.582 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:59.582 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:59.582 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:59.582 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.582 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.582 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:59.582 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.582 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.583 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:59.583 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.583 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.583 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:59.583 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:59.583 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:59.583 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:59.583 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:59.583 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.583 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.583 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:59.583 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:59.583 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:59.583 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:59.584 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:59.584 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.584 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.584 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:59.584 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:59.584 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:59.584 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:59.584 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:59.584 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.584 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.584 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:59.584 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:59.584 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:59.584 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:59.585 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:59.585 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.585 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.585 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:59.585 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.585 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.585 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:59.585 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.585 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.585 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:59.585 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:59.585 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:59.585 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:59.586 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:59.586 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.586 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.586 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:59.586 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:59.586 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:59.586 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:59.586 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:59.586 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.586 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.586 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:59.586 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:59.586 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:59.587 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:59.587 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:59.587 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.587 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.587 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:20:59.587 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:20:59.587 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:20:59.587 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:20:59.587 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:20:59.587 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.587 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.587 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:59.587 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:20:59.587 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:20:59.588 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:20:59.588 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:59.588 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:59.588 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:20:59.588 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:20:59.588 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 4 2024-04-15T17:20:59.588 INFO:tasks.workunit.client.0.smithi090.stdout:read: 4 2024-04-15T17:20:59.588 INFO:tasks.workunit.client.0.smithi090.stdout:read: 4 2024-04-15T17:20:59.588 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (11541 ms) 2024-04-15T17:20:59.588 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-15T17:20:59.588 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:21:01.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:01 smithi090 ceph-mon[91618]: pgmap v2923: 457 pgs: 1 peering, 456 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.1 MiB/s wr, 1.66k op/s 2024-04-15T17:21:01.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:01 smithi090 ceph-mon[89240]: pgmap v2923: 457 pgs: 1 peering, 456 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.1 MiB/s wr, 1.66k op/s 2024-04-15T17:21:01.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:01 smithi153 ceph-mon[84714]: pgmap v2923: 457 pgs: 1 peering, 456 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.1 MiB/s wr, 1.66k op/s 2024-04-15T17:21:02.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:21:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:21:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:21:03.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:03 smithi090 ceph-mon[91618]: pgmap v2924: 457 pgs: 1 peering, 456 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s 2024-04-15T17:21:03.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:03 smithi090 ceph-mon[89240]: pgmap v2924: 457 pgs: 1 peering, 456 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s 2024-04-15T17:21:03.377 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:03 smithi153 ceph-mon[84714]: pgmap v2924: 457 pgs: 1 peering, 456 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s 2024-04-15T17:21:05.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:05 smithi090 ceph-mon[89240]: pgmap v2925: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s 2024-04-15T17:21:05.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:05 smithi090 ceph-mon[91618]: pgmap v2925: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s 2024-04-15T17:21:05.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:05 smithi153 ceph-mon[84714]: pgmap v2925: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.0 MiB/s wr, 1.07k op/s 2024-04-15T17:21:07.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:07 smithi090 ceph-mon[89240]: pgmap v2926: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 764 B/s wr, 9 op/s 2024-04-15T17:21:07.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:07 smithi090 ceph-mon[91618]: pgmap v2926: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 764 B/s wr, 9 op/s 2024-04-15T17:21:07.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:07 smithi153 ceph-mon[84714]: pgmap v2926: 457 pgs: 457 active+clean; 15 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 474 KiB/s rd, 764 B/s wr, 9 op/s 2024-04-15T17:21:07.444 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:21:07.445 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:21:07.445 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:21:07.445 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:21:07.445 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:21:07.445 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.445 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:21:07.445 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.445 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.445 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:21:07.445 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.445 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:21:07.445 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.445 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.445 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:21:07.446 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.446 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:21:07.446 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.446 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.446 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:21:07.446 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.446 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:21:07.446 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.446 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.446 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:21:07.446 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.446 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:21:07.446 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.447 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.447 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:21:07.447 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:21:07.447 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:21:07.447 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:21:07.447 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:21:07.447 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:21:07.447 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:21:07.447 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:21:07.447 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:21:07.447 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:21:07.447 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:21:07.447 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.447 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:21:07.447 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.448 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.448 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:21:07.448 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.448 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:21:07.448 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.448 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.448 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:21:07.448 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.448 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:21:07.448 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.448 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.448 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:21:07.448 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.448 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:21:07.448 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.449 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.449 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:21:07.449 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.449 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:21:07.449 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.449 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.449 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:21:07.449 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:21:07.449 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:21:07.449 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:21:07.449 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:21:07.449 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:21:07.449 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.449 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:21:07.449 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:21:07.450 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:21:07.450 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.450 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:21:07.450 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:21:07.450 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:21:07.450 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.450 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:21:07.450 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:21:07.450 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:21:07.450 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.450 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:21:07.450 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:21:07.450 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:21:07.450 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.450 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:21:07.451 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:21:07.451 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:21:07.451 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 512~512 = 512 2024-04-15T17:21:07.451 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.451 INFO:tasks.workunit.client.0.smithi090.stdout:aio discard: 1536~512 = 0 2024-04-15T17:21:07.451 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:21:07.451 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:21:07.451 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:21:07.451 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:21:07.451 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:21:07.451 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 0 2024-04-15T17:21:07.451 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.451 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.451 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 0 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 16384 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 16384 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 49152 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 49152 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.452 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.453 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 65536 2024-04-15T17:21:07.453 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.453 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.453 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 65536 2024-04-15T17:21:07.453 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.453 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.453 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:07.453 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:07.453 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 98304 2024-04-15T17:21:07.453 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.453 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.453 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 98304 2024-04-15T17:21:07.453 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.453 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.453 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 114688 2024-04-15T17:21:07.454 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.454 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.454 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 114688 2024-04-15T17:21:07.454 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.454 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.454 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:07.454 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:07.454 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 147456 2024-04-15T17:21:07.454 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.455 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.455 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 147456 2024-04-15T17:21:07.455 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.455 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.455 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 163840 2024-04-15T17:21:07.455 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.455 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.455 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 163840 2024-04-15T17:21:07.455 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.455 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.455 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:07.455 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:07.455 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 196608 2024-04-15T17:21:07.455 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.455 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 196608 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 212992 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 212992 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.456 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:07.457 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.457 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.457 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.457 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:07.457 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.457 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.457 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:07.457 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.457 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.457 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.457 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:07.457 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.457 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.457 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:07.457 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.458 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.458 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.458 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:07.458 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.458 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.458 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:07.458 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.458 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.458 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.458 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:07.458 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:07.458 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.458 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:07.458 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:07.458 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.459 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:07.459 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.459 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.459 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:07.459 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.459 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.459 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:07.459 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:07.459 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:07.459 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:07.459 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:07.459 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:07.459 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:07.459 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:08.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:21:08.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:21:08.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:21:09.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:09 smithi090 ceph-mon[89240]: pgmap v2927: 457 pgs: 457 active+clean; 27 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 1.2 MiB/s wr, 84 op/s 2024-04-15T17:21:09.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:09 smithi090 ceph-mon[91618]: pgmap v2927: 457 pgs: 457 active+clean; 27 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 1.2 MiB/s wr, 84 op/s 2024-04-15T17:21:09.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:21:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:21:09] "GET /metrics HTTP/1.1" 200 60774 "" "Prometheus/2.43.0" 2024-04-15T17:21:09.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:09 smithi153 ceph-mon[84714]: pgmap v2927: 457 pgs: 457 active+clean; 27 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 719 KiB/s rd, 1.2 MiB/s wr, 84 op/s 2024-04-15T17:21:11.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:11 smithi090 ceph-mon[91618]: pgmap v2928: 457 pgs: 457 active+clean; 31 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 621 KiB/s rd, 1.4 MiB/s wr, 72 op/s 2024-04-15T17:21:11.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:11 smithi090 ceph-mon[89240]: pgmap v2928: 457 pgs: 457 active+clean; 31 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 621 KiB/s rd, 1.4 MiB/s wr, 72 op/s 2024-04-15T17:21:11.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:11 smithi153 ceph-mon[84714]: pgmap v2928: 457 pgs: 457 active+clean; 31 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 621 KiB/s rd, 1.4 MiB/s wr, 72 op/s 2024-04-15T17:21:12.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:21:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:21:13.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:13 smithi090 ceph-mon[91618]: pgmap v2929: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 727 op/s 2024-04-15T17:21:13.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:13 smithi090 ceph-mon[89240]: pgmap v2929: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 727 op/s 2024-04-15T17:21:13.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:13 smithi153 ceph-mon[84714]: pgmap v2929: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.7 MiB/s wr, 727 op/s 2024-04-15T17:21:13.419 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.419 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:13.419 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:13.419 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:13.419 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:13.419 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:13.419 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.419 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.419 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:13.419 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:13.420 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:13.420 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:13.420 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:13.420 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.420 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.420 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:13.420 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.420 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.420 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:13.420 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.420 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.420 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:13.420 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:13.420 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:13.420 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:13.421 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:13.421 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.421 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.421 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:13.421 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:13.421 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:13.421 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:13.421 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:13.421 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.421 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.421 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:13.421 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:13.421 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:13.421 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:13.421 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.422 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.423 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:13.423 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:13.423 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:13.423 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:13.423 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:13.423 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.423 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.423 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:13.423 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:13.423 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:13.423 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:13.424 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:13.424 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.424 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.424 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:13.424 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:13.424 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:13.424 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:13.424 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:13.424 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.424 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.424 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:13.424 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:13.424 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:13.424 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.425 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.426 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:13.426 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:13.426 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:13.426 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:13.426 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:13.426 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.426 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.426 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:13.426 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:13.427 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:13.427 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:13.427 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:13.427 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.427 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.430 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:21:13.430 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:21:13.430 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:21:13.430 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:21:13.430 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:21:13.430 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.430 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.430 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:13.430 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:21:13.430 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:21:13.430 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:21:13.430 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:21:13.430 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:21:13.431 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:21:13.431 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:21:13.431 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 4 2024-04-15T17:21:13.431 INFO:tasks.workunit.client.0.smithi090.stdout:read: 4 2024-04-15T17:21:13.431 INFO:tasks.workunit.client.0.smithi090.stdout:read: 4 2024-04-15T17:21:13.431 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (13840 ms) 2024-04-15T17:21:13.431 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-04-15T17:21:13.431 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:21:15.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:15 smithi090 ceph-mon[91618]: pgmap v2930: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 723 op/s 2024-04-15T17:21:15.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:15 smithi090 ceph-mon[91618]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-15T17:21:15.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:15 smithi090 ceph-mon[89240]: pgmap v2930: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 723 op/s 2024-04-15T17:21:15.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:15 smithi090 ceph-mon[89240]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-15T17:21:15.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:15 smithi153 ceph-mon[84714]: pgmap v2930: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 723 op/s 2024-04-15T17:21:15.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:15 smithi153 ceph-mon[84714]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-15T17:21:17.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:17 smithi090 ceph-mon[89240]: pgmap v2932: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 866 op/s 2024-04-15T17:21:17.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:17 smithi090 ceph-mon[91618]: pgmap v2932: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 866 op/s 2024-04-15T17:21:17.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:17 smithi153 ceph-mon[84714]: pgmap v2932: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 2.0 MiB/s wr, 866 op/s 2024-04-15T17:21:19.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:19 smithi090 ceph-mon[91618]: pgmap v2933: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 805 KiB/s wr, 812 op/s 2024-04-15T17:21:19.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:19 smithi090 ceph-mon[89240]: pgmap v2933: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 805 KiB/s wr, 812 op/s 2024-04-15T17:21:19.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:21:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:21:19] "GET /metrics HTTP/1.1" 200 60774 "" "Prometheus/2.43.0" 2024-04-15T17:21:19.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:19 smithi153 ceph-mon[84714]: pgmap v2933: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 805 KiB/s wr, 812 op/s 2024-04-15T17:21:21.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:21 smithi090 ceph-mon[91618]: pgmap v2934: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 395 KiB/s wr, 817 op/s 2024-04-15T17:21:21.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:21 smithi090 ceph-mon[91618]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-15T17:21:21.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:21 smithi090 ceph-mon[89240]: pgmap v2934: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 395 KiB/s wr, 817 op/s 2024-04-15T17:21:21.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:21 smithi090 ceph-mon[89240]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-15T17:21:21.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:21 smithi153 ceph-mon[84714]: pgmap v2934: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 395 KiB/s wr, 817 op/s 2024-04-15T17:21:21.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:21 smithi153 ceph-mon[84714]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-15T17:21:22.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:21:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:21:23.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:23 smithi090 ceph-mon[91618]: pgmap v2936: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 3.6 KiB/s wr, 50 op/s 2024-04-15T17:21:23.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:21:23.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:23 smithi090 ceph-mon[89240]: pgmap v2936: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 3.6 KiB/s wr, 50 op/s 2024-04-15T17:21:23.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:21:23.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:23 smithi153 ceph-mon[84714]: pgmap v2936: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 585 KiB/s rd, 3.6 KiB/s wr, 50 op/s 2024-04-15T17:21:23.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:21:25.335 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:25 smithi090 ceph-mon[91618]: pgmap v2937: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 443 KiB/s wr, 65 op/s 2024-04-15T17:21:25.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:25 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:21:25.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:25 smithi090 ceph-mon[89240]: pgmap v2937: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 443 KiB/s wr, 65 op/s 2024-04-15T17:21:25.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:25 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:21:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:25 smithi153 ceph-mon[84714]: pgmap v2937: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 551 KiB/s rd, 443 KiB/s wr, 65 op/s 2024-04-15T17:21:25.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:25 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:21:26.335 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:26 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:21:26.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:26 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:21:26.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:26 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:21:26.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:26 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:21:26.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:26 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:21:26.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:26 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:21:26.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:26 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:21:26.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:26 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:21:26.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:26 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:21:27.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:27 smithi090 ceph-mon[91618]: pgmap v2938: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 413 KiB/s wr, 60 op/s 2024-04-15T17:21:27.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:27 smithi090 ceph-mon[89240]: pgmap v2938: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 413 KiB/s wr, 60 op/s 2024-04-15T17:21:27.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:27 smithi153 ceph-mon[84714]: pgmap v2938: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 513 KiB/s rd, 413 KiB/s wr, 60 op/s 2024-04-15T17:21:29.387 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:29 smithi090 ceph-mon[91618]: pgmap v2939: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 411 KiB/s wr, 36 op/s 2024-04-15T17:21:29.387 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:21:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:21:29] "GET /metrics HTTP/1.1" 200 60771 "" "Prometheus/2.43.0" 2024-04-15T17:21:29.387 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:29 smithi090 ceph-mon[89240]: pgmap v2939: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 411 KiB/s wr, 36 op/s 2024-04-15T17:21:29.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:29 smithi153 ceph-mon[84714]: pgmap v2939: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 411 KiB/s wr, 36 op/s 2024-04-15T17:21:31.585 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:31 smithi090 ceph-mon[89240]: pgmap v2940: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-15T17:21:31.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:31 smithi090 ceph-mon[91618]: pgmap v2940: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-15T17:21:31.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:31 smithi153 ceph-mon[84714]: pgmap v2940: 457 pgs: 457 active+clean; 39 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 411 KiB/s wr, 30 op/s 2024-04-15T17:21:32.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:32 smithi090 ceph-mon[91618]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-15T17:21:32.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:32 smithi090 ceph-mon[89240]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-15T17:21:32.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:32 smithi153 ceph-mon[84714]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-15T17:21:32.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:21:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:21:33.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:33 smithi090 ceph-mon[91618]: pgmap v2942: 457 pgs: 457 active+clean; 43 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 820 KiB/s wr, 24 op/s 2024-04-15T17:21:33.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:33 smithi090 ceph-mon[89240]: pgmap v2942: 457 pgs: 457 active+clean; 43 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 820 KiB/s wr, 24 op/s 2024-04-15T17:21:33.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:33 smithi153 ceph-mon[84714]: pgmap v2942: 457 pgs: 457 active+clean; 43 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 820 KiB/s wr, 24 op/s 2024-04-15T17:21:35.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:35 smithi090 ceph-mon[91618]: pgmap v2943: 457 pgs: 457 active+clean; 55 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-15T17:21:35.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:35 smithi090 ceph-mon[89240]: pgmap v2943: 457 pgs: 457 active+clean; 55 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-15T17:21:35.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:35 smithi153 ceph-mon[84714]: pgmap v2943: 457 pgs: 457 active+clean; 55 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-15T17:21:37.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:37 smithi090 ceph-mon[91618]: pgmap v2944: 457 pgs: 457 active+clean; 55 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-15T17:21:37.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:37 smithi090 ceph-mon[89240]: pgmap v2944: 457 pgs: 457 active+clean; 55 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-15T17:21:37.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:37 smithi153 ceph-mon[84714]: pgmap v2944: 457 pgs: 457 active+clean; 55 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 72 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-15T17:21:38.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:21:38.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:21:38.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:21:39.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:39 smithi090 ceph-mon[91618]: pgmap v2945: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-15T17:21:39.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:21:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:21:39] "GET /metrics HTTP/1.1" 200 60777 "" "Prometheus/2.43.0" 2024-04-15T17:21:39.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:39 smithi090 ceph-mon[89240]: pgmap v2945: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-15T17:21:39.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:39 smithi153 ceph-mon[84714]: pgmap v2945: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-15T17:21:41.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:41 smithi090 ceph-mon[89240]: pgmap v2946: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-15T17:21:41.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:41 smithi090 ceph-mon[91618]: pgmap v2946: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-15T17:21:41.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:41 smithi153 ceph-mon[84714]: pgmap v2946: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 89 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-15T17:21:42.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:21:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:21:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:21:43.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:43 smithi090 ceph-mon[91618]: pgmap v2947: 457 pgs: 457 active+clean; 71 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-04-15T17:21:43.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:43 smithi090 ceph-mon[89240]: pgmap v2947: 457 pgs: 457 active+clean; 71 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-04-15T17:21:43.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:43 smithi153 ceph-mon[84714]: pgmap v2947: 457 pgs: 457 active+clean; 71 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 2.7 MiB/s wr, 40 op/s 2024-04-15T17:21:45.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:45 smithi090 ceph-mon[91618]: pgmap v2948: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-04-15T17:21:45.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:45 smithi090 ceph-mon[89240]: pgmap v2948: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-04-15T17:21:45.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:45 smithi153 ceph-mon[84714]: pgmap v2948: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 122 KiB/s rd, 2.7 MiB/s wr, 34 op/s 2024-04-15T17:21:47.585 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:47 smithi090 ceph-mon[91618]: pgmap v2949: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-04-15T17:21:47.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:47 smithi090 ceph-mon[89240]: pgmap v2949: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-04-15T17:21:47.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:47 smithi153 ceph-mon[84714]: pgmap v2949: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-04-15T17:21:49.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:49 smithi090 ceph-mon[89240]: pgmap v2950: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-04-15T17:21:49.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:49 smithi090 ceph-mon[91618]: pgmap v2950: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-04-15T17:21:49.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:21:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:21:49] "GET /metrics HTTP/1.1" 200 60777 "" "Prometheus/2.43.0" 2024-04-15T17:21:49.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:49 smithi153 ceph-mon[84714]: pgmap v2950: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.7 MiB/s wr, 21 op/s 2024-04-15T17:21:51.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:51 smithi090 ceph-mon[91618]: pgmap v2951: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-15T17:21:51.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:51 smithi090 ceph-mon[91618]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-15T17:21:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:51 smithi090 ceph-mon[89240]: pgmap v2951: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-15T17:21:51.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:51 smithi090 ceph-mon[89240]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-15T17:21:51.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:51 smithi153 ceph-mon[84714]: pgmap v2951: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-15T17:21:51.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:51 smithi153 ceph-mon[84714]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-15T17:21:52.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:21:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:21:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:21:53.556 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:53 smithi153 ceph-mon[84714]: pgmap v2953: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 410 KiB/s wr, 21 op/s 2024-04-15T17:21:53.556 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:21:53.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:53 smithi090 ceph-mon[91618]: pgmap v2953: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 410 KiB/s wr, 21 op/s 2024-04-15T17:21:53.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:21:53.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:53 smithi090 ceph-mon[89240]: pgmap v2953: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 410 KiB/s wr, 21 op/s 2024-04-15T17:21:53.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:21:55.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:55 smithi090 ceph-mon[89240]: pgmap v2954: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T17:21:55.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:55 smithi090 ceph-mon[91618]: pgmap v2954: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T17:21:55.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:55 smithi153 ceph-mon[84714]: pgmap v2954: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T17:21:56.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:56 smithi090 ceph-mon[91618]: pgmap v2955: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T17:21:56.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:56 smithi090 ceph-mon[89240]: pgmap v2955: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T17:21:56.628 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:56 smithi153 ceph-mon[84714]: pgmap v2955: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T17:21:58.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:21:58 smithi090 ceph-mon[89240]: pgmap v2956: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T17:21:58.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:21:58 smithi090 ceph-mon[91618]: pgmap v2956: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T17:21:58.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:21:58 smithi153 ceph-mon[84714]: pgmap v2956: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T17:21:59.586 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:21:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:21:59] "GET /metrics HTTP/1.1" 200 60771 "" "Prometheus/2.43.0" 2024-04-15T17:22:00.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:00 smithi090 ceph-mon[89240]: pgmap v2957: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T17:22:00.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:00 smithi090 ceph-mon[91618]: pgmap v2957: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T17:22:00.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:00 smithi153 ceph-mon[84714]: pgmap v2957: 457 pgs: 457 active+clean; 75 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-15T17:22:02.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:02 smithi153 ceph-mon[84714]: pgmap v2958: 457 pgs: 457 active+clean; 215 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 14 MiB/s wr, 49 op/s 2024-04-15T17:22:02.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:02 smithi153 ceph-mon[84714]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-15T17:22:02.629 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:22:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:22:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:22:02.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:02 smithi090 ceph-mon[89240]: pgmap v2958: 457 pgs: 457 active+clean; 215 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 14 MiB/s wr, 49 op/s 2024-04-15T17:22:02.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:02 smithi090 ceph-mon[89240]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-15T17:22:02.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:02 smithi090 ceph-mon[91618]: pgmap v2958: 457 pgs: 457 active+clean; 215 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 14 MiB/s wr, 49 op/s 2024-04-15T17:22:02.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:02 smithi090 ceph-mon[91618]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-15T17:22:03.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:03 smithi090 ceph-mon[89240]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-15T17:22:03.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:03 smithi090 ceph-mon[91618]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-15T17:22:03.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:03 smithi153 ceph-mon[84714]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-15T17:22:04.647 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 4 2024-04-15T17:22:04.647 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 4 2024-04-15T17:22:04.648 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 4 2024-04-15T17:22:04.648 INFO:tasks.workunit.client.0.smithi090.stdout:read: 4 2024-04-15T17:22:04.648 INFO:tasks.workunit.client.0.smithi090.stdout:read: 4 2024-04-15T17:22:04.648 INFO:tasks.workunit.client.0.smithi090.stdout:read: 4 2024-04-15T17:22:04.648 INFO:tasks.workunit.client.0.smithi090.stdout:read: 4 2024-04-15T17:22:04.648 INFO:tasks.workunit.client.0.smithi090.stdout:read: 4 2024-04-15T17:22:04.648 INFO:tasks.workunit.client.0.smithi090.stdout:read: 4 2024-04-15T17:22:04.648 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCloneEncryption (51228 ms) 2024-04-15T17:22:04.648 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-04-15T17:22:04.648 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:22:04.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:04 smithi153 ceph-mon[84714]: pgmap v2961: 457 pgs: 457 active+clean; 215 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 32 MiB/s wr, 115 op/s 2024-04-15T17:22:04.819 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:04 smithi153 ceph-mon[84714]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-15T17:22:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:04 smithi090 ceph-mon[89240]: pgmap v2961: 457 pgs: 457 active+clean; 215 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 32 MiB/s wr, 115 op/s 2024-04-15T17:22:04.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:04 smithi090 ceph-mon[89240]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-15T17:22:04.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:04 smithi090 ceph-mon[91618]: pgmap v2961: 457 pgs: 457 active+clean; 215 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 32 MiB/s wr, 115 op/s 2024-04-15T17:22:04.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:04 smithi090 ceph-mon[91618]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-15T17:22:05.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:05 smithi090 ceph-mon[91618]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-15T17:22:05.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:05 smithi090 ceph-mon[89240]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-15T17:22:05.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:05 smithi153 ceph-mon[84714]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-15T17:22:06.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:06 smithi090 ceph-mon[91618]: pgmap v2964: 457 pgs: 457 active+clean; 187 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 25 MiB/s wr, 217 op/s 2024-04-15T17:22:06.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:06 smithi090 ceph-mon[89240]: pgmap v2964: 457 pgs: 457 active+clean; 187 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 25 MiB/s wr, 217 op/s 2024-04-15T17:22:06.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:06 smithi153 ceph-mon[84714]: pgmap v2964: 457 pgs: 457 active+clean; 187 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 25 MiB/s wr, 217 op/s 2024-04-15T17:22:08.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:08 smithi090 ceph-mon[91618]: pgmap v2965: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 8.1 MiB/s wr, 153 op/s 2024-04-15T17:22:08.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:22:08.836 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:08 smithi090 ceph-mon[89240]: pgmap v2965: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 8.1 MiB/s wr, 153 op/s 2024-04-15T17:22:08.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:22:08.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:08 smithi153 ceph-mon[84714]: pgmap v2965: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 98 KiB/s rd, 8.1 MiB/s wr, 153 op/s 2024-04-15T17:22:08.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:22:09.568 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:22:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:22:09] "GET /metrics HTTP/1.1" 200 60773 "" "Prometheus/2.43.0" 2024-04-15T17:22:09.569 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:09 smithi090 ceph-mon[89240]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-15T17:22:09.836 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:09 smithi090 ceph-mon[91618]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-15T17:22:09.878 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:09 smithi153 ceph-mon[84714]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-15T17:22:11.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:10 smithi090 ceph-mon[91618]: pgmap v2967: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 10 KiB/s wr, 168 op/s 2024-04-15T17:22:11.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:10 smithi090 ceph-mon[91618]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-15T17:22:11.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:10 smithi090 ceph-mon[89240]: pgmap v2967: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 10 KiB/s wr, 168 op/s 2024-04-15T17:22:11.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:10 smithi090 ceph-mon[89240]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-15T17:22:11.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:10 smithi153 ceph-mon[84714]: pgmap v2967: 457 pgs: 457 active+clean; 35 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 10 KiB/s wr, 168 op/s 2024-04-15T17:22:11.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:10 smithi153 ceph-mon[84714]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-15T17:22:12.628 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:22:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:22:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:22:13.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:12 smithi090 ceph-mon[91618]: pgmap v2969: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 3.5 MiB/s wr, 192 op/s 2024-04-15T17:22:13.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:12 smithi090 ceph-mon[89240]: pgmap v2969: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 3.5 MiB/s wr, 192 op/s 2024-04-15T17:22:13.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:12 smithi153 ceph-mon[84714]: pgmap v2969: 457 pgs: 457 active+clean; 59 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 3.5 MiB/s wr, 192 op/s 2024-04-15T17:22:15.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:14 smithi090 ceph-mon[91618]: pgmap v2970: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 3.6 MiB/s wr, 157 op/s 2024-04-15T17:22:15.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:14 smithi090 ceph-mon[89240]: pgmap v2970: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 3.6 MiB/s wr, 157 op/s 2024-04-15T17:22:15.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:14 smithi153 ceph-mon[84714]: pgmap v2970: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 3.6 MiB/s wr, 157 op/s 2024-04-15T17:22:17.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:16 smithi090 ceph-mon[91618]: pgmap v2971: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.6 MiB/s wr, 59 op/s 2024-04-15T17:22:17.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:16 smithi090 ceph-mon[89240]: pgmap v2971: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.6 MiB/s wr, 59 op/s 2024-04-15T17:22:17.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:16 smithi153 ceph-mon[84714]: pgmap v2971: 457 pgs: 457 active+clean; 64 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 44 KiB/s rd, 3.6 MiB/s wr, 59 op/s 2024-04-15T17:22:19.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:18 smithi090 ceph-mon[89240]: pgmap v2972: 457 pgs: 457 active+clean; 72 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.2 MiB/s wr, 36 op/s 2024-04-15T17:22:19.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:18 smithi090 ceph-mon[91618]: pgmap v2972: 457 pgs: 457 active+clean; 72 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.2 MiB/s wr, 36 op/s 2024-04-15T17:22:19.336 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:22:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:22:19] "GET /metrics HTTP/1.1" 200 60773 "" "Prometheus/2.43.0" 2024-04-15T17:22:19.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:18 smithi153 ceph-mon[84714]: pgmap v2972: 457 pgs: 457 active+clean; 72 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.2 MiB/s wr, 36 op/s 2024-04-15T17:22:19.817 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (15170 ms) 2024-04-15T17:22:19.817 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-04-15T17:22:19.817 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:22:21.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:20 smithi090 ceph-mon[91618]: pgmap v2973: 457 pgs: 457 active+clean; 72 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 MiB/s wr, 35 op/s 2024-04-15T17:22:21.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:20 smithi090 ceph-mon[89240]: pgmap v2973: 457 pgs: 457 active+clean; 72 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 MiB/s wr, 35 op/s 2024-04-15T17:22:21.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:20 smithi153 ceph-mon[84714]: pgmap v2973: 457 pgs: 457 active+clean; 72 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 3.7 MiB/s wr, 35 op/s 2024-04-15T17:22:22.629 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:22:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:22:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:22:23.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:22 smithi090 ceph-mon[91618]: pgmap v2974: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.9 MiB/s wr, 35 op/s 2024-04-15T17:22:23.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:22:23.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:22 smithi090 ceph-mon[89240]: pgmap v2974: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.9 MiB/s wr, 35 op/s 2024-04-15T17:22:23.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:22:23.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:22 smithi153 ceph-mon[84714]: pgmap v2974: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.9 MiB/s wr, 35 op/s 2024-04-15T17:22:23.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:22:25.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:24 smithi090 ceph-mon[91618]: pgmap v2975: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-15T17:22:25.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:24 smithi090 ceph-mon[89240]: pgmap v2975: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-15T17:22:25.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:24 smithi153 ceph-mon[84714]: pgmap v2975: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 8 op/s 2024-04-15T17:22:26.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:26 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:22:26.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:26 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:22:26.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:26 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:22:27.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:27 smithi090 ceph-mon[89240]: pgmap v2976: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-15T17:22:27.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:22:27.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:22:27.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:22:27.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:22:27.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:22:27.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:27 smithi090 ceph-mon[91618]: pgmap v2976: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-15T17:22:27.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:22:27.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:22:27.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:22:27.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:22:27.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:22:27.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:27 smithi153 ceph-mon[84714]: pgmap v2976: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-15T17:22:27.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:22:27.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:22:27.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:22:27.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:22:27.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:22:29.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:29 smithi090 ceph-mon[89240]: pgmap v2977: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-15T17:22:29.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:29 smithi090 ceph-mon[89240]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-15T17:22:29.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:29 smithi090 ceph-mon[91618]: pgmap v2977: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-15T17:22:29.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:29 smithi090 ceph-mon[91618]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-15T17:22:29.337 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:22:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:22:29] "GET /metrics HTTP/1.1" 200 60779 "" "Prometheus/2.43.0" 2024-04-15T17:22:29.378 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:29 smithi153 ceph-mon[84714]: pgmap v2977: 457 pgs: 457 active+clean; 80 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-15T17:22:29.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:29 smithi153 ceph-mon[84714]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-15T17:22:31.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:31 smithi090 ceph-mon[91618]: pgmap v2979: 457 pgs: 457 active+clean; 88 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-15T17:22:31.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:31 smithi090 ceph-mon[89240]: pgmap v2979: 457 pgs: 457 active+clean; 88 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-15T17:22:31.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:31 smithi153 ceph-mon[84714]: pgmap v2979: 457 pgs: 457 active+clean; 88 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-15T17:22:32.629 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:22:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:22:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:22:33.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:33 smithi090 ceph-mon[91618]: pgmap v2980: 457 pgs: 457 active+clean; 108 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-04-15T17:22:33.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:33 smithi090 ceph-mon[89240]: pgmap v2980: 457 pgs: 457 active+clean; 108 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-04-15T17:22:33.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:33 smithi153 ceph-mon[84714]: pgmap v2980: 457 pgs: 457 active+clean; 108 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 2.8 MiB/s wr, 29 op/s 2024-04-15T17:22:35.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:35 smithi090 ceph-mon[91618]: pgmap v2981: 457 pgs: 457 active+clean; 121 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:22:35.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:35 smithi090 ceph-mon[89240]: pgmap v2981: 457 pgs: 457 active+clean; 121 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:22:35.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:35 smithi153 ceph-mon[84714]: pgmap v2981: 457 pgs: 457 active+clean; 121 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:22:35.524 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (15706 ms) 2024-04-15T17:22:35.524 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-04-15T17:22:35.524 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:22:37.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:37 smithi090 ceph-mon[89240]: pgmap v2982: 457 pgs: 457 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:22:37.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:37 smithi090 ceph-mon[91618]: pgmap v2982: 457 pgs: 457 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:22:37.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:37 smithi153 ceph-mon[84714]: pgmap v2982: 457 pgs: 457 active+clean; 121 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:22:38.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:22:38.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:22:38.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:22:39.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:39 smithi090 ceph-mon[89240]: pgmap v2983: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-15T17:22:39.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:39 smithi090 ceph-mon[91618]: pgmap v2983: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-15T17:22:39.337 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:22:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:22:39] "GET /metrics HTTP/1.1" 200 60778 "" "Prometheus/2.43.0" 2024-04-15T17:22:39.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:39 smithi153 ceph-mon[84714]: pgmap v2983: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.5 MiB/s wr, 43 op/s 2024-04-15T17:22:39.661 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4137 ms) 2024-04-15T17:22:39.661 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-04-15T17:22:39.661 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:22:41.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:41 smithi090 ceph-mon[89240]: pgmap v2984: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-15T17:22:41.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:41 smithi090 ceph-mon[91618]: pgmap v2984: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-15T17:22:41.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:41 smithi153 ceph-mon[84714]: pgmap v2984: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-15T17:22:42.629 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:22:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:22:43.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:43 smithi090 ceph-mon[91618]: pgmap v2985: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 41 op/s 2024-04-15T17:22:43.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:43 smithi090 ceph-mon[89240]: pgmap v2985: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 41 op/s 2024-04-15T17:22:43.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:43 smithi153 ceph-mon[84714]: pgmap v2985: 457 pgs: 457 active+clean; 125 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 41 op/s 2024-04-15T17:22:45.170 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5509 ms) 2024-04-15T17:22:45.170 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-15T17:22:45.170 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_librbd.cc:2840: Skipped 2024-04-15T17:22:45.170 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:22:45.171 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-04-15T17:22:45.171 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-04-15T17:22:45.171 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:22:45.336 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:45 smithi090 ceph-mon[91618]: pgmap v2986: 457 pgs: 457 active+clean; 129 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-04-15T17:22:45.336 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:45 smithi090 ceph-mon[89240]: pgmap v2986: 457 pgs: 457 active+clean; 129 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-04-15T17:22:45.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:45 smithi153 ceph-mon[84714]: pgmap v2986: 457 pgs: 457 active+clean; 129 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.8 MiB/s wr, 20 op/s 2024-04-15T17:22:47.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:47 smithi153 ceph-mon[84714]: pgmap v2987: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-04-15T17:22:47.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:47 smithi090 ceph-mon[91618]: pgmap v2987: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-04-15T17:22:47.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:47 smithi090 ceph-mon[89240]: pgmap v2987: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 15 op/s 2024-04-15T17:22:49.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:49 smithi153 ceph-mon[84714]: pgmap v2988: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 27 op/s 2024-04-15T17:22:49.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:49 smithi090 ceph-mon[89240]: pgmap v2988: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 27 op/s 2024-04-15T17:22:49.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:49 smithi090 ceph-mon[91618]: pgmap v2988: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 27 op/s 2024-04-15T17:22:49.587 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:22:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:22:49] "GET /metrics HTTP/1.1" 200 60778 "" "Prometheus/2.43.0" 2024-04-15T17:22:50.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:50 smithi153 ceph-mon[84714]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-15T17:22:50.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:50 smithi090 ceph-mon[89240]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-15T17:22:50.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:50 smithi090 ceph-mon[91618]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-15T17:22:51.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:51 smithi153 ceph-mon[84714]: pgmap v2990: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 821 KiB/s wr, 24 op/s 2024-04-15T17:22:51.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:51 smithi153 ceph-mon[84714]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-15T17:22:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:51 smithi090 ceph-mon[89240]: pgmap v2990: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 821 KiB/s wr, 24 op/s 2024-04-15T17:22:51.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:51 smithi090 ceph-mon[89240]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-15T17:22:51.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:51 smithi090 ceph-mon[91618]: pgmap v2990: 457 pgs: 457 active+clean; 133 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 484 KiB/s rd, 821 KiB/s wr, 24 op/s 2024-04-15T17:22:51.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:51 smithi090 ceph-mon[91618]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-15T17:22:52.629 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:22:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:22:53.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:53 smithi153 ceph-mon[84714]: pgmap v2992: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 1.0 MiB/s wr, 73 op/s 2024-04-15T17:22:53.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:22:53.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:53 smithi090 ceph-mon[91618]: pgmap v2992: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 1.0 MiB/s wr, 73 op/s 2024-04-15T17:22:53.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:22:53.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:53 smithi090 ceph-mon[89240]: pgmap v2992: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 1.0 MiB/s wr, 73 op/s 2024-04-15T17:22:53.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:22:55.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:55 smithi153 ceph-mon[84714]: pgmap v2993: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 515 KiB/s wr, 86 op/s 2024-04-15T17:22:55.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:55 smithi090 ceph-mon[91618]: pgmap v2993: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 515 KiB/s wr, 86 op/s 2024-04-15T17:22:55.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:55 smithi090 ceph-mon[89240]: pgmap v2993: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 66 KiB/s rd, 515 KiB/s wr, 86 op/s 2024-04-15T17:22:57.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:57 smithi153 ceph-mon[84714]: pgmap v2994: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 515 KiB/s wr, 67 op/s 2024-04-15T17:22:57.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:57 smithi090 ceph-mon[91618]: pgmap v2994: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 515 KiB/s wr, 67 op/s 2024-04-15T17:22:57.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:57 smithi090 ceph-mon[89240]: pgmap v2994: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 515 KiB/s wr, 67 op/s 2024-04-15T17:22:59.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:22:59 smithi153 ceph-mon[84714]: pgmap v2995: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 494 KiB/s wr, 64 op/s 2024-04-15T17:22:59.389 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:22:59 smithi090 ceph-mon[91618]: pgmap v2995: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 494 KiB/s wr, 64 op/s 2024-04-15T17:22:59.389 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:22:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:22:59] "GET /metrics HTTP/1.1" 200 60775 "" "Prometheus/2.43.0" 2024-04-15T17:22:59.390 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:22:59 smithi090 ceph-mon[89240]: pgmap v2995: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 50 KiB/s rd, 494 KiB/s wr, 64 op/s 2024-04-15T17:23:01.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:01 smithi153 ceph-mon[84714]: pgmap v2996: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 412 KiB/s wr, 54 op/s 2024-04-15T17:23:01.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:01 smithi090 ceph-mon[91618]: pgmap v2996: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 412 KiB/s wr, 54 op/s 2024-04-15T17:23:01.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:01 smithi090 ceph-mon[89240]: pgmap v2996: 457 pgs: 457 active+clean; 137 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 412 KiB/s wr, 54 op/s 2024-04-15T17:23:02.629 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:23:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:23:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:23:03.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:03 smithi153 ceph-mon[84714]: pgmap v2997: 457 pgs: 457 active+clean; 149 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 55 op/s 2024-04-15T17:23:03.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:03 smithi090 ceph-mon[91618]: pgmap v2997: 457 pgs: 457 active+clean; 149 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 55 op/s 2024-04-15T17:23:03.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:03 smithi090 ceph-mon[89240]: pgmap v2997: 457 pgs: 457 active+clean; 149 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.4 MiB/s wr, 55 op/s 2024-04-15T17:23:05.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:05 smithi153 ceph-mon[84714]: pgmap v2998: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-15T17:23:05.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:05 smithi090 ceph-mon[91618]: pgmap v2998: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-15T17:23:05.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:05 smithi090 ceph-mon[89240]: pgmap v2998: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-15T17:23:07.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:07 smithi153 ceph-mon[84714]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-15T17:23:07.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:07 smithi090 ceph-mon[89240]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-15T17:23:07.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:07 smithi090 ceph-mon[91618]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-15T17:23:08.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:23:08.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:23:08.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:23:09.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:09 smithi090 ceph-mon[91618]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-15T17:23:09.587 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:23:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:23:09] "GET /metrics HTTP/1.1" 200 60776 "" "Prometheus/2.43.0" 2024-04-15T17:23:09.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:09 smithi090 ceph-mon[89240]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-15T17:23:09.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:09 smithi153 ceph-mon[84714]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-15T17:23:11.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:11 smithi090 ceph-mon[91618]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-15T17:23:11.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:11 smithi090 ceph-mon[89240]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-15T17:23:11.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:11 smithi153 ceph-mon[84714]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-15T17:23:12.629 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:23:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:23:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:23:13.586 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:13 smithi090 ceph-mon[91618]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-15T17:23:13.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:13 smithi090 ceph-mon[89240]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-15T17:23:13.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:13 smithi153 ceph-mon[84714]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.2 MiB/s rd, 1.3 MiB/s wr, 16 op/s 2024-04-15T17:23:15.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:15 smithi090 ceph-mon[91618]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 342 KiB/s wr, 8 op/s 2024-04-15T17:23:15.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:15 smithi090 ceph-mon[89240]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 342 KiB/s wr, 8 op/s 2024-04-15T17:23:15.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:15 smithi153 ceph-mon[84714]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 342 KiB/s wr, 8 op/s 2024-04-15T17:23:17.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:17 smithi090 ceph-mon[89240]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-15T17:23:17.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:17 smithi090 ceph-mon[91618]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-15T17:23:17.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:17 smithi153 ceph-mon[84714]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-15T17:23:19.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:19 smithi090 ceph-mon[91618]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2024-04-15T17:23:19.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:19 smithi090 ceph-mon[89240]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2024-04-15T17:23:19.587 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:23:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:23:19] "GET /metrics HTTP/1.1" 200 60776 "" "Prometheus/2.43.0" 2024-04-15T17:23:19.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:19 smithi153 ceph-mon[84714]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 3 op/s 2024-04-15T17:23:21.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:21 smithi090 ceph-mon[89240]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-15T17:23:21.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:21 smithi090 ceph-mon[91618]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-15T17:23:21.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:21 smithi153 ceph-mon[84714]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-15T17:23:22.629 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:23:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:23:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:23:23.586 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:23 smithi090 ceph-mon[89240]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-15T17:23:23.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:23:23.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:23 smithi090 ceph-mon[91618]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-15T17:23:23.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:23:23.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:23 smithi153 ceph-mon[84714]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-15T17:23:23.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:23:25.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:25 smithi090 ceph-mon[91618]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T17:23:25.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:25 smithi090 ceph-mon[89240]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T17:23:25.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:25 smithi153 ceph-mon[84714]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T17:23:27.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:27 smithi090 ceph-mon[91618]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T17:23:27.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:27 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:23:27.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:27 smithi090 ceph-mon[89240]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T17:23:27.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:27 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:23:27.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:27 smithi153 ceph-mon[84714]: pgmap v3009: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T17:23:27.629 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:27 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:23:28.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:28 smithi090 ceph-mon[89240]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T17:23:28.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:23:28.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:23:28.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:23:28.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:23:28.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:23:28.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:28 smithi090 ceph-mon[91618]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T17:23:28.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:23:28.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:23:28.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:23:28.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:23:28.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:23:28.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:28 smithi153 ceph-mon[84714]: pgmap v3010: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T17:23:28.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:23:28.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:23:28.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:23:28.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:23:28.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:23:29.587 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:23:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:23:29] "GET /metrics HTTP/1.1" 200 60773 "" "Prometheus/2.43.0" 2024-04-15T17:23:30.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:30 smithi090 ceph-mon[91618]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T17:23:30.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:30 smithi090 ceph-mon[89240]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T17:23:30.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:30 smithi153 ceph-mon[84714]: pgmap v3011: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T17:23:32.564 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:23:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:23:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:23:32.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:32 smithi090 ceph-mon[91618]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-15T17:23:32.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:32 smithi090 ceph-mon[89240]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-15T17:23:32.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:32 smithi153 ceph-mon[84714]: pgmap v3012: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1 op/s 2024-04-15T17:23:34.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:34 smithi090 ceph-mon[89240]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-15T17:23:34.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:34 smithi090 ceph-mon[91618]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-15T17:23:34.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:34 smithi153 ceph-mon[84714]: pgmap v3013: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-15T17:23:36.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:36 smithi090 ceph-mon[89240]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T17:23:36.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:36 smithi090 ceph-mon[91618]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T17:23:36.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:36 smithi153 ceph-mon[84714]: pgmap v3014: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T17:23:38.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:38 smithi090 ceph-mon[91618]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T17:23:38.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:23:38.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:38 smithi090 ceph-mon[89240]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T17:23:38.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:23:38.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:38 smithi153 ceph-mon[84714]: pgmap v3015: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-15T17:23:38.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:23:39.587 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:23:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:23:39] "GET /metrics HTTP/1.1" 200 60772 "" "Prometheus/2.43.0" 2024-04-15T17:23:40.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:40 smithi090 ceph-mon[91618]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T17:23:40.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:40 smithi090 ceph-mon[89240]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T17:23:40.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:40 smithi153 ceph-mon[84714]: pgmap v3016: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-15T17:23:42.578 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:23:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:23:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:23:42.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:42 smithi090 ceph-mon[91618]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 6 op/s 2024-04-15T17:23:42.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:42 smithi090 ceph-mon[89240]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 6 op/s 2024-04-15T17:23:42.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:42 smithi153 ceph-mon[84714]: pgmap v3017: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 6 op/s 2024-04-15T17:23:44.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:44 smithi090 ceph-mon[91618]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 444 KiB/s rd, 8 op/s 2024-04-15T17:23:44.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:44 smithi090 ceph-mon[89240]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 444 KiB/s rd, 8 op/s 2024-04-15T17:23:44.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:44 smithi153 ceph-mon[84714]: pgmap v3018: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 444 KiB/s rd, 8 op/s 2024-04-15T17:23:46.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:46 smithi090 ceph-mon[91618]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 11 op/s 2024-04-15T17:23:46.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:46 smithi090 ceph-mon[89240]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 11 op/s 2024-04-15T17:23:46.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:46 smithi153 ceph-mon[84714]: pgmap v3019: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 494 KiB/s rd, 11 op/s 2024-04-15T17:23:48.837 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:48 smithi090 ceph-mon[91618]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 14 op/s 2024-04-15T17:23:48.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:48 smithi090 ceph-mon[89240]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 14 op/s 2024-04-15T17:23:48.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:48 smithi153 ceph-mon[84714]: pgmap v3020: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 156 KiB/s rd, 14 op/s 2024-04-15T17:23:49.587 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:23:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:23:49] "GET /metrics HTTP/1.1" 200 60772 "" "Prometheus/2.43.0" 2024-04-15T17:23:50.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:50 smithi153 ceph-mon[84714]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T17:23:51.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:50 smithi090 ceph-mon[91618]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T17:23:51.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:50 smithi090 ceph-mon[89240]: pgmap v3021: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T17:23:52.591 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:23:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:23:52.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:52 smithi153 ceph-mon[84714]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T17:23:53.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:52 smithi090 ceph-mon[91618]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T17:23:53.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:52 smithi090 ceph-mon[89240]: pgmap v3022: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T17:23:53.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:23:54.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:23:54.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:23:54.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:54 smithi153 ceph-mon[84714]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-15T17:23:55.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:54 smithi090 ceph-mon[91618]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-15T17:23:55.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:54 smithi090 ceph-mon[89240]: pgmap v3023: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-15T17:23:56.879 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:56 smithi153 ceph-mon[84714]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 170 B/s wr, 13 op/s 2024-04-15T17:23:57.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:56 smithi090 ceph-mon[91618]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 170 B/s wr, 13 op/s 2024-04-15T17:23:57.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:56 smithi090 ceph-mon[89240]: pgmap v3024: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 170 B/s wr, 13 op/s 2024-04-15T17:23:58.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:23:58 smithi153 ceph-mon[84714]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-15T17:23:59.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:23:58 smithi090 ceph-mon[91618]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-15T17:23:59.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:23:58 smithi090 ceph-mon[89240]: pgmap v3025: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-15T17:23:59.587 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:23:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:23:59] "GET /metrics HTTP/1.1" 200 60771 "" "Prometheus/2.43.0" 2024-04-15T17:24:00.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:00 smithi153 ceph-mon[84714]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-15T17:24:01.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:00 smithi090 ceph-mon[91618]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-15T17:24:01.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:00 smithi090 ceph-mon[89240]: pgmap v3026: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 255 B/s wr, 13 op/s 2024-04-15T17:24:02.612 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:24:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:24:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:24:02.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:02 smithi153 ceph-mon[84714]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-15T17:24:03.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:02 smithi090 ceph-mon[91618]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-15T17:24:03.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:02 smithi090 ceph-mon[89240]: pgmap v3027: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-15T17:24:04.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:04 smithi153 ceph-mon[84714]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-15T17:24:05.087 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:04 smithi090 ceph-mon[89240]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-15T17:24:05.087 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:04 smithi090 ceph-mon[91618]: pgmap v3028: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-15T17:24:07.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:06 smithi090 ceph-mon[89240]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 17 op/s 2024-04-15T17:24:07.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:06 smithi090 ceph-mon[91618]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 17 op/s 2024-04-15T17:24:07.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:06 smithi153 ceph-mon[84714]: pgmap v3029: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 17 op/s 2024-04-15T17:24:08.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:24:08.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:24:08.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:24:09.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:09 smithi090 ceph-mon[91618]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 85 B/s wr, 19 op/s 2024-04-15T17:24:09.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:09 smithi090 ceph-mon[89240]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 85 B/s wr, 19 op/s 2024-04-15T17:24:09.337 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:24:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:24:09] "GET /metrics HTTP/1.1" 200 60774 "" "Prometheus/2.43.0" 2024-04-15T17:24:09.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:09 smithi153 ceph-mon[84714]: pgmap v3030: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 160 KiB/s rd, 85 B/s wr, 19 op/s 2024-04-15T17:24:11.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:11 smithi090 ceph-mon[89240]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T17:24:11.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:11 smithi090 ceph-mon[91618]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T17:24:11.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:11 smithi153 ceph-mon[84714]: pgmap v3031: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T17:24:12.630 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:24:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:24:13.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:13 smithi090 ceph-mon[89240]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-15T17:24:13.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:13 smithi090 ceph-mon[91618]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-15T17:24:13.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:13 smithi153 ceph-mon[84714]: pgmap v3032: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-15T17:24:15.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:15 smithi090 ceph-mon[91618]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T17:24:15.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:15 smithi090 ceph-mon[89240]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T17:24:15.379 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:15 smithi153 ceph-mon[84714]: pgmap v3033: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T17:24:17.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:17 smithi090 ceph-mon[91618]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-15T17:24:17.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:17 smithi090 ceph-mon[89240]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-15T17:24:17.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:17 smithi153 ceph-mon[84714]: pgmap v3034: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-15T17:24:19.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:19 smithi090 ceph-mon[89240]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 21 op/s 2024-04-15T17:24:19.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:19 smithi090 ceph-mon[91618]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 21 op/s 2024-04-15T17:24:19.338 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:24:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:24:19] "GET /metrics HTTP/1.1" 200 60774 "" "Prometheus/2.43.0" 2024-04-15T17:24:19.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:19 smithi153 ceph-mon[84714]: pgmap v3035: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 162 KiB/s rd, 21 op/s 2024-04-15T17:24:21.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:21 smithi090 ceph-mon[91618]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T17:24:21.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:21 smithi090 ceph-mon[89240]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T17:24:21.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:21 smithi153 ceph-mon[84714]: pgmap v3036: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T17:24:22.630 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:24:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:24:23.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:23 smithi090 ceph-mon[91618]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-15T17:24:23.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:24:23.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:23 smithi090 ceph-mon[89240]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-15T17:24:23.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:24:23.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:23 smithi153 ceph-mon[84714]: pgmap v3037: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-15T17:24:23.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:24:25.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:25 smithi090 ceph-mon[91618]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-15T17:24:25.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:25 smithi090 ceph-mon[89240]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-15T17:24:25.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:25 smithi153 ceph-mon[84714]: pgmap v3038: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-15T17:24:27.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:27 smithi090 ceph-mon[91618]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-04-15T17:24:27.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:27 smithi090 ceph-mon[89240]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-04-15T17:24:27.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:27 smithi153 ceph-mon[84714]: pgmap v3039: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 179 KiB/s rd, 13 op/s 2024-04-15T17:24:29.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:29 smithi090 ceph-mon[89240]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 15 op/s 2024-04-15T17:24:29.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:29 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:24:29.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:29 smithi090 ceph-mon[91618]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 15 op/s 2024-04-15T17:24:29.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:29 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:24:29.338 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:24:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:24:29] "GET /metrics HTTP/1.1" 200 60775 "" "Prometheus/2.43.0" 2024-04-15T17:24:29.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:29 smithi153 ceph-mon[84714]: pgmap v3040: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 15 op/s 2024-04-15T17:24:29.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:29 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:24:30.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:24:30.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:24:30.337 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:24:30.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:24:30.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:24:30.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:24:30.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:24:30.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:24:30.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:24:31.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:31 smithi090 ceph-mon[91618]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 10 op/s 2024-04-15T17:24:31.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:31 smithi090 ceph-mon[89240]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 10 op/s 2024-04-15T17:24:31.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:31 smithi153 ceph-mon[84714]: pgmap v3041: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 10 op/s 2024-04-15T17:24:32.630 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:24:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:24:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:24:33.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:33 smithi090 ceph-mon[91618]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-15T17:24:33.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:33 smithi090 ceph-mon[89240]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-15T17:24:33.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:33 smithi153 ceph-mon[84714]: pgmap v3042: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-15T17:24:35.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:35 smithi090 ceph-mon[91618]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-15T17:24:35.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:35 smithi090 ceph-mon[89240]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-15T17:24:35.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:35 smithi153 ceph-mon[84714]: pgmap v3043: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 133 KiB/s rd, 16 op/s 2024-04-15T17:24:37.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:37 smithi090 ceph-mon[91618]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-15T17:24:37.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:37 smithi090 ceph-mon[89240]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-15T17:24:37.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:37 smithi153 ceph-mon[84714]: pgmap v3044: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-15T17:24:38.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:24:38.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:24:38.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:24:39.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:39 smithi090 ceph-mon[89240]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 19 op/s 2024-04-15T17:24:39.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:39 smithi090 ceph-mon[91618]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 19 op/s 2024-04-15T17:24:39.588 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:24:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:24:39] "GET /metrics HTTP/1.1" 200 60773 "" "Prometheus/2.43.0" 2024-04-15T17:24:39.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:39 smithi153 ceph-mon[84714]: pgmap v3045: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 19 op/s 2024-04-15T17:24:41.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:41 smithi090 ceph-mon[91618]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 14 op/s 2024-04-15T17:24:41.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:41 smithi090 ceph-mon[89240]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 14 op/s 2024-04-15T17:24:41.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:41 smithi153 ceph-mon[84714]: pgmap v3046: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 108 KiB/s rd, 14 op/s 2024-04-15T17:24:42.630 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:24:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:24:43.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:43 smithi090 ceph-mon[91618]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 20 op/s 2024-04-15T17:24:43.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:43 smithi090 ceph-mon[89240]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 20 op/s 2024-04-15T17:24:43.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:43 smithi153 ceph-mon[84714]: pgmap v3047: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 20 op/s 2024-04-15T17:24:45.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:45 smithi090 ceph-mon[89240]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T17:24:45.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:45 smithi090 ceph-mon[91618]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T17:24:45.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:45 smithi153 ceph-mon[84714]: pgmap v3048: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-15T17:24:47.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:47 smithi090 ceph-mon[91618]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-15T17:24:47.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:47 smithi090 ceph-mon[89240]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-15T17:24:47.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:47 smithi153 ceph-mon[84714]: pgmap v3049: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-15T17:24:49.587 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:49 smithi090 ceph-mon[89240]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 16 op/s 2024-04-15T17:24:49.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:49 smithi090 ceph-mon[91618]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 16 op/s 2024-04-15T17:24:49.588 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:24:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:24:49] "GET /metrics HTTP/1.1" 200 60773 "" "Prometheus/2.43.0" 2024-04-15T17:24:49.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:49 smithi153 ceph-mon[84714]: pgmap v3050: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 157 KiB/s rd, 16 op/s 2024-04-15T17:24:51.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:51 smithi090 ceph-mon[91618]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 10 op/s 2024-04-15T17:24:51.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:51 smithi090 ceph-mon[89240]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 10 op/s 2024-04-15T17:24:51.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:51 smithi153 ceph-mon[84714]: pgmap v3051: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 129 KiB/s rd, 10 op/s 2024-04-15T17:24:52.630 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:24:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:24:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:24:53.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:53 smithi090 ceph-mon[91618]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T17:24:53.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:24:53.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:53 smithi090 ceph-mon[89240]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T17:24:53.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:24:53.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:53 smithi153 ceph-mon[84714]: pgmap v3052: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-15T17:24:53.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:24:55.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:55 smithi090 ceph-mon[91618]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-15T17:24:55.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:55 smithi090 ceph-mon[89240]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-15T17:24:55.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:55 smithi153 ceph-mon[84714]: pgmap v3053: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 130 KiB/s rd, 85 B/s wr, 12 op/s 2024-04-15T17:24:57.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:57 smithi090 ceph-mon[91618]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 170 B/s wr, 13 op/s 2024-04-15T17:24:57.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:57 smithi090 ceph-mon[89240]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 170 B/s wr, 13 op/s 2024-04-15T17:24:57.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:57 smithi153 ceph-mon[84714]: pgmap v3054: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 155 KiB/s rd, 170 B/s wr, 13 op/s 2024-04-15T17:24:58.017 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (132846 ms) 2024-04-15T17:24:58.018 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-04-15T17:24:58.018 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:24:59.389 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:24:59 smithi090 ceph-mon[91618]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-15T17:24:59.389 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:24:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:24:59] "GET /metrics HTTP/1.1" 200 60772 "" "Prometheus/2.43.0" 2024-04-15T17:24:59.390 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:24:59 smithi090 ceph-mon[89240]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-15T17:24:59.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:24:59 smithi153 ceph-mon[84714]: pgmap v3055: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-15T17:25:01.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:01 smithi090 ceph-mon[91618]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-15T17:25:01.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:01 smithi090 ceph-mon[89240]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-15T17:25:01.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:01 smithi153 ceph-mon[84714]: pgmap v3056: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 132 KiB/s rd, 170 B/s wr, 14 op/s 2024-04-15T17:25:02.630 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:25:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:25:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:25:03.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:03 smithi090 ceph-mon[91618]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 511 B/s wr, 17 op/s 2024-04-15T17:25:03.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:03 smithi090 ceph-mon[89240]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 511 B/s wr, 17 op/s 2024-04-15T17:25:03.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:03 smithi153 ceph-mon[84714]: pgmap v3057: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 158 KiB/s rd, 511 B/s wr, 17 op/s 2024-04-15T17:25:05.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:05 smithi090 ceph-mon[91618]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-15T17:25:05.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:05 smithi090 ceph-mon[89240]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-15T17:25:05.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:05 smithi153 ceph-mon[84714]: pgmap v3058: 457 pgs: 457 active+clean; 153 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 81 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-15T17:25:07.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:07 smithi090 ceph-mon[91618]: pgmap v3059: 457 pgs: 457 active+clean; 157 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 342 KiB/s wr, 13 op/s 2024-04-15T17:25:07.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:07 smithi090 ceph-mon[89240]: pgmap v3059: 457 pgs: 457 active+clean; 157 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 342 KiB/s wr, 13 op/s 2024-04-15T17:25:07.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:07 smithi153 ceph-mon[84714]: pgmap v3059: 457 pgs: 457 active+clean; 157 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 342 KiB/s wr, 13 op/s 2024-04-15T17:25:08.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:25:08.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:25:08.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:25:09.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:09 smithi090 ceph-mon[91618]: pgmap v3060: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-15T17:25:09.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:09 smithi090 ceph-mon[89240]: pgmap v3060: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-15T17:25:09.588 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:25:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:25:09] "GET /metrics HTTP/1.1" 200 60779 "" "Prometheus/2.43.0" 2024-04-15T17:25:09.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:09 smithi153 ceph-mon[84714]: pgmap v3060: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 1.3 MiB/s wr, 14 op/s 2024-04-15T17:25:11.099 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.EncryptedResize (13082 ms) 2024-04-15T17:25:11.099 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-04-15T17:25:11.099 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:11.587 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:11 smithi090 ceph-mon[91618]: pgmap v3061: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-15T17:25:11.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:11 smithi090 ceph-mon[89240]: pgmap v3061: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-15T17:25:11.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:11 smithi153 ceph-mon[84714]: pgmap v3061: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-15T17:25:12.630 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:25:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:25:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:25:13.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:13 smithi090 ceph-mon[91618]: pgmap v3062: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-04-15T17:25:13.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:13 smithi090 ceph-mon[89240]: pgmap v3062: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-04-15T17:25:13.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:13 smithi153 ceph-mon[84714]: pgmap v3062: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 1.6 MiB/s wr, 28 op/s 2024-04-15T17:25:15.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:15 smithi090 ceph-mon[89240]: pgmap v3063: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-15T17:25:15.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:15 smithi090 ceph-mon[91618]: pgmap v3063: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-15T17:25:15.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:15 smithi153 ceph-mon[84714]: pgmap v3063: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 1.6 MiB/s wr, 26 op/s 2024-04-15T17:25:17.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:17 smithi090 ceph-mon[91618]: pgmap v3064: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-15T17:25:17.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:17 smithi090 ceph-mon[89240]: pgmap v3064: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-15T17:25:17.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:17 smithi153 ceph-mon[84714]: pgmap v3064: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-15T17:25:19.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:19 smithi090 ceph-mon[91618]: pgmap v3065: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-15T17:25:19.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:19 smithi090 ceph-mon[91618]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-15T17:25:19.588 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:25:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:25:19] "GET /metrics HTTP/1.1" 200 60779 "" "Prometheus/2.43.0" 2024-04-15T17:25:19.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:19 smithi090 ceph-mon[89240]: pgmap v3065: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-15T17:25:19.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:19 smithi090 ceph-mon[89240]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-15T17:25:19.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:19 smithi153 ceph-mon[84714]: pgmap v3065: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 1.3 MiB/s wr, 25 op/s 2024-04-15T17:25:19.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:19 smithi153 ceph-mon[84714]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-15T17:25:21.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:21 smithi090 ceph-mon[91618]: pgmap v3067: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 309 KiB/s wr, 25 op/s 2024-04-15T17:25:21.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:21 smithi090 ceph-mon[89240]: pgmap v3067: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 309 KiB/s wr, 25 op/s 2024-04-15T17:25:21.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:21 smithi153 ceph-mon[84714]: pgmap v3067: 457 pgs: 457 active+clean; 169 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 309 KiB/s wr, 25 op/s 2024-04-15T17:25:22.630 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:25:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:25:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:25:23.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:23 smithi090 ceph-mon[91618]: pgmap v3068: 457 pgs: 457 active+clean; 177 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 821 KiB/s wr, 28 op/s 2024-04-15T17:25:23.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:25:23.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:23 smithi090 ceph-mon[89240]: pgmap v3068: 457 pgs: 457 active+clean; 177 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 821 KiB/s wr, 28 op/s 2024-04-15T17:25:23.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:25:23.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:23 smithi153 ceph-mon[84714]: pgmap v3068: 457 pgs: 457 active+clean; 177 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 821 KiB/s wr, 28 op/s 2024-04-15T17:25:23.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:25:24.285 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (13186 ms) 2024-04-15T17:25:24.285 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-15T17:25:24.286 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:25.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:25 smithi090 ceph-mon[89240]: pgmap v3069: 457 pgs: 457 active+clean; 189 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-04-15T17:25:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:25 smithi090 ceph-mon[91618]: pgmap v3069: 457 pgs: 457 active+clean; 189 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-04-15T17:25:25.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:25 smithi153 ceph-mon[84714]: pgmap v3069: 457 pgs: 457 active+clean; 189 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 2.0 MiB/s wr, 33 op/s 2024-04-15T17:25:26.312 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:26.312 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:26.312 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:26.312 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:26.313 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:26.313 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.313 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:26.313 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.313 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.313 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:26.313 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.313 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:26.313 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.313 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.313 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:26.313 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.314 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.315 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:26.315 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:25:26.315 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:25:26.315 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:25:26.315 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:25:26.315 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:25:26.315 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:25:26.315 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:25:26.315 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:25:26.315 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:25:26.315 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:25:26.315 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.315 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:25:26.315 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.315 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.316 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:25:26.316 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.316 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:25:26.316 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.316 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.316 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:25:26.316 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.317 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:25:26.317 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.317 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.317 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:25:26.317 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.317 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:25:26.317 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.317 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.317 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:25:26.317 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.317 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:25:26.317 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.317 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.317 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:25:26.318 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:26.318 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:26.318 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:26.318 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:26.318 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:26.318 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.318 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:26.318 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:26.318 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:26.318 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.318 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:26.318 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:26.318 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:26.318 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 512~512 = 512 2024-04-15T17:25:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:aio discard: 1536~512 = 0 2024-04-15T17:25:26.319 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:26.320 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:26.320 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:26.320 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:26.320 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:26.320 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 0 2024-04-15T17:25:26.320 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.320 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.320 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 0 2024-04-15T17:25:26.320 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.320 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.320 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 16384 2024-04-15T17:25:26.320 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.320 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.320 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 16384 2024-04-15T17:25:26.320 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.321 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.321 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:26.321 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:26.321 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 49152 2024-04-15T17:25:26.321 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.321 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.321 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 49152 2024-04-15T17:25:26.321 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.321 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.321 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 65536 2024-04-15T17:25:26.321 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.321 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.321 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 65536 2024-04-15T17:25:26.321 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.322 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.322 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:26.322 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:26.322 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 98304 2024-04-15T17:25:26.322 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.322 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.322 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 98304 2024-04-15T17:25:26.322 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.322 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.322 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 114688 2024-04-15T17:25:26.323 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.323 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.323 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 114688 2024-04-15T17:25:26.323 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.323 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.323 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:26.323 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:26.323 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 147456 2024-04-15T17:25:26.323 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.323 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.323 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 147456 2024-04-15T17:25:26.323 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.323 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.323 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 163840 2024-04-15T17:25:26.323 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.324 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.324 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 163840 2024-04-15T17:25:26.324 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.324 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.324 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:26.324 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:26.324 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 196608 2024-04-15T17:25:26.324 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.324 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.324 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 196608 2024-04-15T17:25:26.324 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.324 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.324 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 212992 2024-04-15T17:25:26.324 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.324 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.325 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 212992 2024-04-15T17:25:26.325 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.325 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.325 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:26.325 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:26.325 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.325 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:26.325 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.325 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.325 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:26.325 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.325 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.325 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.325 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:26.325 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.326 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.326 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:26.326 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.326 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.326 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.326 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:26.326 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.326 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.326 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:26.326 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.326 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.327 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.327 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:26.327 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.327 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.327 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:26.327 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.327 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.327 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.327 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:26.327 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:26.328 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.328 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:26.328 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:26.328 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.328 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:26.328 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.328 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.328 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:26.328 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.328 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.328 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:26.328 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:26.329 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:26.329 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:26.329 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:26.329 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:26.329 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:26.329 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:27.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:27 smithi090 ceph-mon[89240]: pgmap v3070: 457 pgs: 457 active+clean; 197 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 654 KiB/s rd, 2.9 MiB/s wr, 300 op/s 2024-04-15T17:25:27.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:27 smithi090 ceph-mon[91618]: pgmap v3070: 457 pgs: 457 active+clean; 197 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 654 KiB/s rd, 2.9 MiB/s wr, 300 op/s 2024-04-15T17:25:27.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:27 smithi153 ceph-mon[84714]: pgmap v3070: 457 pgs: 457 active+clean; 197 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 654 KiB/s rd, 2.9 MiB/s wr, 300 op/s 2024-04-15T17:25:28.034 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.034 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:28.034 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:28.034 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:28.034 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:28.034 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:28.034 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.034 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.035 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:28.035 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:28.035 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:28.035 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:28.035 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:28.035 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.035 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.035 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:28.035 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.035 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.035 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:28.035 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.035 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.035 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:28.035 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:28.036 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:28.036 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:28.036 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:28.036 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.036 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.036 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:28.036 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:28.036 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:28.036 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:28.036 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:28.036 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.036 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.036 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:28.036 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:28.037 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:28.037 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:28.037 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:28.037 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.037 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.037 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:28.037 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:28.037 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:28.037 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:28.037 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:28.037 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.037 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.037 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:28.037 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.038 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.038 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:28.038 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.038 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.038 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:28.038 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:28.038 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:28.038 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:28.038 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:28.038 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.038 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.038 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:28.038 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:28.038 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:28.038 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:28.039 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:28.039 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.039 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.039 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:28.039 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:28.039 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:28.039 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:28.039 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:28.039 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.039 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.039 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:28.039 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:28.039 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:28.039 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:28.040 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:28.040 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.040 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.040 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:28.040 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.040 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.040 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:28.040 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.040 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.040 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:28.040 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:28.040 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:28.040 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:28.040 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:28.041 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.041 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.041 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:28.041 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:28.041 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:28.041 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:28.041 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:28.041 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.041 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.041 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:28.041 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:28.041 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:28.041 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:28.041 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:28.041 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.042 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.042 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:28.042 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:28.042 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:28.042 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:28.042 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:28.042 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.042 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.042 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:28.042 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:28.042 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:28.042 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:28.042 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:28.042 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:28.042 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:28.043 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (3749 ms) 2024-04-15T17:25:28.043 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-15T17:25:29.277 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:29.389 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:29 smithi090 ceph-mon[91618]: pgmap v3071: 457 pgs: 457 active+clean; 201 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 312 op/s 2024-04-15T17:25:29.389 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:29 smithi090 ceph-mon[91618]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-15T17:25:29.389 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:29 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2294305297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:29.389 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:29 smithi090 ceph-mon[89240]: pgmap v3071: 457 pgs: 457 active+clean; 201 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 312 op/s 2024-04-15T17:25:29.390 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:29 smithi090 ceph-mon[89240]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-15T17:25:29.390 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:29 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2294305297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:29.390 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:25:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:25:29] "GET /metrics HTTP/1.1" 200 60779 "" "Prometheus/2.43.0" 2024-04-15T17:25:29.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:29 smithi153 ceph-mon[84714]: pgmap v3071: 457 pgs: 457 active+clean; 201 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 312 op/s 2024-04-15T17:25:29.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:29 smithi153 ceph-mon[84714]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-15T17:25:29.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:29 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2294305297' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:30.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:30 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2294305297' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:25:30.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:30 smithi090 ceph-mon[89240]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-15T17:25:30.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:25:30.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:30 smithi090 ceph-mon[89240]: pgmap v3074: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 361 op/s 2024-04-15T17:25:30.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:25:30.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:25:30.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:25:30.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:30 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2294305297' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:25:30.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:30 smithi090 ceph-mon[91618]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-15T17:25:30.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:25:30.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:30 smithi090 ceph-mon[91618]: pgmap v3074: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 361 op/s 2024-04-15T17:25:30.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:25:30.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:25:30.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:25:30.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:30 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2294305297' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:25:30.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:30 smithi153 ceph-mon[84714]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-15T17:25:30.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:25:30.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:30 smithi153 ceph-mon[84714]: pgmap v3074: 489 pgs: 32 unknown, 457 active+clean; 201 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 361 op/s 2024-04-15T17:25:30.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:25:30.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:25:30.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:25:31.367 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:31.367 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:31.367 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:31.367 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:31.367 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:31.367 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:31.367 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:31.367 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:31.367 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:31.367 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:31.367 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:31.368 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:31.368 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:31.368 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:31.368 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:31.368 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:31.368 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:31.368 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:31.368 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:31.368 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:31.368 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:31.368 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:31.368 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:31.368 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:31.369 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:31.369 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:31.369 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:31.369 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:31.369 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:31.369 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:31.369 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:31.369 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:31.369 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:31.369 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:31.369 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:31.369 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:31.369 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:31.369 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:31.370 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:31.370 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:31.370 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:31.370 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:31.370 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:31.370 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:31.370 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:31.370 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:31.370 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:31.370 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:31.370 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:31.370 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:31.370 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:31.370 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:31.371 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:31.371 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:31.371 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:31.371 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 512~512 = 512 2024-04-15T17:25:31.371 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:31.371 INFO:tasks.workunit.client.0.smithi090.stdout:aio discard: 1536~512 = 0 2024-04-15T17:25:31.371 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:31.371 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:31.371 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:31.371 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:31.371 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:31.371 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:31.371 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:31.371 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3332 ms) 2024-04-15T17:25:31.371 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-15T17:25:31.372 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:31.398 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (31 ms) 2024-04-15T17:25:31.398 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-15T17:25:31.398 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:31.427 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (30 ms) 2024-04-15T17:25:31.428 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-15T17:25:31.428 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:31.457 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (30 ms) 2024-04-15T17:25:31.457 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-15T17:25:31.457 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:31.490 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (33 ms) 2024-04-15T17:25:31.490 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-15T17:25:31.490 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:31.558 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (65 ms) 2024-04-15T17:25:31.559 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-15T17:25:31.559 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:31.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:31 smithi090 ceph-mon[89240]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-15T17:25:31.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:31 smithi090 ceph-mon[91618]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-15T17:25:31.613 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (58 ms) 2024-04-15T17:25:31.614 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-15T17:25:31.614 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:31.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:31 smithi153 ceph-mon[84714]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-15T17:25:31.685 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (71 ms) 2024-04-15T17:25:31.685 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-15T17:25:31.685 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:31.746 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (61 ms) 2024-04-15T17:25:31.746 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-15T17:25:31.746 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:32.104 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (359 ms) 2024-04-15T17:25:32.104 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-15T17:25:32.104 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:32.366 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (262 ms) 2024-04-15T17:25:32.367 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-15T17:25:32.367 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:32.394 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (28 ms) 2024-04-15T17:25:32.394 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-15T17:25:32.394 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:32.422 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (28 ms) 2024-04-15T17:25:32.422 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-15T17:25:32.422 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:32.450 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (27 ms) 2024-04-15T17:25:32.450 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-15T17:25:32.450 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:32.478 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (29 ms) 2024-04-15T17:25:32.478 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-15T17:25:32.479 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:32.499 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.499 INFO:tasks.workunit.client.0.smithi090.stdout:aio discard: 0~1048576 = 0 2024-04-15T17:25:32.499 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.499 INFO:tasks.workunit.client.0.smithi090.stdout:aio discard: 0~4194304 = 0 2024-04-15T17:25:32.499 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.499 INFO:tasks.workunit.client.0.smithi090.stdout:aio discard: 3145728~1048576 = 0 2024-04-15T17:25:32.499 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (21 ms) 2024-04-15T17:25:32.499 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-15T17:25:32.499 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:32.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:32 smithi090 ceph-mon[89240]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-15T17:25:32.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:32 smithi090 ceph-mon[89240]: pgmap v3077: 489 pgs: 12 unknown, 477 active+clean; 205 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 316 KiB/s wr, 1.46k op/s 2024-04-15T17:25:32.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:32 smithi090 ceph-mon[91618]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-15T17:25:32.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:32 smithi090 ceph-mon[91618]: pgmap v3077: 489 pgs: 12 unknown, 477 active+clean; 205 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 316 KiB/s wr, 1.46k op/s 2024-04-15T17:25:32.607 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:32.607 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:32.607 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:32.607 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:32.607 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:32.607 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:32.607 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:32.607 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:32.607 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:32.607 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:32.607 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.608 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:32.608 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.608 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:32.608 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:32.608 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.608 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:32.608 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.608 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:32.608 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:32.608 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.608 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:32.609 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.609 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:32.609 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:32.609 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.609 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:32.609 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.609 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:32.609 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:32.609 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.609 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:32.609 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.609 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:32.609 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:32.610 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.610 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:32.610 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:32.610 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:32.610 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.610 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:32.610 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:32.610 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:32.610 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.610 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:32.610 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:32.610 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:32.610 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.610 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:32.611 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:32.611 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:32.611 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.611 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:32.611 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:32.611 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:32.611 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestFUA (108 ms) 2024-04-15T17:25:32.611 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-15T17:25:32.611 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:32.625 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:32.625 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:32.625 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:32.625 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:32.625 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:32.625 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.626 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:32.626 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.626 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:32.626 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:32.626 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.626 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:32.626 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.626 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:32.626 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:32.626 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.626 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:32.627 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.627 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:32.627 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:32.627 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.627 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:32.627 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.627 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:32.627 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:32.627 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.627 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:32.627 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:32 smithi153 ceph-mon[84714]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-15T17:25:32.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:32 smithi153 ceph-mon[84714]: pgmap v3077: 489 pgs: 12 unknown, 477 active+clean; 205 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 726 KiB/s rd, 316 KiB/s wr, 1.46k op/s 2024-04-15T17:25:32.630 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:25:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:25:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:25:32.644 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:32.644 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:32.644 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:25:32.644 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:25:32.645 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:25:32.645 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:25:32.645 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:25:32.645 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:25:32.645 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:25:32.645 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:25:32.645 INFO:tasks.workunit.client.0.smithi090.stdout:start compare and write 2024-04-15T17:25:32.645 INFO:tasks.workunit.client.0.smithi090.stdout:compare and wrote: 512 2024-04-15T17:25:32.645 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.645 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:25:32.645 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.646 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:32.646 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:25:32.646 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.646 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:25:32.646 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.646 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:32.646 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:25:32.647 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.647 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:25:32.647 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.647 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:32.647 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:25:32.647 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.647 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:25:32.647 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.648 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:32.648 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:25:32.648 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.648 INFO:tasks.workunit.client.0.smithi090.stdout:started aio compare and write 2024-04-15T17:25:32.648 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:32.650 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:32.650 INFO:tasks.workunit.client.0.smithi090.stdout:finished aio compare and write 2024-04-15T17:25:32.650 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:32.650 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:32.650 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:32.650 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:32.650 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:32.650 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.650 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:32.650 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:32.650 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:32.651 INFO:tasks.workunit.client.0.smithi090.stdout:finished read 2024-04-15T17:25:32.651 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.651 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:32.651 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:32.651 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:32.651 INFO:tasks.workunit.client.0.smithi090.stdout:finished read 2024-04-15T17:25:32.652 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.652 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:32.652 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:32.652 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:32.652 INFO:tasks.workunit.client.0.smithi090.stdout:finished read 2024-04-15T17:25:32.652 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.652 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:32.652 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:32.652 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:32.652 INFO:tasks.workunit.client.0.smithi090.stdout:finished read 2024-04-15T17:25:32.652 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:32.652 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:32.652 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:32.652 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:32.653 INFO:tasks.workunit.client.0.smithi090.stdout:finished read 2024-04-15T17:25:32.653 INFO:tasks.workunit.client.0.smithi090.stdout:discard: 512~512 2024-04-15T17:25:32.653 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:33.530 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:33.531 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:33.531 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:33.531 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:33.531 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:33.531 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 0 2024-04-15T17:25:33.531 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.531 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.531 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 0 2024-04-15T17:25:33.531 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.531 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.531 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 16384 2024-04-15T17:25:33.531 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.531 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.532 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 16384 2024-04-15T17:25:33.532 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.532 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.532 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.532 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.532 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 49152 2024-04-15T17:25:33.532 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.532 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.532 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 49152 2024-04-15T17:25:33.532 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.532 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.532 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 65536 2024-04-15T17:25:33.532 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.532 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.532 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 65536 2024-04-15T17:25:33.533 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.533 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.533 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.533 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.533 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 98304 2024-04-15T17:25:33.533 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.533 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.533 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 98304 2024-04-15T17:25:33.533 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.533 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.533 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 114688 2024-04-15T17:25:33.533 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.533 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.534 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 114688 2024-04-15T17:25:33.534 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.534 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.534 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.534 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.534 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 147456 2024-04-15T17:25:33.534 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.534 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.534 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 147456 2024-04-15T17:25:33.534 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.534 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.534 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 163840 2024-04-15T17:25:33.534 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.535 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.535 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 163840 2024-04-15T17:25:33.535 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.535 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.535 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.535 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.535 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 196608 2024-04-15T17:25:33.535 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.535 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.535 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 196608 2024-04-15T17:25:33.535 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.535 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.535 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 212992 2024-04-15T17:25:33.535 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.535 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.536 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 212992 2024-04-15T17:25:33.536 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.536 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.536 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.536 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.536 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.536 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.536 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:33.536 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:33.536 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:33.536 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.536 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.537 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.537 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.537 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:33.537 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:33.537 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:33.537 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.537 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.537 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.537 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.537 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:33.538 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:33.538 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:33.538 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.538 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.538 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.538 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.538 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:33.545 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:33.545 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:33.545 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.545 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.545 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.545 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.545 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.545 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.545 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.546 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.546 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.546 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.546 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:33.565 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:33.565 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:33.565 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.565 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.565 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.565 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.565 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:33.589 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:33.589 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:33.589 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.589 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.589 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.589 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.589 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:33.617 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:33.617 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:33.617 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.617 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.617 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.618 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.618 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:33.646 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:33.646 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:33.646 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.646 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.646 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.647 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.647 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.647 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.647 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.647 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.647 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.647 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.647 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:33.687 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:33.687 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:33.687 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.687 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.687 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.687 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.687 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:33.726 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:33.726 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:33.726 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.726 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.726 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.726 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.726 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:33.771 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:33.771 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:33.771 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.771 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.771 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.772 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.772 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:33.814 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:33.814 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:33.815 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.815 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.815 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.815 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.815 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.815 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.815 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.815 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:33.815 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.815 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.815 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:33.878 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:33.879 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:33.879 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.879 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.879 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.879 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.879 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:33.938 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:33.938 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:33.938 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:33.938 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:33.938 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:33.938 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:33.938 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:34.016 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:34.016 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:34.016 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:34.016 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:34.016 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:34.016 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:34.016 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:34.078 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:34.078 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:34.078 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:34.078 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:34.078 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:34.079 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:34.079 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:34.079 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:34.079 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:34.079 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:34.079 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:34.079 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:34.079 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:34.164 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:34.164 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:34.164 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:34.165 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:34.165 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:34.165 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:34.165 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:34.243 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:34.243 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:34.243 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:34.243 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:34.243 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:34.244 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:34.244 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:34.327 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:34.327 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:34.327 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:34.327 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:34.327 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:34.328 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:34.328 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:34.415 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:34.416 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:34.416 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:34.416 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:34.416 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:34.416 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:34.416 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:34.416 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:34.416 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:34.416 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:34.416 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestIOPP (1808 ms) 2024-04-15T17:25:34.416 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-15T17:25:34.416 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:34.439 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (24 ms) 2024-04-15T17:25:34.439 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-15T17:25:34.439 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:34.464 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (25 ms) 2024-04-15T17:25:34.465 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-15T17:25:34.465 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:34.496 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (32 ms) 2024-04-15T17:25:34.497 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-15T17:25:34.497 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:34.523 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (27 ms) 2024-04-15T17:25:34.523 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-15T17:25:34.523 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:34.551 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (28 ms) 2024-04-15T17:25:34.552 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-15T17:25:34.552 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:34.572 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:34.575 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (25 ms) 2024-04-15T17:25:34.576 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-15T17:25:34.576 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:34.606 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (29 ms) 2024-04-15T17:25:34.606 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-15T17:25:34.606 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:34.628 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:34.633 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (27 ms) 2024-04-15T17:25:34.633 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-15T17:25:34.633 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:34.659 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (27 ms) 2024-04-15T17:25:34.659 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-15T17:25:34.659 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:34.683 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:34.687 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (27 ms) 2024-04-15T17:25:34.687 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-15T17:25:34.687 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:34.719 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (32 ms) 2024-04-15T17:25:34.720 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-15T17:25:34.720 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:34.744 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:34.748 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (28 ms) 2024-04-15T17:25:34.748 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-15T17:25:34.748 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:34.821 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (74 ms) 2024-04-15T17:25:34.821 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-15T17:25:34.821 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:34.837 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:34 smithi090 ceph-mon[89240]: pgmap v3078: 489 pgs: 489 active+clean; 217 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 1.15k op/s 2024-04-15T17:25:34.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:34 smithi090 ceph-mon[91618]: pgmap v3078: 489 pgs: 489 active+clean; 217 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 1.15k op/s 2024-04-15T17:25:34.864 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:34.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:34 smithi153 ceph-mon[84714]: pgmap v3078: 489 pgs: 489 active+clean; 217 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 1.15k op/s 2024-04-15T17:25:34.881 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (60 ms) 2024-04-15T17:25:34.881 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-15T17:25:34.881 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:34.954 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (72 ms) 2024-04-15T17:25:34.954 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-15T17:25:34.954 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:35.008 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:35.028 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (75 ms) 2024-04-15T17:25:35.029 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-15T17:25:35.029 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:35.386 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (358 ms) 2024-04-15T17:25:35.386 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-15T17:25:35.386 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:35.622 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:35.648 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (262 ms) 2024-04-15T17:25:35.648 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-15T17:25:35.648 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:35.679 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:35.680 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:35.680 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:35.680 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:35.680 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:25:35.680 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:35.680 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:35.680 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:35.680 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:35.681 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:35.681 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:35.681 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:35.681 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:35.681 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:35.682 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:35.682 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:35.682 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:35.682 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:35.682 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:35.682 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:35.683 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:35.683 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:35.683 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:35.686 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:35.686 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:35.686 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:35.687 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:25:35.687 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:35.688 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:35.688 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:25:35.688 INFO:tasks.workunit.client.0.smithi090.stdout:read: 512 2024-04-15T17:25:35.688 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:35.688 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:35.688 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:35.688 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:35.688 INFO:tasks.workunit.client.0.smithi090.stdout:finished read 2024-04-15T17:25:35.688 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:35.688 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:35.688 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:35.689 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:35.689 INFO:tasks.workunit.client.0.smithi090.stdout:finished read 2024-04-15T17:25:35.689 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:35.689 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:35.689 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:35.689 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:35.689 INFO:tasks.workunit.client.0.smithi090.stdout:finished read 2024-04-15T17:25:35.689 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:35.689 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:35.689 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:35.689 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:35.689 INFO:tasks.workunit.client.0.smithi090.stdout:finished read 2024-04-15T17:25:35.690 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:35.690 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:25:35.690 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:25:36.556 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:25:36.556 INFO:tasks.workunit.client.0.smithi090.stdout:finished read 2024-04-15T17:25:36.557 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 0 2024-04-15T17:25:36.557 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.557 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.557 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 0 2024-04-15T17:25:36.557 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.557 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.557 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 16384 2024-04-15T17:25:36.557 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.557 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.557 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 16384 2024-04-15T17:25:36.557 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.557 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.558 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.558 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.558 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 49152 2024-04-15T17:25:36.558 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.558 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.558 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 49152 2024-04-15T17:25:36.558 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.558 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.558 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 65536 2024-04-15T17:25:36.558 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.558 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.558 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 65536 2024-04-15T17:25:36.558 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.558 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.559 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.559 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.559 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 98304 2024-04-15T17:25:36.559 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.559 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.559 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 98304 2024-04-15T17:25:36.559 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.559 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.559 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 114688 2024-04-15T17:25:36.559 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.559 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.559 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 114688 2024-04-15T17:25:36.559 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.559 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.560 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.560 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.560 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 147456 2024-04-15T17:25:36.560 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.560 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.560 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 147456 2024-04-15T17:25:36.560 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.560 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.560 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 163840 2024-04-15T17:25:36.560 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.560 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.560 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 163840 2024-04-15T17:25:36.560 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.561 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.561 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.561 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.561 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 196608 2024-04-15T17:25:36.561 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.561 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.561 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 196608 2024-04-15T17:25:36.561 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.561 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.561 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 212992 2024-04-15T17:25:36.561 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.561 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.561 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 212992 2024-04-15T17:25:36.562 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.562 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.562 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.562 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.562 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.562 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.562 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:36.562 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:36.562 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:36.562 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.562 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.562 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.562 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.563 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:36.563 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:36.563 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:36.563 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.563 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.563 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.563 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.563 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:36.565 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:36.565 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:36.565 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.565 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.565 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.565 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.565 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:36.572 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:36.572 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:36.572 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.572 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.573 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.573 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.573 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.573 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.573 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.573 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.573 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.573 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.573 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:36.595 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:36.595 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:36.595 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.595 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.595 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.595 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.596 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:36.614 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:36.615 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:36.615 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.615 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.615 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.615 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.615 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:36.641 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:36.641 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:36.641 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.641 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.641 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.642 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.642 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:36.667 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:36.667 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:36.667 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.667 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.667 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.667 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.668 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.668 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.668 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.668 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.668 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.668 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.668 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:36.710 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:36.710 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:36.710 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.710 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.710 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.711 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.711 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:36.749 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:36.750 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:36.750 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.750 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.750 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.750 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.750 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:36.797 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:36.797 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:36.797 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.798 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.798 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.798 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.798 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:36.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:36 smithi090 ceph-mon[89240]: pgmap v3079: 489 pgs: 489 active+clean; 245 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.3 MiB/s wr, 1.06k op/s 2024-04-15T17:25:36.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:36 smithi090 ceph-mon[91618]: pgmap v3079: 489 pgs: 489 active+clean; 245 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.3 MiB/s wr, 1.06k op/s 2024-04-15T17:25:36.841 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:36.841 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:36.841 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.842 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.842 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.842 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.842 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.842 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.842 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.842 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:36.842 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.842 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.842 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:36.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:36 smithi153 ceph-mon[84714]: pgmap v3079: 489 pgs: 489 active+clean; 245 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 7.3 MiB/s wr, 1.06k op/s 2024-04-15T17:25:36.904 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:36.904 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:36.904 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.904 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.904 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.904 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.904 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:36.961 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:36.961 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:36.961 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:36.961 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:36.961 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:36.961 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:36.961 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:37.031 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:37.032 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:37.032 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:37.032 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:37.032 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:37.032 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:37.032 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:37.094 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:37.095 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:37.095 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:37.095 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:37.095 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:37.095 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:37.095 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:37.095 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:37.095 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:37.095 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:37.095 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:37.095 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:37.095 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:37.177 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:37.178 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:37.178 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:37.178 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:37.178 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:37.178 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:37.178 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:37.254 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:37.254 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:37.254 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:37.254 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:37.254 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:37.254 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:37.254 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:37.342 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:37.342 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:37.342 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:37.342 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:37.342 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:37.342 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:37.342 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:25:37.442 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:25:37.442 INFO:tasks.workunit.client.0.smithi090.stdout:finished writesame 2024-04-15T17:25:37.442 INFO:tasks.workunit.client.0.smithi090.stdout:to verify the data 2024-04-15T17:25:37.442 INFO:tasks.workunit.client.0.smithi090.stdout:verified 2024-04-15T17:25:37.442 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:37.443 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:37.443 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:37.443 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:25:37.443 INFO:tasks.workunit.client.0.smithi090.stdout:started writesame 2024-04-15T17:25:37.443 INFO:tasks.workunit.client.0.smithi090.stdout:expected fail, finished writesame 2024-04-15T17:25:37.443 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (1794 ms) 2024-04-15T17:25:37.443 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-15T17:25:37.443 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:38.677 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 0 2024-04-15T17:25:38.677 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 0 2024-04-15T17:25:38.677 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 1 2024-04-15T17:25:38.677 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:25:38.677 INFO:tasks.workunit.client.0.smithi090.stdout:snap: orig 2024-04-15T17:25:38.677 INFO:tasks.workunit.client.0.smithi090.stdout:found orig with size 2097152 2024-04-15T17:25:38.677 INFO:tasks.workunit.client.0.smithi090.stdout:read: 80 2024-04-15T17:25:38.677 INFO:tasks.workunit.client.0.smithi090.stdout:write test data! 2024-04-15T17:25:38.678 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 80 2024-04-15T17:25:38.678 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 2 2024-04-15T17:25:38.678 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 2 2024-04-15T17:25:38.678 INFO:tasks.workunit.client.0.smithi090.stdout:snap: orig 2024-04-15T17:25:38.678 INFO:tasks.workunit.client.0.smithi090.stdout:snap: written 2024-04-15T17:25:38.678 INFO:tasks.workunit.client.0.smithi090.stdout:found orig with size 2097152 2024-04-15T17:25:38.678 INFO:tasks.workunit.client.0.smithi090.stdout:found written with size 2097152 2024-04-15T17:25:38.678 INFO:tasks.workunit.client.0.smithi090.stdout:read: 80 2024-04-15T17:25:38.678 INFO:tasks.workunit.client.0.smithi090.stdout:read: 80 2024-04-15T17:25:38.678 INFO:tasks.workunit.client.0.smithi090.stdout:read: 80 2024-04-15T17:25:38.678 INFO:tasks.workunit.client.0.smithi090.stdout:write to snapshot returned -30 2024-04-15T17:25:38.678 INFO:tasks.workunit.client.0.smithi090.stdout:Read-only file system 2024-04-15T17:25:38.700 INFO:tasks.workunit.client.0.smithi090.stdout:read: 80 2024-04-15T17:25:38.700 INFO:tasks.workunit.client.0.smithi090.stdout:read: 80 2024-04-15T17:25:38.700 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 80 2024-04-15T17:25:38.700 INFO:tasks.workunit.client.0.smithi090.stdout:opening testimg@orig 2024-04-15T17:25:38.700 INFO:tasks.workunit.client.0.smithi090.stdout:read: 80 2024-04-15T17:25:38.700 INFO:tasks.workunit.client.0.smithi090.stdout:write to snapshot returned -30 2024-04-15T17:25:38.700 INFO:tasks.workunit.client.0.smithi090.stdout:Read-only file system 2024-04-15T17:25:38.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:38 smithi090 ceph-mon[89240]: pgmap v3080: 489 pgs: 489 active+clean; 297 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 2.66k op/s 2024-04-15T17:25:38.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:38 smithi090 ceph-mon[89240]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-15T17:25:38.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:25:38.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:38 smithi090 ceph-mon[91618]: pgmap v3080: 489 pgs: 489 active+clean; 297 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 2.66k op/s 2024-04-15T17:25:38.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:38 smithi090 ceph-mon[91618]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-15T17:25:38.838 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:25:38.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:38 smithi153 ceph-mon[84714]: pgmap v3080: 489 pgs: 489 active+clean; 297 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 2.66k op/s 2024-04-15T17:25:38.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:38 smithi153 ceph-mon[84714]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-15T17:25:38.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:25:39.588 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:25:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:25:39] "GET /metrics HTTP/1.1" 200 63241 "" "Prometheus/2.43.0" 2024-04-15T17:25:39.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:39 smithi153 ceph-mon[84714]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-15T17:25:40.048 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 2 2024-04-15T17:25:40.048 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 2 2024-04-15T17:25:40.048 INFO:tasks.workunit.client.0.smithi090.stdout:snap: orig 2024-04-15T17:25:40.048 INFO:tasks.workunit.client.0.smithi090.stdout:snap: written 2024-04-15T17:25:40.048 INFO:tasks.workunit.client.0.smithi090.stdout:found orig with size 2097152 2024-04-15T17:25:40.048 INFO:tasks.workunit.client.0.smithi090.stdout:found written with size 2097152 2024-04-15T17:25:40.048 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 1 2024-04-15T17:25:40.048 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:25:40.048 INFO:tasks.workunit.client.0.smithi090.stdout:snap: orig 2024-04-15T17:25:40.048 INFO:tasks.workunit.client.0.smithi090.stdout:found orig with size 2097152 2024-04-15T17:25:40.048 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 0 2024-04-15T17:25:40.048 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 0 2024-04-15T17:25:40.049 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (2605 ms) 2024-04-15T17:25:40.049 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-15T17:25:40.049 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:40.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:39 smithi090 ceph-mon[89240]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-15T17:25:40.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:39 smithi090 ceph-mon[91618]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-15T17:25:40.880 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:40 smithi153 ceph-mon[84714]: pgmap v3083: 489 pgs: 489 active+clean; 297 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 1.93k op/s 2024-04-15T17:25:40.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:40 smithi153 ceph-mon[84714]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-15T17:25:40.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:40 smithi153 ceph-mon[84714]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-15T17:25:41.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:40 smithi090 ceph-mon[89240]: pgmap v3083: 489 pgs: 489 active+clean; 297 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 1.93k op/s 2024-04-15T17:25:41.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:40 smithi090 ceph-mon[89240]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-15T17:25:41.088 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:40 smithi090 ceph-mon[89240]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-15T17:25:41.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:40 smithi090 ceph-mon[91618]: pgmap v3083: 489 pgs: 489 active+clean; 297 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 13 MiB/s wr, 1.93k op/s 2024-04-15T17:25:41.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:40 smithi090 ceph-mon[91618]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-15T17:25:41.088 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:40 smithi090 ceph-mon[91618]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-15T17:25:42.054 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2006 ms) 2024-04-15T17:25:42.054 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-15T17:25:42.054 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:42.314 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:42 smithi153 ceph-mon[84714]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-15T17:25:42.337 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:42 smithi090 ceph-mon[89240]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-15T17:25:42.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:42 smithi090 ceph-mon[91618]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-15T17:25:42.630 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:25:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:25:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:25:43.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:43 smithi090 ceph-mon[89240]: pgmap v3087: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 101 op/s 2024-04-15T17:25:43.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:43 smithi090 ceph-mon[89240]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-15T17:25:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:43 smithi090 ceph-mon[91618]: pgmap v3087: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 101 op/s 2024-04-15T17:25:43.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:43 smithi090 ceph-mon[91618]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-15T17:25:43.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:43 smithi153 ceph-mon[84714]: pgmap v3087: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 101 op/s 2024-04-15T17:25:43.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:43 smithi153 ceph-mon[84714]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-15T17:25:44.051 INFO:tasks.workunit.client.0.smithi090.stdout:made parent image "parent" 2024-04-15T17:25:44.051 INFO:tasks.workunit.client.0.smithi090.stdout:parent has no parent info 2024-04-15T17:25:44.051 INFO:tasks.workunit.client.0.smithi090.stdout:made snapshot "parent@parent_snap" 2024-04-15T17:25:44.051 INFO:tasks.workunit.client.0.smithi090.stdout:can't unprotect an unprotected snap 2024-04-15T17:25:44.051 INFO:tasks.workunit.client.0.smithi090.stdout:can't protect a protected snap 2024-04-15T17:25:44.052 INFO:tasks.workunit.client.0.smithi090.stdout:made and opened clone "child" 2024-04-15T17:25:44.052 INFO:tasks.workunit.client.0.smithi090.stdout:read: 8 2024-04-15T17:25:44.052 INFO:tasks.workunit.client.0.smithi090.stdout:read: 8 2024-04-15T17:25:44.052 INFO:tasks.workunit.client.0.smithi090.stdout:read: 8 2024-04-15T17:25:44.052 INFO:tasks.workunit.client.0.smithi090.stdout:sizes and overlaps are good between parent and child 2024-04-15T17:25:44.052 INFO:tasks.workunit.client.0.smithi090.stdout:child image successfully cloned all image-meta pairs 2024-04-15T17:25:44.052 INFO:tasks.workunit.client.0.smithi090.stdout:sized down clone, changed overlap 2024-04-15T17:25:44.052 INFO:tasks.workunit.client.0.smithi090.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-15T17:25:44.052 INFO:tasks.workunit.client.0.smithi090.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-15T17:25:44.052 INFO:tasks.workunit.client.0.smithi090.stdout:can't remove parent while child still exists 2024-04-15T17:25:44.052 INFO:tasks.workunit.client.0.smithi090.stdout:can't remove parent while still protected 2024-04-15T17:25:44.052 INFO:tasks.workunit.client.0.smithi090.stdout:removed parent snap after unprotecting 2024-04-15T17:25:44.052 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestClone (1998 ms) 2024-04-15T17:25:44.052 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-15T17:25:44.053 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:44 smithi090 ceph-mon[89240]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-15T17:25:44.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:44 smithi090 ceph-mon[91618]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-15T17:25:44.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:44 smithi153 ceph-mon[84714]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-15T17:25:45.149 INFO:tasks.workunit.client.0.smithi090.stdout:made parent image "parent" 2024-04-15T17:25:45.149 INFO:tasks.workunit.client.0.smithi090.stdout:parent has no parent info 2024-04-15T17:25:45.149 INFO:tasks.workunit.client.0.smithi090.stdout:made snapshot "parent@parent_snap" 2024-04-15T17:25:45.150 INFO:tasks.workunit.client.0.smithi090.stdout:made and opened clone "child" 2024-04-15T17:25:45.150 INFO:tasks.workunit.client.0.smithi090.stdout:child image successfully cloned all image-meta pairs 2024-04-15T17:25:45.150 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestClone2 (1098 ms) 2024-04-15T17:25:45.150 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-15T17:25:45.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:45 smithi090 ceph-mon[89240]: pgmap v3090: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 1.08k op/s 2024-04-15T17:25:45.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:45 smithi090 ceph-mon[89240]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-15T17:25:45.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:45 smithi090 ceph-mon[89240]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-15T17:25:45.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:45 smithi090 ceph-mon[91618]: pgmap v3090: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 1.08k op/s 2024-04-15T17:25:45.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:45 smithi090 ceph-mon[91618]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-15T17:25:45.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:45 smithi090 ceph-mon[91618]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-15T17:25:45.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:45 smithi153 ceph-mon[84714]: pgmap v3090: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 1.08k op/s 2024-04-15T17:25:45.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:45 smithi153 ceph-mon[84714]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-15T17:25:45.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:45 smithi153 ceph-mon[84714]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-15T17:25:47.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:47 smithi090 ceph-mon[91618]: pgmap v3093: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 254 KiB/s wr, 1.34k op/s 2024-04-15T17:25:47.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:47 smithi090 ceph-mon[91618]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-15T17:25:47.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:47 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3459159400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:47.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:47 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:47.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:47 smithi090 ceph-mon[89240]: pgmap v3093: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 254 KiB/s wr, 1.34k op/s 2024-04-15T17:25:47.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:47 smithi090 ceph-mon[89240]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-15T17:25:47.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:47 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3459159400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:47.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:47 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:47.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:47 smithi153 ceph-mon[84714]: pgmap v3093: 489 pgs: 489 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 254 KiB/s wr, 1.34k op/s 2024-04-15T17:25:47.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:47 smithi153 ceph-mon[84714]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-15T17:25:47.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:47 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3459159400' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:47.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:47 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:48.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:48 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:25:48.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:48 smithi090 ceph-mon[89240]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-15T17:25:48.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:48 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:25:48.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:48 smithi090 ceph-mon[91618]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-15T17:25:48.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:48 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:25:48.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:48 smithi153 ceph-mon[84714]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-15T17:25:49.071 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:25:49.338 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:25:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:25:49] "GET /metrics HTTP/1.1" 200 63241 "" "Prometheus/2.43.0" 2024-04-15T17:25:49.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:49 smithi090 ceph-mon[89240]: pgmap v3096: 521 pgs: 14 creating+peering, 16 unknown, 491 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 56 KiB/s wr, 937 op/s 2024-04-15T17:25:49.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:49 smithi090 ceph-mon[89240]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-15T17:25:49.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:49 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/151292188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:49.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:49 smithi090 ceph-mon[91618]: pgmap v3096: 521 pgs: 14 creating+peering, 16 unknown, 491 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 56 KiB/s wr, 937 op/s 2024-04-15T17:25:49.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:49 smithi090 ceph-mon[91618]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-15T17:25:49.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:49 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/151292188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:49.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:49 smithi153 ceph-mon[84714]: pgmap v3096: 521 pgs: 14 creating+peering, 16 unknown, 491 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 784 KiB/s rd, 56 KiB/s wr, 937 op/s 2024-04-15T17:25:49.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:49 smithi153 ceph-mon[84714]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-15T17:25:49.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:49 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/151292188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:50.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:50 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/151292188' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:25:50.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:50 smithi090 ceph-mon[91618]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-15T17:25:50.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:50 smithi090 ceph-mon[91618]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-15T17:25:50.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:50 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/151292188' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:25:50.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:50 smithi090 ceph-mon[89240]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-15T17:25:50.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:50 smithi090 ceph-mon[89240]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-15T17:25:50.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:50 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/151292188' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:25:50.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:50 smithi153 ceph-mon[84714]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-15T17:25:50.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:50 smithi153 ceph-mon[84714]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-15T17:25:51.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:51 smithi090 ceph-mon[91618]: pgmap v3099: 553 pgs: 14 creating+peering, 48 unknown, 491 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 31 KiB/s wr, 560 op/s 2024-04-15T17:25:51.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:51 smithi090 ceph-mon[91618]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-15T17:25:51.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:51 smithi090 ceph-mon[89240]: pgmap v3099: 553 pgs: 14 creating+peering, 48 unknown, 491 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 31 KiB/s wr, 560 op/s 2024-04-15T17:25:51.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:51 smithi090 ceph-mon[89240]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-15T17:25:51.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:51 smithi153 ceph-mon[84714]: pgmap v3099: 553 pgs: 14 creating+peering, 48 unknown, 491 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 31 KiB/s wr, 560 op/s 2024-04-15T17:25:51.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:51 smithi153 ceph-mon[84714]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-15T17:25:52.631 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:25:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:25:53.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:53 smithi090 ceph-mon[91618]: pgmap v3102: 553 pgs: 3 creating+peering, 10 unknown, 540 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-15T17:25:53.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:53 smithi090 ceph-mon[91618]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-15T17:25:53.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:25:53.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:53 smithi090 ceph-mon[89240]: pgmap v3102: 553 pgs: 3 creating+peering, 10 unknown, 540 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-15T17:25:53.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:53 smithi090 ceph-mon[89240]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-15T17:25:53.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:25:53.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:53 smithi153 ceph-mon[84714]: pgmap v3102: 553 pgs: 3 creating+peering, 10 unknown, 540 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-15T17:25:53.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:53 smithi153 ceph-mon[84714]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-15T17:25:53.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:25:54.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:54 smithi090 ceph-mon[91618]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-15T17:25:54.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:54 smithi090 ceph-mon[89240]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-15T17:25:54.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:54 smithi153 ceph-mon[84714]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-15T17:25:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.621 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.621 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.621 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.621 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.622 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 1 2024-04-15T17:25:54.622 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:25:54.622 INFO:tasks.workunit.client.0.smithi090.stdout:child: image113 2024-04-15T17:25:54.622 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image113/b1c2c0632c32 2024-04-15T17:25:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.622 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.622 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.622 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.622 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.622 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.623 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.623 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.623 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.623 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 2 2024-04-15T17:25:54.623 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 2 2024-04-15T17:25:54.623 INFO:tasks.workunit.client.0.smithi090.stdout:child: image114 2024-04-15T17:25:54.623 INFO:tasks.workunit.client.0.smithi090.stdout:child: image113 2024-04-15T17:25:54.623 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image113/b1c2c0632c32 2024-04-15T17:25:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.623 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114/b1c2126bd211 2024-04-15T17:25:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.623 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.623 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.623 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.624 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.624 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.624 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.624 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.624 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.624 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-28/image115 2024-04-15T17:25:54.624 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.624 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.624 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image115 2024-04-15T17:25:54.624 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image115 2024-04-15T17:25:54.624 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 3 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 3 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout:child: image114 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout:child: image113 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout:child: image115 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image113/b1c2c0632c32 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114/b1c2126bd211 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image115/b1c2738c096b 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.625 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.626 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.626 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.626 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.626 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 3 2024-04-15T17:25:54.626 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 3 2024-04-15T17:25:54.626 INFO:tasks.workunit.client.0.smithi090.stdout:child: image114 2024-04-15T17:25:54.626 INFO:tasks.workunit.client.0.smithi090.stdout:child: image113 2024-04-15T17:25:54.626 INFO:tasks.workunit.client.0.smithi090.stdout:child: image115 2024-04-15T17:25:54.626 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image113/b1c2c0632c32 2024-04-15T17:25:54.626 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.627 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114/b1c2126bd211 2024-04-15T17:25:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.627 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image115/b1c2738c096b 2024-04-15T17:25:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.627 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.627 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.627 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.627 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.627 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.627 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.627 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.627 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.628 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-28/image116 2024-04-15T17:25:54.628 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.628 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.628 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image116 2024-04-15T17:25:54.628 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image116 2024-04-15T17:25:54.628 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.628 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 4 2024-04-15T17:25:54.628 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 4 2024-04-15T17:25:54.628 INFO:tasks.workunit.client.0.smithi090.stdout:child: image114 2024-04-15T17:25:54.628 INFO:tasks.workunit.client.0.smithi090.stdout:child: image113 2024-04-15T17:25:54.628 INFO:tasks.workunit.client.0.smithi090.stdout:child: image115 2024-04-15T17:25:54.628 INFO:tasks.workunit.client.0.smithi090.stdout:child: image116 2024-04-15T17:25:54.628 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image113/b1c2c0632c32 2024-04-15T17:25:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.629 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114/b1c2126bd211 2024-04-15T17:25:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.629 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image115/b1c2738c096b 2024-04-15T17:25:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.629 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image116/b1c2f9db5abd 2024-04-15T17:25:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.629 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.629 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.629 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.629 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.629 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.629 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.630 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.630 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.630 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-28/image115 2024-04-15T17:25:54.630 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:54.630 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:54.630 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image115 2024-04-15T17:25:54.630 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image115 2024-04-15T17:25:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:54.630 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-28/image116 2024-04-15T17:25:55.175 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:55.175 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image113 2024-04-15T17:25:55.175 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image115 2024-04-15T17:25:55.175 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image116 2024-04-15T17:25:55.175 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image116 2024-04-15T17:25:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.176 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 4 2024-04-15T17:25:55.176 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 4 2024-04-15T17:25:55.176 INFO:tasks.workunit.client.0.smithi090.stdout:child: image114 2024-04-15T17:25:55.176 INFO:tasks.workunit.client.0.smithi090.stdout:child: image113 2024-04-15T17:25:55.176 INFO:tasks.workunit.client.0.smithi090.stdout:child: image115 2024-04-15T17:25:55.176 INFO:tasks.workunit.client.0.smithi090.stdout:child: image116 2024-04-15T17:25:55.176 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image113/b1c2c0632c32 2024-04-15T17:25:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.176 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114/b1c2126bd211 2024-04-15T17:25:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.176 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image115/b1c2738c096b 2024-04-15T17:25:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.176 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image116/b1c2f9db5abd 2024-04-15T17:25:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-28/image115 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image115 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image115 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-28/image116 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image115 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image116 2024-04-15T17:25:55.177 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image116 2024-04-15T17:25:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.178 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 3 2024-04-15T17:25:55.178 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 3 2024-04-15T17:25:55.178 INFO:tasks.workunit.client.0.smithi090.stdout:child: image114 2024-04-15T17:25:55.178 INFO:tasks.workunit.client.0.smithi090.stdout:child: image115 2024-04-15T17:25:55.178 INFO:tasks.workunit.client.0.smithi090.stdout:child: image116 2024-04-15T17:25:55.178 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114/b1c2126bd211 2024-04-15T17:25:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.178 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image115/b1c2738c096b 2024-04-15T17:25:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.178 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image116/b1c2f9db5abd 2024-04-15T17:25:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.178 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-28/image116 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-28/image116 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image116 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 2 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 2 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout:child: image114 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout:child: image116 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114/b1c2126bd211 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.179 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-28/image116/b1c2f9db5abd 2024-04-15T17:25:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.180 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:55.180 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:55.180 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114 2024-04-15T17:25:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.180 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 1 2024-04-15T17:25:55.180 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:25:55.180 INFO:tasks.workunit.client.0.smithi090.stdout:child: image114 2024-04-15T17:25:55.180 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-27/image114/b1c2126bd211 2024-04-15T17:25:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:25:55.180 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 0 2024-04-15T17:25:55.180 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 0 2024-04-15T17:25:55.180 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ListChildren (10025 ms) 2024-04-15T17:25:55.180 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-15T17:25:55.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:55 smithi153 ceph-mon[84714]: pgmap v3105: 553 pgs: 553 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-15T17:25:55.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:55 smithi153 ceph-mon[84714]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-15T17:25:55.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:55 smithi090 ceph-mon[89240]: pgmap v3105: 553 pgs: 553 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-15T17:25:55.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:55 smithi090 ceph-mon[89240]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-15T17:25:55.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:55 smithi090 ceph-mon[91618]: pgmap v3105: 553 pgs: 553 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 511 B/s wr, 1 op/s 2024-04-15T17:25:55.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:55 smithi090 ceph-mon[91618]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-15T17:25:56.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:56 smithi153 ceph-mon[84714]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-15T17:25:56.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:56 smithi090 ceph-mon[89240]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-15T17:25:56.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:56 smithi090 ceph-mon[91618]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-15T17:25:57.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:57 smithi153 ceph-mon[84714]: pgmap v3108: 553 pgs: 553 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 6.2 KiB/s wr, 291 op/s 2024-04-15T17:25:57.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:57 smithi153 ceph-mon[84714]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-15T17:25:57.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:57 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/4009142484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:57.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:57 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:57.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:57 smithi090 ceph-mon[89240]: pgmap v3108: 553 pgs: 553 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 6.2 KiB/s wr, 291 op/s 2024-04-15T17:25:57.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:57 smithi090 ceph-mon[89240]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-15T17:25:57.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:57 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/4009142484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:57.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:57 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:57.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:57 smithi090 ceph-mon[91618]: pgmap v3108: 553 pgs: 553 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 6.2 KiB/s wr, 291 op/s 2024-04-15T17:25:57.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:57 smithi090 ceph-mon[91618]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-15T17:25:57.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:57 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/4009142484' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:57.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:57 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:58.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:58 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:25:58.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:58 smithi153 ceph-mon[84714]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-15T17:25:58.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:58 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:25:58.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:58 smithi090 ceph-mon[89240]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-15T17:25:58.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:58 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:25:58.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:58 smithi090 ceph-mon[91618]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-15T17:25:59.489 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:25:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:25:59] "GET /metrics HTTP/1.1" 200 68109 "" "Prometheus/2.43.0" 2024-04-15T17:25:59.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:59 smithi090 ceph-mon[89240]: pgmap v3111: 585 pgs: 13 creating+peering, 16 unknown, 556 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 595 KiB/s rd, 16 KiB/s wr, 728 op/s 2024-04-15T17:25:59.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:59 smithi090 ceph-mon[89240]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-15T17:25:59.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:59 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1756420562' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:59.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:25:59 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:59.490 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:59 smithi090 ceph-mon[91618]: pgmap v3111: 585 pgs: 13 creating+peering, 16 unknown, 556 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 595 KiB/s rd, 16 KiB/s wr, 728 op/s 2024-04-15T17:25:59.490 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:59 smithi090 ceph-mon[91618]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-15T17:25:59.490 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:59 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1756420562' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:59.490 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:25:59 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:59.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:59 smithi153 ceph-mon[84714]: pgmap v3111: 585 pgs: 13 creating+peering, 16 unknown, 556 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 595 KiB/s rd, 16 KiB/s wr, 728 op/s 2024-04-15T17:25:59.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:59 smithi153 ceph-mon[84714]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-15T17:25:59.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:59 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1756420562' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:25:59.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:25:59 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:26:00.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:00 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:26:00.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:00 smithi090 ceph-mon[91618]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-15T17:26:00.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:00 smithi090 ceph-mon[91618]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-15T17:26:00.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:00 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2268412256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:26:00.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:00 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:26:00.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:00 smithi090 ceph-mon[89240]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-15T17:26:00.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:00 smithi090 ceph-mon[89240]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-15T17:26:00.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:00 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2268412256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:26:00.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:00 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:26:00.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:00 smithi153 ceph-mon[84714]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-15T17:26:00.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:00 smithi153 ceph-mon[84714]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-15T17:26:00.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:00 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2268412256' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:26:01.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:01 smithi090 ceph-mon[89240]: pgmap v3114: 617 pgs: 13 creating+peering, 48 unknown, 556 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 9.5 KiB/s wr, 436 op/s 2024-04-15T17:26:01.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:01 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2268412256' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:26:01.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:01 smithi090 ceph-mon[89240]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-15T17:26:01.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:01 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31", "force_nonempty":""}]: dispatch 2024-04-15T17:26:01.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:01 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31", "force_nonempty":""}]: dispatch 2024-04-15T17:26:01.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:01 smithi090 ceph-mon[91618]: pgmap v3114: 617 pgs: 13 creating+peering, 48 unknown, 556 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 9.5 KiB/s wr, 436 op/s 2024-04-15T17:26:01.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:01 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2268412256' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:26:01.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:01 smithi090 ceph-mon[91618]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-15T17:26:01.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:01 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31", "force_nonempty":""}]: dispatch 2024-04-15T17:26:01.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:01 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31", "force_nonempty":""}]: dispatch 2024-04-15T17:26:01.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:01 smithi153 ceph-mon[84714]: pgmap v3114: 617 pgs: 13 creating+peering, 48 unknown, 556 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 356 KiB/s rd, 9.5 KiB/s wr, 436 op/s 2024-04-15T17:26:01.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:01 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2268412256' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:26:01.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:01 smithi153 ceph-mon[84714]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-15T17:26:01.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:01 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31", "force_nonempty":""}]: dispatch 2024-04-15T17:26:01.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:01 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31", "force_nonempty":""}]: dispatch 2024-04-15T17:26:02.631 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:26:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:26:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:26:03.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:03 smithi090 ceph-mon[89240]: pgmap v3117: 649 pgs: 21 creating+peering, 16 unknown, 612 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:26:03.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:03 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31", "force_nonempty":""}]': finished 2024-04-15T17:26:03.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:03 smithi090 ceph-mon[89240]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-15T17:26:03.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:03 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi090-139117-31", "mode":"writeback"}]: dispatch 2024-04-15T17:26:03.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:03 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi090-139117-31", "mode":"writeback"}]: dispatch 2024-04-15T17:26:03.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:03 smithi090 ceph-mon[91618]: pgmap v3117: 649 pgs: 21 creating+peering, 16 unknown, 612 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:26:03.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:03 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31", "force_nonempty":""}]': finished 2024-04-15T17:26:03.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:03 smithi090 ceph-mon[91618]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-15T17:26:03.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:03 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi090-139117-31", "mode":"writeback"}]: dispatch 2024-04-15T17:26:03.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:03 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi090-139117-31", "mode":"writeback"}]: dispatch 2024-04-15T17:26:03.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:03 smithi153 ceph-mon[84714]: pgmap v3117: 649 pgs: 21 creating+peering, 16 unknown, 612 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:26:03.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:03 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31", "force_nonempty":""}]': finished 2024-04-15T17:26:03.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:03 smithi153 ceph-mon[84714]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-15T17:26:03.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:03 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi090-139117-31", "mode":"writeback"}]: dispatch 2024-04-15T17:26:03.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:03 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi090-139117-31", "mode":"writeback"}]: dispatch 2024-04-15T17:26:04.050 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:04.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:04 smithi090 ceph-mon[91618]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-15T17:26:04.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:04 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi090-139117-31", "mode":"writeback"}]': finished 2024-04-15T17:26:04.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:04 smithi090 ceph-mon[91618]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-15T17:26:04.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:04 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi090-139117-29", "overlaypool":"test-librbd-smithi090-139117-31"}]: dispatch 2024-04-15T17:26:04.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:04 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi090-139117-29", "overlaypool":"test-librbd-smithi090-139117-31"}]: dispatch 2024-04-15T17:26:04.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:04 smithi090 ceph-mon[89240]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-15T17:26:04.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:04 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi090-139117-31", "mode":"writeback"}]': finished 2024-04-15T17:26:04.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:04 smithi090 ceph-mon[89240]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-15T17:26:04.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:04 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi090-139117-29", "overlaypool":"test-librbd-smithi090-139117-31"}]: dispatch 2024-04-15T17:26:04.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:04 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi090-139117-29", "overlaypool":"test-librbd-smithi090-139117-31"}]: dispatch 2024-04-15T17:26:04.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:04 smithi153 ceph-mon[84714]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-15T17:26:04.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:04 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi090-139117-31", "mode":"writeback"}]': finished 2024-04-15T17:26:04.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:04 smithi153 ceph-mon[84714]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-15T17:26:04.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:04 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi090-139117-29", "overlaypool":"test-librbd-smithi090-139117-31"}]: dispatch 2024-04-15T17:26:04.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:04 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi090-139117-29", "overlaypool":"test-librbd-smithi090-139117-31"}]: dispatch 2024-04-15T17:26:05.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:05 smithi090 ceph-mon[91618]: pgmap v3120: 649 pgs: 16 creating+peering, 633 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:26:05.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:05 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi090-139117-29", "overlaypool":"test-librbd-smithi090-139117-31"}]': finished 2024-04-15T17:26:05.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:05 smithi090 ceph-mon[91618]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-15T17:26:05.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:05 smithi090 ceph-mon[89240]: pgmap v3120: 649 pgs: 16 creating+peering, 633 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:26:05.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:05 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi090-139117-29", "overlaypool":"test-librbd-smithi090-139117-31"}]': finished 2024-04-15T17:26:05.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:05 smithi090 ceph-mon[89240]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-15T17:26:05.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:05 smithi153 ceph-mon[84714]: pgmap v3120: 649 pgs: 16 creating+peering, 633 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:26:05.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:05 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi090-139117-29", "overlaypool":"test-librbd-smithi090-139117-31"}]': finished 2024-04-15T17:26:05.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:05 smithi153 ceph-mon[84714]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-15T17:26:06.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:06 smithi090 ceph-mon[89240]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-15T17:26:06.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:06 smithi090 ceph-mon[91618]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-15T17:26:06.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:06 smithi153 ceph-mon[84714]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-15T17:26:07.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:07 smithi090 ceph-mon[89240]: pgmap v3123: 649 pgs: 4 creating+peering, 645 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T17:26:07.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:07 smithi090 ceph-mon[89240]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-15T17:26:07.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:07 smithi090 ceph-mon[91618]: pgmap v3123: 649 pgs: 4 creating+peering, 645 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T17:26:07.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:07 smithi090 ceph-mon[91618]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-15T17:26:07.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:07 smithi153 ceph-mon[84714]: pgmap v3123: 649 pgs: 4 creating+peering, 645 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-15T17:26:07.380 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:07 smithi153 ceph-mon[84714]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-15T17:26:08.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:08 smithi090 ceph-mon[91618]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-15T17:26:08.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:26:08.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:26:08.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:08 smithi090 ceph-mon[89240]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-15T17:26:08.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:26:08.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:26:08.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:08 smithi153 ceph-mon[84714]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-15T17:26:08.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:26:08.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:26:09.338 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:26:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:26:09] "GET /metrics HTTP/1.1" 200 75535 "" "Prometheus/2.43.0" 2024-04-15T17:26:09.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:09 smithi090 ceph-mon[91618]: pgmap v3126: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-15T17:26:09.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:09 smithi090 ceph-mon[91618]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-15T17:26:09.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:09 smithi090 ceph-mon[89240]: pgmap v3126: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-15T17:26:09.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:09 smithi090 ceph-mon[89240]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-15T17:26:09.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:09 smithi153 ceph-mon[84714]: pgmap v3126: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 767 B/s wr, 10 op/s 2024-04-15T17:26:09.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:09 smithi153 ceph-mon[84714]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-15T17:26:09.632 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.632 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.632 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.632 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.632 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.632 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 1 2024-04-15T17:26:09.632 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:26:09.632 INFO:tasks.workunit.client.0.smithi090.stdout:child: image118 2024-04-15T17:26:09.633 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image118/b1c222e1a90e 2024-04-15T17:26:09.633 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.633 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.633 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.633 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.633 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.633 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.633 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.633 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.633 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.633 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.633 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.633 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.634 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 2 2024-04-15T17:26:09.634 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 2 2024-04-15T17:26:09.634 INFO:tasks.workunit.client.0.smithi090.stdout:child: image119 2024-04-15T17:26:09.634 INFO:tasks.workunit.client.0.smithi090.stdout:child: image118 2024-04-15T17:26:09.634 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image118/b1c222e1a90e 2024-04-15T17:26:09.634 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.634 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119/b1c2a2efa0b8 2024-04-15T17:26:09.634 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.634 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.634 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.634 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.634 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.634 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.634 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.635 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.635 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.635 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.635 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.635 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.635 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.635 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-30/image120 2024-04-15T17:26:09.635 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.635 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.635 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image120 2024-04-15T17:26:09.635 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image120 2024-04-15T17:26:09.635 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.635 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 3 2024-04-15T17:26:09.635 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 3 2024-04-15T17:26:09.636 INFO:tasks.workunit.client.0.smithi090.stdout:child: image119 2024-04-15T17:26:09.636 INFO:tasks.workunit.client.0.smithi090.stdout:child: image118 2024-04-15T17:26:09.636 INFO:tasks.workunit.client.0.smithi090.stdout:child: image120 2024-04-15T17:26:09.636 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image118/b1c222e1a90e 2024-04-15T17:26:09.636 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.636 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119/b1c2a2efa0b8 2024-04-15T17:26:09.636 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.636 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image120/b1c28a84700d 2024-04-15T17:26:09.636 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.636 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.636 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.636 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.636 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.636 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.636 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.637 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.637 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.637 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.637 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.637 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.637 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 3 2024-04-15T17:26:09.637 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 3 2024-04-15T17:26:09.637 INFO:tasks.workunit.client.0.smithi090.stdout:child: image119 2024-04-15T17:26:09.637 INFO:tasks.workunit.client.0.smithi090.stdout:child: image118 2024-04-15T17:26:09.637 INFO:tasks.workunit.client.0.smithi090.stdout:child: image120 2024-04-15T17:26:09.637 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image118/b1c222e1a90e 2024-04-15T17:26:09.637 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.637 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119/b1c2a2efa0b8 2024-04-15T17:26:09.637 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.637 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image120/b1c28a84700d 2024-04-15T17:26:09.638 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.638 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.638 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.638 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.638 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.638 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.638 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.638 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.638 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.638 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.638 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.638 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.638 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.638 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-30/image121 2024-04-15T17:26:09.639 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.639 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.639 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image121 2024-04-15T17:26:09.639 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image121 2024-04-15T17:26:09.639 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.639 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 4 2024-04-15T17:26:09.639 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 4 2024-04-15T17:26:09.639 INFO:tasks.workunit.client.0.smithi090.stdout:child: image119 2024-04-15T17:26:09.639 INFO:tasks.workunit.client.0.smithi090.stdout:child: image118 2024-04-15T17:26:09.639 INFO:tasks.workunit.client.0.smithi090.stdout:child: image120 2024-04-15T17:26:09.639 INFO:tasks.workunit.client.0.smithi090.stdout:child: image121 2024-04-15T17:26:09.639 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image118/b1c222e1a90e 2024-04-15T17:26:09.639 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.639 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119/b1c2a2efa0b8 2024-04-15T17:26:09.640 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.640 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image120/b1c28a84700d 2024-04-15T17:26:09.640 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.640 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image121/b1c2dd098a70 2024-04-15T17:26:09.640 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.640 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.640 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.640 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.640 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.640 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.640 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.640 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.640 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.640 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.640 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.641 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.641 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.641 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-30/image120 2024-04-15T17:26:09.641 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:09.641 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:09.641 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image120 2024-04-15T17:26:09.641 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image120 2024-04-15T17:26:09.641 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.641 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:09.641 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-30/image121 2024-04-15T17:26:10.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:10 smithi153 ceph-mon[84714]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-15T17:26:10.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:10 smithi090 ceph-mon[91618]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-15T17:26:10.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:10 smithi090 ceph-mon[89240]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-15T17:26:11.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:11 smithi153 ceph-mon[84714]: pgmap v3129: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-15T17:26:11.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:11 smithi153 ceph-mon[84714]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-15T17:26:11.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:11 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi090-139117-29"}]: dispatch 2024-04-15T17:26:11.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:11 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi090-139117-29"}]: dispatch 2024-04-15T17:26:11.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:11 smithi090 ceph-mon[89240]: pgmap v3129: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-15T17:26:11.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:11 smithi090 ceph-mon[89240]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-15T17:26:11.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:11 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi090-139117-29"}]: dispatch 2024-04-15T17:26:11.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:11 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi090-139117-29"}]: dispatch 2024-04-15T17:26:11.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:11 smithi090 ceph-mon[91618]: pgmap v3129: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.7 KiB/s rd, 511 B/s wr, 9 op/s 2024-04-15T17:26:11.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:11 smithi090 ceph-mon[91618]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-15T17:26:11.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:11 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi090-139117-29"}]: dispatch 2024-04-15T17:26:11.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:11 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi090-139117-29"}]: dispatch 2024-04-15T17:26:12.112 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:12.112 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image118 2024-04-15T17:26:12.112 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image120 2024-04-15T17:26:12.112 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image121 2024-04-15T17:26:12.112 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image121 2024-04-15T17:26:12.112 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.112 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 4 2024-04-15T17:26:12.112 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 4 2024-04-15T17:26:12.112 INFO:tasks.workunit.client.0.smithi090.stdout:child: image119 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout:child: image118 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout:child: image120 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout:child: image121 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image118/b1c222e1a90e 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119/b1c2a2efa0b8 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image120/b1c28a84700d 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image121/b1c2dd098a70 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:12.113 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.114 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.114 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-30/image120 2024-04-15T17:26:12.114 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:12.114 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image120 2024-04-15T17:26:12.114 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image120 2024-04-15T17:26:12.114 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.114 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.114 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-30/image121 2024-04-15T17:26:12.114 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:12.114 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image120 2024-04-15T17:26:12.114 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image121 2024-04-15T17:26:12.114 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image121 2024-04-15T17:26:12.115 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.115 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 3 2024-04-15T17:26:12.115 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 3 2024-04-15T17:26:12.115 INFO:tasks.workunit.client.0.smithi090.stdout:child: image119 2024-04-15T17:26:12.115 INFO:tasks.workunit.client.0.smithi090.stdout:child: image120 2024-04-15T17:26:12.115 INFO:tasks.workunit.client.0.smithi090.stdout:child: image121 2024-04-15T17:26:12.115 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119/b1c2a2efa0b8 2024-04-15T17:26:12.116 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.116 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image120/b1c28a84700d 2024-04-15T17:26:12.116 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.116 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image121/b1c2dd098a70 2024-04-15T17:26:12.116 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.116 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.116 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:12.116 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:12.116 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:12.116 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.116 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.116 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-30/image121 2024-04-15T17:26:12.116 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:12.116 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-30/image121 2024-04-15T17:26:12.117 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image121 2024-04-15T17:26:12.117 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.117 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 2 2024-04-15T17:26:12.117 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 2 2024-04-15T17:26:12.117 INFO:tasks.workunit.client.0.smithi090.stdout:child: image119 2024-04-15T17:26:12.118 INFO:tasks.workunit.client.0.smithi090.stdout:child: image121 2024-04-15T17:26:12.118 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119/b1c2a2efa0b8 2024-04-15T17:26:12.118 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.118 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-30/image121/b1c2dd098a70 2024-04-15T17:26:12.118 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.118 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.119 INFO:tasks.workunit.client.0.smithi090.stdout:trying to find test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:12.119 INFO:tasks.workunit.client.0.smithi090.stdout:checking test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:12.119 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119 2024-04-15T17:26:12.119 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.119 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 1 2024-04-15T17:26:12.119 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 1 2024-04-15T17:26:12.119 INFO:tasks.workunit.client.0.smithi090.stdout:child: image119 2024-04-15T17:26:12.119 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-29/image119/b1c2a2efa0b8 2024-04-15T17:26:12.120 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:26:12.120 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 0 2024-04-15T17:26:12.120 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 0 2024-04-15T17:26:12.120 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16937 ms) 2024-04-15T17:26:12.120 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-15T17:26:12.120 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:12.195 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.LockingPP (84 ms) 2024-04-15T17:26:12.196 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-15T17:26:12.196 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:12.381 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:26:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:26:12.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:12 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi090-139117-29"}]': finished 2024-04-15T17:26:12.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:12 smithi153 ceph-mon[84714]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-15T17:26:12.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:12 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31"}]: dispatch 2024-04-15T17:26:12.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:12 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31"}]: dispatch 2024-04-15T17:26:12.483 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.FlushAio (287 ms) 2024-04-15T17:26:12.483 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-15T17:26:12.483 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:12.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:12 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi090-139117-29"}]': finished 2024-04-15T17:26:12.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:12 smithi090 ceph-mon[91618]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-15T17:26:12.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:12 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31"}]: dispatch 2024-04-15T17:26:12.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:12 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31"}]: dispatch 2024-04-15T17:26:12.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:12 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi090-139117-29"}]': finished 2024-04-15T17:26:12.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:12 smithi090 ceph-mon[89240]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-15T17:26:12.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:12 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31"}]: dispatch 2024-04-15T17:26:12.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:12 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31"}]: dispatch 2024-04-15T17:26:12.685 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.FlushAioPP (202 ms) 2024-04-15T17:26:12.685 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-15T17:26:12.685 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:12.708 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (24 ms) 2024-04-15T17:26:12.709 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-15T17:26:12.709 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:12.736 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (27 ms) 2024-04-15T17:26:12.736 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-15T17:26:12.736 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:12.754 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ZeroLengthRead (18 ms) 2024-04-15T17:26:12.754 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-15T17:26:12.755 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:12.787 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.LargeCacheRead (34 ms) 2024-04-15T17:26:12.787 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-15T17:26:12.788 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:13.038 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestPendingAio (251 ms) 2024-04-15T17:26:13.038 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-15T17:26:13.039 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:13.236 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:13.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:13 smithi153 ceph-mon[84714]: pgmap v3132: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 407 KiB/s rd, 13 KiB/s wr, 496 op/s 2024-04-15T17:26:13.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:13 smithi153 ceph-mon[84714]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-15T17:26:13.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:13 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31"}]': finished 2024-04-15T17:26:13.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:13 smithi153 ceph-mon[84714]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-15T17:26:13.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:13 smithi090 ceph-mon[89240]: pgmap v3132: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 407 KiB/s rd, 13 KiB/s wr, 496 op/s 2024-04-15T17:26:13.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:13 smithi090 ceph-mon[89240]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-15T17:26:13.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:13 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31"}]': finished 2024-04-15T17:26:13.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:13 smithi090 ceph-mon[89240]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-15T17:26:13.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:13 smithi090 ceph-mon[91618]: pgmap v3132: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 407 KiB/s rd, 13 KiB/s wr, 496 op/s 2024-04-15T17:26:13.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:13 smithi090 ceph-mon[91618]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-15T17:26:13.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:13 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi090-139117-29", "tierpool":"test-librbd-smithi090-139117-31"}]': finished 2024-04-15T17:26:13.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:13 smithi090 ceph-mon[91618]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-15T17:26:14.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:14 smithi153 ceph-mon[84714]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-15T17:26:14.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:14 smithi090 ceph-mon[89240]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-15T17:26:14.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:14 smithi090 ceph-mon[91618]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-15T17:26:15.080 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2041 ms) 2024-04-15T17:26:15.080 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-15T17:26:15.080 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:15.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:15 smithi153 ceph-mon[84714]: pgmap v3135: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 601 KiB/s rd, 15 KiB/s wr, 735 op/s 2024-04-15T17:26:15.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:15 smithi153 ceph-mon[84714]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-15T17:26:15.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:15 smithi153 ceph-mon[84714]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-15T17:26:15.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:15 smithi090 ceph-mon[89240]: pgmap v3135: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 601 KiB/s rd, 15 KiB/s wr, 735 op/s 2024-04-15T17:26:15.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:15 smithi090 ceph-mon[89240]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-15T17:26:15.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:15 smithi090 ceph-mon[89240]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-15T17:26:15.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:15 smithi090 ceph-mon[91618]: pgmap v3135: 649 pgs: 649 active+clean; 301 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 601 KiB/s rd, 15 KiB/s wr, 735 op/s 2024-04-15T17:26:15.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:15 smithi090 ceph-mon[91618]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-15T17:26:15.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:15 smithi090 ceph-mon[91618]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-15T17:26:16.143 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:17.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:17 smithi090 ceph-mon[91618]: pgmap v3138: 649 pgs: 649 active+clean; 303 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 143 KiB/s wr, 529 op/s 2024-04-15T17:26:17.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:17 smithi090 ceph-mon[91618]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-15T17:26:17.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:17 smithi090 ceph-mon[89240]: pgmap v3138: 649 pgs: 649 active+clean; 303 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 143 KiB/s wr, 529 op/s 2024-04-15T17:26:17.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:17 smithi090 ceph-mon[89240]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-15T17:26:17.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:17 smithi153 ceph-mon[84714]: pgmap v3138: 649 pgs: 649 active+clean; 303 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 315 KiB/s rd, 143 KiB/s wr, 529 op/s 2024-04-15T17:26:17.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:17 smithi153 ceph-mon[84714]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-15T17:26:18.192 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3112 ms) 2024-04-15T17:26:18.192 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-15T17:26:18.192 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:18.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:18 smithi090 ceph-mon[89240]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-15T17:26:18.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:18 smithi090 ceph-mon[91618]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-15T17:26:18.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:18 smithi153 ceph-mon[84714]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-15T17:26:19.244 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.Flatten (1052 ms) 2024-04-15T17:26:19.244 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-15T17:26:19.244 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:19.278 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 32768 2024-04-15T17:26:19.278 INFO:tasks.workunit.client.0.smithi090.stdout:read: 32768 2024-04-15T17:26:19.278 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.Sparsify (35 ms) 2024-04-15T17:26:19.278 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-15T17:26:19.278 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:19.312 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.SparsifyPP (33 ms) 2024-04-15T17:26:19.312 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-15T17:26:19.312 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:19.588 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:26:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:26:19] "GET /metrics HTTP/1.1" 200 75535 "" "Prometheus/2.43.0" 2024-04-15T17:26:19.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:19 smithi090 ceph-mon[89240]: pgmap v3141: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 828 KiB/s rd, 736 KiB/s wr, 612 op/s 2024-04-15T17:26:19.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:19 smithi090 ceph-mon[89240]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-15T17:26:19.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:19 smithi090 ceph-mon[91618]: pgmap v3141: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 828 KiB/s rd, 736 KiB/s wr, 612 op/s 2024-04-15T17:26:19.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:19 smithi090 ceph-mon[91618]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-15T17:26:19.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:19 smithi153 ceph-mon[84714]: pgmap v3141: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 828 KiB/s rd, 736 KiB/s wr, 612 op/s 2024-04-15T17:26:19.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:19 smithi153 ceph-mon[84714]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-15T17:26:20.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:20 smithi090 ceph-mon[89240]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-15T17:26:20.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:20 smithi090 ceph-mon[91618]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-15T17:26:20.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:20 smithi153 ceph-mon[84714]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-15T17:26:21.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:21 smithi090 ceph-mon[89240]: pgmap v3144: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 708 KiB/s rd, 595 KiB/s wr, 321 op/s 2024-04-15T17:26:21.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:21 smithi090 ceph-mon[89240]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-15T17:26:21.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:21 smithi090 ceph-mon[91618]: pgmap v3144: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 708 KiB/s rd, 595 KiB/s wr, 321 op/s 2024-04-15T17:26:21.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:21 smithi090 ceph-mon[91618]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-15T17:26:21.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:21 smithi153 ceph-mon[84714]: pgmap v3144: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 708 KiB/s rd, 595 KiB/s wr, 321 op/s 2024-04-15T17:26:21.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:21 smithi153 ceph-mon[84714]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-15T17:26:22.532 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:22 smithi153 ceph-mon[84714]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-15T17:26:22.532 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:26:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:26:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:26:22.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:22 smithi090 ceph-mon[89240]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-15T17:26:22.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:22 smithi090 ceph-mon[91618]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-15T17:26:23.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:23 smithi090 ceph-mon[91618]: pgmap v3147: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 24 KiB/s wr, 222 op/s 2024-04-15T17:26:23.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:23 smithi090 ceph-mon[91618]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-15T17:26:23.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:26:23.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:26:23.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:23 smithi090 ceph-mon[89240]: pgmap v3147: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 24 KiB/s wr, 222 op/s 2024-04-15T17:26:23.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:23 smithi090 ceph-mon[89240]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-15T17:26:23.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:26:23.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:26:23.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:23 smithi153 ceph-mon[84714]: pgmap v3147: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 24 KiB/s wr, 222 op/s 2024-04-15T17:26:23.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:23 smithi153 ceph-mon[84714]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-15T17:26:23.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:26:23.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:26:24.219 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.SnapshotLimit (4906 ms) 2024-04-15T17:26:24.219 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-15T17:26:24.219 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:24.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:24 smithi090 ceph-mon[89240]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-15T17:26:24.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:24 smithi090 ceph-mon[91618]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-15T17:26:24.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:24 smithi153 ceph-mon[84714]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-15T17:26:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:25 smithi090 ceph-mon[91618]: pgmap v3150: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 40 KiB/s wr, 310 op/s 2024-04-15T17:26:25.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:25 smithi090 ceph-mon[91618]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-15T17:26:25.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:25 smithi090 ceph-mon[89240]: pgmap v3150: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 40 KiB/s wr, 310 op/s 2024-04-15T17:26:25.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:25 smithi090 ceph-mon[89240]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-15T17:26:25.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:25 smithi153 ceph-mon[84714]: pgmap v3150: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 247 KiB/s rd, 40 KiB/s wr, 310 op/s 2024-04-15T17:26:25.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:25 smithi153 ceph-mon[84714]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-15T17:26:26.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:26 smithi090 ceph-mon[91618]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-15T17:26:26.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:26 smithi090 ceph-mon[89240]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-15T17:26:26.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:26 smithi153 ceph-mon[84714]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-15T17:26:27.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:27 smithi090 ceph-mon[89240]: pgmap v3153: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 16 KiB/s wr, 93 op/s 2024-04-15T17:26:27.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:27 smithi090 ceph-mon[89240]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-15T17:26:27.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:27 smithi090 ceph-mon[91618]: pgmap v3153: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 16 KiB/s wr, 93 op/s 2024-04-15T17:26:27.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:27 smithi090 ceph-mon[91618]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-15T17:26:27.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:27 smithi153 ceph-mon[84714]: pgmap v3153: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 16 KiB/s wr, 93 op/s 2024-04-15T17:26:27.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:27 smithi153 ceph-mon[84714]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-15T17:26:28.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:28 smithi090 ceph-mon[91618]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-15T17:26:28.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:28 smithi090 ceph-mon[89240]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-15T17:26:28.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:28 smithi153 ceph-mon[84714]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-15T17:26:29.258 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5040 ms) 2024-04-15T17:26:29.258 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-15T17:26:29.258 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:29.317 INFO:tasks.workunit.client.0.smithi090.stdout:0.00% done 2024-04-15T17:26:29.317 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (59 ms) 2024-04-15T17:26:29.317 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-15T17:26:29.317 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:29.381 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (65 ms) 2024-04-15T17:26:29.381 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-15T17:26:29.381 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:29.490 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:26:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:26:29] "GET /metrics HTTP/1.1" 200 75599 "" "Prometheus/2.43.0" 2024-04-15T17:26:29.490 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:29 smithi090 ceph-mon[91618]: pgmap v3156: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.0 KiB/s wr, 47 op/s 2024-04-15T17:26:29.490 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:29 smithi090 ceph-mon[91618]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-15T17:26:29.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:29 smithi090 ceph-mon[89240]: pgmap v3156: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.0 KiB/s wr, 47 op/s 2024-04-15T17:26:29.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:29 smithi090 ceph-mon[89240]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-15T17:26:29.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:29 smithi153 ceph-mon[84714]: pgmap v3156: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 4.0 KiB/s wr, 47 op/s 2024-04-15T17:26:29.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:29 smithi153 ceph-mon[84714]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-15T17:26:30.074 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (693 ms) 2024-04-15T17:26:30.075 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-15T17:26:30.075 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:30.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:30 smithi090 ceph-mon[91618]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-15T17:26:30.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:30 smithi090 ceph-mon[91618]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-15T17:26:30.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:26:30.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:30 smithi090 ceph-mon[89240]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-15T17:26:30.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:30 smithi090 ceph-mon[89240]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-15T17:26:30.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:26:30.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:30 smithi153 ceph-mon[84714]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-15T17:26:30.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:30 smithi153 ceph-mon[84714]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-15T17:26:30.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:26:31.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:31 smithi090 ceph-mon[89240]: pgmap v3159: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.2 KiB/s wr, 41 op/s 2024-04-15T17:26:31.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:31 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:26:31.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:31 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:26:31.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:31 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:26:31.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:31 smithi090 ceph-mon[89240]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-15T17:26:31.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:31 smithi090 ceph-mon[91618]: pgmap v3159: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.2 KiB/s wr, 41 op/s 2024-04-15T17:26:31.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:31 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:26:31.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:31 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:26:31.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:31 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:26:31.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:31 smithi090 ceph-mon[91618]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-15T17:26:31.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:31 smithi153 ceph-mon[84714]: pgmap v3159: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 KiB/s rd, 3.2 KiB/s wr, 41 op/s 2024-04-15T17:26:31.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:31 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:26:31.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:31 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:26:31.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:31 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:26:31.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:31 smithi153 ceph-mon[84714]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-15T17:26:32.072 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (1998 ms) 2024-04-15T17:26:32.073 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-15T17:26:32.073 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:32.137 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (64 ms) 2024-04-15T17:26:32.137 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-15T17:26:32.137 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_librbd.cc:9376: Skipped 2024-04-15T17:26:32.137 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:26:32.137 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-15T17:26:32.137 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-15T17:26:32.137 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:32.631 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:26:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:26:33.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:33 smithi090 ceph-mon[89240]: pgmap v3162: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 8.7 KiB/s wr, 106 op/s 2024-04-15T17:26:33.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:33 smithi090 ceph-mon[89240]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-15T17:26:33.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:33 smithi090 ceph-mon[91618]: pgmap v3162: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 8.7 KiB/s wr, 106 op/s 2024-04-15T17:26:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:33 smithi090 ceph-mon[91618]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-15T17:26:33.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:33 smithi153 ceph-mon[84714]: pgmap v3162: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 8.7 KiB/s wr, 106 op/s 2024-04-15T17:26:33.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:33 smithi153 ceph-mon[84714]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-15T17:26:34.089 INFO:tasks.workunit.client.0.smithi090.stdout:100.00% done 2024-04-15T17:26:34.089 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.SnapRemove2 (1952 ms) 2024-04-15T17:26:34.089 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-15T17:26:34.089 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:34.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:34 smithi090 ceph-mon[89240]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-15T17:26:34.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:34 smithi090 ceph-mon[91618]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-15T17:26:34.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:34 smithi153 ceph-mon[84714]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-15T17:26:35.084 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (995 ms) 2024-04-15T17:26:35.084 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-15T17:26:35.084 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:35.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:35 smithi090 ceph-mon[89240]: pgmap v3165: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 10 KiB/s wr, 138 op/s 2024-04-15T17:26:35.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:35 smithi090 ceph-mon[89240]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-15T17:26:35.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:35 smithi090 ceph-mon[89240]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-15T17:26:35.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:35 smithi090 ceph-mon[91618]: pgmap v3165: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 10 KiB/s wr, 138 op/s 2024-04-15T17:26:35.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:35 smithi090 ceph-mon[91618]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-15T17:26:35.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:35 smithi090 ceph-mon[91618]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-15T17:26:35.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:35 smithi153 ceph-mon[84714]: pgmap v3165: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 10 KiB/s wr, 138 op/s 2024-04-15T17:26:35.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:35 smithi153 ceph-mon[84714]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-15T17:26:35.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:35 smithi153 ceph-mon[84714]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-15T17:26:36.116 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1032 ms) 2024-04-15T17:26:36.116 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-15T17:26:36.116 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:37.133 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1017 ms) 2024-04-15T17:26:37.133 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-15T17:26:37.133 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:37.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:37 smithi090 ceph-mon[89240]: pgmap v3168: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 7.2 KiB/s wr, 136 op/s 2024-04-15T17:26:37.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:37 smithi090 ceph-mon[89240]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-15T17:26:37.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:37 smithi090 ceph-mon[91618]: pgmap v3168: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 7.2 KiB/s wr, 136 op/s 2024-04-15T17:26:37.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:37 smithi090 ceph-mon[91618]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-15T17:26:37.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:37 smithi153 ceph-mon[84714]: pgmap v3168: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 107 KiB/s rd, 7.2 KiB/s wr, 136 op/s 2024-04-15T17:26:37.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:37 smithi153 ceph-mon[84714]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-15T17:26:38.199 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1066 ms) 2024-04-15T17:26:38.199 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-15T17:26:38.199 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:38.239 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (41 ms) 2024-04-15T17:26:38.239 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-15T17:26:38.239 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:38.277 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (37 ms) 2024-04-15T17:26:38.277 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-15T17:26:38.277 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:38.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:38 smithi090 ceph-mon[89240]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-15T17:26:38.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:26:38.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:38 smithi090 ceph-mon[91618]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-15T17:26:38.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:26:38.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:38 smithi153 ceph-mon[84714]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-15T17:26:38.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:26:39.338 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:26:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:26:39] "GET /metrics HTTP/1.1" 200 75585 "" "Prometheus/2.43.0" 2024-04-15T17:26:39.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:39 smithi090 ceph-mon[91618]: pgmap v3171: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 14 KiB/s wr, 264 op/s 2024-04-15T17:26:39.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:39 smithi090 ceph-mon[91618]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-15T17:26:39.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:39 smithi090 ceph-mon[89240]: pgmap v3171: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 14 KiB/s wr, 264 op/s 2024-04-15T17:26:39.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:39 smithi090 ceph-mon[89240]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-15T17:26:39.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:39 smithi153 ceph-mon[84714]: pgmap v3171: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 199 KiB/s rd, 14 KiB/s wr, 264 op/s 2024-04-15T17:26:39.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:39 smithi153 ceph-mon[84714]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-15T17:26:40.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:40 smithi090 ceph-mon[89240]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-15T17:26:40.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:40 smithi090 ceph-mon[89240]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-15T17:26:40.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:40 smithi090 ceph-mon[91618]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-15T17:26:40.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:40 smithi090 ceph-mon[91618]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-15T17:26:40.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:40 smithi153 ceph-mon[84714]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-15T17:26:40.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:40 smithi153 ceph-mon[84714]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-15T17:26:41.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:41 smithi090 ceph-mon[89240]: pgmap v3174: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 7.7 KiB/s wr, 159 op/s 2024-04-15T17:26:41.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:41 smithi090 ceph-mon[89240]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-15T17:26:41.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:41 smithi090 ceph-mon[91618]: pgmap v3174: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 7.7 KiB/s wr, 159 op/s 2024-04-15T17:26:41.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:41 smithi090 ceph-mon[91618]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-15T17:26:41.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:41 smithi153 ceph-mon[84714]: pgmap v3174: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 7.7 KiB/s wr, 159 op/s 2024-04-15T17:26:41.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:41 smithi153 ceph-mon[84714]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-15T17:26:42.631 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:26:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:26:43.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:43 smithi090 ceph-mon[89240]: pgmap v3177: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 9.5 KiB/s wr, 212 op/s 2024-04-15T17:26:43.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:43 smithi090 ceph-mon[89240]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-15T17:26:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:43 smithi090 ceph-mon[91618]: pgmap v3177: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 9.5 KiB/s wr, 212 op/s 2024-04-15T17:26:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:43 smithi090 ceph-mon[91618]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-15T17:26:43.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:43 smithi153 ceph-mon[84714]: pgmap v3177: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 163 KiB/s rd, 9.5 KiB/s wr, 212 op/s 2024-04-15T17:26:43.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:43 smithi153 ceph-mon[84714]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-15T17:26:44.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:44 smithi090 ceph-mon[89240]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-15T17:26:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:44 smithi090 ceph-mon[91618]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-15T17:26:44.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:44 smithi153 ceph-mon[84714]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-15T17:26:45.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:45 smithi090 ceph-mon[89240]: pgmap v3180: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 222 op/s 2024-04-15T17:26:45.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:45 smithi090 ceph-mon[89240]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-15T17:26:45.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:45 smithi090 ceph-mon[91618]: pgmap v3180: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 222 op/s 2024-04-15T17:26:45.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:45 smithi090 ceph-mon[91618]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-15T17:26:45.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:45 smithi153 ceph-mon[84714]: pgmap v3180: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 166 KiB/s rd, 11 KiB/s wr, 222 op/s 2024-04-15T17:26:45.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:45 smithi153 ceph-mon[84714]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-15T17:26:46.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:46 smithi090 ceph-mon[91618]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-15T17:26:46.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:46 smithi090 ceph-mon[89240]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-15T17:26:46.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:46 smithi153 ceph-mon[84714]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-15T17:26:47.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:47 smithi090 ceph-mon[91618]: pgmap v3183: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-15T17:26:47.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:47 smithi090 ceph-mon[91618]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-15T17:26:47.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:47 smithi090 ceph-mon[89240]: pgmap v3183: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-15T17:26:47.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:47 smithi090 ceph-mon[89240]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-15T17:26:47.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:47 smithi153 ceph-mon[84714]: pgmap v3183: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.2 KiB/s wr, 14 op/s 2024-04-15T17:26:47.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:47 smithi153 ceph-mon[84714]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-15T17:26:48.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:48 smithi090 ceph-mon[89240]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-15T17:26:48.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:48 smithi090 ceph-mon[91618]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-15T17:26:48.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:48 smithi153 ceph-mon[84714]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-15T17:26:48.765 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10489 ms) 2024-04-15T17:26:48.766 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-15T17:26:48.766 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:49.195 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.Metadata (429 ms) 2024-04-15T17:26:49.195 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-15T17:26:49.195 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:49.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:49 smithi090 ceph-mon[89240]: pgmap v3186: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.5 KiB/s wr, 89 op/s 2024-04-15T17:26:49.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:49 smithi090 ceph-mon[89240]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-15T17:26:49.340 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:26:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:26:49] "GET /metrics HTTP/1.1" 200 75585 "" "Prometheus/2.43.0" 2024-04-15T17:26:49.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:49 smithi090 ceph-mon[91618]: pgmap v3186: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.5 KiB/s wr, 89 op/s 2024-04-15T17:26:49.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:49 smithi090 ceph-mon[91618]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-15T17:26:49.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:49 smithi153 ceph-mon[84714]: pgmap v3186: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 3.5 KiB/s wr, 89 op/s 2024-04-15T17:26:49.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:49 smithi153 ceph-mon[84714]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-15T17:26:50.211 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.MetadataPP (1016 ms) 2024-04-15T17:26:50.211 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-15T17:26:50.211 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:50.320 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.UpdateFeatures (109 ms) 2024-04-15T17:26:50.320 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-15T17:26:50.320 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-15T17:26:50.321 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-15T17:26:50.321 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:50.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:50 smithi153 ceph-mon[84714]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-15T17:26:50.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:50 smithi090 ceph-mon[89240]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-15T17:26:50.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:50 smithi090 ceph-mon[91618]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-15T17:26:51.174 INFO:tasks.workunit.client.0.smithi090.stdout:0.00% done 2024-04-15T17:26:51.174 INFO:tasks.workunit.client.0.smithi090.stdout:25.00% done 2024-04-15T17:26:51.174 INFO:tasks.workunit.client.0.smithi090.stdout:50.00% done 2024-04-15T17:26:51.174 INFO:tasks.workunit.client.0.smithi090.stdout:75.00% done 2024-04-15T17:26:51.174 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.RebuildObjectMap (854 ms) 2024-04-15T17:26:51.174 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-15T17:26:51.207 INFO:tasks.workunit.client.0.smithi090.stdout:0.00% done 2024-04-15T17:26:51.207 INFO:tasks.workunit.client.0.smithi090.stdout:25.00% done 2024-04-15T17:26:51.207 INFO:tasks.workunit.client.0.smithi090.stdout:50.00% done 2024-04-15T17:26:51.208 INFO:tasks.workunit.client.0.smithi090.stdout:75.00% done 2024-04-15T17:26:51.208 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (34 ms) 2024-04-15T17:26:51.208 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-15T17:26:51.208 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:51.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:51 smithi153 ceph-mon[84714]: pgmap v3189: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 3.5 KiB/s wr, 84 op/s 2024-04-15T17:26:51.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:51 smithi153 ceph-mon[84714]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-15T17:26:51.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:51 smithi090 ceph-mon[91618]: pgmap v3189: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 3.5 KiB/s wr, 84 op/s 2024-04-15T17:26:51.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:51 smithi090 ceph-mon[91618]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-15T17:26:51.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:51 smithi090 ceph-mon[89240]: pgmap v3189: 649 pgs: 649 active+clean; 309 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 3.5 KiB/s wr, 84 op/s 2024-04-15T17:26:51.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:51 smithi090 ceph-mon[89240]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-15T17:26:52.189 INFO:tasks.workunit.client.0.smithi090.stdout:0.00% done 2024-04-15T17:26:52.189 INFO:tasks.workunit.client.0.smithi090.stdout:25.00% done 2024-04-15T17:26:52.189 INFO:tasks.workunit.client.0.smithi090.stdout:50.00% done 2024-04-15T17:26:52.189 INFO:tasks.workunit.client.0.smithi090.stdout:75.00% done 2024-04-15T17:26:52.189 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.CheckObjectMap (981 ms) 2024-04-15T17:26:52.189 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-15T17:26:52.189 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:52.234 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.BlockingAIO (45 ms) 2024-04-15T17:26:52.234 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-15T17:26:52.234 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:52.374 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (140 ms) 2024-04-15T17:26:52.374 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-15T17:26:52.374 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_librbd.cc:10433: Skipped 2024-04-15T17:26:52.374 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:26:52.374 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-15T17:26:52.375 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-15T17:26:52.375 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:52.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:52 smithi153 ceph-mon[84714]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-15T17:26:52.381 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:26:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:26:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:26:52.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:52 smithi090 ceph-mon[89240]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-15T17:26:52.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:52 smithi090 ceph-mon[91618]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-15T17:26:53.216 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (842 ms) 2024-04-15T17:26:53.217 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-15T17:26:53.217 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:53.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:53 smithi153 ceph-mon[84714]: pgmap v3192: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 558 KiB/s rd, 202 KiB/s wr, 892 op/s 2024-04-15T17:26:53.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:53 smithi153 ceph-mon[84714]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-15T17:26:53.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:26:53.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:53 smithi090 ceph-mon[91618]: pgmap v3192: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 558 KiB/s rd, 202 KiB/s wr, 892 op/s 2024-04-15T17:26:53.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:53 smithi090 ceph-mon[91618]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-15T17:26:53.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:26:53.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:53 smithi090 ceph-mon[89240]: pgmap v3192: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 558 KiB/s rd, 202 KiB/s wr, 892 op/s 2024-04-15T17:26:53.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:53 smithi090 ceph-mon[89240]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-15T17:26:53.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:26:54.169 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (953 ms) 2024-04-15T17:26:54.169 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-15T17:26:54.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:54 smithi153 ceph-mon[84714]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-15T17:26:54.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:54 smithi090 ceph-mon[89240]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-15T17:26:54.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:54 smithi090 ceph-mon[91618]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-15T17:26:55.285 INFO:tasks.workunit.client.0.smithi090.stdout:0.00% done 2024-04-15T17:26:55.286 INFO:tasks.workunit.client.0.smithi090.stdout:100.00% done 2024-04-15T17:26:55.286 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestImageOptions (1117 ms) 2024-04-15T17:26:55.286 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-15T17:26:55.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:55 smithi153 ceph-mon[84714]: pgmap v3195: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 657 KiB/s rd, 229 KiB/s wr, 1.02k op/s 2024-04-15T17:26:55.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:55 smithi153 ceph-mon[84714]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-15T17:26:55.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:55 smithi090 ceph-mon[91618]: pgmap v3195: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 657 KiB/s rd, 229 KiB/s wr, 1.02k op/s 2024-04-15T17:26:55.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:55 smithi090 ceph-mon[91618]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-15T17:26:55.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:55 smithi090 ceph-mon[89240]: pgmap v3195: 649 pgs: 649 active+clean; 309 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 657 KiB/s rd, 229 KiB/s wr, 1.02k op/s 2024-04-15T17:26:55.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:55 smithi090 ceph-mon[89240]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-15T17:26:56.272 INFO:tasks.workunit.client.0.smithi090.stdout:0.00% done 2024-04-15T17:26:56.272 INFO:tasks.workunit.client.0.smithi090.stdout:100.00% done 2024-04-15T17:26:56.272 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (986 ms) 2024-04-15T17:26:56.272 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-15T17:26:56.272 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-15T17:26:56.272 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-15T17:26:56.272 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-15T17:26:56.272 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-15T17:26:56.273 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:56.313 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:26:56.314 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:26:56.314 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:26:56.314 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:26:56.314 INFO:tasks.workunit.client.0.smithi090.stdout:wrote: 512 2024-04-15T17:26:56.314 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:26:56.314 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:26:56.314 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:26:56.314 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:26:56.314 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:26:56.314 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:26:56.314 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:26:56.314 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:26:56.315 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:26:56.315 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:26:56.315 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:26:56.315 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:26:56.315 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:26:56.315 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:26:56.315 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:26:56.315 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:26:56.315 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:26:56.315 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:26:56.315 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:26:56.315 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:26:56.316 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:26:56.316 INFO:tasks.workunit.client.0.smithi090.stdout:started write 2024-04-15T17:26:56.316 INFO:tasks.workunit.client.0.smithi090.stdout:write completion cb called! 2024-04-15T17:26:56.316 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 0 2024-04-15T17:26:56.316 INFO:tasks.workunit.client.0.smithi090.stdout:finished write 2024-04-15T17:26:56.316 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:26:56.316 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:26:56.320 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:26:56.320 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:26:56.320 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:26:56.320 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:26:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:26:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:26:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:26:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:26:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:26:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:26:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:26:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:26:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:26:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:26:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:created completion 2024-04-15T17:26:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:started read 2024-04-15T17:26:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:read completion cb called! 2024-04-15T17:26:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:return value is: 512 2024-04-15T17:26:56.321 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ImagePollIO (42 ms) 2024-04-15T17:26:56.322 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-15T17:26:56.322 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:56.326 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:26:56.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:56 smithi090 ceph-mon[89240]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-15T17:26:56.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:56 smithi090 ceph-mon[91618]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-15T17:26:56.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:56 smithi153 ceph-mon[84714]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-15T17:26:57.307 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.Mirror (993 ms) 2024-04-15T17:26:57.307 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-15T17:26:57.324 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (17 ms) 2024-04-15T17:26:57.324 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-15T17:26:57.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:57 smithi090 ceph-mon[89240]: pgmap v3198: 649 pgs: 649 active+clean; 310 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 399 KiB/s wr, 328 op/s 2024-04-15T17:26:57.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:57 smithi090 ceph-mon[89240]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-15T17:26:57.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]: dispatch 2024-04-15T17:26:57.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.5", "id": [2, 5]}]: dispatch 2024-04-15T17:26:57.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1", "id": [3, 7]}]: dispatch 2024-04-15T17:26:57.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:57 smithi090 ceph-mon[91618]: pgmap v3198: 649 pgs: 649 active+clean; 310 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 399 KiB/s wr, 328 op/s 2024-04-15T17:26:57.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:57 smithi090 ceph-mon[91618]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-15T17:26:57.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]: dispatch 2024-04-15T17:26:57.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.5", "id": [2, 5]}]: dispatch 2024-04-15T17:26:57.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1", "id": [3, 7]}]: dispatch 2024-04-15T17:26:57.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:57 smithi153 ceph-mon[84714]: pgmap v3198: 649 pgs: 649 active+clean; 310 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 399 KiB/s wr, 328 op/s 2024-04-15T17:26:57.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:57 smithi153 ceph-mon[84714]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-15T17:26:57.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]: dispatch 2024-04-15T17:26:57.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.5", "id": [2, 5]}]: dispatch 2024-04-15T17:26:57.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1", "id": [3, 7]}]: dispatch 2024-04-15T17:26:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]': finished 2024-04-15T17:26:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.5", "id": [2, 5]}]': finished 2024-04-15T17:26:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1", "id": [3, 7]}]': finished 2024-04-15T17:26:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-15T17:26:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-15T17:26:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-15T17:26:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-15T17:26:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/574f0491-dae5-41c8-82ae-c5dc9116d9b0"}]: dispatch 2024-04-15T17:26:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/574f0491-dae5-41c8-82ae-c5dc9116d9b0"}]: dispatch 2024-04-15T17:26:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/574f0491-dae5-41c8-82ae-c5dc9116d9b0"}]': finished 2024-04-15T17:26:58.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d454746f-2c7e-40c0-b43d-6bf3d92b4f1b"}]: dispatch 2024-04-15T17:26:58.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d454746f-2c7e-40c0-b43d-6bf3d92b4f1b"}]: dispatch 2024-04-15T17:26:58.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d454746f-2c7e-40c0-b43d-6bf3d92b4f1b"}]': finished 2024-04-15T17:26:58.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f866d7db-3933-4024-943e-d73a5c428b71"}]: dispatch 2024-04-15T17:26:58.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f866d7db-3933-4024-943e-d73a5c428b71"}]: dispatch 2024-04-15T17:26:58.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f866d7db-3933-4024-943e-d73a5c428b71"}]': finished 2024-04-15T17:26:58.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/22ebd1ef-85f9-4787-afec-d0d1c87b66b6"}]: dispatch 2024-04-15T17:26:58.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' 2024-04-15T17:26:58.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/22ebd1ef-85f9-4787-afec-d0d1c87b66b6"}]: dispatch 2024-04-15T17:26:58.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/22ebd1ef-85f9-4787-afec-d0d1c87b66b6"}]: dispatch 2024-04-15T17:26:58.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/22ebd1ef-85f9-4787-afec-d0d1c87b66b6"}]: dispatch 2024-04-15T17:26:58.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/22ebd1ef-85f9-4787-afec-d0d1c87b66b6"}]': finished 2024-04-15T17:26:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]': finished 2024-04-15T17:26:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.5", "id": [2, 5]}]': finished 2024-04-15T17:26:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1", "id": [3, 7]}]': finished 2024-04-15T17:26:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-15T17:26:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-15T17:26:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-15T17:26:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-15T17:26:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/574f0491-dae5-41c8-82ae-c5dc9116d9b0"}]: dispatch 2024-04-15T17:26:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/574f0491-dae5-41c8-82ae-c5dc9116d9b0"}]: dispatch 2024-04-15T17:26:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/574f0491-dae5-41c8-82ae-c5dc9116d9b0"}]': finished 2024-04-15T17:26:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d454746f-2c7e-40c0-b43d-6bf3d92b4f1b"}]: dispatch 2024-04-15T17:26:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d454746f-2c7e-40c0-b43d-6bf3d92b4f1b"}]: dispatch 2024-04-15T17:26:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d454746f-2c7e-40c0-b43d-6bf3d92b4f1b"}]': finished 2024-04-15T17:26:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f866d7db-3933-4024-943e-d73a5c428b71"}]: dispatch 2024-04-15T17:26:58.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f866d7db-3933-4024-943e-d73a5c428b71"}]: dispatch 2024-04-15T17:26:58.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f866d7db-3933-4024-943e-d73a5c428b71"}]': finished 2024-04-15T17:26:58.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/22ebd1ef-85f9-4787-afec-d0d1c87b66b6"}]: dispatch 2024-04-15T17:26:58.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' 2024-04-15T17:26:58.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/22ebd1ef-85f9-4787-afec-d0d1c87b66b6"}]: dispatch 2024-04-15T17:26:58.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/22ebd1ef-85f9-4787-afec-d0d1c87b66b6"}]: dispatch 2024-04-15T17:26:58.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/22ebd1ef-85f9-4787-afec-d0d1c87b66b6"}]: dispatch 2024-04-15T17:26:58.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:58 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/22ebd1ef-85f9-4787-afec-d0d1c87b66b6"}]': finished 2024-04-15T17:26:58.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.b", "id": [6, 7]}]': finished 2024-04-15T17:26:58.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.5", "id": [2, 5]}]': finished 2024-04-15T17:26:58.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.1", "id": [3, 7]}]': finished 2024-04-15T17:26:58.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-15T17:26:58.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-15T17:26:58.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-15T17:26:58.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-15T17:26:58.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/574f0491-dae5-41c8-82ae-c5dc9116d9b0"}]: dispatch 2024-04-15T17:26:58.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/574f0491-dae5-41c8-82ae-c5dc9116d9b0"}]: dispatch 2024-04-15T17:26:58.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/574f0491-dae5-41c8-82ae-c5dc9116d9b0"}]': finished 2024-04-15T17:26:58.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d454746f-2c7e-40c0-b43d-6bf3d92b4f1b"}]: dispatch 2024-04-15T17:26:58.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d454746f-2c7e-40c0-b43d-6bf3d92b4f1b"}]: dispatch 2024-04-15T17:26:58.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/d454746f-2c7e-40c0-b43d-6bf3d92b4f1b"}]': finished 2024-04-15T17:26:58.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f866d7db-3933-4024-943e-d73a5c428b71"}]: dispatch 2024-04-15T17:26:58.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f866d7db-3933-4024-943e-d73a5c428b71"}]: dispatch 2024-04-15T17:26:58.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/f866d7db-3933-4024-943e-d73a5c428b71"}]': finished 2024-04-15T17:26:58.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/22ebd1ef-85f9-4787-afec-d0d1c87b66b6"}]: dispatch 2024-04-15T17:26:58.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' 2024-04-15T17:26:58.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/22ebd1ef-85f9-4787-afec-d0d1c87b66b6"}]: dispatch 2024-04-15T17:26:58.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3093167682' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/22ebd1ef-85f9-4787-afec-d0d1c87b66b6"}]: dispatch 2024-04-15T17:26:58.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/22ebd1ef-85f9-4787-afec-d0d1c87b66b6"}]: dispatch 2024-04-15T17:26:58.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:58 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/22ebd1ef-85f9-4787-afec-d0d1c87b66b6"}]': finished 2024-04-15T17:26:59.490 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:26:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:26:59] "GET /metrics HTTP/1.1" 200 75587 "" "Prometheus/2.43.0" 2024-04-15T17:26:59.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:59 smithi090 ceph-mon[89240]: pgmap v3201: 649 pgs: 1 peering, 648 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 2.1 MiB/s wr, 555 op/s 2024-04-15T17:26:59.490 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:26:59 smithi090 ceph-mon[89240]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-15T17:26:59.491 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:59 smithi090 ceph-mon[91618]: pgmap v3201: 649 pgs: 1 peering, 648 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 2.1 MiB/s wr, 555 op/s 2024-04-15T17:26:59.491 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:26:59 smithi090 ceph-mon[91618]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-15T17:26:59.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:59 smithi153 ceph-mon[84714]: pgmap v3201: 649 pgs: 1 peering, 648 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 418 KiB/s rd, 2.1 MiB/s wr, 555 op/s 2024-04-15T17:26:59.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:26:59 smithi153 ceph-mon[84714]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-15T17:27:00.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:00 smithi090 ceph-mon[89240]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-15T17:27:00.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:00 smithi090 ceph-mon[91618]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-15T17:27:00.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:00 smithi153 ceph-mon[84714]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-15T17:27:01.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:01 smithi090 ceph-mon[89240]: pgmap v3204: 649 pgs: 1 peering, 648 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 1.7 MiB/s wr, 356 op/s 2024-04-15T17:27:01.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:01 smithi090 ceph-mon[89240]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-15T17:27:01.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:01 smithi090 ceph-mon[91618]: pgmap v3204: 649 pgs: 1 peering, 648 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 1.7 MiB/s wr, 356 op/s 2024-04-15T17:27:01.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:01 smithi090 ceph-mon[91618]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-15T17:27:01.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:01 smithi153 ceph-mon[84714]: pgmap v3204: 649 pgs: 1 peering, 648 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 286 KiB/s rd, 1.7 MiB/s wr, 356 op/s 2024-04-15T17:27:01.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:01 smithi153 ceph-mon[84714]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-15T17:27:02.245 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (4921 ms) 2024-04-15T17:27:02.245 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-15T17:27:02.246 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:02.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:02 smithi090 ceph-mon[89240]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-15T17:27:02.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:02 smithi090 ceph-mon[91618]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-15T17:27:02.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:02 smithi153 ceph-mon[84714]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-15T17:27:02.631 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:27:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:27:03.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:03 smithi090 ceph-mon[89240]: pgmap v3207: 649 pgs: 1 peering, 648 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 21 KiB/s wr, 274 op/s 2024-04-15T17:27:03.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:03 smithi090 ceph-mon[89240]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-15T17:27:03.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:03 smithi090 ceph-mon[91618]: pgmap v3207: 649 pgs: 1 peering, 648 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 21 KiB/s wr, 274 op/s 2024-04-15T17:27:03.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:03 smithi090 ceph-mon[91618]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-15T17:27:03.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:03 smithi153 ceph-mon[84714]: pgmap v3207: 649 pgs: 1 peering, 648 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 210 KiB/s rd, 21 KiB/s wr, 274 op/s 2024-04-15T17:27:03.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:03 smithi153 ceph-mon[84714]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-15T17:27:04.233 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1988 ms) 2024-04-15T17:27:04.234 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-15T17:27:04.234 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:04.284 INFO:tasks.workunit.client.0.smithi090.stdout:1: acquiring exclusive lock 2024-04-15T17:27:04.284 INFO:tasks.workunit.client.0.smithi090.stdout:2: acquiring exclusive lock 2024-04-15T17:27:04.288 INFO:tasks.workunit.client.0.smithi090.stdout:2: exclusive lock acquired 2024-04-15T17:27:04.332 INFO:tasks.workunit.client.0.smithi090.stdout:2: releasing exclusive lock 2024-04-15T17:27:04.335 INFO:tasks.workunit.client.0.smithi090.stdout:2: exclusive lock released 2024-04-15T17:27:04.335 INFO:tasks.workunit.client.0.smithi090.stdout:2: acquiring exclusive lock 2024-04-15T17:27:04.337 INFO:tasks.workunit.client.0.smithi090.stdout:1: exclusive lock acquired 2024-04-15T17:27:04.366 INFO:tasks.workunit.client.0.smithi090.stdout:1: releasing exclusive lock 2024-04-15T17:27:04.369 INFO:tasks.workunit.client.0.smithi090.stdout:1: exclusive lock released 2024-04-15T17:27:04.369 INFO:tasks.workunit.client.0.smithi090.stdout:1: acquiring exclusive lock 2024-04-15T17:27:04.373 INFO:tasks.workunit.client.0.smithi090.stdout:1: exclusive lock acquired 2024-04-15T17:27:04.394 INFO:tasks.workunit.client.0.smithi090.stdout:1: releasing exclusive lock 2024-04-15T17:27:04.398 INFO:tasks.workunit.client.0.smithi090.stdout:1: exclusive lock released 2024-04-15T17:27:04.398 INFO:tasks.workunit.client.0.smithi090.stdout:1: acquiring exclusive lock 2024-04-15T17:27:04.399 INFO:tasks.workunit.client.0.smithi090.stdout:2: exclusive lock acquired 2024-04-15T17:27:04.429 INFO:tasks.workunit.client.0.smithi090.stdout:2: releasing exclusive lock 2024-04-15T17:27:04.432 INFO:tasks.workunit.client.0.smithi090.stdout:2: exclusive lock released 2024-04-15T17:27:04.432 INFO:tasks.workunit.client.0.smithi090.stdout:2: acquiring exclusive lock 2024-04-15T17:27:04.435 INFO:tasks.workunit.client.0.smithi090.stdout:1: exclusive lock acquired 2024-04-15T17:27:04.471 INFO:tasks.workunit.client.0.smithi090.stdout:1: releasing exclusive lock 2024-04-15T17:27:04.474 INFO:tasks.workunit.client.0.smithi090.stdout:1: exclusive lock released 2024-04-15T17:27:04.475 INFO:tasks.workunit.client.0.smithi090.stdout:1: acquiring exclusive lock 2024-04-15T17:27:04.476 INFO:tasks.workunit.client.0.smithi090.stdout:2: exclusive lock acquired 2024-04-15T17:27:04.514 INFO:tasks.workunit.client.0.smithi090.stdout:2: releasing exclusive lock 2024-04-15T17:27:04.517 INFO:tasks.workunit.client.0.smithi090.stdout:2: exclusive lock released 2024-04-15T17:27:04.517 INFO:tasks.workunit.client.0.smithi090.stdout:2: acquiring exclusive lock 2024-04-15T17:27:04.521 INFO:tasks.workunit.client.0.smithi090.stdout:2: exclusive lock acquired 2024-04-15T17:27:04.538 INFO:tasks.workunit.client.0.smithi090.stdout:2: releasing exclusive lock 2024-04-15T17:27:04.541 INFO:tasks.workunit.client.0.smithi090.stdout:2: exclusive lock released 2024-04-15T17:27:04.541 INFO:tasks.workunit.client.0.smithi090.stdout:2: acquiring exclusive lock 2024-04-15T17:27:04.545 INFO:tasks.workunit.client.0.smithi090.stdout:1: exclusive lock acquired 2024-04-15T17:27:04.571 INFO:tasks.workunit.client.0.smithi090.stdout:1: releasing exclusive lock 2024-04-15T17:27:04.573 INFO:tasks.workunit.client.0.smithi090.stdout:1: exclusive lock released 2024-04-15T17:27:04.574 INFO:tasks.workunit.client.0.smithi090.stdout:1: acquiring exclusive lock 2024-04-15T17:27:04.578 INFO:tasks.workunit.client.0.smithi090.stdout:1: exclusive lock acquired 2024-04-15T17:27:04.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:04 smithi090 ceph-mon[89240]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-15T17:27:04.588 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:04 smithi090 ceph-mon[91618]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-15T17:27:04.604 INFO:tasks.workunit.client.0.smithi090.stdout:1: releasing exclusive lock 2024-04-15T17:27:04.607 INFO:tasks.workunit.client.0.smithi090.stdout:1: exclusive lock released 2024-04-15T17:27:04.610 INFO:tasks.workunit.client.0.smithi090.stdout:2: exclusive lock acquired 2024-04-15T17:27:04.621 INFO:tasks.workunit.client.0.smithi090.stdout:2: releasing exclusive lock 2024-04-15T17:27:04.624 INFO:tasks.workunit.client.0.smithi090.stdout:2: exclusive lock released 2024-04-15T17:27:04.630 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:04 smithi153 ceph-mon[84714]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-15T17:27:04.638 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ExclusiveLock (406 ms) 2024-04-15T17:27:04.638 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-15T17:27:04.653 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:05.242 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.BreakLock (603 ms) 2024-04-15T17:27:05.242 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-15T17:27:05.242 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:05.267 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (25 ms) 2024-04-15T17:27:05.267 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-15T17:27:05.267 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-15T17:27:05.267 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-15T17:27:05.268 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:05.333 INFO:tasks.workunit.client.0.smithi090.stdout:0.00% done 2024-04-15T17:27:05.333 INFO:tasks.workunit.client.0.smithi090.stdout:1.56% done 2024-04-15T17:27:05.333 INFO:tasks.workunit.client.0.smithi090.stdout:3.12% done 2024-04-15T17:27:05.333 INFO:tasks.workunit.client.0.smithi090.stdout:4.69% done 2024-04-15T17:27:05.333 INFO:tasks.workunit.client.0.smithi090.stdout:6.25% done 2024-04-15T17:27:05.333 INFO:tasks.workunit.client.0.smithi090.stdout:7.81% done 2024-04-15T17:27:05.334 INFO:tasks.workunit.client.0.smithi090.stdout:9.38% done 2024-04-15T17:27:05.334 INFO:tasks.workunit.client.0.smithi090.stdout:10.94% done 2024-04-15T17:27:05.334 INFO:tasks.workunit.client.0.smithi090.stdout:12.50% done 2024-04-15T17:27:05.334 INFO:tasks.workunit.client.0.smithi090.stdout:14.06% done 2024-04-15T17:27:05.334 INFO:tasks.workunit.client.0.smithi090.stdout:15.62% done 2024-04-15T17:27:05.334 INFO:tasks.workunit.client.0.smithi090.stdout:17.19% done 2024-04-15T17:27:05.334 INFO:tasks.workunit.client.0.smithi090.stdout:18.75% done 2024-04-15T17:27:05.334 INFO:tasks.workunit.client.0.smithi090.stdout:20.31% done 2024-04-15T17:27:05.334 INFO:tasks.workunit.client.0.smithi090.stdout:21.88% done 2024-04-15T17:27:05.334 INFO:tasks.workunit.client.0.smithi090.stdout:23.44% done 2024-04-15T17:27:05.334 INFO:tasks.workunit.client.0.smithi090.stdout:25.00% done 2024-04-15T17:27:05.334 INFO:tasks.workunit.client.0.smithi090.stdout:26.56% done 2024-04-15T17:27:05.334 INFO:tasks.workunit.client.0.smithi090.stdout:28.12% done 2024-04-15T17:27:05.334 INFO:tasks.workunit.client.0.smithi090.stdout:29.69% done 2024-04-15T17:27:05.335 INFO:tasks.workunit.client.0.smithi090.stdout:31.25% done 2024-04-15T17:27:05.335 INFO:tasks.workunit.client.0.smithi090.stdout:32.81% done 2024-04-15T17:27:05.335 INFO:tasks.workunit.client.0.smithi090.stdout:34.38% done 2024-04-15T17:27:05.335 INFO:tasks.workunit.client.0.smithi090.stdout:35.94% done 2024-04-15T17:27:05.335 INFO:tasks.workunit.client.0.smithi090.stdout:37.50% done 2024-04-15T17:27:05.335 INFO:tasks.workunit.client.0.smithi090.stdout:39.06% done 2024-04-15T17:27:05.335 INFO:tasks.workunit.client.0.smithi090.stdout:40.62% done 2024-04-15T17:27:05.335 INFO:tasks.workunit.client.0.smithi090.stdout:42.19% done 2024-04-15T17:27:05.335 INFO:tasks.workunit.client.0.smithi090.stdout:43.75% done 2024-04-15T17:27:05.335 INFO:tasks.workunit.client.0.smithi090.stdout:45.31% done 2024-04-15T17:27:05.335 INFO:tasks.workunit.client.0.smithi090.stdout:46.88% done 2024-04-15T17:27:05.335 INFO:tasks.workunit.client.0.smithi090.stdout:48.44% done 2024-04-15T17:27:05.335 INFO:tasks.workunit.client.0.smithi090.stdout:50.00% done 2024-04-15T17:27:05.335 INFO:tasks.workunit.client.0.smithi090.stdout:51.56% done 2024-04-15T17:27:05.335 INFO:tasks.workunit.client.0.smithi090.stdout:53.12% done 2024-04-15T17:27:05.336 INFO:tasks.workunit.client.0.smithi090.stdout:54.69% done 2024-04-15T17:27:05.336 INFO:tasks.workunit.client.0.smithi090.stdout:56.25% done 2024-04-15T17:27:05.336 INFO:tasks.workunit.client.0.smithi090.stdout:57.81% done 2024-04-15T17:27:05.336 INFO:tasks.workunit.client.0.smithi090.stdout:59.38% done 2024-04-15T17:27:05.336 INFO:tasks.workunit.client.0.smithi090.stdout:60.94% done 2024-04-15T17:27:05.336 INFO:tasks.workunit.client.0.smithi090.stdout:62.50% done 2024-04-15T17:27:05.336 INFO:tasks.workunit.client.0.smithi090.stdout:64.06% done 2024-04-15T17:27:05.336 INFO:tasks.workunit.client.0.smithi090.stdout:65.62% done 2024-04-15T17:27:05.336 INFO:tasks.workunit.client.0.smithi090.stdout:67.19% done 2024-04-15T17:27:05.336 INFO:tasks.workunit.client.0.smithi090.stdout:68.75% done 2024-04-15T17:27:05.336 INFO:tasks.workunit.client.0.smithi090.stdout:70.31% done 2024-04-15T17:27:05.336 INFO:tasks.workunit.client.0.smithi090.stdout:71.88% done 2024-04-15T17:27:05.336 INFO:tasks.workunit.client.0.smithi090.stdout:73.44% done 2024-04-15T17:27:05.336 INFO:tasks.workunit.client.0.smithi090.stdout:75.00% done 2024-04-15T17:27:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:76.56% done 2024-04-15T17:27:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:78.12% done 2024-04-15T17:27:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:79.69% done 2024-04-15T17:27:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:81.25% done 2024-04-15T17:27:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:82.81% done 2024-04-15T17:27:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:84.38% done 2024-04-15T17:27:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:85.94% done 2024-04-15T17:27:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:87.50% done 2024-04-15T17:27:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:89.06% done 2024-04-15T17:27:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:90.62% done 2024-04-15T17:27:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:92.19% done 2024-04-15T17:27:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:93.75% done 2024-04-15T17:27:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:95.31% done 2024-04-15T17:27:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:96.88% done 2024-04-15T17:27:05.337 INFO:tasks.workunit.client.0.smithi090.stdout:98.44% done 2024-04-15T17:27:05.338 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (66 ms) 2024-04-15T17:27:05.338 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-15T17:27:05.338 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:05.390 INFO:tasks.workunit.client.0.smithi090.stdout:0.00% done 2024-04-15T17:27:05.390 INFO:tasks.workunit.client.0.smithi090.stdout:1.56% done 2024-04-15T17:27:05.390 INFO:tasks.workunit.client.0.smithi090.stdout:3.12% done 2024-04-15T17:27:05.390 INFO:tasks.workunit.client.0.smithi090.stdout:4.69% done 2024-04-15T17:27:05.390 INFO:tasks.workunit.client.0.smithi090.stdout:6.25% done 2024-04-15T17:27:05.390 INFO:tasks.workunit.client.0.smithi090.stdout:7.81% done 2024-04-15T17:27:05.390 INFO:tasks.workunit.client.0.smithi090.stdout:9.38% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:10.94% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:12.50% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:14.06% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:15.62% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:17.19% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:18.75% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:20.31% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:21.88% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:23.44% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:25.00% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:26.56% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:28.12% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:29.69% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:31.25% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:32.81% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:34.38% done 2024-04-15T17:27:05.391 INFO:tasks.workunit.client.0.smithi090.stdout:35.94% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:37.50% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:39.06% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:40.62% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:42.19% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:43.75% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:45.31% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:46.88% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:48.44% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:50.00% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:51.56% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:53.12% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:54.69% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:56.25% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:57.81% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:59.38% done 2024-04-15T17:27:05.392 INFO:tasks.workunit.client.0.smithi090.stdout:60.94% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:62.50% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:64.06% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:65.62% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:67.19% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:68.75% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:70.31% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:71.88% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:73.44% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:75.00% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:76.56% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:78.12% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:79.69% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:81.25% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:82.81% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:84.38% done 2024-04-15T17:27:05.393 INFO:tasks.workunit.client.0.smithi090.stdout:85.94% done 2024-04-15T17:27:05.394 INFO:tasks.workunit.client.0.smithi090.stdout:87.50% done 2024-04-15T17:27:05.394 INFO:tasks.workunit.client.0.smithi090.stdout:89.06% done 2024-04-15T17:27:05.394 INFO:tasks.workunit.client.0.smithi090.stdout:90.62% done 2024-04-15T17:27:05.394 INFO:tasks.workunit.client.0.smithi090.stdout:92.19% done 2024-04-15T17:27:05.394 INFO:tasks.workunit.client.0.smithi090.stdout:93.75% done 2024-04-15T17:27:05.394 INFO:tasks.workunit.client.0.smithi090.stdout:95.31% done 2024-04-15T17:27:05.394 INFO:tasks.workunit.client.0.smithi090.stdout:96.88% done 2024-04-15T17:27:05.394 INFO:tasks.workunit.client.0.smithi090.stdout:98.44% done 2024-04-15T17:27:05.394 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (57 ms) 2024-04-15T17:27:05.394 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-15T17:27:05.394 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:05.398 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:05.517 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestTrashPurge (127 ms) 2024-04-15T17:27:05.517 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-15T17:27:05.517 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:05.565 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (48 ms) 2024-04-15T17:27:05.565 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-15T17:27:05.565 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:05.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:05 smithi090 ceph-mon[89240]: pgmap v3210: 649 pgs: 649 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 21 KiB/s wr, 282 op/s 2024-04-15T17:27:05.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:05 smithi090 ceph-mon[89240]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-15T17:27:05.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:05 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/905973398"}]: dispatch 2024-04-15T17:27:05.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:05 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/905973398"}]: dispatch 2024-04-15T17:27:05.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:05 smithi090 ceph-mon[91618]: pgmap v3210: 649 pgs: 649 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 21 KiB/s wr, 282 op/s 2024-04-15T17:27:05.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:05 smithi090 ceph-mon[91618]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-15T17:27:05.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:05 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/905973398"}]: dispatch 2024-04-15T17:27:05.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:05 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/905973398"}]: dispatch 2024-04-15T17:27:05.597 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestListWatchers (32 ms) 2024-04-15T17:27:05.597 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-15T17:27:05.597 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:05.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:05 smithi153 ceph-mon[84714]: pgmap v3210: 649 pgs: 649 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 21 KiB/s wr, 282 op/s 2024-04-15T17:27:05.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:05 smithi153 ceph-mon[84714]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-15T17:27:05.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:05 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3023761209' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/905973398"}]: dispatch 2024-04-15T17:27:05.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:05 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/905973398"}]: dispatch 2024-04-15T17:27:06.250 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestSetSnapById (653 ms) 2024-04-15T17:27:06.250 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-15T17:27:06.277 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.Namespaces (27 ms) 2024-04-15T17:27:06.277 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-15T17:27:06.310 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:06.314 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:06.398 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.NamespacesPP (118 ms) 2024-04-15T17:27:06.398 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.Migration 2024-04-15T17:27:06.398 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:06.398 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:06.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:06 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/905973398"}]': finished 2024-04-15T17:27:06.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:06 smithi090 ceph-mon[89240]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-15T17:27:06.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:06 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/905973398"}]': finished 2024-04-15T17:27:06.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:06 smithi090 ceph-mon[91618]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-15T17:27:06.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:06 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/905973398"}]': finished 2024-04-15T17:27:06.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:06 smithi153 ceph-mon[84714]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-15T17:27:06.807 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.Migration (412 ms) 2024-04-15T17:27:06.808 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-15T17:27:06.808 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:06.808 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:07.238 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.MigrationPP (432 ms) 2024-04-15T17:27:07.239 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-15T17:27:07.239 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:07.255 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (16 ms) 2024-04-15T17:27:07.255 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-15T17:27:07.255 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:07.271 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (17 ms) 2024-04-15T17:27:07.271 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-15T17:27:07.272 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:07.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:07 smithi090 ceph-mon[89240]: pgmap v3213: 649 pgs: 649 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.5 KiB/s wr, 80 op/s 2024-04-15T17:27:07.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:07 smithi090 ceph-mon[89240]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-15T17:27:07.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:07 smithi090 ceph-mon[91618]: pgmap v3213: 649 pgs: 649 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.5 KiB/s wr, 80 op/s 2024-04-15T17:27:07.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:07 smithi090 ceph-mon[91618]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-15T17:27:07.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:07 smithi153 ceph-mon[84714]: pgmap v3213: 649 pgs: 649 active+clean; 317 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 7.5 KiB/s wr, 80 op/s 2024-04-15T17:27:07.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:07 smithi153 ceph-mon[84714]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-15T17:27:08.329 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1057 ms) 2024-04-15T17:27:08.329 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-15T17:27:08.359 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.PoolMetadata (31 ms) 2024-04-15T17:27:08.359 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-15T17:27:08.378 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.PoolMetadataPP (18 ms) 2024-04-15T17:27:08.378 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.Config 2024-04-15T17:27:08.383 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:08.429 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.Config (51 ms) 2024-04-15T17:27:08.429 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-15T17:27:08.434 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:08.474 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ConfigPP (45 ms) 2024-04-15T17:27:08.474 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-15T17:27:08.492 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:27:08.493 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:27:08.493 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:27:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:27:08] ENGINE Bus STOPPING 2024-04-15T17:27:08.493 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:27:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:27:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T17:27:08.493 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:27:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:27:08] ENGINE Bus STOPPED 2024-04-15T17:27:08.493 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:27:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:27:08] ENGINE Bus STARTING 2024-04-15T17:27:08.493 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:27:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:27:08] ENGINE Serving on http://:::9283 2024-04-15T17:27:08.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:27:08.838 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:27:08 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:27:08] ENGINE Bus STARTED 2024-04-15T17:27:09.589 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:27:09] "GET /metrics HTTP/1.1" 200 75580 "" "Prometheus/2.43.0" 2024-04-15T17:27:09.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: pgmap v3215: 649 pgs: 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 138 KiB/s wr, 526 op/s 2024-04-15T17:27:09.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-15T17:27:09.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' 2024-04-15T17:27:09.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:27:09.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:27:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:27:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:27:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:27:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:27:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:27:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:27:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:27:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:27:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:27:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:27:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: pgmap v3215: 649 pgs: 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 138 KiB/s wr, 526 op/s 2024-04-15T17:27:09.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-15T17:27:09.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' 2024-04-15T17:27:09.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:27:09.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:27:09.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:27:09.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:27:09.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:27:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:27:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:27:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:27:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.594 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:27:09.594 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.594 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:27:09.594 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.594 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.594 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:27:09.594 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:27:09.594 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.594 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.594 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: pgmap v3215: 649 pgs: 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 436 KiB/s rd, 138 KiB/s wr, 526 op/s 2024-04-15T17:27:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-15T17:27:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' 2024-04-15T17:27:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:27:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:27:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:27:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:27:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:27:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:27:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:27:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:27:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:27:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:27:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:27:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:27:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:27:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:27:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:27:10.039 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:10.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:10 smithi090 ceph-mon[89240]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-15T17:27:10.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:10 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3548553753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:10.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:10 smithi090 ceph-mon[89240]: pgmap v3218: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 437 KiB/s rd, 138 KiB/s wr, 527 op/s 2024-04-15T17:27:10.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:10 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3548553753' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:27:10.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:10 smithi090 ceph-mon[89240]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-15T17:27:10.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:10 smithi090 ceph-mon[91618]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-15T17:27:10.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:10 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3548553753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:10.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:10 smithi090 ceph-mon[91618]: pgmap v3218: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 437 KiB/s rd, 138 KiB/s wr, 527 op/s 2024-04-15T17:27:10.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:10 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3548553753' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:27:10.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:10 smithi090 ceph-mon[91618]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-15T17:27:10.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:10 smithi153 ceph-mon[84714]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-15T17:27:10.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:10 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3548553753' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:10.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:10 smithi153 ceph-mon[84714]: pgmap v3218: 681 pgs: 32 unknown, 649 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 437 KiB/s rd, 138 KiB/s wr, 527 op/s 2024-04-15T17:27:10.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:10 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3548553753' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:27:10.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:10 smithi153 ceph-mon[84714]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-15T17:27:11.838 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:11 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:27:11.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:11 smithi090 ceph-mon[89240]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-15T17:27:11.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:11 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:27:11.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:11 smithi090 ceph-mon[91618]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-15T17:27:11.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:11 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:27:11.881 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:11 smithi153 ceph-mon[84714]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-15T17:27:12.110 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:12.131 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:12.142 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:12.631 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:27:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:27:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:27:13.127 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.PoolStatsPP (4653 ms) 2024-04-15T17:27:13.127 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-15T17:27:13.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:13 smithi090 ceph-mon[89240]: pgmap v3221: 681 pgs: 7 unknown, 674 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 522 KiB/s rd, 37 KiB/s wr, 684 op/s 2024-04-15T17:27:13.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:13 smithi090 ceph-mon[89240]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-15T17:27:13.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:13 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:27:13.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:13 smithi090 ceph-mon[91618]: pgmap v3221: 681 pgs: 7 unknown, 674 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 522 KiB/s rd, 37 KiB/s wr, 684 op/s 2024-04-15T17:27:13.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:13 smithi090 ceph-mon[91618]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-15T17:27:13.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:13 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:27:13.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:13 smithi153 ceph-mon[84714]: pgmap v3221: 681 pgs: 7 unknown, 674 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 522 KiB/s rd, 37 KiB/s wr, 684 op/s 2024-04-15T17:27:13.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:13 smithi153 ceph-mon[84714]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-15T17:27:13.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:13 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:27:14.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:14 smithi090 ceph-mon[91618]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-15T17:27:14.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:14 smithi090 ceph-mon[89240]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-15T17:27:14.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:14 smithi153 ceph-mon[84714]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-15T17:27:15.073 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:15.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:15 smithi090 ceph-mon[91618]: pgmap v3224: 681 pgs: 681 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 578 KiB/s rd, 41 KiB/s wr, 761 op/s 2024-04-15T17:27:15.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:15 smithi090 ceph-mon[91618]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-15T17:27:15.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:15 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/537755808' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:15.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:15 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:15.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:15 smithi090 ceph-mon[89240]: pgmap v3224: 681 pgs: 681 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 578 KiB/s rd, 41 KiB/s wr, 761 op/s 2024-04-15T17:27:15.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:15 smithi090 ceph-mon[89240]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-15T17:27:15.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:15 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/537755808' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:15.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:15 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:15.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:15 smithi153 ceph-mon[84714]: pgmap v3224: 681 pgs: 681 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 578 KiB/s rd, 41 KiB/s wr, 761 op/s 2024-04-15T17:27:15.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:15 smithi153 ceph-mon[84714]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-15T17:27:15.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:15 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/537755808' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:15.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:15 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:16.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:16 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:27:16.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:16 smithi090 ceph-mon[91618]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-15T17:27:16.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:16 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:27:16.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:16 smithi090 ceph-mon[89240]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-15T17:27:16.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:16 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:27:16.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:16 smithi153 ceph-mon[84714]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-15T17:27:17.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:17 smithi090 ceph-mon[89240]: pgmap v3227: 713 pgs: 22 unknown, 691 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.2 KiB/s wr, 87 op/s 2024-04-15T17:27:17.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:17 smithi090 ceph-mon[89240]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-15T17:27:17.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:17 smithi090 ceph-mon[91618]: pgmap v3227: 713 pgs: 22 unknown, 691 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.2 KiB/s wr, 87 op/s 2024-04-15T17:27:17.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:17 smithi090 ceph-mon[91618]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-15T17:27:17.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:17 smithi153 ceph-mon[84714]: pgmap v3227: 713 pgs: 22 unknown, 691 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 5.2 KiB/s wr, 87 op/s 2024-04-15T17:27:17.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:17 smithi153 ceph-mon[84714]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-15T17:27:18.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:18 smithi090 ceph-mon[89240]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-15T17:27:18.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:18 smithi090 ceph-mon[91618]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-15T17:27:18.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:18 smithi153 ceph-mon[84714]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-15T17:27:19.235 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ImageSpec (6108 ms) 2024-04-15T17:27:19.235 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-15T17:27:19.338 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:19 smithi090 ceph-mon[91618]: pgmap v3230: 713 pgs: 713 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.7 KiB/s wr, 62 op/s 2024-04-15T17:27:19.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:19 smithi090 ceph-mon[91618]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-15T17:27:19.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:19 smithi090 ceph-mon[89240]: pgmap v3230: 713 pgs: 713 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.7 KiB/s wr, 62 op/s 2024-04-15T17:27:19.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:19 smithi090 ceph-mon[89240]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-15T17:27:19.339 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:27:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:27:19] "GET /metrics HTTP/1.1" 200 75580 "" "Prometheus/2.43.0" 2024-04-15T17:27:19.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:19 smithi153 ceph-mon[84714]: pgmap v3230: 713 pgs: 713 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 44 KiB/s rd, 6.7 KiB/s wr, 62 op/s 2024-04-15T17:27:19.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:19 smithi153 ceph-mon[84714]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-15T17:27:20.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:20 smithi090 ceph-mon[89240]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-15T17:27:20.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:20 smithi090 ceph-mon[89240]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-15T17:27:20.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:20 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2826980457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:20.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:20 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:20.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:20 smithi090 ceph-mon[91618]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-15T17:27:20.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:20 smithi090 ceph-mon[91618]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-15T17:27:20.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:20 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2826980457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:20.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:20 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:20.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:20 smithi153 ceph-mon[84714]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-15T17:27:20.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:20 smithi153 ceph-mon[84714]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-15T17:27:20.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:20 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2826980457' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:20.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:20 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:21.045 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:21.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:21 smithi153 ceph-mon[84714]: pgmap v3233: 713 pgs: 713 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 5.2 KiB/s wr, 51 op/s 2024-04-15T17:27:21.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:21 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:27:21.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:21 smithi153 ceph-mon[84714]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-15T17:27:21.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:21 smithi090 ceph-mon[89240]: pgmap v3233: 713 pgs: 713 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 5.2 KiB/s wr, 51 op/s 2024-04-15T17:27:21.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:21 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:27:21.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:21 smithi090 ceph-mon[89240]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-15T17:27:21.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:21 smithi090 ceph-mon[91618]: pgmap v3233: 713 pgs: 713 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 5.2 KiB/s wr, 51 op/s 2024-04-15T17:27:21.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:21 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:27:21.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:21 smithi090 ceph-mon[91618]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-15T17:27:22.631 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:27:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:27:23.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:23 smithi090 ceph-mon[89240]: pgmap v3236: 745 pgs: 11 creating+peering, 12 unknown, 722 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 4.5 KiB/s wr, 96 op/s 2024-04-15T17:27:23.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:23 smithi090 ceph-mon[89240]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-15T17:27:23.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:27:23.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:23 smithi090 ceph-mon[91618]: pgmap v3236: 745 pgs: 11 creating+peering, 12 unknown, 722 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 4.5 KiB/s wr, 96 op/s 2024-04-15T17:27:23.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:23 smithi090 ceph-mon[91618]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-15T17:27:23.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:27:23.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:23 smithi153 ceph-mon[84714]: pgmap v3236: 745 pgs: 11 creating+peering, 12 unknown, 722 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 73 KiB/s rd, 4.5 KiB/s wr, 96 op/s 2024-04-15T17:27:23.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:23 smithi153 ceph-mon[84714]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-15T17:27:23.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:27:24.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:24 smithi090 ceph-mon[89240]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-15T17:27:24.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:24 smithi090 ceph-mon[91618]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-15T17:27:24.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:24 smithi153 ceph-mon[84714]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-15T17:27:25.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:25 smithi090 ceph-mon[89240]: pgmap v3239: 745 pgs: 11 creating+peering, 734 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 6.0 KiB/s wr, 174 op/s 2024-04-15T17:27:25.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:25 smithi090 ceph-mon[89240]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-15T17:27:25.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:25 smithi090 ceph-mon[89240]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-15T17:27:25.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:25 smithi090 ceph-mon[91618]: pgmap v3239: 745 pgs: 11 creating+peering, 734 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 6.0 KiB/s wr, 174 op/s 2024-04-15T17:27:25.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:25 smithi090 ceph-mon[91618]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-15T17:27:25.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:25 smithi090 ceph-mon[91618]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-15T17:27:25.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:25 smithi153 ceph-mon[84714]: pgmap v3239: 745 pgs: 11 creating+peering, 734 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 139 KiB/s rd, 6.0 KiB/s wr, 174 op/s 2024-04-15T17:27:25.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:25 smithi153 ceph-mon[84714]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-15T17:27:25.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:25 smithi153 ceph-mon[84714]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-15T17:27:27.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:27 smithi090 ceph-mon[89240]: pgmap v3242: 745 pgs: 4 creating+peering, 741 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 4.7 KiB/s wr, 120 op/s 2024-04-15T17:27:27.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:27 smithi090 ceph-mon[89240]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-15T17:27:27.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:27 smithi090 ceph-mon[91618]: pgmap v3242: 745 pgs: 4 creating+peering, 741 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 4.7 KiB/s wr, 120 op/s 2024-04-15T17:27:27.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:27 smithi090 ceph-mon[91618]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-15T17:27:27.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:27 smithi153 ceph-mon[84714]: pgmap v3242: 745 pgs: 4 creating+peering, 741 active+clean; 318 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 104 KiB/s rd, 4.7 KiB/s wr, 120 op/s 2024-04-15T17:27:27.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:27 smithi153 ceph-mon[84714]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-15T17:27:28.131 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 3 2024-04-15T17:27:28.132 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 3 2024-04-15T17:27:28.132 INFO:tasks.workunit.client.0.smithi090.stdout:child: image218 2024-04-15T17:27:28.132 INFO:tasks.workunit.client.0.smithi090.stdout:child: image220 2024-04-15T17:27:28.132 INFO:tasks.workunit.client.0.smithi090.stdout:child: image219 2024-04-15T17:27:28.132 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-15/image218/b1c2cc2d03a8 2024-04-15T17:27:28.132 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:27:28.132 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-34/image219/b1c2c01e507e 2024-04-15T17:27:28.132 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:27:28.132 INFO:tasks.workunit.client.0.smithi090.stdout:found child test-librbd-smithi090-139117-15/image220/b1c24bac8876 2024-04-15T17:27:28.132 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:27:28.132 INFO:tasks.workunit.client.0.smithi090.stdout:num children is: 0 2024-04-15T17:27:28.132 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 0 2024-04-15T17:27:28.132 INFO:tasks.workunit.client.0.smithi090.stdout:num snaps is: 0 2024-04-15T17:27:28.133 INFO:tasks.workunit.client.0.smithi090.stdout:expected: 0 2024-04-15T17:27:28.133 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (8896 ms) 2024-04-15T17:27:28.133 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-15T17:27:28.338 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:28 smithi090 ceph-mon[89240]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-15T17:27:28.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:28 smithi090 ceph-mon[91618]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-15T17:27:28.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:28 smithi153 ceph-mon[84714]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-15T17:27:29.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:29 smithi090 ceph-mon[89240]: pgmap v3245: 713 pgs: 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:27:29.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:29 smithi090 ceph-mon[89240]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-15T17:27:29.339 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:27:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:27:29] "GET /metrics HTTP/1.1" 200 82947 "" "Prometheus/2.43.0" 2024-04-15T17:27:29.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:29 smithi090 ceph-mon[91618]: pgmap v3245: 713 pgs: 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:27:29.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:29 smithi090 ceph-mon[91618]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-15T17:27:29.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:29 smithi153 ceph-mon[84714]: pgmap v3245: 713 pgs: 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:27:29.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:29 smithi153 ceph-mon[84714]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-15T17:27:30.048 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:30.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:30 smithi153 ceph-mon[84714]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-15T17:27:30.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:30 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2356688718' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:30.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:30 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:30.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:30 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:27:30.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:30 smithi153 ceph-mon[84714]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-15T17:27:30.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:30 smithi090 ceph-mon[91618]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-15T17:27:30.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:30 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2356688718' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:30.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:30 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:30.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:30 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:27:30.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:30 smithi090 ceph-mon[91618]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-15T17:27:30.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:30 smithi090 ceph-mon[89240]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-15T17:27:30.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:30 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2356688718' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:30.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:30 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:27:30.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:30 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:27:30.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:30 smithi090 ceph-mon[89240]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-15T17:27:31.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:31 smithi153 ceph-mon[84714]: pgmap v3248: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:27:31.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:31 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:27:31.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:31 smithi153 ceph-mon[84714]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-15T17:27:31.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:31 smithi090 ceph-mon[89240]: pgmap v3248: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:27:31.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:31 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:27:31.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:31 smithi090 ceph-mon[89240]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-15T17:27:31.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:31 smithi090 ceph-mon[91618]: pgmap v3248: 745 pgs: 32 unknown, 713 active+clean; 6.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:27:31.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:31 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:27:31.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:31 smithi090 ceph-mon[91618]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-15T17:27:32.631 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:27:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:27:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:27:33.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:33 smithi090 ceph-mon[89240]: pgmap v3251: 745 pgs: 5 unknown, 740 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1023 B/s wr, 28 op/s 2024-04-15T17:27:33.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:33 smithi090 ceph-mon[89240]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-15T17:27:33.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:33 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:27:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:33 smithi090 ceph-mon[91618]: pgmap v3251: 745 pgs: 5 unknown, 740 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1023 B/s wr, 28 op/s 2024-04-15T17:27:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:33 smithi090 ceph-mon[91618]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-15T17:27:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:33 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:27:33.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:33 smithi153 ceph-mon[84714]: pgmap v3251: 745 pgs: 5 unknown, 740 active+clean; 6.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 1023 B/s wr, 28 op/s 2024-04-15T17:27:33.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:33 smithi153 ceph-mon[84714]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-15T17:27:33.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:33 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:27:34.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:34 smithi153 ceph-mon[84714]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-15T17:27:34.588 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:34 smithi090 ceph-mon[89240]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-15T17:27:34.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:34 smithi090 ceph-mon[91618]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-15T17:27:35.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:35 smithi153 ceph-mon[84714]: pgmap v3254: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.0 KiB/s wr, 52 op/s 2024-04-15T17:27:35.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:35 smithi153 ceph-mon[84714]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-15T17:27:35.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:35 smithi153 ceph-mon[84714]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-15T17:27:35.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:35 smithi090 ceph-mon[89240]: pgmap v3254: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.0 KiB/s wr, 52 op/s 2024-04-15T17:27:35.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:35 smithi090 ceph-mon[89240]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-15T17:27:35.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:35 smithi090 ceph-mon[89240]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-15T17:27:35.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:35 smithi090 ceph-mon[91618]: pgmap v3254: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 40 KiB/s rd, 3.0 KiB/s wr, 52 op/s 2024-04-15T17:27:35.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:35 smithi090 ceph-mon[91618]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-15T17:27:35.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:35 smithi090 ceph-mon[91618]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-15T17:27:37.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:37 smithi090 ceph-mon[89240]: pgmap v3257: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 KiB/s wr, 23 op/s 2024-04-15T17:27:37.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:37 smithi090 ceph-mon[89240]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-15T17:27:37.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:37 smithi090 ceph-mon[91618]: pgmap v3257: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 KiB/s wr, 23 op/s 2024-04-15T17:27:37.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:37 smithi090 ceph-mon[91618]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-15T17:27:37.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:37 smithi153 ceph-mon[84714]: pgmap v3257: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 KiB/s rd, 2.0 KiB/s wr, 23 op/s 2024-04-15T17:27:37.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:37 smithi153 ceph-mon[84714]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-15T17:27:38.247 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.QuiesceWatch (10116 ms) 2024-04-15T17:27:38.248 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-15T17:27:38.248 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:38.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:38 smithi153 ceph-mon[84714]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-15T17:27:38.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:27:38.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:38 smithi090 ceph-mon[89240]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-15T17:27:38.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:27:38.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:38 smithi090 ceph-mon[91618]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-15T17:27:38.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:27:39.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:39 smithi153 ceph-mon[84714]: pgmap v3260: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 72 op/s 2024-04-15T17:27:39.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:39 smithi153 ceph-mon[84714]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-15T17:27:39.589 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:27:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:27:39] "GET /metrics HTTP/1.1" 200 83006 "" "Prometheus/2.43.0" 2024-04-15T17:27:39.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:39 smithi090 ceph-mon[89240]: pgmap v3260: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 72 op/s 2024-04-15T17:27:39.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:39 smithi090 ceph-mon[89240]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-15T17:27:39.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:39 smithi090 ceph-mon[91618]: pgmap v3260: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 72 op/s 2024-04-15T17:27:39.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:39 smithi090 ceph-mon[91618]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-15T17:27:40.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:40 smithi090 ceph-mon[89240]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-15T17:27:40.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:40 smithi090 ceph-mon[89240]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-15T17:27:40.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:40 smithi090 ceph-mon[91618]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-15T17:27:40.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:40 smithi090 ceph-mon[91618]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-15T17:27:40.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:40 smithi153 ceph-mon[84714]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-15T17:27:40.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:40 smithi153 ceph-mon[84714]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-15T17:27:41.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:41 smithi090 ceph-mon[91618]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 72 op/s 2024-04-15T17:27:41.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:41 smithi090 ceph-mon[91618]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-15T17:27:41.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:41 smithi090 ceph-mon[89240]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 72 op/s 2024-04-15T17:27:41.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:41 smithi090 ceph-mon[89240]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-15T17:27:41.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:41 smithi153 ceph-mon[84714]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 5.2 KiB/s wr, 72 op/s 2024-04-15T17:27:41.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:41 smithi153 ceph-mon[84714]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-15T17:27:42.631 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:27:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:27:43.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:43 smithi090 ceph-mon[89240]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.7 KiB/s wr, 94 op/s 2024-04-15T17:27:43.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:43 smithi090 ceph-mon[89240]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-15T17:27:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:43 smithi090 ceph-mon[91618]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.7 KiB/s wr, 94 op/s 2024-04-15T17:27:43.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:43 smithi090 ceph-mon[91618]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-15T17:27:43.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:43 smithi153 ceph-mon[84714]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.7 KiB/s wr, 94 op/s 2024-04-15T17:27:43.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:43 smithi153 ceph-mon[84714]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-15T17:27:44.194 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (5947 ms) 2024-04-15T17:27:44.195 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-15T17:27:44.195 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:44.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:44 smithi090 ceph-mon[91618]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-15T17:27:44.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:44 smithi090 ceph-mon[89240]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-15T17:27:44.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:44 smithi153 ceph-mon[84714]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-15T17:27:45.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:45 smithi090 ceph-mon[89240]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.7 KiB/s wr, 94 op/s 2024-04-15T17:27:45.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:45 smithi090 ceph-mon[89240]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-15T17:27:45.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:45 smithi090 ceph-mon[89240]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-15T17:27:45.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:45 smithi090 ceph-mon[91618]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.7 KiB/s wr, 94 op/s 2024-04-15T17:27:45.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:45 smithi090 ceph-mon[91618]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-15T17:27:45.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:45 smithi090 ceph-mon[91618]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-15T17:27:45.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:45 smithi153 ceph-mon[84714]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 4.7 KiB/s wr, 94 op/s 2024-04-15T17:27:45.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:45 smithi153 ceph-mon[84714]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-15T17:27:45.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:45 smithi153 ceph-mon[84714]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-15T17:27:47.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:47 smithi090 ceph-mon[89240]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 62 op/s 2024-04-15T17:27:47.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:47 smithi090 ceph-mon[89240]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-15T17:27:47.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:47 smithi090 ceph-mon[91618]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 62 op/s 2024-04-15T17:27:47.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:47 smithi090 ceph-mon[91618]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-15T17:27:47.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:47 smithi153 ceph-mon[84714]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 4.2 KiB/s wr, 62 op/s 2024-04-15T17:27:47.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:47 smithi153 ceph-mon[84714]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-15T17:27:48.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:48 smithi090 ceph-mon[89240]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-15T17:27:48.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:48 smithi090 ceph-mon[91618]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-15T17:27:48.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:48 smithi153 ceph-mon[84714]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-15T17:27:49.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:49 smithi090 ceph-mon[89240]: pgmap v3275: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 106 op/s 2024-04-15T17:27:49.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:49 smithi090 ceph-mon[89240]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-15T17:27:49.339 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:27:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:27:49] "GET /metrics HTTP/1.1" 200 83006 "" "Prometheus/2.43.0" 2024-04-15T17:27:49.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:49 smithi090 ceph-mon[91618]: pgmap v3275: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 106 op/s 2024-04-15T17:27:49.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:49 smithi090 ceph-mon[91618]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-15T17:27:49.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:49 smithi153 ceph-mon[84714]: pgmap v3275: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 6.2 KiB/s wr, 106 op/s 2024-04-15T17:27:49.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:49 smithi153 ceph-mon[84714]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-15T17:27:50.176 INFO:tasks.workunit.client.0.smithi090.stdout:10.00% done 2024-04-15T17:27:50.176 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5981 ms) 2024-04-15T17:27:50.176 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-15T17:27:50.176 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:27:50.191 INFO:tasks.workunit.client.0.smithi090.stderr:test quiesce is not long enough to time out 2024-04-15T17:27:50.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:50 smithi153 ceph-mon[84714]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-15T17:27:50.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:50 smithi153 ceph-mon[84714]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-15T17:27:50.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:50 smithi090 ceph-mon[89240]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-15T17:27:50.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:50 smithi090 ceph-mon[89240]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-15T17:27:50.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:50 smithi090 ceph-mon[91618]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-15T17:27:50.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:50 smithi090 ceph-mon[91618]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-15T17:27:51.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:51 smithi153 ceph-mon[84714]: pgmap v3278: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.0 KiB/s wr, 43 op/s 2024-04-15T17:27:51.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:51 smithi090 ceph-mon[91618]: pgmap v3278: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.0 KiB/s wr, 43 op/s 2024-04-15T17:27:51.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:51 smithi090 ceph-mon[89240]: pgmap v3278: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 2.0 KiB/s wr, 43 op/s 2024-04-15T17:27:52.631 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:27:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:27:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:27:53.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:53 smithi153 ceph-mon[84714]: pgmap v3280: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 91 op/s 2024-04-15T17:27:53.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:27:53.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:53 smithi090 ceph-mon[89240]: pgmap v3280: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 91 op/s 2024-04-15T17:27:53.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:27:53.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:53 smithi090 ceph-mon[91618]: pgmap v3280: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 6.0 KiB/s wr, 91 op/s 2024-04-15T17:27:53.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:27:55.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:55 smithi153 ceph-mon[84714]: pgmap v3281: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.0 KiB/s wr, 69 op/s 2024-04-15T17:27:55.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:55 smithi153 ceph-mon[84714]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-15T17:27:55.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:55 smithi090 ceph-mon[91618]: pgmap v3281: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.0 KiB/s wr, 69 op/s 2024-04-15T17:27:55.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:55 smithi090 ceph-mon[91618]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-15T17:27:55.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:55 smithi090 ceph-mon[89240]: pgmap v3281: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 4.0 KiB/s wr, 69 op/s 2024-04-15T17:27:55.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:55 smithi090 ceph-mon[89240]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-15T17:27:57.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:57 smithi153 ceph-mon[84714]: pgmap v3283: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 3.7 KiB/s wr, 64 op/s 2024-04-15T17:27:57.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:57 smithi090 ceph-mon[91618]: pgmap v3283: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 3.7 KiB/s wr, 64 op/s 2024-04-15T17:27:57.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:57 smithi090 ceph-mon[89240]: pgmap v3283: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 3.7 KiB/s wr, 64 op/s 2024-04-15T17:27:58.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]: dispatch 2024-04-15T17:27:58.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]: dispatch 2024-04-15T17:27:58.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-04-15T17:27:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]: dispatch 2024-04-15T17:27:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]: dispatch 2024-04-15T17:27:58.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-04-15T17:27:58.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]: dispatch 2024-04-15T17:27:58.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]: dispatch 2024-04-15T17:27:58.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]: dispatch 2024-04-15T17:27:59.173 INFO:tasks.workunit.client.0.smithi090.stderr:test quiesce is timed out 2024-04-15T17:27:59.176 INFO:tasks.workunit.client.0.smithi090.stderr:waiting for timed out ... 0 2024-04-15T17:27:59.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:59 smithi153 ceph-mon[84714]: pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.0 KiB/s wr, 52 op/s 2024-04-15T17:27:59.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]': finished 2024-04-15T17:27:59.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]': finished 2024-04-15T17:27:59.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-04-15T17:27:59.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:27:59 smithi153 ceph-mon[84714]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-15T17:27:59.490 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:27:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:27:59] "GET /metrics HTTP/1.1" 200 83016 "" "Prometheus/2.43.0" 2024-04-15T17:27:59.491 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:59 smithi090 ceph-mon[91618]: pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.0 KiB/s wr, 52 op/s 2024-04-15T17:27:59.491 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]': finished 2024-04-15T17:27:59.491 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]': finished 2024-04-15T17:27:59.491 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-04-15T17:27:59.491 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:27:59 smithi090 ceph-mon[91618]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-15T17:27:59.491 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:59 smithi090 ceph-mon[89240]: pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 38 KiB/s rd, 3.0 KiB/s wr, 52 op/s 2024-04-15T17:27:59.491 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.0", "id": [3, 6]}]': finished 2024-04-15T17:27:59.491 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.5", "id": [3, 6]}]': finished 2024-04-15T17:27:59.491 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.17", "id": [3, 0]}]': finished 2024-04-15T17:27:59.492 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:27:59 smithi090 ceph-mon[89240]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-15T17:28:00.176 INFO:tasks.workunit.client.0.smithi090.stderr:waiting for timed out ... 1 2024-04-15T17:28:00.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:00 smithi090 ceph-mon[89240]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-15T17:28:00.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:00 smithi090 ceph-mon[91618]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-15T17:28:00.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:00 smithi153 ceph-mon[84714]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-15T17:28:01.176 INFO:tasks.workunit.client.0.smithi090.stderr:waiting for timed out ... 2 2024-04-15T17:28:01.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:01 smithi090 ceph-mon[89240]: pgmap v3287: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:01.613 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:01 smithi090 ceph-mon[91618]: pgmap v3287: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:01.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:01 smithi153 ceph-mon[84714]: pgmap v3287: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:02.176 INFO:tasks.workunit.client.0.smithi090.stderr:waiting for timed out ... 3 2024-04-15T17:28:02.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:28:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:28:03.176 INFO:tasks.workunit.client.0.smithi090.stderr:waiting for timed out ... 4 2024-04-15T17:28:03.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:03 smithi090 ceph-mon[91618]: pgmap v3288: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 469 B/s wr, 5 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-04-15T17:28:03.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:03 smithi090 ceph-mon[89240]: pgmap v3288: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 469 B/s wr, 5 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-04-15T17:28:03.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:03 smithi153 ceph-mon[84714]: pgmap v3288: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 469 B/s wr, 5 op/s; 2 B/s, 1 keys/s, 0 objects/s recovering 2024-04-15T17:28:04.176 INFO:tasks.workunit.client.0.smithi090.stderr:waiting for timed out ... 5 2024-04-15T17:28:05.177 INFO:tasks.workunit.client.0.smithi090.stderr:waiting for timed out ... 6 2024-04-15T17:28:05.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:05 smithi090 ceph-mon[89240]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-15T17:28:05.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:05 smithi090 ceph-mon[91618]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-15T17:28:05.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:05 smithi153 ceph-mon[84714]: pgmap v3289: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-15T17:28:06.177 INFO:tasks.workunit.client.0.smithi090.stderr:waiting for timed out ... 7 2024-04-15T17:28:07.178 INFO:tasks.workunit.client.0.smithi090.stderr:waiting for timed out ... 8 2024-04-15T17:28:07.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:07 smithi090 ceph-mon[89240]: pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-15T17:28:07.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:07 smithi090 ceph-mon[91618]: pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-15T17:28:07.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:07 smithi153 ceph-mon[84714]: pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s; 1 B/s, 1 keys/s, 0 objects/s recovering 2024-04-15T17:28:08.177 INFO:tasks.workunit.client.0.smithi090.stderr:waiting for timed out ... 9 2024-04-15T17:28:08.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:28:08.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:28:08.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:28:09.177 INFO:tasks.workunit.client.0.smithi090.stderr:waiting for timed out ... 10 2024-04-15T17:28:09.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:09 smithi090 ceph-mon[89240]: pgmap v3291: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 324 B/s wr, 3 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:28:09.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:09 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:28:09.589 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:28:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:28:09] "GET /metrics HTTP/1.1" 200 83001 "" "Prometheus/2.43.0" 2024-04-15T17:28:09.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:09 smithi090 ceph-mon[91618]: pgmap v3291: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 324 B/s wr, 3 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:28:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:09 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:28:09.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:09 smithi153 ceph-mon[84714]: pgmap v3291: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.1 KiB/s rd, 324 B/s wr, 3 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:28:09.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:09 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:28:10.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:10 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:28:10.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:10 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:28:10.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:10 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:28:10.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:10 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:28:10.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:10 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:28:10.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:10 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:28:10.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:10 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:28:10.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:10 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:28:10.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:10 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:28:11.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:11 smithi090 ceph-mon[89240]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 293 B/s wr, 3 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:28:11.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:11 smithi090 ceph-mon[91618]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 293 B/s wr, 3 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:28:11.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:11 smithi153 ceph-mon[84714]: pgmap v3292: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 KiB/s rd, 293 B/s wr, 3 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:28:12.631 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:28:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:28:13.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:13 smithi090 ceph-mon[91618]: pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:28:13.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:13 smithi090 ceph-mon[89240]: pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:28:13.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:13 smithi153 ceph-mon[84714]: pgmap v3293: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.4 KiB/s rd, 255 B/s wr, 3 op/s; 1 B/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:28:15.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:15 smithi090 ceph-mon[89240]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:15 smithi090 ceph-mon[91618]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:15.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:15 smithi153 ceph-mon[84714]: pgmap v3294: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:17.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:17 smithi090 ceph-mon[91618]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:17.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:17 smithi090 ceph-mon[89240]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:17.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:17 smithi153 ceph-mon[84714]: pgmap v3295: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:19.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:19 smithi090 ceph-mon[91618]: pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:19.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:19 smithi090 ceph-mon[89240]: pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:19.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:28:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:28:19] "GET /metrics HTTP/1.1" 200 83001 "" "Prometheus/2.43.0" 2024-04-15T17:28:19.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:19 smithi153 ceph-mon[84714]: pgmap v3296: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:20.177 INFO:tasks.workunit.client.0.smithi090.stderr:test retry succeeds 2024-04-15T17:28:21.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:21 smithi090 ceph-mon[91618]: pgmap v3297: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:21.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:21 smithi090 ceph-mon[91618]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-15T17:28:21.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:21 smithi090 ceph-mon[89240]: pgmap v3297: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:21.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:21 smithi090 ceph-mon[89240]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-15T17:28:21.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:21 smithi153 ceph-mon[84714]: pgmap v3297: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:21.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:21 smithi153 ceph-mon[84714]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-15T17:28:22.389 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32214 ms) 2024-04-15T17:28:22.389 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-15T17:28:22.389 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:28:22.451 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.WriteZeroes (62 ms) 2024-04-15T17:28:22.451 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-15T17:28:22.452 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:28:22.519 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (68 ms) 2024-04-15T17:28:22.519 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-15T17:28:22.519 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:28:22.532 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:22 smithi153 ceph-mon[84714]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-15T17:28:22.533 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:28:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:28:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:28:22.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:22 smithi090 ceph-mon[89240]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-15T17:28:22.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:22 smithi090 ceph-mon[91618]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-15T17:28:23.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:23 smithi090 ceph-mon[91618]: pgmap v3300: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 767 B/s wr, 7 op/s 2024-04-15T17:28:23.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:23 smithi090 ceph-mon[91618]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-15T17:28:23.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:28:23.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:23 smithi090 ceph-mon[89240]: pgmap v3300: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 767 B/s wr, 7 op/s 2024-04-15T17:28:23.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:23 smithi090 ceph-mon[89240]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-15T17:28:23.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:28:23.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:23 smithi153 ceph-mon[84714]: pgmap v3300: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.4 KiB/s rd, 767 B/s wr, 7 op/s 2024-04-15T17:28:23.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:23 smithi153 ceph-mon[84714]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-15T17:28:23.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:28:24.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:24 smithi090 ceph-mon[91618]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-15T17:28:24.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:24 smithi090 ceph-mon[89240]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-15T17:28:24.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:24 smithi153 ceph-mon[84714]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-15T17:28:25.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:25 smithi090 ceph-mon[89240]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 KiB/s wr, 31 op/s 2024-04-15T17:28:25.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:25 smithi090 ceph-mon[89240]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-15T17:28:25.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:25 smithi090 ceph-mon[91618]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 KiB/s wr, 31 op/s 2024-04-15T17:28:25.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:25 smithi090 ceph-mon[91618]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-15T17:28:25.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:25 smithi153 ceph-mon[84714]: pgmap v3303: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 2.2 KiB/s wr, 31 op/s 2024-04-15T17:28:25.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:25 smithi153 ceph-mon[84714]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-15T17:28:26.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:26 smithi090 ceph-mon[89240]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-15T17:28:26.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:26 smithi090 ceph-mon[89240]: pgmap v3306: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-04-15T17:28:26.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:26 smithi090 ceph-mon[91618]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-15T17:28:26.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:26 smithi090 ceph-mon[91618]: pgmap v3306: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-04-15T17:28:26.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:26 smithi153 ceph-mon[84714]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-15T17:28:26.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:26 smithi153 ceph-mon[84714]: pgmap v3306: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 5.7 KiB/s wr, 74 op/s 2024-04-15T17:28:27.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:27 smithi090 ceph-mon[91618]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-15T17:28:27.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:27 smithi090 ceph-mon[89240]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-15T17:28:27.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:27 smithi153 ceph-mon[84714]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-15T17:28:28.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:28 smithi090 ceph-mon[91618]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-15T17:28:28.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:28 smithi090 ceph-mon[91618]: pgmap v3309: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 9.7 KiB/s wr, 157 op/s 2024-04-15T17:28:28.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:28 smithi090 ceph-mon[89240]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-15T17:28:28.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:28 smithi090 ceph-mon[89240]: pgmap v3309: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 9.7 KiB/s wr, 157 op/s 2024-04-15T17:28:28.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:28 smithi153 ceph-mon[84714]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-15T17:28:28.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:28 smithi153 ceph-mon[84714]: pgmap v3309: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 111 KiB/s rd, 9.7 KiB/s wr, 157 op/s 2024-04-15T17:28:29.490 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:29 smithi090 ceph-mon[91618]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-15T17:28:29.491 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:29 smithi090 ceph-mon[89240]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-15T17:28:29.491 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:28:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:28:29] "GET /metrics HTTP/1.1" 200 83000 "" "Prometheus/2.43.0" 2024-04-15T17:28:29.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:29 smithi153 ceph-mon[84714]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-15T17:28:30.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:30 smithi153 ceph-mon[84714]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-15T17:28:30.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:30 smithi153 ceph-mon[84714]: pgmap v3312: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-04-15T17:28:30.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:30 smithi153 ceph-mon[84714]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-15T17:28:30.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:30 smithi090 ceph-mon[91618]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-15T17:28:30.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:30 smithi090 ceph-mon[91618]: pgmap v3312: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-04-15T17:28:30.839 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:30 smithi090 ceph-mon[91618]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-15T17:28:30.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:30 smithi090 ceph-mon[89240]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-15T17:28:30.839 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:30 smithi090 ceph-mon[89240]: pgmap v3312: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 4.7 KiB/s wr, 99 op/s 2024-04-15T17:28:30.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:30 smithi090 ceph-mon[89240]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-15T17:28:32.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:32 smithi090 ceph-mon[89240]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-15T17:28:32.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:32 smithi090 ceph-mon[91618]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-15T17:28:32.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:32 smithi153 ceph-mon[84714]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-15T17:28:32.382 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:28:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:28:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:33 smithi090 ceph-mon[91618]: pgmap v3315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2024-04-15T17:28:33.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:33 smithi090 ceph-mon[91618]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-15T17:28:33.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:33 smithi090 ceph-mon[89240]: pgmap v3315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2024-04-15T17:28:33.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:33 smithi090 ceph-mon[89240]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-15T17:28:33.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:33 smithi153 ceph-mon[84714]: pgmap v3315: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.2 KiB/s wr, 15 op/s 2024-04-15T17:28:33.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:33 smithi153 ceph-mon[84714]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-15T17:28:34.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:34 smithi090 ceph-mon[89240]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-15T17:28:34.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:34 smithi090 ceph-mon[91618]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-15T17:28:34.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:34 smithi153 ceph-mon[84714]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-15T17:28:35.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:35 smithi090 ceph-mon[89240]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-15T17:28:35.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:35 smithi090 ceph-mon[89240]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-15T17:28:35.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:35 smithi090 ceph-mon[91618]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-15T17:28:35.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:35 smithi090 ceph-mon[91618]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-15T17:28:35.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:35 smithi153 ceph-mon[84714]: pgmap v3318: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 3.7 KiB/s wr, 16 op/s 2024-04-15T17:28:35.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:35 smithi153 ceph-mon[84714]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-15T17:28:36.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:36 smithi153 ceph-mon[84714]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-15T17:28:36.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:36 smithi090 ceph-mon[89240]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-15T17:28:36.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:36 smithi090 ceph-mon[91618]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-15T17:28:37.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:37 smithi153 ceph-mon[84714]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-15T17:28:37.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:37 smithi153 ceph-mon[84714]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-15T17:28:37.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:37 smithi090 ceph-mon[89240]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-15T17:28:37.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:37 smithi090 ceph-mon[89240]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-15T17:28:37.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:37 smithi090 ceph-mon[91618]: pgmap v3321: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-15T17:28:37.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:37 smithi090 ceph-mon[91618]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-15T17:28:38.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:38 smithi153 ceph-mon[84714]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-15T17:28:38.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:28:38.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:38 smithi090 ceph-mon[89240]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-15T17:28:38.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:28:38.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:38 smithi090 ceph-mon[91618]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-15T17:28:38.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:28:39.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:39 smithi153 ceph-mon[84714]: pgmap v3324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.7 KiB/s wr, 249 op/s 2024-04-15T17:28:39.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:39 smithi153 ceph-mon[84714]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-15T17:28:39.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:39 smithi090 ceph-mon[89240]: pgmap v3324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.7 KiB/s wr, 249 op/s 2024-04-15T17:28:39.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:39 smithi090 ceph-mon[89240]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-15T17:28:39.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:39 smithi090 ceph-mon[91618]: pgmap v3324: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.7 KiB/s wr, 249 op/s 2024-04-15T17:28:39.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:39 smithi090 ceph-mon[91618]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-15T17:28:39.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:28:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:28:39] "GET /metrics HTTP/1.1" 200 83021 "" "Prometheus/2.43.0" 2024-04-15T17:28:40.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:40 smithi153 ceph-mon[84714]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-15T17:28:40.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:40 smithi153 ceph-mon[84714]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-15T17:28:40.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:40 smithi090 ceph-mon[89240]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-15T17:28:40.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:40 smithi090 ceph-mon[89240]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-15T17:28:40.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:40 smithi090 ceph-mon[91618]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-15T17:28:40.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:40 smithi090 ceph-mon[91618]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-15T17:28:41.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:41 smithi153 ceph-mon[84714]: pgmap v3327: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.2 KiB/s wr, 243 op/s 2024-04-15T17:28:41.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:41 smithi090 ceph-mon[89240]: pgmap v3327: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.2 KiB/s wr, 243 op/s 2024-04-15T17:28:41.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:41 smithi090 ceph-mon[91618]: pgmap v3327: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 5.2 KiB/s wr, 243 op/s 2024-04-15T17:28:42.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:42 smithi090 ceph-mon[89240]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-15T17:28:42.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:42 smithi090 ceph-mon[91618]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-15T17:28:42.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:42 smithi153 ceph-mon[84714]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-15T17:28:42.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:28:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:28:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:28:43.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:43 smithi090 ceph-mon[89240]: pgmap v3330: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-04-15T17:28:43.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:43 smithi090 ceph-mon[89240]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-15T17:28:43.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:43 smithi090 ceph-mon[91618]: pgmap v3330: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-04-15T17:28:43.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:43 smithi090 ceph-mon[91618]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-15T17:28:43.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:43 smithi153 ceph-mon[84714]: pgmap v3330: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 22 op/s 2024-04-15T17:28:43.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:43 smithi153 ceph-mon[84714]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-15T17:28:44.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:44 smithi090 ceph-mon[89240]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-15T17:28:44.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:44 smithi090 ceph-mon[91618]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-15T17:28:44.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:44 smithi153 ceph-mon[84714]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-15T17:28:45.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:45 smithi090 ceph-mon[89240]: pgmap v3333: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-04-15T17:28:45.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:45 smithi090 ceph-mon[89240]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-15T17:28:45.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:45 smithi090 ceph-mon[89240]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-15T17:28:45.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:45 smithi090 ceph-mon[91618]: pgmap v3333: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-04-15T17:28:45.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:45 smithi090 ceph-mon[91618]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-15T17:28:45.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:45 smithi090 ceph-mon[91618]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-15T17:28:45.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:45 smithi153 ceph-mon[84714]: pgmap v3333: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-04-15T17:28:45.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:45 smithi153 ceph-mon[84714]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-15T17:28:45.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:45 smithi153 ceph-mon[84714]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-15T17:28:47.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:47 smithi090 ceph-mon[91618]: pgmap v3336: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-15T17:28:47.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:47 smithi090 ceph-mon[91618]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-15T17:28:47.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:47 smithi090 ceph-mon[89240]: pgmap v3336: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-15T17:28:47.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:47 smithi090 ceph-mon[89240]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-15T17:28:47.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:47 smithi153 ceph-mon[84714]: pgmap v3336: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 255 B/s wr, 11 op/s 2024-04-15T17:28:47.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:47 smithi153 ceph-mon[84714]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-15T17:28:48.195 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] TestLibRBD.ConcurentOperations (25676 ms) 2024-04-15T17:28:48.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:48 smithi090 ceph-mon[89240]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-15T17:28:48.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:48 smithi090 ceph-mon[91618]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-15T17:28:48.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:48 smithi153 ceph-mon[84714]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-15T17:28:49.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:49 smithi090 ceph-mon[89240]: pgmap v3339: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 4.2 KiB/s wr, 92 op/s 2024-04-15T17:28:49.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:49 smithi090 ceph-mon[89240]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-15T17:28:49.340 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:28:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:28:49] "GET /metrics HTTP/1.1" 200 83021 "" "Prometheus/2.43.0" 2024-04-15T17:28:49.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:49 smithi090 ceph-mon[91618]: pgmap v3339: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 4.2 KiB/s wr, 92 op/s 2024-04-15T17:28:49.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:49 smithi090 ceph-mon[91618]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-15T17:28:49.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:49 smithi153 ceph-mon[84714]: pgmap v3339: 745 pgs: 745 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 4.2 KiB/s wr, 92 op/s 2024-04-15T17:28:49.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:49 smithi153 ceph-mon[84714]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-15T17:28:50.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:50 smithi090 ceph-mon[91618]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-15T17:28:50.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:50 smithi090 ceph-mon[91618]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-15T17:28:50.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:50 smithi090 ceph-mon[89240]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-15T17:28:50.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:50 smithi090 ceph-mon[89240]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-15T17:28:50.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:50 smithi153 ceph-mon[84714]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-15T17:28:50.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:50 smithi153 ceph-mon[84714]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-15T17:28:51.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:51 smithi090 ceph-mon[89240]: pgmap v3342: 713 pgs: 713 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 41 op/s 2024-04-15T17:28:51.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:51 smithi090 ceph-mon[89240]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-15T17:28:51.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:51 smithi090 ceph-mon[91618]: pgmap v3342: 713 pgs: 713 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 41 op/s 2024-04-15T17:28:51.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:51 smithi090 ceph-mon[91618]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-15T17:28:51.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:51 smithi153 ceph-mon[84714]: pgmap v3342: 713 pgs: 713 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 41 op/s 2024-04-15T17:28:51.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:51 smithi153 ceph-mon[84714]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-15T17:28:52.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:28:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:28:53.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:53 smithi090 ceph-mon[89240]: pgmap v3345: 649 pgs: 649 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:53.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:53 smithi090 ceph-mon[89240]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-15T17:28:53.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:28:53.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:53 smithi090 ceph-mon[91618]: pgmap v3345: 649 pgs: 649 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:53.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:53 smithi090 ceph-mon[91618]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-15T17:28:53.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:28:53.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:53 smithi153 ceph-mon[84714]: pgmap v3345: 649 pgs: 649 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:53.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:53 smithi153 ceph-mon[84714]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-15T17:28:53.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:28:54.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:54 smithi090 ceph-mon[91618]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-15T17:28:54.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:54 smithi090 ceph-mon[91618]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-15T17:28:54.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:54 smithi090 ceph-mon[89240]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-15T17:28:54.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:54 smithi090 ceph-mon[89240]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-15T17:28:54.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:54 smithi153 ceph-mon[84714]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-15T17:28:54.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:54 smithi153 ceph-mon[84714]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-15T17:28:55.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:55 smithi090 ceph-mon[91618]: pgmap v3348: 585 pgs: 585 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:55.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:55 smithi090 ceph-mon[91618]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-15T17:28:55.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:55 smithi090 ceph-mon[89240]: pgmap v3348: 585 pgs: 585 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:55.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:55 smithi090 ceph-mon[89240]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-15T17:28:55.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:55 smithi153 ceph-mon[84714]: pgmap v3348: 585 pgs: 585 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:55.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:55 smithi153 ceph-mon[84714]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-15T17:28:57.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:57 smithi090 ceph-mon[91618]: pgmap v3351: 521 pgs: 521 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:57.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:57 smithi090 ceph-mon[91618]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-15T17:28:57.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:57 smithi090 ceph-mon[89240]: pgmap v3351: 521 pgs: 521 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:57.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:57 smithi090 ceph-mon[89240]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-15T17:28:57.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:57 smithi153 ceph-mon[84714]: pgmap v3351: 521 pgs: 521 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:57.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:57 smithi153 ceph-mon[84714]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-15T17:28:58.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:58 smithi090 ceph-mon[89240]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-15T17:28:58.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:58 smithi090 ceph-mon[91618]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-15T17:28:58.381 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:58 smithi153 ceph-mon[84714]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-15T17:28:59.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:59 smithi090 ceph-mon[89240]: pgmap v3354: 457 pgs: 457 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:59.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:28:59 smithi090 ceph-mon[89240]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-15T17:28:59.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:59 smithi090 ceph-mon[91618]: pgmap v3354: 457 pgs: 457 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:59.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:28:59 smithi090 ceph-mon[91618]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-15T17:28:59.340 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:28:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:28:59] "GET /metrics HTTP/1.1" 200 73391 "" "Prometheus/2.43.0" 2024-04-15T17:28:59.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:59 smithi153 ceph-mon[84714]: pgmap v3354: 457 pgs: 457 active+clean; 6.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:28:59.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:28:59 smithi153 ceph-mon[84714]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-15T17:29:00.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:00 smithi153 ceph-mon[84714]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-15T17:29:00.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:00 smithi090 ceph-mon[89240]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-15T17:29:00.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:00 smithi090 ceph-mon[91618]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-15T17:29:01.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:01 smithi153 ceph-mon[84714]: pgmap v3357: 393 pgs: 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:01.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:01 smithi153 ceph-mon[84714]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-15T17:29:01.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:01 smithi090 ceph-mon[91618]: pgmap v3357: 393 pgs: 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:01.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:01 smithi090 ceph-mon[91618]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-15T17:29:01.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:01 smithi090 ceph-mon[89240]: pgmap v3357: 393 pgs: 393 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:01.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:01 smithi090 ceph-mon[89240]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-15T17:29:02.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:02 smithi153 ceph-mon[84714]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-15T17:29:02.382 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:29:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:29:02.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:02 smithi090 ceph-mon[89240]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-15T17:29:02.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:02 smithi090 ceph-mon[91618]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-15T17:29:02.882 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:29:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=cleanup t=2024-04-15T17:29:02.49340232Z level=info msg="Completed cleanup jobs" duration=2.285585ms 2024-04-15T17:29:03.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:03 smithi153 ceph-mon[84714]: pgmap v3360: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:03.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:03 smithi153 ceph-mon[84714]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-15T17:29:03.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:03 smithi090 ceph-mon[89240]: pgmap v3360: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:03.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:03 smithi090 ceph-mon[89240]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-15T17:29:03.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:03 smithi090 ceph-mon[91618]: pgmap v3360: 329 pgs: 329 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:03.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:03 smithi090 ceph-mon[91618]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-15T17:29:04.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:04 smithi090 ceph-mon[89240]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-15T17:29:04.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:04 smithi090 ceph-mon[91618]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-15T17:29:04.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:04 smithi153 ceph-mon[84714]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-15T17:29:05.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:05 smithi090 ceph-mon[91618]: pgmap v3363: 265 pgs: 265 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:05.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:05 smithi090 ceph-mon[91618]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-15T17:29:05.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:05 smithi090 ceph-mon[89240]: pgmap v3363: 265 pgs: 265 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:05.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:05 smithi090 ceph-mon[89240]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-15T17:29:05.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:05 smithi153 ceph-mon[84714]: pgmap v3363: 265 pgs: 265 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:05.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:05 smithi153 ceph-mon[84714]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-15T17:29:06.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:06 smithi090 ceph-mon[91618]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-15T17:29:06.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:06 smithi090 ceph-mon[89240]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-15T17:29:06.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:06 smithi153 ceph-mon[84714]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-15T17:29:07.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:07 smithi090 ceph-mon[89240]: pgmap v3366: 201 pgs: 201 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:07.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:07 smithi090 ceph-mon[89240]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-15T17:29:07.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:07 smithi090 ceph-mon[91618]: pgmap v3366: 201 pgs: 201 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:07.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:07 smithi090 ceph-mon[91618]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-15T17:29:07.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:07 smithi153 ceph-mon[84714]: pgmap v3366: 201 pgs: 201 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:07.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:07 smithi153 ceph-mon[84714]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-15T17:29:08.195 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 168 tests from TestLibRBD (585035 ms total) 2024-04-15T17:29:08.195 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:29:08.195 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-04-15T17:29:08.229 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-04-15T17:29:08.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:08 smithi090 ceph-mon[89240]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-15T17:29:08.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:29:08.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:08 smithi090 ceph-mon[91618]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-15T17:29:08.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:29:08.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:08 smithi153 ceph-mon[84714]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-15T17:29:08.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:29:09.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:09 smithi090 ceph-mon[91618]: pgmap v3369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:09.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:09 smithi090 ceph-mon[91618]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-15T17:29:09.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:09 smithi090 ceph-mon[89240]: pgmap v3369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:09.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:09 smithi090 ceph-mon[89240]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-15T17:29:09.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:29:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:29:09] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-15T17:29:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:09 smithi153 ceph-mon[84714]: pgmap v3369: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:09 smithi153 ceph-mon[84714]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-15T17:29:10.208 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:29:10.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:10 smithi090 ceph-mon[89240]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-15T17:29:10.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:10 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2617308414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:29:10.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:10 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:29:10.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:10 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:29:10.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:10 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:29:10.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:10 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:29:10.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:10 smithi090 ceph-mon[91618]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-15T17:29:10.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:10 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2617308414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:29:10.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:10 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:29:10.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:10 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:29:10.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:10 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:29:10.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:10 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:29:10.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:10 smithi153 ceph-mon[84714]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-15T17:29:10.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:10 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2617308414' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:29:10.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:10 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:29:10.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:10 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:29:10.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:10 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:29:10.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:10 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:29:11.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:11 smithi090 ceph-mon[89240]: pgmap v3372: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:11.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:11 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:29:11.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:11 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2617308414' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:29:11.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:11 smithi090 ceph-mon[89240]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-15T17:29:11.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:11 smithi090 ceph-mon[91618]: pgmap v3372: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:11.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:11 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:29:11.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:11 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2617308414' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:29:11.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:11 smithi090 ceph-mon[91618]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-15T17:29:11.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:11 smithi153 ceph-mon[84714]: pgmap v3372: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:11.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:11 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:29:11.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:11 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2617308414' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:29:11.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:11 smithi153 ceph-mon[84714]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-15T17:29:12.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:12 smithi090 ceph-mon[89240]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-15T17:29:12.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:12 smithi090 ceph-mon[91618]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-15T17:29:12.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:12 smithi153 ceph-mon[84714]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-15T17:29:12.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:29:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:29:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:29:13.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:13 smithi090 ceph-mon[89240]: pgmap v3375: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:13.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:13 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:29:13.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:13 smithi090 ceph-mon[89240]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-15T17:29:13.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:13 smithi090 ceph-mon[91618]: pgmap v3375: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:13.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:13 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:29:13.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:13 smithi090 ceph-mon[91618]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-15T17:29:13.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:13 smithi153 ceph-mon[84714]: pgmap v3375: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:29:13.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:13 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:29:13.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:13 smithi153 ceph-mon[84714]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-15T17:29:14.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:14 smithi090 ceph-mon[91618]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-15T17:29:14.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:14 smithi090 ceph-mon[89240]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-15T17:29:14.631 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:14 smithi153 ceph-mon[84714]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-15T17:29:15.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:15 smithi090 ceph-mon[91618]: pgmap v3378: 137 pgs: 137 active+clean; 9.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s wr, 0 op/s 2024-04-15T17:29:15.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:15 smithi090 ceph-mon[89240]: pgmap v3378: 137 pgs: 137 active+clean; 9.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s wr, 0 op/s 2024-04-15T17:29:15.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:15 smithi153 ceph-mon[84714]: pgmap v3378: 137 pgs: 137 active+clean; 9.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s wr, 0 op/s 2024-04-15T17:29:17.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:17 smithi090 ceph-mon[91618]: pgmap v3379: 137 pgs: 137 active+clean; 22 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-04-15T17:29:17.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:17 smithi090 ceph-mon[89240]: pgmap v3379: 137 pgs: 137 active+clean; 22 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-04-15T17:29:17.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:17 smithi153 ceph-mon[84714]: pgmap v3379: 137 pgs: 137 active+clean; 22 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.1 MiB/s wr, 39 op/s 2024-04-15T17:29:19.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:19 smithi090 ceph-mon[91618]: pgmap v3380: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2024-04-15T17:29:19.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:19 smithi090 ceph-mon[89240]: pgmap v3380: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2024-04-15T17:29:19.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:29:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:29:19] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-15T17:29:19.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:19 smithi153 ceph-mon[84714]: pgmap v3380: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2024-04-15T17:29:21.058 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/0.Simple (12828 ms) 2024-04-15T17:29:21.058 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-04-15T17:29:21.058 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:29:21.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:21 smithi090 ceph-mon[89240]: pgmap v3381: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-15T17:29:21.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:21 smithi090 ceph-mon[89240]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-15T17:29:21.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:21 smithi090 ceph-mon[91618]: pgmap v3381: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-15T17:29:21.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:21 smithi090 ceph-mon[91618]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-15T17:29:21.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:21 smithi153 ceph-mon[84714]: pgmap v3381: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-15T17:29:21.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:21 smithi153 ceph-mon[84714]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-15T17:29:22.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:29:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:29:23.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:23 smithi090 ceph-mon[91618]: pgmap v3383: 137 pgs: 137 active+clean; 59 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.3 MiB/s wr, 73 op/s 2024-04-15T17:29:23.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:23 smithi090 ceph-mon[91618]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-15T17:29:23.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:29:23.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:23 smithi090 ceph-mon[89240]: pgmap v3383: 137 pgs: 137 active+clean; 59 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.3 MiB/s wr, 73 op/s 2024-04-15T17:29:23.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:23 smithi090 ceph-mon[89240]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-15T17:29:23.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:29:23.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:23 smithi153 ceph-mon[84714]: pgmap v3383: 137 pgs: 137 active+clean; 59 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 9.3 MiB/s rd, 6.3 MiB/s wr, 73 op/s 2024-04-15T17:29:23.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:23 smithi153 ceph-mon[84714]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-15T17:29:23.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:29:25.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:25 smithi090 ceph-mon[89240]: pgmap v3385: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 64 op/s 2024-04-15T17:29:25.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:25 smithi090 ceph-mon[91618]: pgmap v3385: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 64 op/s 2024-04-15T17:29:25.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:25 smithi153 ceph-mon[84714]: pgmap v3385: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 64 op/s 2024-04-15T17:29:27.339 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:27 smithi090 ceph-mon[89240]: pgmap v3386: 137 pgs: 137 active+clean; 84 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 83 op/s 2024-04-15T17:29:27.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:27 smithi090 ceph-mon[91618]: pgmap v3386: 137 pgs: 137 active+clean; 84 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 83 op/s 2024-04-15T17:29:27.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:27 smithi153 ceph-mon[84714]: pgmap v3386: 137 pgs: 137 active+clean; 84 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 83 op/s 2024-04-15T17:29:29.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:29 smithi090 ceph-mon[91618]: pgmap v3387: 137 pgs: 137 active+clean; 84 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 89 op/s 2024-04-15T17:29:29.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:29 smithi090 ceph-mon[89240]: pgmap v3387: 137 pgs: 137 active+clean; 84 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 89 op/s 2024-04-15T17:29:29.340 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:29:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:29:29] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-15T17:29:29.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:29 smithi153 ceph-mon[84714]: pgmap v3387: 137 pgs: 137 active+clean; 84 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 7.3 MiB/s wr, 89 op/s 2024-04-15T17:29:29.921 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/0.Grow (8863 ms) 2024-04-15T17:29:29.921 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-04-15T17:29:29.921 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:29:31.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:31 smithi153 ceph-mon[84714]: pgmap v3388: 137 pgs: 137 active+clean; 84 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 74 op/s 2024-04-15T17:29:31.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:31 smithi153 ceph-mon[84714]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-15T17:29:31.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:31 smithi090 ceph-mon[91618]: pgmap v3388: 137 pgs: 137 active+clean; 84 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 74 op/s 2024-04-15T17:29:31.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:31 smithi090 ceph-mon[91618]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-15T17:29:31.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:31 smithi090 ceph-mon[89240]: pgmap v3388: 137 pgs: 137 active+clean; 84 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.1 MiB/s wr, 74 op/s 2024-04-15T17:29:31.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:31 smithi090 ceph-mon[89240]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-15T17:29:32.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:29:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:29:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:29:33.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:33 smithi153 ceph-mon[84714]: pgmap v3390: 137 pgs: 137 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 94 op/s 2024-04-15T17:29:33.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:33 smithi090 ceph-mon[91618]: pgmap v3390: 137 pgs: 137 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 94 op/s 2024-04-15T17:29:33.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:33 smithi090 ceph-mon[89240]: pgmap v3390: 137 pgs: 137 active+clean; 125 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.5 MiB/s wr, 94 op/s 2024-04-15T17:29:35.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:35 smithi153 ceph-mon[84714]: pgmap v3391: 137 pgs: 137 active+clean; 138 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 92 op/s 2024-04-15T17:29:35.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:35 smithi090 ceph-mon[91618]: pgmap v3391: 137 pgs: 137 active+clean; 138 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 92 op/s 2024-04-15T17:29:35.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:35 smithi090 ceph-mon[89240]: pgmap v3391: 137 pgs: 137 active+clean; 138 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 92 op/s 2024-04-15T17:29:37.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:37 smithi153 ceph-mon[84714]: pgmap v3392: 137 pgs: 137 active+clean; 138 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-15T17:29:37.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:37 smithi090 ceph-mon[91618]: pgmap v3392: 137 pgs: 137 active+clean; 138 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-15T17:29:37.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:37 smithi090 ceph-mon[89240]: pgmap v3392: 137 pgs: 137 active+clean; 138 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-15T17:29:37.965 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (8044 ms) 2024-04-15T17:29:37.965 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-04-15T17:29:37.965 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:29:38.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:29:38.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:29:38.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:29:39.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:39 smithi153 ceph-mon[84714]: pgmap v3393: 137 pgs: 137 active+clean; 147 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 82 op/s 2024-04-15T17:29:39.402 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:39 smithi153 ceph-mon[84714]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-15T17:29:39.589 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:29:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:29:39] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-15T17:29:39.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:39 smithi090 ceph-mon[91618]: pgmap v3393: 137 pgs: 137 active+clean; 147 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 82 op/s 2024-04-15T17:29:39.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:39 smithi090 ceph-mon[91618]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-15T17:29:39.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:39 smithi090 ceph-mon[89240]: pgmap v3393: 137 pgs: 137 active+clean; 147 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 82 op/s 2024-04-15T17:29:39.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:39 smithi090 ceph-mon[89240]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-15T17:29:41.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:41 smithi153 ceph-mon[84714]: pgmap v3395: 137 pgs: 137 active+clean; 147 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 7.4 MiB/s wr, 86 op/s 2024-04-15T17:29:41.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:41 smithi090 ceph-mon[89240]: pgmap v3395: 137 pgs: 137 active+clean; 147 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 7.4 MiB/s wr, 86 op/s 2024-04-15T17:29:41.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:41 smithi090 ceph-mon[91618]: pgmap v3395: 137 pgs: 137 active+clean; 147 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 7.4 MiB/s wr, 86 op/s 2024-04-15T17:29:42.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:29:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:29:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:29:43.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:43 smithi153 ceph-mon[84714]: pgmap v3396: 137 pgs: 137 active+clean; 180 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 74 op/s 2024-04-15T17:29:43.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:43 smithi090 ceph-mon[91618]: pgmap v3396: 137 pgs: 137 active+clean; 180 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 74 op/s 2024-04-15T17:29:43.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:43 smithi090 ceph-mon[89240]: pgmap v3396: 137 pgs: 137 active+clean; 180 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 5.9 MiB/s wr, 74 op/s 2024-04-15T17:29:45.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:45 smithi153 ceph-mon[84714]: pgmap v3397: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-04-15T17:29:45.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:45 smithi090 ceph-mon[91618]: pgmap v3397: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-04-15T17:29:45.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:45 smithi090 ceph-mon[89240]: pgmap v3397: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 66 op/s 2024-04-15T17:29:45.854 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (7889 ms) 2024-04-15T17:29:45.854 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-04-15T17:29:45.854 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:29:47.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:47 smithi153 ceph-mon[84714]: pgmap v3398: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 82 op/s 2024-04-15T17:29:47.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:47 smithi153 ceph-mon[84714]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-15T17:29:47.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:47 smithi090 ceph-mon[89240]: pgmap v3398: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 82 op/s 2024-04-15T17:29:47.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:47 smithi090 ceph-mon[89240]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-15T17:29:47.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:47 smithi090 ceph-mon[91618]: pgmap v3398: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 82 op/s 2024-04-15T17:29:47.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:47 smithi090 ceph-mon[91618]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-15T17:29:49.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:49 smithi153 ceph-mon[84714]: pgmap v3400: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.1 MiB/s wr, 87 op/s 2024-04-15T17:29:49.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:49 smithi090 ceph-mon[91618]: pgmap v3400: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.1 MiB/s wr, 87 op/s 2024-04-15T17:29:49.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:49 smithi090 ceph-mon[89240]: pgmap v3400: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 8.1 MiB/s wr, 87 op/s 2024-04-15T17:29:49.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:29:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:29:49] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-15T17:29:51.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:51 smithi153 ceph-mon[84714]: pgmap v3401: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.7 MiB/s wr, 83 op/s 2024-04-15T17:29:51.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:51 smithi090 ceph-mon[89240]: pgmap v3401: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.7 MiB/s wr, 83 op/s 2024-04-15T17:29:51.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:51 smithi090 ceph-mon[91618]: pgmap v3401: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.9 MiB/s rd, 7.7 MiB/s wr, 83 op/s 2024-04-15T17:29:52.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:29:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:29:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:29:53.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:53 smithi090 ceph-mon[89240]: pgmap v3402: 137 pgs: 137 active+clean; 229 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.7 MiB/s wr, 67 op/s 2024-04-15T17:29:53.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:53 smithi090 ceph-mon[89240]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-15T17:29:53.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:29:53.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:53 smithi090 ceph-mon[91618]: pgmap v3402: 137 pgs: 137 active+clean; 229 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.7 MiB/s wr, 67 op/s 2024-04-15T17:29:53.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:53 smithi090 ceph-mon[91618]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-15T17:29:53.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:29:53.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:53 smithi153 ceph-mon[84714]: pgmap v3402: 137 pgs: 137 active+clean; 229 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.7 MiB/s wr, 67 op/s 2024-04-15T17:29:53.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:53 smithi153 ceph-mon[84714]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-15T17:29:53.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:29:54.449 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (8595 ms) 2024-04-15T17:29:54.449 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-04-15T17:29:54.449 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:29:55.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:55 smithi090 ceph-mon[89240]: pgmap v3404: 137 pgs: 137 active+clean; 237 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.6 MiB/s wr, 60 op/s 2024-04-15T17:29:55.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:55 smithi090 ceph-mon[91618]: pgmap v3404: 137 pgs: 137 active+clean; 237 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.6 MiB/s wr, 60 op/s 2024-04-15T17:29:55.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:55 smithi153 ceph-mon[84714]: pgmap v3404: 137 pgs: 137 active+clean; 237 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 79 KiB/s rd, 5.6 MiB/s wr, 60 op/s 2024-04-15T17:29:56.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:56 smithi090 ceph-mon[91618]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-15T17:29:56.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:56 smithi090 ceph-mon[89240]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-15T17:29:56.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:56 smithi153 ceph-mon[84714]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-15T17:29:57.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:57 smithi090 ceph-mon[91618]: pgmap v3406: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 7.1 MiB/s wr, 63 op/s 2024-04-15T17:29:57.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:57 smithi090 ceph-mon[89240]: pgmap v3406: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 7.1 MiB/s wr, 63 op/s 2024-04-15T17:29:57.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:57 smithi153 ceph-mon[84714]: pgmap v3406: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 7.1 MiB/s wr, 63 op/s 2024-04-15T17:29:59.391 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:29:59 smithi090 ceph-mon[91618]: pgmap v3407: 137 pgs: 137 active+clean; 311 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 111 op/s 2024-04-15T17:29:59.391 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:29:59 smithi090 ceph-mon[89240]: pgmap v3407: 137 pgs: 137 active+clean; 311 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 111 op/s 2024-04-15T17:29:59.391 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:29:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:29:59] "GET /metrics HTTP/1.1" 200 36746 "" "Prometheus/2.43.0" 2024-04-15T17:29:59.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:29:59 smithi153 ceph-mon[84714]: pgmap v3407: 137 pgs: 137 active+clean; 311 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 12 MiB/s wr, 111 op/s 2024-04-15T17:30:00.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:00 smithi090 ceph-mon[89240]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T17:30:00.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:00 smithi090 ceph-mon[91618]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T17:30:00.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:00 smithi153 ceph-mon[84714]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T17:30:01.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:01 smithi090 ceph-mon[91618]: pgmap v3408: 137 pgs: 137 active+clean; 311 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 84 op/s 2024-04-15T17:30:01.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:01 smithi090 ceph-mon[89240]: pgmap v3408: 137 pgs: 137 active+clean; 311 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 84 op/s 2024-04-15T17:30:01.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:01 smithi153 ceph-mon[84714]: pgmap v3408: 137 pgs: 137 active+clean; 311 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 84 op/s 2024-04-15T17:30:02.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:30:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:30:02.923 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (8475 ms) 2024-04-15T17:30:02.924 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-04-15T17:30:02.924 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:30:03.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:03 smithi090 ceph-mon[91618]: pgmap v3409: 137 pgs: 137 active+clean; 315 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.0 MiB/s wr, 85 op/s 2024-04-15T17:30:03.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:03 smithi090 ceph-mon[89240]: pgmap v3409: 137 pgs: 137 active+clean; 315 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.0 MiB/s wr, 85 op/s 2024-04-15T17:30:03.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:03 smithi153 ceph-mon[84714]: pgmap v3409: 137 pgs: 137 active+clean; 315 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.0 MiB/s wr, 85 op/s 2024-04-15T17:30:04.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:04 smithi090 ceph-mon[91618]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-15T17:30:04.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:04 smithi090 ceph-mon[89240]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-15T17:30:04.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:04 smithi153 ceph-mon[84714]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-15T17:30:05.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:05 smithi090 ceph-mon[91618]: pgmap v3411: 137 pgs: 137 active+clean; 315 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.2 MiB/s wr, 100 op/s 2024-04-15T17:30:05.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:05 smithi090 ceph-mon[89240]: pgmap v3411: 137 pgs: 137 active+clean; 315 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.2 MiB/s wr, 100 op/s 2024-04-15T17:30:05.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:05 smithi153 ceph-mon[84714]: pgmap v3411: 137 pgs: 137 active+clean; 315 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 9.2 MiB/s wr, 100 op/s 2024-04-15T17:30:07.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:07 smithi090 ceph-mon[91618]: pgmap v3412: 137 pgs: 137 active+clean; 323 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-15T17:30:07.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:07 smithi090 ceph-mon[89240]: pgmap v3412: 137 pgs: 137 active+clean; 323 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-15T17:30:07.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:07 smithi153 ceph-mon[84714]: pgmap v3412: 137 pgs: 137 active+clean; 323 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 5.8 MiB/s wr, 69 op/s 2024-04-15T17:30:08.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:30:08.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:30:08.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:30:09.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:09 smithi090 ceph-mon[89240]: pgmap v3413: 137 pgs: 137 active+clean; 348 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 62 op/s 2024-04-15T17:30:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:09 smithi090 ceph-mon[91618]: pgmap v3413: 137 pgs: 137 active+clean; 348 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 62 op/s 2024-04-15T17:30:09.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:30:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:30:09] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-15T17:30:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:09 smithi153 ceph-mon[84714]: pgmap v3413: 137 pgs: 137 active+clean; 348 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 62 op/s 2024-04-15T17:30:10.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:10 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:30:10.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:10 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:30:10.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:10 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:30:10.892 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (7969 ms) 2024-04-15T17:30:11.203 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (62663 ms total) 2024-04-15T17:30:11.203 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:30:11.203 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-04-15T17:30:11.236 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-04-15T17:30:11.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:11 smithi153 ceph-mon[84714]: pgmap v3414: 137 pgs: 137 active+clean; 348 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 62 op/s 2024-04-15T17:30:11.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:11 smithi090 ceph-mon[89240]: pgmap v3414: 137 pgs: 137 active+clean; 348 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 62 op/s 2024-04-15T17:30:11.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:11 smithi090 ceph-mon[91618]: pgmap v3414: 137 pgs: 137 active+clean; 348 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.5 MiB/s wr, 62 op/s 2024-04-15T17:30:12.508 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:12 smithi153 ceph-mon[84714]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-15T17:30:12.508 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:30:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:30:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:30:12.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:12 smithi090 ceph-mon[89240]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-15T17:30:12.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:12 smithi090 ceph-mon[91618]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-15T17:30:13.218 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:30:13.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:13 smithi090 ceph-mon[91618]: pgmap v3416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:30:13.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:13 smithi090 ceph-mon[91618]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-15T17:30:13.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:13 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/26259943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:30:13.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:13 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:30:13.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:13 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:30:13.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:13 smithi090 ceph-mon[89240]: pgmap v3416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:30:13.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:13 smithi090 ceph-mon[89240]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-15T17:30:13.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:13 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/26259943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:30:13.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:13 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:30:13.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:13 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:30:13.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:13 smithi153 ceph-mon[84714]: pgmap v3416: 105 pgs: 105 active+clean; 4.6 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:30:13.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:13 smithi153 ceph-mon[84714]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-15T17:30:13.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:13 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/26259943' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:30:13.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:13 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:30:13.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:13 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:30:14.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:14 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/26259943' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:30:14.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:14 smithi090 ceph-mon[91618]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-15T17:30:14.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:14 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:30:14.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:14 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:30:14.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:14 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/26259943' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:30:14.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:14 smithi090 ceph-mon[89240]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-15T17:30:14.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:14 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:30:14.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:14 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:30:14.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:14 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/26259943' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:30:14.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:14 smithi153 ceph-mon[84714]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-15T17:30:14.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:14 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:30:14.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:14 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:30:15.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:15 smithi090 ceph-mon[89240]: pgmap v3419: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:30:15.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:15 smithi090 ceph-mon[89240]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-15T17:30:15.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:15 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:30:15.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:15 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:30:15.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:15 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:30:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:15 smithi090 ceph-mon[91618]: pgmap v3419: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:30:15.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:15 smithi090 ceph-mon[91618]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-15T17:30:15.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:15 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:30:15.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:15 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:30:15.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:15 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:30:15.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:15 smithi153 ceph-mon[84714]: pgmap v3419: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:30:15.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:15 smithi153 ceph-mon[84714]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-15T17:30:15.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:15 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:30:15.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:15 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:30:15.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:15 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:30:16.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:16 smithi090 ceph-mon[91618]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-15T17:30:16.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:16 smithi090 ceph-mon[89240]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-15T17:30:16.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:16 smithi153 ceph-mon[84714]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-15T17:30:17.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:17 smithi090 ceph-mon[91618]: pgmap v3422: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 18 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 3.2 MiB/s wr, 3 op/s 2024-04-15T17:30:17.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:17 smithi090 ceph-mon[91618]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-15T17:30:17.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:17 smithi090 ceph-mon[89240]: pgmap v3422: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 18 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 3.2 MiB/s wr, 3 op/s 2024-04-15T17:30:17.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:17 smithi090 ceph-mon[89240]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-15T17:30:17.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:17 smithi153 ceph-mon[84714]: pgmap v3422: 137 pgs: 7 creating+peering, 9 unknown, 121 active+clean; 18 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 3.2 MiB/s wr, 3 op/s 2024-04-15T17:30:17.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:17 smithi153 ceph-mon[84714]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-15T17:30:19.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:19 smithi090 ceph-mon[89240]: pgmap v3424: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.6 MiB/s wr, 79 op/s 2024-04-15T17:30:19.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:30:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:30:19] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-15T17:30:19.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:19 smithi090 ceph-mon[91618]: pgmap v3424: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.6 MiB/s wr, 79 op/s 2024-04-15T17:30:19.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:19 smithi153 ceph-mon[84714]: pgmap v3424: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 5.6 MiB/s wr, 79 op/s 2024-04-15T17:30:21.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:21 smithi090 ceph-mon[91618]: pgmap v3425: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.2 MiB/s wr, 58 op/s 2024-04-15T17:30:21.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:21 smithi090 ceph-mon[91618]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-15T17:30:21.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:21 smithi090 ceph-mon[89240]: pgmap v3425: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.2 MiB/s wr, 58 op/s 2024-04-15T17:30:21.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:21 smithi090 ceph-mon[89240]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-15T17:30:21.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:21 smithi153 ceph-mon[84714]: pgmap v3425: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 4.2 MiB/s wr, 58 op/s 2024-04-15T17:30:21.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:21 smithi153 ceph-mon[84714]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-15T17:30:22.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:30:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:30:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:30:23.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:23 smithi090 ceph-mon[91618]: pgmap v3427: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2024-04-15T17:30:23.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:30:23.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:23 smithi090 ceph-mon[89240]: pgmap v3427: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2024-04-15T17:30:23.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:30:23.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:23 smithi153 ceph-mon[84714]: pgmap v3427: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 42 KiB/s rd, 3.9 MiB/s wr, 57 op/s 2024-04-15T17:30:23.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:30:25.132 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:25 smithi153 ceph-mon[84714]: pgmap v3428: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 1.5 MiB/s wr, 44 op/s 2024-04-15T17:30:25.339 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:25 smithi090 ceph-mon[91618]: pgmap v3428: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 1.5 MiB/s wr, 44 op/s 2024-04-15T17:30:25.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:25 smithi090 ceph-mon[89240]: pgmap v3428: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 1.5 MiB/s wr, 44 op/s 2024-04-15T17:30:27.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:27 smithi153 ceph-mon[84714]: pgmap v3429: 137 pgs: 137 active+clean; 47 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.5 MiB/s wr, 40 op/s 2024-04-15T17:30:27.555 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/1.Simple (16319 ms) 2024-04-15T17:30:27.556 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-04-15T17:30:27.556 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:30:27.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:27 smithi090 ceph-mon[91618]: pgmap v3429: 137 pgs: 137 active+clean; 47 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.5 MiB/s wr, 40 op/s 2024-04-15T17:30:27.589 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:27 smithi090 ceph-mon[89240]: pgmap v3429: 137 pgs: 137 active+clean; 47 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.5 MiB/s wr, 40 op/s 2024-04-15T17:30:29.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:29 smithi153 ceph-mon[84714]: pgmap v3430: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.9 MiB/s wr, 29 op/s 2024-04-15T17:30:29.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:29 smithi153 ceph-mon[84714]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-15T17:30:29.391 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:29 smithi090 ceph-mon[91618]: pgmap v3430: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.9 MiB/s wr, 29 op/s 2024-04-15T17:30:29.392 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:29 smithi090 ceph-mon[91618]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-15T17:30:29.392 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:30:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:30:29] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-15T17:30:29.392 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:29 smithi090 ceph-mon[89240]: pgmap v3430: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.9 MiB/s wr, 29 op/s 2024-04-15T17:30:29.392 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:29 smithi090 ceph-mon[89240]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-15T17:30:31.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:31 smithi153 ceph-mon[84714]: pgmap v3432: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.1 MiB/s wr, 31 op/s 2024-04-15T17:30:31.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:31 smithi090 ceph-mon[89240]: pgmap v3432: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.1 MiB/s wr, 31 op/s 2024-04-15T17:30:31.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:31 smithi090 ceph-mon[91618]: pgmap v3432: 137 pgs: 137 active+clean; 71 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.1 MiB/s wr, 31 op/s 2024-04-15T17:30:32.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:30:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:30:33.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:33 smithi153 ceph-mon[84714]: pgmap v3433: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 65 op/s 2024-04-15T17:30:33.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:33 smithi090 ceph-mon[91618]: pgmap v3433: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 65 op/s 2024-04-15T17:30:33.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:33 smithi090 ceph-mon[89240]: pgmap v3433: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 65 op/s 2024-04-15T17:30:35.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:35 smithi153 ceph-mon[84714]: pgmap v3434: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-15T17:30:35.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:35 smithi090 ceph-mon[91618]: pgmap v3434: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-15T17:30:35.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:35 smithi090 ceph-mon[89240]: pgmap v3434: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-15T17:30:37.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:37 smithi153 ceph-mon[84714]: pgmap v3435: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.8 MiB/s rd, 6.9 MiB/s wr, 68 op/s 2024-04-15T17:30:37.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:37 smithi090 ceph-mon[91618]: pgmap v3435: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.8 MiB/s rd, 6.9 MiB/s wr, 68 op/s 2024-04-15T17:30:37.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:37 smithi090 ceph-mon[89240]: pgmap v3435: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.8 MiB/s rd, 6.9 MiB/s wr, 68 op/s 2024-04-15T17:30:38.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:30:38.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:30:38.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:30:39.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:39 smithi153 ceph-mon[84714]: pgmap v3436: 137 pgs: 137 active+clean; 112 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.3 MiB/s wr, 50 op/s 2024-04-15T17:30:39.423 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/1.Grow (11868 ms) 2024-04-15T17:30:39.423 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-04-15T17:30:39.423 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:30:39.589 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:39 smithi090 ceph-mon[91618]: pgmap v3436: 137 pgs: 137 active+clean; 112 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.3 MiB/s wr, 50 op/s 2024-04-15T17:30:39.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:39 smithi090 ceph-mon[89240]: pgmap v3436: 137 pgs: 137 active+clean; 112 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.3 MiB/s wr, 50 op/s 2024-04-15T17:30:39.594 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:30:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:30:39] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-15T17:30:41.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:41 smithi153 ceph-mon[84714]: pgmap v3437: 137 pgs: 137 active+clean; 112 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.6 MiB/s wr, 43 op/s 2024-04-15T17:30:41.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:41 smithi153 ceph-mon[84714]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-15T17:30:41.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:41 smithi090 ceph-mon[91618]: pgmap v3437: 137 pgs: 137 active+clean; 112 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.6 MiB/s wr, 43 op/s 2024-04-15T17:30:41.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:41 smithi090 ceph-mon[91618]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-15T17:30:41.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:41 smithi090 ceph-mon[89240]: pgmap v3437: 137 pgs: 137 active+clean; 112 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.6 MiB/s wr, 43 op/s 2024-04-15T17:30:41.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:41 smithi090 ceph-mon[89240]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-15T17:30:42.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:30:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:30:43.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:43 smithi153 ceph-mon[84714]: pgmap v3439: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 61 op/s 2024-04-15T17:30:43.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:43 smithi090 ceph-mon[91618]: pgmap v3439: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 61 op/s 2024-04-15T17:30:43.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:43 smithi090 ceph-mon[89240]: pgmap v3439: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.3 MiB/s wr, 61 op/s 2024-04-15T17:30:45.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:45 smithi153 ceph-mon[84714]: pgmap v3440: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-15T17:30:45.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:45 smithi090 ceph-mon[91618]: pgmap v3440: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-15T17:30:45.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:45 smithi090 ceph-mon[89240]: pgmap v3440: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-15T17:30:47.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:47 smithi153 ceph-mon[84714]: pgmap v3441: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 63 op/s 2024-04-15T17:30:47.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:47 smithi090 ceph-mon[91618]: pgmap v3441: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 63 op/s 2024-04-15T17:30:47.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:47 smithi090 ceph-mon[89240]: pgmap v3441: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 63 op/s 2024-04-15T17:30:49.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:30:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:30:49] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-15T17:30:49.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:49 smithi090 ceph-mon[91618]: pgmap v3442: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.2 MiB/s wr, 56 op/s 2024-04-15T17:30:49.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:49 smithi090 ceph-mon[89240]: pgmap v3442: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.2 MiB/s wr, 56 op/s 2024-04-15T17:30:49.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:49 smithi153 ceph-mon[84714]: pgmap v3442: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.2 MiB/s wr, 56 op/s 2024-04-15T17:30:51.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:51 smithi090 ceph-mon[91618]: pgmap v3443: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.2 MiB/s wr, 56 op/s 2024-04-15T17:30:51.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:51 smithi090 ceph-mon[89240]: pgmap v3443: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.2 MiB/s wr, 56 op/s 2024-04-15T17:30:51.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:51 smithi153 ceph-mon[84714]: pgmap v3443: 137 pgs: 137 active+clean; 162 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 6.2 MiB/s wr, 56 op/s 2024-04-15T17:30:52.450 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (13027 ms) 2024-04-15T17:30:52.451 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-04-15T17:30:52.451 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:30:52.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:30:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:30:53.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:53 smithi090 ceph-mon[89240]: pgmap v3444: 137 pgs: 137 active+clean; 187 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.9 MiB/s wr, 64 op/s 2024-04-15T17:30:53.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:30:53.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:53 smithi090 ceph-mon[91618]: pgmap v3444: 137 pgs: 137 active+clean; 187 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.9 MiB/s wr, 64 op/s 2024-04-15T17:30:53.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:30:53.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:53 smithi153 ceph-mon[84714]: pgmap v3444: 137 pgs: 137 active+clean; 187 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 8.9 MiB/s wr, 64 op/s 2024-04-15T17:30:53.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:30:54.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:54 smithi090 ceph-mon[91618]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-15T17:30:54.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:54 smithi090 ceph-mon[89240]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-15T17:30:54.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:54 smithi153 ceph-mon[84714]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-15T17:30:55.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:55 smithi090 ceph-mon[91618]: pgmap v3446: 137 pgs: 137 active+clean; 203 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 31 op/s 2024-04-15T17:30:55.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:55 smithi090 ceph-mon[89240]: pgmap v3446: 137 pgs: 137 active+clean; 203 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 31 op/s 2024-04-15T17:30:55.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:55 smithi153 ceph-mon[84714]: pgmap v3446: 137 pgs: 137 active+clean; 203 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 31 op/s 2024-04-15T17:30:57.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:57 smithi090 ceph-mon[91618]: pgmap v3447: 137 pgs: 137 active+clean; 219 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 60 op/s 2024-04-15T17:30:57.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:57 smithi090 ceph-mon[89240]: pgmap v3447: 137 pgs: 137 active+clean; 219 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 60 op/s 2024-04-15T17:30:57.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:57 smithi153 ceph-mon[84714]: pgmap v3447: 137 pgs: 137 active+clean; 219 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 60 op/s 2024-04-15T17:30:59.391 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:30:59 smithi090 ceph-mon[91618]: pgmap v3448: 137 pgs: 137 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-15T17:30:59.391 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:30:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:30:59] "GET /metrics HTTP/1.1" 200 36755 "" "Prometheus/2.43.0" 2024-04-15T17:30:59.392 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:30:59 smithi090 ceph-mon[89240]: pgmap v3448: 137 pgs: 137 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-15T17:30:59.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:30:59 smithi153 ceph-mon[84714]: pgmap v3448: 137 pgs: 137 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-15T17:31:01.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:01 smithi090 ceph-mon[91618]: pgmap v3449: 137 pgs: 137 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-15T17:31:01.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:01 smithi090 ceph-mon[89240]: pgmap v3449: 137 pgs: 137 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-15T17:31:01.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:01 smithi153 ceph-mon[84714]: pgmap v3449: 137 pgs: 137 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-15T17:31:02.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:31:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:31:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:31:03.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:03 smithi090 ceph-mon[91618]: pgmap v3450: 137 pgs: 137 active+clean; 232 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.5 MiB/s wr, 53 op/s 2024-04-15T17:31:03.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:03 smithi090 ceph-mon[89240]: pgmap v3450: 137 pgs: 137 active+clean; 232 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.5 MiB/s wr, 53 op/s 2024-04-15T17:31:03.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:03 smithi153 ceph-mon[84714]: pgmap v3450: 137 pgs: 137 active+clean; 232 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 4.5 MiB/s wr, 53 op/s 2024-04-15T17:31:04.860 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (12410 ms) 2024-04-15T17:31:04.861 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-04-15T17:31:04.861 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:31:05.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:05 smithi090 ceph-mon[89240]: pgmap v3451: 137 pgs: 137 active+clean; 236 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 933 KiB/s rd, 3.1 MiB/s wr, 42 op/s 2024-04-15T17:31:05.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:05 smithi090 ceph-mon[91618]: pgmap v3451: 137 pgs: 137 active+clean; 236 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 933 KiB/s rd, 3.1 MiB/s wr, 42 op/s 2024-04-15T17:31:05.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:05 smithi153 ceph-mon[84714]: pgmap v3451: 137 pgs: 137 active+clean; 236 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 933 KiB/s rd, 3.1 MiB/s wr, 42 op/s 2024-04-15T17:31:06.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:06 smithi090 ceph-mon[91618]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-15T17:31:06.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:06 smithi090 ceph-mon[89240]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-15T17:31:06.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:06 smithi153 ceph-mon[84714]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-15T17:31:07.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:07 smithi090 ceph-mon[91618]: pgmap v3453: 137 pgs: 137 active+clean; 261 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.4 MiB/s wr, 55 op/s 2024-04-15T17:31:07.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:07 smithi090 ceph-mon[89240]: pgmap v3453: 137 pgs: 137 active+clean; 261 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.4 MiB/s wr, 55 op/s 2024-04-15T17:31:07.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:07 smithi153 ceph-mon[84714]: pgmap v3453: 137 pgs: 137 active+clean; 261 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.4 MiB/s wr, 55 op/s 2024-04-15T17:31:08.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:31:08.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:31:08.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:31:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:09 smithi090 ceph-mon[91618]: pgmap v3454: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-15T17:31:09.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:09 smithi090 ceph-mon[89240]: pgmap v3454: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-15T17:31:09.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:31:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:31:09] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-15T17:31:09.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:09 smithi153 ceph-mon[84714]: pgmap v3454: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-15T17:31:11.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:11 smithi090 ceph-mon[89240]: pgmap v3455: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-15T17:31:11.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:11 smithi090 ceph-mon[91618]: pgmap v3455: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-15T17:31:11.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:11 smithi153 ceph-mon[84714]: pgmap v3455: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-15T17:31:12.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:31:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:31:13.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:13 smithi090 ceph-mon[91618]: pgmap v3456: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 56 op/s 2024-04-15T17:31:13.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:13 smithi090 ceph-mon[89240]: pgmap v3456: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 56 op/s 2024-04-15T17:31:13.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:13 smithi153 ceph-mon[84714]: pgmap v3456: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 56 op/s 2024-04-15T17:31:15.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:15 smithi090 ceph-mon[89240]: pgmap v3457: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 52 op/s 2024-04-15T17:31:15.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:15 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:31:15.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:15 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:31:15.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:15 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:31:15.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:15 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:31:15.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:15 smithi090 ceph-mon[91618]: pgmap v3457: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 52 op/s 2024-04-15T17:31:15.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:15 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:31:15.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:15 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:31:15.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:15 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:31:15.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:15 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:31:15.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:15 smithi153 ceph-mon[84714]: pgmap v3457: 137 pgs: 137 active+clean; 273 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 52 op/s 2024-04-15T17:31:15.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:15 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:31:15.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:15 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:31:15.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:15 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:31:15.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:15 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:31:16.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:16 smithi090 ceph-mon[91618]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-15T17:31:16.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:16 smithi090 ceph-mon[89240]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-15T17:31:16.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:16 smithi153 ceph-mon[84714]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-15T17:31:17.435 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (12575 ms) 2024-04-15T17:31:17.435 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-04-15T17:31:17.435 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:31:17.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:17 smithi090 ceph-mon[89240]: pgmap v3459: 137 pgs: 137 active+clean; 345 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.2 MiB/s wr, 41 op/s 2024-04-15T17:31:17.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:17 smithi090 ceph-mon[91618]: pgmap v3459: 137 pgs: 137 active+clean; 345 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.2 MiB/s wr, 41 op/s 2024-04-15T17:31:17.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:17 smithi153 ceph-mon[84714]: pgmap v3459: 137 pgs: 137 active+clean; 345 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.2 MiB/s wr, 41 op/s 2024-04-15T17:31:19.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:19 smithi090 ceph-mon[91618]: pgmap v3460: 137 pgs: 137 active+clean; 358 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-15T17:31:19.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:19 smithi090 ceph-mon[91618]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-15T17:31:19.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:19 smithi090 ceph-mon[89240]: pgmap v3460: 137 pgs: 137 active+clean; 358 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-15T17:31:19.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:19 smithi090 ceph-mon[89240]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-15T17:31:19.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:31:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:31:19] "GET /metrics HTTP/1.1" 200 36744 "" "Prometheus/2.43.0" 2024-04-15T17:31:19.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:19 smithi153 ceph-mon[84714]: pgmap v3460: 137 pgs: 137 active+clean; 358 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-15T17:31:19.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:19 smithi153 ceph-mon[84714]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-15T17:31:21.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:21 smithi090 ceph-mon[91618]: pgmap v3462: 137 pgs: 137 active+clean; 358 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 61 op/s 2024-04-15T17:31:21.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:21 smithi090 ceph-mon[89240]: pgmap v3462: 137 pgs: 137 active+clean; 358 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 61 op/s 2024-04-15T17:31:21.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:21 smithi153 ceph-mon[84714]: pgmap v3462: 137 pgs: 137 active+clean; 358 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 11 MiB/s wr, 61 op/s 2024-04-15T17:31:22.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:31:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:31:23.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:23 smithi090 ceph-mon[91618]: pgmap v3463: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 83 op/s 2024-04-15T17:31:23.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:31:23.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:23 smithi090 ceph-mon[89240]: pgmap v3463: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 83 op/s 2024-04-15T17:31:23.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:31:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:23 smithi153 ceph-mon[84714]: pgmap v3463: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 14 MiB/s wr, 83 op/s 2024-04-15T17:31:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:31:25.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:25 smithi090 ceph-mon[91618]: pgmap v3464: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 96 op/s 2024-04-15T17:31:25.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:25 smithi090 ceph-mon[89240]: pgmap v3464: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 96 op/s 2024-04-15T17:31:25.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:25 smithi153 ceph-mon[84714]: pgmap v3464: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 5.0 MiB/s rd, 13 MiB/s wr, 96 op/s 2024-04-15T17:31:27.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:27 smithi090 ceph-mon[91618]: pgmap v3465: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 52 op/s 2024-04-15T17:31:27.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:27 smithi090 ceph-mon[89240]: pgmap v3465: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 52 op/s 2024-04-15T17:31:27.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:27 smithi153 ceph-mon[84714]: pgmap v3465: 137 pgs: 137 active+clean; 383 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 52 op/s 2024-04-15T17:31:29.391 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:29 smithi090 ceph-mon[91618]: pgmap v3466: 137 pgs: 137 active+clean; 391 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-04-15T17:31:29.392 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:31:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:31:29] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-15T17:31:29.392 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:29 smithi090 ceph-mon[89240]: pgmap v3466: 137 pgs: 137 active+clean; 391 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-04-15T17:31:29.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:29 smithi153 ceph-mon[84714]: pgmap v3466: 137 pgs: 137 active+clean; 391 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 56 KiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-04-15T17:31:29.996 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (12560 ms) 2024-04-15T17:31:29.996 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-04-15T17:31:29.996 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:31:31.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:31 smithi090 ceph-mon[91618]: pgmap v3467: 137 pgs: 137 active+clean; 391 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 2.9 MiB/s wr, 32 op/s 2024-04-15T17:31:31.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:31 smithi090 ceph-mon[91618]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-15T17:31:31.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:31 smithi090 ceph-mon[89240]: pgmap v3467: 137 pgs: 137 active+clean; 391 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 2.9 MiB/s wr, 32 op/s 2024-04-15T17:31:31.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:31 smithi090 ceph-mon[89240]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-15T17:31:31.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:31 smithi153 ceph-mon[84714]: pgmap v3467: 137 pgs: 137 active+clean; 391 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 49 KiB/s rd, 2.9 MiB/s wr, 32 op/s 2024-04-15T17:31:31.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:31 smithi153 ceph-mon[84714]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-15T17:31:32.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:31:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:31:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:31:33.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:33 smithi090 ceph-mon[91618]: pgmap v3469: 137 pgs: 137 active+clean; 424 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 75 op/s 2024-04-15T17:31:33.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:33 smithi090 ceph-mon[89240]: pgmap v3469: 137 pgs: 137 active+clean; 424 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 75 op/s 2024-04-15T17:31:33.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:33 smithi153 ceph-mon[84714]: pgmap v3469: 137 pgs: 137 active+clean; 424 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.7 MiB/s wr, 75 op/s 2024-04-15T17:31:35.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:35 smithi090 ceph-mon[91618]: pgmap v3470: 137 pgs: 137 active+clean; 428 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-15T17:31:35.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:35 smithi090 ceph-mon[89240]: pgmap v3470: 137 pgs: 137 active+clean; 428 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-15T17:31:35.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:35 smithi153 ceph-mon[84714]: pgmap v3470: 137 pgs: 137 active+clean; 428 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-15T17:31:37.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:37 smithi090 ceph-mon[91618]: pgmap v3471: 137 pgs: 137 active+clean; 428 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-15T17:31:37.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:37 smithi090 ceph-mon[89240]: pgmap v3471: 137 pgs: 137 active+clean; 428 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-15T17:31:37.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:37 smithi153 ceph-mon[84714]: pgmap v3471: 137 pgs: 137 active+clean; 428 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-15T17:31:38.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:31:38.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:31:38.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:31:39.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:39 smithi090 ceph-mon[91618]: pgmap v3472: 137 pgs: 137 active+clean; 428 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 58 op/s 2024-04-15T17:31:39.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:31:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:31:39] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-15T17:31:39.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:39 smithi090 ceph-mon[89240]: pgmap v3472: 137 pgs: 137 active+clean; 428 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 58 op/s 2024-04-15T17:31:39.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:39 smithi153 ceph-mon[84714]: pgmap v3472: 137 pgs: 137 active+clean; 428 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 58 op/s 2024-04-15T17:31:41.455 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (11460 ms) 2024-04-15T17:31:41.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:41 smithi090 ceph-mon[89240]: pgmap v3473: 137 pgs: 137 active+clean; 428 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 58 op/s 2024-04-15T17:31:41.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:41 smithi090 ceph-mon[91618]: pgmap v3473: 137 pgs: 137 active+clean; 428 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 58 op/s 2024-04-15T17:31:41.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:41 smithi153 ceph-mon[84714]: pgmap v3473: 137 pgs: 137 active+clean; 428 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 58 op/s 2024-04-15T17:31:42.280 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (90219 ms total) 2024-04-15T17:31:42.280 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:31:42.280 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-04-15T17:31:42.313 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-04-15T17:31:42.632 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:31:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:31:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:31:43.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:43 smithi090 ceph-mon[89240]: pgmap v3474: 137 pgs: 137 active+clean; 444 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 7.8 MiB/s wr, 71 op/s 2024-04-15T17:31:43.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:43 smithi090 ceph-mon[89240]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-15T17:31:43.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:43 smithi090 ceph-mon[91618]: pgmap v3474: 137 pgs: 137 active+clean; 444 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 7.8 MiB/s wr, 71 op/s 2024-04-15T17:31:43.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:43 smithi090 ceph-mon[91618]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-15T17:31:43.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:43 smithi153 ceph-mon[84714]: pgmap v3474: 137 pgs: 137 active+clean; 444 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 7.8 MiB/s wr, 71 op/s 2024-04-15T17:31:43.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:43 smithi153 ceph-mon[84714]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-15T17:31:44.303 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:31:44.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:44 smithi090 ceph-mon[91618]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-15T17:31:44.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:44 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3881463102' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:31:44.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:44 smithi090 ceph-mon[89240]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-15T17:31:44.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:44 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3881463102' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:31:44.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:44 smithi153 ceph-mon[84714]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-15T17:31:44.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:44 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3881463102' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:31:45.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:45 smithi090 ceph-mon[89240]: pgmap v3477: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:31:45.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:45 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:31:45.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:45 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3881463102' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:31:45.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:45 smithi090 ceph-mon[89240]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-15T17:31:45.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:45 smithi090 ceph-mon[91618]: pgmap v3477: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:31:45.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:45 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:31:45.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:45 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3881463102' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:31:45.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:45 smithi090 ceph-mon[91618]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-15T17:31:45.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:45 smithi153 ceph-mon[84714]: pgmap v3477: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:31:45.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:45 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:31:45.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:45 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3881463102' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:31:45.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:45 smithi153 ceph-mon[84714]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-15T17:31:46.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:46 smithi090 ceph-mon[89240]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-15T17:31:46.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:46 smithi090 ceph-mon[91618]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-15T17:31:46.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:46 smithi153 ceph-mon[84714]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-15T17:31:47.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:47 smithi090 ceph-mon[89240]: pgmap v3480: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:31:47.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:47 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:31:47.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:47 smithi090 ceph-mon[89240]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-15T17:31:47.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:47 smithi090 ceph-mon[91618]: pgmap v3480: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:31:47.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:47 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:31:47.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:47 smithi090 ceph-mon[91618]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-15T17:31:47.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:47 smithi153 ceph-mon[84714]: pgmap v3480: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:31:47.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:47 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:31:47.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:47 smithi153 ceph-mon[84714]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-15T17:31:49.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:49 smithi090 ceph-mon[91618]: pgmap v3482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.4 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-15T17:31:49.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:49 smithi090 ceph-mon[89240]: pgmap v3482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.4 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-15T17:31:49.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:31:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:31:49] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-15T17:31:49.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:49 smithi153 ceph-mon[84714]: pgmap v3482: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.4 KiB/s rd, 1.4 KiB/s wr, 10 op/s 2024-04-15T17:31:51.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:51 smithi090 ceph-mon[91618]: pgmap v3483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-15T17:31:51.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:51 smithi090 ceph-mon[91618]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-15T17:31:51.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:51 smithi090 ceph-mon[89240]: pgmap v3483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-15T17:31:51.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:51 smithi090 ceph-mon[89240]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-15T17:31:51.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:51 smithi153 ceph-mon[84714]: pgmap v3483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.7 KiB/s rd, 1023 B/s wr, 7 op/s 2024-04-15T17:31:51.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:51 smithi153 ceph-mon[84714]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-15T17:31:52.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:31:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:31:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:31:53.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:53 smithi090 ceph-mon[91618]: pgmap v3485: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-15T17:31:53.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:31:53.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:53 smithi090 ceph-mon[89240]: pgmap v3485: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-15T17:31:53.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:31:53.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:53 smithi153 ceph-mon[84714]: pgmap v3485: 137 pgs: 137 active+clean; 22 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 2.7 MiB/s wr, 23 op/s 2024-04-15T17:31:53.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:31:55.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:55 smithi090 ceph-mon[91618]: pgmap v3486: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-15T17:31:55.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:55 smithi090 ceph-mon[91618]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-15T17:31:55.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:55 smithi090 ceph-mon[89240]: pgmap v3486: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-15T17:31:55.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:55 smithi090 ceph-mon[89240]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-15T17:31:55.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:55 smithi153 ceph-mon[84714]: pgmap v3486: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 77 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-15T17:31:55.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:55 smithi153 ceph-mon[84714]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-15T17:31:56.805 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14492 ms) 2024-04-15T17:31:56.805 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-04-15T17:31:56.805 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:31:57.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:57 smithi090 ceph-mon[91618]: pgmap v3488: 137 pgs: 137 active+clean; 50 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.6 MiB/s wr, 68 op/s 2024-04-15T17:31:57.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:57 smithi090 ceph-mon[89240]: pgmap v3488: 137 pgs: 137 active+clean; 50 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.6 MiB/s wr, 68 op/s 2024-04-15T17:31:57.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:57 smithi153 ceph-mon[84714]: pgmap v3488: 137 pgs: 137 active+clean; 50 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.6 MiB/s wr, 68 op/s 2024-04-15T17:31:59.392 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:31:59 smithi090 ceph-mon[91618]: pgmap v3489: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 77 op/s 2024-04-15T17:31:59.392 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:31:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:31:59] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-15T17:31:59.393 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:31:59 smithi090 ceph-mon[89240]: pgmap v3489: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 77 op/s 2024-04-15T17:31:59.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:31:59 smithi153 ceph-mon[84714]: pgmap v3489: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 77 op/s 2024-04-15T17:32:01.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:01 smithi090 ceph-mon[91618]: pgmap v3490: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.2 MiB/s wr, 66 op/s 2024-04-15T17:32:01.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:01 smithi090 ceph-mon[91618]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-15T17:32:01.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:01 smithi090 ceph-mon[89240]: pgmap v3490: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.2 MiB/s wr, 66 op/s 2024-04-15T17:32:01.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:01 smithi090 ceph-mon[89240]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-15T17:32:01.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:01 smithi153 ceph-mon[84714]: pgmap v3490: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 6.2 MiB/s wr, 66 op/s 2024-04-15T17:32:01.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:01 smithi153 ceph-mon[84714]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-15T17:32:02.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:32:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:32:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:32:03.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:03 smithi090 ceph-mon[91618]: pgmap v3492: 137 pgs: 137 active+clean; 67 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-15T17:32:03.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:03 smithi090 ceph-mon[89240]: pgmap v3492: 137 pgs: 137 active+clean; 67 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-15T17:32:03.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:03 smithi153 ceph-mon[84714]: pgmap v3492: 137 pgs: 137 active+clean; 67 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-15T17:32:04.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:04 smithi153 ceph-mon[84714]: pgmap v3493: 137 pgs: 137 active+clean; 92 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 73 op/s 2024-04-15T17:32:04.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:04 smithi090 ceph-mon[91618]: pgmap v3493: 137 pgs: 137 active+clean; 92 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 73 op/s 2024-04-15T17:32:04.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:04 smithi090 ceph-mon[89240]: pgmap v3493: 137 pgs: 137 active+clean; 92 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.8 MiB/s wr, 73 op/s 2024-04-15T17:32:06.840 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/2.Grow (10035 ms) 2024-04-15T17:32:06.840 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-04-15T17:32:06.840 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:32:07.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:07 smithi153 ceph-mon[84714]: pgmap v3494: 137 pgs: 137 active+clean; 109 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.9 MiB/s wr, 50 op/s 2024-04-15T17:32:07.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:07 smithi090 ceph-mon[91618]: pgmap v3494: 137 pgs: 137 active+clean; 109 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.9 MiB/s wr, 50 op/s 2024-04-15T17:32:07.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:07 smithi090 ceph-mon[89240]: pgmap v3494: 137 pgs: 137 active+clean; 109 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.8 MiB/s rd, 5.9 MiB/s wr, 50 op/s 2024-04-15T17:32:08.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:32:08.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:32:08.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:32:09.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:09 smithi153 ceph-mon[84714]: pgmap v3495: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-15T17:32:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:09 smithi090 ceph-mon[91618]: pgmap v3495: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-15T17:32:09.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:09 smithi090 ceph-mon[89240]: pgmap v3495: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-15T17:32:09.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:32:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:32:09] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-15T17:32:11.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:11 smithi153 ceph-mon[84714]: pgmap v3496: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-15T17:32:11.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:11 smithi090 ceph-mon[91618]: pgmap v3496: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-15T17:32:11.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:11 smithi090 ceph-mon[89240]: pgmap v3496: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 63 op/s 2024-04-15T17:32:12.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:12 smithi153 ceph-mon[84714]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-15T17:32:12.383 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:32:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:32:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:32:12.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:12 smithi090 ceph-mon[91618]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-15T17:32:12.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:12 smithi090 ceph-mon[89240]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-15T17:32:13.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:13 smithi153 ceph-mon[84714]: pgmap v3498: 137 pgs: 137 active+clean; 138 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 61 op/s 2024-04-15T17:32:13.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:13 smithi090 ceph-mon[91618]: pgmap v3498: 137 pgs: 137 active+clean; 138 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 61 op/s 2024-04-15T17:32:13.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:13 smithi090 ceph-mon[89240]: pgmap v3498: 137 pgs: 137 active+clean; 138 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 61 op/s 2024-04-15T17:32:15.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:15 smithi153 ceph-mon[84714]: pgmap v3499: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-15T17:32:15.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:15 smithi090 ceph-mon[89240]: pgmap v3499: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-15T17:32:15.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:15 smithi090 ceph-mon[91618]: pgmap v3499: 137 pgs: 137 active+clean; 150 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 61 op/s 2024-04-15T17:32:16.382 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:32:16.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:32:16.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:32:16.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:32:16.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:32:16.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:32:16.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:32:16.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:32:16.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:32:16.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:32:16.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:32:16.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:32:17.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:17 smithi090 ceph-mon[91618]: pgmap v3500: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 71 op/s 2024-04-15T17:32:17.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:17 smithi090 ceph-mon[89240]: pgmap v3500: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 71 op/s 2024-04-15T17:32:17.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:17 smithi153 ceph-mon[84714]: pgmap v3500: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.5 MiB/s wr, 71 op/s 2024-04-15T17:32:17.664 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (10824 ms) 2024-04-15T17:32:17.665 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-04-15T17:32:17.665 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:32:19.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:19 smithi090 ceph-mon[91618]: pgmap v3501: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-15T17:32:19.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:19 smithi090 ceph-mon[89240]: pgmap v3501: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-15T17:32:19.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:32:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:32:19] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-15T17:32:19.632 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:19 smithi153 ceph-mon[84714]: pgmap v3501: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-15T17:32:21.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:21 smithi090 ceph-mon[91618]: pgmap v3502: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-15T17:32:21.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:21 smithi090 ceph-mon[89240]: pgmap v3502: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-15T17:32:21.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:21 smithi153 ceph-mon[84714]: pgmap v3502: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-15T17:32:22.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:32:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:32:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:32:23.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:23 smithi090 ceph-mon[89240]: pgmap v3503: 137 pgs: 137 active+clean; 184 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.4 MiB/s wr, 62 op/s 2024-04-15T17:32:23.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:23 smithi090 ceph-mon[89240]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-15T17:32:23.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:32:23.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:23 smithi090 ceph-mon[91618]: pgmap v3503: 137 pgs: 137 active+clean; 184 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.4 MiB/s wr, 62 op/s 2024-04-15T17:32:23.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:23 smithi090 ceph-mon[91618]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-15T17:32:23.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:32:23.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:23 smithi153 ceph-mon[84714]: pgmap v3503: 137 pgs: 137 active+clean; 184 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.4 MiB/s wr, 62 op/s 2024-04-15T17:32:23.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:23 smithi153 ceph-mon[84714]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-15T17:32:23.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:32:25.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:25 smithi090 ceph-mon[91618]: pgmap v3505: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 47 op/s 2024-04-15T17:32:25.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:25 smithi090 ceph-mon[89240]: pgmap v3505: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 47 op/s 2024-04-15T17:32:25.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:25 smithi153 ceph-mon[84714]: pgmap v3505: 137 pgs: 137 active+clean; 192 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 4.2 MiB/s wr, 47 op/s 2024-04-15T17:32:27.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:27 smithi090 ceph-mon[91618]: pgmap v3506: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.4 MiB/s wr, 38 op/s 2024-04-15T17:32:27.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:27 smithi090 ceph-mon[89240]: pgmap v3506: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.4 MiB/s wr, 38 op/s 2024-04-15T17:32:27.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:27 smithi153 ceph-mon[84714]: pgmap v3506: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.4 MiB/s wr, 38 op/s 2024-04-15T17:32:28.565 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (10900 ms) 2024-04-15T17:32:28.565 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-04-15T17:32:28.565 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:32:29.392 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:29 smithi090 ceph-mon[91618]: pgmap v3507: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-15T17:32:29.393 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:29 smithi090 ceph-mon[89240]: pgmap v3507: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-15T17:32:29.393 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:32:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:32:29] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-15T17:32:29.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:29 smithi153 ceph-mon[84714]: pgmap v3507: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-15T17:32:31.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:31 smithi090 ceph-mon[91618]: pgmap v3508: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-15T17:32:31.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:31 smithi090 ceph-mon[89240]: pgmap v3508: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-15T17:32:31.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:31 smithi153 ceph-mon[84714]: pgmap v3508: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-15T17:32:32.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:32:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:32:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:32:33.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:33 smithi090 ceph-mon[91618]: pgmap v3509: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 945 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-15T17:32:33.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:33 smithi090 ceph-mon[91618]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-15T17:32:33.594 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:33 smithi090 ceph-mon[89240]: pgmap v3509: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 945 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-15T17:32:33.594 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:33 smithi090 ceph-mon[89240]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-15T17:32:33.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:33 smithi153 ceph-mon[84714]: pgmap v3509: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 945 KiB/s rd, 3.6 MiB/s wr, 55 op/s 2024-04-15T17:32:33.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:33 smithi153 ceph-mon[84714]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-15T17:32:35.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:35 smithi090 ceph-mon[91618]: pgmap v3511: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 906 KiB/s rd, 2.8 MiB/s wr, 40 op/s 2024-04-15T17:32:35.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:35 smithi090 ceph-mon[89240]: pgmap v3511: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 906 KiB/s rd, 2.8 MiB/s wr, 40 op/s 2024-04-15T17:32:35.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:35 smithi153 ceph-mon[84714]: pgmap v3511: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 906 KiB/s rd, 2.8 MiB/s wr, 40 op/s 2024-04-15T17:32:37.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:37 smithi090 ceph-mon[89240]: pgmap v3512: 137 pgs: 137 active+clean; 237 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 3.3 MiB/s wr, 59 op/s 2024-04-15T17:32:37.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:37 smithi090 ceph-mon[91618]: pgmap v3512: 137 pgs: 137 active+clean; 237 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 3.3 MiB/s wr, 59 op/s 2024-04-15T17:32:37.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:37 smithi153 ceph-mon[84714]: pgmap v3512: 137 pgs: 137 active+clean; 237 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 921 KiB/s rd, 3.3 MiB/s wr, 59 op/s 2024-04-15T17:32:38.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:38 smithi090 ceph-mon[91618]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-15T17:32:38.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:32:38.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:38 smithi090 ceph-mon[89240]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-15T17:32:38.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:32:38.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:38 smithi153 ceph-mon[84714]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-15T17:32:38.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:32:39.503 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (10939 ms) 2024-04-15T17:32:39.503 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-04-15T17:32:39.503 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:32:39.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:39 smithi090 ceph-mon[91618]: pgmap v3514: 137 pgs: 137 active+clean; 261 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 5.6 MiB/s wr, 58 op/s 2024-04-15T17:32:39.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:39 smithi090 ceph-mon[89240]: pgmap v3514: 137 pgs: 137 active+clean; 261 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 5.6 MiB/s wr, 58 op/s 2024-04-15T17:32:39.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:32:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:32:39] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-15T17:32:39.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:39 smithi153 ceph-mon[84714]: pgmap v3514: 137 pgs: 137 active+clean; 261 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 114 KiB/s rd, 5.6 MiB/s wr, 58 op/s 2024-04-15T17:32:41.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:41 smithi090 ceph-mon[89240]: pgmap v3515: 137 pgs: 137 active+clean; 261 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 5.6 MiB/s wr, 52 op/s 2024-04-15T17:32:41.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:41 smithi090 ceph-mon[91618]: pgmap v3515: 137 pgs: 137 active+clean; 261 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 5.6 MiB/s wr, 52 op/s 2024-04-15T17:32:41.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:41 smithi153 ceph-mon[84714]: pgmap v3515: 137 pgs: 137 active+clean; 261 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 5.6 MiB/s wr, 52 op/s 2024-04-15T17:32:42.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:32:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:32:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:32:43.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:43 smithi090 ceph-mon[89240]: pgmap v3516: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.5 MiB/s wr, 79 op/s 2024-04-15T17:32:43.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:43 smithi090 ceph-mon[91618]: pgmap v3516: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.5 MiB/s wr, 79 op/s 2024-04-15T17:32:43.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:43 smithi153 ceph-mon[84714]: pgmap v3516: 137 pgs: 137 active+clean; 306 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 9.5 MiB/s wr, 79 op/s 2024-04-15T17:32:44.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:44 smithi090 ceph-mon[91618]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-15T17:32:44.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:44 smithi090 ceph-mon[89240]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-15T17:32:44.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:44 smithi153 ceph-mon[84714]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-15T17:32:45.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:45 smithi090 ceph-mon[91618]: pgmap v3518: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 8.6 MiB/s wr, 64 op/s 2024-04-15T17:32:45.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:45 smithi090 ceph-mon[89240]: pgmap v3518: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 8.6 MiB/s wr, 64 op/s 2024-04-15T17:32:45.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:45 smithi153 ceph-mon[84714]: pgmap v3518: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 8.6 MiB/s wr, 64 op/s 2024-04-15T17:32:47.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:47 smithi090 ceph-mon[91618]: pgmap v3519: 137 pgs: 137 active+clean; 310 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 7.7 MiB/s wr, 52 op/s 2024-04-15T17:32:47.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:47 smithi090 ceph-mon[89240]: pgmap v3519: 137 pgs: 137 active+clean; 310 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 7.7 MiB/s wr, 52 op/s 2024-04-15T17:32:47.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:47 smithi153 ceph-mon[84714]: pgmap v3519: 137 pgs: 137 active+clean; 310 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 7.7 MiB/s wr, 52 op/s 2024-04-15T17:32:49.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:49 smithi090 ceph-mon[91618]: pgmap v3520: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.4 MiB/s wr, 74 op/s 2024-04-15T17:32:49.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:49 smithi090 ceph-mon[89240]: pgmap v3520: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.4 MiB/s wr, 74 op/s 2024-04-15T17:32:49.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:32:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:32:49] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-15T17:32:49.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:49 smithi153 ceph-mon[84714]: pgmap v3520: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.4 MiB/s wr, 74 op/s 2024-04-15T17:32:49.873 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (10369 ms) 2024-04-15T17:32:49.873 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-04-15T17:32:49.873 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:32:51.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:51 smithi090 ceph-mon[89240]: pgmap v3521: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.4 MiB/s wr, 74 op/s 2024-04-15T17:32:51.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:51 smithi090 ceph-mon[91618]: pgmap v3521: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.4 MiB/s wr, 74 op/s 2024-04-15T17:32:51.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:51 smithi153 ceph-mon[84714]: pgmap v3521: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.4 MiB/s wr, 74 op/s 2024-04-15T17:32:52.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:32:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:32:53.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:53 smithi090 ceph-mon[89240]: pgmap v3522: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 948 KiB/s rd, 3.3 MiB/s wr, 58 op/s 2024-04-15T17:32:53.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:32:53.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:53 smithi090 ceph-mon[91618]: pgmap v3522: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 948 KiB/s rd, 3.3 MiB/s wr, 58 op/s 2024-04-15T17:32:53.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:32:53.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:53 smithi153 ceph-mon[84714]: pgmap v3522: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 948 KiB/s rd, 3.3 MiB/s wr, 58 op/s 2024-04-15T17:32:53.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:32:55.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:55 smithi090 ceph-mon[91618]: pgmap v3523: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.9 MiB/s wr, 56 op/s 2024-04-15T17:32:55.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:55 smithi090 ceph-mon[91618]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-15T17:32:55.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:55 smithi090 ceph-mon[89240]: pgmap v3523: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.9 MiB/s wr, 56 op/s 2024-04-15T17:32:55.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:55 smithi090 ceph-mon[89240]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-15T17:32:55.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:55 smithi153 ceph-mon[84714]: pgmap v3523: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.9 MiB/s wr, 56 op/s 2024-04-15T17:32:55.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:55 smithi153 ceph-mon[84714]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-15T17:32:57.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:57 smithi090 ceph-mon[89240]: pgmap v3525: 137 pgs: 137 active+clean; 347 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 78 op/s 2024-04-15T17:32:57.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:57 smithi090 ceph-mon[91618]: pgmap v3525: 137 pgs: 137 active+clean; 347 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 78 op/s 2024-04-15T17:32:57.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:57 smithi153 ceph-mon[84714]: pgmap v3525: 137 pgs: 137 active+clean; 347 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 78 op/s 2024-04-15T17:32:59.393 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:32:59 smithi090 ceph-mon[91618]: pgmap v3526: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-15T17:32:59.393 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:32:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:32:59] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-15T17:32:59.394 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:32:59 smithi090 ceph-mon[89240]: pgmap v3526: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-15T17:32:59.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:32:59 smithi153 ceph-mon[84714]: pgmap v3526: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-15T17:33:00.559 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (10686 ms) 2024-04-15T17:33:01.268 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (78245 ms total) 2024-04-15T17:33:01.268 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:33:01.268 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-04-15T17:33:01.301 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-04-15T17:33:01.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:01 smithi153 ceph-mon[84714]: pgmap v3527: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-15T17:33:01.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:01 smithi090 ceph-mon[89240]: pgmap v3527: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-15T17:33:01.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:01 smithi090 ceph-mon[91618]: pgmap v3527: 137 pgs: 137 active+clean; 372 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 58 op/s 2024-04-15T17:33:02.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:02 smithi090 ceph-mon[89240]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-15T17:33:02.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:02 smithi090 ceph-mon[91618]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-15T17:33:02.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:02 smithi153 ceph-mon[84714]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-15T17:33:02.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:33:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:33:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:33:03.281 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:33:03.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:03 smithi090 ceph-mon[91618]: pgmap v3529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:33:03.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:03 smithi090 ceph-mon[91618]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-15T17:33:03.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:03 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/534616308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:33:03.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:03 smithi090 ceph-mon[89240]: pgmap v3529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:33:03.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:03 smithi090 ceph-mon[89240]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-15T17:33:03.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:03 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/534616308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:33:03.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:03 smithi153 ceph-mon[84714]: pgmap v3529: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:33:03.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:03 smithi153 ceph-mon[84714]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-15T17:33:03.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:03 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/534616308' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:33:04.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:04 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/534616308' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:33:04.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:04 smithi090 ceph-mon[91618]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-15T17:33:04.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:04 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/534616308' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:33:04.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:04 smithi090 ceph-mon[89240]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-15T17:33:04.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:04 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/534616308' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:33:04.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:04 smithi153 ceph-mon[84714]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-15T17:33:05.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:05 smithi090 ceph-mon[91618]: pgmap v3532: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:33:05.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:05 smithi090 ceph-mon[91618]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-15T17:33:05.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:05 smithi090 ceph-mon[89240]: pgmap v3532: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:33:05.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:05 smithi090 ceph-mon[89240]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-15T17:33:05.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:05 smithi153 ceph-mon[84714]: pgmap v3532: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:33:05.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:05 smithi153 ceph-mon[84714]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-15T17:33:06.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:06 smithi090 ceph-mon[91618]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-15T17:33:06.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:06 smithi090 ceph-mon[89240]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-15T17:33:06.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:06 smithi153 ceph-mon[84714]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-15T17:33:07.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:07 smithi090 ceph-mon[91618]: pgmap v3535: 137 pgs: 2 creating+peering, 12 unknown, 123 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.0 KiB/s wr, 13 op/s 2024-04-15T17:33:07.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:07 smithi090 ceph-mon[89240]: pgmap v3535: 137 pgs: 2 creating+peering, 12 unknown, 123 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.0 KiB/s wr, 13 op/s 2024-04-15T17:33:07.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:07 smithi153 ceph-mon[84714]: pgmap v3535: 137 pgs: 2 creating+peering, 12 unknown, 123 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.5 KiB/s rd, 2.0 KiB/s wr, 13 op/s 2024-04-15T17:33:08.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:33:08.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:33:08.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:33:09.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:09 smithi090 ceph-mon[91618]: pgmap v3536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-15T17:33:09.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:09 smithi090 ceph-mon[89240]: pgmap v3536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-15T17:33:09.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:33:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:33:09] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-04-15T17:33:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:09 smithi153 ceph-mon[84714]: pgmap v3536: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 9 op/s 2024-04-15T17:33:10.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:10 smithi090 ceph-mon[91618]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-15T17:33:10.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:10 smithi090 ceph-mon[91618]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-15T17:33:10.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:10 smithi090 ceph-mon[89240]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-15T17:33:10.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:10 smithi090 ceph-mon[89240]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-15T17:33:10.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:10 smithi153 ceph-mon[84714]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-15T17:33:10.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:10 smithi153 ceph-mon[84714]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-15T17:33:11.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:11 smithi090 ceph-mon[91618]: pgmap v3538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-15T17:33:11.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:11 smithi090 ceph-mon[89240]: pgmap v3538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-15T17:33:11.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:11 smithi153 ceph-mon[84714]: pgmap v3538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 5.0 KiB/s rd, 1.3 KiB/s wr, 8 op/s 2024-04-15T17:33:12.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:33:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:33:13.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:13 smithi090 ceph-mon[89240]: pgmap v3540: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.9 MiB/s wr, 59 op/s 2024-04-15T17:33:13.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:13 smithi090 ceph-mon[91618]: pgmap v3540: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.9 MiB/s wr, 59 op/s 2024-04-15T17:33:13.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:13 smithi153 ceph-mon[84714]: pgmap v3540: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 3.9 MiB/s wr, 59 op/s 2024-04-15T17:33:15.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:15 smithi090 ceph-mon[89240]: pgmap v3541: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-15T17:33:15.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:15 smithi090 ceph-mon[91618]: pgmap v3541: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-15T17:33:15.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:15 smithi153 ceph-mon[84714]: pgmap v3541: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-15T17:33:16.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:16 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:33:16.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:16 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:33:16.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:16 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:33:17.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:17 smithi090 ceph-mon[91618]: pgmap v3542: 137 pgs: 137 active+clean; 38 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-15T17:33:17.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:33:17.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:33:17.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:33:17.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:33:17.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:33:17.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:17 smithi090 ceph-mon[89240]: pgmap v3542: 137 pgs: 137 active+clean; 38 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-15T17:33:17.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:33:17.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:33:17.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:33:17.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:33:17.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:33:17.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:17 smithi153 ceph-mon[84714]: pgmap v3542: 137 pgs: 137 active+clean; 38 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 74 KiB/s rd, 4.1 MiB/s wr, 51 op/s 2024-04-15T17:33:17.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:33:17.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:33:17.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:33:17.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:33:17.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:33:19.253 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/3.Simple (17952 ms) 2024-04-15T17:33:19.254 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-04-15T17:33:19.254 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:33:19.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:19 smithi090 ceph-mon[91618]: pgmap v3543: 137 pgs: 137 active+clean; 38 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.9 MiB/s wr, 49 op/s 2024-04-15T17:33:19.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:19 smithi090 ceph-mon[89240]: pgmap v3543: 137 pgs: 137 active+clean; 38 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.9 MiB/s wr, 49 op/s 2024-04-15T17:33:19.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:33:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:33:19] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-04-15T17:33:19.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:19 smithi153 ceph-mon[84714]: pgmap v3543: 137 pgs: 137 active+clean; 38 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.9 MiB/s wr, 49 op/s 2024-04-15T17:33:21.590 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:21 smithi090 ceph-mon[91618]: pgmap v3544: 137 pgs: 137 active+clean; 38 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 907 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-15T17:33:21.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:21 smithi090 ceph-mon[89240]: pgmap v3544: 137 pgs: 137 active+clean; 38 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 907 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-15T17:33:21.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:21 smithi153 ceph-mon[84714]: pgmap v3544: 137 pgs: 137 active+clean; 38 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 907 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-15T17:33:22.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:33:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:33:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:33:23.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:23 smithi090 ceph-mon[89240]: pgmap v3545: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-15T17:33:23.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:33:23.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:23 smithi090 ceph-mon[91618]: pgmap v3545: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-15T17:33:23.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:33:23.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:23 smithi153 ceph-mon[84714]: pgmap v3545: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-15T17:33:23.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:33:24.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:24 smithi090 ceph-mon[89240]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-15T17:33:24.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:24 smithi090 ceph-mon[91618]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-15T17:33:24.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:24 smithi153 ceph-mon[84714]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-15T17:33:25.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:25 smithi153 ceph-mon[84714]: pgmap v3547: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-15T17:33:25.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:25 smithi090 ceph-mon[89240]: pgmap v3547: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-15T17:33:25.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:25 smithi090 ceph-mon[91618]: pgmap v3547: 137 pgs: 137 active+clean; 63 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-15T17:33:26.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:26 smithi153 ceph-mon[84714]: pgmap v3548: 137 pgs: 137 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 47 op/s 2024-04-15T17:33:26.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:26 smithi090 ceph-mon[89240]: pgmap v3548: 137 pgs: 137 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 47 op/s 2024-04-15T17:33:26.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:26 smithi090 ceph-mon[91618]: pgmap v3548: 137 pgs: 137 active+clean; 80 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 4.6 MiB/s wr, 47 op/s 2024-04-15T17:33:29.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:28 smithi090 ceph-mon[89240]: pgmap v3549: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-15T17:33:29.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:28 smithi090 ceph-mon[91618]: pgmap v3549: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-15T17:33:29.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:28 smithi153 ceph-mon[84714]: pgmap v3549: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-15T17:33:29.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:33:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:33:29] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-15T17:33:31.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:30 smithi090 ceph-mon[89240]: pgmap v3550: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-15T17:33:31.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:30 smithi090 ceph-mon[91618]: pgmap v3550: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-15T17:33:31.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:30 smithi153 ceph-mon[84714]: pgmap v3550: 137 pgs: 137 active+clean; 92 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.8 MiB/s wr, 55 op/s 2024-04-15T17:33:32.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:33:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:33:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:33:33.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:32 smithi090 ceph-mon[89240]: pgmap v3551: 137 pgs: 137 active+clean; 100 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-15T17:33:33.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:32 smithi090 ceph-mon[91618]: pgmap v3551: 137 pgs: 137 active+clean; 100 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-15T17:33:33.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:32 smithi153 ceph-mon[84714]: pgmap v3551: 137 pgs: 137 active+clean; 100 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-15T17:33:33.255 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/3.Grow (14001 ms) 2024-04-15T17:33:33.255 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-04-15T17:33:33.255 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:33:35.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:34 smithi090 ceph-mon[89240]: pgmap v3552: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.3 MiB/s wr, 41 op/s 2024-04-15T17:33:35.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:34 smithi090 ceph-mon[91618]: pgmap v3552: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.3 MiB/s wr, 41 op/s 2024-04-15T17:33:35.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:34 smithi153 ceph-mon[84714]: pgmap v3552: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 4.3 MiB/s wr, 41 op/s 2024-04-15T17:33:37.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:36 smithi090 ceph-mon[89240]: pgmap v3553: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.2 MiB/s wr, 51 op/s 2024-04-15T17:33:37.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:36 smithi090 ceph-mon[91618]: pgmap v3553: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.2 MiB/s wr, 51 op/s 2024-04-15T17:33:37.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:36 smithi153 ceph-mon[84714]: pgmap v3553: 137 pgs: 137 active+clean; 121 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 5.2 MiB/s wr, 51 op/s 2024-04-15T17:33:38.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:37 smithi090 ceph-mon[89240]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-15T17:33:38.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:37 smithi090 ceph-mon[91618]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-15T17:33:38.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:37 smithi153 ceph-mon[84714]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-15T17:33:39.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:38 smithi090 ceph-mon[91618]: pgmap v3555: 137 pgs: 137 active+clean; 125 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-15T17:33:39.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:33:39.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:38 smithi090 ceph-mon[89240]: pgmap v3555: 137 pgs: 137 active+clean; 125 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-15T17:33:39.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:33:39.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:38 smithi153 ceph-mon[84714]: pgmap v3555: 137 pgs: 137 active+clean; 125 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-15T17:33:39.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:33:39.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:33:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:33:39] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-15T17:33:41.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:40 smithi090 ceph-mon[91618]: pgmap v3556: 137 pgs: 137 active+clean; 125 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-15T17:33:41.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:40 smithi090 ceph-mon[89240]: pgmap v3556: 137 pgs: 137 active+clean; 125 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-15T17:33:41.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:40 smithi153 ceph-mon[84714]: pgmap v3556: 137 pgs: 137 active+clean; 125 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.7 MiB/s wr, 40 op/s 2024-04-15T17:33:42.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:33:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:33:43.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:42 smithi090 ceph-mon[91618]: pgmap v3557: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.4 MiB/s wr, 60 op/s 2024-04-15T17:33:43.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:42 smithi090 ceph-mon[89240]: pgmap v3557: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.4 MiB/s wr, 60 op/s 2024-04-15T17:33:43.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:42 smithi153 ceph-mon[84714]: pgmap v3557: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 5.4 MiB/s wr, 60 op/s 2024-04-15T17:33:45.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:44 smithi090 ceph-mon[91618]: pgmap v3558: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.0 MiB/s wr, 64 op/s 2024-04-15T17:33:45.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:44 smithi090 ceph-mon[89240]: pgmap v3558: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.0 MiB/s wr, 64 op/s 2024-04-15T17:33:45.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:44 smithi153 ceph-mon[84714]: pgmap v3558: 137 pgs: 137 active+clean; 154 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 5.0 MiB/s wr, 64 op/s 2024-04-15T17:33:46.656 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (13401 ms) 2024-04-15T17:33:46.656 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-04-15T17:33:46.657 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:33:47.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:46 smithi090 ceph-mon[91618]: pgmap v3559: 137 pgs: 137 active+clean; 159 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.2 MiB/s wr, 47 op/s 2024-04-15T17:33:47.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:46 smithi090 ceph-mon[89240]: pgmap v3559: 137 pgs: 137 active+clean; 159 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.2 MiB/s wr, 47 op/s 2024-04-15T17:33:47.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:46 smithi153 ceph-mon[84714]: pgmap v3559: 137 pgs: 137 active+clean; 159 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.2 MiB/s wr, 47 op/s 2024-04-15T17:33:49.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:48 smithi090 ceph-mon[91618]: pgmap v3560: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 57 op/s 2024-04-15T17:33:49.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:48 smithi090 ceph-mon[89240]: pgmap v3560: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 57 op/s 2024-04-15T17:33:49.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:48 smithi153 ceph-mon[84714]: pgmap v3560: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 57 op/s 2024-04-15T17:33:49.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:33:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:33:49] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-15T17:33:51.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:50 smithi090 ceph-mon[89240]: pgmap v3561: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.8 MiB/s wr, 47 op/s 2024-04-15T17:33:51.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:50 smithi090 ceph-mon[91618]: pgmap v3561: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.8 MiB/s wr, 47 op/s 2024-04-15T17:33:51.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:50 smithi153 ceph-mon[84714]: pgmap v3561: 137 pgs: 137 active+clean; 179 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.8 MiB/s wr, 47 op/s 2024-04-15T17:33:52.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:51 smithi090 ceph-mon[91618]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-15T17:33:52.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:51 smithi090 ceph-mon[89240]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-15T17:33:52.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:51 smithi153 ceph-mon[84714]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-15T17:33:52.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:33:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:33:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:33:53.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:52 smithi090 ceph-mon[89240]: pgmap v3563: 137 pgs: 137 active+clean; 204 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-15T17:33:53.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:52 smithi090 ceph-mon[91618]: pgmap v3563: 137 pgs: 137 active+clean; 204 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-15T17:33:53.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:52 smithi153 ceph-mon[84714]: pgmap v3563: 137 pgs: 137 active+clean; 204 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-15T17:33:54.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:33:54.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:33:54.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:33:55.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:54 smithi090 ceph-mon[89240]: pgmap v3564: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-15T17:33:55.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:54 smithi090 ceph-mon[91618]: pgmap v3564: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-15T17:33:55.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:54 smithi153 ceph-mon[84714]: pgmap v3564: 137 pgs: 137 active+clean; 208 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-15T17:33:57.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:56 smithi090 ceph-mon[89240]: pgmap v3565: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.3 MiB/s wr, 59 op/s 2024-04-15T17:33:57.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:56 smithi090 ceph-mon[91618]: pgmap v3565: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.3 MiB/s wr, 59 op/s 2024-04-15T17:33:57.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:56 smithi153 ceph-mon[84714]: pgmap v3565: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.4 MiB/s rd, 5.3 MiB/s wr, 59 op/s 2024-04-15T17:33:59.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:33:58 smithi090 ceph-mon[89240]: pgmap v3566: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1010 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T17:33:59.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:33:58 smithi090 ceph-mon[91618]: pgmap v3566: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1010 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T17:33:59.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:33:58 smithi153 ceph-mon[84714]: pgmap v3566: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1010 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T17:33:59.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:33:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:33:59] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-15T17:34:00.615 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (13959 ms) 2024-04-15T17:34:00.616 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-04-15T17:34:00.616 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:34:01.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:00 smithi090 ceph-mon[91618]: pgmap v3567: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1010 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T17:34:01.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:00 smithi090 ceph-mon[89240]: pgmap v3567: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1010 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T17:34:01.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:00 smithi153 ceph-mon[84714]: pgmap v3567: 137 pgs: 137 active+clean; 212 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1010 KiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T17:34:02.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:34:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:34:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:34:03.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:02 smithi090 ceph-mon[89240]: pgmap v3568: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 46 op/s 2024-04-15T17:34:03.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:02 smithi090 ceph-mon[91618]: pgmap v3568: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 46 op/s 2024-04-15T17:34:03.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:02 smithi153 ceph-mon[84714]: pgmap v3568: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 2.2 MiB/s wr, 46 op/s 2024-04-15T17:34:05.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:04 smithi090 ceph-mon[91618]: pgmap v3569: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 774 KiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-04-15T17:34:05.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:04 smithi090 ceph-mon[89240]: pgmap v3569: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 774 KiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-04-15T17:34:05.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:04 smithi153 ceph-mon[84714]: pgmap v3569: 137 pgs: 137 active+clean; 216 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 774 KiB/s rd, 1.7 MiB/s wr, 27 op/s 2024-04-15T17:34:06.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:05 smithi090 ceph-mon[91618]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-15T17:34:06.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:05 smithi090 ceph-mon[89240]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-15T17:34:06.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:05 smithi153 ceph-mon[84714]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-15T17:34:07.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:06 smithi090 ceph-mon[91618]: pgmap v3571: 137 pgs: 137 active+clean; 220 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-04-15T17:34:07.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:06 smithi090 ceph-mon[89240]: pgmap v3571: 137 pgs: 137 active+clean; 220 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-04-15T17:34:07.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:06 smithi153 ceph-mon[84714]: pgmap v3571: 137 pgs: 137 active+clean; 220 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 902 KiB/s rd, 1.6 MiB/s wr, 36 op/s 2024-04-15T17:34:09.116 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:08 smithi090 ceph-mon[89240]: pgmap v3572: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-15T17:34:09.117 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:34:09.117 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:08 smithi090 ceph-mon[91618]: pgmap v3572: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-15T17:34:09.117 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:34:09.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:08 smithi153 ceph-mon[84714]: pgmap v3572: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-15T17:34:09.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:34:09.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:34:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:34:09] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-15T17:34:11.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:10 smithi153 ceph-mon[84714]: pgmap v3573: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-15T17:34:11.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:10 smithi090 ceph-mon[91618]: pgmap v3573: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-15T17:34:11.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:10 smithi090 ceph-mon[89240]: pgmap v3573: 137 pgs: 137 active+clean; 245 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 883 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-15T17:34:12.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:34:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:34:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:34:13.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:12 smithi153 ceph-mon[84714]: pgmap v3574: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-15T17:34:13.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:12 smithi090 ceph-mon[91618]: pgmap v3574: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-15T17:34:13.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:12 smithi090 ceph-mon[89240]: pgmap v3574: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-15T17:34:14.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:13 smithi153 ceph-mon[84714]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-15T17:34:14.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:13 smithi090 ceph-mon[89240]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-15T17:34:14.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:13 smithi090 ceph-mon[91618]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-15T17:34:15.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:14 smithi153 ceph-mon[84714]: pgmap v3576: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-15T17:34:15.174 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (14559 ms) 2024-04-15T17:34:15.174 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-04-15T17:34:15.174 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:34:15.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:14 smithi090 ceph-mon[91618]: pgmap v3576: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-15T17:34:15.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:14 smithi090 ceph-mon[89240]: pgmap v3576: 137 pgs: 137 active+clean; 249 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-15T17:34:17.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:16 smithi153 ceph-mon[84714]: pgmap v3577: 137 pgs: 137 active+clean; 261 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 944 KiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-15T17:34:17.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:16 smithi090 ceph-mon[91618]: pgmap v3577: 137 pgs: 137 active+clean; 261 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 944 KiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-15T17:34:17.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:16 smithi090 ceph-mon[89240]: pgmap v3577: 137 pgs: 137 active+clean; 261 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 944 KiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-15T17:34:18.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:34:18.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:34:18.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:34:19.341 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:34:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:34:19] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-15T17:34:19.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:18 smithi090 ceph-mon[89240]: pgmap v3578: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-15T17:34:19.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:34:19.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:34:19.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:34:19.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:34:19.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:34:19.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:18 smithi090 ceph-mon[91618]: pgmap v3578: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-15T17:34:19.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:34:19.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:34:19.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:34:19.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:34:19.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:34:19.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:18 smithi153 ceph-mon[84714]: pgmap v3578: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.1 MiB/s wr, 44 op/s 2024-04-15T17:34:19.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:34:19.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:34:19.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:34:19.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:34:19.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:34:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:20 smithi090 ceph-mon[89240]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-15T17:34:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:20 smithi090 ceph-mon[89240]: pgmap v3580: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 44 op/s 2024-04-15T17:34:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:20 smithi090 ceph-mon[91618]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-15T17:34:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:20 smithi090 ceph-mon[91618]: pgmap v3580: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 44 op/s 2024-04-15T17:34:20.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:20 smithi153 ceph-mon[84714]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-15T17:34:20.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:20 smithi153 ceph-mon[84714]: pgmap v3580: 137 pgs: 137 active+clean; 306 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 44 op/s 2024-04-15T17:34:22.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:34:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:34:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:34:23.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:22 smithi090 ceph-mon[91618]: pgmap v3581: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.7 MiB/s wr, 76 op/s 2024-04-15T17:34:23.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:22 smithi090 ceph-mon[89240]: pgmap v3581: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.7 MiB/s wr, 76 op/s 2024-04-15T17:34:23.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:22 smithi153 ceph-mon[84714]: pgmap v3581: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.7 MiB/s wr, 76 op/s 2024-04-15T17:34:24.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:34:24.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:34:24.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:34:25.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:24 smithi090 ceph-mon[89240]: pgmap v3582: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-15T17:34:25.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:24 smithi090 ceph-mon[91618]: pgmap v3582: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-15T17:34:25.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:24 smithi153 ceph-mon[84714]: pgmap v3582: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-15T17:34:27.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:26 smithi090 ceph-mon[91618]: pgmap v3583: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 7.4 MiB/s wr, 44 op/s 2024-04-15T17:34:27.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:26 smithi090 ceph-mon[89240]: pgmap v3583: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 7.4 MiB/s wr, 44 op/s 2024-04-15T17:34:27.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:26 smithi153 ceph-mon[84714]: pgmap v3583: 137 pgs: 137 active+clean; 335 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 7.4 MiB/s wr, 44 op/s 2024-04-15T17:34:29.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:28 smithi090 ceph-mon[89240]: pgmap v3584: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 526 KiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-15T17:34:29.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:28 smithi090 ceph-mon[91618]: pgmap v3584: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 526 KiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-15T17:34:29.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:28 smithi153 ceph-mon[84714]: pgmap v3584: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 526 KiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-15T17:34:29.264 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (14090 ms) 2024-04-15T17:34:29.264 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-04-15T17:34:29.264 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:34:29.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:34:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:34:29] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-15T17:34:31.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:30 smithi090 ceph-mon[89240]: pgmap v3585: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 514 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-15T17:34:31.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:30 smithi090 ceph-mon[91618]: pgmap v3585: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 514 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-15T17:34:31.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:30 smithi153 ceph-mon[84714]: pgmap v3585: 137 pgs: 137 active+clean; 339 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 514 KiB/s rd, 3.6 MiB/s wr, 40 op/s 2024-04-15T17:34:32.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:34:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:34:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:34:33.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:32 smithi090 ceph-mon[89240]: pgmap v3586: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-15T17:34:33.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:32 smithi090 ceph-mon[91618]: pgmap v3586: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-15T17:34:33.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:32 smithi153 ceph-mon[84714]: pgmap v3586: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-15T17:34:34.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:33 smithi090 ceph-mon[89240]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-15T17:34:34.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:33 smithi090 ceph-mon[91618]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-15T17:34:34.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:33 smithi153 ceph-mon[84714]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-15T17:34:35.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:34 smithi090 ceph-mon[89240]: pgmap v3588: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-15T17:34:35.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:34 smithi090 ceph-mon[91618]: pgmap v3588: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-15T17:34:35.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:34 smithi153 ceph-mon[84714]: pgmap v3588: 137 pgs: 137 active+clean; 343 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-15T17:34:37.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:36 smithi090 ceph-mon[91618]: pgmap v3589: 137 pgs: 137 active+clean; 352 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 45 op/s 2024-04-15T17:34:37.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:36 smithi090 ceph-mon[89240]: pgmap v3589: 137 pgs: 137 active+clean; 352 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 45 op/s 2024-04-15T17:34:37.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:36 smithi153 ceph-mon[84714]: pgmap v3589: 137 pgs: 137 active+clean; 352 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 45 op/s 2024-04-15T17:34:39.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:38 smithi090 ceph-mon[91618]: pgmap v3590: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-15T17:34:39.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:34:39.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:38 smithi090 ceph-mon[89240]: pgmap v3590: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-15T17:34:39.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:34:39.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:38 smithi153 ceph-mon[84714]: pgmap v3590: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-15T17:34:39.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:34:39.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:34:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:34:39] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-15T17:34:41.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:40 smithi090 ceph-mon[91618]: pgmap v3591: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-15T17:34:41.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:40 smithi090 ceph-mon[89240]: pgmap v3591: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-15T17:34:41.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:40 smithi153 ceph-mon[84714]: pgmap v3591: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-15T17:34:42.553 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (13288 ms) 2024-04-15T17:34:42.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:34:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:34:42.833 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (101250 ms total) 2024-04-15T17:34:42.833 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:34:42.833 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-04-15T17:34:42.870 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-04-15T17:34:43.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:42 smithi090 ceph-mon[89240]: pgmap v3592: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 3.3 MiB/s wr, 52 op/s 2024-04-15T17:34:43.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:42 smithi090 ceph-mon[91618]: pgmap v3592: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 3.3 MiB/s wr, 52 op/s 2024-04-15T17:34:43.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:42 smithi153 ceph-mon[84714]: pgmap v3592: 137 pgs: 137 active+clean; 376 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 3.3 MiB/s wr, 52 op/s 2024-04-15T17:34:44.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:43 smithi090 ceph-mon[89240]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-15T17:34:44.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:43 smithi090 ceph-mon[91618]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-15T17:34:44.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:43 smithi153 ceph-mon[84714]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-15T17:34:44.858 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:34:45.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:44 smithi153 ceph-mon[84714]: pgmap v3594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:34:45.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:44 smithi153 ceph-mon[84714]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-15T17:34:45.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:44 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1038202678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:34:45.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:44 smithi090 ceph-mon[89240]: pgmap v3594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:34:45.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:44 smithi090 ceph-mon[89240]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-15T17:34:45.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:44 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1038202678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:34:45.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:44 smithi090 ceph-mon[91618]: pgmap v3594: 105 pgs: 105 active+clean; 4.6 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:34:45.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:44 smithi090 ceph-mon[91618]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-15T17:34:45.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:44 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1038202678' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:34:46.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:45 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1038202678' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:34:46.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:45 smithi153 ceph-mon[84714]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-15T17:34:46.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:45 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1038202678' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:34:46.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:45 smithi090 ceph-mon[91618]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-15T17:34:46.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:45 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1038202678' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:34:46.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:45 smithi090 ceph-mon[89240]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-15T17:34:47.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:46 smithi153 ceph-mon[84714]: pgmap v3597: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:34:47.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:46 smithi153 ceph-mon[84714]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-15T17:34:47.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:46 smithi090 ceph-mon[91618]: pgmap v3597: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:34:47.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:46 smithi090 ceph-mon[91618]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-15T17:34:47.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:46 smithi090 ceph-mon[89240]: pgmap v3597: 137 pgs: 20 unknown, 117 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:34:47.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:46 smithi090 ceph-mon[89240]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-15T17:34:48.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:47 smithi153 ceph-mon[84714]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-15T17:34:48.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:47 smithi090 ceph-mon[91618]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-15T17:34:48.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:47 smithi090 ceph-mon[89240]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-15T17:34:49.117 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:48 smithi090 ceph-mon[91618]: pgmap v3600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:34:49.117 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:48 smithi090 ceph-mon[89240]: pgmap v3600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:34:49.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:48 smithi153 ceph-mon[84714]: pgmap v3600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:34:49.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:34:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:34:49] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-15T17:34:51.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:50 smithi153 ceph-mon[84714]: pgmap v3601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:34:51.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:50 smithi090 ceph-mon[89240]: pgmap v3601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:34:51.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:50 smithi090 ceph-mon[91618]: pgmap v3601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:34:52.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:51 smithi153 ceph-mon[84714]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-15T17:34:52.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:51 smithi090 ceph-mon[91618]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-15T17:34:52.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:51 smithi090 ceph-mon[89240]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-15T17:34:52.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:34:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:34:53.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:52 smithi090 ceph-mon[91618]: pgmap v3603: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-15T17:34:53.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:34:53.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:52 smithi090 ceph-mon[89240]: pgmap v3603: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-15T17:34:53.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:34:53.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:52 smithi153 ceph-mon[84714]: pgmap v3603: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 19 KiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-15T17:34:53.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:34:55.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:54 smithi090 ceph-mon[89240]: pgmap v3604: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-04-15T17:34:55.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:54 smithi090 ceph-mon[91618]: pgmap v3604: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-04-15T17:34:55.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:54 smithi153 ceph-mon[84714]: pgmap v3604: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.7 MiB/s wr, 30 op/s 2024-04-15T17:34:56.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:56 smithi153 ceph-mon[84714]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-15T17:34:56.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:56 smithi090 ceph-mon[91618]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-15T17:34:56.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:56 smithi090 ceph-mon[89240]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-15T17:34:57.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:57 smithi153 ceph-mon[84714]: pgmap v3606: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-15T17:34:57.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:57 smithi090 ceph-mon[91618]: pgmap v3606: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-15T17:34:57.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:57 smithi090 ceph-mon[89240]: pgmap v3606: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-15T17:34:59.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:34:59 smithi153 ceph-mon[84714]: pgmap v3607: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-15T17:34:59.391 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:34:59 smithi090 ceph-mon[91618]: pgmap v3607: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-15T17:34:59.392 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:34:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:34:59] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-15T17:34:59.392 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:34:59 smithi090 ceph-mon[89240]: pgmap v3607: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.6 MiB/s wr, 50 op/s 2024-04-15T17:35:01.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:01 smithi090 ceph-mon[89240]: pgmap v3608: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 117 KiB/s wr, 27 op/s 2024-04-15T17:35:01.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:01 smithi090 ceph-mon[91618]: pgmap v3608: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 117 KiB/s wr, 27 op/s 2024-04-15T17:35:01.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:01 smithi153 ceph-mon[84714]: pgmap v3608: 137 pgs: 137 active+clean; 34 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 117 KiB/s wr, 27 op/s 2024-04-15T17:35:02.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:35:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:35:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:35:03.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:03 smithi090 ceph-mon[89240]: pgmap v3609: 137 pgs: 137 active+clean; 42 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 820 KiB/s wr, 29 op/s 2024-04-15T17:35:03.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:03 smithi090 ceph-mon[91618]: pgmap v3609: 137 pgs: 137 active+clean; 42 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 820 KiB/s wr, 29 op/s 2024-04-15T17:35:03.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:03 smithi153 ceph-mon[84714]: pgmap v3609: 137 pgs: 137 active+clean; 42 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 820 KiB/s wr, 29 op/s 2024-04-15T17:35:04.243 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/4.Simple (21373 ms) 2024-04-15T17:35:04.243 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-04-15T17:35:04.243 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:35:05.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:05 smithi090 ceph-mon[89240]: pgmap v3610: 137 pgs: 137 active+clean; 55 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-04-15T17:35:05.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:05 smithi090 ceph-mon[91618]: pgmap v3610: 137 pgs: 137 active+clean; 55 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-04-15T17:35:05.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:05 smithi153 ceph-mon[84714]: pgmap v3610: 137 pgs: 137 active+clean; 55 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.9 MiB/s wr, 33 op/s 2024-04-15T17:35:07.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:07 smithi090 ceph-mon[91618]: pgmap v3611: 137 pgs: 137 active+clean; 59 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.5 MiB/s wr, 40 op/s 2024-04-15T17:35:07.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:07 smithi090 ceph-mon[89240]: pgmap v3611: 137 pgs: 137 active+clean; 59 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.5 MiB/s wr, 40 op/s 2024-04-15T17:35:07.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:07 smithi153 ceph-mon[84714]: pgmap v3611: 137 pgs: 137 active+clean; 59 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.5 MiB/s wr, 40 op/s 2024-04-15T17:35:08.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:35:08.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:35:08.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:35:09.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:35:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:35:09] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-15T17:35:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:09 smithi090 ceph-mon[91618]: pgmap v3612: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-15T17:35:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:09 smithi090 ceph-mon[91618]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-15T17:35:09.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:09 smithi090 ceph-mon[89240]: pgmap v3612: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-15T17:35:09.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:09 smithi090 ceph-mon[89240]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-15T17:35:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:09 smithi153 ceph-mon[84714]: pgmap v3612: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-15T17:35:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:09 smithi153 ceph-mon[84714]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-15T17:35:11.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:11 smithi090 ceph-mon[91618]: pgmap v3614: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-15T17:35:11.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:11 smithi090 ceph-mon[89240]: pgmap v3614: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-15T17:35:11.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:11 smithi153 ceph-mon[84714]: pgmap v3614: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 34 op/s 2024-04-15T17:35:12.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:35:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:35:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:35:13.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:13 smithi090 ceph-mon[91618]: pgmap v3615: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 54 op/s 2024-04-15T17:35:13.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:13 smithi090 ceph-mon[89240]: pgmap v3615: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 54 op/s 2024-04-15T17:35:13.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:13 smithi153 ceph-mon[84714]: pgmap v3615: 137 pgs: 137 active+clean; 96 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 54 op/s 2024-04-15T17:35:15.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:15 smithi090 ceph-mon[91618]: pgmap v3616: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 51 op/s 2024-04-15T17:35:15.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:15 smithi090 ceph-mon[89240]: pgmap v3616: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 51 op/s 2024-04-15T17:35:15.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:15 smithi153 ceph-mon[84714]: pgmap v3616: 137 pgs: 137 active+clean; 104 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 5.7 MiB/s wr, 51 op/s 2024-04-15T17:35:17.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:17 smithi090 ceph-mon[91618]: pgmap v3617: 137 pgs: 137 active+clean; 112 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.7 MiB/s wr, 47 op/s 2024-04-15T17:35:17.597 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:17 smithi090 ceph-mon[89240]: pgmap v3617: 137 pgs: 137 active+clean; 112 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.7 MiB/s wr, 47 op/s 2024-04-15T17:35:17.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:17 smithi153 ceph-mon[84714]: pgmap v3617: 137 pgs: 137 active+clean; 112 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.4 MiB/s rd, 5.7 MiB/s wr, 47 op/s 2024-04-15T17:35:19.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:19 smithi090 ceph-mon[89240]: pgmap v3618: 137 pgs: 137 active+clean; 120 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-15T17:35:19.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:19 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:35:19.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:19 smithi090 ceph-mon[91618]: pgmap v3618: 137 pgs: 137 active+clean; 120 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-15T17:35:19.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:19 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:35:19.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:35:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:35:19] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-15T17:35:19.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:19 smithi153 ceph-mon[84714]: pgmap v3618: 137 pgs: 137 active+clean; 120 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-15T17:35:19.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:19 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:35:20.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:20 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:35:20.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:20 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:35:20.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:20 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:35:20.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:20 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:35:20.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:20 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:35:20.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:20 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:35:20.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:20 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:35:20.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:20 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:35:20.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:20 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:35:21.501 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/4.Grow (17258 ms) 2024-04-15T17:35:21.501 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-04-15T17:35:21.501 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:35:21.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:21 smithi090 ceph-mon[91618]: pgmap v3619: 137 pgs: 137 active+clean; 120 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-15T17:35:21.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:21 smithi090 ceph-mon[89240]: pgmap v3619: 137 pgs: 137 active+clean; 120 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-15T17:35:21.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:21 smithi153 ceph-mon[84714]: pgmap v3619: 137 pgs: 137 active+clean; 120 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-15T17:35:22.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:35:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:35:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:35:23.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:23 smithi090 ceph-mon[91618]: pgmap v3620: 137 pgs: 137 active+clean; 140 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.4 MiB/s wr, 48 op/s 2024-04-15T17:35:23.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:35:23.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:23 smithi090 ceph-mon[89240]: pgmap v3620: 137 pgs: 137 active+clean; 140 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.4 MiB/s wr, 48 op/s 2024-04-15T17:35:23.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:35:23.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:23 smithi153 ceph-mon[84714]: pgmap v3620: 137 pgs: 137 active+clean; 140 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 6.4 MiB/s wr, 48 op/s 2024-04-15T17:35:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:35:25.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:25 smithi090 ceph-mon[91618]: pgmap v3621: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.4 MiB/s wr, 31 op/s 2024-04-15T17:35:25.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:25 smithi090 ceph-mon[89240]: pgmap v3621: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.4 MiB/s wr, 31 op/s 2024-04-15T17:35:25.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:25 smithi153 ceph-mon[84714]: pgmap v3621: 137 pgs: 137 active+clean; 145 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 5.4 MiB/s wr, 31 op/s 2024-04-15T17:35:26.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:26 smithi090 ceph-mon[91618]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-15T17:35:26.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:26 smithi090 ceph-mon[89240]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-15T17:35:26.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:26 smithi153 ceph-mon[84714]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-15T17:35:27.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:27 smithi090 ceph-mon[91618]: pgmap v3623: 137 pgs: 137 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 38 op/s 2024-04-15T17:35:27.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:27 smithi090 ceph-mon[89240]: pgmap v3623: 137 pgs: 137 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 38 op/s 2024-04-15T17:35:27.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:27 smithi153 ceph-mon[84714]: pgmap v3623: 137 pgs: 137 active+clean; 153 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 38 op/s 2024-04-15T17:35:29.392 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:29 smithi090 ceph-mon[91618]: pgmap v3624: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-15T17:35:29.393 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:35:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:35:29] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-15T17:35:29.393 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:29 smithi090 ceph-mon[89240]: pgmap v3624: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-15T17:35:29.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:29 smithi153 ceph-mon[84714]: pgmap v3624: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-15T17:35:31.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:31 smithi090 ceph-mon[91618]: pgmap v3625: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-15T17:35:31.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:31 smithi090 ceph-mon[89240]: pgmap v3625: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-15T17:35:31.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:31 smithi153 ceph-mon[84714]: pgmap v3625: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 60 op/s 2024-04-15T17:35:32.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:35:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:35:33.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:33 smithi090 ceph-mon[91618]: pgmap v3626: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-15T17:35:33.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:33 smithi090 ceph-mon[89240]: pgmap v3626: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-15T17:35:33.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:33 smithi153 ceph-mon[84714]: pgmap v3626: 137 pgs: 137 active+clean; 174 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-15T17:35:35.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:35 smithi090 ceph-mon[89240]: pgmap v3627: 137 pgs: 137 active+clean; 182 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-15T17:35:35.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:35 smithi090 ceph-mon[91618]: pgmap v3627: 137 pgs: 137 active+clean; 182 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-15T17:35:35.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:35 smithi153 ceph-mon[84714]: pgmap v3627: 137 pgs: 137 active+clean; 182 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 MiB/s wr, 46 op/s 2024-04-15T17:35:37.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:37 smithi090 ceph-mon[91618]: pgmap v3628: 137 pgs: 137 active+clean; 186 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.9 MiB/s wr, 45 op/s 2024-04-15T17:35:37.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:37 smithi090 ceph-mon[89240]: pgmap v3628: 137 pgs: 137 active+clean; 186 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.9 MiB/s wr, 45 op/s 2024-04-15T17:35:37.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:37 smithi153 ceph-mon[84714]: pgmap v3628: 137 pgs: 137 active+clean; 186 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.9 MiB/s wr, 45 op/s 2024-04-15T17:35:38.575 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (17074 ms) 2024-04-15T17:35:38.576 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-04-15T17:35:38.576 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:35:38.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:35:38.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:35:38.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:35:39.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:39 smithi090 ceph-mon[91618]: pgmap v3629: 137 pgs: 137 active+clean; 198 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.4 MiB/s wr, 46 op/s 2024-04-15T17:35:39.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:39 smithi090 ceph-mon[89240]: pgmap v3629: 137 pgs: 137 active+clean; 198 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.4 MiB/s wr, 46 op/s 2024-04-15T17:35:39.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:35:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:35:39] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-15T17:35:39.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:39 smithi153 ceph-mon[84714]: pgmap v3629: 137 pgs: 137 active+clean; 198 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.4 MiB/s wr, 46 op/s 2024-04-15T17:35:41.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:41 smithi090 ceph-mon[91618]: pgmap v3630: 137 pgs: 137 active+clean; 198 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-15T17:35:41.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:41 smithi090 ceph-mon[89240]: pgmap v3630: 137 pgs: 137 active+clean; 198 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-15T17:35:41.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:41 smithi153 ceph-mon[84714]: pgmap v3630: 137 pgs: 137 active+clean; 198 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 22 op/s 2024-04-15T17:35:42.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:35:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:35:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:35:43.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:43 smithi090 ceph-mon[91618]: pgmap v3631: 137 pgs: 137 active+clean; 215 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-15T17:35:43.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:43 smithi090 ceph-mon[91618]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-15T17:35:43.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:43 smithi090 ceph-mon[89240]: pgmap v3631: 137 pgs: 137 active+clean; 215 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-15T17:35:43.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:43 smithi090 ceph-mon[89240]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-15T17:35:43.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:43 smithi153 ceph-mon[84714]: pgmap v3631: 137 pgs: 137 active+clean; 215 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-15T17:35:43.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:43 smithi153 ceph-mon[84714]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-15T17:35:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:45 smithi090 ceph-mon[91618]: pgmap v3633: 137 pgs: 137 active+clean; 215 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 35 op/s 2024-04-15T17:35:45.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:45 smithi090 ceph-mon[89240]: pgmap v3633: 137 pgs: 137 active+clean; 215 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 35 op/s 2024-04-15T17:35:45.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:45 smithi153 ceph-mon[84714]: pgmap v3633: 137 pgs: 137 active+clean; 215 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 35 op/s 2024-04-15T17:35:47.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:47 smithi090 ceph-mon[91618]: pgmap v3634: 137 pgs: 137 active+clean; 236 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 36 op/s 2024-04-15T17:35:47.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:47 smithi090 ceph-mon[89240]: pgmap v3634: 137 pgs: 137 active+clean; 236 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 36 op/s 2024-04-15T17:35:47.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:47 smithi153 ceph-mon[84714]: pgmap v3634: 137 pgs: 137 active+clean; 236 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 36 op/s 2024-04-15T17:35:49.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:49 smithi090 ceph-mon[91618]: pgmap v3635: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.4 MiB/s wr, 45 op/s 2024-04-15T17:35:49.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:49 smithi090 ceph-mon[89240]: pgmap v3635: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.4 MiB/s wr, 45 op/s 2024-04-15T17:35:49.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:35:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:35:49] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-15T17:35:49.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:49 smithi153 ceph-mon[84714]: pgmap v3635: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.4 MiB/s wr, 45 op/s 2024-04-15T17:35:51.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:51 smithi090 ceph-mon[91618]: pgmap v3636: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.4 MiB/s wr, 45 op/s 2024-04-15T17:35:51.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:51 smithi090 ceph-mon[89240]: pgmap v3636: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.4 MiB/s wr, 45 op/s 2024-04-15T17:35:51.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:51 smithi153 ceph-mon[84714]: pgmap v3636: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.4 MiB/s wr, 45 op/s 2024-04-15T17:35:52.537 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:35:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:35:53.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:53 smithi090 ceph-mon[91618]: pgmap v3637: 137 pgs: 137 active+clean; 252 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-15T17:35:53.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:35:53.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:53 smithi090 ceph-mon[89240]: pgmap v3637: 137 pgs: 137 active+clean; 252 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-15T17:35:53.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:35:53.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:53 smithi153 ceph-mon[84714]: pgmap v3637: 137 pgs: 137 active+clean; 252 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 879 KiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-15T17:35:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:35:55.511 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (16935 ms) 2024-04-15T17:35:55.511 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-04-15T17:35:55.511 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:35:55.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:55 smithi090 ceph-mon[91618]: pgmap v3638: 137 pgs: 137 active+clean; 260 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-15T17:35:55.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:55 smithi090 ceph-mon[89240]: pgmap v3638: 137 pgs: 137 active+clean; 260 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-15T17:35:55.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:55 smithi153 ceph-mon[84714]: pgmap v3638: 137 pgs: 137 active+clean; 260 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 767 KiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-15T17:35:57.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:57 smithi090 ceph-mon[89240]: pgmap v3639: 137 pgs: 137 active+clean; 260 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-04-15T17:35:57.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:57 smithi090 ceph-mon[91618]: pgmap v3639: 137 pgs: 137 active+clean; 260 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-04-15T17:35:57.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:57 smithi153 ceph-mon[84714]: pgmap v3639: 137 pgs: 137 active+clean; 260 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.4 MiB/s wr, 37 op/s 2024-04-15T17:35:59.392 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:35:59 smithi090 ceph-mon[91618]: pgmap v3640: 137 pgs: 137 active+clean; 264 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 46 op/s 2024-04-15T17:35:59.393 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:35:59 smithi090 ceph-mon[89240]: pgmap v3640: 137 pgs: 137 active+clean; 264 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 46 op/s 2024-04-15T17:35:59.393 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:35:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:35:59] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-15T17:35:59.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:35:59 smithi153 ceph-mon[84714]: pgmap v3640: 137 pgs: 137 active+clean; 264 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 46 op/s 2024-04-15T17:36:00.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:00 smithi090 ceph-mon[89240]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-15T17:36:00.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:00 smithi090 ceph-mon[91618]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-15T17:36:00.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:00 smithi153 ceph-mon[84714]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-15T17:36:01.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:01 smithi090 ceph-mon[91618]: pgmap v3642: 137 pgs: 137 active+clean; 264 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-15T17:36:01.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:01 smithi090 ceph-mon[89240]: pgmap v3642: 137 pgs: 137 active+clean; 264 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-15T17:36:01.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:01 smithi153 ceph-mon[84714]: pgmap v3642: 137 pgs: 137 active+clean; 264 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 27 op/s 2024-04-15T17:36:02.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:36:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:36:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:36:03.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:03 smithi090 ceph-mon[91618]: pgmap v3643: 137 pgs: 137 active+clean; 285 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-15T17:36:03.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:03 smithi090 ceph-mon[89240]: pgmap v3643: 137 pgs: 137 active+clean; 285 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-15T17:36:03.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:03 smithi153 ceph-mon[84714]: pgmap v3643: 137 pgs: 137 active+clean; 285 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 54 op/s 2024-04-15T17:36:05.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:05 smithi090 ceph-mon[91618]: pgmap v3644: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-15T17:36:05.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:05 smithi090 ceph-mon[89240]: pgmap v3644: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-15T17:36:05.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:05 smithi153 ceph-mon[84714]: pgmap v3644: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-15T17:36:07.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:07 smithi090 ceph-mon[91618]: pgmap v3645: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 854 KiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-15T17:36:07.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:07 smithi090 ceph-mon[89240]: pgmap v3645: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 854 KiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-15T17:36:07.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:07 smithi153 ceph-mon[84714]: pgmap v3645: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 854 KiB/s rd, 4.5 MiB/s wr, 47 op/s 2024-04-15T17:36:08.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:36:08.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:36:08.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:36:09.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:09 smithi090 ceph-mon[89240]: pgmap v3646: 137 pgs: 137 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.7 MiB/s wr, 35 op/s 2024-04-15T17:36:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:09 smithi090 ceph-mon[91618]: pgmap v3646: 137 pgs: 137 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.7 MiB/s wr, 35 op/s 2024-04-15T17:36:09.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:36:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:36:09] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-15T17:36:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:09 smithi153 ceph-mon[84714]: pgmap v3646: 137 pgs: 137 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 3.7 MiB/s wr, 35 op/s 2024-04-15T17:36:11.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:11 smithi090 ceph-mon[91618]: pgmap v3647: 137 pgs: 137 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-04-15T17:36:11.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:11 smithi090 ceph-mon[89240]: pgmap v3647: 137 pgs: 137 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-04-15T17:36:11.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:11 smithi153 ceph-mon[84714]: pgmap v3647: 137 pgs: 137 active+clean; 301 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 3.5 MiB/s wr, 34 op/s 2024-04-15T17:36:12.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:12 smithi090 ceph-mon[91618]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-15T17:36:12.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:12 smithi090 ceph-mon[89240]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-15T17:36:12.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:12 smithi153 ceph-mon[84714]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-15T17:36:12.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:36:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:36:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:36:13.521 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (18010 ms) 2024-04-15T17:36:13.521 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-04-15T17:36:13.521 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:36:13.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:13 smithi090 ceph-mon[89240]: pgmap v3649: 137 pgs: 137 active+clean; 321 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 450 KiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-04-15T17:36:13.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:13 smithi090 ceph-mon[91618]: pgmap v3649: 137 pgs: 137 active+clean; 321 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 450 KiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-04-15T17:36:13.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:13 smithi153 ceph-mon[84714]: pgmap v3649: 137 pgs: 137 active+clean; 321 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 450 KiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-04-15T17:36:15.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:15 smithi090 ceph-mon[89240]: pgmap v3650: 137 pgs: 137 active+clean; 325 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-04-15T17:36:15.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:15 smithi090 ceph-mon[91618]: pgmap v3650: 137 pgs: 137 active+clean; 325 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-04-15T17:36:15.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:15 smithi153 ceph-mon[84714]: pgmap v3650: 137 pgs: 137 active+clean; 325 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 18 op/s 2024-04-15T17:36:17.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:17 smithi090 ceph-mon[91618]: pgmap v3651: 137 pgs: 137 active+clean; 366 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.3 MiB/s wr, 39 op/s 2024-04-15T17:36:17.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:17 smithi090 ceph-mon[89240]: pgmap v3651: 137 pgs: 137 active+clean; 366 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.3 MiB/s wr, 39 op/s 2024-04-15T17:36:17.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:17 smithi153 ceph-mon[84714]: pgmap v3651: 137 pgs: 137 active+clean; 366 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.3 MiB/s wr, 39 op/s 2024-04-15T17:36:18.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:18 smithi090 ceph-mon[89240]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-15T17:36:18.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:18 smithi090 ceph-mon[91618]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-15T17:36:18.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:18 smithi153 ceph-mon[84714]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-15T17:36:19.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:19 smithi090 ceph-mon[91618]: pgmap v3653: 137 pgs: 137 active+clean; 379 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 9.8 MiB/s wr, 101 op/s 2024-04-15T17:36:19.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:19 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:36:19.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:19 smithi090 ceph-mon[89240]: pgmap v3653: 137 pgs: 137 active+clean; 379 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 9.8 MiB/s wr, 101 op/s 2024-04-15T17:36:19.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:19 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:36:19.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:36:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:36:19] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-15T17:36:19.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:19 smithi153 ceph-mon[84714]: pgmap v3653: 137 pgs: 137 active+clean; 379 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.3 MiB/s rd, 9.8 MiB/s wr, 101 op/s 2024-04-15T17:36:19.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:19 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:36:20.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:20 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:36:20.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:20 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:36:20.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:20 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:36:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:20 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:36:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:20 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:36:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:20 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:36:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:20 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:36:20.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:20 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:36:20.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:20 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:36:21.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:21 smithi153 ceph-mon[84714]: pgmap v3654: 137 pgs: 137 active+clean; 379 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 8.8 MiB/s wr, 87 op/s 2024-04-15T17:36:21.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:21 smithi090 ceph-mon[91618]: pgmap v3654: 137 pgs: 137 active+clean; 379 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 8.8 MiB/s wr, 87 op/s 2024-04-15T17:36:21.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:21 smithi090 ceph-mon[89240]: pgmap v3654: 137 pgs: 137 active+clean; 379 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 5.0 MiB/s rd, 8.8 MiB/s wr, 87 op/s 2024-04-15T17:36:22.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:36:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:36:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:23 smithi153 ceph-mon[84714]: pgmap v3655: 137 pgs: 137 active+clean; 407 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-15T17:36:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:36:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:23 smithi090 ceph-mon[91618]: pgmap v3655: 137 pgs: 137 active+clean; 407 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-15T17:36:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:36:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:23 smithi090 ceph-mon[89240]: pgmap v3655: 137 pgs: 137 active+clean; 407 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 8.6 MiB/s wr, 67 op/s 2024-04-15T17:36:23.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:36:25.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:25 smithi153 ceph-mon[84714]: pgmap v3656: 137 pgs: 137 active+clean; 407 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-15T17:36:25.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:25 smithi090 ceph-mon[91618]: pgmap v3656: 137 pgs: 137 active+clean; 407 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-15T17:36:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:25 smithi090 ceph-mon[89240]: pgmap v3656: 137 pgs: 137 active+clean; 407 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.2 MiB/s wr, 66 op/s 2024-04-15T17:36:27.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:27 smithi153 ceph-mon[84714]: pgmap v3657: 137 pgs: 137 active+clean; 411 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 883 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-15T17:36:27.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:27 smithi090 ceph-mon[91618]: pgmap v3657: 137 pgs: 137 active+clean; 411 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 883 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-15T17:36:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:27 smithi090 ceph-mon[89240]: pgmap v3657: 137 pgs: 137 active+clean; 411 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 883 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-15T17:36:28.448 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (14927 ms) 2024-04-15T17:36:28.448 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-04-15T17:36:28.448 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:36:29.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:29 smithi090 ceph-mon[91618]: pgmap v3658: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.9 MiB/s wr, 58 op/s 2024-04-15T17:36:29.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:36:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:36:29] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-15T17:36:29.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:29 smithi090 ceph-mon[89240]: pgmap v3658: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.9 MiB/s wr, 58 op/s 2024-04-15T17:36:29.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:29 smithi153 ceph-mon[84714]: pgmap v3658: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.9 MiB/s wr, 58 op/s 2024-04-15T17:36:31.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:31 smithi153 ceph-mon[84714]: pgmap v3659: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-04-15T17:36:31.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:31 smithi090 ceph-mon[89240]: pgmap v3659: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-04-15T17:36:31.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:31 smithi090 ceph-mon[91618]: pgmap v3659: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 MiB/s wr, 20 op/s 2024-04-15T17:36:32.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:36:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:36:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:36:33.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:33 smithi153 ceph-mon[84714]: pgmap v3660: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.7 MiB/s wr, 27 op/s 2024-04-15T17:36:33.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:33 smithi153 ceph-mon[84714]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-15T17:36:33.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:33 smithi090 ceph-mon[91618]: pgmap v3660: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.7 MiB/s wr, 27 op/s 2024-04-15T17:36:33.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:33 smithi090 ceph-mon[91618]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-15T17:36:33.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:33 smithi090 ceph-mon[89240]: pgmap v3660: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 5.7 MiB/s wr, 27 op/s 2024-04-15T17:36:33.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:33 smithi090 ceph-mon[89240]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-15T17:36:34.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:34 smithi090 ceph-mon[89240]: pgmap v3662: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.4 MiB/s wr, 43 op/s 2024-04-15T17:36:34.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:34 smithi090 ceph-mon[91618]: pgmap v3662: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.4 MiB/s wr, 43 op/s 2024-04-15T17:36:34.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:34 smithi153 ceph-mon[84714]: pgmap v3662: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.4 MiB/s wr, 43 op/s 2024-04-15T17:36:37.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:36 smithi090 ceph-mon[89240]: pgmap v3663: 137 pgs: 137 active+clean; 436 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-15T17:36:37.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:36 smithi090 ceph-mon[91618]: pgmap v3663: 137 pgs: 137 active+clean; 436 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-15T17:36:37.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:36 smithi153 ceph-mon[84714]: pgmap v3663: 137 pgs: 137 active+clean; 436 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-15T17:36:39.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:38 smithi090 ceph-mon[91618]: pgmap v3664: 137 pgs: 137 active+clean; 456 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 44 op/s 2024-04-15T17:36:39.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:36:39.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:38 smithi090 ceph-mon[89240]: pgmap v3664: 137 pgs: 137 active+clean; 456 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 44 op/s 2024-04-15T17:36:39.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:36:39.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:38 smithi153 ceph-mon[84714]: pgmap v3664: 137 pgs: 137 active+clean; 456 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 44 op/s 2024-04-15T17:36:39.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:36:39.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:36:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:36:39] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-15T17:36:41.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:40 smithi090 ceph-mon[91618]: pgmap v3665: 137 pgs: 137 active+clean; 456 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 44 op/s 2024-04-15T17:36:41.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:40 smithi090 ceph-mon[89240]: pgmap v3665: 137 pgs: 137 active+clean; 456 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 44 op/s 2024-04-15T17:36:41.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:40 smithi153 ceph-mon[84714]: pgmap v3665: 137 pgs: 137 active+clean; 456 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 44 op/s 2024-04-15T17:36:42.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:36:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:36:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:36:43.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:42 smithi090 ceph-mon[89240]: pgmap v3666: 137 pgs: 137 active+clean; 468 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-15T17:36:43.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:42 smithi090 ceph-mon[91618]: pgmap v3666: 137 pgs: 137 active+clean; 468 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-15T17:36:43.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:42 smithi153 ceph-mon[84714]: pgmap v3666: 137 pgs: 137 active+clean; 468 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 32 KiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-15T17:36:45.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:44 smithi090 ceph-mon[91618]: pgmap v3667: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.0 MiB/s wr, 42 op/s 2024-04-15T17:36:45.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:44 smithi090 ceph-mon[89240]: pgmap v3667: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.0 MiB/s wr, 42 op/s 2024-04-15T17:36:45.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:44 smithi153 ceph-mon[84714]: pgmap v3667: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.0 MiB/s wr, 42 op/s 2024-04-15T17:36:46.364 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (17916 ms) 2024-04-15T17:36:46.841 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (123493 ms total) 2024-04-15T17:36:46.841 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:36:46.841 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-04-15T17:36:46.877 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-04-15T17:36:47.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:46 smithi090 ceph-mon[89240]: pgmap v3668: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-15T17:36:47.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:46 smithi090 ceph-mon[91618]: pgmap v3668: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-15T17:36:47.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:46 smithi153 ceph-mon[84714]: pgmap v3668: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 46 KiB/s rd, 3.4 MiB/s wr, 29 op/s 2024-04-15T17:36:48.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:47 smithi153 ceph-mon[84714]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-15T17:36:48.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:47 smithi090 ceph-mon[89240]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-15T17:36:48.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:47 smithi090 ceph-mon[91618]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-15T17:36:48.873 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:36:49.117 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:48 smithi090 ceph-mon[91618]: pgmap v3670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:36:49.118 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:48 smithi090 ceph-mon[91618]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-15T17:36:49.118 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:48 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/593176329' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:36:49.118 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:48 smithi090 ceph-mon[89240]: pgmap v3670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:36:49.118 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:48 smithi090 ceph-mon[89240]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-15T17:36:49.118 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:48 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/593176329' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:36:49.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:48 smithi153 ceph-mon[84714]: pgmap v3670: 105 pgs: 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:36:49.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:48 smithi153 ceph-mon[84714]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-15T17:36:49.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:48 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/593176329' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:36:49.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:36:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:36:49] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-15T17:36:50.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:49 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/593176329' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:36:50.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:49 smithi153 ceph-mon[84714]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-15T17:36:50.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:49 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/593176329' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:36:50.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:49 smithi090 ceph-mon[91618]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-15T17:36:50.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:49 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/593176329' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:36:50.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:49 smithi090 ceph-mon[89240]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-15T17:36:51.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:50 smithi153 ceph-mon[84714]: pgmap v3673: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:36:51.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:50 smithi153 ceph-mon[84714]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-15T17:36:51.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:50 smithi090 ceph-mon[89240]: pgmap v3673: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:36:51.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:50 smithi090 ceph-mon[89240]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-15T17:36:51.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:50 smithi090 ceph-mon[91618]: pgmap v3673: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:36:51.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:50 smithi090 ceph-mon[91618]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-15T17:36:52.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:51 smithi153 ceph-mon[84714]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-15T17:36:52.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:51 smithi090 ceph-mon[91618]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-15T17:36:52.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:51 smithi090 ceph-mon[89240]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-15T17:36:52.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:36:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:36:53.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:52 smithi090 ceph-mon[91618]: pgmap v3676: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-15T17:36:53.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:52 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:36:53.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:52 smithi090 ceph-mon[89240]: pgmap v3676: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-15T17:36:53.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:52 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:36:53.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:52 smithi153 ceph-mon[84714]: pgmap v3676: 137 pgs: 7 unknown, 130 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-15T17:36:53.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:52 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:36:55.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:54 smithi090 ceph-mon[89240]: pgmap v3677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-15T17:36:55.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:54 smithi090 ceph-mon[91618]: pgmap v3677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-15T17:36:55.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:54 smithi153 ceph-mon[84714]: pgmap v3677: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.9 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-15T17:36:57.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:56 smithi090 ceph-mon[91618]: pgmap v3678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-15T17:36:57.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:56 smithi090 ceph-mon[89240]: pgmap v3678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-15T17:36:57.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:56 smithi153 ceph-mon[84714]: pgmap v3678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-15T17:36:59.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:58 smithi090 ceph-mon[91618]: pgmap v3679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-15T17:36:59.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]: dispatch 2024-04-15T17:36:59.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]: dispatch 2024-04-15T17:36:59.342 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:36:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:36:59] "GET /metrics HTTP/1.1" 200 36712 "" "Prometheus/2.43.0" 2024-04-15T17:36:59.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:58 smithi090 ceph-mon[89240]: pgmap v3679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-15T17:36:59.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]: dispatch 2024-04-15T17:36:59.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]: dispatch 2024-04-15T17:36:59.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:58 smithi153 ceph-mon[84714]: pgmap v3679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-15T17:36:59.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]: dispatch 2024-04-15T17:36:59.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]: dispatch 2024-04-15T17:37:00.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]': finished 2024-04-15T17:37:00.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]': finished 2024-04-15T17:37:00.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:36:59 smithi090 ceph-mon[89240]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-15T17:37:00.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]': finished 2024-04-15T17:37:00.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]': finished 2024-04-15T17:37:00.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:36:59 smithi090 ceph-mon[91618]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-15T17:37:00.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.9", "id": [5, 4]}]': finished 2024-04-15T17:37:00.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]': finished 2024-04-15T17:37:00.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:36:59 smithi153 ceph-mon[84714]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-15T17:37:01.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:00 smithi090 ceph-mon[91618]: pgmap v3681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 920 B/s wr, 5 op/s 2024-04-15T17:37:01.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:00 smithi090 ceph-mon[91618]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-15T17:37:01.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:00 smithi090 ceph-mon[91618]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-15T17:37:01.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:00 smithi090 ceph-mon[89240]: pgmap v3681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 920 B/s wr, 5 op/s 2024-04-15T17:37:01.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:00 smithi090 ceph-mon[89240]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-15T17:37:01.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:00 smithi090 ceph-mon[89240]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-15T17:37:01.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:00 smithi153 ceph-mon[84714]: pgmap v3681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 920 B/s wr, 5 op/s 2024-04-15T17:37:01.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:00 smithi153 ceph-mon[84714]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-15T17:37:01.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:00 smithi153 ceph-mon[84714]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-15T17:37:02.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:37:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:37:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:37:03.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:02 smithi090 ceph-mon[91618]: pgmap v3684: 137 pgs: 1 activating, 136 active+clean; 41 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 6.0 MiB/s wr, 51 op/s 2024-04-15T17:37:03.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:02 smithi090 ceph-mon[89240]: pgmap v3684: 137 pgs: 1 activating, 136 active+clean; 41 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 6.0 MiB/s wr, 51 op/s 2024-04-15T17:37:03.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:02 smithi153 ceph-mon[84714]: pgmap v3684: 137 pgs: 1 activating, 136 active+clean; 41 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 6.0 MiB/s wr, 51 op/s 2024-04-15T17:37:05.058 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/5.Simple (18181 ms) 2024-04-15T17:37:05.058 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-04-15T17:37:05.058 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:37:05.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:04 smithi090 ceph-mon[89240]: pgmap v3685: 137 pgs: 1 activating, 136 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 6.8 MiB/s wr, 70 op/s 2024-04-15T17:37:05.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:04 smithi090 ceph-mon[91618]: pgmap v3685: 137 pgs: 1 activating, 136 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 6.8 MiB/s wr, 70 op/s 2024-04-15T17:37:05.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:04 smithi153 ceph-mon[84714]: pgmap v3685: 137 pgs: 1 activating, 136 active+clean; 46 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 6.8 MiB/s wr, 70 op/s 2024-04-15T17:37:07.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:07 smithi090 ceph-mon[91618]: pgmap v3686: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 10 MiB/s wr, 72 op/s 2024-04-15T17:37:07.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:07 smithi090 ceph-mon[89240]: pgmap v3686: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 10 MiB/s wr, 72 op/s 2024-04-15T17:37:07.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:07 smithi153 ceph-mon[84714]: pgmap v3686: 137 pgs: 137 active+clean; 75 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 10 MiB/s wr, 72 op/s 2024-04-15T17:37:08.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:37:08.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:37:08.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:37:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:09 smithi090 ceph-mon[91618]: pgmap v3687: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 85 op/s 2024-04-15T17:37:09.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:09 smithi090 ceph-mon[89240]: pgmap v3687: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 85 op/s 2024-04-15T17:37:09.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:37:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:37:09] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-15T17:37:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:09 smithi153 ceph-mon[84714]: pgmap v3687: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 10 MiB/s wr, 85 op/s 2024-04-15T17:37:11.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:11 smithi090 ceph-mon[91618]: pgmap v3688: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.3 MiB/s wr, 69 op/s 2024-04-15T17:37:11.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:11 smithi090 ceph-mon[89240]: pgmap v3688: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.3 MiB/s wr, 69 op/s 2024-04-15T17:37:11.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:11 smithi153 ceph-mon[84714]: pgmap v3688: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 8.3 MiB/s wr, 69 op/s 2024-04-15T17:37:12.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:37:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:37:13.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:13 smithi090 ceph-mon[91618]: pgmap v3689: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 59 op/s 2024-04-15T17:37:13.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:13 smithi090 ceph-mon[89240]: pgmap v3689: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 59 op/s 2024-04-15T17:37:13.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:13 smithi153 ceph-mon[84714]: pgmap v3689: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 7.1 MiB/s wr, 59 op/s 2024-04-15T17:37:14.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:14 smithi090 ceph-mon[91618]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-15T17:37:14.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:14 smithi090 ceph-mon[89240]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-15T17:37:14.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:14 smithi153 ceph-mon[84714]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-15T17:37:15.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:15 smithi090 ceph-mon[91618]: pgmap v3691: 137 pgs: 137 active+clean; 99 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 26 op/s 2024-04-15T17:37:15.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:15 smithi090 ceph-mon[89240]: pgmap v3691: 137 pgs: 137 active+clean; 99 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 26 op/s 2024-04-15T17:37:15.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:15 smithi153 ceph-mon[84714]: pgmap v3691: 137 pgs: 137 active+clean; 99 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 5.3 MiB/s wr, 26 op/s 2024-04-15T17:37:17.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:17 smithi090 ceph-mon[91618]: pgmap v3692: 137 pgs: 137 active+clean; 108 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-15T17:37:17.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:17 smithi090 ceph-mon[89240]: pgmap v3692: 137 pgs: 137 active+clean; 108 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-15T17:37:17.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:17 smithi153 ceph-mon[84714]: pgmap v3692: 137 pgs: 137 active+clean; 108 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.3 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-15T17:37:19.315 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/5.Grow (14257 ms) 2024-04-15T17:37:19.315 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-04-15T17:37:19.316 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:37:19.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:19 smithi090 ceph-mon[91618]: pgmap v3693: 137 pgs: 137 active+clean; 133 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.6 MiB/s wr, 43 op/s 2024-04-15T17:37:19.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:19 smithi090 ceph-mon[89240]: pgmap v3693: 137 pgs: 137 active+clean; 133 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.6 MiB/s wr, 43 op/s 2024-04-15T17:37:19.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:37:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:37:19] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-15T17:37:19.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:19 smithi153 ceph-mon[84714]: pgmap v3693: 137 pgs: 137 active+clean; 133 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.6 MiB/s wr, 43 op/s 2024-04-15T17:37:20.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:20 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:37:20.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:20 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:37:20.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:20 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:37:21.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:21 smithi090 ceph-mon[91618]: pgmap v3694: 137 pgs: 137 active+clean; 133 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.6 MiB/s wr, 43 op/s 2024-04-15T17:37:21.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:21 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:37:21.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:21 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:37:21.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:21 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:37:21.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:21 smithi090 ceph-mon[89240]: pgmap v3694: 137 pgs: 137 active+clean; 133 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.6 MiB/s wr, 43 op/s 2024-04-15T17:37:21.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:21 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:37:21.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:21 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:37:21.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:21 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:37:21.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:21 smithi153 ceph-mon[84714]: pgmap v3694: 137 pgs: 137 active+clean; 133 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.6 MiB/s wr, 43 op/s 2024-04-15T17:37:21.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:21 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:37:21.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:21 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:37:21.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:21 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:37:22.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:37:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:37:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:37:23.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:23 smithi090 ceph-mon[91618]: pgmap v3695: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-15T17:37:23.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:37:23.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:23 smithi090 ceph-mon[89240]: pgmap v3695: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-15T17:37:23.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:37:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:23 smithi153 ceph-mon[84714]: pgmap v3695: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-15T17:37:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:37:25.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:25 smithi090 ceph-mon[91618]: pgmap v3696: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 66 op/s 2024-04-15T17:37:25.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:25 smithi090 ceph-mon[89240]: pgmap v3696: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 66 op/s 2024-04-15T17:37:25.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:25 smithi153 ceph-mon[84714]: pgmap v3696: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 66 op/s 2024-04-15T17:37:27.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:27 smithi090 ceph-mon[91618]: pgmap v3697: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-15T17:37:27.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:27 smithi090 ceph-mon[89240]: pgmap v3697: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-15T17:37:27.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:27 smithi153 ceph-mon[84714]: pgmap v3697: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 58 op/s 2024-04-15T17:37:28.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:28 smithi090 ceph-mon[91618]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-15T17:37:28.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:28 smithi090 ceph-mon[89240]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-15T17:37:28.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:28 smithi153 ceph-mon[84714]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-15T17:37:29.493 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:29 smithi090 ceph-mon[91618]: pgmap v3699: 137 pgs: 137 active+clean; 178 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-15T17:37:29.493 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:37:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:37:29] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-15T17:37:29.493 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:29 smithi090 ceph-mon[89240]: pgmap v3699: 137 pgs: 137 active+clean; 178 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-15T17:37:29.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:29 smithi153 ceph-mon[84714]: pgmap v3699: 137 pgs: 137 active+clean; 178 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-15T17:37:31.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:31 smithi090 ceph-mon[91618]: pgmap v3700: 137 pgs: 137 active+clean; 178 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-15T17:37:31.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:31 smithi090 ceph-mon[89240]: pgmap v3700: 137 pgs: 137 active+clean; 178 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-15T17:37:31.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:31 smithi153 ceph-mon[84714]: pgmap v3700: 137 pgs: 137 active+clean; 178 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-15T17:37:32.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:37:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:37:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:37:33.397 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (14082 ms) 2024-04-15T17:37:33.397 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-04-15T17:37:33.397 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:37:33.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:33 smithi090 ceph-mon[89240]: pgmap v3701: 137 pgs: 137 active+clean; 231 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.2 MiB/s wr, 47 op/s 2024-04-15T17:37:33.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:33 smithi090 ceph-mon[91618]: pgmap v3701: 137 pgs: 137 active+clean; 231 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.2 MiB/s wr, 47 op/s 2024-04-15T17:37:33.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:33 smithi153 ceph-mon[84714]: pgmap v3701: 137 pgs: 137 active+clean; 231 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.2 MiB/s wr, 47 op/s 2024-04-15T17:37:35.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:35 smithi090 ceph-mon[91618]: pgmap v3702: 137 pgs: 137 active+clean; 239 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 7.0 MiB/s wr, 57 op/s 2024-04-15T17:37:35.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:35 smithi090 ceph-mon[89240]: pgmap v3702: 137 pgs: 137 active+clean; 239 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 7.0 MiB/s wr, 57 op/s 2024-04-15T17:37:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:35 smithi153 ceph-mon[84714]: pgmap v3702: 137 pgs: 137 active+clean; 239 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 7.0 MiB/s wr, 57 op/s 2024-04-15T17:37:37.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:37 smithi090 ceph-mon[91618]: pgmap v3703: 137 pgs: 137 active+clean; 247 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.8 MiB/s wr, 63 op/s 2024-04-15T17:37:37.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:37 smithi090 ceph-mon[89240]: pgmap v3703: 137 pgs: 137 active+clean; 247 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.8 MiB/s wr, 63 op/s 2024-04-15T17:37:37.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:37 smithi153 ceph-mon[84714]: pgmap v3703: 137 pgs: 137 active+clean; 247 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.1 MiB/s rd, 7.8 MiB/s wr, 63 op/s 2024-04-15T17:37:38.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:37:38.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:37:38.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:37:39.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:39 smithi090 ceph-mon[91618]: pgmap v3704: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 65 op/s 2024-04-15T17:37:39.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:37:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:37:39] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-15T17:37:39.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:39 smithi090 ceph-mon[89240]: pgmap v3704: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 65 op/s 2024-04-15T17:37:39.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:39 smithi153 ceph-mon[84714]: pgmap v3704: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 7.3 MiB/s wr, 65 op/s 2024-04-15T17:37:40.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:40 smithi090 ceph-mon[91618]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-15T17:37:40.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:40 smithi090 ceph-mon[89240]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-15T17:37:40.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:40 smithi153 ceph-mon[84714]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-15T17:37:41.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:41 smithi090 ceph-mon[91618]: pgmap v3706: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 65 op/s 2024-04-15T17:37:41.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:41 smithi090 ceph-mon[89240]: pgmap v3706: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 65 op/s 2024-04-15T17:37:41.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:41 smithi153 ceph-mon[84714]: pgmap v3706: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 7.3 MiB/s wr, 65 op/s 2024-04-15T17:37:42.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:37:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:37:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:37:43.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:43 smithi090 ceph-mon[91618]: pgmap v3707: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.2 MiB/s wr, 64 op/s 2024-04-15T17:37:43.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:43 smithi090 ceph-mon[89240]: pgmap v3707: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.2 MiB/s wr, 64 op/s 2024-04-15T17:37:43.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:43 smithi153 ceph-mon[84714]: pgmap v3707: 137 pgs: 137 active+clean; 283 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.2 MiB/s wr, 64 op/s 2024-04-15T17:37:45.309 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (11913 ms) 2024-04-15T17:37:45.310 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-04-15T17:37:45.310 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:37:45.595 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:45 smithi090 ceph-mon[91618]: pgmap v3708: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-15T17:37:45.595 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:45 smithi090 ceph-mon[89240]: pgmap v3708: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-15T17:37:45.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:45 smithi153 ceph-mon[84714]: pgmap v3708: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 8.3 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-15T17:37:47.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:47 smithi090 ceph-mon[91618]: pgmap v3709: 137 pgs: 137 active+clean; 304 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.1 MiB/s wr, 66 op/s 2024-04-15T17:37:47.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:47 smithi090 ceph-mon[89240]: pgmap v3709: 137 pgs: 137 active+clean; 304 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.1 MiB/s wr, 66 op/s 2024-04-15T17:37:47.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:47 smithi153 ceph-mon[84714]: pgmap v3709: 137 pgs: 137 active+clean; 304 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 6.1 MiB/s wr, 66 op/s 2024-04-15T17:37:49.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:49 smithi090 ceph-mon[91618]: pgmap v3710: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-15T17:37:49.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:37:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:37:49] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-15T17:37:49.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:49 smithi090 ceph-mon[89240]: pgmap v3710: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-15T17:37:49.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:49 smithi153 ceph-mon[84714]: pgmap v3710: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-15T17:37:51.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:51 smithi090 ceph-mon[91618]: pgmap v3711: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-15T17:37:51.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:51 smithi090 ceph-mon[89240]: pgmap v3711: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-15T17:37:51.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:51 smithi153 ceph-mon[84714]: pgmap v3711: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-15T17:37:52.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:37:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:37:53.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:53 smithi090 ceph-mon[91618]: pgmap v3712: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 51 op/s 2024-04-15T17:37:53.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:37:53.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:53 smithi090 ceph-mon[89240]: pgmap v3712: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 51 op/s 2024-04-15T17:37:53.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:37:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:53 smithi153 ceph-mon[84714]: pgmap v3712: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 5.4 MiB/s wr, 51 op/s 2024-04-15T17:37:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:37:54.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:54 smithi090 ceph-mon[91618]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-15T17:37:54.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:54 smithi090 ceph-mon[89240]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-15T17:37:54.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:54 smithi153 ceph-mon[84714]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-15T17:37:55.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:55 smithi090 ceph-mon[91618]: pgmap v3714: 137 pgs: 137 active+clean; 324 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 20 op/s 2024-04-15T17:37:55.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:55 smithi090 ceph-mon[89240]: pgmap v3714: 137 pgs: 137 active+clean; 324 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 20 op/s 2024-04-15T17:37:55.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:55 smithi153 ceph-mon[84714]: pgmap v3714: 137 pgs: 137 active+clean; 324 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 20 op/s 2024-04-15T17:37:57.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:57 smithi090 ceph-mon[89240]: pgmap v3715: 137 pgs: 137 active+clean; 353 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-15T17:37:57.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:57 smithi090 ceph-mon[91618]: pgmap v3715: 137 pgs: 137 active+clean; 353 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-15T17:37:57.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:57 smithi153 ceph-mon[84714]: pgmap v3715: 137 pgs: 137 active+clean; 353 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.9 MiB/s wr, 26 op/s 2024-04-15T17:37:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:58 smithi090 ceph-mon[89240]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-15T17:37:58.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:58 smithi090 ceph-mon[91618]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-15T17:37:58.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:58 smithi153 ceph-mon[84714]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-15T17:37:59.493 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:37:59 smithi090 ceph-mon[89240]: pgmap v3717: 137 pgs: 137 active+clean; 353 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.1 MiB/s wr, 73 op/s 2024-04-15T17:37:59.493 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:37:59 smithi090 ceph-mon[91618]: pgmap v3717: 137 pgs: 137 active+clean; 353 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.1 MiB/s wr, 73 op/s 2024-04-15T17:37:59.493 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:37:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:37:59] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-15T17:37:59.611 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (14302 ms) 2024-04-15T17:37:59.612 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-04-15T17:37:59.612 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:37:59.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:37:59 smithi153 ceph-mon[84714]: pgmap v3717: 137 pgs: 137 active+clean; 353 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.1 MiB/s wr, 73 op/s 2024-04-15T17:38:01.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:01 smithi153 ceph-mon[84714]: pgmap v3718: 137 pgs: 137 active+clean; 353 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.1 MiB/s wr, 73 op/s 2024-04-15T17:38:01.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:01 smithi090 ceph-mon[91618]: pgmap v3718: 137 pgs: 137 active+clean; 353 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.1 MiB/s wr, 73 op/s 2024-04-15T17:38:01.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:01 smithi090 ceph-mon[89240]: pgmap v3718: 137 pgs: 137 active+clean; 353 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 5.1 MiB/s wr, 73 op/s 2024-04-15T17:38:02.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:38:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:38:03.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:03 smithi153 ceph-mon[84714]: pgmap v3719: 137 pgs: 137 active+clean; 430 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 13 MiB/s wr, 88 op/s 2024-04-15T17:38:03.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:03 smithi090 ceph-mon[89240]: pgmap v3719: 137 pgs: 137 active+clean; 430 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 13 MiB/s wr, 88 op/s 2024-04-15T17:38:03.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:03 smithi090 ceph-mon[91618]: pgmap v3719: 137 pgs: 137 active+clean; 430 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 6.9 MiB/s rd, 13 MiB/s wr, 88 op/s 2024-04-15T17:38:05.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:05 smithi153 ceph-mon[84714]: pgmap v3720: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 83 op/s 2024-04-15T17:38:05.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:05 smithi090 ceph-mon[91618]: pgmap v3720: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 83 op/s 2024-04-15T17:38:05.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:05 smithi090 ceph-mon[89240]: pgmap v3720: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 83 op/s 2024-04-15T17:38:07.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:07 smithi153 ceph-mon[84714]: pgmap v3721: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 61 op/s 2024-04-15T17:38:07.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:07 smithi090 ceph-mon[91618]: pgmap v3721: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 61 op/s 2024-04-15T17:38:07.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:07 smithi090 ceph-mon[89240]: pgmap v3721: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 5.8 MiB/s rd, 8.5 MiB/s wr, 61 op/s 2024-04-15T17:38:08.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:08 smithi153 ceph-mon[84714]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-15T17:38:08.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:38:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:08 smithi090 ceph-mon[91618]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-15T17:38:08.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:38:08.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:08 smithi090 ceph-mon[89240]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-15T17:38:08.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:38:09.374 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:38:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:38:09] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-15T17:38:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:09 smithi153 ceph-mon[84714]: pgmap v3723: 137 pgs: 137 active+clean; 446 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.3 MiB/s wr, 37 op/s 2024-04-15T17:38:09.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:09 smithi090 ceph-mon[91618]: pgmap v3723: 137 pgs: 137 active+clean; 446 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.3 MiB/s wr, 37 op/s 2024-04-15T17:38:09.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:09 smithi090 ceph-mon[89240]: pgmap v3723: 137 pgs: 137 active+clean; 446 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.3 MiB/s wr, 37 op/s 2024-04-15T17:38:10.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:10 smithi090 ceph-mon[91618]: pgmap v3724: 137 pgs: 137 active+clean; 446 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.3 MiB/s wr, 37 op/s 2024-04-15T17:38:10.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:10 smithi090 ceph-mon[89240]: pgmap v3724: 137 pgs: 137 active+clean; 446 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.3 MiB/s wr, 37 op/s 2024-04-15T17:38:10.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:10 smithi153 ceph-mon[84714]: pgmap v3724: 137 pgs: 137 active+clean; 446 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.3 MiB/s wr, 37 op/s 2024-04-15T17:38:12.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:38:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:38:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:38:13.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:12 smithi153 ceph-mon[84714]: pgmap v3725: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 95 KiB/s rd, 4.9 MiB/s wr, 50 op/s 2024-04-15T17:38:13.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:12 smithi090 ceph-mon[91618]: pgmap v3725: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 95 KiB/s rd, 4.9 MiB/s wr, 50 op/s 2024-04-15T17:38:13.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:12 smithi090 ceph-mon[89240]: pgmap v3725: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 95 KiB/s rd, 4.9 MiB/s wr, 50 op/s 2024-04-15T17:38:13.500 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (13888 ms) 2024-04-15T17:38:13.500 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-04-15T17:38:13.500 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:38:15.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:14 smithi153 ceph-mon[84714]: pgmap v3726: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 911 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-15T17:38:15.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:14 smithi090 ceph-mon[91618]: pgmap v3726: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 911 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-15T17:38:15.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:14 smithi090 ceph-mon[89240]: pgmap v3726: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 911 KiB/s rd, 4.1 MiB/s wr, 48 op/s 2024-04-15T17:38:17.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:16 smithi153 ceph-mon[84714]: pgmap v3727: 137 pgs: 137 active+clean; 495 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 62 op/s 2024-04-15T17:38:17.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:16 smithi090 ceph-mon[89240]: pgmap v3727: 137 pgs: 137 active+clean; 495 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 62 op/s 2024-04-15T17:38:17.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:16 smithi090 ceph-mon[91618]: pgmap v3727: 137 pgs: 137 active+clean; 495 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.7 MiB/s wr, 62 op/s 2024-04-15T17:38:19.117 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:18 smithi090 ceph-mon[91618]: pgmap v3728: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.2 MiB/s wr, 61 op/s 2024-04-15T17:38:19.117 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:18 smithi090 ceph-mon[89240]: pgmap v3728: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.2 MiB/s wr, 61 op/s 2024-04-15T17:38:19.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:18 smithi153 ceph-mon[84714]: pgmap v3728: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.2 MiB/s wr, 61 op/s 2024-04-15T17:38:19.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:38:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:38:19] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-15T17:38:21.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:20 smithi153 ceph-mon[84714]: pgmap v3729: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.8 MiB/s wr, 43 op/s 2024-04-15T17:38:21.135 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:20 smithi153 ceph-mon[84714]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-15T17:38:21.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:20 smithi090 ceph-mon[91618]: pgmap v3729: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.8 MiB/s wr, 43 op/s 2024-04-15T17:38:21.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:20 smithi090 ceph-mon[91618]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-15T17:38:21.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:20 smithi090 ceph-mon[89240]: pgmap v3729: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.8 MiB/s wr, 43 op/s 2024-04-15T17:38:21.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:20 smithi090 ceph-mon[89240]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-15T17:38:22.139 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:21 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:38:22.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:21 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:38:22.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:21 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:38:22.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:38:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:38:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:38:23.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:22 smithi153 ceph-mon[84714]: pgmap v3731: 137 pgs: 137 active+clean; 524 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 60 op/s 2024-04-15T17:38:23.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:38:23.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:38:23.135 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:38:23.135 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:38:23.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:22 smithi090 ceph-mon[91618]: pgmap v3731: 137 pgs: 137 active+clean; 524 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 60 op/s 2024-04-15T17:38:23.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:38:23.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:38:23.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:38:23.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:38:23.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:22 smithi090 ceph-mon[89240]: pgmap v3731: 137 pgs: 137 active+clean; 524 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 4.9 MiB/s wr, 60 op/s 2024-04-15T17:38:23.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:38:23.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:38:23.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:38:23.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:38:25.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:24 smithi153 ceph-mon[84714]: pgmap v3732: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-15T17:38:25.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:24 smithi090 ceph-mon[89240]: pgmap v3732: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-15T17:38:25.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:24 smithi090 ceph-mon[91618]: pgmap v3732: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-15T17:38:26.088 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (12588 ms) 2024-04-15T17:38:26.892 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (99211 ms total) 2024-04-15T17:38:26.892 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:38:26.892 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-04-15T17:38:26.927 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-04-15T17:38:27.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:26 smithi153 ceph-mon[84714]: pgmap v3733: 137 pgs: 137 active+clean; 544 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-15T17:38:27.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:26 smithi090 ceph-mon[89240]: pgmap v3733: 137 pgs: 137 active+clean; 544 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-15T17:38:27.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:26 smithi090 ceph-mon[91618]: pgmap v3733: 137 pgs: 137 active+clean; 544 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 53 op/s 2024-04-15T17:38:28.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:27 smithi090 ceph-mon[89240]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-15T17:38:28.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:27 smithi090 ceph-mon[91618]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-15T17:38:28.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:27 smithi153 ceph-mon[84714]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-15T17:38:28.904 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:38:29.243 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:38:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:38:29] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-15T17:38:29.243 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:28 smithi090 ceph-mon[91618]: pgmap v3735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:38:29.243 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:28 smithi090 ceph-mon[91618]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-15T17:38:29.243 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:28 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2018037030' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:38:29.244 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:28 smithi090 ceph-mon[89240]: pgmap v3735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:38:29.244 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:28 smithi090 ceph-mon[89240]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-15T17:38:29.244 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:28 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2018037030' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:38:29.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:28 smithi153 ceph-mon[84714]: pgmap v3735: 105 pgs: 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:38:29.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:28 smithi153 ceph-mon[84714]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-15T17:38:29.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:28 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2018037030' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:38:30.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:29 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2018037030' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:38:30.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:29 smithi090 ceph-mon[89240]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-15T17:38:30.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:29 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2018037030' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:38:30.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:29 smithi090 ceph-mon[91618]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-15T17:38:30.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:29 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2018037030' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:38:30.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:29 smithi153 ceph-mon[84714]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-15T17:38:31.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:30 smithi090 ceph-mon[91618]: pgmap v3738: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:38:31.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:30 smithi090 ceph-mon[91618]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-15T17:38:31.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:30 smithi090 ceph-mon[89240]: pgmap v3738: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:38:31.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:30 smithi090 ceph-mon[89240]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-15T17:38:31.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:30 smithi153 ceph-mon[84714]: pgmap v3738: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:38:31.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:30 smithi153 ceph-mon[84714]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-15T17:38:32.318 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:31 smithi153 ceph-mon[84714]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-15T17:38:32.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:31 smithi090 ceph-mon[91618]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-15T17:38:32.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:31 smithi090 ceph-mon[89240]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-15T17:38:32.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:38:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:38:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:38:33.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:32 smithi090 ceph-mon[91618]: pgmap v3741: 137 pgs: 6 unknown, 131 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-15T17:38:33.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:32 smithi090 ceph-mon[89240]: pgmap v3741: 137 pgs: 6 unknown, 131 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-15T17:38:33.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:32 smithi153 ceph-mon[84714]: pgmap v3741: 137 pgs: 6 unknown, 131 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-15T17:38:35.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:34 smithi090 ceph-mon[91618]: pgmap v3742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 346 B/s rd, 519 B/s wr, 1 op/s 2024-04-15T17:38:35.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:34 smithi090 ceph-mon[89240]: pgmap v3742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 346 B/s rd, 519 B/s wr, 1 op/s 2024-04-15T17:38:35.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:34 smithi153 ceph-mon[84714]: pgmap v3742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 346 B/s rd, 519 B/s wr, 1 op/s 2024-04-15T17:38:37.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:36 smithi090 ceph-mon[91618]: pgmap v3743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-15T17:38:37.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:36 smithi090 ceph-mon[89240]: pgmap v3743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-15T17:38:37.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:36 smithi153 ceph-mon[84714]: pgmap v3743: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.3 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-15T17:38:38.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:38:38.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:38:38.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:38:39.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:38 smithi090 ceph-mon[89240]: pgmap v3744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-15T17:38:39.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:38 smithi090 ceph-mon[91618]: pgmap v3744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-15T17:38:39.342 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:38:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:38:39] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-04-15T17:38:39.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:38 smithi153 ceph-mon[84714]: pgmap v3744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-15T17:38:40.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:39 smithi090 ceph-mon[91618]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-15T17:38:40.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:39 smithi090 ceph-mon[89240]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-15T17:38:40.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:39 smithi153 ceph-mon[84714]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-15T17:38:41.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:41 smithi090 ceph-mon[89240]: pgmap v3746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 920 B/s wr, 5 op/s 2024-04-15T17:38:41.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:41 smithi090 ceph-mon[89240]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-15T17:38:41.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:41 smithi090 ceph-mon[91618]: pgmap v3746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 920 B/s wr, 5 op/s 2024-04-15T17:38:41.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:41 smithi090 ceph-mon[91618]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-15T17:38:41.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:41 smithi153 ceph-mon[84714]: pgmap v3746: 137 pgs: 137 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 920 B/s wr, 5 op/s 2024-04-15T17:38:41.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:41 smithi153 ceph-mon[84714]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-15T17:38:42.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:38:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:38:43.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:43 smithi090 ceph-mon[91618]: pgmap v3748: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.1 MiB/s wr, 40 op/s 2024-04-15T17:38:43.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:43 smithi090 ceph-mon[89240]: pgmap v3748: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.1 MiB/s wr, 40 op/s 2024-04-15T17:38:43.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:43 smithi153 ceph-mon[84714]: pgmap v3748: 137 pgs: 137 active+clean; 30 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.1 MiB/s wr, 40 op/s 2024-04-15T17:38:45.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:45 smithi090 ceph-mon[91618]: pgmap v3749: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-15T17:38:45.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:45 smithi090 ceph-mon[89240]: pgmap v3749: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-15T17:38:45.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:45 smithi153 ceph-mon[84714]: pgmap v3749: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-15T17:38:47.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:47 smithi090 ceph-mon[91618]: pgmap v3750: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-15T17:38:47.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:47 smithi090 ceph-mon[89240]: pgmap v3750: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-15T17:38:47.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:47 smithi153 ceph-mon[84714]: pgmap v3750: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-15T17:38:49.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:49 smithi090 ceph-mon[91618]: pgmap v3751: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.5 MiB/s wr, 43 op/s 2024-04-15T17:38:49.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:49 smithi090 ceph-mon[89240]: pgmap v3751: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.5 MiB/s wr, 43 op/s 2024-04-15T17:38:49.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:38:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:38:49] "GET /metrics HTTP/1.1" 200 36718 "" "Prometheus/2.43.0" 2024-04-15T17:38:49.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:49 smithi153 ceph-mon[84714]: pgmap v3751: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 5.5 MiB/s wr, 43 op/s 2024-04-15T17:38:51.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:51 smithi090 ceph-mon[91618]: pgmap v3752: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-04-15T17:38:51.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:51 smithi090 ceph-mon[89240]: pgmap v3752: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-04-15T17:38:51.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:51 smithi153 ceph-mon[84714]: pgmap v3752: 137 pgs: 137 active+clean; 54 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-04-15T17:38:52.232 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/6.Simple (25305 ms) 2024-04-15T17:38:52.233 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-04-15T17:38:52.233 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:38:52.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:38:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:38:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:38:53.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:53 smithi090 ceph-mon[89240]: pgmap v3753: 137 pgs: 137 active+clean; 82 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 8.0 MiB/s wr, 49 op/s 2024-04-15T17:38:53.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:38:53.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:53 smithi090 ceph-mon[91618]: pgmap v3753: 137 pgs: 137 active+clean; 82 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 8.0 MiB/s wr, 49 op/s 2024-04-15T17:38:53.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:38:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:53 smithi153 ceph-mon[84714]: pgmap v3753: 137 pgs: 137 active+clean; 82 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 8.0 MiB/s wr, 49 op/s 2024-04-15T17:38:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:38:55.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:55 smithi090 ceph-mon[91618]: pgmap v3754: 137 pgs: 137 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.1 MiB/s wr, 31 op/s 2024-04-15T17:38:55.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:55 smithi090 ceph-mon[89240]: pgmap v3754: 137 pgs: 137 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.1 MiB/s wr, 31 op/s 2024-04-15T17:38:55.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:55 smithi153 ceph-mon[84714]: pgmap v3754: 137 pgs: 137 active+clean; 87 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 8.1 MiB/s rd, 6.1 MiB/s wr, 31 op/s 2024-04-15T17:38:57.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:57 smithi090 ceph-mon[91618]: pgmap v3755: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-15T17:38:57.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:57 smithi090 ceph-mon[89240]: pgmap v3755: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-15T17:38:57.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:57 smithi153 ceph-mon[84714]: pgmap v3755: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-15T17:38:59.394 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:38:59 smithi090 ceph-mon[91618]: pgmap v3756: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-15T17:38:59.395 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:38:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:38:59] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-15T17:38:59.395 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:38:59 smithi090 ceph-mon[89240]: pgmap v3756: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-15T17:38:59.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:38:59 smithi153 ceph-mon[84714]: pgmap v3756: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-15T17:39:01.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:01 smithi090 ceph-mon[89240]: pgmap v3757: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-15T17:39:01.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:01 smithi090 ceph-mon[89240]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-15T17:39:01.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:01 smithi090 ceph-mon[91618]: pgmap v3757: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-15T17:39:01.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:01 smithi090 ceph-mon[91618]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-15T17:39:01.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:01 smithi153 ceph-mon[84714]: pgmap v3757: 137 pgs: 137 active+clean; 87 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-15T17:39:01.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:01 smithi153 ceph-mon[84714]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-15T17:39:02.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:39:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:39:02.634 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:39:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=cleanup t=2024-04-15T17:39:02.493755051Z level=info msg="Completed cleanup jobs" duration=2.480509ms 2024-04-15T17:39:03.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:03 smithi090 ceph-mon[91618]: pgmap v3759: 137 pgs: 137 active+clean; 120 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.8 MiB/s wr, 46 op/s 2024-04-15T17:39:03.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:03 smithi090 ceph-mon[89240]: pgmap v3759: 137 pgs: 137 active+clean; 120 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.8 MiB/s wr, 46 op/s 2024-04-15T17:39:03.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:03 smithi153 ceph-mon[84714]: pgmap v3759: 137 pgs: 137 active+clean; 120 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.8 MiB/s wr, 46 op/s 2024-04-15T17:39:05.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:05 smithi090 ceph-mon[91618]: pgmap v3760: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T17:39:05.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:05 smithi090 ceph-mon[89240]: pgmap v3760: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T17:39:05.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:05 smithi153 ceph-mon[84714]: pgmap v3760: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T17:39:07.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:07 smithi090 ceph-mon[91618]: pgmap v3761: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:39:07.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:07 smithi090 ceph-mon[89240]: pgmap v3761: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:39:07.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:07 smithi153 ceph-mon[84714]: pgmap v3761: 137 pgs: 137 active+clean; 128 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:39:08.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:39:08.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:39:08.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:39:09.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:09 smithi090 ceph-mon[91618]: pgmap v3762: 137 pgs: 137 active+clean; 132 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T17:39:09.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:39:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:39:09] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-15T17:39:09.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:09 smithi090 ceph-mon[89240]: pgmap v3762: 137 pgs: 137 active+clean; 132 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T17:39:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:09 smithi153 ceph-mon[84714]: pgmap v3762: 137 pgs: 137 active+clean; 132 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T17:39:11.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:11 smithi090 ceph-mon[91618]: pgmap v3763: 137 pgs: 137 active+clean; 132 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T17:39:11.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:11 smithi090 ceph-mon[89240]: pgmap v3763: 137 pgs: 137 active+clean; 132 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T17:39:11.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:11 smithi153 ceph-mon[84714]: pgmap v3763: 137 pgs: 137 active+clean; 132 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T17:39:12.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:39:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:39:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:39:13.464 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/6.Grow (21232 ms) 2024-04-15T17:39:13.464 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-04-15T17:39:13.464 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:39:13.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:13 smithi090 ceph-mon[91618]: pgmap v3764: 137 pgs: 137 active+clean; 148 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.6 MiB/s wr, 47 op/s 2024-04-15T17:39:13.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:13 smithi090 ceph-mon[89240]: pgmap v3764: 137 pgs: 137 active+clean; 148 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.6 MiB/s wr, 47 op/s 2024-04-15T17:39:13.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:13 smithi153 ceph-mon[84714]: pgmap v3764: 137 pgs: 137 active+clean; 148 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.6 MiB/s wr, 47 op/s 2024-04-15T17:39:15.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:15 smithi090 ceph-mon[91618]: pgmap v3765: 137 pgs: 137 active+clean; 156 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-04-15T17:39:15.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:15 smithi090 ceph-mon[89240]: pgmap v3765: 137 pgs: 137 active+clean; 156 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-04-15T17:39:15.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:15 smithi153 ceph-mon[84714]: pgmap v3765: 137 pgs: 137 active+clean; 156 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.7 MiB/s wr, 18 op/s 2024-04-15T17:39:17.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:17 smithi090 ceph-mon[91618]: pgmap v3766: 137 pgs: 137 active+clean; 161 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-15T17:39:17.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:17 smithi090 ceph-mon[89240]: pgmap v3766: 137 pgs: 137 active+clean; 161 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-15T17:39:17.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:17 smithi153 ceph-mon[84714]: pgmap v3766: 137 pgs: 137 active+clean; 161 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.1 MiB/s wr, 28 op/s 2024-04-15T17:39:19.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:19 smithi090 ceph-mon[91618]: pgmap v3767: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-15T17:39:19.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:39:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:39:19] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-15T17:39:19.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:19 smithi090 ceph-mon[89240]: pgmap v3767: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-15T17:39:19.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:19 smithi153 ceph-mon[84714]: pgmap v3767: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-15T17:39:21.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:21 smithi090 ceph-mon[89240]: pgmap v3768: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 30 op/s 2024-04-15T17:39:21.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:21 smithi090 ceph-mon[91618]: pgmap v3768: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 30 op/s 2024-04-15T17:39:21.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:21 smithi153 ceph-mon[84714]: pgmap v3768: 137 pgs: 137 active+clean; 169 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 30 op/s 2024-04-15T17:39:22.535 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:39:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:39:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:39:22.536 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:39:22.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:39:22.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:39:23.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:23 smithi090 ceph-mon[91618]: pgmap v3769: 137 pgs: 137 active+clean; 177 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 30 op/s 2024-04-15T17:39:23.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:23 smithi090 ceph-mon[91618]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-15T17:39:23.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:39:23.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:39:23.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:39:23.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:39:23.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:23 smithi090 ceph-mon[89240]: pgmap v3769: 137 pgs: 137 active+clean; 177 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 30 op/s 2024-04-15T17:39:23.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:23 smithi090 ceph-mon[89240]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-15T17:39:23.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:39:23.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:39:23.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:39:23.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:39:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:23 smithi153 ceph-mon[84714]: pgmap v3769: 137 pgs: 137 active+clean; 177 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 30 op/s 2024-04-15T17:39:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:23 smithi153 ceph-mon[84714]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-15T17:39:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:39:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:39:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:39:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:39:25.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:25 smithi090 ceph-mon[91618]: pgmap v3771: 137 pgs: 137 active+clean; 181 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-15T17:39:25.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:25 smithi090 ceph-mon[89240]: pgmap v3771: 137 pgs: 137 active+clean; 181 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-15T17:39:25.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:25 smithi153 ceph-mon[84714]: pgmap v3771: 137 pgs: 137 active+clean; 181 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.0 MiB/s rd, 3.3 MiB/s wr, 27 op/s 2024-04-15T17:39:27.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:27 smithi090 ceph-mon[91618]: pgmap v3772: 137 pgs: 137 active+clean; 206 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-15T17:39:27.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:27 smithi090 ceph-mon[89240]: pgmap v3772: 137 pgs: 137 active+clean; 206 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-15T17:39:27.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:27 smithi153 ceph-mon[84714]: pgmap v3772: 137 pgs: 137 active+clean; 206 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-15T17:39:29.393 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:29 smithi090 ceph-mon[91618]: pgmap v3773: 137 pgs: 137 active+clean; 210 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:39:29.394 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:39:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:39:29] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-15T17:39:29.394 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:29 smithi090 ceph-mon[89240]: pgmap v3773: 137 pgs: 137 active+clean; 210 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:39:29.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:29 smithi153 ceph-mon[84714]: pgmap v3773: 137 pgs: 137 active+clean; 210 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:39:31.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:31 smithi090 ceph-mon[91618]: pgmap v3774: 137 pgs: 137 active+clean; 210 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:39:31.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:31 smithi090 ceph-mon[89240]: pgmap v3774: 137 pgs: 137 active+clean; 210 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:39:31.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:31 smithi153 ceph-mon[84714]: pgmap v3774: 137 pgs: 137 active+clean; 210 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:39:32.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:39:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:39:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:39:33.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:33 smithi090 ceph-mon[89240]: pgmap v3775: 137 pgs: 137 active+clean; 226 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-15T17:39:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:33 smithi090 ceph-mon[91618]: pgmap v3775: 137 pgs: 137 active+clean; 226 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-15T17:39:33.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:33 smithi153 ceph-mon[84714]: pgmap v3775: 137 pgs: 137 active+clean; 226 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 4.9 MiB/s wr, 45 op/s 2024-04-15T17:39:33.843 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (20378 ms) 2024-04-15T17:39:33.843 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-04-15T17:39:33.843 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:39:35.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:35 smithi090 ceph-mon[91618]: pgmap v3776: 137 pgs: 137 active+clean; 230 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.6 MiB/s wr, 41 op/s 2024-04-15T17:39:35.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:35 smithi090 ceph-mon[89240]: pgmap v3776: 137 pgs: 137 active+clean; 230 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.6 MiB/s wr, 41 op/s 2024-04-15T17:39:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:35 smithi153 ceph-mon[84714]: pgmap v3776: 137 pgs: 137 active+clean; 230 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.6 MiB/s wr, 41 op/s 2024-04-15T17:39:37.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:37 smithi090 ceph-mon[91618]: pgmap v3777: 137 pgs: 137 active+clean; 247 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.2 MiB/s wr, 35 op/s 2024-04-15T17:39:37.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:37 smithi090 ceph-mon[89240]: pgmap v3777: 137 pgs: 137 active+clean; 247 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.2 MiB/s wr, 35 op/s 2024-04-15T17:39:37.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:37 smithi153 ceph-mon[84714]: pgmap v3777: 137 pgs: 137 active+clean; 247 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.2 MiB/s wr, 35 op/s 2024-04-15T17:39:38.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:39:38.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:39:38.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:39:39.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:39 smithi090 ceph-mon[91618]: pgmap v3778: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 35 op/s 2024-04-15T17:39:39.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:39:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:39:39] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-15T17:39:39.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:39 smithi090 ceph-mon[89240]: pgmap v3778: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 35 op/s 2024-04-15T17:39:39.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:39 smithi153 ceph-mon[84714]: pgmap v3778: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 35 op/s 2024-04-15T17:39:41.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:41 smithi090 ceph-mon[89240]: pgmap v3779: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-15T17:39:41.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:41 smithi090 ceph-mon[91618]: pgmap v3779: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-15T17:39:41.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:41 smithi153 ceph-mon[84714]: pgmap v3779: 137 pgs: 137 active+clean; 251 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 31 op/s 2024-04-15T17:39:42.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:39:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:39:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:39:43.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:43 smithi090 ceph-mon[89240]: pgmap v3780: 137 pgs: 137 active+clean; 267 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.1 MiB/s wr, 32 op/s 2024-04-15T17:39:43.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:43 smithi090 ceph-mon[89240]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-15T17:39:43.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:43 smithi090 ceph-mon[91618]: pgmap v3780: 137 pgs: 137 active+clean; 267 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.1 MiB/s wr, 32 op/s 2024-04-15T17:39:43.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:43 smithi090 ceph-mon[91618]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-15T17:39:43.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:43 smithi153 ceph-mon[84714]: pgmap v3780: 137 pgs: 137 active+clean; 267 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 9.8 MiB/s rd, 6.1 MiB/s wr, 32 op/s 2024-04-15T17:39:43.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:43 smithi153 ceph-mon[84714]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-15T17:39:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:45 smithi090 ceph-mon[91618]: pgmap v3782: 137 pgs: 137 active+clean; 275 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 28 op/s 2024-04-15T17:39:45.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:45 smithi090 ceph-mon[89240]: pgmap v3782: 137 pgs: 137 active+clean; 275 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 28 op/s 2024-04-15T17:39:45.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:45 smithi153 ceph-mon[84714]: pgmap v3782: 137 pgs: 137 active+clean; 275 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 28 op/s 2024-04-15T17:39:47.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:47 smithi090 ceph-mon[91618]: pgmap v3783: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.3 MiB/s wr, 33 op/s 2024-04-15T17:39:47.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:47 smithi090 ceph-mon[89240]: pgmap v3783: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.3 MiB/s wr, 33 op/s 2024-04-15T17:39:47.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:47 smithi153 ceph-mon[84714]: pgmap v3783: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 5.3 MiB/s wr, 33 op/s 2024-04-15T17:39:49.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:49 smithi090 ceph-mon[91618]: pgmap v3784: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:39:49.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:49 smithi090 ceph-mon[89240]: pgmap v3784: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:39:49.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:39:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:39:49] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-15T17:39:49.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:49 smithi153 ceph-mon[84714]: pgmap v3784: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:39:51.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:51 smithi090 ceph-mon[91618]: pgmap v3785: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:39:51.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:51 smithi090 ceph-mon[89240]: pgmap v3785: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:39:51.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:51 smithi153 ceph-mon[84714]: pgmap v3785: 137 pgs: 137 active+clean; 292 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:39:52.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:39:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:39:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:39:53.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:53 smithi090 ceph-mon[91618]: pgmap v3786: 137 pgs: 137 active+clean; 296 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 2.9 MiB/s wr, 43 op/s 2024-04-15T17:39:53.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:39:53.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:53 smithi090 ceph-mon[89240]: pgmap v3786: 137 pgs: 137 active+clean; 296 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 2.9 MiB/s wr, 43 op/s 2024-04-15T17:39:53.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:39:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:53 smithi153 ceph-mon[84714]: pgmap v3786: 137 pgs: 137 active+clean; 296 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 61 KiB/s rd, 2.9 MiB/s wr, 43 op/s 2024-04-15T17:39:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:39:55.464 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (21621 ms) 2024-04-15T17:39:55.464 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-04-15T17:39:55.464 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:39:55.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:55 smithi090 ceph-mon[91618]: pgmap v3787: 137 pgs: 137 active+clean; 308 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-15T17:39:55.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:55 smithi090 ceph-mon[89240]: pgmap v3787: 137 pgs: 137 active+clean; 308 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-15T17:39:55.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:55 smithi153 ceph-mon[84714]: pgmap v3787: 137 pgs: 137 active+clean; 308 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-15T17:39:57.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:57 smithi090 ceph-mon[91618]: pgmap v3788: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 3.4 MiB/s wr, 36 op/s 2024-04-15T17:39:57.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:57 smithi090 ceph-mon[89240]: pgmap v3788: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 3.4 MiB/s wr, 36 op/s 2024-04-15T17:39:57.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:57 smithi153 ceph-mon[84714]: pgmap v3788: 137 pgs: 137 active+clean; 312 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 416 KiB/s rd, 3.4 MiB/s wr, 36 op/s 2024-04-15T17:39:59.393 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:39:59 smithi090 ceph-mon[91618]: pgmap v3789: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-15T17:39:59.394 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:39:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:39:59] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-15T17:39:59.394 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:39:59 smithi090 ceph-mon[89240]: pgmap v3789: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-15T17:39:59.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:39:59 smithi153 ceph-mon[84714]: pgmap v3789: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-15T17:40:00.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:00 smithi090 ceph-mon[91618]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T17:40:00.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:00 smithi090 ceph-mon[89240]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T17:40:00.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:00 smithi153 ceph-mon[84714]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T17:40:01.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:01 smithi090 ceph-mon[91618]: pgmap v3790: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-15T17:40:01.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:01 smithi090 ceph-mon[89240]: pgmap v3790: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-15T17:40:01.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:01 smithi153 ceph-mon[84714]: pgmap v3790: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-15T17:40:02.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:40:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:40:03.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:03 smithi153 ceph-mon[84714]: pgmap v3791: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-15T17:40:03.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:03 smithi090 ceph-mon[89240]: pgmap v3791: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-15T17:40:03.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:03 smithi090 ceph-mon[91618]: pgmap v3791: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-15T17:40:04.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:04 smithi153 ceph-mon[84714]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-15T17:40:04.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:04 smithi090 ceph-mon[91618]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-15T17:40:04.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:04 smithi090 ceph-mon[89240]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-15T17:40:05.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:05 smithi090 ceph-mon[91618]: pgmap v3793: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-15T17:40:05.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:05 smithi090 ceph-mon[89240]: pgmap v3793: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-15T17:40:05.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:05 smithi153 ceph-mon[84714]: pgmap v3793: 137 pgs: 137 active+clean; 312 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 16 op/s 2024-04-15T17:40:07.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:07 smithi153 ceph-mon[84714]: pgmap v3794: 137 pgs: 137 active+clean; 333 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-15T17:40:07.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:07 smithi090 ceph-mon[91618]: pgmap v3794: 137 pgs: 137 active+clean; 333 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-15T17:40:07.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:07 smithi090 ceph-mon[89240]: pgmap v3794: 137 pgs: 137 active+clean; 333 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 24 op/s 2024-04-15T17:40:08.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:40:08.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:40:08.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:40:09.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:09 smithi090 ceph-mon[91618]: pgmap v3795: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:40:09.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:40:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:40:09] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-15T17:40:09.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:09 smithi090 ceph-mon[89240]: pgmap v3795: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:40:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:09 smithi153 ceph-mon[84714]: pgmap v3795: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:40:11.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:11 smithi153 ceph-mon[84714]: pgmap v3796: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:40:11.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:11 smithi090 ceph-mon[91618]: pgmap v3796: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:40:11.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:11 smithi090 ceph-mon[89240]: pgmap v3796: 137 pgs: 137 active+clean; 353 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:40:12.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:40:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:40:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:40:13.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:13 smithi153 ceph-mon[84714]: pgmap v3797: 137 pgs: 137 active+clean; 357 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-15T17:40:13.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:13 smithi090 ceph-mon[91618]: pgmap v3797: 137 pgs: 137 active+clean; 357 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-15T17:40:13.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:13 smithi090 ceph-mon[89240]: pgmap v3797: 137 pgs: 137 active+clean; 357 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-15T17:40:15.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:15 smithi153 ceph-mon[84714]: pgmap v3798: 137 pgs: 137 active+clean; 357 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.3 MiB/s wr, 41 op/s 2024-04-15T17:40:15.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:15 smithi090 ceph-mon[91618]: pgmap v3798: 137 pgs: 137 active+clean; 357 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.3 MiB/s wr, 41 op/s 2024-04-15T17:40:15.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:15 smithi090 ceph-mon[89240]: pgmap v3798: 137 pgs: 137 active+clean; 357 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.3 MiB/s wr, 41 op/s 2024-04-15T17:40:16.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:16 smithi153 ceph-mon[84714]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-15T17:40:16.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:16 smithi090 ceph-mon[91618]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-15T17:40:16.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:16 smithi090 ceph-mon[89240]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-15T17:40:17.604 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (22139 ms) 2024-04-15T17:40:17.604 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-04-15T17:40:17.604 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:40:17.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:17 smithi090 ceph-mon[91618]: pgmap v3800: 137 pgs: 137 active+clean; 393 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 600 KiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-15T17:40:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:17 smithi090 ceph-mon[89240]: pgmap v3800: 137 pgs: 137 active+clean; 393 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 600 KiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-15T17:40:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:17 smithi153 ceph-mon[84714]: pgmap v3800: 137 pgs: 137 active+clean; 393 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 600 KiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-15T17:40:19.388 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:40:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:40:19] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-15T17:40:19.389 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:19 smithi090 ceph-mon[89240]: pgmap v3801: 137 pgs: 137 active+clean; 413 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 33 op/s 2024-04-15T17:40:19.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:19 smithi090 ceph-mon[91618]: pgmap v3801: 137 pgs: 137 active+clean; 413 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 33 op/s 2024-04-15T17:40:19.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:19 smithi153 ceph-mon[84714]: pgmap v3801: 137 pgs: 137 active+clean; 413 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 33 op/s 2024-04-15T17:40:21.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:21 smithi090 ceph-mon[91618]: pgmap v3802: 137 pgs: 137 active+clean; 413 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 33 op/s 2024-04-15T17:40:21.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:21 smithi090 ceph-mon[89240]: pgmap v3802: 137 pgs: 137 active+clean; 413 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 33 op/s 2024-04-15T17:40:21.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:21 smithi153 ceph-mon[84714]: pgmap v3802: 137 pgs: 137 active+clean; 413 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 33 op/s 2024-04-15T17:40:22.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:40:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:40:23.724 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:23 smithi153 ceph-mon[84714]: pgmap v3803: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 42 op/s 2024-04-15T17:40:23.725 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:40:23.725 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:40:23.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:23 smithi090 ceph-mon[91618]: pgmap v3803: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 42 op/s 2024-04-15T17:40:23.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:40:23.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:40:23.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:23 smithi090 ceph-mon[89240]: pgmap v3803: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 42 op/s 2024-04-15T17:40:23.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:40:23.755 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:40:24.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:24 smithi090 ceph-mon[91618]: pgmap v3804: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 42 op/s 2024-04-15T17:40:24.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:24 smithi090 ceph-mon[89240]: pgmap v3804: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 42 op/s 2024-04-15T17:40:24.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:24 smithi153 ceph-mon[84714]: pgmap v3804: 137 pgs: 137 active+clean; 438 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.1 MiB/s wr, 42 op/s 2024-04-15T17:40:26.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:26 smithi090 ceph-mon[91618]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-15T17:40:26.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:26 smithi090 ceph-mon[91618]: pgmap v3806: 137 pgs: 137 active+clean; 463 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.0 MiB/s wr, 45 op/s 2024-04-15T17:40:26.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:26 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:26.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:26 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:26.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:26 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:26.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:26 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:26.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:26 smithi090 ceph-mon[89240]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-15T17:40:26.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:26 smithi090 ceph-mon[89240]: pgmap v3806: 137 pgs: 137 active+clean; 463 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.0 MiB/s wr, 45 op/s 2024-04-15T17:40:26.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:26 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:26.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:26 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:26.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:26 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:26.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:26 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:26.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:26 smithi153 ceph-mon[84714]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-15T17:40:26.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:26 smithi153 ceph-mon[84714]: pgmap v3806: 137 pgs: 137 active+clean; 463 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.0 MiB/s wr, 45 op/s 2024-04-15T17:40:26.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:26 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:26.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:26 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:26.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:26 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:26.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:26 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:28.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:28.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:28.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:28.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:28 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:28.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:28 smithi153 ceph-mon[84714]: pgmap v3807: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 6.6 MiB/s wr, 29 op/s 2024-04-15T17:40:28.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:28.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:28.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:28.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:28 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:28.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:28 smithi090 ceph-mon[91618]: pgmap v3807: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 6.6 MiB/s wr, 29 op/s 2024-04-15T17:40:28.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:28.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:28.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:28.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:28 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:28.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:28 smithi090 ceph-mon[89240]: pgmap v3807: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 6.6 MiB/s wr, 29 op/s 2024-04-15T17:40:29.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:40:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:40:29] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-15T17:40:31.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:30 smithi153 ceph-mon[84714]: pgmap v3808: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 6.6 MiB/s wr, 29 op/s 2024-04-15T17:40:31.135 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:31.135 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:30 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:31.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:30 smithi090 ceph-mon[91618]: pgmap v3808: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 6.6 MiB/s wr, 29 op/s 2024-04-15T17:40:31.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:31.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:30 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:31.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:30 smithi090 ceph-mon[89240]: pgmap v3808: 137 pgs: 137 active+clean; 479 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 6.6 MiB/s wr, 29 op/s 2024-04-15T17:40:31.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:31.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:30 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:32.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:40:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:40:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:40:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:33 smithi090 ceph-mon[91618]: pgmap v3809: 137 pgs: 137 active+clean; 479 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:40:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:33 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:33 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:33 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:40:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:33 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:40:33.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:33 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:33.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:33 smithi090 ceph-mon[89240]: pgmap v3809: 137 pgs: 137 active+clean; 479 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:40:33.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:33 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:33.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:33 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:33.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:33 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:40:33.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:33 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:40:33.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:33 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:33.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:33 smithi153 ceph-mon[84714]: pgmap v3809: 137 pgs: 137 active+clean; 479 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:40:33.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:33 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:33.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:33 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:33.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:33 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:40:33.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:33 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:40:33.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:33 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:40:35.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:35 smithi090 ceph-mon[91618]: pgmap v3810: 137 pgs: 137 active+clean; 483 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T17:40:35.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:35 smithi090 ceph-mon[89240]: pgmap v3810: 137 pgs: 137 active+clean; 483 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T17:40:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:35 smithi153 ceph-mon[84714]: pgmap v3810: 137 pgs: 137 active+clean; 483 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-15T17:40:36.340 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (18736 ms) 2024-04-15T17:40:36.340 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-04-15T17:40:36.340 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:40:37.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:37 smithi090 ceph-mon[91618]: pgmap v3811: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.3 MiB/s wr, 47 op/s 2024-04-15T17:40:37.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:37 smithi090 ceph-mon[89240]: pgmap v3811: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.3 MiB/s wr, 47 op/s 2024-04-15T17:40:37.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:37 smithi153 ceph-mon[84714]: pgmap v3811: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 6.3 MiB/s wr, 47 op/s 2024-04-15T17:40:38.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:40:38.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:40:38.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:40:39.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:39 smithi090 ceph-mon[91618]: pgmap v3812: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.7 MiB/s wr, 44 op/s 2024-04-15T17:40:39.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:39 smithi090 ceph-mon[89240]: pgmap v3812: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.7 MiB/s wr, 44 op/s 2024-04-15T17:40:39.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:40:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:40:39] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-15T17:40:39.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:39 smithi153 ceph-mon[84714]: pgmap v3812: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.7 MiB/s wr, 44 op/s 2024-04-15T17:40:41.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:41 smithi090 ceph-mon[89240]: pgmap v3813: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-15T17:40:41.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:41 smithi090 ceph-mon[91618]: pgmap v3813: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-15T17:40:41.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:41 smithi153 ceph-mon[84714]: pgmap v3813: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-15T17:40:42.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:40:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:40:43.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:43 smithi090 ceph-mon[89240]: pgmap v3814: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T17:40:43.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:43 smithi090 ceph-mon[91618]: pgmap v3814: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T17:40:43.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:43 smithi153 ceph-mon[84714]: pgmap v3814: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 43 op/s 2024-04-15T17:40:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:45 smithi090 ceph-mon[91618]: pgmap v3815: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-15T17:40:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:45 smithi090 ceph-mon[91618]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-15T17:40:45.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:45 smithi090 ceph-mon[89240]: pgmap v3815: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-15T17:40:45.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:45 smithi090 ceph-mon[89240]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-15T17:40:45.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:45 smithi153 ceph-mon[84714]: pgmap v3815: 137 pgs: 137 active+clean; 499 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-15T17:40:45.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:45 smithi153 ceph-mon[84714]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-15T17:40:47.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:47 smithi090 ceph-mon[91618]: pgmap v3817: 137 pgs: 137 active+clean; 523 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 834 KiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-15T17:40:47.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:47 smithi090 ceph-mon[89240]: pgmap v3817: 137 pgs: 137 active+clean; 523 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 834 KiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-15T17:40:47.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:47 smithi153 ceph-mon[84714]: pgmap v3817: 137 pgs: 137 active+clean; 523 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 834 KiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-15T17:40:49.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:49 smithi090 ceph-mon[91618]: pgmap v3818: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-15T17:40:49.593 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:40:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:40:49] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-15T17:40:49.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:49 smithi090 ceph-mon[89240]: pgmap v3818: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-15T17:40:49.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:49 smithi153 ceph-mon[84714]: pgmap v3818: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-15T17:40:51.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:51 smithi090 ceph-mon[91618]: pgmap v3819: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-15T17:40:51.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:51 smithi090 ceph-mon[89240]: pgmap v3819: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-15T17:40:51.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:51 smithi153 ceph-mon[84714]: pgmap v3819: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 436 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-15T17:40:52.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:40:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:40:53.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:53 smithi090 ceph-mon[91618]: pgmap v3820: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-15T17:40:53.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:40:53.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:53 smithi090 ceph-mon[89240]: pgmap v3820: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-15T17:40:53.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:40:53.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:53 smithi153 ceph-mon[84714]: pgmap v3820: 137 pgs: 137 active+clean; 540 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 31 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-15T17:40:53.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:40:55.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:55 smithi153 ceph-mon[84714]: pgmap v3821: 137 pgs: 137 active+clean; 548 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-15T17:40:55.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:55 smithi090 ceph-mon[91618]: pgmap v3821: 137 pgs: 137 active+clean; 548 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-15T17:40:55.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:55 smithi090 ceph-mon[89240]: pgmap v3821: 137 pgs: 137 active+clean; 548 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 60 KiB/s rd, 4.9 MiB/s wr, 42 op/s 2024-04-15T17:40:57.450 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (21109 ms) 2024-04-15T17:40:57.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:57 smithi153 ceph-mon[84714]: pgmap v3822: 137 pgs: 137 active+clean; 556 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 797 KiB/s rd, 5.6 MiB/s wr, 48 op/s 2024-04-15T17:40:57.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:57 smithi090 ceph-mon[91618]: pgmap v3822: 137 pgs: 137 active+clean; 556 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 797 KiB/s rd, 5.6 MiB/s wr, 48 op/s 2024-04-15T17:40:57.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:57 smithi090 ceph-mon[89240]: pgmap v3822: 137 pgs: 137 active+clean; 556 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 797 KiB/s rd, 5.6 MiB/s wr, 48 op/s 2024-04-15T17:40:58.361 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (150521 ms total) 2024-04-15T17:40:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:40:58.361 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-04-15T17:40:58.403 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-04-15T17:40:59.370 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:40:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:40:59] "GET /metrics HTTP/1.1" 200 36753 "" "Prometheus/2.43.0" 2024-04-15T17:40:59.370 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:59 smithi090 ceph-mon[89240]: pgmap v3823: 137 pgs: 137 active+clean; 556 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-15T17:40:59.371 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:40:59 smithi090 ceph-mon[89240]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-15T17:40:59.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:59 smithi153 ceph-mon[84714]: pgmap v3823: 137 pgs: 137 active+clean; 556 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-15T17:40:59.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:40:59 smithi153 ceph-mon[84714]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-15T17:40:59.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:59 smithi090 ceph-mon[91618]: pgmap v3823: 137 pgs: 137 active+clean; 556 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-15T17:40:59.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:40:59 smithi090 ceph-mon[91618]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-15T17:41:00.364 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:41:00.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:00 smithi153 ceph-mon[84714]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-15T17:41:00.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:00 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1634125666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:41:00.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:00 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:41:00.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:00 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:41:00.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:00 smithi153 ceph-mon[84714]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-15T17:41:00.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:00 smithi090 ceph-mon[91618]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-15T17:41:00.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:00 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1634125666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:41:00.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:00 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:41:00.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:00 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:41:00.636 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:00 smithi090 ceph-mon[91618]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-15T17:41:00.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:00 smithi090 ceph-mon[89240]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-15T17:41:00.636 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:00 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1634125666' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:41:00.637 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:00 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:41:00.637 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:00 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:41:00.637 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:00 smithi090 ceph-mon[89240]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-15T17:41:01.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:01 smithi153 ceph-mon[84714]: pgmap v3826: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:41:01.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:01 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:41:01.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:01 smithi153 ceph-mon[84714]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-15T17:41:01.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:01 smithi090 ceph-mon[89240]: pgmap v3826: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:41:01.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:01 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:41:01.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:01 smithi090 ceph-mon[89240]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-15T17:41:01.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:01 smithi090 ceph-mon[91618]: pgmap v3826: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:41:01.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:01 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:41:01.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:01 smithi090 ceph-mon[91618]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-15T17:41:02.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:02 smithi153 ceph-mon[84714]: pgmap v3829: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:41:02.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:02 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:41:02.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:02 smithi153 ceph-mon[84714]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-15T17:41:02.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:41:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:41:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:41:02.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:02 smithi090 ceph-mon[91618]: pgmap v3829: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:41:02.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:02 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:41:02.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:02 smithi090 ceph-mon[91618]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-15T17:41:02.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:02 smithi090 ceph-mon[89240]: pgmap v3829: 137 pgs: 3 unknown, 134 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:41:02.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:02 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:41:02.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:02 smithi090 ceph-mon[89240]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-15T17:41:05.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:04 smithi090 ceph-mon[91618]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:41:05.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:04 smithi090 ceph-mon[89240]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:41:05.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:04 smithi153 ceph-mon[84714]: pgmap v3831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-15T17:41:07.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:06 smithi090 ceph-mon[91618]: pgmap v3832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 682 B/s wr, 1 op/s 2024-04-15T17:41:07.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:06 smithi090 ceph-mon[89240]: pgmap v3832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 682 B/s wr, 1 op/s 2024-04-15T17:41:07.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:06 smithi153 ceph-mon[84714]: pgmap v3832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 682 B/s rd, 682 B/s wr, 1 op/s 2024-04-15T17:41:08.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:41:08.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:41:08.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:41:09.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:08 smithi090 ceph-mon[91618]: pgmap v3833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-15T17:41:09.342 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:41:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:41:09] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-04-15T17:41:09.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:08 smithi090 ceph-mon[89240]: pgmap v3833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-15T17:41:09.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:08 smithi153 ceph-mon[84714]: pgmap v3833: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4 KiB/s rd, 1.1 KiB/s wr, 7 op/s 2024-04-15T17:41:11.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:10 smithi090 ceph-mon[91618]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 965 B/s wr, 6 op/s 2024-04-15T17:41:11.396 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:10 smithi090 ceph-mon[91618]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-15T17:41:11.397 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:10 smithi090 ceph-mon[91618]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-15T17:41:11.397 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:10 smithi090 ceph-mon[89240]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 965 B/s wr, 6 op/s 2024-04-15T17:41:11.397 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:10 smithi090 ceph-mon[89240]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-15T17:41:11.397 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:10 smithi090 ceph-mon[89240]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-15T17:41:11.397 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:10 smithi153 ceph-mon[84714]: pgmap v3834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 965 B/s wr, 6 op/s 2024-04-15T17:41:11.398 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:10 smithi153 ceph-mon[84714]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-15T17:41:11.398 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:10 smithi153 ceph-mon[84714]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-15T17:41:12.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:41:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:41:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:41:13.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:12 smithi090 ceph-mon[89240]: pgmap v3837: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-04-15T17:41:13.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:12 smithi090 ceph-mon[91618]: pgmap v3837: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-04-15T17:41:13.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:12 smithi153 ceph-mon[84714]: pgmap v3837: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 36 KiB/s rd, 5.1 MiB/s wr, 50 op/s 2024-04-15T17:41:15.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:14 smithi090 ceph-mon[89240]: pgmap v3838: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 5.1 MiB/s wr, 49 op/s 2024-04-15T17:41:15.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:14 smithi090 ceph-mon[91618]: pgmap v3838: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 5.1 MiB/s wr, 49 op/s 2024-04-15T17:41:15.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:14 smithi153 ceph-mon[84714]: pgmap v3838: 137 pgs: 137 active+clean; 46 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 35 KiB/s rd, 5.1 MiB/s wr, 49 op/s 2024-04-15T17:41:17.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:16 smithi090 ceph-mon[89240]: pgmap v3839: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 45 op/s 2024-04-15T17:41:17.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:16 smithi090 ceph-mon[91618]: pgmap v3839: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 45 op/s 2024-04-15T17:41:17.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:16 smithi153 ceph-mon[84714]: pgmap v3839: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.6 MiB/s wr, 45 op/s 2024-04-15T17:41:19.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:18 smithi090 ceph-mon[91618]: pgmap v3840: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2024-04-15T17:41:19.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:18 smithi090 ceph-mon[89240]: pgmap v3840: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2024-04-15T17:41:19.343 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:41:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:41:19] "GET /metrics HTTP/1.1" 200 36720 "" "Prometheus/2.43.0" 2024-04-15T17:41:19.385 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:18 smithi153 ceph-mon[84714]: pgmap v3840: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 5.6 MiB/s wr, 46 op/s 2024-04-15T17:41:21.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:20 smithi090 ceph-mon[91618]: pgmap v3841: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T17:41:21.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:20 smithi090 ceph-mon[89240]: pgmap v3841: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T17:41:21.385 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:20 smithi153 ceph-mon[84714]: pgmap v3841: 137 pgs: 137 active+clean; 50 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T17:41:22.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:41:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:41:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:41:23.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:22 smithi090 ceph-mon[91618]: pgmap v3842: 137 pgs: 137 active+clean; 58 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:41:23.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:41:23.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:22 smithi090 ceph-mon[89240]: pgmap v3842: 137 pgs: 137 active+clean; 58 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:41:23.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:41:23.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:22 smithi153 ceph-mon[84714]: pgmap v3842: 137 pgs: 137 active+clean; 58 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:41:23.385 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:41:23.715 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/7.Simple (25313 ms) 2024-04-15T17:41:23.715 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-04-15T17:41:23.716 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:41:25.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:24 smithi090 ceph-mon[91618]: pgmap v3843: 137 pgs: 137 active+clean; 58 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-15T17:41:25.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:24 smithi090 ceph-mon[89240]: pgmap v3843: 137 pgs: 137 active+clean; 58 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-15T17:41:25.385 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:24 smithi153 ceph-mon[84714]: pgmap v3843: 137 pgs: 137 active+clean; 58 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-15T17:41:27.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:26 smithi090 ceph-mon[91618]: pgmap v3844: 137 pgs: 137 active+clean; 70 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-15T17:41:27.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:26 smithi090 ceph-mon[89240]: pgmap v3844: 137 pgs: 137 active+clean; 70 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-15T17:41:27.385 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:26 smithi153 ceph-mon[84714]: pgmap v3844: 137 pgs: 137 active+clean; 70 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 6.8 MiB/s rd, 2.3 MiB/s wr, 18 op/s 2024-04-15T17:41:29.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:28 smithi090 ceph-mon[91618]: pgmap v3845: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-15T17:41:29.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:28 smithi090 ceph-mon[89240]: pgmap v3845: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-15T17:41:29.343 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:41:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:41:29] "GET /metrics HTTP/1.1" 200 36743 "" "Prometheus/2.43.0" 2024-04-15T17:41:29.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:28 smithi153 ceph-mon[84714]: pgmap v3845: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-15T17:41:31.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:30 smithi090 ceph-mon[91618]: pgmap v3846: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-15T17:41:31.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:30 smithi090 ceph-mon[91618]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-15T17:41:31.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:30 smithi090 ceph-mon[89240]: pgmap v3846: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-15T17:41:31.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:30 smithi090 ceph-mon[89240]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-15T17:41:31.385 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:30 smithi153 ceph-mon[84714]: pgmap v3846: 137 pgs: 137 active+clean; 78 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-15T17:41:31.385 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:30 smithi153 ceph-mon[84714]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-15T17:41:32.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:41:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:41:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:41:33.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:32 smithi090 ceph-mon[89240]: pgmap v3848: 137 pgs: 137 active+clean; 119 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 6.5 MiB/s wr, 40 op/s 2024-04-15T17:41:33.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:32 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:41:33.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:32 smithi090 ceph-mon[91618]: pgmap v3848: 137 pgs: 137 active+clean; 119 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 6.5 MiB/s wr, 40 op/s 2024-04-15T17:41:33.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:32 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:41:33.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:32 smithi153 ceph-mon[84714]: pgmap v3848: 137 pgs: 137 active+clean; 119 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.7 MiB/s rd, 6.5 MiB/s wr, 40 op/s 2024-04-15T17:41:33.385 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:32 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:41:34.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:33 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:41:34.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:33 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:41:34.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:33 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:41:34.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:33 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:41:34.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:33 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:41:34.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:33 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:41:34.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:33 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:41:34.385 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:33 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:41:34.385 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:33 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:41:35.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:35 smithi090 ceph-mon[91618]: pgmap v3849: 137 pgs: 137 active+clean; 119 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-15T17:41:35.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:35 smithi090 ceph-mon[89240]: pgmap v3849: 137 pgs: 137 active+clean; 119 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-15T17:41:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:35 smithi153 ceph-mon[84714]: pgmap v3849: 137 pgs: 137 active+clean; 119 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 6.5 MiB/s wr, 56 op/s 2024-04-15T17:41:37.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:37 smithi090 ceph-mon[91618]: pgmap v3850: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 45 op/s 2024-04-15T17:41:37.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:37 smithi090 ceph-mon[89240]: pgmap v3850: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 45 op/s 2024-04-15T17:41:37.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:37 smithi153 ceph-mon[84714]: pgmap v3850: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 45 op/s 2024-04-15T17:41:38.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:41:38.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:41:38.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:41:39.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:39 smithi090 ceph-mon[91618]: pgmap v3851: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:41:39.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:39 smithi090 ceph-mon[89240]: pgmap v3851: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:41:39.593 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:41:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:41:39] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-15T17:41:39.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:39 smithi153 ceph-mon[84714]: pgmap v3851: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:41:41.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:41 smithi090 ceph-mon[91618]: pgmap v3852: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:41:41.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:41 smithi090 ceph-mon[89240]: pgmap v3852: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:41:41.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:41 smithi153 ceph-mon[84714]: pgmap v3852: 137 pgs: 137 active+clean; 123 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:41:42.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:41:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:41:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:41:43.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:43 smithi090 ceph-mon[91618]: pgmap v3853: 137 pgs: 137 active+clean; 127 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-15T17:41:43.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:43 smithi090 ceph-mon[89240]: pgmap v3853: 137 pgs: 137 active+clean; 127 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-15T17:41:43.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:43 smithi153 ceph-mon[84714]: pgmap v3853: 137 pgs: 137 active+clean; 127 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 211 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-15T17:41:43.875 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/7.Grow (20160 ms) 2024-04-15T17:41:43.875 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-04-15T17:41:43.876 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:41:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:45 smithi090 ceph-mon[91618]: pgmap v3854: 137 pgs: 137 active+clean; 139 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-15T17:41:45.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:45 smithi090 ceph-mon[89240]: pgmap v3854: 137 pgs: 137 active+clean; 139 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-15T17:41:45.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:45 smithi153 ceph-mon[84714]: pgmap v3854: 137 pgs: 137 active+clean; 139 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.7 MiB/s wr, 24 op/s 2024-04-15T17:41:47.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:47 smithi090 ceph-mon[91618]: pgmap v3855: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-15T17:41:47.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:47 smithi090 ceph-mon[89240]: pgmap v3855: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-15T17:41:47.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:47 smithi153 ceph-mon[84714]: pgmap v3855: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 6.9 MiB/s rd, 3.0 MiB/s wr, 20 op/s 2024-04-15T17:41:49.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:49 smithi090 ceph-mon[91618]: pgmap v3856: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-15T17:41:49.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:49 smithi090 ceph-mon[89240]: pgmap v3856: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-15T17:41:49.593 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:41:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:41:49] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-15T17:41:49.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:49 smithi153 ceph-mon[84714]: pgmap v3856: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 28 op/s 2024-04-15T17:41:51.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:51 smithi090 ceph-mon[91618]: pgmap v3857: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-15T17:41:51.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:51 smithi090 ceph-mon[91618]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-15T17:41:51.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:51 smithi090 ceph-mon[89240]: pgmap v3857: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-15T17:41:51.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:51 smithi090 ceph-mon[89240]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-15T17:41:51.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:51 smithi153 ceph-mon[84714]: pgmap v3857: 137 pgs: 137 active+clean; 151 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-15T17:41:51.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:51 smithi153 ceph-mon[84714]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-15T17:41:52.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:41:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:41:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:41:53.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:53 smithi090 ceph-mon[91618]: pgmap v3859: 137 pgs: 137 active+clean; 184 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 57 op/s 2024-04-15T17:41:53.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:41:53.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:53 smithi090 ceph-mon[89240]: pgmap v3859: 137 pgs: 137 active+clean; 184 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 57 op/s 2024-04-15T17:41:53.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:41:53.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:53 smithi153 ceph-mon[84714]: pgmap v3859: 137 pgs: 137 active+clean; 184 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 6.1 MiB/s wr, 57 op/s 2024-04-15T17:41:53.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:41:55.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:55 smithi090 ceph-mon[91618]: pgmap v3860: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-15T17:41:55.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:55 smithi090 ceph-mon[89240]: pgmap v3860: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-15T17:41:55.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:55 smithi153 ceph-mon[84714]: pgmap v3860: 137 pgs: 137 active+clean; 192 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.7 MiB/s wr, 56 op/s 2024-04-15T17:41:57.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:57 smithi090 ceph-mon[89240]: pgmap v3861: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-15T17:41:57.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:57 smithi090 ceph-mon[91618]: pgmap v3861: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-15T17:41:57.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:57 smithi153 ceph-mon[84714]: pgmap v3861: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.5 MiB/s wr, 46 op/s 2024-04-15T17:41:59.394 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:59 smithi090 ceph-mon[89240]: pgmap v3862: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T17:41:59.395 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]: dispatch 2024-04-15T17:41:59.395 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:41:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.b", "id": [3, 0]}]: dispatch 2024-04-15T17:41:59.395 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:59 smithi090 ceph-mon[91618]: pgmap v3862: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T17:41:59.395 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]: dispatch 2024-04-15T17:41:59.395 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:41:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.b", "id": [3, 0]}]: dispatch 2024-04-15T17:41:59.395 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:41:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:41:59] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-15T17:41:59.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:59 smithi153 ceph-mon[84714]: pgmap v3862: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T17:41:59.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]: dispatch 2024-04-15T17:41:59.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:41:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.b", "id": [3, 0]}]: dispatch 2024-04-15T17:42:00.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:00 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]': finished 2024-04-15T17:42:00.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:00 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.b", "id": [3, 0]}]': finished 2024-04-15T17:42:00.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:00 smithi090 ceph-mon[91618]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-15T17:42:00.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:00 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]': finished 2024-04-15T17:42:00.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:00 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.b", "id": [3, 0]}]': finished 2024-04-15T17:42:00.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:00 smithi090 ceph-mon[89240]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-15T17:42:00.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:00 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.4", "id": [3, 0]}]': finished 2024-04-15T17:42:00.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:00 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.b", "id": [3, 0]}]': finished 2024-04-15T17:42:00.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:00 smithi153 ceph-mon[84714]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-15T17:42:01.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:01 smithi090 ceph-mon[91618]: pgmap v3864: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.6 MiB/s wr, 38 op/s 2024-04-15T17:42:01.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:01 smithi090 ceph-mon[91618]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-15T17:42:01.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:01 smithi090 ceph-mon[89240]: pgmap v3864: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.6 MiB/s wr, 38 op/s 2024-04-15T17:42:01.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:01 smithi090 ceph-mon[89240]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-15T17:42:01.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:01 smithi153 ceph-mon[84714]: pgmap v3864: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.6 MiB/s wr, 38 op/s 2024-04-15T17:42:01.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:01 smithi153 ceph-mon[84714]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-15T17:42:02.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:42:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:42:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:42:03.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:03 smithi090 ceph-mon[91618]: pgmap v3866: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 513 KiB/s wr, 13 op/s 2024-04-15T17:42:03.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:03 smithi090 ceph-mon[89240]: pgmap v3866: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 513 KiB/s wr, 13 op/s 2024-04-15T17:42:03.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:03 smithi153 ceph-mon[84714]: pgmap v3866: 137 pgs: 137 active+clean; 196 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 281 KiB/s rd, 513 KiB/s wr, 13 op/s 2024-04-15T17:42:04.334 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (20458 ms) 2024-04-15T17:42:04.334 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-04-15T17:42:04.334 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:42:05.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:05 smithi090 ceph-mon[91618]: pgmap v3867: 137 pgs: 137 active+clean; 204 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 12 op/s; 1024 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:42:05.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:05 smithi090 ceph-mon[89240]: pgmap v3867: 137 pgs: 137 active+clean; 204 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 12 op/s; 1024 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:42:05.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:05 smithi153 ceph-mon[84714]: pgmap v3867: 137 pgs: 137 active+clean; 204 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 12 op/s; 1024 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:42:07.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:07 smithi090 ceph-mon[91618]: pgmap v3868: 137 pgs: 137 active+clean; 216 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.0 MiB/s wr, 39 op/s; 1024 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:42:07.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:07 smithi090 ceph-mon[89240]: pgmap v3868: 137 pgs: 137 active+clean; 216 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.0 MiB/s wr, 39 op/s; 1024 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:42:07.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:07 smithi153 ceph-mon[84714]: pgmap v3868: 137 pgs: 137 active+clean; 216 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.0 MiB/s wr, 39 op/s; 1024 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:42:08.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:42:08.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:42:08.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:42:09.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:09 smithi090 ceph-mon[91618]: pgmap v3869: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 38 op/s; 943 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:42:09.593 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:42:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:42:09] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-15T17:42:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:09 smithi090 ceph-mon[89240]: pgmap v3869: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 38 op/s; 943 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:42:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:09 smithi153 ceph-mon[84714]: pgmap v3869: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 12 MiB/s rd, 3.7 MiB/s wr, 38 op/s; 943 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:42:11.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:11 smithi090 ceph-mon[89240]: pgmap v3870: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 33 op/s; 819 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:42:11.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:11 smithi090 ceph-mon[91618]: pgmap v3870: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 33 op/s; 819 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:42:11.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:11 smithi153 ceph-mon[84714]: pgmap v3870: 137 pgs: 137 active+clean; 224 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 11 MiB/s rd, 3.2 MiB/s wr, 33 op/s; 819 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:42:12.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:42:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:42:13.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:13 smithi090 ceph-mon[91618]: pgmap v3871: 137 pgs: 137 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.1 MiB/s wr, 28 op/s; 701 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:42:13.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:13 smithi090 ceph-mon[91618]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-15T17:42:13.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:13 smithi090 ceph-mon[89240]: pgmap v3871: 137 pgs: 137 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.1 MiB/s wr, 28 op/s; 701 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:42:13.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:13 smithi090 ceph-mon[89240]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-15T17:42:13.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:13 smithi153 ceph-mon[84714]: pgmap v3871: 137 pgs: 137 active+clean; 228 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 9.0 MiB/s rd, 3.1 MiB/s wr, 28 op/s; 701 KiB/s, 0 keys/s, 0 objects/s recovering 2024-04-15T17:42:13.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:13 smithi153 ceph-mon[84714]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-15T17:42:15.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:15 smithi090 ceph-mon[89240]: pgmap v3873: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-04-15T17:42:15.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:15 smithi090 ceph-mon[91618]: pgmap v3873: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-04-15T17:42:15.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:15 smithi153 ceph-mon[84714]: pgmap v3873: 137 pgs: 137 active+clean; 244 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 8.9 MiB/s rd, 4.4 MiB/s wr, 29 op/s 2024-04-15T17:42:17.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:17 smithi090 ceph-mon[89240]: pgmap v3874: 137 pgs: 137 active+clean; 257 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-15T17:42:17.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:17 smithi090 ceph-mon[91618]: pgmap v3874: 137 pgs: 137 active+clean; 257 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-15T17:42:17.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:17 smithi153 ceph-mon[84714]: pgmap v3874: 137 pgs: 137 active+clean; 257 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-15T17:42:19.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:19 smithi090 ceph-mon[91618]: pgmap v3875: 137 pgs: 137 active+clean; 265 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:42:19.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:19 smithi090 ceph-mon[89240]: pgmap v3875: 137 pgs: 137 active+clean; 265 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:42:19.593 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:42:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:42:19] "GET /metrics HTTP/1.1" 200 36760 "" "Prometheus/2.43.0" 2024-04-15T17:42:19.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:19 smithi153 ceph-mon[84714]: pgmap v3875: 137 pgs: 137 active+clean; 265 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:42:21.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:21 smithi090 ceph-mon[91618]: pgmap v3876: 137 pgs: 137 active+clean; 265 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:42:21.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:21 smithi090 ceph-mon[89240]: pgmap v3876: 137 pgs: 137 active+clean; 265 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:42:21.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:21 smithi153 ceph-mon[84714]: pgmap v3876: 137 pgs: 137 active+clean; 265 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-15T17:42:22.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:42:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:42:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:42:23.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:23 smithi090 ceph-mon[91618]: pgmap v3877: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-15T17:42:23.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:42:23.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:23 smithi090 ceph-mon[89240]: pgmap v3877: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-15T17:42:23.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:42:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:23 smithi153 ceph-mon[84714]: pgmap v3877: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 190 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-15T17:42:23.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:42:25.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:25 smithi090 ceph-mon[91618]: pgmap v3878: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 3.9 MiB/s wr, 39 op/s 2024-04-15T17:42:25.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:25 smithi090 ceph-mon[89240]: pgmap v3878: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 3.9 MiB/s wr, 39 op/s 2024-04-15T17:42:25.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:25 smithi153 ceph-mon[84714]: pgmap v3878: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 215 KiB/s rd, 3.9 MiB/s wr, 39 op/s 2024-04-15T17:42:25.964 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (21630 ms) 2024-04-15T17:42:25.964 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-04-15T17:42:25.964 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:42:27.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:27 smithi090 ceph-mon[91618]: pgmap v3879: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 572 KiB/s rd, 2.8 MiB/s wr, 36 op/s 2024-04-15T17:42:27.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:27 smithi090 ceph-mon[89240]: pgmap v3879: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 572 KiB/s rd, 2.8 MiB/s wr, 36 op/s 2024-04-15T17:42:27.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:27 smithi153 ceph-mon[84714]: pgmap v3879: 137 pgs: 137 active+clean; 269 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 572 KiB/s rd, 2.8 MiB/s wr, 36 op/s 2024-04-15T17:42:29.393 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:29 smithi090 ceph-mon[91618]: pgmap v3880: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 901 KiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-15T17:42:29.394 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:29 smithi090 ceph-mon[89240]: pgmap v3880: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 901 KiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-15T17:42:29.394 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:42:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:42:29] "GET /metrics HTTP/1.1" 200 36748 "" "Prometheus/2.43.0" 2024-04-15T17:42:29.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:29 smithi153 ceph-mon[84714]: pgmap v3880: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 901 KiB/s rd, 2.3 MiB/s wr, 20 op/s 2024-04-15T17:42:31.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:31 smithi090 ceph-mon[89240]: pgmap v3881: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 901 KiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-04-15T17:42:31.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:31 smithi090 ceph-mon[91618]: pgmap v3881: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 901 KiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-04-15T17:42:31.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:31 smithi153 ceph-mon[84714]: pgmap v3881: 137 pgs: 137 active+clean; 273 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 901 KiB/s rd, 1.7 MiB/s wr, 19 op/s 2024-04-15T17:42:32.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:42:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:42:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:42:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:33 smithi090 ceph-mon[91618]: pgmap v3882: 137 pgs: 137 active+clean; 289 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-04-15T17:42:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:33 smithi090 ceph-mon[91618]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-15T17:42:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:33 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:42:33.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:33 smithi090 ceph-mon[89240]: pgmap v3882: 137 pgs: 137 active+clean; 289 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-04-15T17:42:33.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:33 smithi090 ceph-mon[89240]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-15T17:42:33.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:33 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:42:33.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:33 smithi153 ceph-mon[84714]: pgmap v3882: 137 pgs: 137 active+clean; 289 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 904 KiB/s rd, 3.0 MiB/s wr, 24 op/s 2024-04-15T17:42:33.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:33 smithi153 ceph-mon[84714]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-15T17:42:33.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:33 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:42:34.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:34 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:42:34.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:34 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:42:34.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:34 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:42:34.594 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:34 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:42:34.594 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:34 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:42:34.594 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:34 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:42:34.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:34 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:42:34.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:34 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:42:34.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:34 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:42:35.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:35 smithi090 ceph-mon[89240]: pgmap v3884: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 860 KiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-04-15T17:42:35.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:35 smithi090 ceph-mon[91618]: pgmap v3884: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 860 KiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-04-15T17:42:35.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:35 smithi153 ceph-mon[84714]: pgmap v3884: 137 pgs: 137 active+clean; 293 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 860 KiB/s rd, 3.2 MiB/s wr, 19 op/s 2024-04-15T17:42:37.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:37 smithi090 ceph-mon[91618]: pgmap v3885: 137 pgs: 137 active+clean; 314 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-15T17:42:37.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:37 smithi090 ceph-mon[89240]: pgmap v3885: 137 pgs: 137 active+clean; 314 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-15T17:42:37.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:37 smithi153 ceph-mon[84714]: pgmap v3885: 137 pgs: 137 active+clean; 314 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 4.9 MiB/s wr, 43 op/s 2024-04-15T17:42:38.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:42:38.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:42:38.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:42:39.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:39 smithi090 ceph-mon[89240]: pgmap v3886: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:42:39.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:39 smithi090 ceph-mon[91618]: pgmap v3886: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:42:39.593 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:42:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:42:39] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-15T17:42:39.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:39 smithi153 ceph-mon[84714]: pgmap v3886: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:42:41.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:41 smithi090 ceph-mon[91618]: pgmap v3887: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:42:41.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:41 smithi090 ceph-mon[89240]: pgmap v3887: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:42:41.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:41 smithi153 ceph-mon[84714]: pgmap v3887: 137 pgs: 137 active+clean; 318 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:42:42.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:42:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:42:43.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:43 smithi090 ceph-mon[91618]: pgmap v3888: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-15T17:42:43.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:43 smithi090 ceph-mon[89240]: pgmap v3888: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-15T17:42:43.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:43 smithi153 ceph-mon[84714]: pgmap v3888: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 193 KiB/s rd, 3.3 MiB/s wr, 45 op/s 2024-04-15T17:42:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:45 smithi090 ceph-mon[91618]: pgmap v3889: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 2.8 MiB/s wr, 39 op/s 2024-04-15T17:42:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:45 smithi090 ceph-mon[91618]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-15T17:42:45.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:45 smithi090 ceph-mon[89240]: pgmap v3889: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 2.8 MiB/s wr, 39 op/s 2024-04-15T17:42:45.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:45 smithi090 ceph-mon[89240]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-15T17:42:45.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:45 smithi153 ceph-mon[84714]: pgmap v3889: 137 pgs: 137 active+clean; 322 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 191 KiB/s rd, 2.8 MiB/s wr, 39 op/s 2024-04-15T17:42:45.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:45 smithi153 ceph-mon[84714]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-15T17:42:46.545 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (20581 ms) 2024-04-15T17:42:46.545 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-04-15T17:42:46.545 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:42:47.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:47 smithi090 ceph-mon[91618]: pgmap v3891: 137 pgs: 137 active+clean; 342 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-04-15T17:42:47.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:47 smithi090 ceph-mon[89240]: pgmap v3891: 137 pgs: 137 active+clean; 342 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-04-15T17:42:47.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:47 smithi153 ceph-mon[84714]: pgmap v3891: 137 pgs: 137 active+clean; 342 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.8 MiB/s wr, 26 op/s 2024-04-15T17:42:49.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:49 smithi090 ceph-mon[91618]: pgmap v3892: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 40 op/s 2024-04-15T17:42:49.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:49 smithi090 ceph-mon[89240]: pgmap v3892: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 40 op/s 2024-04-15T17:42:49.593 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:42:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:42:49] "GET /metrics HTTP/1.1" 200 36756 "" "Prometheus/2.43.0" 2024-04-15T17:42:49.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:49 smithi153 ceph-mon[84714]: pgmap v3892: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 40 op/s 2024-04-15T17:42:51.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:51 smithi090 ceph-mon[91618]: pgmap v3893: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 40 op/s 2024-04-15T17:42:51.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:51 smithi090 ceph-mon[89240]: pgmap v3893: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 40 op/s 2024-04-15T17:42:51.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:51 smithi153 ceph-mon[84714]: pgmap v3893: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 40 op/s 2024-04-15T17:42:52.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:42:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:42:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:42:53.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:53 smithi090 ceph-mon[89240]: pgmap v3894: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-15T17:42:53.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:42:53.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:53 smithi090 ceph-mon[91618]: pgmap v3894: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-15T17:42:53.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:42:53.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:53 smithi153 ceph-mon[84714]: pgmap v3894: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-15T17:42:53.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:42:55.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:55 smithi090 ceph-mon[89240]: pgmap v3895: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-15T17:42:55.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:55 smithi090 ceph-mon[89240]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-15T17:42:55.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:55 smithi090 ceph-mon[91618]: pgmap v3895: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-15T17:42:55.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:55 smithi090 ceph-mon[91618]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-15T17:42:55.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:55 smithi153 ceph-mon[84714]: pgmap v3895: 137 pgs: 137 active+clean; 378 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.6 MiB/s wr, 35 op/s 2024-04-15T17:42:55.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:55 smithi153 ceph-mon[84714]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-15T17:42:57.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:57 smithi153 ceph-mon[84714]: pgmap v3897: 137 pgs: 137 active+clean; 390 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.8 MiB/s wr, 59 op/s 2024-04-15T17:42:57.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:57 smithi090 ceph-mon[91618]: pgmap v3897: 137 pgs: 137 active+clean; 390 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.8 MiB/s wr, 59 op/s 2024-04-15T17:42:57.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:57 smithi090 ceph-mon[89240]: pgmap v3897: 137 pgs: 137 active+clean; 390 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.8 MiB/s wr, 59 op/s 2024-04-15T17:42:59.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:42:59 smithi090 ceph-mon[91618]: pgmap v3898: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T17:42:59.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:42:59 smithi090 ceph-mon[89240]: pgmap v3898: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T17:42:59.593 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:42:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:42:59] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-15T17:42:59.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:42:59 smithi153 ceph-mon[84714]: pgmap v3898: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T17:43:01.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:01 smithi153 ceph-mon[84714]: pgmap v3899: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T17:43:01.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:01 smithi090 ceph-mon[91618]: pgmap v3899: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T17:43:01.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:01 smithi090 ceph-mon[89240]: pgmap v3899: 137 pgs: 137 active+clean; 419 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-15T17:43:02.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:43:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:43:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:43:03.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:03 smithi153 ceph-mon[84714]: pgmap v3900: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T17:43:03.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:03 smithi090 ceph-mon[89240]: pgmap v3900: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T17:43:03.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:03 smithi090 ceph-mon[91618]: pgmap v3900: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T17:43:05.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:05 smithi153 ceph-mon[84714]: pgmap v3901: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T17:43:05.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:05 smithi090 ceph-mon[91618]: pgmap v3901: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T17:43:05.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:05 smithi090 ceph-mon[89240]: pgmap v3901: 137 pgs: 137 active+clean; 423 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 84 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T17:43:07.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:07 smithi153 ceph-mon[84714]: pgmap v3902: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 4.2 MiB/s wr, 38 op/s 2024-04-15T17:43:07.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:07 smithi090 ceph-mon[89240]: pgmap v3902: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 4.2 MiB/s wr, 38 op/s 2024-04-15T17:43:07.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:07 smithi090 ceph-mon[91618]: pgmap v3902: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 128 KiB/s rd, 4.2 MiB/s wr, 38 op/s 2024-04-15T17:43:08.097 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (21552 ms) 2024-04-15T17:43:08.097 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-04-15T17:43:08.097 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:43:08.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:43:08.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:43:08.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:43:09.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:09 smithi090 ceph-mon[91618]: pgmap v3903: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-04-15T17:43:09.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:43:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:43:09] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-15T17:43:09.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:09 smithi090 ceph-mon[89240]: pgmap v3903: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-04-15T17:43:09.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:09 smithi153 ceph-mon[84714]: pgmap v3903: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.8 MiB/s wr, 13 op/s 2024-04-15T17:43:11.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:11 smithi153 ceph-mon[84714]: pgmap v3904: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-15T17:43:11.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:11 smithi090 ceph-mon[91618]: pgmap v3904: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-15T17:43:11.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:11 smithi090 ceph-mon[89240]: pgmap v3904: 137 pgs: 137 active+clean; 431 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-15T17:43:12.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:43:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:43:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:43:13.638 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:13 smithi153 ceph-mon[84714]: pgmap v3905: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-15T17:43:13.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:13 smithi090 ceph-mon[91618]: pgmap v3905: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-15T17:43:13.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:13 smithi090 ceph-mon[89240]: pgmap v3905: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-15T17:43:15.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:15 smithi153 ceph-mon[84714]: pgmap v3906: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-15T17:43:15.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:15 smithi090 ceph-mon[91618]: pgmap v3906: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-15T17:43:15.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:15 smithi090 ceph-mon[89240]: pgmap v3906: 137 pgs: 137 active+clean; 427 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-15T17:43:16.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:16 smithi090 ceph-mon[91618]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-15T17:43:16.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:16 smithi090 ceph-mon[89240]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-15T17:43:16.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:16 smithi153 ceph-mon[84714]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-15T17:43:17.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:17 smithi090 ceph-mon[91618]: pgmap v3908: 137 pgs: 137 active+clean; 443 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 39 op/s 2024-04-15T17:43:17.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:17 smithi090 ceph-mon[89240]: pgmap v3908: 137 pgs: 137 active+clean; 443 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 39 op/s 2024-04-15T17:43:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:17 smithi153 ceph-mon[84714]: pgmap v3908: 137 pgs: 137 active+clean; 443 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 39 op/s 2024-04-15T17:43:19.393 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:43:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:43:19] "GET /metrics HTTP/1.1" 200 36752 "" "Prometheus/2.43.0" 2024-04-15T17:43:19.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:19 smithi090 ceph-mon[91618]: pgmap v3909: 137 pgs: 137 active+clean; 468 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 885 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-15T17:43:19.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:19 smithi090 ceph-mon[89240]: pgmap v3909: 137 pgs: 137 active+clean; 468 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 885 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-15T17:43:19.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:19 smithi153 ceph-mon[84714]: pgmap v3909: 137 pgs: 137 active+clean; 468 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 885 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-15T17:43:21.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:21 smithi090 ceph-mon[89240]: pgmap v3910: 137 pgs: 137 active+clean; 468 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 885 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-15T17:43:21.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:21 smithi090 ceph-mon[91618]: pgmap v3910: 137 pgs: 137 active+clean; 468 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 885 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-15T17:43:21.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:21 smithi153 ceph-mon[84714]: pgmap v3910: 137 pgs: 137 active+clean; 468 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 885 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-15T17:43:22.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:43:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:43:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:43:23.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:23 smithi090 ceph-mon[89240]: pgmap v3911: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:43:23.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:43:23.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:23 smithi090 ceph-mon[91618]: pgmap v3911: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:43:23.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:43:23.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:23 smithi153 ceph-mon[84714]: pgmap v3911: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-15T17:43:23.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:43:25.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:25 smithi090 ceph-mon[91618]: pgmap v3912: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T17:43:25.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:25 smithi090 ceph-mon[89240]: pgmap v3912: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T17:43:25.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:25 smithi153 ceph-mon[84714]: pgmap v3912: 137 pgs: 137 active+clean; 472 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-15T17:43:27.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:27 smithi090 ceph-mon[91618]: pgmap v3913: 137 pgs: 137 active+clean; 476 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 4.7 MiB/s wr, 40 op/s 2024-04-15T17:43:27.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:27 smithi090 ceph-mon[89240]: pgmap v3913: 137 pgs: 137 active+clean; 476 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 4.7 MiB/s wr, 40 op/s 2024-04-15T17:43:27.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:27 smithi153 ceph-mon[84714]: pgmap v3913: 137 pgs: 137 active+clean; 476 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 111 KiB/s rd, 4.7 MiB/s wr, 40 op/s 2024-04-15T17:43:28.977 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (20880 ms) 2024-04-15T17:43:29.407 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:43:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:43:29] "GET /metrics HTTP/1.1" 200 36749 "" "Prometheus/2.43.0" 2024-04-15T17:43:29.421 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (150574 ms total) 2024-04-15T17:43:29.421 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:43:29.421 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-15T17:43:29.454 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-15T17:43:29.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:29 smithi090 ceph-mon[89240]: pgmap v3914: 137 pgs: 137 active+clean; 476 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 199 KiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-15T17:43:29.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:29 smithi090 ceph-mon[91618]: pgmap v3914: 137 pgs: 137 active+clean; 476 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 199 KiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-15T17:43:29.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:29 smithi153 ceph-mon[84714]: pgmap v3914: 137 pgs: 137 active+clean; 476 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 199 KiB/s rd, 2.8 MiB/s wr, 23 op/s 2024-04-15T17:43:30.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:30 smithi090 ceph-mon[89240]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-15T17:43:30.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:30 smithi090 ceph-mon[91618]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-15T17:43:30.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:30 smithi153 ceph-mon[84714]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-15T17:43:31.440 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:43:31.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:31 smithi090 ceph-mon[89240]: pgmap v3916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:43:31.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:31 smithi090 ceph-mon[89240]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-15T17:43:31.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:31 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3353314418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:43:31.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:31 smithi090 ceph-mon[91618]: pgmap v3916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:43:31.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:31 smithi090 ceph-mon[91618]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-15T17:43:31.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:31 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3353314418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:43:31.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:31 smithi153 ceph-mon[84714]: pgmap v3916: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:43:31.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:31 smithi153 ceph-mon[84714]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-15T17:43:31.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:31 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3353314418' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:43:32.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:32 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3353314418' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:43:32.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:32 smithi153 ceph-mon[84714]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-15T17:43:32.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:32 smithi153 ceph-mon[84714]: pgmap v3919: 137 pgs: 2 creating+activating, 15 creating+peering, 1 unknown, 119 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:43:32.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:43:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:43:32.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:32 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3353314418' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:43:32.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:32 smithi090 ceph-mon[91618]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-15T17:43:32.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:32 smithi090 ceph-mon[91618]: pgmap v3919: 137 pgs: 2 creating+activating, 15 creating+peering, 1 unknown, 119 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:43:32.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:32 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3353314418' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:43:32.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:32 smithi090 ceph-mon[89240]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-15T17:43:32.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:32 smithi090 ceph-mon[89240]: pgmap v3919: 137 pgs: 2 creating+activating, 15 creating+peering, 1 unknown, 119 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:43:33.484 INFO:tasks.workunit.client.0.smithi090.stdout: wrote [78714~69002,3117345~63532,4473635~68788,4959815~20725,5927947~57861,11145164~70459,14369726~81702,17011449~31328,17099573~27769,18909752~92268] 2024-04-15T17:43:33.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:33 smithi090 ceph-mon[89240]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-15T17:43:33.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:33 smithi090 ceph-mon[91618]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-15T17:43:33.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:33 smithi153 ceph-mon[84714]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-15T17:43:34.467 INFO:tasks.workunit.client.0.smithi090.stdout: wrote [590773~4957,2313775~14618,2948936~35864,4448410~26424,7067076~80688,7292613~75281,14672780~14685,18342050~14694,19404795~96444,20672033~80747] 2024-04-15T17:43:34.475 INFO:tasks.workunit.client.0.smithi090.stdout: diff was [590773~4957,2313775~14618,2948936~35864,4448410~26424,5985808~1382086,14451428~236037,18342050~14694,19002020~1750760] 2024-04-15T17:43:34.479 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5025 ms) 2024-04-15T17:43:34.479 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-15T17:43:34.479 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:43:34.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:34 smithi090 ceph-mon[91618]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-15T17:43:34.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:34 smithi090 ceph-mon[91618]: pgmap v3922: 137 pgs: 2 creating+activating, 15 creating+peering, 120 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:43:34.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:34 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:43:34.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:34 smithi090 ceph-mon[89240]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-15T17:43:34.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:34 smithi090 ceph-mon[89240]: pgmap v3922: 137 pgs: 2 creating+activating, 15 creating+peering, 120 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:43:34.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:34 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:43:34.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:34 smithi153 ceph-mon[84714]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-15T17:43:34.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:34 smithi153 ceph-mon[84714]: pgmap v3922: 137 pgs: 2 creating+activating, 15 creating+peering, 120 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:43:34.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:34 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:43:35.449 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:35 smithi090 ceph-mon[91618]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-15T17:43:35.449 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:43:35.449 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:35 smithi090 ceph-mon[89240]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-15T17:43:35.449 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:43:35.449 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:43:35.449 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:43:35.449 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:43:35.449 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:43:35.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:43:35.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:43:35.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:43:35.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:43:35.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:35 smithi153 ceph-mon[84714]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-15T17:43:35.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:43:35.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:43:35.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:43:35.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:43:35.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:43:36.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:36 smithi090 ceph-mon[91618]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-15T17:43:36.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:36 smithi090 ceph-mon[91618]: pgmap v3925: 137 pgs: 2 creating+activating, 135 active+clean; 11 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 167 KiB/s wr, 6 op/s 2024-04-15T17:43:36.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:36 smithi090 ceph-mon[89240]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-15T17:43:36.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:36 smithi090 ceph-mon[89240]: pgmap v3925: 137 pgs: 2 creating+activating, 135 active+clean; 11 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 167 KiB/s wr, 6 op/s 2024-04-15T17:43:36.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:36 smithi153 ceph-mon[84714]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-15T17:43:36.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:36 smithi153 ceph-mon[84714]: pgmap v3925: 137 pgs: 2 creating+activating, 135 active+clean; 11 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.5 KiB/s rd, 167 KiB/s wr, 6 op/s 2024-04-15T17:43:37.552 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3073 ms) 2024-04-15T17:43:37.552 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-15T17:43:37.552 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:43:37.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:37 smithi090 ceph-mon[89240]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-15T17:43:37.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:37 smithi090 ceph-mon[91618]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-15T17:43:37.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:37 smithi153 ceph-mon[84714]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-15T17:43:38.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:38 smithi090 ceph-mon[91618]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-15T17:43:38.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:43:38.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:38 smithi090 ceph-mon[91618]: pgmap v3928: 137 pgs: 137 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 263 KiB/s wr, 76 op/s 2024-04-15T17:43:38.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:38 smithi090 ceph-mon[89240]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-15T17:43:38.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:43:38.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:38 smithi090 ceph-mon[89240]: pgmap v3928: 137 pgs: 137 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 263 KiB/s wr, 76 op/s 2024-04-15T17:43:38.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:38 smithi153 ceph-mon[84714]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-15T17:43:38.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:43:38.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:38 smithi153 ceph-mon[84714]: pgmap v3928: 137 pgs: 137 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 263 KiB/s wr, 76 op/s 2024-04-15T17:43:39.523 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:43:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:43:39] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-15T17:43:39.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:39 smithi090 ceph-mon[89240]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-15T17:43:39.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:39 smithi090 ceph-mon[91618]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-15T17:43:39.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:39 smithi153 ceph-mon[84714]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-15T17:43:40.278 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (2727 ms) 2024-04-15T17:43:40.278 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-15T17:43:40.278 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:43:40.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:40 smithi090 ceph-mon[91618]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-15T17:43:40.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:40 smithi090 ceph-mon[91618]: pgmap v3931: 137 pgs: 137 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 96 KiB/s wr, 69 op/s 2024-04-15T17:43:40.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:40 smithi090 ceph-mon[91618]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-15T17:43:40.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:40 smithi090 ceph-mon[89240]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-15T17:43:40.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:40 smithi090 ceph-mon[89240]: pgmap v3931: 137 pgs: 137 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 96 KiB/s wr, 69 op/s 2024-04-15T17:43:40.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:40 smithi090 ceph-mon[89240]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-15T17:43:40.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:40 smithi153 ceph-mon[84714]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-15T17:43:40.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:40 smithi153 ceph-mon[84714]: pgmap v3931: 137 pgs: 137 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 96 KiB/s wr, 69 op/s 2024-04-15T17:43:40.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:40 smithi153 ceph-mon[84714]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-15T17:43:42.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:42 smithi090 ceph-mon[89240]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-15T17:43:42.594 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:42 smithi090 ceph-mon[91618]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-15T17:43:42.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:42 smithi153 ceph-mon[84714]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-15T17:43:42.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:43:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:43:43.283 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (3005 ms) 2024-04-15T17:43:43.284 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-15T17:43:43.284 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:43:43.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:43 smithi090 ceph-mon[89240]: pgmap v3934: 137 pgs: 137 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 14 KiB/s wr, 117 op/s 2024-04-15T17:43:43.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:43 smithi090 ceph-mon[89240]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-15T17:43:43.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:43 smithi090 ceph-mon[91618]: pgmap v3934: 137 pgs: 137 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 14 KiB/s wr, 117 op/s 2024-04-15T17:43:43.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:43 smithi090 ceph-mon[91618]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-15T17:43:43.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:43 smithi153 ceph-mon[84714]: pgmap v3934: 137 pgs: 137 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 14 KiB/s wr, 117 op/s 2024-04-15T17:43:43.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:43 smithi153 ceph-mon[84714]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-15T17:43:44.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:44 smithi090 ceph-mon[91618]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-15T17:43:44.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:44 smithi090 ceph-mon[89240]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-15T17:43:44.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:44 smithi153 ceph-mon[84714]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-15T17:43:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:45 smithi090 ceph-mon[91618]: pgmap v3937: 137 pgs: 137 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 14 KiB/s wr, 117 op/s 2024-04-15T17:43:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:45 smithi090 ceph-mon[91618]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-15T17:43:45.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:45 smithi090 ceph-mon[89240]: pgmap v3937: 137 pgs: 137 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 14 KiB/s wr, 117 op/s 2024-04-15T17:43:45.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:45 smithi090 ceph-mon[89240]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-15T17:43:45.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:45 smithi153 ceph-mon[84714]: pgmap v3937: 137 pgs: 137 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 70 KiB/s rd, 14 KiB/s wr, 117 op/s 2024-04-15T17:43:45.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:45 smithi153 ceph-mon[84714]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-15T17:43:46.320 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3037 ms) 2024-04-15T17:43:46.321 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-15T17:43:46.321 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:43:46.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:46 smithi090 ceph-mon[89240]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-15T17:43:46.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:46 smithi090 ceph-mon[91618]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-15T17:43:46.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:46 smithi153 ceph-mon[84714]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-15T17:43:47.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:47 smithi090 ceph-mon[89240]: pgmap v3940: 137 pgs: 137 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 65 op/s 2024-04-15T17:43:47.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:47 smithi090 ceph-mon[89240]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-15T17:43:47.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:47 smithi090 ceph-mon[91618]: pgmap v3940: 137 pgs: 137 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 65 op/s 2024-04-15T17:43:47.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:47 smithi090 ceph-mon[91618]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-15T17:43:47.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:47 smithi153 ceph-mon[84714]: pgmap v3940: 137 pgs: 137 active+clean; 19 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.0 KiB/s wr, 65 op/s 2024-04-15T17:43:47.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:47 smithi153 ceph-mon[84714]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-15T17:43:48.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:48 smithi090 ceph-mon[91618]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-15T17:43:48.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:48 smithi090 ceph-mon[89240]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-15T17:43:48.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:48 smithi153 ceph-mon[84714]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-15T17:43:49.336 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3016 ms) 2024-04-15T17:43:49.336 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-15T17:43:49.337 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:43:49.435 INFO:tasks.workunit.client.0.smithi090.stdout: i=0 exists [2165161~4369464,56371255~4944136,100894223~4030283,150558071~6272973,207180132~6212627,220488304~4208716,295404644~6631991,383535145~4733240] wrote [2165161~4369464,56371255~4944136,100894223~4030283,150558071~6272973,207180132~6212627,220488304~4208716,295404644~6631991,383535145~4733240] 2024-04-15T17:43:49.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:49 smithi090 ceph-mon[91618]: pgmap v3943: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 264 KiB/s wr, 96 op/s 2024-04-15T17:43:49.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:49 smithi090 ceph-mon[91618]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-15T17:43:49.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:49 smithi090 ceph-mon[89240]: pgmap v3943: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 264 KiB/s wr, 96 op/s 2024-04-15T17:43:49.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:49 smithi090 ceph-mon[89240]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-15T17:43:49.593 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:43:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:43:49] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-15T17:43:49.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:49 smithi153 ceph-mon[84714]: pgmap v3943: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 264 KiB/s wr, 96 op/s 2024-04-15T17:43:49.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:49 smithi153 ceph-mon[84714]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-15T17:43:50.335 INFO:tasks.workunit.client.0.smithi090.stdout: i=1 exists [2165161~4369464,20133723~7227778,47467873~1158276,56371255~4944136,100894223~4030283,111289531~2198310,150558071~6272973,160417772~96386,182981768~4430787,207180132~6212627,220488304~4208716,260915960~960494,284688488~3226576,295404644~6631991,322363683~405094,383535145~4733240,404018000~4202509] wrote [20133723~7227778,47467873~1158276,57352666~2401650,111289531~2198310,160417772~96386,182981768~4430787,260915960~960494,284688488~3226576,322363683~405094,404018000~4202509] 2024-04-15T17:43:50.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:50 smithi090 ceph-mon[91618]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-15T17:43:50.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:50 smithi090 ceph-mon[89240]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-15T17:43:50.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:50 smithi153 ceph-mon[84714]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-15T17:43:51.400 INFO:tasks.workunit.client.0.smithi090.stdout: i=2 exists [2165161~4369464,20133723~7227778,47467873~1158276,50842592~3360250,56371255~4944136,82259860~647258,100894223~4030283,111289531~2198310,150558071~6272973,160417772~96386,182981768~4430787,192915149~2599356,207180132~6212627,220488304~15273073,260915960~960494,284688488~3226576,295404644~6631991,316918250~4991794,322363683~405094,324326814~884880,357351031~4618673,383535145~4733240,404018000~4202509] wrote [22797296~532323,50842592~3360250,82259860~647258,192915149~2599356,224683300~11078077,316918250~4991794,324326814~884880,357351031~4618673] 2024-04-15T17:43:51.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:51 smithi090 ceph-mon[89240]: pgmap v3946: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 259 KiB/s wr, 30 op/s 2024-04-15T17:43:51.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:51 smithi090 ceph-mon[89240]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-15T17:43:51.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:51 smithi090 ceph-mon[91618]: pgmap v3946: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 259 KiB/s wr, 30 op/s 2024-04-15T17:43:51.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:51 smithi090 ceph-mon[91618]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-15T17:43:51.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:51 smithi153 ceph-mon[84714]: pgmap v3946: 137 pgs: 137 active+clean; 20 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 259 KiB/s wr, 30 op/s 2024-04-15T17:43:51.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:51 smithi153 ceph-mon[84714]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-15T17:43:52.397 INFO:tasks.workunit.client.0.smithi090.stdout: i=3 exists [2165161~4369464,20133723~7227778,47467873~1158276,50842592~3360250,56371255~4944136,70208853~8591817,82259860~647258,100894223~4030283,111289531~2198310,118314797~1200208,150558071~6272973,160417772~96386,175658268~4360334,182981768~7595001,192915149~2599356,207180132~8116073,220488304~15273073,260915960~960494,284688488~3226576,295404644~6631991,316918250~4991794,322363683~405094,324326814~884880,357351031~4618673,374480674~2388624,383535145~6578274,390367300~4080607,404018000~4202509] wrote [70208853~8591817,118314797~1200208,175658268~4360334,183022316~7554453,211450713~3845492,374480674~2388624,385517155~4596264,390367300~4080607] 2024-04-15T17:43:52.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:52 smithi090 ceph-mon[89240]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-15T17:43:52.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:52 smithi090 ceph-mon[91618]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-15T17:43:52.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:52 smithi153 ceph-mon[84714]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-15T17:43:52.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:43:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:43:53.421 INFO:tasks.workunit.client.0.smithi090.stdout: i=4 exists [2165161~4369464,15180878~2956369,20133723~7227778,47467873~1158276,50842592~3360250,56371255~4944136,70208853~8591817,82259860~647258,100894223~4030283,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,150558071~6272973,160417772~96386,175658268~4360334,182981768~7595001,192915149~2599356,196386379~6385475,207180132~8116073,220488304~15273073,249903945~1769216,260915960~960494,284688488~3226576,295404644~6631991,310081454~11828590,322363683~405094,324326814~884880,335662954~4691802,347434925~234214,349860234~4587514,357351031~4618673,374480674~2388624,383535145~6578274,390367300~4080607,404018000~10462885] wrote [15180878~2956369,120085621~2243480,131848413~7258526,196386379~6385475,249903945~1769216,310081454~7166576,335662954~4691802,347434925~234214,349860234~4587514,408119651~6361234] 2024-04-15T17:43:53.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:53 smithi090 ceph-mon[89240]: pgmap v3949: 137 pgs: 137 active+clean; 126 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 19 MiB/s wr, 204 op/s 2024-04-15T17:43:53.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:53 smithi090 ceph-mon[89240]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-15T17:43:53.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:43:53.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:53 smithi090 ceph-mon[91618]: pgmap v3949: 137 pgs: 137 active+clean; 126 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 19 MiB/s wr, 204 op/s 2024-04-15T17:43:53.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:53 smithi090 ceph-mon[91618]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-15T17:43:53.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:43:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:53 smithi153 ceph-mon[84714]: pgmap v3949: 137 pgs: 137 active+clean; 126 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 19 MiB/s wr, 204 op/s 2024-04-15T17:43:53.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:53 smithi153 ceph-mon[84714]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-15T17:43:53.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:43:54.407 INFO:tasks.workunit.client.0.smithi090.stdout: i=5 exists [2165161~4369464,8267480~3910851,15180878~2956369,20133723~7227778,47467873~1158276,50842592~3360250,56371255~4944136,70208853~8591817,82259860~647258,100894223~4030283,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,150558071~6272973,160417772~96386,175658268~4360334,182981768~7595001,192915149~2599356,196386379~6385475,207180132~8116073,220488304~15273073,249903945~1769216,260915960~960494,284688488~3226576,295404644~6631991,310081454~12111321,322363683~405094,324326814~884880,335662954~4691802,347434925~234214,349860234~4587514,356725040~5244664,364762079~6589865,374480674~2388624,382555685~7557734,390367300~7423594,404018000~10462885] wrote [8267480~3910851,175895458~2162194,184722652~5820800,319049538~3143237,356725040~4623198,364762079~6589865,382555685~1243504,391988250~5802644] 2024-04-15T17:43:54.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:54 smithi090 ceph-mon[89240]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-15T17:43:54.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:54 smithi090 ceph-mon[91618]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-15T17:43:54.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:54 smithi153 ceph-mon[84714]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-15T17:43:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: i=6 exists [2165161~4369464,8267480~3910851,15180878~2956369,20133723~7227778,27842067~8135980,44243143~1936684,47467873~1158276,50842592~3360250,56371255~4944136,70208853~8591817,82259860~647258,100894223~4030283,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,150558071~6272973,160417772~96386,175215584~4803018,182981768~13186890,196386379~6385475,207180132~8116073,220488304~15273073,249903945~1769216,260915960~960494,284688488~3226576,295404644~6631991,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,335662954~4691802,347434925~234214,349860234~5324676,356725040~5244664,364762079~6589865,374480674~2388624,382555685~7557734,390367300~24113585] wrote [27842067~8135980,44243143~1936684,51278806~845401,71713144~2353671,175215584~2521704,188278015~7890643,324145559~1027885,329300866~662203,350614847~4570063,397458372~6652753] 2024-04-15T17:43:55.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:55 smithi090 ceph-mon[89240]: pgmap v3952: 137 pgs: 137 active+clean; 141 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 22 MiB/s wr, 206 op/s 2024-04-15T17:43:55.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:55 smithi090 ceph-mon[89240]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-15T17:43:55.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:55 smithi090 ceph-mon[91618]: pgmap v3952: 137 pgs: 137 active+clean; 141 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 22 MiB/s wr, 206 op/s 2024-04-15T17:43:55.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:55 smithi090 ceph-mon[91618]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-15T17:43:55.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:55 smithi153 ceph-mon[84714]: pgmap v3952: 137 pgs: 137 active+clean; 141 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 126 KiB/s rd, 22 MiB/s wr, 206 op/s 2024-04-15T17:43:55.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:55 smithi153 ceph-mon[84714]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-15T17:43:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: i=7 exists [2165161~4369464,8267480~4513891,15180878~2956369,20133723~7227778,27842067~8135980,44243143~1936684,47467873~1158276,50842592~3360250,56371255~4944136,66187306~12613364,82259860~647258,100894223~4030283,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,146020816~313271,150558071~6272973,160417772~96386,166900093~5081809,175215584~4803018,182981768~13186890,196386379~6385475,207180132~8116073,220488304~21620742,249903945~1769216,260915960~960494,284688488~3226576,295404644~8747766,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~5244664,364762079~6589865,374480674~7165896,382555685~7557734,390367300~24113585] wrote [11497658~1283713,66187306~6572542,146020816~313271,166900093~5081809,188740000~4271234,234001801~8107245,300765608~3386802,333738191~75500,375248801~6397769,384333931~3785743] 2024-04-15T17:43:56.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:56 smithi153 ceph-mon[84714]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-15T17:43:56.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:56 smithi090 ceph-mon[89240]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-15T17:43:56.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:56 smithi090 ceph-mon[91618]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-15T17:43:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: i=8 exists [2165161~4369464,8267480~4513891,15180878~2956369,20133723~7227778,27842067~16069829,44243143~1936684,47467873~1158276,50842592~3360250,56371255~5580147,66187306~12613364,82259860~647258,100894223~4030283,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,146020816~313271,150558071~6272973,160417772~96386,166900093~7349189,175215584~4803018,182981768~13186890,196386379~6385475,205914728~9381477,219558771~22550275,249903945~1769216,260915960~960494,284688488~3226576,295404644~8747766,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~5244664,364762079~9209830,374480674~7165896,382555685~7557734,390367300~24113585] wrote [35092861~8819035,56530868~5420534,168313370~5935912,192754182~2147721,200521376~527134,205914728~6547835,219558771~2592948,368169131~5802778] 2024-04-15T17:43:57.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:57 smithi153 ceph-mon[84714]: pgmap v3955: 137 pgs: 137 active+clean; 241 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 22 MiB/s wr, 13 op/s 2024-04-15T17:43:57.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:57 smithi153 ceph-mon[84714]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-15T17:43:57.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:57 smithi090 ceph-mon[89240]: pgmap v3955: 137 pgs: 137 active+clean; 241 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 22 MiB/s wr, 13 op/s 2024-04-15T17:43:57.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:57 smithi090 ceph-mon[89240]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-15T17:43:57.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:57 smithi090 ceph-mon[91618]: pgmap v3955: 137 pgs: 137 active+clean; 241 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 22 MiB/s wr, 13 op/s 2024-04-15T17:43:57.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:57 smithi090 ceph-mon[91618]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-15T17:43:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: i=9 exists [2165161~4369464,8267480~4513891,15180878~2956369,20133723~23778173,44243143~1936684,47467873~1158276,50842592~3360250,56371255~5580147,66187306~12613364,82259860~647258,100894223~4030283,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,142016960~3921902,146020816~313271,150558071~6272973,160417772~96386,166900093~7349189,175215584~4803018,182981768~13186890,196386379~6385475,205914728~9381477,219558771~22550275,249903945~1769216,252272238~2545985,260915960~960494,264141208~2790360,284688488~3226576,295404644~8747766,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~7557734,390367300~24113585] wrote [25570427~4379251,33902677~3820827,142016960~3921902,177029512~2247631,212302339~279035,252272238~2545985,264141208~2790360,346217564~4121479] 2024-04-15T17:43:58.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:58 smithi153 ceph-mon[84714]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-15T17:43:58.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:58 smithi090 ceph-mon[89240]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-15T17:43:58.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:58 smithi090 ceph-mon[91618]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-15T17:43:59.374 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:43:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:43:59] "GET /metrics HTTP/1.1" 200 36747 "" "Prometheus/2.43.0" 2024-04-15T17:43:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: i=10 exists [1057146~5477479,8267480~4513891,15180878~2956369,20133723~23778173,44243143~1936684,46791292~3292154,50842592~3360250,56371255~5580147,66187306~12613364,82259860~647258,100894223~4030283,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,142016403~4317684,150558071~6272973,160417772~96386,166900093~7349189,175215584~4803018,181207423~449528,182981768~13186890,196386379~6385475,205914728~9381477,219558771~26018757,249903945~1769216,252127503~3673458,260915960~960494,264141208~2790360,284688488~3226576,295404644~8747766,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~7557734,390367300~24113585] wrote [1057146~5304165,9047037~514083,46791292~3292154,73473514~1809797,142016403~4074634,181207423~449528,237485036~8092492,252127503~3673458] 2024-04-15T17:43:59.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:59 smithi153 ceph-mon[84714]: pgmap v3958: 137 pgs: 137 active+clean; 361 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 45 MiB/s wr, 292 op/s 2024-04-15T17:43:59.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:59 smithi153 ceph-mon[84714]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-15T17:43:59.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.12", "id": [3, 6]}]: dispatch 2024-04-15T17:43:59.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]: dispatch 2024-04-15T17:43:59.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:43:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]: dispatch 2024-04-15T17:43:59.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:59 smithi090 ceph-mon[91618]: pgmap v3958: 137 pgs: 137 active+clean; 361 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 45 MiB/s wr, 292 op/s 2024-04-15T17:43:59.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:59 smithi090 ceph-mon[91618]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-15T17:43:59.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.12", "id": [3, 6]}]: dispatch 2024-04-15T17:43:59.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]: dispatch 2024-04-15T17:43:59.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:43:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]: dispatch 2024-04-15T17:43:59.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:59 smithi090 ceph-mon[89240]: pgmap v3958: 137 pgs: 137 active+clean; 361 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 177 KiB/s rd, 45 MiB/s wr, 292 op/s 2024-04-15T17:43:59.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:59 smithi090 ceph-mon[89240]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-15T17:43:59.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.12", "id": [3, 6]}]: dispatch 2024-04-15T17:43:59.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]: dispatch 2024-04-15T17:43:59.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:43:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]: dispatch 2024-04-15T17:44:00.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:00 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.12", "id": [3, 6]}]': finished 2024-04-15T17:44:00.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:00 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]': finished 2024-04-15T17:44:00.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:00 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]': finished 2024-04-15T17:44:00.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:00 smithi090 ceph-mon[89240]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-15T17:44:00.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:00 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.12", "id": [3, 6]}]': finished 2024-04-15T17:44:00.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:00 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]': finished 2024-04-15T17:44:00.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:00 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]': finished 2024-04-15T17:44:00.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:00 smithi090 ceph-mon[91618]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-15T17:44:00.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:00 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.12", "id": [3, 6]}]': finished 2024-04-15T17:44:00.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:00 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.17", "id": [4, 5]}]': finished 2024-04-15T17:44:00.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:00 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.1c", "id": [3, 6]}]': finished 2024-04-15T17:44:00.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:00 smithi153 ceph-mon[84714]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-15T17:44:01.548 INFO:tasks.workunit.client.0.smithi090.stdout: i=11 exists [1057146~5477479,8267480~4513891,15180878~2956369,20133723~23778173,44243143~1936684,46791292~3292154,50842592~3360250,56005660~7108982,66187306~24209345,100894223~4030283,111289531~11039570,131848413~7258526,142016403~4317684,150558071~6272973,160417772~96386,166900093~13118509,181207423~449528,182981768~13186890,196386379~6385475,205914728~9381477,219558771~26018757,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,284688488~3226576,295404644~8747766,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~7557734,390367300~24113585] wrote [56005660~7108982,76058043~14338608,113222734~8786278,172670341~3802968,256017057~7910813,273377498~6196897,392771764~1174295] 2024-04-15T17:44:01.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:01 smithi090 ceph-mon[89240]: pgmap v3961: 137 pgs: 137 active+clean; 361 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 25 MiB/s wr, 281 op/s 2024-04-15T17:44:01.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:01 smithi090 ceph-mon[89240]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-15T17:44:01.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:01 smithi090 ceph-mon[91618]: pgmap v3961: 137 pgs: 137 active+clean; 361 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 25 MiB/s wr, 281 op/s 2024-04-15T17:44:01.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:01 smithi090 ceph-mon[91618]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-15T17:44:01.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:01 smithi153 ceph-mon[84714]: pgmap v3961: 137 pgs: 137 active+clean; 361 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 176 KiB/s rd, 25 MiB/s wr, 281 op/s 2024-04-15T17:44:01.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:01 smithi153 ceph-mon[84714]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-15T17:44:02.481 INFO:tasks.workunit.client.0.smithi090.stdout: i=12 exists [1057146~11724225,15180878~2956369,18228149~25683747,44243143~1936684,46791292~3292154,50842592~3360250,56005660~7108982,66187306~24209345,97659399~7265107,111289531~11039570,131848413~14485674,150558071~6272973,160417772~96386,166900093~13118509,181207423~449528,182981768~20539515,205914728~9381477,219558771~26018757,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,284688488~3226576,295404644~8747766,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~7557734,390367300~24113585] wrote [6451043~2678820,18228149~5367180,97659399~6533577,136398164~7397694,195769611~7751672,241454922~2007810,296951283~1348192,330344297~1849504,377130979~4377628] 2024-04-15T17:44:02.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:02 smithi153 ceph-mon[84714]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-15T17:44:02.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:44:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:44:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:44:02.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:02 smithi090 ceph-mon[89240]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-15T17:44:02.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:02 smithi090 ceph-mon[91618]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-15T17:44:03.493 INFO:tasks.workunit.client.0.smithi090.stdout: i=13 exists [1057146~11724225,15180878~2956369,18228149~25683747,44243143~1936684,46791292~3292154,50842592~3360250,56005660~34390991,97659399~7265107,111289531~11039570,131848413~14485674,150558071~6272973,158174989~8176526,166900093~13118509,181207423~449528,182981768~20539515,205914728~39662800,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,284688488~3226576,295404644~8747766,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~5244664,364762079~9209830,374480674~7165896,382555685~7557734,390367300~24113585] wrote [61711820~7373005,98523824~3120561,158174989~8176526,189540068~63211,194386700~2349430,212937808~6954192,269724193~1881806,313299648~3988190,355358402~385276,377996036~3019635] 2024-04-15T17:44:03.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:03 smithi090 ceph-mon[89240]: pgmap v3964: 137 pgs: 1 active+recovering, 136 active+clean; 477 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 27 MiB/s wr, 227 op/s; 3/846 objects misplaced (0.355%); 13 MiB/s, 3 keys/s, 7 objects/s recovering 2024-04-15T17:44:03.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:03 smithi090 ceph-mon[89240]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-15T17:44:03.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:03 smithi090 ceph-mon[91618]: pgmap v3964: 137 pgs: 1 active+recovering, 136 active+clean; 477 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 27 MiB/s wr, 227 op/s; 3/846 objects misplaced (0.355%); 13 MiB/s, 3 keys/s, 7 objects/s recovering 2024-04-15T17:44:03.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:03 smithi090 ceph-mon[91618]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-15T17:44:03.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:03 smithi153 ceph-mon[84714]: pgmap v3964: 137 pgs: 1 active+recovering, 136 active+clean; 477 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 144 KiB/s rd, 27 MiB/s wr, 227 op/s; 3/846 objects misplaced (0.355%); 13 MiB/s, 3 keys/s, 7 objects/s recovering 2024-04-15T17:44:03.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:03 smithi153 ceph-mon[84714]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-15T17:44:04.516 INFO:tasks.workunit.client.0.smithi090.stdout: i=14 exists [1057146~11724225,15180878~2956369,18228149~25683747,44243143~1936684,46791292~3292154,50842592~3360250,56005660~34390991,97659399~7265107,111289531~11039570,131848413~14485674,150558071~6272973,158174989~8176526,166900093~13118509,181207423~449528,182981768~20539515,205914728~39662800,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,284688488~3226576,295404644~8747766,310081454~15130240,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~5244664,364762079~9209830,374480674~15632745,390367300~24113585] wrote [23534336~11505621,78729298~7224933,112638387~3310066,316239644~7968984,346783197~6778930,381616374~955820,402406881~4449801] 2024-04-15T17:44:04.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:04 smithi090 ceph-mon[89240]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-15T17:44:04.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:04 smithi090 ceph-mon[91618]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-15T17:44:04.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:04 smithi153 ceph-mon[84714]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-15T17:44:05.514 INFO:tasks.workunit.client.0.smithi090.stdout: i=15 exists [1057146~11724225,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7411550,56005660~34390991,97659399~7265107,111289531~11039570,126966084~19368003,150558071~15793444,166900093~13118509,181207423~449528,182981768~20539515,205914728~39662800,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,295404644~8747766,310081454~19908903,330344297~1849504,333738191~75500,335662954~4691802,346217564~9526114,356725040~5244664,364762079~9209830,374480674~15632745,390367300~24113585] wrote [27909362~7335928,48165668~5706680,126966084~8043499,153557909~7774201,167084272~3374698,270421718~5293412,324453477~5536880,347876378~7606391,401594520~4289114] 2024-04-15T17:44:05.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:05 smithi090 ceph-mon[89240]: pgmap v3967: 137 pgs: 1 active+recovering, 136 active+clean; 484 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 29 MiB/s wr, 228 op/s; 3/855 objects misplaced (0.351%); 13 MiB/s, 3 keys/s, 7 objects/s recovering 2024-04-15T17:44:05.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:05 smithi090 ceph-mon[89240]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-15T17:44:05.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:05 smithi090 ceph-mon[91618]: pgmap v3967: 137 pgs: 1 active+recovering, 136 active+clean; 484 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 29 MiB/s wr, 228 op/s; 3/855 objects misplaced (0.351%); 13 MiB/s, 3 keys/s, 7 objects/s recovering 2024-04-15T17:44:05.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:05 smithi090 ceph-mon[91618]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-15T17:44:05.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:05 smithi153 ceph-mon[84714]: pgmap v3967: 137 pgs: 1 active+recovering, 136 active+clean; 484 MiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 144 KiB/s rd, 29 MiB/s wr, 228 op/s; 3/855 objects misplaced (0.351%); 13 MiB/s, 3 keys/s, 7 objects/s recovering 2024-04-15T17:44:05.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:05 smithi153 ceph-mon[84714]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-15T17:44:06.497 INFO:tasks.workunit.client.0.smithi090.stdout: i=16 exists [1057146~11724225,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7411550,56005660~34390991,97659399~7265107,111289531~12973785,126966084~19368003,150558071~15793444,166900093~13118509,181207423~449528,182981768~20539515,205914728~45758433,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,295404644~8747766,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,346217564~9526114,356725040~5244664,364762079~9209830,374480674~15632745,390367300~24113585] wrote [52690451~210988,59006863~6203156,121405734~2857582,139203094~3698300,153491818~5603082,185721195~426300,244744042~5711538,324200656~1809187,330086036~3411091,404786042~220702] 2024-04-15T17:44:06.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:06 smithi090 ceph-mon[91618]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-15T17:44:06.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:06 smithi090 ceph-mon[91618]: pgmap v3970: 137 pgs: 137 active+clean; 590 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 30 MiB/s wr, 15 op/s; 1.9 MiB/s, 0 objects/s recovering 2024-04-15T17:44:06.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:06 smithi090 ceph-mon[89240]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-15T17:44:06.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:06 smithi090 ceph-mon[89240]: pgmap v3970: 137 pgs: 137 active+clean; 590 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 30 MiB/s wr, 15 op/s; 1.9 MiB/s, 0 objects/s recovering 2024-04-15T17:44:06.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:06 smithi153 ceph-mon[84714]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-15T17:44:06.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:06 smithi153 ceph-mon[84714]: pgmap v3970: 137 pgs: 137 active+clean; 590 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 1.2 KiB/s rd, 30 MiB/s wr, 15 op/s; 1.9 MiB/s, 0 objects/s recovering 2024-04-15T17:44:07.526 INFO:tasks.workunit.client.0.smithi090.stdout: i=17 exists [1057146~11724225,15180878~28731018,44243143~1936684,46791292~43605359,97659399~7265107,106336958~1576924,111289531~12973785,126966084~19368003,150558071~15793444,166900093~36621190,205914728~45758433,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,295404644~8747766,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~5244664,362174033~1088925,364762079~9209830,374480674~15632745,390367300~24113585] wrote [17032957~7533720,49574148~8901238,106336958~1576924,179267024~5467782,188860539~4163720,343993690~2327497,362174033~1088925,391878906~7711595] 2024-04-15T17:44:07.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:07 smithi090 ceph-mon[89240]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-15T17:44:07.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:07 smithi090 ceph-mon[91618]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-15T17:44:07.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:07 smithi153 ceph-mon[84714]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-15T17:44:08.540 INFO:tasks.workunit.client.0.smithi090.stdout: i=18 exists [1057146~11724225,15180878~28731018,44243143~1936684,46791292~43605359,97659399~7265107,106336958~1576924,111289531~12973785,126966084~19368003,150558071~15793444,166900093~84773068,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,295404644~8747766,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~5244664,362174033~1088925,364762079~9209830,374480674~15632745,390367300~24113585] wrote [20892834~4029898,35983051~5368957,137336930~3132089,202066367~4287626,213023604~2031110,271285345~3507935,353527044~2057062,380837430~1241424,397915633~7385552] 2024-04-15T17:44:08.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:08 smithi090 ceph-mon[91618]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-15T17:44:08.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:44:08.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:08 smithi090 ceph-mon[91618]: pgmap v3973: 137 pgs: 137 active+clean; 693 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 55 MiB/s wr, 373 op/s; 1.9 MiB/s, 0 objects/s recovering 2024-04-15T17:44:08.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:08 smithi090 ceph-mon[89240]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-15T17:44:08.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:44:08.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:08 smithi090 ceph-mon[89240]: pgmap v3973: 137 pgs: 137 active+clean; 693 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 55 MiB/s wr, 373 op/s; 1.9 MiB/s, 0 objects/s recovering 2024-04-15T17:44:08.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:08 smithi153 ceph-mon[84714]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-15T17:44:08.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:44:08.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:08 smithi153 ceph-mon[84714]: pgmap v3973: 137 pgs: 137 active+clean; 693 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 236 KiB/s rd, 55 MiB/s wr, 373 op/s; 1.9 MiB/s, 0 objects/s recovering 2024-04-15T17:44:09.454 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:44:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:44:09] "GET /metrics HTTP/1.1" 200 36764 "" "Prometheus/2.43.0" 2024-04-15T17:44:09.601 INFO:tasks.workunit.client.0.smithi090.stdout: i=19 exists [1057146~11724225,15180878~28731018,44243143~1936684,46791292~43605359,97659399~7265107,106336958~1576924,111289531~12973785,126966084~19368003,150558071~15793444,166900093~84773068,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,295404644~8747766,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~15632745,390367300~24113585] wrote [20510655~8184102,32821714~8612015,204395123~7141977,221322402~1445586,248393141~3216888,311354843~4030365,338662335~12155654,360083353~5061679] 2024-04-15T17:44:09.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:09 smithi090 ceph-mon[91618]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-15T17:44:09.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:09 smithi090 ceph-mon[89240]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-15T17:44:09.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:09 smithi153 ceph-mon[84714]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-15T17:44:10.492 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 1 diff [20133723~7227778,47467873~1158276,57352666~2401650,111289531~2198310,160417772~96386,182981768~4430787,260915960~960494,284688488~3226576,322363683~405094,404018000~4202509] 2024-04-15T17:44:10.492 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [20133723~7227778,47467873~1158276,57352666~2401650,111289531~2198310,160417772~96386,182981768~4430787,260915960~960494,284688488~3226576,322363683~405094,404018000~4202509] 2024-04-15T17:44:10.508 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [16777216~10584285,46137344~2488805,57352666~2401650,109051904~4435937,159383552~1130606,180355072~7057483,260046848~1829606,281018368~6896696,318767104~4001673,402653184~5567325] 2024-04-15T17:44:10.509 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 2 diff [20133723~7227778,47467873~1158276,50842592~3360250,57352666~2401650,82259860~647258,111289531~2198310,160417772~96386,182981768~4430787,192915149~2599356,224683300~11078077,260915960~960494,284688488~3226576,316918250~4991794,322363683~405094,324326814~884880,357351031~4618673,404018000~4202509] 2024-04-15T17:44:10.509 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [20133723~7227778,47467873~1158276,50842592~3360250,57352666~2401650,82259860~647258,111289531~2198310,160417772~96386,182981768~4430787,192915149~2599356,224683300~11078077,260915960~960494,284688488~3226576,316918250~4991794,322363683~405094,324326814~884880,357351031~4618673,404018000~4202509] 2024-04-15T17:44:10.515 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [16777216~10584285,46137344~2488805,50331648~3871194,57352666~2401650,79691776~3215342,109051904~4435937,159383552~1130606,180355072~7057483,188743680~6770825,224683300~11078077,260046848~1829606,281018368~6896696,314572800~8195977,322961408~2250286,356515840~5453864,402653184~5567325] 2024-04-15T17:44:10.515 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 3 diff [20133723~7227778,47467873~1158276,50842592~3360250,57352666~2401650,70208853~8591817,82259860~647258,111289531~2198310,118314797~1200208,160417772~96386,175658268~4360334,182981768~7595001,192915149~2599356,211450713~3845492,224683300~11078077,260915960~960494,284688488~3226576,316918250~4991794,322363683~405094,324326814~884880,357351031~4618673,374480674~2388624,385517155~4596264,390367300~4080607,404018000~4202509] 2024-04-15T17:44:10.515 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [20133723~7227778,47467873~1158276,50842592~3360250,57352666~2401650,70208853~8591817,82259860~647258,111289531~2198310,118314797~1200208,160417772~96386,175658268~4360334,182981768~7595001,192915149~2599356,211450713~3845492,224683300~11078077,260915960~960494,284688488~3226576,316918250~4991794,322363683~405094,324326814~884880,357351031~4618673,374480674~2388624,385517155~4596264,390367300~4080607,404018000~4202509] 2024-04-15T17:44:10.521 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [16777216~10584285,46137344~2488805,50331648~3871194,57352666~2401650,67108864~11691806,79691776~3215342,109051904~4435937,117440512~2074493,159383552~1130606,171966464~8052138,180355072~15159433,211450713~3845492,224683300~11078077,260046848~1829606,281018368~6896696,314572800~8195977,322961408~2250286,356515840~5453864,373293056~3576242,385517155~8930752,402653184~5567325] 2024-04-15T17:44:10.522 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 4 diff [15180878~2956369,20133723~7227778,47467873~1158276,50842592~3360250,57352666~2401650,70208853~8591817,82259860~647258,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,160417772~96386,175658268~4360334,182981768~7595001,192915149~2599356,196386379~6385475,211450713~3845492,224683300~11078077,249903945~1769216,260915960~960494,284688488~3226576,310081454~11828590,322363683~405094,324326814~884880,335662954~4691802,347434925~234214,349860234~4587514,357351031~4618673,374480674~2388624,385517155~4596264,390367300~4080607,404018000~10462885] 2024-04-15T17:44:10.522 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [15180878~2956369,20133723~7227778,47467873~1158276,50842592~3360250,57352666~2401650,70208853~8591817,82259860~647258,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,160417772~96386,175658268~4360334,182981768~7595001,192915149~2599356,196386379~6385475,211450713~3845492,224683300~11078077,249903945~1769216,260915960~960494,284688488~3226576,310081454~11828590,322363683~405094,324326814~884880,335662954~4691802,347434925~234214,349860234~4587514,357351031~4618673,374480674~2388624,385517155~4596264,390367300~4080607,404018000~10462885] 2024-04-15T17:44:10.528 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [12582912~14778589,46137344~2488805,50331648~3871194,57352666~2401650,67108864~11691806,79691776~3215342,109051904~4435937,117440512~4888589,130023424~9083515,159383552~1130606,171966464~8052138,180355072~22416782,211450713~3845492,224683300~11078077,247463936~4209225,260046848~1829606,281018368~6896696,306184192~16584585,322961408~2250286,335544320~4810436,343932928~3736211,348127232~6320516,356515840~5453864,373293056~3576242,385517155~8930752,402653184~11827701] 2024-04-15T17:44:10.528 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 5 diff [8267480~3910851,15180878~2956369,20133723~7227778,47467873~1158276,50842592~3360250,57352666~2401650,70208853~8591817,82259860~647258,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,160417772~96386,175658268~4360334,182981768~7595001,192915149~2599356,196386379~6385475,211450713~3845492,224683300~11078077,249903945~1769216,260915960~960494,284688488~3226576,310081454~12111321,322363683~405094,324326814~884880,335662954~4691802,347434925~234214,349860234~4587514,356725040~5244664,364762079~6589865,374480674~2388624,382555685~1243504,385517155~4596264,390367300~7423594,404018000~10462885] 2024-04-15T17:44:10.528 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~3910851,15180878~2956369,20133723~7227778,47467873~1158276,50842592~3360250,57352666~2401650,70208853~8591817,82259860~647258,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,160417772~96386,175658268~4360334,182981768~7595001,192915149~2599356,196386379~6385475,211450713~3845492,224683300~11078077,249903945~1769216,260915960~960494,284688488~3226576,310081454~12111321,322363683~405094,324326814~884880,335662954~4691802,347434925~234214,349860234~4587514,356725040~5244664,364762079~6589865,374480674~2388624,382555685~1243504,385517155~4596264,390367300~7423594,404018000~10462885] 2024-04-15T17:44:10.534 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~5643706,12582912~14778589,46137344~2488805,50331648~3871194,57352666~2401650,67108864~11691806,79691776~3215342,109051904~4435937,117440512~4888589,130023424~9083515,159383552~1130606,171966464~8052138,180355072~22416782,211450713~3845492,224683300~11078077,247463936~4209225,260046848~1829606,281018368~6896696,306184192~16584585,322961408~2250286,335544320~4810436,343932928~3736211,348127232~6320516,356515840~14836104,373293056~3576242,382555685~1243504,385517155~12273739,402653184~11827701] 2024-04-15T17:44:10.534 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 6 diff [8267480~3910851,15180878~2956369,20133723~7227778,27842067~8135980,44243143~1936684,47467873~1158276,50842592~3360250,57352666~2401650,70208853~8591817,82259860~647258,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,160417772~96386,175215584~4803018,182981768~13186890,196386379~6385475,211450713~3845492,224683300~11078077,249903945~1769216,260915960~960494,284688488~3226576,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,335662954~4691802,347434925~234214,349860234~5324676,356725040~5244664,364762079~6589865,374480674~2388624,382555685~1243504,385517155~4596264,390367300~24113585] 2024-04-15T17:44:10.534 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~3910851,15180878~2956369,20133723~7227778,27842067~8135980,44243143~1936684,47467873~1158276,50842592~3360250,57352666~2401650,70208853~8591817,82259860~647258,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,160417772~96386,175215584~4803018,182981768~13186890,196386379~6385475,211450713~3845492,224683300~11078077,249903945~1769216,260915960~960494,284688488~3226576,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,335662954~4691802,347434925~234214,349860234~5324676,356725040~5244664,364762079~6589865,374480674~2388624,382555685~1243504,385517155~4596264,390367300~24113585] 2024-04-15T17:44:10.540 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~5643706,12582912~23395135,41943040~6683109,50331648~3871194,57352666~2401650,67108864~11691806,79691776~3215342,109051904~4435937,117440512~4888589,130023424~9083515,159383552~1130606,171966464~8052138,180355072~22416782,211450713~3845492,224683300~11078077,247463936~4209225,260046848~1829606,281018368~6896696,306184192~16584585,322961408~2250286,327155712~2807357,335544320~4810436,343932928~3736211,348127232~7057678,356515840~14836104,373293056~3576242,382555685~1243504,385517155~28963730] 2024-04-15T17:44:10.540 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 7 diff [8267480~4513891,15180878~2956369,20133723~7227778,27842067~8135980,44243143~1936684,47467873~1158276,50842592~3360250,57352666~2401650,66187306~12613364,82259860~647258,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,146020816~313271,160417772~96386,166900093~5081809,175215584~4803018,182981768~13186890,196386379~6385475,211450713~3845492,224683300~17425746,249903945~1769216,260915960~960494,284688488~3226576,300765608~3386802,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~5244664,364762079~6589865,374480674~7165896,382555685~1243504,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.540 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~4513891,15180878~2956369,20133723~7227778,27842067~8135980,44243143~1936684,47467873~1158276,50842592~3360250,57352666~2401650,66187306~12613364,82259860~647258,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,146020816~313271,160417772~96386,166900093~5081809,175215584~4803018,182981768~13186890,196386379~6385475,211450713~3845492,224683300~17425746,249903945~1769216,260915960~960494,284688488~3226576,300765608~3386802,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~5244664,364762079~6589865,374480674~7165896,382555685~1243504,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.546 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~29443422,41943040~6683109,50331648~3871194,57352666~2401650,62914560~15886110,79691776~3215342,109051904~4435937,117440512~4888589,130023424~9083515,142606336~3727751,159383552~1130606,163577856~16440746,180355072~22416782,211450713~3845492,224683300~17425746,247463936~4209225,260046848~1829606,281018368~6896696,300765608~3386802,306184192~16584585,322961408~2250286,327155712~2807357,331350016~2463675,335544320~4810436,343932928~3736211,348127232~7057678,356515840~14836104,373293056~8353514,382555685~1243504,384333931~30146954] 2024-04-15T17:44:10.546 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 8 diff [8267480~4513891,15180878~2956369,20133723~7227778,27842067~16069829,44243143~1936684,47467873~1158276,50842592~3360250,56530868~5420534,66187306~12613364,82259860~647258,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,146020816~313271,160417772~96386,166900093~7349189,175215584~4803018,182981768~13186890,196386379~6385475,205914728~9381477,219558771~2592948,224683300~17425746,249903945~1769216,260915960~960494,284688488~3226576,300765608~3386802,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.546 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~4513891,15180878~2956369,20133723~7227778,27842067~16069829,44243143~1936684,47467873~1158276,50842592~3360250,56530868~5420534,66187306~12613364,82259860~647258,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,146020816~313271,160417772~96386,166900093~7349189,175215584~4803018,182981768~13186890,196386379~6385475,205914728~9381477,219558771~2592948,224683300~17425746,249903945~1769216,260915960~960494,284688488~3226576,300765608~3386802,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.552 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~42091524,50331648~3871194,56530868~5420534,62914560~15886110,79691776~3215342,109051904~4435937,117440512~4888589,130023424~9083515,142606336~3727751,159383552~1130606,163577856~16440746,180355072~22416782,205914728~9381477,219558771~2592948,224683300~17425746,247463936~4209225,260046848~1829606,281018368~6896696,300765608~3386802,306184192~16584585,322961408~2250286,327155712~2807357,331350016~2463675,335544320~4810436,343932928~3736211,348127232~7057678,356515840~25130730,382555685~1243504,384333931~30146954] 2024-04-15T17:44:10.552 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 9 diff [8267480~4513891,15180878~2956369,20133723~23778173,44243143~1936684,47467873~1158276,50842592~3360250,56530868~5420534,66187306~12613364,82259860~647258,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,142016960~3921902,146020816~313271,160417772~96386,166900093~7349189,175215584~4803018,182981768~13186890,196386379~6385475,205914728~9381477,219558771~2592948,224683300~17425746,249903945~1769216,252272238~2545985,260915960~960494,264141208~2790360,284688488~3226576,300765608~3386802,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.552 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~4513891,15180878~2956369,20133723~23778173,44243143~1936684,47467873~1158276,50842592~3360250,56530868~5420534,66187306~12613364,82259860~647258,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,142016960~3921902,146020816~313271,160417772~96386,166900093~7349189,175215584~4803018,182981768~13186890,196386379~6385475,205914728~9381477,219558771~2592948,224683300~17425746,249903945~1769216,252272238~2545985,260915960~960494,264141208~2790360,284688488~3226576,300765608~3386802,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.558 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~42091524,50331648~3871194,56530868~5420534,62914560~15886110,79691776~3215342,109051904~4435937,117440512~4888589,130023424~16310663,159383552~1130606,163577856~16440746,180355072~22416782,205914728~9381477,219558771~2592948,224683300~17425746,247463936~7354287,260046848~6884720,281018368~6896696,300765608~3386802,306184192~16584585,322961408~2250286,327155712~2807357,331350016~2463675,335544320~4810436,343932928~11251982,356515840~25130730,382555685~1243504,384333931~30146954] 2024-04-15T17:44:10.558 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 10 diff [1057146~5304165,8267480~4513891,15180878~2956369,20133723~23778173,44243143~1936684,46791292~3292154,50842592~3360250,56530868~5420534,66187306~12613364,82259860~647258,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,142016403~4317684,160417772~96386,166900093~7349189,175215584~4803018,181207423~449528,182981768~13186890,196386379~6385475,205914728~9381477,219558771~2592948,224683300~20894228,249903945~1769216,252127503~3673458,260915960~960494,264141208~2790360,284688488~3226576,300765608~3386802,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.558 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,8267480~4513891,15180878~2956369,20133723~23778173,44243143~1936684,46791292~3292154,50842592~3360250,56530868~5420534,66187306~12613364,82259860~647258,111289531~2198310,118314797~1200208,120085621~2243480,131848413~7258526,142016403~4317684,160417772~96386,166900093~7349189,175215584~4803018,181207423~449528,182981768~13186890,196386379~6385475,205914728~9381477,219558771~2592948,224683300~20894228,249903945~1769216,252127503~3673458,260915960~960494,264141208~2790360,284688488~3226576,300765608~3386802,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.564 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6534625~43548821,50331648~3871194,56530868~5420534,62914560~15886110,79691776~3215342,109051904~4435937,117440512~4888589,130023424~16310663,159383552~1130606,163577856~16440746,180355072~22416782,205914728~9381477,219558771~2592948,224683300~20894228,247463936~8337025,260046848~6884720,281018368~6896696,300765608~3386802,306184192~16584585,322961408~2250286,327155712~2807357,331350016~2463675,335544320~4810436,343932928~11251982,356515840~25130730,382555685~1243504,384333931~30146954] 2024-04-15T17:44:10.564 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 11 diff [1057146~5304165,8267480~4513891,15180878~2956369,20133723~23778173,44243143~1936684,46791292~3292154,50842592~3360250,56005660~7108982,66187306~24209345,111289531~11039570,131848413~7258526,142016403~4317684,160417772~96386,166900093~13118509,181207423~449528,182981768~13186890,196386379~6385475,205914728~9381477,219558771~2592948,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,284688488~3226576,300765608~3386802,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.564 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,8267480~4513891,15180878~2956369,20133723~23778173,44243143~1936684,46791292~3292154,50842592~3360250,56005660~7108982,66187306~24209345,111289531~11039570,131848413~7258526,142016403~4317684,160417772~96386,166900093~13118509,181207423~449528,182981768~13186890,196386379~6385475,205914728~9381477,219558771~2592948,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,284688488~3226576,300765608~3386802,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.569 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6534625~43548821,50331648~3871194,56005660~34390991,109051904~13277197,130023424~16310663,159383552~1130606,163577856~16440746,180355072~22416782,205914728~9381477,219558771~2592948,224683300~20894228,247463936~8337025,255852544~11079024,272629760~6944635,281018368~6896696,300765608~3386802,306184192~16584585,322961408~2250286,327155712~2807357,331350016~2463675,335544320~4810436,343932928~11251982,356515840~25130730,382555685~1243504,384333931~30146954] 2024-04-15T17:44:10.569 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 12 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~3292154,50842592~3360250,56005660~7108982,66187306~24209345,97659399~6533577,111289531~11039570,131848413~14485674,160417772~96386,166900093~13118509,181207423~449528,182981768~20539515,205914728~9381477,219558771~2592948,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,284688488~3226576,296951283~1348192,300765608~3386802,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.570 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~3292154,50842592~3360250,56005660~7108982,66187306~24209345,97659399~6533577,111289531~11039570,131848413~14485674,160417772~96386,166900093~13118509,181207423~449528,182981768~20539515,205914728~9381477,219558771~2592948,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,284688488~3226576,296951283~1348192,300765608~3386802,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.575 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~43632403,50331648~3871194,56005660~34390991,96468992~7723984,109051904~13277197,130023424~16310663,159383552~1130606,163577856~16440746,180355072~23166211,205914728~9381477,219558771~2592948,224683300~20894228,247463936~8337025,255852544~11079024,272629760~6944635,281018368~6896696,296951283~1348192,300765608~3386802,306184192~16584585,322961408~2250286,327155712~6657979,335544320~4810436,343932928~11251982,356515840~25130730,382555685~1243504,384333931~30146954] 2024-04-15T17:44:10.575 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 13 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~3292154,50842592~3360250,56005660~34390991,97659399~6533577,111289531~11039570,131848413~14485674,158174989~8176526,166900093~13118509,181207423~449528,182981768~20539515,205914728~16236991,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,284688488~3226576,296951283~1348192,300765608~3386802,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.576 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~3292154,50842592~3360250,56005660~34390991,97659399~6533577,111289531~11039570,131848413~14485674,158174989~8176526,166900093~13118509,181207423~449528,182981768~20539515,205914728~16236991,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,284688488~3226576,296951283~1348192,300765608~3386802,310081454~12111321,322363683~405094,324145559~1066135,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.581 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~43632403,50331648~3871194,56005660~34390991,96468992~7723984,109051904~13277197,130023424~16310663,156831044~23187558,180355072~23166211,205914728~16236991,224683300~20894228,247463936~8337025,255852544~11079024,268435456~3170543,272629760~6944635,281018368~6896696,296951283~1348192,300765608~3386802,306184192~16584585,322961408~2250286,327155712~6657979,335544320~4810436,343932928~11810750,356515840~25130730,382555685~1243504,384333931~30146954] 2024-04-15T17:44:10.581 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 14 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~3292154,50842592~3360250,56005660~34390991,97659399~6533577,111289531~11039570,131848413~14485674,158174989~8176526,166900093~13118509,181207423~449528,182981768~20539515,205914728~16236991,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,284688488~3226576,296951283~1348192,300765608~3386802,310081454~15130240,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~5244664,364762079~9209830,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.581 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~3292154,50842592~3360250,56005660~34390991,97659399~6533577,111289531~11039570,131848413~14485674,158174989~8176526,166900093~13118509,181207423~449528,182981768~20539515,205914728~16236991,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,284688488~3226576,296951283~1348192,300765608~3386802,310081454~15130240,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~5244664,364762079~9209830,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.587 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~43632403,50331648~3871194,56005660~34390991,96468992~7723984,109051904~13277197,130023424~16310663,156831044~23187558,180355072~23166211,205914728~16236991,224683300~20894228,247463936~8337025,255852544~11079024,268435456~3170543,272629760~6944635,281018368~6896696,296951283~1348192,300765608~3386802,306184192~19027502,327155712~6657979,335544320~4810436,343932928~11810750,356515840~27283349,384333931~30146954] 2024-04-15T17:44:10.587 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 15 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7411550,56005660~34390991,97659399~6533577,111289531~11039570,126966084~19368003,153557909~12793606,166900093~13118509,181207423~449528,182981768~20539515,205914728~16236991,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330344297~1849504,333738191~75500,335662954~4691802,346217564~9526114,356725040~5244664,364762079~9209830,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.587 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7411550,56005660~34390991,97659399~6533577,111289531~11039570,126966084~19368003,153557909~12793606,166900093~13118509,181207423~449528,182981768~20539515,205914728~16236991,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330344297~1849504,333738191~75500,335662954~4691802,346217564~9526114,356725040~5244664,364762079~9209830,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.593 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~47751799,56005660~34390991,96468992~7723984,109051904~13277197,125829120~20504967,153557909~26460693,180355072~23166211,205914728~16236991,224683300~20894228,247463936~8337025,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356515840~27283349,384333931~30146954] 2024-04-15T17:44:10.593 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 16 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7411550,56005660~34390991,97659399~6533577,111289531~12973785,126966084~19368003,153491818~12859697,166900093~13118509,181207423~449528,182981768~20539515,205914728~16236991,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,346217564~9526114,356725040~5244664,364762079~9209830,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.593 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7411550,56005660~34390991,97659399~6533577,111289531~12973785,126966084~19368003,153491818~12859697,166900093~13118509,181207423~449528,182981768~20539515,205914728~16236991,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,346217564~9526114,356725040~5244664,364762079~9209830,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.599 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~47751799,56005660~34390991,96468992~7723984,109051904~15211412,125829120~20504967,153491818~26526784,180355072~23166211,205914728~16236991,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356515840~27283349,384333931~30146954] 2024-04-15T17:44:10.599 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 17 diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~36621190,205914728~16236991,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~5244664,362174033~1088925,364762079~9209830,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.599 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~36621190,205914728~16236991,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~5244664,362174033~1088925,364762079~9209830,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.605 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~50029465,205914728~16236991,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356515840~27283349,384333931~30146954] 2024-04-15T17:44:10.605 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 18 diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55251626,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~5244664,362174033~1088925,364762079~9209830,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.605 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55251626,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~5244664,362174033~1088925,364762079~9209830,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.611 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~68659901,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356515840~27283349,384333931~30146954] 2024-04-15T17:44:10.612 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 19 diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.612 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:10.618 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:10.618 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 2 diff [22797296~532323,50842592~3360250,82259860~647258,192915149~2599356,224683300~11078077,316918250~4991794,324326814~884880,357351031~4618673] 2024-04-15T17:44:10.618 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [22797296~532323,50842592~3360250,82259860~647258,192915149~2599356,224683300~11078077,316918250~4991794,324326814~884880,357351031~4618673] 2024-04-15T17:44:10.624 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [22797296~532323,50331648~3871194,79691776~3215342,188743680~6770825,224683300~11078077,314572800~7337244,322961408~2250286,356515840~5453864] 2024-04-15T17:44:10.624 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 3 diff [22797296~532323,50842592~3360250,70208853~8591817,82259860~647258,118314797~1200208,175658268~4360334,183022316~7554453,192915149~2599356,211450713~3845492,224683300~11078077,316918250~4991794,324326814~884880,357351031~4618673,374480674~2388624,385517155~4596264,390367300~4080607] 2024-04-15T17:44:10.624 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [22797296~532323,50842592~3360250,70208853~8591817,82259860~647258,118314797~1200208,175658268~4360334,183022316~7554453,192915149~2599356,211450713~3845492,224683300~11078077,316918250~4991794,324326814~884880,357351031~4618673,374480674~2388624,385517155~4596264,390367300~4080607] 2024-04-15T17:44:10.629 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [22797296~532323,50331648~3871194,67108864~11691806,79691776~3215342,117440512~2074493,171966464~8052138,183022316~12492189,211450713~3845492,224683300~11078077,314572800~7337244,322961408~2250286,356515840~5453864,373293056~3576242,385517155~8930752] 2024-04-15T17:44:10.629 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 4 diff [15180878~2956369,22797296~532323,50842592~3360250,70208853~8591817,82259860~647258,118314797~1200208,120085621~2243480,131848413~7258526,175658268~4360334,183022316~7554453,192915149~2599356,196386379~6385475,211450713~3845492,224683300~11078077,249903945~1769216,310081454~11828590,324326814~884880,335662954~4691802,347434925~234214,349860234~4587514,357351031~4618673,374480674~2388624,385517155~4596264,390367300~4080607,408119651~6361234] 2024-04-15T17:44:10.629 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [15180878~2956369,22797296~532323,50842592~3360250,70208853~8591817,82259860~647258,118314797~1200208,120085621~2243480,131848413~7258526,175658268~4360334,183022316~7554453,192915149~2599356,196386379~6385475,211450713~3845492,224683300~11078077,249903945~1769216,310081454~11828590,324326814~884880,335662954~4691802,347434925~234214,349860234~4587514,357351031~4618673,374480674~2388624,385517155~4596264,390367300~4080607,408119651~6361234] 2024-04-15T17:44:10.635 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [12582912~5554335,22797296~532323,50331648~3871194,67108864~11691806,79691776~3215342,117440512~4888589,130023424~9083515,171966464~8052138,183022316~19749538,211450713~3845492,224683300~11078077,247463936~4209225,306184192~15725852,322961408~2250286,335544320~4810436,343932928~3736211,348127232~6320516,356515840~5453864,373293056~3576242,385517155~8930752,408119651~6361234] 2024-04-15T17:44:10.635 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 5 diff [8267480~3910851,15180878~2956369,22797296~532323,50842592~3360250,70208853~8591817,82259860~647258,118314797~1200208,120085621~2243480,131848413~7258526,175658268~4360334,183022316~7554453,192915149~2599356,196386379~6385475,211450713~3845492,224683300~11078077,249903945~1769216,310081454~12111321,324326814~884880,335662954~4691802,347434925~234214,349860234~4587514,356725040~5244664,364762079~6589865,374480674~2388624,382555685~1243504,385517155~4596264,390367300~7423594,408119651~6361234] 2024-04-15T17:44:10.636 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~3910851,15180878~2956369,22797296~532323,50842592~3360250,70208853~8591817,82259860~647258,118314797~1200208,120085621~2243480,131848413~7258526,175658268~4360334,183022316~7554453,192915149~2599356,196386379~6385475,211450713~3845492,224683300~11078077,249903945~1769216,310081454~12111321,324326814~884880,335662954~4691802,347434925~234214,349860234~4587514,356725040~5244664,364762079~6589865,374480674~2388624,382555685~1243504,385517155~4596264,390367300~7423594,408119651~6361234] 2024-04-15T17:44:10.641 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~5643706,12582912~5554335,22797296~532323,50331648~3871194,67108864~11691806,79691776~3215342,117440512~4888589,130023424~9083515,171966464~8052138,183022316~19749538,211450713~3845492,224683300~11078077,247463936~4209225,306184192~16008583,322961408~2250286,335544320~4810436,343932928~3736211,348127232~6320516,356515840~14836104,373293056~3576242,382555685~1243504,385517155~12273739,408119651~6361234] 2024-04-15T17:44:10.641 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 6 diff [8267480~3910851,15180878~2956369,22797296~532323,27842067~8135980,44243143~1936684,50842592~3360250,70208853~8591817,82259860~647258,118314797~1200208,120085621~2243480,131848413~7258526,175215584~4803018,183022316~13146342,196386379~6385475,211450713~3845492,224683300~11078077,249903945~1769216,310081454~12111321,324145559~1066135,329300866~662203,335662954~4691802,347434925~234214,349860234~5324676,356725040~5244664,364762079~6589865,374480674~2388624,382555685~1243504,385517155~4596264,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.641 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~3910851,15180878~2956369,22797296~532323,27842067~8135980,44243143~1936684,50842592~3360250,70208853~8591817,82259860~647258,118314797~1200208,120085621~2243480,131848413~7258526,175215584~4803018,183022316~13146342,196386379~6385475,211450713~3845492,224683300~11078077,249903945~1769216,310081454~12111321,324145559~1066135,329300866~662203,335662954~4691802,347434925~234214,349860234~5324676,356725040~5244664,364762079~6589865,374480674~2388624,382555685~1243504,385517155~4596264,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.646 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~5643706,12582912~5554335,22797296~532323,27361501~8616546,41943040~4236787,50331648~3871194,67108864~11691806,79691776~3215342,117440512~4888589,130023424~9083515,171966464~8052138,183022316~19749538,211450713~3845492,224683300~11078077,247463936~4209225,306184192~16008583,322961408~2250286,327155712~2807357,335544320~4810436,343932928~3736211,348127232~7057678,356515840~14836104,373293056~3576242,382555685~1243504,385517155~18593970,408119651~6361234] 2024-04-15T17:44:10.646 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 7 diff [8267480~4513891,15180878~2956369,22797296~532323,27842067~8135980,44243143~1936684,50842592~3360250,66187306~12613364,82259860~647258,118314797~1200208,120085621~2243480,131848413~7258526,146020816~313271,166900093~5081809,175215584~4803018,183022316~13146342,196386379~6385475,211450713~3845492,224683300~17425746,249903945~1769216,300765608~3386802,310081454~12111321,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~5244664,364762079~6589865,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.647 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~4513891,15180878~2956369,22797296~532323,27842067~8135980,44243143~1936684,50842592~3360250,66187306~12613364,82259860~647258,118314797~1200208,120085621~2243480,131848413~7258526,146020816~313271,166900093~5081809,175215584~4803018,183022316~13146342,196386379~6385475,211450713~3845492,224683300~17425746,249903945~1769216,300765608~3386802,310081454~12111321,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~5244664,364762079~6589865,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.652 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~11602622,22797296~532323,27361501~8616546,41943040~4236787,50331648~3871194,62914560~15886110,79691776~3215342,117440512~4888589,130023424~9083515,142606336~3727751,163577856~16440746,183022316~19749538,211450713~3845492,224683300~17425746,247463936~4209225,300765608~3386802,306184192~16008583,322961408~2250286,327155712~2807357,331350016~2463675,335544320~4810436,343932928~3736211,348127232~7057678,356515840~14836104,373293056~8353514,382555685~1243504,384333931~19777194,408119651~6361234] 2024-04-15T17:44:10.652 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 8 diff [8267480~4513891,15180878~2956369,22797296~532323,27842067~16069829,44243143~1936684,50842592~3360250,56530868~5420534,66187306~12613364,82259860~647258,118314797~1200208,120085621~2243480,131848413~7258526,146020816~313271,166900093~7349189,175215584~4803018,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,224683300~17425746,249903945~1769216,300765608~3386802,310081454~12111321,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.652 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~4513891,15180878~2956369,22797296~532323,27842067~16069829,44243143~1936684,50842592~3360250,56530868~5420534,66187306~12613364,82259860~647258,118314797~1200208,120085621~2243480,131848413~7258526,146020816~313271,166900093~7349189,175215584~4803018,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,224683300~17425746,249903945~1769216,300765608~3386802,310081454~12111321,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.658 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~11602622,22797296~532323,27361501~18818326,50331648~3871194,56530868~5420534,62914560~15886110,79691776~3215342,117440512~4888589,130023424~9083515,142606336~3727751,163577856~16440746,183022316~19749538,205914728~9381477,219558771~2592948,224683300~17425746,247463936~4209225,300765608~3386802,306184192~16008583,322961408~2250286,327155712~2807357,331350016~2463675,335544320~4810436,343932928~3736211,348127232~7057678,356515840~25130730,382555685~1243504,384333931~19777194,408119651~6361234] 2024-04-15T17:44:10.659 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 9 diff [8267480~4513891,15180878~2956369,22797296~532323,25570427~18341469,44243143~1936684,50842592~3360250,56530868~5420534,66187306~12613364,82259860~647258,118314797~1200208,120085621~2243480,131848413~7258526,142016960~3921902,146020816~313271,166900093~7349189,175215584~4803018,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,224683300~17425746,249903945~1769216,252272238~2545985,264141208~2790360,300765608~3386802,310081454~12111321,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.659 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~4513891,15180878~2956369,22797296~532323,25570427~18341469,44243143~1936684,50842592~3360250,56530868~5420534,66187306~12613364,82259860~647258,118314797~1200208,120085621~2243480,131848413~7258526,142016960~3921902,146020816~313271,166900093~7349189,175215584~4803018,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,224683300~17425746,249903945~1769216,252272238~2545985,264141208~2790360,300765608~3386802,310081454~12111321,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.664 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~11602622,22797296~532323,25570427~20609400,50331648~3871194,56530868~5420534,62914560~15886110,79691776~3215342,117440512~4888589,130023424~16310663,163577856~16440746,183022316~19749538,205914728~9381477,219558771~2592948,224683300~17425746,247463936~7354287,261876454~5055114,300765608~3386802,306184192~16008583,322961408~2250286,327155712~2807357,331350016~2463675,335544320~4810436,343932928~11251982,356515840~25130730,382555685~1243504,384333931~19777194,408119651~6361234] 2024-04-15T17:44:10.664 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 10 diff [1057146~5304165,8267480~4513891,15180878~2956369,22797296~532323,25570427~18341469,44243143~1936684,46791292~3292154,50842592~3360250,56530868~5420534,66187306~12613364,82259860~647258,118314797~1200208,120085621~2243480,131848413~7258526,142016403~4317684,166900093~7349189,175215584~4803018,181207423~449528,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,224683300~20894228,249903945~1769216,252127503~3673458,264141208~2790360,300765608~3386802,310081454~12111321,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.664 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,8267480~4513891,15180878~2956369,22797296~532323,25570427~18341469,44243143~1936684,46791292~3292154,50842592~3360250,56530868~5420534,66187306~12613364,82259860~647258,118314797~1200208,120085621~2243480,131848413~7258526,142016403~4317684,166900093~7349189,175215584~4803018,181207423~449528,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,224683300~20894228,249903945~1769216,252127503~3673458,264141208~2790360,300765608~3386802,310081454~12111321,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.670 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6534625~11602622,22797296~532323,25570427~20609400,46791292~3292154,50331648~3871194,56530868~5420534,62914560~15886110,79691776~3215342,117440512~4888589,130023424~16310663,163577856~16440746,181207423~449528,183022316~19749538,205914728~9381477,219558771~2592948,224683300~20894228,247463936~8337025,261876454~5055114,300765608~3386802,306184192~16008583,322961408~2250286,327155712~2807357,331350016~2463675,335544320~4810436,343932928~11251982,356515840~25130730,382555685~1243504,384333931~19777194,408119651~6361234] 2024-04-15T17:44:10.670 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 11 diff [1057146~5304165,8267480~4513891,15180878~2956369,22797296~532323,25570427~18341469,44243143~1936684,46791292~3292154,50842592~3360250,56005660~7108982,66187306~24209345,113222734~9106367,131848413~7258526,142016403~4317684,166900093~13118509,181207423~449528,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,300765608~3386802,310081454~12111321,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.670 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,8267480~4513891,15180878~2956369,22797296~532323,25570427~18341469,44243143~1936684,46791292~3292154,50842592~3360250,56005660~7108982,66187306~24209345,113222734~9106367,131848413~7258526,142016403~4317684,166900093~13118509,181207423~449528,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,300765608~3386802,310081454~12111321,324145559~1066135,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.676 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6534625~11602622,22797296~532323,25570427~20609400,46791292~3292154,50331648~3871194,56005660~34390991,113222734~9106367,130023424~16310663,163577856~16440746,181207423~449528,183022316~19749538,205914728~9381477,219558771~2592948,224683300~20894228,247463936~8337025,255852544~11079024,272629760~6944635,300765608~3386802,306184192~16008583,322961408~2250286,327155712~2807357,331350016~2463675,335544320~4810436,343932928~11251982,356515840~25130730,382555685~1243504,384333931~19777194,408119651~6361234] 2024-04-15T17:44:10.676 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 12 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,50842592~3360250,56005660~7108982,66187306~24209345,97659399~6533577,113222734~9106367,131848413~14485674,166900093~13118509,181207423~449528,183022316~20498967,205914728~9381477,219558771~2592948,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,300765608~3386802,310081454~12111321,324145559~1066135,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.676 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,50842592~3360250,56005660~7108982,66187306~24209345,97659399~6533577,113222734~9106367,131848413~14485674,166900093~13118509,181207423~449528,183022316~20498967,205914728~9381477,219558771~2592948,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,300765608~3386802,310081454~12111321,324145559~1066135,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.681 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~11686204,18228149~5367180,25570427~20609400,46791292~3292154,50331648~3871194,56005660~34390991,96468992~7723984,113222734~9106367,130023424~16310663,163577856~16440746,181207423~449528,183022316~20498967,205914728~9381477,219558771~2592948,224683300~20894228,247463936~8337025,255852544~11079024,272629760~6944635,296951283~1348192,300765608~3386802,306184192~16008583,322961408~2250286,327155712~6657979,335544320~4810436,343932928~11251982,356515840~25130730,382555685~1243504,384333931~19777194,408119651~6361234] 2024-04-15T17:44:10.681 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 13 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,50842592~3360250,56005660~34390991,97659399~6533577,113222734~9106367,131848413~14485674,158174989~8176526,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,310081454~12111321,324145559~1066135,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.681 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,50842592~3360250,56005660~34390991,97659399~6533577,113222734~9106367,131848413~14485674,158174989~8176526,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,310081454~12111321,324145559~1066135,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~5244664,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.687 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~11686204,18228149~5367180,25570427~20609400,46791292~3292154,50331648~3871194,56005660~34390991,96468992~7723984,113222734~9106367,130023424~16310663,156831044~23187558,181207423~449528,183022316~20498967,205914728~16236991,224683300~20894228,247463936~8337025,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,300765608~3386802,306184192~16008583,322961408~2250286,327155712~6657979,335544320~4810436,343932928~11810750,356515840~25130730,382555685~1243504,384333931~19777194,408119651~6361234] 2024-04-15T17:44:10.687 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 14 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~3292154,50842592~3360250,56005660~34390991,97659399~6533577,112638387~9690714,131848413~14485674,158174989~8176526,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,310081454~15130240,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~5244664,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.687 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~3292154,50842592~3360250,56005660~34390991,97659399~6533577,112638387~9690714,131848413~14485674,158174989~8176526,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,310081454~15130240,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~5244664,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.692 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~11686204,18228149~27951678,46791292~3292154,50331648~3871194,56005660~34390991,96468992~7723984,112638387~9690714,130023424~16310663,156831044~23187558,181207423~449528,183022316~20498967,205914728~16236991,224683300~20894228,247463936~8337025,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,300765608~3386802,306184192~19027502,327155712~6657979,335544320~4810436,343932928~11810750,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:10.692 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 15 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7411550,56005660~34390991,97659399~6533577,112638387~9690714,126966084~19368003,153557909~12793606,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330344297~1849504,333738191~75500,335662954~4691802,346217564~9526114,356725040~5244664,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.692 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7411550,56005660~34390991,97659399~6533577,112638387~9690714,126966084~19368003,153557909~12793606,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,224683300~20894228,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330344297~1849504,333738191~75500,335662954~4691802,346217564~9526114,356725040~5244664,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.698 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~11686204,18228149~27951678,46791292~7411550,56005660~34390991,96468992~7723984,112638387~9690714,125829120~20504967,153557909~26460693,181207423~449528,183022316~20498967,205914728~16236991,224683300~20894228,247463936~8337025,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:10.698 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 16 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7411550,56005660~34390991,97659399~6533577,112638387~11624929,126966084~19368003,153491818~12859697,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,346217564~9526114,356725040~5244664,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.698 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7411550,56005660~34390991,97659399~6533577,112638387~11624929,126966084~19368003,153491818~12859697,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,346217564~9526114,356725040~5244664,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.703 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~11686204,18228149~27951678,46791292~7411550,56005660~34390991,96468992~7723984,112638387~11624929,125829120~20504967,153491818~26526784,181207423~449528,183022316~20498967,205914728~16236991,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:10.704 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 17 diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~36621190,205914728~16236991,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~5244664,362174033~1088925,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.704 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~36621190,205914728~16236991,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~5244664,362174033~1088925,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.709 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~50029465,205914728~16236991,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:10.709 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 18 diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55251626,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~5244664,362174033~1088925,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.709 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55251626,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~5244664,362174033~1088925,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.715 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~68659901,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:10.715 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 19 diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.715 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.720 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:10.720 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 3 diff [70208853~8591817,118314797~1200208,175658268~4360334,183022316~7554453,211450713~3845492,374480674~2388624,385517155~4596264,390367300~4080607] 2024-04-15T17:44:10.720 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [70208853~8591817,118314797~1200208,175658268~4360334,183022316~7554453,211450713~3845492,374480674~2388624,385517155~4596264,390367300~4080607] 2024-04-15T17:44:10.726 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [67108864~11691806,117440512~2074493,171966464~8052138,183022316~7554453,211450713~3845492,373293056~3576242,385517155~8930752] 2024-04-15T17:44:10.726 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 4 diff [15180878~2956369,70208853~8591817,118314797~1200208,120085621~2243480,131848413~7258526,175658268~4360334,183022316~7554453,196386379~6385475,211450713~3845492,249903945~1769216,310081454~7166576,335662954~4691802,347434925~234214,349860234~4587514,374480674~2388624,385517155~4596264,390367300~4080607,408119651~6361234] 2024-04-15T17:44:10.726 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [15180878~2956369,70208853~8591817,118314797~1200208,120085621~2243480,131848413~7258526,175658268~4360334,183022316~7554453,196386379~6385475,211450713~3845492,249903945~1769216,310081454~7166576,335662954~4691802,347434925~234214,349860234~4587514,374480674~2388624,385517155~4596264,390367300~4080607,408119651~6361234] 2024-04-15T17:44:10.731 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [12582912~5554335,67108864~11691806,117440512~4888589,130023424~9083515,171966464~8052138,183022316~7554453,195514505~7257349,211450713~3845492,247463936~4209225,306184192~11063838,335544320~4810436,343932928~3736211,348127232~6320516,373293056~3576242,385517155~8930752,408119651~6361234] 2024-04-15T17:44:10.731 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 5 diff [8267480~3910851,15180878~2956369,70208853~8591817,118314797~1200208,120085621~2243480,131848413~7258526,175658268~4360334,183022316~7554453,196386379~6385475,211450713~3845492,249903945~1769216,310081454~7166576,319049538~3143237,335662954~4691802,347434925~234214,349860234~4587514,356725040~4623198,364762079~6589865,374480674~2388624,382555685~1243504,385517155~4596264,390367300~7423594,408119651~6361234] 2024-04-15T17:44:10.732 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~3910851,15180878~2956369,70208853~8591817,118314797~1200208,120085621~2243480,131848413~7258526,175658268~4360334,183022316~7554453,196386379~6385475,211450713~3845492,249903945~1769216,310081454~7166576,319049538~3143237,335662954~4691802,347434925~234214,349860234~4587514,356725040~4623198,364762079~6589865,374480674~2388624,382555685~1243504,385517155~4596264,390367300~7423594,408119651~6361234] 2024-04-15T17:44:10.737 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~5643706,12582912~5554335,67108864~11691806,117440512~4888589,130023424~9083515,171966464~8052138,183022316~7554453,195514505~7257349,211450713~3845492,247463936~4209225,306184192~11063838,319049538~3143237,335544320~4810436,343932928~3736211,348127232~6320516,356725040~4623198,361969704~9382240,373293056~3576242,382555685~1243504,385517155~12273739,408119651~6361234] 2024-04-15T17:44:10.737 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 6 diff [8267480~3910851,15180878~2956369,27842067~8135980,44243143~1936684,51278806~845401,70208853~8591817,118314797~1200208,120085621~2243480,131848413~7258526,175215584~4803018,183022316~13146342,196386379~6385475,211450713~3845492,249903945~1769216,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,335662954~4691802,347434925~234214,349860234~5324676,356725040~4623198,364762079~6589865,374480674~2388624,382555685~1243504,385517155~4596264,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.737 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~3910851,15180878~2956369,27842067~8135980,44243143~1936684,51278806~845401,70208853~8591817,118314797~1200208,120085621~2243480,131848413~7258526,175215584~4803018,183022316~13146342,196386379~6385475,211450713~3845492,249903945~1769216,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,335662954~4691802,347434925~234214,349860234~5324676,356725040~4623198,364762079~6589865,374480674~2388624,382555685~1243504,385517155~4596264,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.743 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~5643706,12582912~5554335,27361501~8616546,41943040~4236787,51278806~845401,67108864~11691806,117440512~4888589,130023424~9083515,171966464~8052138,183022316~19749538,211450713~3845492,247463936~4209225,306184192~11063838,319049538~3143237,324145559~1027885,327155712~2807357,335544320~4810436,343932928~3736211,348127232~7057678,356725040~4623198,361969704~9382240,373293056~3576242,382555685~1243504,385517155~18593970,408119651~6361234] 2024-04-15T17:44:10.743 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 7 diff [8267480~4513891,15180878~2956369,27842067~8135980,44243143~1936684,51278806~845401,66187306~12613364,118314797~1200208,120085621~2243480,131848413~7258526,146020816~313271,166900093~5081809,175215584~4803018,183022316~13146342,196386379~6385475,211450713~3845492,234001801~8107245,249903945~1769216,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~4623198,364762079~6589865,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.743 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~4513891,15180878~2956369,27842067~8135980,44243143~1936684,51278806~845401,66187306~12613364,118314797~1200208,120085621~2243480,131848413~7258526,146020816~313271,166900093~5081809,175215584~4803018,183022316~13146342,196386379~6385475,211450713~3845492,234001801~8107245,249903945~1769216,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~4623198,364762079~6589865,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.748 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~11602622,27361501~8616546,41943040~4236787,51278806~845401,62914560~15886110,117440512~4888589,130023424~9083515,142606336~3727751,163577856~16440746,183022316~19749538,211450713~3845492,234001801~8107245,247463936~4209225,300765608~3386802,306184192~11063838,319049538~3143237,324145559~1027885,327155712~2807357,331350016~2463675,335544320~4810436,343932928~3736211,348127232~7057678,356725040~4623198,361969704~9382240,373293056~8353514,382555685~1243504,384333931~19777194,408119651~6361234] 2024-04-15T17:44:10.749 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 8 diff [8267480~4513891,15180878~2956369,27842067~16069829,44243143~1936684,51278806~845401,56530868~5420534,66187306~12613364,118314797~1200208,120085621~2243480,131848413~7258526,146020816~313271,166900093~7349189,175215584~4803018,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,234001801~8107245,249903945~1769216,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~4623198,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.749 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~4513891,15180878~2956369,27842067~16069829,44243143~1936684,51278806~845401,56530868~5420534,66187306~12613364,118314797~1200208,120085621~2243480,131848413~7258526,146020816~313271,166900093~7349189,175215584~4803018,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,234001801~8107245,249903945~1769216,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~4623198,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.754 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~11602622,27361501~18818326,51278806~845401,56530868~5420534,62914560~15886110,117440512~4888589,130023424~9083515,142606336~3727751,163577856~16440746,183022316~19749538,205914728~9381477,219558771~2592948,234001801~8107245,247463936~4209225,300765608~3386802,306184192~11063838,319049538~3143237,324145559~1027885,327155712~2807357,331350016~2463675,335544320~4810436,343932928~3736211,348127232~7057678,356725040~4623198,361969704~19676866,382555685~1243504,384333931~19777194,408119651~6361234] 2024-04-15T17:44:10.754 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 9 diff [8267480~4513891,15180878~2956369,25570427~18341469,44243143~1936684,51278806~845401,56530868~5420534,66187306~12613364,118314797~1200208,120085621~2243480,131848413~7258526,142016960~3921902,146020816~313271,166900093~7349189,175215584~4803018,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,234001801~8107245,249903945~1769216,252272238~2545985,264141208~2790360,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.755 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~4513891,15180878~2956369,25570427~18341469,44243143~1936684,51278806~845401,56530868~5420534,66187306~12613364,118314797~1200208,120085621~2243480,131848413~7258526,142016960~3921902,146020816~313271,166900093~7349189,175215584~4803018,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,234001801~8107245,249903945~1769216,252272238~2545985,264141208~2790360,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.760 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~11602622,25570427~20609400,51278806~845401,56530868~5420534,62914560~15886110,117440512~4888589,130023424~16310663,163577856~16440746,183022316~19749538,205914728~9381477,219558771~2592948,234001801~8107245,247463936~7354287,261876454~5055114,300765608~3386802,306184192~11063838,319049538~3143237,324145559~1027885,327155712~2807357,331350016~2463675,335544320~4810436,343932928~11251982,356725040~4623198,361969704~19676866,382555685~1243504,384333931~19777194,408119651~6361234] 2024-04-15T17:44:10.760 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 10 diff [1057146~5304165,8267480~4513891,15180878~2956369,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56530868~5420534,66187306~12613364,118314797~1200208,120085621~2243480,131848413~7258526,142016403~4317684,166900093~7349189,175215584~4803018,181207423~449528,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,234001801~11575727,249903945~1769216,252127503~3673458,264141208~2790360,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.760 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,8267480~4513891,15180878~2956369,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56530868~5420534,66187306~12613364,118314797~1200208,120085621~2243480,131848413~7258526,142016403~4317684,166900093~7349189,175215584~4803018,181207423~449528,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,234001801~11575727,249903945~1769216,252127503~3673458,264141208~2790360,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.765 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6534625~11602622,25570427~20609400,46791292~3292154,51278806~845401,56530868~5420534,62914560~15886110,117440512~4888589,130023424~16310663,163577856~16440746,181207423~449528,183022316~19749538,205914728~9381477,219558771~2592948,234001801~11575727,247463936~8337025,261876454~5055114,300765608~3386802,306184192~11063838,319049538~3143237,324145559~1027885,327155712~2807357,331350016~2463675,335544320~4810436,343932928~11251982,356725040~4623198,361969704~19676866,382555685~1243504,384333931~19777194,408119651~6361234] 2024-04-15T17:44:10.765 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 11 diff [1057146~5304165,8267480~4513891,15180878~2956369,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~24209345,113222734~9106367,131848413~7258526,142016403~4317684,166900093~13118509,181207423~449528,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.766 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,8267480~4513891,15180878~2956369,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~24209345,113222734~9106367,131848413~7258526,142016403~4317684,166900093~13118509,181207423~449528,183022316~13146342,196386379~6385475,205914728~9381477,219558771~2592948,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.771 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6534625~11602622,25570427~20609400,46791292~3292154,51278806~845401,56005660~34390991,113222734~9106367,130023424~16310663,163577856~16440746,181207423~449528,183022316~19749538,205914728~9381477,219558771~2592948,234001801~11575727,247463936~8337025,255852544~11079024,272629760~6944635,300765608~3386802,306184192~11063838,319049538~3143237,324145559~1027885,327155712~2807357,331350016~2463675,335544320~4810436,343932928~11251982,356725040~4623198,361969704~19676866,382555685~1243504,384333931~19777194,408119651~6361234] 2024-04-15T17:44:10.771 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 12 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~24209345,97659399~6533577,113222734~9106367,131848413~14485674,166900093~13118509,181207423~449528,183022316~20498967,205914728~9381477,219558771~2592948,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.771 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~24209345,97659399~6533577,113222734~9106367,131848413~14485674,166900093~13118509,181207423~449528,183022316~20498967,205914728~9381477,219558771~2592948,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.777 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~11686204,18228149~5367180,25570427~20609400,46791292~3292154,51278806~845401,56005660~34390991,96468992~7723984,113222734~9106367,130023424~16310663,163577856~16440746,181207423~449528,183022316~20498967,205914728~9381477,219558771~2592948,234001801~11575727,247463936~8337025,255852544~11079024,272629760~6944635,296951283~1348192,300765608~3386802,306184192~11063838,319049538~3143237,324145559~1027885,327155712~6657979,335544320~4810436,343932928~11251982,356725040~4623198,361969704~19676866,382555685~1243504,384333931~19777194,408119651~6361234] 2024-04-15T17:44:10.777 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 13 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~34390991,97659399~6533577,113222734~9106367,131848413~14485674,158174989~8176526,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,310081454~7206384,319049538~3143237,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~4623198,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.777 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~34390991,97659399~6533577,113222734~9106367,131848413~14485674,158174989~8176526,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,310081454~7206384,319049538~3143237,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~4623198,364762079~9209830,374480674~7165896,382555685~1243504,384333931~5779488,390367300~13743825,408119651~6361234] 2024-04-15T17:44:10.782 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~11686204,18228149~5367180,25570427~20609400,46791292~3292154,51278806~845401,56005660~34390991,96468992~7723984,113222734~9106367,130023424~16310663,156831044~23187558,181207423~449528,183022316~20498967,205914728~16236991,234001801~11575727,247463936~8337025,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,300765608~3386802,306184192~11103646,319049538~3143237,324145559~1027885,327155712~6657979,335544320~4810436,343932928~11810750,356725040~4623198,361969704~19676866,382555685~1243504,384333931~19777194,408119651~6361234] 2024-04-15T17:44:10.783 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 14 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~3292154,51278806~845401,56005660~34390991,97659399~6533577,112638387~9690714,131848413~14485674,158174989~8176526,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,310081454~15091990,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~4623198,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.783 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~3292154,51278806~845401,56005660~34390991,97659399~6533577,112638387~9690714,131848413~14485674,158174989~8176526,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,310081454~15091990,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~4623198,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.788 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~11686204,18228149~27951678,46791292~3292154,51278806~845401,56005660~34390991,96468992~7723984,112638387~9690714,130023424~16310663,156831044~23187558,181207423~449528,183022316~20498967,205914728~16236991,234001801~11575727,247463936~8337025,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,300765608~3386802,306184192~18989252,327155712~6657979,335544320~4810436,343932928~11810750,356725040~4623198,361969704~21829485,384333931~22522751,408119651~6361234] 2024-04-15T17:44:10.788 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 15 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7081056,56005660~34390991,97659399~6533577,112638387~9690714,126966084~19368003,153557909~12793606,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330344297~1849504,333738191~75500,335662954~4691802,346217564~9526114,356725040~4623198,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.788 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7081056,56005660~34390991,97659399~6533577,112638387~9690714,126966084~19368003,153557909~12793606,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330344297~1849504,333738191~75500,335662954~4691802,346217564~9526114,356725040~4623198,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.794 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~11686204,18228149~27951678,46791292~7081056,56005660~34390991,96468992~7723984,112638387~9690714,125829120~20504967,153557909~26460693,181207423~449528,183022316~20498967,205914728~16236991,234001801~11575727,247463936~8337025,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356725040~4623198,361969704~21829485,384333931~22522751,408119651~6361234] 2024-04-15T17:44:10.794 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 16 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7081056,56005660~34390991,97659399~6533577,112638387~11624929,126966084~19368003,153491818~12859697,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,346217564~9526114,356725040~4623198,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.794 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7081056,56005660~34390991,97659399~6533577,112638387~11624929,126966084~19368003,153491818~12859697,166900093~13118509,181207423~449528,183022316~20498967,205914728~16236991,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,346217564~9526114,356725040~4623198,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.799 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~11686204,18228149~27951678,46791292~7081056,56005660~34390991,96468992~7723984,112638387~11624929,125829120~20504967,153491818~26526784,181207423~449528,183022316~20498967,205914728~16236991,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356725040~4623198,361969704~21829485,384333931~22522751,408119651~6361234] 2024-04-15T17:44:10.800 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 17 diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~36621190,205914728~16236991,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~4623198,362174033~1088925,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.800 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~36621190,205914728~16236991,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~4623198,362174033~1088925,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.805 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~50029465,205914728~16236991,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356725040~4623198,361969704~21829485,384333931~22522751,408119651~6361234] 2024-04-15T17:44:10.805 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 18 diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55251626,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~4623198,362174033~1088925,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.805 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55251626,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~4623198,362174033~1088925,364762079~9209830,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.811 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~68659901,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356725040~4623198,361969704~21829485,384333931~22522751,408119651~6361234] 2024-04-15T17:44:10.811 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 19 diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.811 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:10.816 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:10.816 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 4 diff [15180878~2956369,120085621~2243480,131848413~7258526,196386379~6385475,249903945~1769216,310081454~7166576,335662954~4691802,347434925~234214,349860234~4587514,408119651~6361234] 2024-04-15T17:44:10.816 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [15180878~2956369,120085621~2243480,131848413~7258526,196386379~6385475,249903945~1769216,310081454~7166576,335662954~4691802,347434925~234214,349860234~4587514,408119651~6361234] 2024-04-15T17:44:10.822 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [12582912~5554335,119515005~2814096,130023424~9083515,195514505~7257349,247463936~4209225,306184192~11063838,335544320~4810436,343932928~3736211,348127232~6320516,408119651~6361234] 2024-04-15T17:44:10.822 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 5 diff [8267480~3910851,15180878~2956369,120085621~2243480,131848413~7258526,175895458~2162194,184722652~5820800,196386379~6385475,249903945~1769216,310081454~7166576,319049538~3143237,335662954~4691802,347434925~234214,349860234~4587514,356725040~4623198,364762079~6589865,382555685~1243504,391988250~5802644,408119651~6361234] 2024-04-15T17:44:10.822 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~3910851,15180878~2956369,120085621~2243480,131848413~7258526,175895458~2162194,184722652~5820800,196386379~6385475,249903945~1769216,310081454~7166576,319049538~3143237,335662954~4691802,347434925~234214,349860234~4587514,356725040~4623198,364762079~6589865,382555685~1243504,391988250~5802644,408119651~6361234] 2024-04-15T17:44:10.830 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~5643706,12582912~5554335,119515005~2814096,130023424~9083515,175895458~2162194,184722652~5820800,195514505~7257349,247463936~4209225,306184192~11063838,319049538~3143237,335544320~4810436,343932928~3736211,348127232~6320516,356725040~4623198,361969704~9382240,382555685~1243504,391988250~5802644,408119651~6361234] 2024-04-15T17:44:10.830 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 6 diff [8267480~3910851,15180878~2956369,27842067~8135980,44243143~1936684,51278806~845401,71713144~2353671,120085621~2243480,131848413~7258526,175215584~2842068,184722652~11446006,196386379~6385475,249903945~1769216,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,335662954~4691802,347434925~234214,349860234~5324676,356725040~4623198,364762079~6589865,382555685~1243504,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.830 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~3910851,15180878~2956369,27842067~8135980,44243143~1936684,51278806~845401,71713144~2353671,120085621~2243480,131848413~7258526,175215584~2842068,184722652~11446006,196386379~6385475,249903945~1769216,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,335662954~4691802,347434925~234214,349860234~5324676,356725040~4623198,364762079~6589865,382555685~1243504,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.834 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~5643706,12582912~5554335,27361501~8616546,41943040~4236787,51278806~845401,71713144~2353671,119515005~2814096,130023424~9083515,175215584~2842068,184722652~18049202,247463936~4209225,306184192~11063838,319049538~3143237,324145559~1027885,327155712~2807357,335544320~4810436,343932928~3736211,348127232~7057678,356725040~4623198,361969704~9382240,382555685~1243504,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.834 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 7 diff [8267480~4513891,15180878~2956369,27842067~8135980,44243143~1936684,51278806~845401,66187306~7879509,120085621~2243480,131848413~7258526,146020816~313271,166900093~5081809,175215584~2842068,184722652~11446006,196386379~6385475,234001801~8107245,249903945~1769216,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~4623198,364762079~6589865,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.834 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~4513891,15180878~2956369,27842067~8135980,44243143~1936684,51278806~845401,66187306~7879509,120085621~2243480,131848413~7258526,146020816~313271,166900093~5081809,175215584~2842068,184722652~11446006,196386379~6385475,234001801~8107245,249903945~1769216,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~4623198,364762079~6589865,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.839 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~11602622,27361501~8616546,41943040~4236787,51278806~845401,62914560~11152255,119515005~2814096,130023424~9083515,142606336~3727751,163577856~8404046,175215584~2842068,184722652~18049202,234001801~8107245,247463936~4209225,300765608~3386802,306184192~11063838,319049538~3143237,324145559~1027885,327155712~2807357,331350016~2463675,335544320~4810436,343932928~3736211,348127232~7057678,356725040~4623198,361969704~9382240,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.839 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 8 diff [8267480~4513891,15180878~2956369,27842067~16069829,44243143~1936684,51278806~845401,56530868~5420534,66187306~7879509,120085621~2243480,131848413~7258526,146020816~313271,166900093~7349189,175215584~2842068,184722652~11446006,196386379~6385475,205914728~6547835,219558771~2592948,234001801~8107245,249903945~1769216,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.839 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~4513891,15180878~2956369,27842067~16069829,44243143~1936684,51278806~845401,56530868~5420534,66187306~7879509,120085621~2243480,131848413~7258526,146020816~313271,166900093~7349189,175215584~2842068,184722652~11446006,196386379~6385475,205914728~6547835,219558771~2592948,234001801~8107245,249903945~1769216,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,347434925~234214,349860234~5324676,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:10 smithi090 ceph-mon[89240]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-15T17:44:10.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:10 smithi090 ceph-mon[89240]: pgmap v3976: 137 pgs: 137 active+clean; 693 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 26 MiB/s wr, 358 op/s 2024-04-15T17:44:10.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:10 smithi090 ceph-mon[91618]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-15T17:44:10.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:10 smithi090 ceph-mon[91618]: pgmap v3976: 137 pgs: 137 active+clean; 693 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 26 MiB/s wr, 358 op/s 2024-04-15T17:44:10.845 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~11602622,27361501~18818326,51278806~845401,56530868~5420534,62914560~11152255,119515005~2814096,130023424~9083515,142606336~3727751,163577856~10671426,175215584~2842068,184722652~18049202,205914728~6547835,219558771~2592948,234001801~8107245,247463936~4209225,300765608~3386802,306184192~11063838,319049538~3143237,324145559~1027885,327155712~2807357,331350016~2463675,335544320~4810436,343932928~3736211,348127232~7057678,356725040~4623198,361969704~12002205,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.846 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 9 diff [8267480~4513891,15180878~2956369,25570427~18341469,44243143~1936684,51278806~845401,56530868~5420534,66187306~7879509,120085621~2243480,131848413~7258526,142016960~3921902,146020816~313271,166900093~7349189,175215584~4061559,184722652~11446006,196386379~6385475,205914728~6666646,219558771~2592948,234001801~8107245,249903945~1769216,252272238~2545985,264141208~2790360,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.846 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~4513891,15180878~2956369,25570427~18341469,44243143~1936684,51278806~845401,56530868~5420534,66187306~7879509,120085621~2243480,131848413~7258526,142016960~3921902,146020816~313271,166900093~7349189,175215584~4061559,184722652~11446006,196386379~6385475,205914728~6666646,219558771~2592948,234001801~8107245,249903945~1769216,252272238~2545985,264141208~2790360,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.850 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~11602622,25570427~20609400,51278806~845401,56530868~5420534,62914560~11152255,119515005~2814096,130023424~16310663,163577856~10671426,175215584~4061559,184722652~18049202,205914728~6666646,219558771~2592948,234001801~8107245,247463936~7354287,261876454~5055114,300765608~3386802,306184192~11063838,319049538~3143237,324145559~1027885,327155712~2807357,331350016~2463675,335544320~4810436,343932928~11251982,356725040~4623198,361969704~12002205,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.850 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 10 diff [1057146~5304165,8267480~4513891,15180878~2956369,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56530868~5420534,66187306~9096005,120085621~2243480,131848413~7258526,142016403~4317684,166900093~7349189,175215584~4061559,181207423~449528,184722652~11446006,196386379~6385475,205914728~6666646,219558771~2592948,234001801~11575727,249903945~1769216,252127503~3673458,264141208~2790360,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.851 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,8267480~4513891,15180878~2956369,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56530868~5420534,66187306~9096005,120085621~2243480,131848413~7258526,142016403~4317684,166900093~7349189,175215584~4061559,181207423~449528,184722652~11446006,196386379~6385475,205914728~6666646,219558771~2592948,234001801~11575727,249903945~1769216,252127503~3673458,264141208~2790360,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.856 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6534625~11602622,25570427~20609400,46791292~3292154,51278806~845401,56530868~5420534,62914560~12368751,119515005~2814096,130023424~16310663,163577856~10671426,175215584~4061559,181207423~449528,184722652~18049202,205914728~6666646,219558771~2592948,234001801~11575727,247463936~8337025,261876454~5055114,300765608~3386802,306184192~11063838,319049538~3143237,324145559~1027885,327155712~2807357,331350016~2463675,335544320~4810436,343932928~11251982,356725040~4623198,361969704~12002205,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.856 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 11 diff [1057146~5304165,8267480~4513891,15180878~2956369,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~9096005,76058043~14338608,113222734~9106367,131848413~7258526,142016403~4317684,166900093~12377050,181207423~449528,184722652~11446006,196386379~6385475,205914728~6666646,219558771~2592948,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.857 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,8267480~4513891,15180878~2956369,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~9096005,76058043~14338608,113222734~9106367,131848413~7258526,142016403~4317684,166900093~12377050,181207423~449528,184722652~11446006,196386379~6385475,205914728~6666646,219558771~2592948,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.862 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6534625~11602622,25570427~20609400,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,113222734~9106367,130023424~16310663,163577856~15699287,181207423~449528,184722652~18049202,205914728~6666646,219558771~2592948,234001801~11575727,247463936~8337025,255852544~11079024,272629760~6944635,300765608~3386802,306184192~11063838,319049538~3143237,324145559~1027885,327155712~2807357,331350016~2463675,335544320~4810436,343932928~11251982,356725040~4623198,361969704~12002205,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.862 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 12 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~9096005,76058043~14338608,97659399~6533577,113222734~9106367,131848413~14485674,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,219558771~2592948,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.862 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~9096005,76058043~14338608,97659399~6533577,113222734~9106367,131848413~14485674,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,219558771~2592948,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,300765608~3386802,310081454~7166576,319049538~3143237,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.867 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~11686204,18228149~5367180,25570427~20609400,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,96468992~7723984,113222734~9106367,130023424~16310663,163577856~15699287,181207423~449528,184722652~18798631,205914728~6666646,219558771~2592948,234001801~11575727,247463936~8337025,255852544~11079024,272629760~6944635,296951283~1348192,300765608~3386802,306184192~11063838,319049538~3143237,324145559~1027885,327155712~6657979,335544320~4810436,343932928~11251982,356725040~4623198,361969704~12002205,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.868 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 13 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,97659399~6533577,113222734~9106367,131848413~14485674,158174989~8176526,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,310081454~7206384,319049538~3143237,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.868 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,97659399~6533577,113222734~9106367,131848413~14485674,158174989~8176526,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,310081454~7206384,319049538~3143237,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.873 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~11686204,18228149~5367180,25570427~20609400,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,96468992~7723984,113222734~9106367,130023424~16310663,156831044~22446099,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,247463936~8337025,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,300765608~3386802,306184192~11103646,319049538~3143237,324145559~1027885,327155712~6657979,335544320~4810436,343932928~11810750,356725040~4623198,361969704~12002205,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875,408119651~6361234] 2024-04-15T17:44:10.873 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 14 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,97659399~6533577,112638387~9690714,131848413~14485674,158174989~8176526,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,310081454~15091990,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~4623198,364762079~9209830,375248801~8550388,384333931~3785743,391988250~14868432,408119651~6361234] 2024-04-15T17:44:10.873 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,97659399~6533577,112638387~9690714,131848413~14485674,158174989~8176526,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,310081454~15091990,329300866~662203,330344297~1849504,333738191~75500,335662954~4691802,346217564~8967346,355358402~385276,356725040~4623198,364762079~9209830,375248801~8550388,384333931~3785743,391988250~14868432,408119651~6361234] 2024-04-15T17:44:10.879 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~11686204,18228149~27951678,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,96468992~7723984,112638387~9690714,130023424~16310663,156831044~22446099,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,247463936~8337025,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,300765608~3386802,306184192~18989252,327155712~6657979,335544320~4810436,343932928~11810750,356725040~4623198,361969704~12002205,375248801~8550388,384333931~3785743,391988250~14868432,408119651~6361234] 2024-04-15T17:44:10.879 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 15 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7081056,56005660~19277651,76058043~14338608,97659399~6533577,112638387~9690714,126966084~19368003,153557909~12793606,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330344297~1849504,333738191~75500,335662954~4691802,346217564~9526114,356725040~4623198,364762079~9209830,375248801~8550388,384333931~3785743,391988250~14868432,408119651~6361234] 2024-04-15T17:44:10.879 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7081056,56005660~19277651,76058043~14338608,97659399~6533577,112638387~9690714,126966084~19368003,153557909~12793606,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,249903945~1769216,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330344297~1849504,333738191~75500,335662954~4691802,346217564~9526114,356725040~4623198,364762079~9209830,375248801~8550388,384333931~3785743,391988250~14868432,408119651~6361234] 2024-04-15T17:44:10.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:10 smithi153 ceph-mon[84714]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-15T17:44:10.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:10 smithi153 ceph-mon[84714]: pgmap v3976: 137 pgs: 137 active+clean; 693 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 235 KiB/s rd, 26 MiB/s wr, 358 op/s 2024-04-15T17:44:10.885 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~11686204,18228149~27951678,46791292~7081056,56005660~19277651,76058043~14338608,96468992~7723984,112638387~9690714,125829120~20504967,153557909~25719234,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,247463936~8337025,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356725040~4623198,361969704~12002205,375248801~8550388,384333931~3785743,391988250~14868432,408119651~6361234] 2024-04-15T17:44:10.885 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 16 diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7081056,56005660~19277651,76058043~14338608,97659399~6533577,112638387~11624929,126966084~19368003,153491818~12859697,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,346217564~9526114,356725040~4623198,364762079~9209830,375248801~8550388,384333931~3785743,391988250~14868432,408119651~6361234] 2024-04-15T17:44:10.885 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~2956369,18228149~25683747,44243143~1936684,46791292~7081056,56005660~19277651,76058043~14338608,97659399~6533577,112638387~11624929,126966084~19368003,153491818~12859697,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,346217564~9526114,356725040~4623198,364762079~9209830,375248801~8550388,384333931~3785743,391988250~14868432,408119651~6361234] 2024-04-15T17:44:10.890 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~11686204,18228149~27951678,46791292~7081056,56005660~19277651,76058043~14338608,96468992~7723984,112638387~11624929,125829120~20504967,153491818~25785325,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356725040~4623198,361969704~12002205,375248801~8550388,384333931~3785743,391988250~14868432,408119651~6361234] 2024-04-15T17:44:10.891 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 17 diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~36621190,205914728~6666646,212937808~9213911,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~4623198,362174033~1088925,364762079~9209830,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:10.891 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~36621190,205914728~6666646,212937808~9213911,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~4623198,362174033~1088925,364762079~9209830,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:10.897 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~50029465,205914728~6666646,212937808~9213911,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356725040~4623198,361969704~12002205,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:10.897 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 18 diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9213911,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~4623198,362174033~1088925,364762079~9209830,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:10.897 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9213911,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~4691802,343993690~11749988,356725040~4623198,362174033~1088925,364762079~9209830,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:10.903 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9213911,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~4810436,343932928~11810750,356725040~4623198,361969704~12002205,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:10.903 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 19 diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:10.903 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:10.908 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:10.909 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 5 diff [8267480~3910851,175895458~2162194,184722652~5820800,319049538~3143237,356725040~4623198,364762079~6589865,382555685~1243504,391988250~5802644] 2024-04-15T17:44:10.909 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~3910851,175895458~2162194,184722652~5820800,319049538~3143237,356725040~4623198,364762079~6589865,382555685~1243504,391988250~5802644] 2024-04-15T17:44:10.914 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~5643706,175895458~2162194,184722652~5820800,319049538~3143237,356725040~4623198,361969704~9382240,382555685~1243504,391988250~5802644] 2024-04-15T17:44:10.914 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 6 diff [8267480~3910851,27842067~8135980,44243143~1936684,51278806~845401,71713144~2353671,175215584~2842068,184722652~11446006,319049538~3143237,324145559~1027885,329300866~662203,350614847~4570063,356725040~4623198,364762079~6589865,382555685~1243504,391988250~12122875] 2024-04-15T17:44:10.914 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~3910851,27842067~8135980,44243143~1936684,51278806~845401,71713144~2353671,175215584~2842068,184722652~11446006,319049538~3143237,324145559~1027885,329300866~662203,350614847~4570063,356725040~4623198,364762079~6589865,382555685~1243504,391988250~12122875] 2024-04-15T17:44:10.919 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~5643706,27361501~8616546,41943040~4236787,51278806~845401,71713144~2353671,175215584~2842068,184722652~11446006,319049538~3143237,324145559~1027885,327155712~2807357,350614847~4570063,356725040~4623198,361969704~9382240,382555685~1243504,391988250~12122875] 2024-04-15T17:44:10.919 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 7 diff [8267480~4513891,27842067~8135980,44243143~1936684,51278806~845401,66187306~7879509,146020816~313271,166900093~5081809,175215584~2842068,184722652~11446006,234001801~8107245,300765608~3386802,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,350614847~4570063,356725040~4623198,364762079~6589865,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.919 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~4513891,27842067~8135980,44243143~1936684,51278806~845401,66187306~7879509,146020816~313271,166900093~5081809,175215584~2842068,184722652~11446006,234001801~8107245,300765608~3386802,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,350614847~4570063,356725040~4623198,364762079~6589865,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.925 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~6246746,27361501~8616546,41943040~4236787,51278806~845401,62914560~11152255,142606336~3727751,163577856~8404046,175215584~2842068,184722652~11446006,234001801~8107245,300765608~3386802,319049538~3143237,324145559~1027885,327155712~2807357,331350016~2463675,350614847~4570063,356725040~4623198,361969704~9382240,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.925 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 8 diff [8267480~4513891,27842067~16069829,44243143~1936684,51278806~845401,56530868~5420534,66187306~7879509,146020816~313271,166900093~7349189,175215584~2842068,184722652~11446006,200521376~527134,205914728~6547835,219558771~2592948,234001801~8107245,300765608~3386802,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,350614847~4570063,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.925 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~4513891,27842067~16069829,44243143~1936684,51278806~845401,56530868~5420534,66187306~7879509,146020816~313271,166900093~7349189,175215584~2842068,184722652~11446006,200521376~527134,205914728~6547835,219558771~2592948,234001801~8107245,300765608~3386802,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,350614847~4570063,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.930 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~6246746,27361501~18818326,51278806~845401,56530868~5420534,62914560~11152255,142606336~3727751,163577856~10671426,175215584~2842068,184722652~11446006,200521376~527134,205914728~6547835,219558771~2592948,234001801~8107245,300765608~3386802,319049538~3143237,324145559~1027885,327155712~2807357,331350016~2463675,350614847~4570063,356725040~4623198,361969704~12002205,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.930 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 9 diff [8267480~4513891,25570427~18341469,44243143~1936684,51278806~845401,56530868~5420534,66187306~7879509,142016960~3921902,146020816~313271,166900093~7349189,175215584~4061559,184722652~11446006,200521376~527134,205914728~6666646,219558771~2592948,234001801~8107245,252272238~2545985,264141208~2790360,300765608~3386802,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,346217564~4121479,350614847~4570063,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.931 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8267480~4513891,25570427~18341469,44243143~1936684,51278806~845401,56530868~5420534,66187306~7879509,142016960~3921902,146020816~313271,166900093~7349189,175215584~4061559,184722652~11446006,200521376~527134,205914728~6666646,219558771~2592948,234001801~8107245,252272238~2545985,264141208~2790360,300765608~3386802,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,346217564~4121479,350614847~4570063,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.936 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6534625~6246746,25570427~20609400,51278806~845401,56530868~5420534,62914560~11152255,139106939~7227148,163577856~10671426,175215584~4061559,184722652~11446006,200521376~527134,205914728~6666646,219558771~2592948,234001801~8107245,251673161~3145062,261876454~5055114,300765608~3386802,319049538~3143237,324145559~1027885,327155712~2807357,331350016~2463675,346217564~4121479,350614847~4570063,356725040~4623198,361969704~12002205,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.936 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 10 diff [1057146~5304165,8267480~4513891,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56530868~5420534,66187306~9096005,142016403~4317684,166900093~7349189,175215584~4061559,181207423~449528,184722652~11446006,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,264141208~2790360,300765608~3386802,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,346217564~4121479,350614847~4570063,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.936 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,8267480~4513891,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56530868~5420534,66187306~9096005,142016403~4317684,166900093~7349189,175215584~4061559,181207423~449528,184722652~11446006,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,264141208~2790360,300765608~3386802,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,346217564~4121479,350614847~4570063,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.942 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6534625~6246746,25570427~20609400,46791292~3292154,51278806~845401,56530868~5420534,62914560~12368751,139106939~7227148,163577856~10671426,175215584~4061559,181207423~449528,184722652~11446006,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,251673161~4127800,261876454~5055114,300765608~3386802,319049538~3143237,324145559~1027885,327155712~2807357,331350016~2463675,346217564~4121479,350614847~4570063,356725040~4623198,361969704~12002205,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.942 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 11 diff [1057146~5304165,8267480~4513891,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~9096005,76058043~14338608,113222734~8786278,142016403~4317684,166900093~12377050,181207423~449528,184722652~11446006,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,300765608~3386802,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,346217564~4121479,350614847~4570063,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.942 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,8267480~4513891,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~9096005,76058043~14338608,113222734~8786278,142016403~4317684,166900093~12377050,181207423~449528,184722652~11446006,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,300765608~3386802,319049538~3143237,324145559~1027885,329300866~662203,333738191~75500,346217564~4121479,350614847~4570063,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.947 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6534625~6246746,25570427~20609400,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,113222734~8786278,139106939~7227148,163577856~15699287,181207423~449528,184722652~11446006,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,251673161~4127800,255852544~11079024,272629760~6944635,300765608~3386802,319049538~3143237,324145559~1027885,327155712~2807357,331350016~2463675,346217564~4121479,350614847~4570063,356725040~4623198,361969704~12002205,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.947 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 12 diff [1057146~5304165,6451043~6330328,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~9096005,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9935923,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,300765608~3386802,319049538~3143237,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,346217564~4121479,350614847~4570063,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.948 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~9096005,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9935923,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,300765608~3386802,319049538~3143237,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,346217564~4121479,350614847~4570063,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.953 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,18228149~5367180,25570427~20609400,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,96468992~7723984,113222734~8786278,136398164~9935923,163577856~15699287,181207423~449528,184722652~18798631,205914728~6666646,219558771~2592948,234001801~11575727,251673161~4127800,255852544~11079024,272629760~6944635,296951283~1348192,300765608~3386802,319049538~3143237,324145559~1027885,327155712~6657979,346217564~4121479,350614847~4570063,356725040~4623198,361969704~12002205,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.953 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 13 diff [1057146~5304165,6451043~6330328,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9935923,158174989~8176526,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,313299648~3988190,319049538~3143237,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,346217564~4121479,350614847~4570063,355358402~385276,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.953 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9935923,158174989~8176526,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,313299648~3988190,319049538~3143237,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,346217564~4121479,350614847~4570063,355358402~385276,356725040~4623198,364762079~9209830,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.959 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,18228149~5367180,25570427~20609400,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,96468992~7723984,113222734~8786278,136398164~9935923,156831044~22446099,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,251673161~4127800,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,300765608~3386802,313299648~3988190,319049538~3143237,324145559~1027885,327155712~6657979,346217564~4121479,350614847~5128831,356725040~4623198,361969704~12002205,375248801~6397769,382555685~1243504,384333931~3785743,391988250~12122875] 2024-04-15T17:44:10.959 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 14 diff [1057146~5304165,6451043~6330328,18228149~25683747,44243143~1936684,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,97659399~6533577,112638387~9370625,136398164~9935923,158174989~8176526,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,313299648~11873796,329300866~662203,330344297~1849504,333738191~75500,346217564~8967346,355358402~385276,356725040~4623198,364762079~9209830,375248801~8550388,384333931~3785743,391988250~14868432] 2024-04-15T17:44:10.959 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,18228149~25683747,44243143~1936684,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,97659399~6533577,112638387~9370625,136398164~9935923,158174989~8176526,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,313299648~11873796,329300866~662203,330344297~1849504,333738191~75500,346217564~8967346,355358402~385276,356725040~4623198,364762079~9209830,375248801~8550388,384333931~3785743,391988250~14868432] 2024-04-15T17:44:10.964 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,18228149~27951678,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,96468992~7723984,112638387~9370625,136398164~9935923,156831044~22446099,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,251673161~4127800,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,300765608~3386802,313299648~11873796,327155712~6657979,346217564~9526114,356725040~4623198,361969704~12002205,375248801~8550388,384333931~3785743,391988250~14868432] 2024-04-15T17:44:10.964 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 15 diff [1057146~5304165,6451043~6330328,18228149~25683747,44243143~1936684,46791292~7081056,56005660~19277651,76058043~14338608,97659399~6533577,112638387~9370625,126966084~8043499,136398164~9935923,153557909~12793606,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330344297~1849504,333738191~75500,346217564~9526114,356725040~4623198,364762079~9209830,375248801~8550388,384333931~3785743,391988250~14868432] 2024-04-15T17:44:10.965 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,18228149~25683747,44243143~1936684,46791292~7081056,56005660~19277651,76058043~14338608,97659399~6533577,112638387~9370625,126966084~8043499,136398164~9935923,153557909~12793606,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330344297~1849504,333738191~75500,346217564~9526114,356725040~4623198,364762079~9209830,375248801~8550388,384333931~3785743,391988250~14868432] 2024-04-15T17:44:10.970 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,18228149~27951678,46791292~7081056,56005660~19277651,76058043~14338608,96468992~7723984,112638387~9370625,125829120~9180463,136398164~9935923,153557909~25719234,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~11575727,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,313299648~20514043,346217564~9526114,356725040~4623198,361969704~12002205,375248801~8550388,384333931~3785743,391988250~14868432] 2024-04-15T17:44:10.970 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 16 diff [1057146~5304165,6451043~6330328,18228149~25683747,44243143~1936684,46791292~7081056,56005660~19277651,76058043~14338608,97659399~6533577,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,346217564~9526114,356725040~4623198,364762079~9209830,375248801~8550388,384333931~3785743,391988250~14868432] 2024-04-15T17:44:10.970 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,18228149~25683747,44243143~1936684,46791292~7081056,56005660~19277651,76058043~14338608,97659399~6533577,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~12377050,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,346217564~9526114,356725040~4623198,364762079~9209830,375248801~8550388,384333931~3785743,391988250~14868432] 2024-04-15T17:44:10.976 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,18228149~27951678,46791292~7081056,56005660~19277651,76058043~14338608,96468992~7723984,112638387~11624929,125829120~9180463,136398164~9935923,153491818~25785325,181207423~449528,184722652~18798631,205914728~6666646,212937808~9213911,234001801~16453779,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,313299648~20514043,346217564~9526114,356725040~4623198,361969704~12002205,375248801~8550388,384333931~3785743,391988250~14868432] 2024-04-15T17:44:10.976 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 17 diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~36621190,205914728~6666646,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,343993690~11749988,356725040~4623198,362174033~1088925,364762079~9209830,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:10.976 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~36621190,205914728~6666646,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,343993690~11749988,356725040~4623198,362174033~1088925,364762079~9209830,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:10.981 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~50029465,205914728~6666646,212937808~9213911,234001801~16453779,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,313299648~20514043,343993690~11749988,356725040~4623198,361969704~12002205,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:10.982 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 18 diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,343993690~11749988,356725040~4623198,362174033~1088925,364762079~9209830,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:10.982 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,343993690~11749988,356725040~4623198,362174033~1088925,364762079~9209830,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:10.987 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9213911,234001801~16453779,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,313299648~20514043,343993690~11749988,356725040~4623198,361969704~12002205,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:10.987 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 19 diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:10.987 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:10.993 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:10.993 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 6 diff [27842067~8135980,44243143~1936684,51278806~845401,71713144~2353671,175215584~2521704,188278015~7890643,324145559~1027885,329300866~662203,350614847~4570063,397458372~6652753] 2024-04-15T17:44:10.993 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [27842067~8135980,44243143~1936684,51278806~845401,71713144~2353671,175215584~2521704,188278015~7890643,324145559~1027885,329300866~662203,350614847~4570063,397458372~6652753] 2024-04-15T17:44:10.999 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [27361501~8616546,41943040~4236787,51278806~845401,71713144~2353671,175215584~2521704,188278015~7890643,324145559~1027885,327155712~2807357,350614847~4570063,397458372~6652753] 2024-04-15T17:44:10.999 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 7 diff [11497658~1283713,27842067~8135980,44243143~1936684,51278806~845401,66187306~7879509,146020816~313271,166900093~5081809,175215584~2521704,188278015~7890643,234001801~8107245,300765608~3386802,324145559~1027885,329300866~662203,333738191~75500,350614847~4570063,375248801~6397769,384333931~3785743,397458372~6652753] 2024-04-15T17:44:10.999 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [11497658~1283713,27842067~8135980,44243143~1936684,51278806~845401,66187306~7879509,146020816~313271,166900093~5081809,175215584~2521704,188278015~7890643,234001801~8107245,300765608~3386802,324145559~1027885,329300866~662203,333738191~75500,350614847~4570063,375248801~6397769,384333931~3785743,397458372~6652753] 2024-04-15T17:44:11.005 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [11497658~1283713,27361501~8616546,41943040~4236787,51278806~845401,62914560~11152255,142606336~3727751,163577856~8404046,175215584~2521704,188278015~7890643,234001801~8107245,300765608~3386802,324145559~1027885,327155712~2807357,331350016~2463675,350614847~4570063,375248801~6397769,384333931~3785743,397458372~6652753] 2024-04-15T17:44:11.005 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 8 diff [11497658~1283713,27842067~16069829,44243143~1936684,51278806~845401,56530868~5420534,66187306~7879509,146020816~313271,166900093~7349189,175215584~2521704,188278015~7890643,200521376~527134,205914728~6547835,219558771~2592948,234001801~8107245,300765608~3386802,324145559~1027885,329300866~662203,333738191~75500,350614847~4570063,368169131~5802778,375248801~6397769,384333931~3785743,397458372~6652753] 2024-04-15T17:44:11.005 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [11497658~1283713,27842067~16069829,44243143~1936684,51278806~845401,56530868~5420534,66187306~7879509,146020816~313271,166900093~7349189,175215584~2521704,188278015~7890643,200521376~527134,205914728~6547835,219558771~2592948,234001801~8107245,300765608~3386802,324145559~1027885,329300866~662203,333738191~75500,350614847~4570063,368169131~5802778,375248801~6397769,384333931~3785743,397458372~6652753] 2024-04-15T17:44:11.011 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [11497658~1283713,27361501~18818326,51278806~845401,56530868~5420534,62914560~11152255,142606336~3727751,163577856~10671426,175215584~2521704,188278015~7890643,200521376~527134,205914728~6547835,219558771~2592948,234001801~8107245,300765608~3386802,324145559~1027885,327155712~2807357,331350016~2463675,350614847~4570063,368169131~5802778,375248801~6397769,384333931~3785743,397458372~6652753] 2024-04-15T17:44:11.011 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 9 diff [11497658~1283713,25570427~18341469,44243143~1936684,51278806~845401,56530868~5420534,66187306~7879509,142016960~3921902,146020816~313271,166900093~7349189,175215584~4061559,188278015~7890643,200521376~527134,205914728~6666646,219558771~2592948,234001801~8107245,252272238~2545985,264141208~2790360,300765608~3386802,324145559~1027885,329300866~662203,333738191~75500,346217564~4121479,350614847~4570063,368169131~5802778,375248801~6397769,384333931~3785743,397458372~6652753] 2024-04-15T17:44:11.012 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [11497658~1283713,25570427~18341469,44243143~1936684,51278806~845401,56530868~5420534,66187306~7879509,142016960~3921902,146020816~313271,166900093~7349189,175215584~4061559,188278015~7890643,200521376~527134,205914728~6666646,219558771~2592948,234001801~8107245,252272238~2545985,264141208~2790360,300765608~3386802,324145559~1027885,329300866~662203,333738191~75500,346217564~4121479,350614847~4570063,368169131~5802778,375248801~6397769,384333931~3785743,397458372~6652753] 2024-04-15T17:44:11.017 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [11497658~1283713,25570427~20609400,51278806~845401,56530868~5420534,62914560~11152255,139106939~7227148,163577856~10671426,175215584~4061559,188278015~7890643,200521376~527134,205914728~6666646,219558771~2592948,234001801~8107245,251673161~3145062,261876454~5055114,300765608~3386802,324145559~1027885,327155712~2807357,331350016~2463675,346217564~4121479,350614847~4570063,368169131~5802778,375248801~6397769,384333931~3785743,397458372~6652753] 2024-04-15T17:44:11.017 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 10 diff [1057146~5304165,9047037~514083,11497658~1283713,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56530868~5420534,66187306~9096005,142016403~4317684,166900093~7349189,175215584~4061559,181207423~449528,188278015~7890643,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,264141208~2790360,300765608~3386802,324145559~1027885,329300866~662203,333738191~75500,346217564~4121479,350614847~4570063,368169131~5802778,375248801~6397769,384333931~3785743,397458372~6652753] 2024-04-15T17:44:11.017 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,9047037~514083,11497658~1283713,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56530868~5420534,66187306~9096005,142016403~4317684,166900093~7349189,175215584~4061559,181207423~449528,188278015~7890643,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,264141208~2790360,300765608~3386802,324145559~1027885,329300866~662203,333738191~75500,346217564~4121479,350614847~4570063,368169131~5802778,375248801~6397769,384333931~3785743,397458372~6652753] 2024-04-15T17:44:11.023 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,9047037~514083,11497658~1283713,25570427~20609400,46791292~3292154,51278806~845401,56530868~5420534,62914560~12368751,139106939~7227148,163577856~10671426,175215584~4061559,181207423~449528,188278015~7890643,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,251673161~4127800,261876454~5055114,300765608~3386802,324145559~1027885,327155712~2807357,331350016~2463675,346217564~4121479,350614847~4570063,368169131~5802778,375248801~6397769,384333931~3785743,397458372~6652753] 2024-04-15T17:44:11.023 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 11 diff [1057146~5304165,9047037~514083,11497658~1283713,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~9096005,76058043~14338608,113222734~8786278,142016403~4317684,166900093~12377050,181207423~449528,188278015~7890643,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,300765608~3386802,324145559~1027885,329300866~662203,333738191~75500,346217564~4121479,350614847~4570063,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295,397458372~6652753] 2024-04-15T17:44:11.023 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,9047037~514083,11497658~1283713,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~9096005,76058043~14338608,113222734~8786278,142016403~4317684,166900093~12377050,181207423~449528,188278015~7890643,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,300765608~3386802,324145559~1027885,329300866~662203,333738191~75500,346217564~4121479,350614847~4570063,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295,397458372~6652753] 2024-04-15T17:44:11.028 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,9047037~514083,11497658~1283713,25570427~20609400,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,113222734~8786278,139106939~7227148,163577856~15699287,181207423~449528,188278015~7890643,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,251673161~4127800,255852544~11079024,272629760~6944635,300765608~3386802,324145559~1027885,327155712~2807357,331350016~2463675,346217564~4121479,350614847~4570063,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295,397458372~6652753] 2024-04-15T17:44:11.029 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 12 diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~9096005,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9935923,166900093~12377050,181207423~449528,188278015~15243268,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,300765608~3386802,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,346217564~4121479,350614847~4570063,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295,397458372~6652753] 2024-04-15T17:44:11.029 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~7108982,66187306~9096005,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9935923,166900093~12377050,181207423~449528,188278015~15243268,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,300765608~3386802,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,346217564~4121479,350614847~4570063,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295,397458372~6652753] 2024-04-15T17:44:11.034 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,18228149~5367180,25570427~20609400,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,96468992~7723984,113222734~8786278,136398164~9935923,163577856~15699287,181207423~449528,188278015~15243268,205914728~6666646,219558771~2592948,234001801~11575727,251673161~4127800,255852544~11079024,272629760~6944635,296951283~1348192,300765608~3386802,324145559~1027885,327155712~6657979,346217564~4121479,350614847~4570063,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295,397458372~6652753] 2024-04-15T17:44:11.034 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 13 diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9935923,158174989~8176526,166900093~12377050,181207423~449528,188278015~15243268,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,313299648~3988190,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,346217564~4121479,350614847~4570063,355358402~385276,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295,397458372~6652753] 2024-04-15T17:44:11.034 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~5367180,25570427~18341469,44243143~1936684,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9935923,158174989~8176526,166900093~12377050,181207423~449528,188278015~15243268,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,313299648~3988190,324145559~1027885,329300866~662203,330344297~1849504,333738191~75500,346217564~4121479,350614847~4570063,355358402~385276,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295,397458372~6652753] 2024-04-15T17:44:11.040 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,18228149~5367180,25570427~20609400,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,96468992~7723984,113222734~8786278,136398164~9935923,156831044~22446099,181207423~449528,188278015~15243268,205914728~6666646,212937808~9213911,234001801~11575727,251673161~4127800,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,300765608~3386802,313299648~3988190,324145559~1027885,327155712~6657979,346217564~4121479,350614847~5128831,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295,397458372~6652753] 2024-04-15T17:44:11.040 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 14 diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~25683747,44243143~1936684,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,97659399~6533577,112638387~9370625,136398164~9935923,158174989~8176526,166900093~12377050,181207423~449528,188278015~15243268,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,313299648~11873796,329300866~662203,330344297~1849504,333738191~75500,346217564~8967346,355358402~385276,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,397458372~9398310] 2024-04-15T17:44:11.040 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~25683747,44243143~1936684,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,97659399~6533577,112638387~9370625,136398164~9935923,158174989~8176526,166900093~12377050,181207423~449528,188278015~15243268,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,313299648~11873796,329300866~662203,330344297~1849504,333738191~75500,346217564~8967346,355358402~385276,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,397458372~9398310] 2024-04-15T17:44:11.045 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,18228149~27951678,46791292~3292154,51278806~845401,56005660~19277651,76058043~14338608,96468992~7723984,112638387~9370625,136398164~9935923,156831044~22446099,181207423~449528,188278015~15243268,205914728~6666646,212937808~9213911,234001801~11575727,251673161~4127800,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,300765608~3386802,313299648~11873796,327155712~6657979,346217564~9526114,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,397458372~9398310] 2024-04-15T17:44:11.046 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 15 diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~25683747,44243143~1936684,46791292~7081056,56005660~19277651,76058043~14338608,97659399~6533577,112638387~9370625,126966084~8043499,136398164~9935923,153557909~12793606,166900093~12377050,181207423~449528,188278015~15243268,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330344297~1849504,333738191~75500,346217564~9526114,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,397458372~9398310] 2024-04-15T17:44:11.046 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~25683747,44243143~1936684,46791292~7081056,56005660~19277651,76058043~14338608,97659399~6533577,112638387~9370625,126966084~8043499,136398164~9935923,153557909~12793606,166900093~12377050,181207423~449528,188278015~15243268,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330344297~1849504,333738191~75500,346217564~9526114,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,397458372~9398310] 2024-04-15T17:44:11.053 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,18228149~27951678,46791292~7081056,56005660~19277651,76058043~14338608,96468992~7723984,112638387~9370625,125829120~9180463,136398164~9935923,153557909~25719234,181207423~449528,188278015~15243268,205914728~6666646,212937808~9213911,234001801~11575727,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,313299648~20514043,346217564~9526114,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,397458372~9398310] 2024-04-15T17:44:11.054 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 16 diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~25683747,44243143~1936684,46791292~7081056,56005660~19277651,76058043~14338608,97659399~6533577,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~12377050,181207423~449528,185721195~426300,188278015~15243268,205914728~6666646,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,346217564~9526114,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,397458372~9398310] 2024-04-15T17:44:11.054 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~25683747,44243143~1936684,46791292~7081056,56005660~19277651,76058043~14338608,97659399~6533577,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~12377050,181207423~449528,185721195~426300,188278015~15243268,205914728~6666646,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,346217564~9526114,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,397458372~9398310] 2024-04-15T17:44:11.057 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,18228149~27951678,46791292~7081056,56005660~19277651,76058043~14338608,96468992~7723984,112638387~11624929,125829120~9180463,136398164~9935923,153491818~25785325,181207423~449528,185721195~426300,188278015~15243268,205914728~6666646,212937808~9213911,234001801~16453779,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,313299648~20514043,346217564~9526114,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,397458372~9398310] 2024-04-15T17:44:11.058 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 17 diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~15243268,205914728~6666646,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,343993690~11749988,362174033~1088925,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:11.058 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~15243268,205914728~6666646,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,343993690~11749988,362174033~1088925,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:11.063 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~15243268,205914728~6666646,212937808~9213911,234001801~16453779,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,313299648~20514043,343993690~11749988,362174033~1088925,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:11.063 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 18 diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,343993690~11749988,362174033~1088925,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:11.063 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,343993690~11749988,362174033~1088925,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:11.068 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~24303359,212937808~9213911,234001801~16453779,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,313299648~20514043,343993690~11749988,362174033~1088925,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:11.068 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 19 diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:11.068 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:11.074 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:11.074 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 7 diff [11497658~1283713,66187306~6572542,146020816~313271,166900093~5081809,188740000~4271234,234001801~8107245,300765608~3386802,333738191~75500,375248801~6397769,384333931~3785743] 2024-04-15T17:44:11.074 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [11497658~1283713,66187306~6572542,146020816~313271,166900093~5081809,188740000~4271234,234001801~8107245,300765608~3386802,333738191~75500,375248801~6397769,384333931~3785743] 2024-04-15T17:44:11.080 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [11497658~1283713,62914560~9845288,142606336~3727751,163577856~8404046,188740000~4271234,234001801~8107245,300765608~3386802,331350016~2463675,375248801~6397769,384333931~3785743] 2024-04-15T17:44:11.080 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 8 diff [11497658~1283713,35092861~8819035,56530868~5420534,66187306~6572542,146020816~313271,166900093~7349189,188740000~6161903,200521376~527134,205914728~6547835,219558771~2592948,234001801~8107245,300765608~3386802,333738191~75500,368169131~5802778,375248801~6397769,384333931~3785743] 2024-04-15T17:44:11.080 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [11497658~1283713,35092861~8819035,56530868~5420534,66187306~6572542,146020816~313271,166900093~7349189,188740000~6161903,200521376~527134,205914728~6547835,219558771~2592948,234001801~8107245,300765608~3386802,333738191~75500,368169131~5802778,375248801~6397769,384333931~3785743] 2024-04-15T17:44:11.086 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [11497658~1283713,35092861~8819035,56530868~5420534,62914560~9845288,142606336~3727751,163577856~10671426,188740000~6161903,200521376~527134,205914728~6547835,219558771~2592948,234001801~8107245,300765608~3386802,331350016~2463675,368169131~5802778,375248801~6397769,384333931~3785743] 2024-04-15T17:44:11.086 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 9 diff [11497658~1283713,25570427~4379251,33902677~10009219,56530868~5420534,66187306~6572542,142016960~3921902,146020816~313271,166900093~7349189,177029512~2247631,188740000~6161903,200521376~527134,205914728~6666646,219558771~2592948,234001801~8107245,252272238~2545985,264141208~2790360,300765608~3386802,333738191~75500,346217564~4121479,368169131~5802778,375248801~6397769,384333931~3785743] 2024-04-15T17:44:11.086 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [11497658~1283713,25570427~4379251,33902677~10009219,56530868~5420534,66187306~6572542,142016960~3921902,146020816~313271,166900093~7349189,177029512~2247631,188740000~6161903,200521376~527134,205914728~6666646,219558771~2592948,234001801~8107245,252272238~2545985,264141208~2790360,300765608~3386802,333738191~75500,346217564~4121479,368169131~5802778,375248801~6397769,384333931~3785743] 2024-04-15T17:44:11.092 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [11497658~1283713,25570427~4379251,33902677~10009219,56530868~5420534,62914560~9845288,139106939~7227148,163577856~10671426,177029512~2247631,188740000~6161903,200521376~527134,205914728~6666646,219558771~2592948,234001801~8107245,251673161~3145062,261876454~5055114,300765608~3386802,331350016~2463675,346217564~4121479,368169131~5802778,375248801~6397769,384333931~3785743] 2024-04-15T17:44:11.092 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 10 diff [1057146~5304165,9047037~514083,11497658~1283713,25570427~4379251,33902677~10009219,46791292~3292154,56530868~5420534,66187306~6572542,73473514~1809797,142016403~4317684,166900093~7349189,177029512~2247631,181207423~449528,188740000~6161903,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,264141208~2790360,300765608~3386802,333738191~75500,346217564~4121479,368169131~5802778,375248801~6397769,384333931~3785743] 2024-04-15T17:44:11.092 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,9047037~514083,11497658~1283713,25570427~4379251,33902677~10009219,46791292~3292154,56530868~5420534,66187306~6572542,73473514~1809797,142016403~4317684,166900093~7349189,177029512~2247631,181207423~449528,188740000~6161903,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,264141208~2790360,300765608~3386802,333738191~75500,346217564~4121479,368169131~5802778,375248801~6397769,384333931~3785743] 2024-04-15T17:44:11.097 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,9047037~514083,11497658~1283713,25570427~4379251,33902677~10009219,46791292~3292154,56530868~5420534,62914560~9845288,73473514~1809797,139106939~7227148,163577856~10671426,177029512~2247631,181207423~449528,188740000~6161903,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,251673161~4127800,261876454~5055114,300765608~3386802,331350016~2463675,346217564~4121479,368169131~5802778,375248801~6397769,384333931~3785743] 2024-04-15T17:44:11.097 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 11 diff [1057146~5304165,9047037~514083,11497658~1283713,25570427~4379251,33902677~10009219,46791292~3292154,56005660~7108982,66187306~6572542,73473514~1809797,76058043~14338608,113222734~8786278,142016403~4317684,166900093~9573216,177029512~2247631,181207423~449528,188740000~6161903,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,300765608~3386802,333738191~75500,346217564~4121479,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295] 2024-04-15T17:44:11.097 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,9047037~514083,11497658~1283713,25570427~4379251,33902677~10009219,46791292~3292154,56005660~7108982,66187306~6572542,73473514~1809797,76058043~14338608,113222734~8786278,142016403~4317684,166900093~9573216,177029512~2247631,181207423~449528,188740000~6161903,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,300765608~3386802,333738191~75500,346217564~4121479,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295] 2024-04-15T17:44:11.103 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,9047037~514083,11497658~1283713,25570427~4379251,33902677~10009219,46791292~3292154,56005660~16754188,73473514~1809797,76058043~14338608,113222734~8786278,139106939~7227148,163577856~12895453,177029512~2247631,181207423~449528,188740000~6161903,200521376~527134,205914728~6666646,219558771~2592948,234001801~11575727,251673161~4127800,255852544~11079024,272629760~6944635,300765608~3386802,331350016~2463675,346217564~4121479,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295] 2024-04-15T17:44:11.103 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 12 diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~5367180,25570427~4379251,33902677~10009219,46791292~3292154,56005660~7108982,66187306~6572542,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9935923,166900093~9573216,177029512~2247631,181207423~449528,188740000~6161903,195769611~7751672,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,300765608~3386802,330344297~1849504,333738191~75500,346217564~4121479,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295] 2024-04-15T17:44:11.103 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~5367180,25570427~4379251,33902677~10009219,46791292~3292154,56005660~7108982,66187306~6572542,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9935923,166900093~9573216,177029512~2247631,181207423~449528,188740000~6161903,195769611~7751672,205914728~6666646,219558771~2592948,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,300765608~3386802,330344297~1849504,333738191~75500,346217564~4121479,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295] 2024-04-15T17:44:11.108 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,18228149~5367180,25570427~4379251,33902677~10009219,46791292~3292154,56005660~16754188,73473514~1809797,76058043~14338608,96468992~7723984,113222734~8786278,136398164~9935923,163577856~12895453,177029512~2247631,181207423~449528,188740000~6161903,195769611~7751672,205914728~6666646,219558771~2592948,234001801~11575727,251673161~4127800,255852544~11079024,272629760~6944635,296951283~1348192,300765608~3386802,329963069~3850622,346217564~4121479,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295] 2024-04-15T17:44:11.108 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 13 diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~5367180,25570427~4379251,33902677~10009219,46791292~3292154,56005660~16754188,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9935923,158174989~8176526,166900093~9573216,177029512~2247631,181207423~449528,188740000~14781283,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,313299648~3988190,330344297~1849504,333738191~75500,346217564~4121479,355358402~385276,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295] 2024-04-15T17:44:11.109 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~5367180,25570427~4379251,33902677~10009219,46791292~3292154,56005660~16754188,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9935923,158174989~8176526,166900093~9573216,177029512~2247631,181207423~449528,188740000~14781283,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,313299648~3988190,330344297~1849504,333738191~75500,346217564~4121479,355358402~385276,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295] 2024-04-15T17:44:11.114 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,18228149~5367180,25570427~4379251,33902677~10009219,46791292~3292154,56005660~16754188,73473514~1809797,76058043~14338608,96468992~7723984,113222734~8786278,136398164~9935923,156831044~19642265,177029512~2247631,181207423~449528,188740000~14781283,205914728~6666646,212937808~9213911,234001801~11575727,251673161~4127800,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,300765608~3386802,313299648~3988190,329963069~3850622,346217564~4121479,355184910~558768,368169131~5802778,375248801~6397769,384333931~3785743,392771764~1174295] 2024-04-15T17:44:11.114 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 14 diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~25683747,46791292~3292154,56005660~16754188,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,136398164~9935923,158174989~8176526,166900093~9573216,177029512~2247631,181207423~449528,188740000~14781283,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,313299648~10908980,330344297~1849504,333738191~75500,346217564~7344563,355358402~385276,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,402406881~4449801] 2024-04-15T17:44:11.114 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~25683747,46791292~3292154,56005660~16754188,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,136398164~9935923,158174989~8176526,166900093~9573216,177029512~2247631,181207423~449528,188740000~14781283,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,300765608~3386802,313299648~10908980,330344297~1849504,333738191~75500,346217564~7344563,355358402~385276,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,402406881~4449801] 2024-04-15T17:44:11.120 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,18228149~25683747,46791292~3292154,56005660~16754188,73473514~1809797,76058043~14338608,96468992~7723984,112638387~9370625,136398164~9935923,156831044~19642265,177029512~2247631,181207423~449528,188740000~14781283,205914728~6666646,212937808~9213911,234001801~11575727,251673161~4127800,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,300765608~3386802,313299648~10908980,329963069~3850622,346217564~7344563,355184910~558768,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,402406881~4449801] 2024-04-15T17:44:11.120 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 15 diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~25683747,46791292~7081056,56005660~16754188,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,126966084~8043499,136398164~9935923,153557909~12793606,166900093~9573216,177029512~2247631,181207423~449528,188740000~14781283,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~10908980,324453477~5536880,330344297~1849504,333738191~75500,346217564~9526114,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.120 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~25683747,46791292~7081056,56005660~16754188,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,126966084~8043499,136398164~9935923,153557909~12793606,166900093~9573216,177029512~2247631,181207423~449528,188740000~14781283,205914728~6666646,212937808~9213911,234001801~11575727,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~10908980,324453477~5536880,330344297~1849504,333738191~75500,346217564~9526114,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.126 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,18228149~25683747,46791292~7081056,56005660~16754188,73473514~1809797,76058043~14338608,96468992~7723984,112638387~9370625,125829120~9180463,136398164~9935923,153557909~22915400,177029512~2247631,181207423~449528,188740000~14781283,205914728~6666646,212937808~9213911,234001801~11575727,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,313299648~10908980,324453477~9360214,346217564~9526114,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.127 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 16 diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~25683747,46791292~7081056,56005660~16754188,73473514~1809797,76058043~14338608,97659399~6533577,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~2247631,181207423~449528,185721195~426300,188740000~14781283,205914728~6666646,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,346217564~9526114,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.127 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,18228149~25683747,46791292~7081056,56005660~16754188,73473514~1809797,76058043~14338608,97659399~6533577,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~2247631,181207423~449528,185721195~426300,188740000~14781283,205914728~6666646,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,346217564~9526114,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.131 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,18228149~25683747,46791292~7081056,56005660~16754188,73473514~1809797,76058043~14338608,96468992~7723984,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~2247631,181207423~449528,185721195~426300,188740000~14781283,205914728~6666646,212937808~9213911,234001801~16453779,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,313299648~20514043,346217564~9526114,368169131~5802778,375248801~7323393,384333931~3785743,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.131 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 17 diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~14781283,205914728~6666646,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,343993690~11749988,362174033~1088925,368169131~5802778,375248801~7323393,384333931~3785743,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.131 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~14781283,205914728~6666646,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,343993690~11749988,362174033~1088925,368169131~5802778,375248801~7323393,384333931~3785743,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.137 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~7705294,185721195~426300,188740000~14781283,205914728~6666646,212937808~9213911,234001801~16453779,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,313299648~20514043,343993690~11749988,362174033~1088925,368169131~5802778,375248801~7323393,384333931~3785743,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.137 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 18 diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,343993690~11749988,362174033~1088925,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:11.137 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9213911,234001801~16453779,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,313299648~16690709,330086036~3411091,333738191~75500,343993690~11749988,362174033~1088925,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:11.143 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~7705294,185721195~426300,188740000~23841374,212937808~9213911,234001801~16453779,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,313299648~20514043,343993690~11749988,362174033~1088925,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:11.143 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 19 diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:11.143 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:11.148 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:11.148 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 8 diff [35092861~8819035,56530868~5420534,168313370~5935912,192754182~2147721,200521376~527134,205914728~6547835,219558771~2592948,368169131~5802778] 2024-04-15T17:44:11.149 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [35092861~8819035,56530868~5420534,168313370~5935912,192754182~2147721,200521376~527134,205914728~6547835,219558771~2592948,368169131~5802778] 2024-04-15T17:44:11.154 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [35092861~8819035,56530868~5420534,168313370~5935912,192754182~2147721,200521376~527134,205914728~6547835,219558771~2592948,368169131~5802778] 2024-04-15T17:44:11.154 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 9 diff [25570427~4379251,33902677~10009219,56530868~5420534,142016960~3921902,168313370~5935912,177029512~2247631,192754182~2147721,200521376~527134,205914728~6666646,219558771~2592948,252272238~2545985,264141208~2790360,346217564~4121479,368169131~5802778] 2024-04-15T17:44:11.154 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [25570427~4379251,33902677~10009219,56530868~5420534,142016960~3921902,168313370~5935912,177029512~2247631,192754182~2147721,200521376~527134,205914728~6666646,219558771~2592948,252272238~2545985,264141208~2790360,346217564~4121479,368169131~5802778] 2024-04-15T17:44:11.159 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [25570427~4379251,33902677~10009219,56530868~5420534,139106939~6831923,168313370~5935912,177029512~2247631,192754182~2147721,200521376~527134,205914728~6666646,219558771~2592948,251673161~3145062,261876454~5055114,346217564~4121479,368169131~5802778] 2024-04-15T17:44:11.160 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 10 diff [1057146~5304165,9047037~514083,25570427~4379251,33902677~10009219,46791292~3292154,56530868~5420534,73473514~1809797,142016403~4074634,168313370~5935912,177029512~2247631,181207423~449528,192754182~2147721,200521376~527134,205914728~6666646,219558771~2592948,237485036~8092492,252127503~3673458,264141208~2790360,346217564~4121479,368169131~5802778] 2024-04-15T17:44:11.160 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,9047037~514083,25570427~4379251,33902677~10009219,46791292~3292154,56530868~5420534,73473514~1809797,142016403~4074634,168313370~5935912,177029512~2247631,181207423~449528,192754182~2147721,200521376~527134,205914728~6666646,219558771~2592948,237485036~8092492,252127503~3673458,264141208~2790360,346217564~4121479,368169131~5802778] 2024-04-15T17:44:11.165 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,9047037~514083,25570427~4379251,33902677~10009219,46791292~3292154,56530868~5420534,73473514~1809797,139106939~6984098,168313370~5935912,177029512~2247631,181207423~449528,192754182~2147721,200521376~527134,205914728~6666646,219558771~2592948,237485036~8092492,251673161~4127800,261876454~5055114,346217564~4121479,368169131~5802778] 2024-04-15T17:44:11.165 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 11 diff [1057146~5304165,9047037~514083,25570427~4379251,33902677~10009219,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,113222734~8786278,142016403~4074634,168313370~8159939,177029512~2247631,181207423~449528,192754182~2147721,200521376~527134,205914728~6666646,219558771~2592948,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,346217564~4121479,368169131~5802778,392771764~1174295] 2024-04-15T17:44:11.165 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,9047037~514083,25570427~4379251,33902677~10009219,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,113222734~8786278,142016403~4074634,168313370~8159939,177029512~2247631,181207423~449528,192754182~2147721,200521376~527134,205914728~6666646,219558771~2592948,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,346217564~4121479,368169131~5802778,392771764~1174295] 2024-04-15T17:44:11.170 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,9047037~514083,25570427~4379251,33902677~10009219,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,113222734~8786278,139106939~6984098,168313370~8159939,177029512~2247631,181207423~449528,192754182~2147721,200521376~527134,205914728~6666646,219558771~2592948,237485036~8092492,251673161~4127800,255852544~11079024,272629760~6944635,346217564~4121479,368169131~5802778,392771764~1174295] 2024-04-15T17:44:11.170 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 12 diff [1057146~5304165,6451043~3110077,18228149~5367180,25570427~4379251,33902677~10009219,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9692873,168313370~8159939,177029512~2247631,181207423~449528,192754182~2147721,195769611~7751672,205914728~6666646,219558771~2592948,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,330344297~1849504,346217564~4121479,368169131~5802778,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.171 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,18228149~5367180,25570427~4379251,33902677~10009219,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9692873,168313370~8159939,177029512~2247631,181207423~449528,192754182~2147721,195769611~7751672,205914728~6666646,219558771~2592948,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,330344297~1849504,346217564~4121479,368169131~5802778,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.176 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,18228149~5367180,25570427~4379251,33902677~10009219,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,96468992~7723984,113222734~8786278,136398164~9692873,168313370~8159939,177029512~2247631,181207423~449528,192754182~2147721,195769611~7751672,205914728~6666646,219558771~2592948,237485036~8092492,251673161~4127800,255852544~11079024,272629760~6944635,296951283~1348192,329963069~2230732,346217564~4121479,368169131~5802778,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.176 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 13 diff [1057146~5304165,6451043~3110077,18228149~5367180,25570427~4379251,33902677~10009219,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9692873,158174989~8176526,168313370~8159939,177029512~2247631,181207423~449528,189540068~63211,192754182~10767101,205914728~6666646,212937808~9213911,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,313299648~3988190,330344297~1849504,346217564~4121479,355358402~385276,368169131~5802778,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.176 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,18228149~5367180,25570427~4379251,33902677~10009219,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9692873,158174989~8176526,168313370~8159939,177029512~2247631,181207423~449528,189540068~63211,192754182~10767101,205914728~6666646,212937808~9213911,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,313299648~3988190,330344297~1849504,346217564~4121479,355358402~385276,368169131~5802778,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.182 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,18228149~5367180,25570427~4379251,33902677~10009219,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,96468992~7723984,113222734~8786278,136398164~9692873,156831044~9520471,168313370~8159939,177029512~2247631,181207423~449528,189540068~63211,192754182~10767101,205914728~6666646,212937808~9213911,237485036~8092492,251673161~4127800,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,313299648~3988190,329963069~2230732,346217564~4121479,355184910~558768,368169131~5802778,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.182 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 14 diff [1057146~5304165,6451043~3110077,18228149~25683747,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,136398164~9692873,158174989~8176526,168313370~8159939,177029512~2247631,181207423~449528,189540068~63211,192754182~10767101,205914728~6666646,212937808~9213911,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,313299648~10908980,330344297~1849504,346217564~7344563,355358402~385276,368169131~5802778,377130979~4377628,381616374~955820,392771764~1174295,402406881~4449801] 2024-04-15T17:44:11.182 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,18228149~25683747,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,136398164~9692873,158174989~8176526,168313370~8159939,177029512~2247631,181207423~449528,189540068~63211,192754182~10767101,205914728~6666646,212937808~9213911,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,313299648~10908980,330344297~1849504,346217564~7344563,355358402~385276,368169131~5802778,377130979~4377628,381616374~955820,392771764~1174295,402406881~4449801] 2024-04-15T17:44:11.188 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,18228149~25683747,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,96468992~7723984,112638387~9370625,136398164~9692873,156831044~9520471,168313370~8159939,177029512~2247631,181207423~449528,189540068~63211,192754182~10767101,205914728~6666646,212937808~9213911,237485036~8092492,251673161~4127800,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,313299648~10908980,329963069~2230732,346217564~7344563,355184910~558768,368169131~5802778,377130979~4377628,381616374~955820,392771764~1174295,402406881~4449801] 2024-04-15T17:44:11.188 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 15 diff [1057146~5304165,6451043~3110077,18228149~25683747,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,126966084~8043499,136398164~9692873,153557909~12793606,167084272~9389037,177029512~2247631,181207423~449528,189540068~63211,192754182~10767101,205914728~6666646,212937808~9213911,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~10908980,324453477~5536880,330344297~1849504,346217564~9526114,368169131~5802778,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.188 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,18228149~25683747,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,126966084~8043499,136398164~9692873,153557909~12793606,167084272~9389037,177029512~2247631,181207423~449528,189540068~63211,192754182~10767101,205914728~6666646,212937808~9213911,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~10908980,324453477~5536880,330344297~1849504,346217564~9526114,368169131~5802778,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.193 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,18228149~25683747,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,96468992~7723984,112638387~9370625,125829120~9180463,136398164~9692873,153557909~12793606,167084272~9389037,177029512~2247631,181207423~449528,189540068~63211,192754182~10767101,205914728~6666646,212937808~9213911,237485036~8092492,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,313299648~10908980,324453477~7740324,346217564~9526114,368169131~5802778,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.194 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 16 diff [1057146~5304165,6451043~3110077,18228149~25683747,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~2247631,181207423~449528,185721195~426300,189540068~63211,192754182~10767101,205914728~6666646,212937808~9213911,237485036~12970544,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,346217564~9526114,368169131~5802778,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.194 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,18228149~25683747,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~2247631,181207423~449528,185721195~426300,189540068~63211,192754182~10767101,205914728~6666646,212937808~9213911,237485036~12970544,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,346217564~9526114,368169131~5802778,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.199 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,18228149~25683747,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,96468992~7723984,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~9389037,177029512~2247631,181207423~449528,185721195~426300,189540068~63211,192754182~10767101,205914728~6666646,212937808~9213911,237485036~12970544,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,313299648~20197479,346217564~9526114,368169131~5802778,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.199 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 17 diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~14660744,205914728~6666646,212937808~9213911,237485036~12970544,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~11749988,362174033~1088925,368169131~5802778,377130979~4377628,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.199 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~14660744,205914728~6666646,212937808~9213911,237485036~12970544,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~11749988,362174033~1088925,368169131~5802778,377130979~4377628,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.205 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~14660744,205914728~6666646,212937808~9213911,237485036~12970544,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,313299648~20197479,343993690~11749988,362174033~1088925,368169131~5802778,377130979~4377628,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.205 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 18 diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9213911,237485036~12970544,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~11749988,362174033~1088925,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.205 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9213911,237485036~12970544,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~11749988,362174033~1088925,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.210 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9213911,237485036~12970544,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,313299648~20197479,343993690~11749988,362174033~1088925,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.211 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 19 diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.211 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.216 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.216 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 9 diff [25570427~4379251,33902677~3820827,142016960~3921902,177029512~2247631,212302339~279035,252272238~2545985,264141208~2790360,346217564~4121479] 2024-04-15T17:44:11.216 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [25570427~4379251,33902677~3820827,142016960~3921902,177029512~2247631,212302339~279035,252272238~2545985,264141208~2790360,346217564~4121479] 2024-04-15T17:44:11.222 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [25570427~4379251,33902677~3820827,139106939~6831923,177029512~2247631,212302339~279035,251673161~3145062,261876454~5055114,346217564~4121479] 2024-04-15T17:44:11.222 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 10 diff [1057146~5304165,9047037~514083,25570427~4379251,33902677~3820827,46791292~3292154,73473514~1809797,142016403~4074634,177029512~2247631,181207423~449528,212302339~279035,237485036~8092492,252127503~3673458,264141208~2790360,346217564~4121479] 2024-04-15T17:44:11.222 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,9047037~514083,25570427~4379251,33902677~3820827,46791292~3292154,73473514~1809797,142016403~4074634,177029512~2247631,181207423~449528,212302339~279035,237485036~8092492,252127503~3673458,264141208~2790360,346217564~4121479] 2024-04-15T17:44:11.227 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,9047037~514083,25570427~4379251,33902677~3820827,46791292~3292154,73473514~1809797,139106939~6984098,177029512~2247631,181207423~449528,212302339~279035,237485036~8092492,251673161~4127800,261876454~5055114,346217564~4121479] 2024-04-15T17:44:11.228 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 11 diff [1057146~5304165,9047037~514083,25570427~4379251,33902677~3820827,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,113222734~8786278,142016403~4074634,172670341~3802968,177029512~2247631,181207423~449528,212302339~279035,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,346217564~4121479,392771764~1174295] 2024-04-15T17:44:11.228 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,9047037~514083,25570427~4379251,33902677~3820827,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,113222734~8786278,142016403~4074634,172670341~3802968,177029512~2247631,181207423~449528,212302339~279035,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,346217564~4121479,392771764~1174295] 2024-04-15T17:44:11.233 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,9047037~514083,25570427~4379251,33902677~3820827,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,113222734~8786278,139106939~6984098,172670341~3802968,177029512~2247631,181207423~449528,212302339~279035,237485036~8092492,251673161~4127800,255852544~11079024,272629760~6944635,346217564~4121479,392771764~1174295] 2024-04-15T17:44:11.233 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 12 diff [1057146~5304165,6451043~3110077,18228149~5367180,25570427~4379251,33902677~3820827,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9692873,172670341~3802968,177029512~2247631,181207423~449528,195769611~7751672,212302339~279035,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,330344297~1849504,346217564~4121479,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.233 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,18228149~5367180,25570427~4379251,33902677~3820827,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9692873,172670341~3802968,177029512~2247631,181207423~449528,195769611~7751672,212302339~279035,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,273377498~6196897,296951283~1348192,330344297~1849504,346217564~4121479,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.238 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,18228149~5367180,25570427~4379251,33902677~3820827,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,96468992~7723984,113222734~8786278,136398164~9692873,172670341~3802968,177029512~2247631,181207423~449528,195769611~7751672,212302339~279035,237485036~8092492,251673161~4127800,255852544~11079024,272629760~6944635,296951283~1348192,329963069~2230732,346217564~4121479,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.239 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 13 diff [1057146~5304165,6451043~3110077,18228149~5367180,25570427~4379251,33902677~3820827,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9692873,158174989~8176526,172670341~3802968,177029512~2247631,181207423~449528,189540068~63211,194386700~9134583,212302339~279035,212937808~6954192,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,313299648~3988190,330344297~1849504,346217564~4121479,355358402~385276,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.239 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,18228149~5367180,25570427~4379251,33902677~3820827,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9692873,158174989~8176526,172670341~3802968,177029512~2247631,181207423~449528,189540068~63211,194386700~9134583,212302339~279035,212937808~6954192,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,313299648~3988190,330344297~1849504,346217564~4121479,355358402~385276,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.244 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,18228149~5367180,25570427~4379251,33902677~3820827,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,96468992~7723984,113222734~8786278,136398164~9692873,156831044~9520471,172670341~3802968,177029512~2247631,181207423~449528,189540068~63211,194386700~9134583,212302339~279035,212937808~6954192,237485036~8092492,251673161~4127800,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,313299648~3988190,329963069~2230732,346217564~4121479,355184910~558768,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.244 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 14 diff [1057146~5304165,6451043~3110077,18228149~19495355,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,136398164~9692873,158174989~8176526,172670341~3802968,177029512~2247631,181207423~449528,189540068~63211,194386700~9134583,212302339~279035,212937808~6954192,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,313299648~10908980,330344297~1849504,346217564~7344563,355358402~385276,377130979~4377628,381616374~955820,392771764~1174295,402406881~4449801] 2024-04-15T17:44:11.244 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,18228149~19495355,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,136398164~9692873,158174989~8176526,172670341~3802968,177029512~2247631,181207423~449528,189540068~63211,194386700~9134583,212302339~279035,212937808~6954192,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,269724193~1881806,273377498~6196897,296951283~1348192,313299648~10908980,330344297~1849504,346217564~7344563,355358402~385276,377130979~4377628,381616374~955820,392771764~1174295,402406881~4449801] 2024-04-15T17:44:11.250 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,18228149~19495355,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,96468992~7723984,112638387~9370625,136398164~9692873,156831044~9520471,172670341~3802968,177029512~2247631,181207423~449528,189540068~63211,194386700~9134583,212302339~279035,212937808~6954192,237485036~8092492,251673161~4127800,255852544~11079024,268435456~3170543,272629760~6944635,296951283~1348192,313299648~10908980,329963069~2230732,346217564~7344563,355184910~558768,377130979~4377628,381616374~955820,392771764~1174295,402406881~4449801] 2024-04-15T17:44:11.250 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 15 diff [1057146~5304165,6451043~3110077,18228149~19495355,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,126966084~8043499,136398164~9692873,153557909~12793606,167084272~3374698,172670341~3802968,177029512~2247631,181207423~449528,189540068~63211,194386700~9134583,212302339~279035,212937808~6954192,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~10908980,324453477~5536880,330344297~1849504,346217564~9526114,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.250 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,18228149~19495355,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,126966084~8043499,136398164~9692873,153557909~12793606,167084272~3374698,172670341~3802968,177029512~2247631,181207423~449528,189540068~63211,194386700~9134583,212302339~279035,212937808~6954192,237485036~8092492,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~10908980,324453477~5536880,330344297~1849504,346217564~9526114,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.256 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,18228149~19495355,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,96468992~7723984,112638387~9370625,125829120~9180463,136398164~9692873,153557909~12793606,167084272~3374698,172670341~3802968,177029512~2247631,181207423~449528,189540068~63211,194386700~9134583,212302339~279035,212937808~6954192,237485036~8092492,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,313299648~10908980,324453477~7740324,346217564~9526114,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.256 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 16 diff [1057146~5304165,6451043~3110077,18228149~19495355,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~2247631,181207423~449528,185721195~426300,189540068~63211,194386700~9134583,212302339~279035,212937808~6954192,237485036~12970544,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,346217564~9526114,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.256 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,18228149~19495355,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~2247631,181207423~449528,185721195~426300,189540068~63211,194386700~9134583,212302339~279035,212937808~6954192,237485036~12970544,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,346217564~9526114,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.261 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,18228149~19495355,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,96468992~7723984,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~2247631,181207423~449528,185721195~426300,189540068~63211,194386700~9134583,212302339~279035,212937808~6954192,237485036~12970544,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,313299648~20197479,346217564~9526114,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.262 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 17 diff [1057146~5304165,6451043~3110077,17032957~20690547,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~9134583,212302339~279035,212937808~6954192,237485036~12970544,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~11749988,362174033~1088925,377130979~4377628,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.262 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~20690547,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~9134583,212302339~279035,212937808~6954192,237485036~12970544,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~11749988,362174033~1088925,377130979~4377628,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.268 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~20690547,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~9134583,212302339~279035,212937808~6954192,237485036~12970544,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,313299648~20197479,343993690~11749988,362174033~1088925,377130979~4377628,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.268 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 18 diff [1057146~5304165,6451043~3110077,17032957~24319051,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~11967293,212302339~279035,212937808~6954192,237485036~12970544,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~11749988,362174033~1088925,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.268 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24319051,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~11967293,212302339~279035,212937808~6954192,237485036~12970544,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~11749988,362174033~1088925,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.273 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24319051,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~11967293,212302339~279035,212937808~6954192,237485036~12970544,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,313299648~20197479,343993690~11749988,362174033~1088925,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.273 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 19 diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.273 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.278 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.279 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 10 diff [1057146~5304165,9047037~514083,46791292~3292154,73473514~1809797,142016403~4074634,181207423~449528,237485036~8092492,252127503~3673458] 2024-04-15T17:44:11.279 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,9047037~514083,46791292~3292154,73473514~1809797,142016403~4074634,181207423~449528,237485036~8092492,252127503~3673458] 2024-04-15T17:44:11.284 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,9047037~514083,46791292~3292154,73473514~1809797,142016403~4074634,181207423~449528,237485036~8092492,252127503~3673458] 2024-04-15T17:44:11.284 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 11 diff [1057146~5304165,9047037~514083,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,113222734~8786278,142016403~4074634,172670341~3802968,181207423~449528,237485036~8092492,252127503~3673458,256017057~7910813,273377498~6196897,392771764~1174295] 2024-04-15T17:44:11.284 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,9047037~514083,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,113222734~8786278,142016403~4074634,172670341~3802968,181207423~449528,237485036~8092492,252127503~3673458,256017057~7910813,273377498~6196897,392771764~1174295] 2024-04-15T17:44:11.289 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,9047037~514083,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,113222734~8786278,142016403~4074634,172670341~3802968,181207423~449528,237485036~8092492,252127503~3673458,255852544~8075326,272629760~6944635,392771764~1174295] 2024-04-15T17:44:11.289 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 12 diff [1057146~5304165,6451043~3110077,18228149~5367180,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9692873,172670341~3802968,181207423~449528,195769611~7751672,237485036~8092492,252127503~3673458,256017057~7910813,273377498~6196897,296951283~1348192,330344297~1849504,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.289 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,18228149~5367180,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9692873,172670341~3802968,181207423~449528,195769611~7751672,237485036~8092492,252127503~3673458,256017057~7910813,273377498~6196897,296951283~1348192,330344297~1849504,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.295 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,18228149~5367180,46791292~3292154,56005660~7108982,73473514~1809797,76058043~14338608,96468992~7723984,113222734~8786278,136398164~9692873,172670341~3802968,181207423~449528,195769611~7751672,237485036~8092492,252127503~3673458,255852544~8075326,272629760~6944635,296951283~1348192,329963069~2230732,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.295 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 13 diff [1057146~5304165,6451043~3110077,18228149~5367180,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9692873,158174989~8176526,172670341~3802968,181207423~449528,189540068~63211,194386700~9134583,212937808~6954192,237485036~8092492,252127503~3673458,256017057~7910813,269724193~1881806,273377498~6196897,296951283~1348192,313299648~3988190,330344297~1849504,355358402~385276,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.295 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,18228149~5367180,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,113222734~8786278,136398164~9692873,158174989~8176526,172670341~3802968,181207423~449528,189540068~63211,194386700~9134583,212937808~6954192,237485036~8092492,252127503~3673458,256017057~7910813,269724193~1881806,273377498~6196897,296951283~1348192,313299648~3988190,330344297~1849504,355358402~385276,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.301 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,18228149~5367180,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,96468992~7723984,113222734~8786278,136398164~9692873,156831044~9520471,172670341~3802968,181207423~449528,189540068~63211,194386700~9134583,212937808~6954192,237485036~8092492,252127503~3673458,255852544~8075326,268435456~3170543,272629760~6944635,296951283~1348192,313299648~3988190,329963069~2230732,355184910~558768,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.301 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 14 diff [1057146~5304165,6451043~3110077,18228149~16811808,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,136398164~9692873,158174989~8176526,172670341~3802968,181207423~449528,189540068~63211,194386700~9134583,212937808~6954192,237485036~8092492,252127503~3673458,256017057~7910813,269724193~1881806,273377498~6196897,296951283~1348192,313299648~10908980,330344297~1849504,346783197~6778930,355358402~385276,377130979~4377628,381616374~955820,392771764~1174295,402406881~4449801] 2024-04-15T17:44:11.301 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,18228149~16811808,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,136398164~9692873,158174989~8176526,172670341~3802968,181207423~449528,189540068~63211,194386700~9134583,212937808~6954192,237485036~8092492,252127503~3673458,256017057~7910813,269724193~1881806,273377498~6196897,296951283~1348192,313299648~10908980,330344297~1849504,346783197~6778930,355358402~385276,377130979~4377628,381616374~955820,392771764~1174295,402406881~4449801] 2024-04-15T17:44:11.306 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,18228149~16811808,46791292~3292154,56005660~13079165,73473514~1809797,76058043~14338608,96468992~7723984,112638387~9370625,136398164~9692873,156831044~9520471,172670341~3802968,181207423~449528,189540068~63211,194386700~9134583,212937808~6954192,237485036~8092492,252127503~3673458,255852544~8075326,268435456~3170543,272629760~6944635,296951283~1348192,313299648~10908980,329963069~2230732,346783197~6778930,355184910~558768,377130979~4377628,381616374~955820,392771764~1174295,402406881~4449801] 2024-04-15T17:44:11.306 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 15 diff [1057146~5304165,6451043~3110077,18228149~17017141,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,126966084~8043499,136398164~9692873,153557909~12793606,167084272~3374698,172670341~3802968,181207423~449528,189540068~63211,194386700~9134583,212937808~6954192,237485036~8092492,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,313299648~10908980,324453477~5536880,330344297~1849504,346783197~8960481,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.306 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,18228149~17017141,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~9370625,126966084~8043499,136398164~9692873,153557909~12793606,167084272~3374698,172670341~3802968,181207423~449528,189540068~63211,194386700~9134583,212937808~6954192,237485036~8092492,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,313299648~10908980,324453477~5536880,330344297~1849504,346783197~8960481,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.312 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,18228149~17017141,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,96468992~7723984,112638387~9370625,125829120~9180463,136398164~9692873,153557909~12793606,167084272~3374698,172670341~3802968,181207423~449528,189540068~63211,194386700~9134583,212937808~6954192,237485036~8092492,252127503~3673458,255852544~8075326,268435456~11138939,296951283~1348192,313299648~10908980,324453477~7740324,346783197~8960481,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.312 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 16 diff [1057146~5304165,6451043~3110077,18228149~17017141,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,181207423~449528,185721195~426300,189540068~63211,194386700~9134583,212937808~6954192,237485036~12970544,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,346783197~8960481,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.313 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,18228149~17017141,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,97659399~6533577,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,181207423~449528,185721195~426300,189540068~63211,194386700~9134583,212937808~6954192,237485036~12970544,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,346783197~8960481,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.318 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,18228149~17017141,46791292~7081056,56005660~13079165,73473514~1809797,76058043~14338608,96468992~7723984,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,181207423~449528,185721195~426300,189540068~63211,194386700~9134583,212937808~6954192,237485036~12970544,252127503~3673458,255852544~8075326,268435456~11138939,296951283~1348192,313299648~20197479,346783197~8960481,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.318 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 17 diff [1057146~5304165,6451043~3110077,17032957~18212333,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~9134583,212937808~6954192,237485036~12970544,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377130979~4377628,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.318 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~18212333,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~9134583,212937808~6954192,237485036~12970544,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377130979~4377628,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.323 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~18212333,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~9134583,212937808~6954192,237485036~12970544,252127503~3673458,255852544~8075326,268435456~11138939,296951283~1348192,313299648~20197479,343993690~2327497,346783197~8960481,362174033~1088925,377130979~4377628,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.323 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 18 diff [1057146~5304165,6451043~3110077,17032957~18212333,35983051~5368957,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~11967293,212937808~6954192,237485036~12970544,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.323 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~18212333,35983051~5368957,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~11967293,212937808~6954192,237485036~12970544,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.329 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~18212333,35983051~5368957,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~11967293,212937808~6954192,237485036~12970544,252127503~3673458,255852544~8075326,268435456~11138939,296951283~1348192,313299648~20197479,343993690~2327497,346783197~8960481,362174033~1088925,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.329 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 19 diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.329 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.334 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.334 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 11 diff [56005660~7108982,76058043~14338608,113222734~8786278,172670341~3802968,256017057~7910813,273377498~6196897,392771764~1174295] 2024-04-15T17:44:11.334 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [56005660~7108982,76058043~14338608,113222734~8786278,172670341~3802968,256017057~7910813,273377498~6196897,392771764~1174295] 2024-04-15T17:44:11.340 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [56005660~7108982,76058043~14338608,113222734~8786278,172670341~3802968,255852544~8075326,272629760~6944635,392771764~1174295] 2024-04-15T17:44:11.340 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 12 diff [6451043~2678820,18228149~5367180,56005660~7108982,76058043~14338608,97659399~6533577,113222734~8786278,136398164~7397694,172670341~3802968,195769611~7751672,241454922~2007810,256017057~7910813,273377498~6196897,296951283~1348192,330344297~1849504,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.340 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,18228149~5367180,56005660~7108982,76058043~14338608,97659399~6533577,113222734~8786278,136398164~7397694,172670341~3802968,195769611~7751672,241454922~2007810,256017057~7910813,273377498~6196897,296951283~1348192,330344297~1849504,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.345 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,18228149~5367180,56005660~7108982,76058043~14338608,96468992~7723984,113222734~8786278,136398164~7397694,172670341~3802968,195769611~7751672,241454922~2007810,255852544~8075326,272629760~6944635,296951283~1348192,329963069~2230732,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.345 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 13 diff [6451043~2678820,18228149~5367180,56005660~13079165,76058043~14338608,97659399~6533577,113222734~8786278,136398164~7397694,158174989~8176526,172670341~3802968,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,256017057~7910813,269724193~1881806,273377498~6196897,296951283~1348192,313299648~3988190,330344297~1849504,355358402~385276,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.346 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,18228149~5367180,56005660~13079165,76058043~14338608,97659399~6533577,113222734~8786278,136398164~7397694,158174989~8176526,172670341~3802968,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,256017057~7910813,269724193~1881806,273377498~6196897,296951283~1348192,313299648~3988190,330344297~1849504,355358402~385276,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.351 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,18228149~5367180,56005660~13079165,76058043~14338608,96468992~7723984,113222734~8786278,136398164~7397694,156831044~9520471,172670341~3802968,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,255852544~8075326,268435456~3170543,272629760~6944635,296951283~1348192,313299648~3988190,329963069~2230732,355184910~558768,377130979~4377628,392771764~1174295] 2024-04-15T17:44:11.351 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 14 diff [6451043~2678820,18228149~16811808,56005660~13079165,76058043~14338608,97659399~6533577,112638387~9370625,136398164~7397694,158174989~8176526,172670341~3802968,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,256017057~7910813,269724193~1881806,273377498~6196897,296951283~1348192,313299648~10908980,330344297~1849504,346783197~6778930,355358402~385276,377130979~4377628,381616374~955820,392771764~1174295,402406881~4449801] 2024-04-15T17:44:11.352 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,18228149~16811808,56005660~13079165,76058043~14338608,97659399~6533577,112638387~9370625,136398164~7397694,158174989~8176526,172670341~3802968,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,256017057~7910813,269724193~1881806,273377498~6196897,296951283~1348192,313299648~10908980,330344297~1849504,346783197~6778930,355358402~385276,377130979~4377628,381616374~955820,392771764~1174295,402406881~4449801] 2024-04-15T17:44:11.357 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,18228149~16811808,56005660~13079165,76058043~14338608,96468992~7723984,112638387~9370625,136398164~7397694,156831044~9520471,172670341~3802968,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,255852544~8075326,268435456~3170543,272629760~6944635,296951283~1348192,313299648~10908980,329963069~2230732,346783197~6778930,355184910~558768,377130979~4377628,381616374~955820,392771764~1174295,402406881~4449801] 2024-04-15T17:44:11.357 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 15 diff [6451043~2678820,18228149~17017141,48165668~5706680,56005660~13079165,76058043~14338608,97659399~6533577,112638387~9370625,126966084~8043499,136398164~7397694,153557909~12793606,167084272~3374698,172670341~3802968,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,256017057~7910813,269724193~9850202,296951283~1348192,313299648~10908980,324453477~5536880,330344297~1849504,346783197~8960481,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.357 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,18228149~17017141,48165668~5706680,56005660~13079165,76058043~14338608,97659399~6533577,112638387~9370625,126966084~8043499,136398164~7397694,153557909~12793606,167084272~3374698,172670341~3802968,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,256017057~7910813,269724193~9850202,296951283~1348192,313299648~10908980,324453477~5536880,330344297~1849504,346783197~8960481,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.362 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,18228149~17017141,48165668~5706680,56005660~13079165,76058043~14338608,96468992~7723984,112638387~9370625,125829120~9180463,136398164~7397694,153557909~12793606,167084272~3374698,172670341~3802968,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,255852544~8075326,268435456~11138939,296951283~1348192,313299648~10908980,324453477~7740324,346783197~8960481,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.363 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 16 diff [6451043~2678820,18228149~17017141,48165668~5706680,56005660~13079165,76058043~14338608,97659399~6533577,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,185721195~426300,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,244744042~5711538,256017057~7910813,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,346783197~8960481,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.363 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,18228149~17017141,48165668~5706680,56005660~13079165,76058043~14338608,97659399~6533577,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,185721195~426300,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,244744042~5711538,256017057~7910813,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,346783197~8960481,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.368 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,18228149~17017141,48165668~5706680,56005660~13079165,76058043~14338608,96468992~7723984,112638387~11624929,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,185721195~426300,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,244744042~5711538,255852544~8075326,268435456~11138939,296951283~1348192,313299648~20197479,346783197~8960481,377130979~4377628,381616374~955820,392771764~1174295,401594520~5262162] 2024-04-15T17:44:11.368 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 17 diff [6451043~2678820,17032957~18212333,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~9134583,212937808~6954192,241454922~2007810,244744042~5711538,256017057~7910813,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377130979~4377628,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.368 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~18212333,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~9134583,212937808~6954192,241454922~2007810,244744042~5711538,256017057~7910813,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377130979~4377628,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.374 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~18212333,48165668~20919157,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~9134583,212937808~6954192,241454922~2007810,244744042~5711538,255852544~8075326,268435456~11138939,296951283~1348192,313299648~20197479,343993690~2327497,346783197~8960481,362174033~1088925,377130979~4377628,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.374 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 18 diff [6451043~2678820,17032957~18212333,35983051~5368957,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~11967293,212937808~6954192,241454922~2007810,244744042~5711538,256017057~7910813,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.375 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~18212333,35983051~5368957,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~11967293,212937808~6954192,241454922~2007810,244744042~5711538,256017057~7910813,269724193~9850202,296951283~1348192,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.379 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~18212333,35983051~5368957,48165668~20919157,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~11967293,212937808~6954192,241454922~2007810,244744042~5711538,255852544~8075326,268435456~11138939,296951283~1348192,313299648~20197479,343993690~2327497,346783197~8960481,362174033~1088925,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.379 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 19 diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.379 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.385 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.385 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 12 diff [6451043~2678820,18228149~5367180,97659399~6533577,136398164~7397694,195769611~7751672,241454922~2007810,296951283~1348192,330344297~1849504,377130979~4377628] 2024-04-15T17:44:11.385 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,18228149~5367180,97659399~6533577,136398164~7397694,195769611~7751672,241454922~2007810,296951283~1348192,330344297~1849504,377130979~4377628] 2024-04-15T17:44:11.390 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,18228149~5367180,96468992~7723984,136398164~7397694,195769611~7751672,241454922~2007810,296951283~1348192,329963069~2230732,377130979~4377628] 2024-04-15T17:44:11.391 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 13 diff [6451043~2678820,18228149~5367180,61711820~7373005,97659399~6533577,136398164~7397694,158174989~8176526,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,269724193~1881806,296951283~1348192,313299648~3988190,330344297~1849504,355358402~385276,377130979~4377628] 2024-04-15T17:44:11.391 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,18228149~5367180,61711820~7373005,97659399~6533577,136398164~7397694,158174989~8176526,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,269724193~1881806,296951283~1348192,313299648~3988190,330344297~1849504,355358402~385276,377130979~4377628] 2024-04-15T17:44:11.395 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,18228149~5367180,61711820~7373005,96468992~7723984,136398164~7397694,156831044~9520471,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,268435456~3170543,296951283~1348192,313299648~3988190,329963069~2230732,355184910~558768,377130979~4377628] 2024-04-15T17:44:11.396 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 14 diff [6451043~2678820,18228149~16811808,61711820~7373005,78729298~7224933,97659399~6533577,112638387~3310066,136398164~7397694,158174989~8176526,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,269724193~1881806,296951283~1348192,313299648~10908980,330344297~1849504,346783197~6778930,355358402~385276,377130979~4377628,381616374~955820,402406881~4449801] 2024-04-15T17:44:11.396 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,18228149~16811808,61711820~7373005,78729298~7224933,97659399~6533577,112638387~3310066,136398164~7397694,158174989~8176526,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,269724193~1881806,296951283~1348192,313299648~10908980,330344297~1849504,346783197~6778930,355358402~385276,377130979~4377628,381616374~955820,402406881~4449801] 2024-04-15T17:44:11.401 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,18228149~16811808,61711820~7373005,78729298~7224933,96468992~7723984,112638387~3310066,136398164~7397694,156831044~9520471,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,268435456~3170543,296951283~1348192,313299648~10908980,329963069~2230732,346783197~6778930,355184910~558768,377130979~4377628,381616374~955820,402406881~4449801] 2024-04-15T17:44:11.401 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 15 diff [6451043~2678820,18228149~17017141,48165668~5706680,61711820~7373005,78729298~7224933,97659399~6533577,112638387~3310066,126966084~8043499,136398164~7397694,153557909~12793606,167084272~3374698,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,269724193~5990937,296951283~1348192,313299648~10908980,324453477~5536880,330344297~1849504,346783197~8960481,377130979~4377628,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.402 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,18228149~17017141,48165668~5706680,61711820~7373005,78729298~7224933,97659399~6533577,112638387~3310066,126966084~8043499,136398164~7397694,153557909~12793606,167084272~3374698,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,269724193~5990937,296951283~1348192,313299648~10908980,324453477~5536880,330344297~1849504,346783197~8960481,377130979~4377628,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.407 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,18228149~17017141,48165668~5706680,61711820~7373005,78729298~7224933,96468992~7723984,112638387~3310066,125829120~9180463,136398164~7397694,153557909~12793606,167084272~3374698,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,268435456~7279674,296951283~1348192,313299648~10908980,324453477~7740324,346783197~8960481,377130979~4377628,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.407 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 16 diff [6451043~2678820,18228149~17017141,48165668~5706680,59006863~10077962,78729298~7224933,97659399~6533577,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,185721195~426300,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,244744042~5711538,269724193~5990937,296951283~1348192,313299648~16690709,330086036~3411091,346783197~8960481,377130979~4377628,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.407 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,18228149~17017141,48165668~5706680,59006863~10077962,78729298~7224933,97659399~6533577,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,185721195~426300,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,244744042~5711538,269724193~5990937,296951283~1348192,313299648~16690709,330086036~3411091,346783197~8960481,377130979~4377628,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.413 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,18228149~17017141,48165668~5706680,59006863~10077962,78729298~7224933,96468992~7723984,112638387~3310066,121405734~2857582,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,185721195~426300,189540068~63211,194386700~9134583,212937808~6954192,241454922~2007810,244744042~5711538,268435456~7279674,296951283~1348192,313299648~20197479,346783197~8960481,377130979~4377628,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.413 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 17 diff [6451043~2678820,17032957~18212333,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~9134583,212937808~6954192,241454922~2007810,244744042~5711538,269724193~5990937,296951283~1348192,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377130979~4377628,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.413 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~18212333,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~9134583,212937808~6954192,241454922~2007810,244744042~5711538,269724193~5990937,296951283~1348192,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377130979~4377628,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.419 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~18212333,48165668~10309718,59006863~10077962,78729298~7224933,96468992~7723984,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~9134583,212937808~6954192,241454922~2007810,244744042~5711538,268435456~7279674,296951283~1348192,313299648~20197479,343993690~2327497,346783197~8960481,362174033~1088925,377130979~4377628,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.419 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 18 diff [6451043~2678820,17032957~18212333,35983051~5368957,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~11967293,212937808~6954192,241454922~2007810,244744042~5711538,269724193~5990937,296951283~1348192,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.419 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~18212333,35983051~5368957,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~11967293,212937808~6954192,241454922~2007810,244744042~5711538,269724193~5990937,296951283~1348192,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.424 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~18212333,35983051~5368957,48165668~10309718,59006863~10077962,78729298~7224933,96468992~7723984,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~11967293,212937808~6954192,241454922~2007810,244744042~5711538,268435456~7279674,296951283~1348192,313299648~20197479,343993690~2327497,346783197~8960481,362174033~1088925,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.425 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 19 diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.425 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.430 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,96468992~7723984,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,268435456~7279674,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:11.430 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to 13 diff [61711820~7373005,98523824~3120561,158174989~8176526,189540068~63211,194386700~2349430,212937808~6954192,269724193~1881806,313299648~3988190,355358402~385276,377996036~3019635] 2024-04-15T17:44:11.430 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [61711820~7373005,98523824~3120561,158174989~8176526,189540068~63211,194386700~2349430,212937808~6954192,269724193~1881806,313299648~3988190,355358402~385276,377996036~3019635] 2024-04-15T17:44:11.435 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [61711820~7373005,98523824~3120561,156831044~9520471,189540068~63211,194386700~2349430,212937808~6954192,268435456~3170543,313299648~3988190,355184910~558768,377996036~3019635] 2024-04-15T17:44:11.436 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to 14 diff [23534336~11505621,61711820~7373005,78729298~7224933,98523824~3120561,112638387~3310066,158174989~8176526,189540068~63211,194386700~2349430,212937808~6954192,269724193~1881806,313299648~10908980,346783197~6778930,355358402~385276,377996036~3019635,381616374~955820,402406881~4449801] 2024-04-15T17:44:11.436 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [23534336~11505621,61711820~7373005,78729298~7224933,98523824~3120561,112638387~3310066,158174989~8176526,189540068~63211,194386700~2349430,212937808~6954192,269724193~1881806,313299648~10908980,346783197~6778930,355358402~385276,377996036~3019635,381616374~955820,402406881~4449801] 2024-04-15T17:44:11.441 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [23534336~11505621,61711820~7373005,78729298~7224933,98523824~3120561,112638387~3310066,156831044~9520471,189540068~63211,194386700~2349430,212937808~6954192,268435456~3170543,313299648~10908980,346783197~6778930,355184910~558768,377996036~3019635,381616374~955820,402406881~4449801] 2024-04-15T17:44:11.441 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to 15 diff [23534336~11710954,48165668~5706680,61711820~7373005,78729298~7224933,98523824~3120561,112638387~3310066,126966084~8043499,153557909~12793606,167084272~3374698,189540068~63211,194386700~2349430,212937808~6954192,269724193~5990937,313299648~10908980,324453477~5536880,346783197~8960481,377996036~3019635,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.441 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [23534336~11710954,48165668~5706680,61711820~7373005,78729298~7224933,98523824~3120561,112638387~3310066,126966084~8043499,153557909~12793606,167084272~3374698,189540068~63211,194386700~2349430,212937808~6954192,269724193~5990937,313299648~10908980,324453477~5536880,346783197~8960481,377996036~3019635,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.449 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [23534336~11710954,48165668~5706680,61711820~7373005,78729298~7224933,98523824~3120561,112638387~3310066,125829120~9180463,153557909~12793606,167084272~3374698,189540068~63211,194386700~2349430,212937808~6954192,268435456~7279674,313299648~10908980,324453477~5536880,346783197~8960481,377996036~3019635,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.449 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to 16 diff [23534336~11710954,48165668~5706680,59006863~10077962,78729298~7224933,98523824~3120561,112638387~3310066,121405734~2857582,126966084~8043499,139203094~3698300,153491818~12859697,167084272~3374698,185721195~426300,189540068~63211,194386700~2349430,212937808~6954192,244744042~5711538,269724193~5990937,313299648~16690709,330086036~3411091,346783197~8960481,377996036~3019635,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.449 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [23534336~11710954,48165668~5706680,59006863~10077962,78729298~7224933,98523824~3120561,112638387~3310066,121405734~2857582,126966084~8043499,139203094~3698300,153491818~12859697,167084272~3374698,185721195~426300,189540068~63211,194386700~2349430,212937808~6954192,244744042~5711538,269724193~5990937,313299648~16690709,330086036~3411091,346783197~8960481,377996036~3019635,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.455 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [23534336~11710954,48165668~5706680,59006863~10077962,78729298~7224933,98523824~3120561,112638387~3310066,121405734~2857582,125829120~9180463,139203094~3698300,153491818~12859697,167084272~3374698,185721195~426300,189540068~63211,194386700~2349430,212937808~6954192,244744042~5711538,268435456~7279674,313299648~16690709,330086036~3411091,346783197~8960481,377996036~3019635,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.455 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to 17 diff [17032957~18212333,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,139203094~3698300,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,212937808~6954192,244744042~5711538,269724193~5990937,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377996036~3019635,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.455 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~18212333,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,139203094~3698300,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,212937808~6954192,244744042~5711538,269724193~5990937,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377996036~3019635,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.461 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~18212333,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,139203094~3698300,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,212937808~6954192,244744042~5711538,268435456~7279674,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377996036~3019635,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.461 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to 18 diff [17032957~18212333,35983051~5368957,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~4287626,212937808~6954192,244744042~5711538,269724193~5990937,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377996036~4576158,391878906~14977776] 2024-04-15T17:44:11.461 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~18212333,35983051~5368957,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~4287626,212937808~6954192,244744042~5711538,269724193~5990937,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377996036~4576158,391878906~14977776] 2024-04-15T17:44:11.467 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~18212333,35983051~5368957,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~4287626,212937808~6954192,244744042~5711538,268435456~7279674,313299648~16690709,330086036~3411091,343993690~2327497,346783197~8960481,362174033~1088925,377996036~4576158,391878906~14977776] 2024-04-15T17:44:11.467 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to 19 diff [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,269724193~5990937,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:11.467 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,269724193~5990937,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:11.472 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,268435456~7279674,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:11.472 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to 14 diff [23534336~11505621,78729298~7224933,112638387~3310066,316239644~7968984,346783197~6778930,381616374~955820,402406881~4449801] 2024-04-15T17:44:11.472 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [23534336~11505621,78729298~7224933,112638387~3310066,316239644~7968984,346783197~6778930,381616374~955820,402406881~4449801] 2024-04-15T17:44:11.479 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [23534336~11505621,78729298~7224933,112638387~3310066,316239644~7968984,346783197~6778930,381616374~955820,402406881~4449801] 2024-04-15T17:44:11.479 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to 15 diff [23534336~11710954,48165668~5706680,78729298~7224933,112638387~3310066,126966084~8043499,153557909~7774201,167084272~3374698,270421718~5293412,316239644~7968984,324453477~5536880,346783197~8699572,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.479 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [23534336~11710954,48165668~5706680,78729298~7224933,112638387~3310066,126966084~8043499,153557909~7774201,167084272~3374698,270421718~5293412,316239644~7968984,324453477~5536880,346783197~8699572,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.485 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [23534336~11710954,48165668~5706680,78729298~7224933,112638387~3310066,125829120~9180463,153557909~7774201,167084272~3374698,270421718~5293412,316239644~7968984,324453477~5536880,346783197~8699572,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.485 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to 16 diff [23534336~11710954,48165668~5706680,59006863~6203156,78729298~7224933,112638387~3310066,121405734~2857582,126966084~8043499,139203094~3698300,153491818~7840292,167084272~3374698,185721195~426300,244744042~5711538,270421718~5293412,316239644~13750713,330086036~3411091,346783197~8699572,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.485 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [23534336~11710954,48165668~5706680,59006863~6203156,78729298~7224933,112638387~3310066,121405734~2857582,126966084~8043499,139203094~3698300,153491818~7840292,167084272~3374698,185721195~426300,244744042~5711538,270421718~5293412,316239644~13750713,330086036~3411091,346783197~8699572,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.490 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [23534336~11710954,48165668~5706680,59006863~6203156,78729298~7224933,112638387~3310066,121405734~2857582,125829120~9180463,139203094~3698300,153491818~7840292,167084272~3374698,185721195~426300,244744042~5711538,270421718~5293412,316239644~13750713,330086036~3411091,346783197~8699572,381616374~955820,401594520~5262162] 2024-04-15T17:44:11.490 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to 17 diff [17032957~18212333,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,139203094~3698300,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,244744042~5711538,270421718~5293412,316239644~13750713,330086036~3411091,343993690~2327497,346783197~8699572,362174033~1088925,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.491 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~18212333,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,139203094~3698300,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,244744042~5711538,270421718~5293412,316239644~13750713,330086036~3411091,343993690~2327497,346783197~8699572,362174033~1088925,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.496 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~18212333,48165668~10309718,59006863~6203156,78729298~7224933,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,139203094~3698300,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,244744042~5711538,270421718~5293412,316239644~13750713,330086036~3411091,343993690~2327497,346783197~8699572,362174033~1088925,381616374~955820,391878906~7711595,401594520~5262162] 2024-04-15T17:44:11.496 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to 18 diff [17032957~18212333,35983051~5368957,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~4287626,213023604~2031110,244744042~5711538,270421718~5293412,316239644~13750713,330086036~3411091,343993690~2327497,346783197~8800909,362174033~1088925,380837430~1734764,391878906~14977776] 2024-04-15T17:44:11.496 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~18212333,35983051~5368957,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~4287626,213023604~2031110,244744042~5711538,270421718~5293412,316239644~13750713,330086036~3411091,343993690~2327497,346783197~8800909,362174033~1088925,380837430~1734764,391878906~14977776] 2024-04-15T17:44:11.501 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~18212333,35983051~5368957,48165668~10309718,59006863~6203156,78729298~7224933,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~4287626,213023604~2031110,244744042~5711538,270421718~5293412,316239644~13750713,330086036~3411091,343993690~2327497,346783197~8800909,362174033~1088925,380837430~1734764,391878906~14977776] 2024-04-15T17:44:11.502 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to 19 diff [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:11.502 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:11.507 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:11.508 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to 15 diff [27909362~7335928,48165668~5706680,126966084~8043499,153557909~7774201,167084272~3374698,270421718~5293412,324453477~5536880,347876378~7606391,401594520~4289114] 2024-04-15T17:44:11.508 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [27909362~7335928,48165668~5706680,126966084~8043499,153557909~7774201,167084272~3374698,270421718~5293412,324453477~5536880,347876378~7606391,401594520~4289114] 2024-04-15T17:44:11.514 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [27909362~7335928,48165668~5706680,125829120~9180463,153557909~7774201,167084272~3374698,270421718~5293412,324453477~5536880,347876378~7606391,401594520~4289114] 2024-04-15T17:44:11.514 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to 16 diff [27909362~7335928,48165668~5706680,59006863~6203156,121405734~2857582,126966084~8043499,139203094~3698300,153491818~7840292,167084272~3374698,185721195~426300,244744042~5711538,270421718~5293412,324200656~5789701,330086036~3411091,347876378~7606391,401594520~4289114] 2024-04-15T17:44:11.514 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [27909362~7335928,48165668~5706680,59006863~6203156,121405734~2857582,126966084~8043499,139203094~3698300,153491818~7840292,167084272~3374698,185721195~426300,244744042~5711538,270421718~5293412,324200656~5789701,330086036~3411091,347876378~7606391,401594520~4289114] 2024-04-15T17:44:11.519 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [27909362~7335928,48165668~5706680,59006863~6203156,121405734~2857582,125829120~9180463,139203094~3698300,153491818~7840292,167084272~3374698,185721195~426300,244744042~5711538,270421718~5293412,324200656~5789701,330086036~3411091,347876378~7606391,401594520~4289114] 2024-04-15T17:44:11.519 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to 17 diff [17032957~7533720,27909362~7335928,48165668~10309718,59006863~6203156,106336958~1576924,121405734~2857582,126966084~8043499,139203094~3698300,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,244744042~5711538,270421718~5293412,324200656~5789701,330086036~3411091,343993690~2327497,347876378~7606391,362174033~1088925,391878906~7711595,401594520~4289114] 2024-04-15T17:44:11.519 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~7533720,27909362~7335928,48165668~10309718,59006863~6203156,106336958~1576924,121405734~2857582,126966084~8043499,139203094~3698300,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,244744042~5711538,270421718~5293412,324200656~5789701,330086036~3411091,343993690~2327497,347876378~7606391,362174033~1088925,391878906~7711595,401594520~4289114] 2024-04-15T17:44:11.525 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~7533720,27909362~7335928,48165668~10309718,59006863~6203156,104924506~2989376,121405734~2857582,125829120~9180463,139203094~3698300,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,244744042~5711538,270421718~5293412,324200656~5789701,330086036~3411091,343993690~2327497,347876378~7606391,362174033~1088925,391878906~7711595,401594520~4289114] 2024-04-15T17:44:11.525 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to 18 diff [17032957~7889775,27909362~7335928,35983051~5368957,48165668~10309718,59006863~6203156,106336958~1576924,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~4287626,213023604~2031110,244744042~5711538,270421718~5293412,324200656~5789701,330086036~3411091,343993690~2327497,347876378~7707728,362174033~1088925,380837430~1241424,391878906~14004728] 2024-04-15T17:44:11.525 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~7889775,27909362~7335928,35983051~5368957,48165668~10309718,59006863~6203156,106336958~1576924,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~4287626,213023604~2031110,244744042~5711538,270421718~5293412,324200656~5789701,330086036~3411091,343993690~2327497,347876378~7707728,362174033~1088925,380837430~1241424,391878906~14004728] 2024-04-15T17:44:11.531 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~7889775,27909362~7335928,35983051~5368957,48165668~10309718,59006863~6203156,104924506~2989376,121405734~2857582,125829120~9180463,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~4287626,213023604~2031110,244744042~5711538,270421718~5293412,324200656~5789701,330086036~3411091,343993690~2327497,347876378~7707728,362174033~1088925,380837430~1241424,391878906~14004728] 2024-04-15T17:44:11.531 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to 19 diff [17032957~24400772,48165668~10309718,59006863~6203156,106336958~1576924,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,324200656~5789701,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1241424,391878906~14004728] 2024-04-15T17:44:11.531 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~6203156,106336958~1576924,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,324200656~5789701,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1241424,391878906~14004728] 2024-04-15T17:44:11.536 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~6203156,104924506~2989376,121405734~2857582,125829120~9180463,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,324200656~5789701,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1241424,391878906~14004728] 2024-04-15T17:44:11.536 INFO:tasks.workunit.client.0.smithi090.stdout:from 15 to 16 diff [52690451~210988,59006863~6203156,121405734~2857582,139203094~3698300,153491818~5603082,185721195~426300,244744042~5711538,324200656~1809187,330086036~3411091,404786042~220702] 2024-04-15T17:44:11.537 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [52690451~210988,59006863~6203156,121405734~2857582,139203094~3698300,153491818~5603082,185721195~426300,244744042~5711538,324200656~1809187,330086036~3411091,404786042~220702] 2024-04-15T17:44:11.542 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [52690451~210988,59006863~6203156,121405734~2857582,139203094~3698300,153491818~5603082,185721195~426300,244744042~5711538,324200656~1809187,330086036~3411091,404786042~220702] 2024-04-15T17:44:11.542 INFO:tasks.workunit.client.0.smithi090.stdout:from 15 to 17 diff [17032957~7533720,49574148~8901238,59006863~6203156,106336958~1576924,121405734~2857582,139203094~3698300,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,244744042~5711538,324200656~1809187,330086036~3411091,343993690~2327497,362174033~1088925,391878906~7711595,404786042~220702] 2024-04-15T17:44:11.542 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~7533720,49574148~8901238,59006863~6203156,106336958~1576924,121405734~2857582,139203094~3698300,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,244744042~5711538,324200656~1809187,330086036~3411091,343993690~2327497,362174033~1088925,391878906~7711595,404786042~220702] 2024-04-15T17:44:11.547 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~7533720,49574148~8901238,59006863~6203156,104924506~2989376,121405734~2857582,139203094~3698300,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,244744042~5711538,324200656~1809187,330086036~3411091,343993690~2327497,362174033~1088925,391878906~7711595,404786042~220702] 2024-04-15T17:44:11.547 INFO:tasks.workunit.client.0.smithi090.stdout:from 15 to 18 diff [17032957~7889775,35983051~5368957,49574148~8901238,59006863~6203156,106336958~1576924,121405734~2857582,137336930~5564464,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,202066367~4287626,213023604~2031110,244744042~5711538,271285345~3507935,324200656~1809187,330086036~3411091,343993690~2327497,353527044~2057062,362174033~1088925,380837430~1241424,391878906~13422279] 2024-04-15T17:44:11.548 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~7889775,35983051~5368957,49574148~8901238,59006863~6203156,106336958~1576924,121405734~2857582,137336930~5564464,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,202066367~4287626,213023604~2031110,244744042~5711538,271285345~3507935,324200656~1809187,330086036~3411091,343993690~2327497,353527044~2057062,362174033~1088925,380837430~1241424,391878906~13422279] 2024-04-15T17:44:11.553 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~7889775,35983051~5368957,49574148~8901238,59006863~6203156,104924506~2989376,121405734~2857582,137336930~5564464,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,202066367~4287626,213023604~2031110,244744042~5711538,271285345~3507935,324200656~1809187,330086036~3411091,343993690~2327497,353527044~2057062,362174033~1088925,380837430~1241424,391878906~13422279] 2024-04-15T17:44:11.553 INFO:tasks.workunit.client.0.smithi090.stdout:from 15 to 19 diff [17032957~11661800,32821714~8612015,49574148~8901238,59006863~6203156,106336958~1576924,121405734~2857582,137336930~5564464,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,271285345~3507935,311354843~4030365,324200656~1809187,330086036~3411091,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:11.553 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~11661800,32821714~8612015,49574148~8901238,59006863~6203156,106336958~1576924,121405734~2857582,137336930~5564464,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,271285345~3507935,311354843~4030365,324200656~1809187,330086036~3411091,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:11.558 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~11661800,32821714~8612015,49574148~8901238,59006863~6203156,104924506~2989376,121405734~2857582,137336930~5564464,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,271285345~3507935,311354843~4030365,324200656~1809187,330086036~3411091,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:11.559 INFO:tasks.workunit.client.0.smithi090.stdout:from 16 to 17 diff [17032957~7533720,49574148~8901238,106336958~1576924,179267024~5467782,188860539~4163720,343993690~2327497,362174033~1088925,391878906~7711595] 2024-04-15T17:44:11.559 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~7533720,49574148~8901238,106336958~1576924,179267024~5467782,188860539~4163720,343993690~2327497,362174033~1088925,391878906~7711595] 2024-04-15T17:44:11.564 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~7533720,49574148~8901238,104924506~2989376,179267024~5467782,188860539~4163720,343993690~2327497,362174033~1088925,391878906~7711595] 2024-04-15T17:44:11.564 INFO:tasks.workunit.client.0.smithi090.stdout:from 16 to 18 diff [17032957~7889775,35983051~5368957,49574148~8901238,106336958~1576924,137336930~3132089,179267024~5467782,188860539~4163720,202066367~4287626,213023604~2031110,271285345~3507935,343993690~2327497,353527044~2057062,362174033~1088925,380837430~1241424,391878906~13422279] 2024-04-15T17:44:11.564 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~7889775,35983051~5368957,49574148~8901238,106336958~1576924,137336930~3132089,179267024~5467782,188860539~4163720,202066367~4287626,213023604~2031110,271285345~3507935,343993690~2327497,353527044~2057062,362174033~1088925,380837430~1241424,391878906~13422279] 2024-04-15T17:44:11.570 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~7889775,35983051~5368957,49574148~8901238,104924506~2989376,137336930~3132089,179267024~5467782,188860539~4163720,202066367~4287626,213023604~2031110,271285345~3507935,343993690~2327497,353527044~2057062,362174033~1088925,380837430~1241424,391878906~13422279] 2024-04-15T17:44:11.570 INFO:tasks.workunit.client.0.smithi090.stdout:from 16 to 19 diff [17032957~11661800,32821714~8612015,49574148~8901238,106336958~1576924,137336930~3132089,179267024~5467782,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,248393141~3216888,271285345~3507935,311354843~4030365,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:11.570 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~11661800,32821714~8612015,49574148~8901238,106336958~1576924,137336930~3132089,179267024~5467782,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,248393141~3216888,271285345~3507935,311354843~4030365,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:11.575 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~11661800,32821714~8612015,49574148~8901238,104924506~2989376,137336930~3132089,179267024~5467782,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,248393141~3216888,271285345~3507935,311354843~4030365,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:11.575 INFO:tasks.workunit.client.0.smithi090.stdout:from 17 to 18 diff [20892834~4029898,35983051~5368957,137336930~3132089,202066367~4287626,213023604~2031110,271285345~3507935,353527044~2057062,380837430~1241424,397915633~7385552] 2024-04-15T17:44:11.575 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [20892834~4029898,35983051~5368957,137336930~3132089,202066367~4287626,213023604~2031110,271285345~3507935,353527044~2057062,380837430~1241424,397915633~7385552] 2024-04-15T17:44:11.581 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [20892834~4029898,35983051~5368957,137336930~3132089,202066367~4287626,213023604~2031110,271285345~3507935,353527044~2057062,380837430~1241424,397915633~7385552] 2024-04-15T17:44:11.581 INFO:tasks.workunit.client.0.smithi090.stdout:from 17 to 19 diff [20510655~8184102,32821714~8612015,137336930~3132089,202066367~9470733,213023604~2031110,221322402~1445586,248393141~3216888,271285345~3507935,311354843~4030365,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,397915633~7385552] 2024-04-15T17:44:11.581 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [20510655~8184102,32821714~8612015,137336930~3132089,202066367~9470733,213023604~2031110,221322402~1445586,248393141~3216888,271285345~3507935,311354843~4030365,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,397915633~7385552] 2024-04-15T17:44:11.586 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [20510655~8184102,32821714~8612015,137336930~3132089,202066367~9470733,213023604~2031110,221322402~1445586,248393141~3216888,271285345~3507935,311354843~4030365,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,397915633~7385552] 2024-04-15T17:44:11.587 INFO:tasks.workunit.client.0.smithi090.stdout:from 18 to 19 diff [20510655~8184102,32821714~8612015,204395123~7141977,221322402~1445586,248393141~3216888,311354843~4030365,338662335~12155654,360083353~5061679] 2024-04-15T17:44:11.587 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [20510655~8184102,32821714~8612015,204395123~7141977,221322402~1445586,248393141~3216888,311354843~4030365,338662335~12155654,360083353~5061679] 2024-04-15T17:44:11.592 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [20510655~8184102,32821714~8612015,204395123~7141977,221322402~1445586,248393141~3216888,311354843~4030365,338662335~12155654,360083353~5061679] 2024-04-15T17:44:11.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:11 smithi090 ceph-mon[89240]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-15T17:44:11.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:11 smithi090 ceph-mon[91618]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-15T17:44:11.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:11 smithi153 ceph-mon[84714]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-15T17:44:12.493 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:12.494 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:12.517 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:12.517 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:12.517 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:12.523 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:12.523 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:12.523 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:12.529 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:12.529 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:12.529 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:12.534 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:12.534 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:12.535 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:12.540 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:12.540 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:12.541 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:12.546 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:12.546 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:12.546 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:12.551 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:12.552 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:12.552 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:12.558 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:12.558 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:12.558 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:12.563 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:12.563 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:12.563 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:12.569 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:12.569 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:12.569 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:12.574 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:12.574 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to HEAD diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:12.574 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:12.580 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,96468992~7723984,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,268435456~7279674,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:12.580 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to HEAD diff [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,269724193~5990937,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:12.580 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,269724193~5990937,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:12.585 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,268435456~7279674,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:12.585 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to HEAD diff [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:12.586 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:12.590 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:12.591 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to HEAD diff [17032957~24400772,48165668~10309718,59006863~6203156,106336958~1576924,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,324200656~5789701,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1241424,391878906~14004728] 2024-04-15T17:44:12.591 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~6203156,106336958~1576924,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,324200656~5789701,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1241424,391878906~14004728] 2024-04-15T17:44:12.596 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~6203156,104924506~2989376,121405734~2857582,125829120~9180463,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,324200656~5789701,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1241424,391878906~14004728] 2024-04-15T17:44:12.596 INFO:tasks.workunit.client.0.smithi090.stdout:from 15 to HEAD diff [17032957~11661800,32821714~8612015,49574148~8901238,59006863~6203156,106336958~1576924,121405734~2857582,137336930~5564464,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,271285345~3507935,311354843~4030365,324200656~1809187,330086036~3411091,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:12.596 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~11661800,32821714~8612015,49574148~8901238,59006863~6203156,106336958~1576924,121405734~2857582,137336930~5564464,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,271285345~3507935,311354843~4030365,324200656~1809187,330086036~3411091,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:12.601 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~11661800,32821714~8612015,49574148~8901238,59006863~6203156,104924506~2989376,121405734~2857582,137336930~5564464,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,271285345~3507935,311354843~4030365,324200656~1809187,330086036~3411091,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:12.601 INFO:tasks.workunit.client.0.smithi090.stdout:from 16 to HEAD diff [17032957~11661800,32821714~8612015,49574148~8901238,106336958~1576924,137336930~3132089,179267024~5467782,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,248393141~3216888,271285345~3507935,311354843~4030365,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:12.601 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~11661800,32821714~8612015,49574148~8901238,106336958~1576924,137336930~3132089,179267024~5467782,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,248393141~3216888,271285345~3507935,311354843~4030365,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:12.606 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~11661800,32821714~8612015,49574148~8901238,104924506~2989376,137336930~3132089,179267024~5467782,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,248393141~3216888,271285345~3507935,311354843~4030365,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:12.607 INFO:tasks.workunit.client.0.smithi090.stdout:from 17 to HEAD diff [20510655~8184102,32821714~8612015,137336930~3132089,202066367~9470733,213023604~2031110,221322402~1445586,248393141~3216888,271285345~3507935,311354843~4030365,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,397915633~7385552] 2024-04-15T17:44:12.607 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [20510655~8184102,32821714~8612015,137336930~3132089,202066367~9470733,213023604~2031110,221322402~1445586,248393141~3216888,271285345~3507935,311354843~4030365,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,397915633~7385552] 2024-04-15T17:44:12.612 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [20510655~8184102,32821714~8612015,137336930~3132089,202066367~9470733,213023604~2031110,221322402~1445586,248393141~3216888,271285345~3507935,311354843~4030365,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,397915633~7385552] 2024-04-15T17:44:12.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:12 smithi153 ceph-mon[84714]: pgmap v3978: 137 pgs: 137 active+clean; 834 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 183 KiB/s rd, 38 MiB/s wr, 1.76k op/s 2024-04-15T17:44:12.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:44:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:44:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:44:12.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:12 smithi090 ceph-mon[89240]: pgmap v3978: 137 pgs: 137 active+clean; 834 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 183 KiB/s rd, 38 MiB/s wr, 1.76k op/s 2024-04-15T17:44:12.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:12 smithi090 ceph-mon[91618]: pgmap v3978: 137 pgs: 137 active+clean; 834 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 183 KiB/s rd, 38 MiB/s wr, 1.76k op/s 2024-04-15T17:44:13.500 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:13.500 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:13.541 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:13.541 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:13.541 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:13.547 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:13.547 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:13.547 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:13.553 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:13.553 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:13.553 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:13.558 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:13.558 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:13.559 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:13.564 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:13.565 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:13.565 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:13.570 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:13.570 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:13.570 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:13.576 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:13.576 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:13.577 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:13.582 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:13.582 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:13.582 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:13.588 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:13.588 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:13.588 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:13.593 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:13.593 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:13.594 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:13.599 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:13.599 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to HEAD diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:13.599 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:13.604 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,96468992~7723984,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,268435456~7279674,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:13.604 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to HEAD diff [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,269724193~5990937,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:13.605 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,269724193~5990937,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:13.610 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,268435456~7279674,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:13.610 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to HEAD diff [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:13.610 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:13.616 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:13.616 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to HEAD diff [17032957~24400772,48165668~10309718,59006863~6203156,106336958~1576924,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,324200656~5789701,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1241424,391878906~14004728] 2024-04-15T17:44:13.616 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~6203156,106336958~1576924,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,324200656~5789701,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1241424,391878906~14004728] 2024-04-15T17:44:13.621 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~6203156,104924506~2989376,121405734~2857582,125829120~9180463,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,324200656~5789701,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1241424,391878906~14004728] 2024-04-15T17:44:13.622 INFO:tasks.workunit.client.0.smithi090.stdout:from 15 to HEAD diff [17032957~11661800,32821714~8612015,49574148~8901238,59006863~6203156,106336958~1576924,121405734~2857582,137336930~5564464,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,271285345~3507935,311354843~4030365,324200656~1809187,330086036~3411091,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:13.622 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~11661800,32821714~8612015,49574148~8901238,59006863~6203156,106336958~1576924,121405734~2857582,137336930~5564464,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,271285345~3507935,311354843~4030365,324200656~1809187,330086036~3411091,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:13.627 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~11661800,32821714~8612015,49574148~8901238,59006863~6203156,104924506~2989376,121405734~2857582,137336930~5564464,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,271285345~3507935,311354843~4030365,324200656~1809187,330086036~3411091,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:13.627 INFO:tasks.workunit.client.0.smithi090.stdout:from 16 to HEAD diff [17032957~11661800,32821714~8612015,49574148~8901238,106336958~1576924,137336930~3132089,179267024~5467782,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,248393141~3216888,271285345~3507935,311354843~4030365,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:13.627 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~11661800,32821714~8612015,49574148~8901238,106336958~1576924,137336930~3132089,179267024~5467782,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,248393141~3216888,271285345~3507935,311354843~4030365,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:13.632 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~11661800,32821714~8612015,49574148~8901238,104924506~2989376,137336930~3132089,179267024~5467782,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,248393141~3216888,271285345~3507935,311354843~4030365,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:13.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:13 smithi090 ceph-mon[89240]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-15T17:44:13.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:13 smithi090 ceph-mon[91618]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-15T17:44:13.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:13 smithi153 ceph-mon[84714]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-15T17:44:14.517 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:14.518 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:14.557 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:14.557 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:14.557 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:14.565 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:14.565 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:14.565 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:14.570 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:14.571 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:14.571 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:14.576 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:14.576 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:14.576 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:14.582 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:14.582 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:14.582 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:14.588 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:14.588 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:14.588 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:14.593 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:14.593 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:14.593 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:14.598 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:14.598 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:14.599 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:14.604 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:14.604 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:14.604 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:14.609 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:14.609 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:14.609 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:14.615 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:14.615 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to HEAD diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:14.615 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:14.620 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,96468992~7723984,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,268435456~7279674,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:14.620 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to HEAD diff [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,269724193~5990937,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:14.620 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,269724193~5990937,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:14.625 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,268435456~7279674,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:14.625 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to HEAD diff [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:14.625 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:14.630 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:14.631 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to HEAD diff [17032957~24400772,48165668~10309718,59006863~6203156,106336958~1576924,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,324200656~5789701,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1241424,391878906~14004728] 2024-04-15T17:44:14.631 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~6203156,106336958~1576924,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,324200656~5789701,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1241424,391878906~14004728] 2024-04-15T17:44:14.636 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~6203156,104924506~2989376,121405734~2857582,125829120~9180463,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,324200656~5789701,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1241424,391878906~14004728] 2024-04-15T17:44:14.636 INFO:tasks.workunit.client.0.smithi090.stdout:from 15 to HEAD diff [17032957~11661800,32821714~8612015,49574148~8901238,59006863~6203156,106336958~1576924,121405734~2857582,137336930~5564464,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,271285345~3507935,311354843~4030365,324200656~1809187,330086036~3411091,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:14.636 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~11661800,32821714~8612015,49574148~8901238,59006863~6203156,106336958~1576924,121405734~2857582,137336930~5564464,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,271285345~3507935,311354843~4030365,324200656~1809187,330086036~3411091,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:14.641 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~11661800,32821714~8612015,49574148~8901238,59006863~6203156,104924506~2989376,121405734~2857582,137336930~5564464,153491818~5603082,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,271285345~3507935,311354843~4030365,324200656~1809187,330086036~3411091,338662335~12155654,353527044~2057062,360083353~5061679,380837430~1241424,391878906~13422279] 2024-04-15T17:44:14.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:14 smithi090 ceph-mon[89240]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-15T17:44:14.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:14 smithi090 ceph-mon[89240]: pgmap v3981: 137 pgs: 137 active+clean; 841 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 36 MiB/s wr, 2.06k op/s 2024-04-15T17:44:14.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:14 smithi090 ceph-mon[91618]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-15T17:44:14.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:14 smithi090 ceph-mon[91618]: pgmap v3981: 137 pgs: 137 active+clean; 841 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 36 MiB/s wr, 2.06k op/s 2024-04-15T17:44:14.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:14 smithi153 ceph-mon[84714]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-15T17:44:14.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:14 smithi153 ceph-mon[84714]: pgmap v3981: 137 pgs: 137 active+clean; 841 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 189 KiB/s rd, 36 MiB/s wr, 2.06k op/s 2024-04-15T17:44:15.519 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:15.519 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:15.569 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:15.569 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:15.569 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:15.579 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:15.579 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:15.579 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:15.585 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:15.585 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:15.585 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:15.591 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:15.591 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:15.591 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:15.597 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:15.597 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:15.597 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:15.602 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:15.602 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:15.602 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:15.608 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:15.608 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:15.608 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:15.613 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:15.613 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:15.614 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:15.619 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:15.619 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:15.619 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:15.624 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:15.624 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:15.624 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:15.630 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:15.630 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to HEAD diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:15.630 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:15.635 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,96468992~7723984,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,268435456~7279674,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:15.635 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to HEAD diff [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,269724193~5990937,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:15.635 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,269724193~5990937,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:15.640 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,268435456~7279674,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:15.641 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to HEAD diff [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:15.641 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:15.646 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:15.646 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to HEAD diff [17032957~24400772,48165668~10309718,59006863~6203156,106336958~1576924,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,324200656~5789701,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1241424,391878906~14004728] 2024-04-15T17:44:15.646 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~6203156,106336958~1576924,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,324200656~5789701,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1241424,391878906~14004728] 2024-04-15T17:44:15.651 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~6203156,104924506~2989376,121405734~2857582,125829120~9180463,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,324200656~5789701,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1241424,391878906~14004728] 2024-04-15T17:44:15.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:15 smithi090 ceph-mon[89240]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-15T17:44:15.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:15 smithi090 ceph-mon[91618]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-15T17:44:15.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:15 smithi153 ceph-mon[84714]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-15T17:44:16.541 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:16.541 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:16.581 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:16.581 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:16.581 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:16.590 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:16.590 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:16.590 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:16.595 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:16.596 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:16.596 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:16.601 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:16.601 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:16.601 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:16.607 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:16.607 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:16.607 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:16.612 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:16.612 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:16.612 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:16.618 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:16.618 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:16.619 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:16.624 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:16.624 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:16.624 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:16.629 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:16.629 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:16.629 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:16.634 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:16.634 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:16.634 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:16.640 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:16.640 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to HEAD diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:16.640 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:16.645 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,96468992~7723984,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,268435456~7279674,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:16.645 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to HEAD diff [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,269724193~5990937,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:16.645 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,269724193~5990937,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:16.651 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,268435456~7279674,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:16.651 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to HEAD diff [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:16.651 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:16.656 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~6203156,78729298~7224933,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,137336930~5564464,153491818~7840292,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,202066367~9470733,213023604~2031110,221322402~1445586,244744042~6865987,270421718~5293412,311354843~4030365,316239644~13750713,330086036~3411091,338662335~16921771,360083353~5061679,380837430~1734764,391878906~14977776] 2024-04-15T17:44:16.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:16 smithi090 ceph-mon[89240]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-15T17:44:16.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:16 smithi090 ceph-mon[89240]: pgmap v3984: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 826 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 37 KiB/s rd, 2.4 MiB/s wr, 3.69k op/s 2024-04-15T17:44:16.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:16 smithi090 ceph-mon[91618]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-15T17:44:16.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:16 smithi090 ceph-mon[91618]: pgmap v3984: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 826 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 37 KiB/s rd, 2.4 MiB/s wr, 3.69k op/s 2024-04-15T17:44:16.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:16 smithi153 ceph-mon[84714]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-15T17:44:16.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:16 smithi153 ceph-mon[84714]: pgmap v3984: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 826 MiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 37 KiB/s rd, 2.4 MiB/s wr, 3.69k op/s 2024-04-15T17:44:17.533 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:17.534 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:17.581 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:17.581 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:17.581 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:17.592 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:17.592 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:17.592 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:17.599 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:17.599 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:17.599 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:17.605 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:17.605 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:17.605 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:17.611 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:17.611 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:17.611 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:17.617 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:17.617 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:17.617 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:17.622 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:17.623 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:17.623 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:17.628 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:17.628 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:17.629 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:17.634 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:17.634 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:17.634 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:17.640 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:17.640 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:17.640 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:17.650 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:17.650 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to HEAD diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:17.650 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:17.656 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,96468992~7723984,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,268435456~7279674,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:17.656 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to HEAD diff [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,269724193~5990937,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:17.656 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,269724193~5990937,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:17.661 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,98523824~3120561,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,137336930~5564464,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~2349430,202066367~9470733,212937808~6954192,221322402~1445586,244744042~6865987,268435456~7279674,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377996036~4576158,391878906~14977776] 2024-04-15T17:44:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:17 smithi090 ceph-mon[89240]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-15T17:44:17.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:17 smithi090 ceph-mon[91618]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-15T17:44:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:17 smithi153 ceph-mon[84714]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-15T17:44:18.543 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:18.543 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:18.591 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:18.591 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:18.591 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:18.604 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:18.604 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:18.604 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:18.610 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:18.611 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:18.611 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:18.617 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:18.617 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:18.617 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:18.622 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:18.622 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:18.622 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:18.628 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:18.628 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:18.628 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:18.633 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:18.633 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:18.633 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:18.639 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:18.639 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:18.639 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:18.644 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:18.645 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:18.645 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:18.650 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:18.650 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:18.650 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:18.655 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:18.655 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to HEAD diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:18.655 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,97659399~6533577,106336958~1576924,112638387~3310066,121405734~2857582,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,269724193~5990937,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:18.660 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~10309718,59006863~10077962,78729298~7224933,96468992~7723984,104924506~2989376,112638387~3310066,121405734~2857582,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,268435456~7279674,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:18.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:18 smithi090 ceph-mon[91618]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-15T17:44:18.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:18 smithi090 ceph-mon[91618]: pgmap v3987: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 814 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 147 KiB/s rd, 6.0 KiB/s wr, 4.34k op/s 2024-04-15T17:44:18.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:18 smithi090 ceph-mon[89240]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-15T17:44:18.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:18 smithi090 ceph-mon[89240]: pgmap v3987: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 814 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 147 KiB/s rd, 6.0 KiB/s wr, 4.34k op/s 2024-04-15T17:44:18.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:18 smithi153 ceph-mon[84714]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-15T17:44:18.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:18 smithi153 ceph-mon[84714]: pgmap v3987: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 814 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 147 KiB/s rd, 6.0 KiB/s wr, 4.34k op/s 2024-04-15T17:44:19.527 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:44:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:44:19] "GET /metrics HTTP/1.1" 200 36764 "" "Prometheus/2.43.0" 2024-04-15T17:44:19.550 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:19.550 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:19.595 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:19.595 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:19.595 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:19.608 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:19.608 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:19.608 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:19.615 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:19.615 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:19.615 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:19.620 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:19.620 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:19.620 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:19.626 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:19.626 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:19.626 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:19.632 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:19.632 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:19.632 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:19.637 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:19.637 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:19.637 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:19.642 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:19.643 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:19.643 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:19.648 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:19.648 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:19.648 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:19.653 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:19.653 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:19.653 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:19.658 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [6451043~2678820,17032957~24400772,48165668~20919157,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~7397694,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,241454922~2007810,244744042~6865987,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:19.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:19 smithi090 ceph-mon[89240]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-15T17:44:19.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:19 smithi090 ceph-mon[91618]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-15T17:44:19.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:19 smithi153 ceph-mon[84714]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-15T17:44:20.269 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:20.269 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:20.323 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:20.323 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:20.323 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:20.335 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:20.336 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:20.336 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:20.341 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:20.341 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:20.341 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:20.346 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:20.346 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:20.346 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:20.352 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:20.352 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:20.352 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:20.358 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:20.358 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:20.358 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:20.363 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:20.363 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:20.363 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:20.368 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:20.368 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:20.368 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:20.373 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:20.373 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:20.374 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:20.379 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,179267024~5467782,185721195~426300,188860539~4163720,194386700~17150400,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,255852544~8075326,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:20.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:20 smithi090 ceph-mon[89240]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-15T17:44:20.875 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:20 smithi090 ceph-mon[89240]: pgmap v3990: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 814 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 117 KiB/s rd, 6.0 KiB/s wr, 982 op/s 2024-04-15T17:44:20.875 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:20 smithi090 ceph-mon[89240]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-15T17:44:20.875 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:20 smithi090 ceph-mon[91618]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-15T17:44:20.875 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:20 smithi090 ceph-mon[91618]: pgmap v3990: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 814 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 117 KiB/s rd, 6.0 KiB/s wr, 982 op/s 2024-04-15T17:44:20.875 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:20 smithi090 ceph-mon[91618]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-15T17:44:20.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:20 smithi153 ceph-mon[84714]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-15T17:44:20.887 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:20 smithi153 ceph-mon[84714]: pgmap v3990: 137 pgs: 3 active+clean+snaptrim_wait, 3 active+clean+snaptrim, 131 active+clean; 814 MiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 117 KiB/s rd, 6.0 KiB/s wr, 982 op/s 2024-04-15T17:44:20.887 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:20 smithi153 ceph-mon[84714]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-15T17:44:21.268 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:21.269 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:21.315 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:21.315 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:21.315 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:21.328 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:21.328 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:21.328 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:21.334 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:21.334 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:21.334 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:21.339 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:21.339 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:21.339 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:21.344 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:21.345 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:21.345 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:21.350 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:21.350 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:21.350 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:21.355 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:21.355 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:21.355 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:21.360 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:21.360 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:21.360 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:21.365 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~24400772,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~3374698,172670341~3802968,177029512~7705294,185721195~426300,188860539~4163720,194386700~17150400,212302339~279035,212937808~6954192,221322402~1445586,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,377130979~5441215,391878906~14977776] 2024-04-15T17:44:22.271 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:22.271 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:22.324 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:22.324 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:22.325 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:22.335 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:22.335 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:22.335 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:22.342 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:22.342 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:22.342 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:22.347 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:22.347 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:22.347 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:22.353 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:22.353 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:22.353 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:22.358 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:22.358 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:22.358 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:22.363 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:22.364 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:22.364 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,311354843~18635514,330086036~3411091,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:22.369 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,17032957~26878939,46791292~22293533,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9692873,153491818~12859697,167084272~9389037,177029512~7705294,185721195~426300,188860539~23720835,212937808~9830180,237485036~14124993,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,311354843~22142284,338662335~17081343,360083353~5061679,368169131~5802778,377130979~5441215,391878906~14977776] 2024-04-15T17:44:22.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:22 smithi090 ceph-mon[89240]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-15T17:44:22.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:22 smithi090 ceph-mon[91618]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-15T17:44:22.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:22 smithi153 ceph-mon[84714]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-15T17:44:22.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:44:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:44:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:44:23.280 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:23.280 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:23.335 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:23.336 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:23.336 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:23.343 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:23.343 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:23.344 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:23.349 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:23.349 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:23.349 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:23.354 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:23.354 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:23.355 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:23.360 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:23.360 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:23.360 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:23.365 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:23.365 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:23.365 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~9573216,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:23.370 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,46791292~25968556,73473514~1809797,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~22981491,177029512~7705294,185721195~426300,188740000~23841374,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:23.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:23 smithi090 ceph-mon[89240]: pgmap v3993: 137 pgs: 137 active+clean; 715 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 137 KiB/s rd, 7.5 KiB/s wr, 1.80k op/s 2024-04-15T17:44:23.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:23 smithi090 ceph-mon[89240]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-15T17:44:23.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:44:23.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:23 smithi090 ceph-mon[91618]: pgmap v3993: 137 pgs: 137 active+clean; 715 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 137 KiB/s rd, 7.5 KiB/s wr, 1.80k op/s 2024-04-15T17:44:23.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:23 smithi090 ceph-mon[91618]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-15T17:44:23.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:44:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:23 smithi153 ceph-mon[84714]: pgmap v3993: 137 pgs: 137 active+clean; 715 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 137 KiB/s rd, 7.5 KiB/s wr, 1.80k op/s 2024-04-15T17:44:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:23 smithi153 ceph-mon[84714]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-15T17:44:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:44:24.283 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:24.283 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:24.342 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:24.342 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:24.342 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:24.350 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:24.350 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:24.350 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:24.356 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:24.356 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:24.356 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:24.361 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:24.361 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:24.361 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:24.367 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:24.367 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:24.367 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~3110077,11497658~1283713,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~17834713,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:24.372 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~3110077,11497658~1283713,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~31242988,185721195~426300,188278015~24303359,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,360083353~5061679,368169131~5802778,375248801~7323393,384333931~3785743,391878906~14977776] 2024-04-15T17:44:24.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:24 smithi090 ceph-mon[89240]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-15T17:44:24.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:24 smithi090 ceph-mon[91618]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-15T17:44:24.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:24 smithi153 ceph-mon[84714]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-15T17:44:25.271 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:25.272 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:25.327 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:25.327 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:25.327 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:25.333 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:25.333 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:25.333 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:25.339 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:25.339 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:25.339 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:25.345 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:25.345 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:25.345 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,17032957~26878939,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~8043499,136398164~9935923,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17608228,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,311354843~18635514,330086036~3411091,333738191~75500,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:25.350 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~6330328,17032957~29146870,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~9180463,136398164~9935923,153491818~59089556,212937808~9830180,234001801~17608228,251673161~4127800,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,311354843~22458848,338662335~17081343,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776] 2024-04-15T17:44:25.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:25 smithi090 ceph-mon[89240]: pgmap v3996: 137 pgs: 137 active+clean; 709 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 137 KiB/s rd, 7.5 KiB/s wr, 1.88k op/s 2024-04-15T17:44:25.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:25 smithi090 ceph-mon[89240]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-15T17:44:25.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:25 smithi090 ceph-mon[89240]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-15T17:44:25.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:25 smithi090 ceph-mon[91618]: pgmap v3996: 137 pgs: 137 active+clean; 709 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 137 KiB/s rd, 7.5 KiB/s wr, 1.88k op/s 2024-04-15T17:44:25.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:25 smithi090 ceph-mon[91618]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-15T17:44:25.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:25 smithi090 ceph-mon[91618]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-15T17:44:25.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:25 smithi153 ceph-mon[84714]: pgmap v3996: 137 pgs: 137 active+clean; 709 MiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 137 KiB/s rd, 7.5 KiB/s wr, 1.88k op/s 2024-04-15T17:44:25.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:25 smithi153 ceph-mon[84714]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-15T17:44:25.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:25 smithi153 ceph-mon[84714]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-15T17:44:26.291 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:26.292 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:26.351 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:26.351 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:26.351 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:26.362 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:26.362 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:26.362 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:26.366 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:26.366 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:26.367 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~28492019,76058043~14338608,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~45681281,212937808~9830180,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:26.371 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~28492019,76058043~14338608,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~59089556,212937808~9830180,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~17246869,375248801~8550388,384333931~3785743,391878906~14977776,408119651~6361234] 2024-04-15T17:44:27.293 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:27.294 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:27.351 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:27.352 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:27.352 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:27.364 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:27.364 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:27.364 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,234001801~17671360,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:27.369 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,234001801~21799160,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356725040~27074149,384333931~22522751,408119651~6361234] 2024-04-15T17:44:27.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:27 smithi090 ceph-mon[89240]: pgmap v3999: 137 pgs: 137 active+clean; 658 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 575 op/s 2024-04-15T17:44:27.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:27 smithi090 ceph-mon[89240]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-15T17:44:27.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:27 smithi090 ceph-mon[91618]: pgmap v3999: 137 pgs: 137 active+clean; 658 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 575 op/s 2024-04-15T17:44:27.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:27 smithi090 ceph-mon[91618]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-15T17:44:27.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:27 smithi153 ceph-mon[84714]: pgmap v3999: 137 pgs: 137 active+clean; 658 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.0 KiB/s rd, 0 B/s wr, 575 op/s 2024-04-15T17:44:27.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:27 smithi153 ceph-mon[84714]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-15T17:44:28.318 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:28.318 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:28.359 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:28.359 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:28.359 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,112638387~11624929,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~16489382,408119651~6361234] 2024-04-15T17:44:28.371 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~39728784,46791292~43605359,96468992~7723984,104924506~2989376,112638387~11624929,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~22522751,408119651~6361234] 2024-04-15T17:44:28.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:28 smithi090 ceph-mon[89240]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-15T17:44:28.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:28 smithi090 ceph-mon[91618]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-15T17:44:28.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:28 smithi153 ceph-mon[84714]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-15T17:44:29.330 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:29.330 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [1057146~5304165,6451043~6330328,15180878~28731018,44243143~1936684,46791292~43605359,97659399~6533577,106336958~1576924,111289531~12973785,126966084~19368003,153491818~12859697,166900093~55867895,224683300~26989861,252127503~3673458,256017057~7910813,264141208~2790360,269724193~9850202,284688488~3226576,296951283~1348192,300765608~3386802,310081454~19908903,330086036~3411091,333738191~75500,335662954~20080724,356725040~17246869,374480674~9318515,384333931~5779488,390367300~24113585] 2024-04-15T17:44:29.369 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [1057146~5304165,6451043~83945608,96468992~7723984,104924506~2989376,109051904~15211412,125829120~20504967,153491818~69276170,224683300~31117661,255852544~11079024,268435456~11138939,281018368~6896696,296951283~1348192,300765608~3386802,306184192~27629499,335544320~20199358,356515840~27283349,384333931~30146954] 2024-04-15T17:44:29.493 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:29 smithi090 ceph-mon[91618]: pgmap v4002: 137 pgs: 137 active+clean; 585 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 5.7 KiB/s wr, 899 op/s 2024-04-15T17:44:29.493 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:29 smithi090 ceph-mon[91618]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-15T17:44:29.494 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:29 smithi090 ceph-mon[89240]: pgmap v4002: 137 pgs: 137 active+clean; 585 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 5.7 KiB/s wr, 899 op/s 2024-04-15T17:44:29.494 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:29 smithi090 ceph-mon[89240]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-15T17:44:29.494 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:44:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:44:29] "GET /metrics HTTP/1.1" 200 36751 "" "Prometheus/2.43.0" 2024-04-15T17:44:29.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:29 smithi153 ceph-mon[84714]: pgmap v4002: 137 pgs: 137 active+clean; 585 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 78 KiB/s rd, 5.7 KiB/s wr, 899 op/s 2024-04-15T17:44:29.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:29 smithi153 ceph-mon[84714]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-15T17:44:30.294 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (40957 ms) 2024-04-15T17:44:30.294 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-15T17:44:30.294 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:44:30.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:30 smithi090 ceph-mon[89240]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-15T17:44:30.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:30 smithi090 ceph-mon[89240]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-15T17:44:30.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:30 smithi090 ceph-mon[91618]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-15T17:44:30.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:30 smithi090 ceph-mon[91618]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-15T17:44:30.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:30 smithi153 ceph-mon[84714]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-15T17:44:30.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:30 smithi153 ceph-mon[84714]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-15T17:44:31.443 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1150 ms) 2024-04-15T17:44:31.443 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-15T17:44:31.443 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:44:31.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:31 smithi090 ceph-mon[89240]: pgmap v4005: 137 pgs: 137 active+clean; 585 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 5.7 KiB/s wr, 406 op/s 2024-04-15T17:44:31.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:31 smithi090 ceph-mon[91618]: pgmap v4005: 137 pgs: 137 active+clean; 585 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 5.7 KiB/s wr, 406 op/s 2024-04-15T17:44:31.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:31 smithi153 ceph-mon[84714]: pgmap v4005: 137 pgs: 137 active+clean; 585 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 76 KiB/s rd, 5.7 KiB/s wr, 406 op/s 2024-04-15T17:44:32.472 INFO:tasks.workunit.client.0.smithi090.stdout: wrote [2929032~77915,3171392~14709,5008673~35771,7196199~21721,8979970~76552,13196019~25253,15704110~58954,16500174~81244,17758588~66620,19096950~50479] to clone 2024-04-15T17:44:32.473 INFO:tasks.workunit.client.0.smithi090.stdout: diff was [0~3186101,4194304~3023616,8388608~667914,12582912~3998506,16777216~2370213] 2024-04-15T17:44:32.477 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1034 ms) 2024-04-15T17:44:32.477 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-15T17:44:32.477 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:44:32.498 INFO:tasks.workunit.client.0.smithi090.stdout: wrote [375944~62256,1360081~97140,7813854~81749,12390674~24285,14111131~15547,14522874~70296,15048043~65256,15386706~87762,18972992~9151,19066068~30602] 2024-04-15T17:44:32.509 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (31 ms) 2024-04-15T17:44:32.509 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-15T17:44:32.509 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:44:32.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:32 smithi090 ceph-mon[89240]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-15T17:44:32.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:32 smithi090 ceph-mon[91618]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-15T17:44:32.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:32 smithi153 ceph-mon[84714]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-15T17:44:32.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:44:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:44:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:44:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:33 smithi090 ceph-mon[91618]: pgmap v4008: 137 pgs: 137 active+clean; 476 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 6.0 MiB/s wr, 330 op/s 2024-04-15T17:44:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:33 smithi090 ceph-mon[91618]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-15T17:44:33.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:33 smithi090 ceph-mon[89240]: pgmap v4008: 137 pgs: 137 active+clean; 476 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 6.0 MiB/s wr, 330 op/s 2024-04-15T17:44:33.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:33 smithi090 ceph-mon[89240]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-15T17:44:33.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:33 smithi153 ceph-mon[84714]: pgmap v4008: 137 pgs: 137 active+clean; 476 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 6.0 MiB/s wr, 330 op/s 2024-04-15T17:44:33.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:33 smithi153 ceph-mon[84714]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-15T17:44:34.433 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1925 ms) 2024-04-15T17:44:34.433 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-15T17:44:34.433 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:44:34.485 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (52 ms) 2024-04-15T17:44:34.486 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-15T17:44:34.486 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:44:34.565 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (80 ms) 2024-04-15T17:44:34.566 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-15T17:44:34.566 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:44:34.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:34 smithi090 ceph-mon[89240]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-15T17:44:34.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:34 smithi090 ceph-mon[91618]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-15T17:44:34.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:34 smithi153 ceph-mon[84714]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-15T17:44:35.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:35 smithi090 ceph-mon[89240]: pgmap v4011: 137 pgs: 137 active+clean; 461 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 6.0 MiB/s wr, 334 op/s 2024-04-15T17:44:35.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:35 smithi090 ceph-mon[89240]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-15T17:44:35.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:35 smithi090 ceph-mon[89240]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-15T17:44:35.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:35 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:44:35.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:35 smithi090 ceph-mon[91618]: pgmap v4011: 137 pgs: 137 active+clean; 461 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 6.0 MiB/s wr, 334 op/s 2024-04-15T17:44:35.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:35 smithi090 ceph-mon[91618]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-15T17:44:35.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:35 smithi090 ceph-mon[91618]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-15T17:44:35.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:35 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:44:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:35 smithi153 ceph-mon[84714]: pgmap v4011: 137 pgs: 137 active+clean; 461 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 93 KiB/s rd, 6.0 MiB/s wr, 334 op/s 2024-04-15T17:44:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:35 smithi153 ceph-mon[84714]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-15T17:44:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:35 smithi153 ceph-mon[84714]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-15T17:44:35.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:35 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:44:37.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:44:37.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:44:37.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:36 smithi090 ceph-mon[89240]: pgmap v4014: 137 pgs: 137 active+clean; 531 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 10 MiB/s wr, 194 op/s 2024-04-15T17:44:37.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:44:37.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:44:37.093 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:36 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:44:37.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:44:37.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:44:37.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:36 smithi090 ceph-mon[91618]: pgmap v4014: 137 pgs: 137 active+clean; 531 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 10 MiB/s wr, 194 op/s 2024-04-15T17:44:37.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:44:37.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:44:37.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:36 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:44:37.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:44:37.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:44:37.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:36 smithi153 ceph-mon[84714]: pgmap v4014: 137 pgs: 137 active+clean; 531 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 4.1 MiB/s rd, 10 MiB/s wr, 194 op/s 2024-04-15T17:44:37.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:44:37.135 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:44:37.135 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:36 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:44:38.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:44:38.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:44:38.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:44:39.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:38 smithi090 ceph-mon[91618]: pgmap v4015: 137 pgs: 137 active+clean; 554 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.0 MiB/s wr, 237 op/s 2024-04-15T17:44:39.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:38 smithi090 ceph-mon[89240]: pgmap v4015: 137 pgs: 137 active+clean; 554 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.0 MiB/s wr, 237 op/s 2024-04-15T17:44:39.343 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:44:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:44:39] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-15T17:44:39.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:38 smithi153 ceph-mon[84714]: pgmap v4015: 137 pgs: 137 active+clean; 554 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 9.0 MiB/s wr, 237 op/s 2024-04-15T17:44:39.604 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5038 ms) 2024-04-15T17:44:39.604 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-15T17:44:39.604 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-15T17:44:39.604 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:44:39.604 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-15T17:44:39.932 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 15 tests from DiffIterateTest/0 (70150 ms total) 2024-04-15T17:44:39.933 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:44:39.933 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-15T17:44:39.968 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-15T17:44:41.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:40 smithi090 ceph-mon[91618]: pgmap v4016: 137 pgs: 137 active+clean; 554 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.6 MiB/s wr, 198 op/s 2024-04-15T17:44:41.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:40 smithi090 ceph-mon[91618]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-15T17:44:41.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:40 smithi090 ceph-mon[89240]: pgmap v4016: 137 pgs: 137 active+clean; 554 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.6 MiB/s wr, 198 op/s 2024-04-15T17:44:41.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:40 smithi090 ceph-mon[89240]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-15T17:44:41.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:40 smithi153 ceph-mon[84714]: pgmap v4016: 137 pgs: 137 active+clean; 554 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 7.6 MiB/s wr, 198 op/s 2024-04-15T17:44:41.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:40 smithi153 ceph-mon[84714]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-15T17:44:42.001 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:44:42.318 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:41 smithi153 ceph-mon[84714]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-15T17:44:42.318 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:41 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1682546423' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:44:42.318 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:41 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:44:42.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:41 smithi090 ceph-mon[89240]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-15T17:44:42.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:41 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1682546423' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:44:42.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:41 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:44:42.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:41 smithi090 ceph-mon[91618]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-15T17:44:42.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:41 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1682546423' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:44:42.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:41 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:44:42.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:44:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:44:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:44:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:42 smithi090 ceph-mon[91618]: pgmap v4019: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:44:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:42 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:44:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:42 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:44:43.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:42 smithi090 ceph-mon[91618]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-15T17:44:43.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:42 smithi090 ceph-mon[89240]: pgmap v4019: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:44:43.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:42 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:44:43.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:42 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:44:43.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:42 smithi090 ceph-mon[89240]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-15T17:44:43.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:42 smithi153 ceph-mon[84714]: pgmap v4019: 137 pgs: 16 creating+peering, 16 unknown, 105 active+clean; 4.6 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:44:43.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:42 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:44:43.385 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:42 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi090-139117-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-15T17:44:43.385 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:42 smithi153 ceph-mon[84714]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-15T17:44:44.041 INFO:tasks.workunit.client.0.smithi090.stdout: wrote [345190~73232,5046474~77112,5436011~51158,8048512~72456,9341340~80078,12614087~82654,13208249~53833,14513360~16254,16013474~16084,16705241~22402] 2024-04-15T17:44:44.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:43 smithi090 ceph-mon[91618]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-15T17:44:44.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:43 smithi090 ceph-mon[89240]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-15T17:44:44.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:44 smithi153 ceph-mon[84714]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-15T17:44:45.031 INFO:tasks.workunit.client.0.smithi090.stdout: wrote [4194304~16777216] 2024-04-15T17:44:45.039 INFO:tasks.workunit.client.0.smithi090.stdout: diff was [4194304~16777216] 2024-04-15T17:44:45.044 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5076 ms) 2024-04-15T17:44:45.045 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-15T17:44:45.045 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:44:45.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:44 smithi090 ceph-mon[89240]: pgmap v4022: 137 pgs: 16 creating+peering, 12 unknown, 109 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:44:45.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:44 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:44:45.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:44 smithi090 ceph-mon[89240]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-15T17:44:45.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:44 smithi090 ceph-mon[91618]: pgmap v4022: 137 pgs: 16 creating+peering, 12 unknown, 109 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:44:45.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:44 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:44:45.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:44 smithi090 ceph-mon[91618]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-15T17:44:45.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:44 smithi153 ceph-mon[84714]: pgmap v4022: 137 pgs: 16 creating+peering, 12 unknown, 109 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:44:45.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:44 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:44:45.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:44 smithi153 ceph-mon[84714]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-15T17:44:46.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:46 smithi090 ceph-mon[89240]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-15T17:44:46.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:46 smithi090 ceph-mon[91618]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-15T17:44:46.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:46 smithi153 ceph-mon[84714]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-15T17:44:47.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:47 smithi090 ceph-mon[89240]: pgmap v4025: 137 pgs: 16 creating+peering, 121 active+clean; 9.3 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 154 KiB/s wr, 24 op/s 2024-04-15T17:44:47.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:47 smithi090 ceph-mon[89240]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-15T17:44:47.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:47 smithi090 ceph-mon[91618]: pgmap v4025: 137 pgs: 16 creating+peering, 121 active+clean; 9.3 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 154 KiB/s wr, 24 op/s 2024-04-15T17:44:47.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:47 smithi090 ceph-mon[91618]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-15T17:44:47.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:47 smithi153 ceph-mon[84714]: pgmap v4025: 137 pgs: 16 creating+peering, 121 active+clean; 9.3 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 154 KiB/s wr, 24 op/s 2024-04-15T17:44:47.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:47 smithi153 ceph-mon[84714]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-15T17:44:48.057 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3012 ms) 2024-04-15T17:44:48.057 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-15T17:44:48.057 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:44:48.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:48 smithi090 ceph-mon[91618]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-15T17:44:48.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:48 smithi090 ceph-mon[89240]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-15T17:44:48.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:48 smithi153 ceph-mon[84714]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-15T17:44:49.342 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:44:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:44:49] "GET /metrics HTTP/1.1" 200 36754 "" "Prometheus/2.43.0" 2024-04-15T17:44:49.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:49 smithi090 ceph-mon[91618]: pgmap v4028: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 316 KiB/s wr, 67 op/s 2024-04-15T17:44:49.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:49 smithi090 ceph-mon[91618]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-15T17:44:49.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:49 smithi090 ceph-mon[89240]: pgmap v4028: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 316 KiB/s wr, 67 op/s 2024-04-15T17:44:49.343 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:49 smithi090 ceph-mon[89240]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-15T17:44:49.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:49 smithi153 ceph-mon[84714]: pgmap v4028: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 40 KiB/s rd, 316 KiB/s wr, 67 op/s 2024-04-15T17:44:49.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:49 smithi153 ceph-mon[84714]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-15T17:44:50.292 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (2236 ms) 2024-04-15T17:44:50.292 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-15T17:44:50.292 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:44:50.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:50 smithi090 ceph-mon[89240]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-15T17:44:50.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:50 smithi090 ceph-mon[91618]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-15T17:44:50.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:50 smithi153 ceph-mon[84714]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-15T17:44:51.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:51 smithi090 ceph-mon[89240]: pgmap v4031: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 163 KiB/s wr, 42 op/s 2024-04-15T17:44:51.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:51 smithi090 ceph-mon[89240]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-15T17:44:51.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:51 smithi090 ceph-mon[89240]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-15T17:44:51.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:51 smithi090 ceph-mon[91618]: pgmap v4031: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 163 KiB/s wr, 42 op/s 2024-04-15T17:44:51.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:51 smithi090 ceph-mon[91618]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-15T17:44:51.343 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:51 smithi090 ceph-mon[91618]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-15T17:44:51.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:51 smithi153 ceph-mon[84714]: pgmap v4031: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 27 KiB/s rd, 163 KiB/s wr, 42 op/s 2024-04-15T17:44:51.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:51 smithi153 ceph-mon[84714]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-15T17:44:51.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:51 smithi153 ceph-mon[84714]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-15T17:44:52.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:52 smithi090 ceph-mon[89240]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-15T17:44:52.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:52 smithi090 ceph-mon[91618]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-15T17:44:52.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:52 smithi153 ceph-mon[84714]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-15T17:44:52.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:44:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:44:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:44:53.308 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (3016 ms) 2024-04-15T17:44:53.308 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-15T17:44:53.308 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:44:53.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:53 smithi090 ceph-mon[89240]: pgmap v4035: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 14 KiB/s wr, 126 op/s 2024-04-15T17:44:53.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:53 smithi090 ceph-mon[89240]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-15T17:44:53.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:44:53.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:53 smithi090 ceph-mon[91618]: pgmap v4035: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 14 KiB/s wr, 126 op/s 2024-04-15T17:44:53.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:53 smithi090 ceph-mon[91618]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-15T17:44:53.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:44:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:53 smithi153 ceph-mon[84714]: pgmap v4035: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 14 KiB/s wr, 126 op/s 2024-04-15T17:44:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:53 smithi153 ceph-mon[84714]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-15T17:44:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:44:54.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:54 smithi090 ceph-mon[89240]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-15T17:44:54.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:54 smithi090 ceph-mon[91618]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-15T17:44:54.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:54 smithi153 ceph-mon[84714]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-15T17:44:55.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:55 smithi090 ceph-mon[89240]: pgmap v4038: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 15 KiB/s wr, 131 op/s 2024-04-15T17:44:55.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:55 smithi090 ceph-mon[89240]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-15T17:44:55.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:55 smithi090 ceph-mon[91618]: pgmap v4038: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 15 KiB/s wr, 131 op/s 2024-04-15T17:44:55.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:55 smithi090 ceph-mon[91618]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-15T17:44:55.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:55 smithi153 ceph-mon[84714]: pgmap v4038: 137 pgs: 137 active+clean; 19 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 15 KiB/s wr, 131 op/s 2024-04-15T17:44:55.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:55 smithi153 ceph-mon[84714]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-15T17:44:56.348 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3040 ms) 2024-04-15T17:44:56.348 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-15T17:44:56.348 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:44:56.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:56 smithi090 ceph-mon[89240]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-15T17:44:56.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:56 smithi090 ceph-mon[91618]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-15T17:44:56.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:56 smithi153 ceph-mon[84714]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-15T17:44:57.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:57 smithi090 ceph-mon[89240]: pgmap v4041: 137 pgs: 137 active+clean; 20 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 260 KiB/s wr, 50 op/s 2024-04-15T17:44:57.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:57 smithi090 ceph-mon[89240]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-15T17:44:57.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:57 smithi090 ceph-mon[91618]: pgmap v4041: 137 pgs: 137 active+clean; 20 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 260 KiB/s wr, 50 op/s 2024-04-15T17:44:57.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:57 smithi090 ceph-mon[91618]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-15T17:44:57.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:57 smithi153 ceph-mon[84714]: pgmap v4041: 137 pgs: 137 active+clean; 20 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 260 KiB/s wr, 50 op/s 2024-04-15T17:44:57.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:57 smithi153 ceph-mon[84714]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-15T17:44:58.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:58 smithi090 ceph-mon[89240]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-15T17:44:58.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:58 smithi090 ceph-mon[91618]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-15T17:44:58.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:58 smithi153 ceph-mon[84714]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-15T17:44:59.369 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3021 ms) 2024-04-15T17:44:59.369 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-15T17:44:59.370 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:44:59.453 INFO:tasks.workunit.client.0.smithi090.stdout: i=0 exists [21581829~2215957,29899966~1661523,77764943~1365817,205291237~1599405,214773878~6633383,292417650~7362775,313752859~7682093,338729337~2600976,384261960~2955799] wrote [21581829~2215957,29899966~1661523,77764943~1365817,205291237~1599405,214773878~6633383,292417650~7362775,313752859~7682093,338729337~2600976,384261960~2955799] 2024-04-15T17:44:59.492 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:44:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:44:59] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-15T17:44:59.493 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:59 smithi090 ceph-mon[91618]: pgmap v4044: 137 pgs: 137 active+clean; 20 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 265 KiB/s wr, 127 op/s 2024-04-15T17:44:59.493 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:44:59 smithi090 ceph-mon[91618]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-15T17:44:59.493 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:59 smithi090 ceph-mon[89240]: pgmap v4044: 137 pgs: 137 active+clean; 20 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 265 KiB/s wr, 127 op/s 2024-04-15T17:44:59.493 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:44:59 smithi090 ceph-mon[89240]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-15T17:44:59.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:59 smithi153 ceph-mon[84714]: pgmap v4044: 137 pgs: 137 active+clean; 20 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 265 KiB/s wr, 127 op/s 2024-04-15T17:44:59.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:44:59 smithi153 ceph-mon[84714]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-15T17:45:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: i=1 exists [21581829~2215957,29899966~1661523,57591159~2853681,66926175~2950736,70075720~2946406,77764943~1365817,121227970~8099154,176920088~4827019,194661954~7750754,205291237~1599405,214773878~6633383,292417650~7362775,313752859~7682093,338729337~2600976,347337436~474808,350120961~7413839,384261960~2955799] wrote [57591159~2853681,66926175~2950736,70075720~2946406,121227970~8099154,176920088~4827019,194661954~7750754,339498519~877958,347337436~474808,350120961~7413839] 2024-04-15T17:45:00.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:00 smithi090 ceph-mon[89240]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-15T17:45:00.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:00 smithi090 ceph-mon[91618]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-15T17:45:00.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:00 smithi153 ceph-mon[84714]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-15T17:45:01.375 INFO:tasks.workunit.client.0.smithi090.stdout: i=2 exists [3095468~7890548,21581829~2215957,29899966~1661523,35776156~735054,57591159~2853681,66926175~2950736,70075720~2946406,77764943~1365817,79649217~3236352,121227970~8099154,176920088~4827019,194661954~7750754,205291237~1599405,214773878~6633383,278474768~6407573,292417650~7362775,308636198~3826620,313752859~7682093,338729337~2600976,343591906~3069109,347337436~474808,350120961~7413839,382115127~1778519,384261960~3320606] wrote [3095468~7890548,35776156~735054,68187740~1586829,79649217~3236352,126840696~579116,278474768~6407573,308636198~3826620,343591906~3069109,382115127~1778519,385350285~2232281] 2024-04-15T17:45:01.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:01 smithi090 ceph-mon[89240]: pgmap v4047: 137 pgs: 137 active+clean; 20 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.5 KiB/s wr, 81 op/s 2024-04-15T17:45:01.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:01 smithi090 ceph-mon[89240]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-15T17:45:01.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:01 smithi090 ceph-mon[91618]: pgmap v4047: 137 pgs: 137 active+clean; 20 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.5 KiB/s wr, 81 op/s 2024-04-15T17:45:01.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:01 smithi090 ceph-mon[91618]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-15T17:45:01.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:01 smithi153 ceph-mon[84714]: pgmap v4047: 137 pgs: 137 active+clean; 20 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 5.5 KiB/s wr, 81 op/s 2024-04-15T17:45:01.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:01 smithi153 ceph-mon[84714]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-15T17:45:02.393 INFO:tasks.workunit.client.0.smithi090.stdout: i=3 exists [3095468~7890548,21581829~2215957,29899966~1661523,35776156~735054,57591159~2853681,66926175~2950736,70075720~2946406,76633955~6251614,121227970~8099154,142750977~4383475,176920088~4994524,194661954~7750754,205291237~1599405,214524224~6883037,241382486~1973472,278474768~6407573,292417650~7362775,301877131~4856738,308636198~3826620,313752859~7682093,338729337~2600976,343591906~3069109,347337436~474808,350120961~7413839,382115127~1778519,384261960~3320606] wrote [9355600~261753,76633955~6079462,142750977~4383475,180427325~1487287,214524224~2999567,241382486~1973472,293595233~5912500,301877131~4856738] 2024-04-15T17:45:02.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:02 smithi090 ceph-mon[89240]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-15T17:45:02.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:02 smithi090 ceph-mon[91618]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-15T17:45:02.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:02 smithi153 ceph-mon[84714]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-15T17:45:02.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:45:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:45:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:45:03.441 INFO:tasks.workunit.client.0.smithi090.stdout: i=4 exists [3095468~7890548,21581829~2215957,25526104~6035385,35776156~735054,48612765~5919414,57591159~2853681,66926175~2950736,70075720~2946406,76633955~6251614,121227970~8099154,130121005~3937414,142750977~6487052,158396788~7548345,176920088~6388936,194661954~7750754,205291237~1599405,214524224~6883037,241382486~1973472,264210401~7450477,278474768~6407573,292417650~7362775,301877131~4856738,308636198~12798754,338729337~2600976,343591906~3069109,347337436~474808,350120961~7413839,376245926~2413719,382115127~1778519,384261960~3320606] wrote [25526104~4884621,48612765~5919414,130121005~3937414,146871771~2366258,158396788~7548345,179785549~3523475,264210401~7450477,308829060~6963973,376245926~2413719] 2024-04-15T17:45:03.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:03 smithi153 ceph-mon[84714]: pgmap v4050: 137 pgs: 137 active+clean; 135 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 20 MiB/s wr, 164 op/s 2024-04-15T17:45:03.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:03 smithi153 ceph-mon[84714]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-15T17:45:03.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:03 smithi090 ceph-mon[89240]: pgmap v4050: 137 pgs: 137 active+clean; 135 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 20 MiB/s wr, 164 op/s 2024-04-15T17:45:03.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:03 smithi090 ceph-mon[89240]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-15T17:45:03.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:03 smithi090 ceph-mon[91618]: pgmap v4050: 137 pgs: 137 active+clean; 135 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 20 MiB/s wr, 164 op/s 2024-04-15T17:45:03.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:03 smithi090 ceph-mon[91618]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-15T17:45:04.422 INFO:tasks.workunit.client.0.smithi090.stdout: i=5 exists [3095468~7890548,21483675~2314111,25526104~6035385,35776156~735054,48612765~5919414,57591159~2853681,66926175~2950736,70075720~2946406,76633955~6251614,121227970~8099154,130121005~3937414,142750977~9107284,158396788~7548345,176920088~6388936,194661954~12228688,214524224~6883037,241382486~1973472,246936262~7636729,264210401~7754043,272875178~12007163,285778386~4905053,292417650~7362775,300483422~20951530,338729337~2600976,343591906~3069109,347337436~474808,350120961~7413839,376245926~2413719,382115127~1778519,384261960~3320606,400215188~6069160] wrote [21483675~897381,147083562~4774699,199582227~6504399,246936262~7636729,271497195~467249,272875178~6850100,285778386~4905053,300483422~3335804,305708568~2950712,400215188~6069160] 2024-04-15T17:45:04.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:04 smithi153 ceph-mon[84714]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-15T17:45:04.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:04 smithi090 ceph-mon[89240]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-15T17:45:04.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:04 smithi090 ceph-mon[91618]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-15T17:45:05.429 INFO:tasks.workunit.client.0.smithi090.stdout: i=6 exists [3095468~7890548,15153636~5358968,21483675~2314111,25526104~6035385,33813601~6665142,48612765~5919414,57591159~2853681,66926175~2950736,70075720~2946406,76633955~6251614,121227970~8099154,130121005~3937414,142750977~9107284,158396788~7548345,172057222~797746,176920088~6388936,194661954~12228688,214524224~6883037,241382486~1973472,246936262~14332946,264210401~7754043,272875178~12007163,285778386~4905053,292417650~7362775,300483422~20951530,338729337~2600976,343060523~3630278,347337436~474808,350120961~7413839,376245926~2413719,378911046~8671520,400215188~6069160] wrote [15153636~5358968,33813601~6665142,127272795~1946385,143269466~1444788,172057222~797746,201107399~5115859,253573483~7695725,303584791~6506952,343060523~3630278,378911046~6478781] 2024-04-15T17:45:05.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:05 smithi153 ceph-mon[84714]: pgmap v4053: 137 pgs: 137 active+clean; 162 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 25 MiB/s wr, 228 op/s 2024-04-15T17:45:05.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:05 smithi153 ceph-mon[84714]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-15T17:45:05.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:05 smithi090 ceph-mon[89240]: pgmap v4053: 137 pgs: 137 active+clean; 162 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 25 MiB/s wr, 228 op/s 2024-04-15T17:45:05.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:05 smithi090 ceph-mon[89240]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-15T17:45:05.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:05 smithi090 ceph-mon[91618]: pgmap v4053: 137 pgs: 137 active+clean; 162 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 25 MiB/s wr, 228 op/s 2024-04-15T17:45:05.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:05 smithi090 ceph-mon[91618]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-15T17:45:06.453 INFO:tasks.workunit.client.0.smithi090.stdout: i=7 exists [3095468~8198463,15153636~16407853,33813601~6665142,48612765~5919414,57591159~2853681,66926175~2950736,70075720~2946406,76633955~6251614,116962303~1211878,121227970~8099154,130121005~3937414,142750977~9107284,158396788~7548345,172057222~797746,176920088~6388936,194661954~12228688,214524224~6883037,235915180~2097207,241382486~1973472,246936262~14332946,264210401~7754043,272347392~12534949,285778386~4905053,292417650~7362775,300483422~20951530,325295570~8155445,338729337~2600976,343060523~3630278,347337436~474808,350120961~7413839,376245926~2413719,378911046~9267538,397496326~8788022] wrote [4026081~7267850,18414825~7602155,116962303~1211878,178320856~1983829,235915180~2097207,272347392~5492105,310423887~4764772,325295570~8155445,387386345~792239,397496326~6490656] 2024-04-15T17:45:06.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:06 smithi153 ceph-mon[84714]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-15T17:45:06.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:06 smithi090 ceph-mon[89240]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-15T17:45:06.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:06 smithi090 ceph-mon[91618]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-15T17:45:07.463 INFO:tasks.workunit.client.0.smithi090.stdout: i=8 exists [3095468~8198463,15153636~16407853,33813601~6665142,48612765~5919414,57591159~2853681,66926175~2950736,70075720~2946406,75697176~7188393,116962303~1211878,121227970~8099154,130121005~3937414,134501895~3153578,142750977~9107284,158396788~7548345,172057222~797746,176221232~7087792,194661954~12228688,209199549~2874413,214524224~6883037,221830165~4261646,235915180~2097207,241382486~1973472,246936262~14332946,264210401~7754043,272270359~12611982,285778386~4905053,292417650~7362775,300483422~23586469,325295570~8155445,338729337~2600976,343060523~3630278,347337436~474808,350120961~7413839,376245926~2413719,378911046~13869664,397496326~8788022] wrote [18951053~7292417,75697176~7174369,134501895~3153578,176221232~1412454,209199549~2874413,221830165~4261646,272270359~4675683,318992771~5077120,376716886~1369303,385858416~6922294] 2024-04-15T17:45:07.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:07 smithi153 ceph-mon[84714]: pgmap v4056: 137 pgs: 137 active+clean; 235 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 21 MiB/s wr, 72 op/s 2024-04-15T17:45:07.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:07 smithi153 ceph-mon[84714]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-15T17:45:07.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:07 smithi090 ceph-mon[91618]: pgmap v4056: 137 pgs: 137 active+clean; 235 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 21 MiB/s wr, 72 op/s 2024-04-15T17:45:07.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:07 smithi090 ceph-mon[91618]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-15T17:45:07.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:07 smithi090 ceph-mon[89240]: pgmap v4056: 137 pgs: 137 active+clean; 235 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 48 KiB/s rd, 21 MiB/s wr, 72 op/s 2024-04-15T17:45:07.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:07 smithi090 ceph-mon[89240]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-15T17:45:08.453 INFO:tasks.workunit.client.0.smithi090.stdout: i=9 exists [3095468~8198463,15153636~30737907,48612765~5919414,56624954~3819886,66926175~2950736,70075720~2946406,73680724~9204845,107613102~4790586,116962303~1211878,121227970~8099154,130121005~7534468,142750977~9107284,158396788~7548345,172057222~797746,176221232~7087792,194661954~12228688,209199549~2874413,214524224~6883037,221830165~4261646,235915180~2097207,241382486~1973472,246936262~14332946,264210401~7754043,272270359~12611982,285778386~4905053,292417650~7362775,300483422~23586469,325295570~8155445,338729337~2600976,343060523~3630278,347337436~474808,350120961~7413839,376245926~2413719,378911046~13869664,397496326~8788022] wrote [28617300~8595014,39726209~6165334,56624954~2150005,73680724~6248466,107613102~4790586,131881299~3114413,146485219~700123,313482474~4699139,329124682~2296699] 2024-04-15T17:45:08.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:08 smithi153 ceph-mon[84714]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-15T17:45:08.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:45:08.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:08 smithi090 ceph-mon[91618]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-15T17:45:08.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:45:08.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:08 smithi090 ceph-mon[89240]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-15T17:45:08.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:45:09.382 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:45:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:45:09] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-15T17:45:09.451 INFO:tasks.workunit.client.0.smithi090.stdout: i=10 exists [3008942~8284989,15153636~30737907,48612765~5919414,56624954~3819886,66165179~81392,66926175~2950736,70075720~2946406,73680724~9204845,107613102~4790586,116962303~1211878,121227970~8099154,130121005~7534468,142750977~9107284,156983527~8961606,172057222~797746,176221232~7087792,194661954~12228688,209199549~2874413,214524224~6883037,221830165~4261646,235915180~2097207,238641621~6591219,246936262~14332946,264210401~7754043,272270359~12611982,285778386~4905053,292417650~7362775,300483422~23586469,325295570~8155445,338729337~2600976,343060523~3630278,347337436~474808,350120961~7413839,365247719~293651,376245926~2413719,378911046~13869664,397496326~8788022] wrote [3008942~7430806,33039902~1758880,66165179~81392,78957394~2315632,150645137~814235,156983527~4313209,238641621~6591219,257066034~4135321,312777215~1541615,365247719~293651] 2024-04-15T17:45:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:09 smithi153 ceph-mon[84714]: pgmap v4059: 137 pgs: 137 active+clean; 389 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 49 MiB/s wr, 298 op/s 2024-04-15T17:45:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:09 smithi153 ceph-mon[84714]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-15T17:45:09.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:09 smithi090 ceph-mon[91618]: pgmap v4059: 137 pgs: 137 active+clean; 389 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 49 MiB/s wr, 298 op/s 2024-04-15T17:45:09.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:09 smithi090 ceph-mon[91618]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-15T17:45:09.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:09 smithi090 ceph-mon[89240]: pgmap v4059: 137 pgs: 137 active+clean; 389 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 181 KiB/s rd, 49 MiB/s wr, 298 op/s 2024-04-15T17:45:09.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:09 smithi090 ceph-mon[89240]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-15T17:45:10.472 INFO:tasks.workunit.client.0.smithi090.stdout: i=11 exists [3008942~8284989,15153636~30737907,48612765~5919414,56624954~3819886,66165179~81392,66926175~2950736,70075720~2946406,73680724~9204845,107613102~4790586,116962303~1211878,121227970~8099154,130121005~7534468,142750977~9107284,156983527~8961606,172057222~11251802,194661954~12228688,209199549~2874413,214524224~11567587,235915180~2097207,238641621~6591219,246936262~14332946,264210401~7754043,272270359~12611982,285778386~4905053,292417650~31652241,324803679~8647336,338729337~2600976,343060523~3630278,347337436~474808,350120961~7413839,365247719~293651,366674022~6413937,376245926~2413719,378911046~16522812,396241918~10042430] wrote [172695568~5629876,197963666~8059422,219511957~3182359,252715528~5216806,294374811~1775789,298586477~5759267,324803679~1883145,366674022~6413937,392778282~2655576,396241918~7861996] 2024-04-15T17:45:10.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:10 smithi090 ceph-mon[89240]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-15T17:45:10.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:10 smithi090 ceph-mon[91618]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-15T17:45:10.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:10 smithi153 ceph-mon[84714]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-15T17:45:11.473 INFO:tasks.workunit.client.0.smithi090.stdout: i=12 exists [3008942~8284989,15153636~30737907,48612765~5919414,54729205~9700538,66165179~81392,66926175~2950736,70075720~2946406,73680724~9204845,84809388~8918330,107613102~4790586,116962303~1211878,121227970~8099154,130121005~7534468,138529401~13328860,156983527~8961606,172057222~12361669,194661954~12228688,209199549~2874413,214524224~11567587,235915180~2097207,238641621~6591219,246936262~14332946,264210401~20671940,285778386~4905053,292417650~31652241,324803679~8647336,338729337~2600976,343060523~3630278,347337436~474808,350120961~7413839,365247719~293651,366674022~6413937,376245926~2413719,378911046~16522812,396241918~10042430] wrote [30413172~4671032,54729205~3398637,59042511~5387232,84809388~8918330,138529401~5464880,180674992~3743899,198505623~1569769,269410043~6357089,309313106~7631458] 2024-04-15T17:45:11.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:11 smithi090 ceph-mon[89240]: pgmap v4062: 137 pgs: 137 active+clean; 389 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 33 MiB/s wr, 289 op/s 2024-04-15T17:45:11.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:11 smithi090 ceph-mon[89240]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-15T17:45:11.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:11 smithi090 ceph-mon[91618]: pgmap v4062: 137 pgs: 137 active+clean; 389 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 33 MiB/s wr, 289 op/s 2024-04-15T17:45:11.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:11 smithi090 ceph-mon[91618]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-15T17:45:11.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:11 smithi153 ceph-mon[84714]: pgmap v4062: 137 pgs: 137 active+clean; 389 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 180 KiB/s rd, 33 MiB/s wr, 289 op/s 2024-04-15T17:45:11.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:11 smithi153 ceph-mon[84714]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-15T17:45:12.468 INFO:tasks.workunit.client.0.smithi090.stdout: i=13 exists [3008942~8284989,15153636~30737907,48612765~5919414,54729205~9700538,66165179~81392,66926175~2950736,70075720~2946406,73680724~9204845,84809388~8918330,98155993~1325734,107613102~6988636,116962303~1333596,121227970~8099154,130121005~7534468,138529401~13328860,156983527~8961606,172057222~12361669,194661954~12228688,209199549~2874413,214524224~12915396,230859015~1400981,235915180~2097207,238641621~6591219,246936262~14332946,264210401~20671940,285778386~4905053,292417650~42170590,338729337~2600976,343060523~3630278,347337436~474808,350120961~7413839,365247719~293651,366674022~7928839,376245926~2413719,378911046~16522812,396241918~10042430] wrote [98155993~1325734,108111561~6490177,117810671~485228,142886361~779519,224423975~3015645,230859015~1400981,266085600~3325307,323502208~11086032,368921069~5681792] 2024-04-15T17:45:12.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:12 smithi153 ceph-mon[84714]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-15T17:45:12.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:45:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:45:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:45:12.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:12 smithi090 ceph-mon[91618]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-15T17:45:12.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:12 smithi090 ceph-mon[89240]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-15T17:45:13.487 INFO:tasks.workunit.client.0.smithi090.stdout: i=14 exists [3008942~8284989,15153636~30737907,48612765~5919414,54729205~9700538,66165179~81392,66926175~2950736,70075720~2946406,73680724~9204845,84809388~8918330,94205965~7616352,107613102~6988636,116962303~1333596,118857538~10469586,130121005~7534468,138529401~13328860,156983527~8961606,172057222~12361669,194661954~13726635,209199549~2874413,214524224~12915396,230859015~1400981,235915180~2097207,238641621~22627587,264210401~20671940,285778386~4905053,292417650~42170590,338729337~2600976,343060523~3630278,347337436~474808,350120961~7413839,365247719~293651,366674022~7928839,376245926~2413719,378911046~16522812,396241918~10848737,410697572~1706795] wrote [94205965~7616352,118857538~4825367,206247567~2141022,239494919~9817714,251057394~2478519,273871232~1218540,381917589~3481073,405679045~1411610,410697572~1706795] 2024-04-15T17:45:13.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:13 smithi090 ceph-mon[89240]: pgmap v4065: 137 pgs: 137 active+clean; 564 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 44 MiB/s wr, 213 op/s 2024-04-15T17:45:13.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:13 smithi090 ceph-mon[89240]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-15T17:45:13.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:13 smithi090 ceph-mon[91618]: pgmap v4065: 137 pgs: 137 active+clean; 564 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 44 MiB/s wr, 213 op/s 2024-04-15T17:45:13.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:13 smithi090 ceph-mon[91618]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-15T17:45:13.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:13 smithi153 ceph-mon[84714]: pgmap v4065: 137 pgs: 137 active+clean; 564 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 120 KiB/s rd, 44 MiB/s wr, 213 op/s 2024-04-15T17:45:13.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:13 smithi153 ceph-mon[84714]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-15T17:45:14.513 INFO:tasks.workunit.client.0.smithi090.stdout: i=15 exists [137506~2548616,3008942~8284989,15153636~30737907,48612765~5919414,54729205~9700538,66165179~81392,66926175~2950736,70075720~2946406,73680724~9204845,84809388~8918330,94205965~7616352,104065989~10535749,116962303~1333596,118586730~10740394,130121005~7534468,138529401~13328860,156983527~8961606,172057222~12361669,188681105~25581466,214524224~12915396,230859015~1400981,232444012~2211826,235915180~2097207,238641621~22627587,264210401~20671940,285778386~4905053,292417650~42170590,338729337~2600976,343060523~3630278,347337436~474808,350120961~7413839,365247719~293651,366637970~7964891,376245926~2413719,378911046~16522812,396241918~10848737,410697572~1706795] wrote [137506~2548616,104065989~3732817,118586730~8697608,188681105~6089527,206092367~8170204,232444012~2211826,278336278~2403622,366637970~7201814] 2024-04-15T17:45:14.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:14 smithi090 ceph-mon[89240]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-15T17:45:14.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:14 smithi090 ceph-mon[91618]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-15T17:45:14.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:14 smithi153 ceph-mon[84714]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-15T17:45:15.497 INFO:tasks.workunit.client.0.smithi090.stdout: i=16 exists [137506~2548616,3008942~8284989,15153636~30737907,48612765~5919414,54729205~9700538,66165179~81392,66926175~2950736,70075720~2946406,73680724~9204845,84809388~8918330,94205965~7616352,104065989~10535749,116962303~1333596,118586730~10740394,130040077~7615396,138529401~13328860,156680066~9265067,172057222~12361669,188681105~25581466,214524224~12915396,230859015~3796823,235915180~2097207,238641621~22627587,264210401~20671940,285778386~4905053,292417650~42170590,338729337~2600976,343060523~3630278,347337436~474808,350120961~7413839,365247719~293651,366092972~8509889,376245926~2413719,378911046~16522812,396241918~13258467,410697572~1706795] wrote [24828662~6245311,130040077~3751154,156680066~4835009,190111859~2764254,211563763~2115722,221492683~927354,230876779~2619251,308370902~5332319,366092972~6175291,404126539~5373846] 2024-04-15T17:45:15.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:15 smithi090 ceph-mon[89240]: pgmap v4068: 137 pgs: 137 active+clean; 606 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 52 MiB/s wr, 344 op/s 2024-04-15T17:45:15.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:15 smithi090 ceph-mon[89240]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-15T17:45:15.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:15 smithi090 ceph-mon[91618]: pgmap v4068: 137 pgs: 137 active+clean; 606 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 52 MiB/s wr, 344 op/s 2024-04-15T17:45:15.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:15 smithi090 ceph-mon[91618]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-15T17:45:15.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:15 smithi153 ceph-mon[84714]: pgmap v4068: 137 pgs: 137 active+clean; 606 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 215 KiB/s rd, 52 MiB/s wr, 344 op/s 2024-04-15T17:45:15.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:15 smithi153 ceph-mon[84714]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-15T17:45:16.485 INFO:tasks.workunit.client.0.smithi090.stdout: i=17 exists [137506~2548616,3008942~8284989,15153636~32129692,48612765~5919414,54729205~9700538,66165179~81392,66926175~2950736,70075720~2946406,73680724~9204845,84809388~8918330,94205965~7616352,104065989~25261135,130040077~7615396,138529401~13328860,156680066~9265067,172057222~12361669,188681105~25581466,214524224~12915396,230859015~3796823,235915180~2097207,238641621~46240720,285778386~4905053,292417650~42170590,338729337~2600976,343060523~3630278,347337436~474808,350120961~7413839,365247719~293651,366092972~8509889,376245926~2413719,378911046~16522812,396241918~13258467,410697572~1706795] wrote [9916637~577888,22354405~3520666,43081159~4202169,107518576~4033358,113093710~6027870,142890935~3788006,260440778~7308759,295102067~395816,356345444~108039,400717876~47428] 2024-04-15T17:45:16.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:16 smithi090 ceph-mon[89240]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-15T17:45:16.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:16 smithi090 ceph-mon[91618]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-15T17:45:16.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:16 smithi153 ceph-mon[84714]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-15T17:45:17.543 INFO:tasks.workunit.client.0.smithi090.stdout: i=18 exists [137506~2548616,3008942~8284989,15153636~32129692,48612765~5919414,54729205~9700538,66165179~81392,66926175~2950736,70075720~12809849,84809388~8918330,94205965~7616352,104065989~25261135,130040077~7615396,138529401~13328860,156680066~9265067,169124686~15294205,188681105~25581466,214524224~12915396,230859015~3796823,235915180~2097207,238641621~46240720,285778386~4905053,292417650~42170590,338729337~2600976,343060523~3630278,347337436~474808,350120961~7413839,365247719~293651,366092972~9167383,376245926~2413719,378911046~16522812,396241918~16162449] wrote [56334860~4342056,71879801~9102758,87236295~6196225,106693016~250634,169124686~5922774,318833764~7244431,368761475~6498880,405110596~6567042] 2024-04-15T17:45:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:17 smithi090 ceph-mon[89240]: pgmap v4071: 137 pgs: 137 active+clean; 679 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 27 MiB/s wr, 141 op/s 2024-04-15T17:45:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:17 smithi090 ceph-mon[89240]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-15T17:45:17.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:17 smithi090 ceph-mon[91618]: pgmap v4071: 137 pgs: 137 active+clean; 679 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 27 MiB/s wr, 141 op/s 2024-04-15T17:45:17.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:17 smithi090 ceph-mon[91618]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-15T17:45:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:17 smithi153 ceph-mon[84714]: pgmap v4071: 137 pgs: 137 active+clean; 679 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 96 KiB/s rd, 27 MiB/s wr, 141 op/s 2024-04-15T17:45:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:17 smithi153 ceph-mon[84714]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-15T17:45:18.542 INFO:tasks.workunit.client.0.smithi090.stdout: i=19 exists [137506~2548616,3008942~8284989,15153636~32129692,48612765~5919414,54729205~9700538,66165179~81392,66926175~2950736,70075720~23651998,94205965~7616352,104065989~25261135,130040077~7615396,138529401~13328860,156680066~9265067,169124686~15294205,185288157~28974414,214524224~12915396,230859015~3796823,235915180~2097207,238641621~52041818,292417650~42170590,338729337~2600976,343060523~6181540,350120961~7413839,365247719~293651,366092972~9167383,376245926~2413719,378911046~16522812,396241918~16162449] wrote [6336827~398728,38365105~6055840,81316767~6663848,147439560~3562895,185288157~3430769,283407143~4614480,346225563~3016500,387823937~4428947,398462948~2270787] 2024-04-15T17:45:18.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:18 smithi090 ceph-mon[89240]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-15T17:45:18.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:18 smithi090 ceph-mon[89240]: pgmap v4074: 137 pgs: 137 active+clean; 782 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 224 KiB/s rd, 44 MiB/s wr, 346 op/s 2024-04-15T17:45:18.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:18 smithi090 ceph-mon[91618]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-15T17:45:18.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:18 smithi090 ceph-mon[91618]: pgmap v4074: 137 pgs: 137 active+clean; 782 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 224 KiB/s rd, 44 MiB/s wr, 346 op/s 2024-04-15T17:45:18.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:18 smithi153 ceph-mon[84714]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-15T17:45:18.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:18 smithi153 ceph-mon[84714]: pgmap v4074: 137 pgs: 137 active+clean; 782 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 224 KiB/s rd, 44 MiB/s wr, 346 op/s 2024-04-15T17:45:19.458 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:45:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:45:19] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-15T17:45:19.479 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 1 diff [54525952~4194304,62914560~8388608,117440512~8388608,176160768~8388608,192937984~8388608,335544320~4194304,343932928~12582912] 2024-04-15T17:45:19.480 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [54525952~4194304,62914560~8388608,117440512~8388608,176160768~8388608,192937984~8388608,335544320~4194304,343932928~12582912] 2024-04-15T17:45:19.492 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [54525952~20971520,117440512~12582912,176160768~8388608,192937984~12582912,335544320~25165824] 2024-04-15T17:45:19.493 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 2 diff [0~8388608,33554432~4194304,54525952~4194304,62914560~8388608,75497472~4194304,117440512~8388608,176160768~8388608,192937984~8388608,276824064~8388608,306184192~4194304,335544320~20971520,381681664~4194304] 2024-04-15T17:45:19.493 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,33554432~4194304,54525952~4194304,62914560~8388608,75497472~4194304,117440512~8388608,176160768~8388608,192937984~8388608,276824064~8388608,306184192~4194304,335544320~20971520,381681664~4194304] 2024-04-15T17:45:19.495 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,33554432~4194304,54525952~29360128,117440512~12582912,176160768~8388608,192937984~12582912,276824064~8388608,306184192~8388608,335544320~25165824,381681664~8388608] 2024-04-15T17:45:19.495 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 3 diff [0~8388608,33554432~4194304,54525952~4194304,62914560~8388608,75497472~8388608,117440512~8388608,142606336~8388608,176160768~8388608,192937984~8388608,213909504~4194304,239075328~4194304,276824064~8388608,289406976~20971520,335544320~20971520,381681664~4194304] 2024-04-15T17:45:19.495 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,33554432~4194304,54525952~4194304,62914560~8388608,75497472~8388608,117440512~8388608,142606336~8388608,176160768~8388608,192937984~8388608,213909504~4194304,239075328~4194304,276824064~8388608,289406976~20971520,335544320~20971520,381681664~4194304] 2024-04-15T17:45:19.499 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,33554432~4194304,54525952~29360128,117440512~12582912,142606336~8388608,176160768~8388608,192937984~12582912,213909504~4194304,239075328~8388608,276824064~8388608,289406976~25165824,335544320~25165824,381681664~8388608] 2024-04-15T17:45:19.499 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 4 diff [0~8388608,25165824~12582912,46137344~12582912,62914560~8388608,75497472~8388608,117440512~8388608,130023424~4194304,142606336~8388608,155189248~8388608,176160768~8388608,192937984~8388608,213909504~4194304,239075328~4194304,260046848~8388608,276824064~8388608,289406976~25165824,335544320~20971520,373293056~4194304,381681664~4194304] 2024-04-15T17:45:19.499 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,25165824~12582912,46137344~12582912,62914560~8388608,75497472~8388608,117440512~8388608,130023424~4194304,142606336~8388608,155189248~8388608,176160768~8388608,192937984~8388608,213909504~4194304,239075328~4194304,260046848~8388608,276824064~8388608,289406976~25165824,335544320~20971520,373293056~4194304,381681664~4194304] 2024-04-15T17:45:19.501 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,25165824~12582912,46137344~37748736,117440512~16777216,142606336~8388608,155189248~12582912,176160768~8388608,192937984~12582912,213909504~4194304,239075328~8388608,260046848~12582912,276824064~8388608,289406976~29360128,335544320~25165824,373293056~16777216] 2024-04-15T17:45:19.502 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 5 diff [0~8388608,20971520~16777216,46137344~12582912,62914560~8388608,75497472~8388608,117440512~8388608,130023424~4194304,142606336~20971520,176160768~8388608,192937984~12582912,213909504~4194304,239075328~12582912,260046848~8388608,272629760~41943040,335544320~20971520,373293056~4194304,381681664~4194304,398458880~8388608] 2024-04-15T17:45:19.502 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~16777216,46137344~12582912,62914560~8388608,75497472~8388608,117440512~8388608,130023424~4194304,142606336~20971520,176160768~8388608,192937984~12582912,213909504~4194304,239075328~12582912,260046848~8388608,272629760~41943040,335544320~20971520,373293056~4194304,381681664~4194304,398458880~8388608] 2024-04-15T17:45:19.505 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~16777216,46137344~37748736,117440512~16777216,142606336~25165824,176160768~8388608,192937984~16777216,213909504~4194304,239075328~16777216,260046848~58720256,335544320~25165824,373293056~16777216,398458880~8388608] 2024-04-15T17:45:19.505 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 6 diff [0~8388608,12582912~29360128,46137344~12582912,62914560~8388608,75497472~8388608,117440512~8388608,130023424~4194304,142606336~20971520,171966464~12582912,192937984~12582912,213909504~4194304,239075328~29360128,272629760~41943040,335544320~20971520,373293056~16777216,398458880~8388608] 2024-04-15T17:45:19.505 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~29360128,46137344~12582912,62914560~8388608,75497472~8388608,117440512~8388608,130023424~4194304,142606336~20971520,171966464~12582912,192937984~12582912,213909504~4194304,239075328~29360128,272629760~41943040,335544320~20971520,373293056~16777216,398458880~8388608] 2024-04-15T17:45:19.509 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~41943040,46137344~37748736,117440512~16777216,142606336~25165824,171966464~12582912,192937984~16777216,213909504~4194304,239075328~79691776,335544320~25165824,373293056~16777216,398458880~8388608] 2024-04-15T17:45:19.509 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 7 diff [0~8388608,12582912~16777216,33554432~8388608,46137344~12582912,62914560~8388608,75497472~8388608,113246208~12582912,130023424~4194304,142606336~20971520,171966464~12582912,192937984~12582912,213909504~4194304,234881024~46137344,285212672~29360128,322961408~8388608,335544320~20971520,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.509 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~16777216,33554432~8388608,46137344~12582912,62914560~8388608,75497472~8388608,113246208~12582912,130023424~4194304,142606336~20971520,171966464~12582912,192937984~12582912,213909504~4194304,234881024~46137344,285212672~29360128,322961408~8388608,335544320~20971520,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.514 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~41943040,46137344~37748736,113246208~20971520,142606336~25165824,171966464~12582912,192937984~16777216,213909504~4194304,234881024~83886080,322961408~37748736,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.514 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 8 diff [0~8388608,12582912~16777216,33554432~8388608,46137344~12582912,62914560~8388608,75497472~8388608,113246208~12582912,130023424~8388608,142606336~20971520,171966464~12582912,192937984~16777216,213909504~12582912,234881024~79691776,318767104~12582912,335544320~20971520,373293056~33554432] 2024-04-15T17:45:19.514 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~16777216,33554432~8388608,46137344~12582912,62914560~8388608,75497472~8388608,113246208~12582912,130023424~8388608,142606336~20971520,171966464~12582912,192937984~16777216,213909504~12582912,234881024~79691776,318767104~12582912,335544320~20971520,373293056~33554432] 2024-04-15T17:45:19.518 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~41943040,46137344~37748736,113246208~25165824,142606336~25165824,171966464~12582912,192937984~33554432,234881024~125829120,373293056~33554432] 2024-04-15T17:45:19.518 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 9 diff [0~8388608,12582912~46137344,62914560~20971520,104857600~20971520,130023424~8388608,142606336~20971520,171966464~12582912,192937984~16777216,213909504~12582912,234881024~96468992,335544320~20971520,373293056~33554432] 2024-04-15T17:45:19.518 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~46137344,62914560~20971520,104857600~20971520,130023424~8388608,142606336~20971520,171966464~12582912,192937984~16777216,213909504~12582912,234881024~96468992,335544320~20971520,373293056~33554432] 2024-04-15T17:45:19.523 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~83886080,104857600~33554432,142606336~25165824,171966464~12582912,192937984~33554432,234881024~125829120,373293056~33554432] 2024-04-15T17:45:19.523 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 10 diff [0~8388608,12582912~46137344,62914560~20971520,104857600~20971520,130023424~8388608,142606336~25165824,171966464~12582912,192937984~16777216,213909504~12582912,234881024~96468992,335544320~20971520,364904448~4194304,373293056~33554432] 2024-04-15T17:45:19.523 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~46137344,62914560~20971520,104857600~20971520,130023424~8388608,142606336~25165824,171966464~12582912,192937984~16777216,213909504~12582912,234881024~96468992,335544320~20971520,364904448~4194304,373293056~33554432] 2024-04-15T17:45:19.528 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~83886080,104857600~33554432,142606336~25165824,171966464~12582912,192937984~33554432,234881024~125829120,364904448~4194304,373293056~33554432] 2024-04-15T17:45:19.528 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 11 diff [0~8388608,12582912~46137344,62914560~20971520,104857600~20971520,130023424~8388608,142606336~25165824,171966464~12582912,192937984~16777216,213909504~12582912,234881024~79691776,318767104~37748736,364904448~41943040] 2024-04-15T17:45:19.528 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~46137344,62914560~20971520,104857600~20971520,130023424~8388608,142606336~25165824,171966464~12582912,192937984~16777216,213909504~12582912,234881024~79691776,318767104~37748736,364904448~41943040] 2024-04-15T17:45:19.534 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~83886080,104857600~33554432,142606336~25165824,171966464~12582912,192937984~33554432,234881024~125829120,364904448~41943040] 2024-04-15T17:45:19.534 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 12 diff [0~8388608,12582912~83886080,104857600~20971520,130023424~37748736,171966464~12582912,192937984~16777216,213909504~12582912,234881024~46137344,285212672~29360128,318767104~37748736,364904448~41943040] 2024-04-15T17:45:19.534 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~83886080,104857600~20971520,130023424~37748736,171966464~12582912,192937984~16777216,213909504~12582912,234881024~46137344,285212672~29360128,318767104~37748736,364904448~41943040] 2024-04-15T17:45:19.540 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~96468992,104857600~62914560,171966464~12582912,192937984~33554432,234881024~125829120,364904448~41943040] 2024-04-15T17:45:19.540 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 13 diff [0~8388608,12582912~88080384,104857600~20971520,130023424~37748736,171966464~12582912,192937984~16777216,213909504~12582912,230686720~50331648,285212672~29360128,318767104~37748736,364904448~41943040] 2024-04-15T17:45:19.540 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~88080384,104857600~20971520,130023424~37748736,171966464~12582912,192937984~16777216,213909504~12582912,230686720~50331648,285212672~29360128,318767104~37748736,364904448~41943040] 2024-04-15T17:45:19.546 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~100663296,104857600~62914560,171966464~12582912,192937984~167772160,364904448~41943040] 2024-04-15T17:45:19.547 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 14 diff [0~8388608,12582912~88080384,104857600~62914560,171966464~12582912,192937984~16777216,213909504~12582912,230686720~50331648,285212672~29360128,318767104~37748736,364904448~46137344] 2024-04-15T17:45:19.547 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~88080384,104857600~62914560,171966464~12582912,192937984~16777216,213909504~12582912,230686720~50331648,285212672~29360128,318767104~37748736,364904448~46137344] 2024-04-15T17:45:19.553 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~167772160,171966464~12582912,192937984~167772160,364904448~50331648] 2024-04-15T17:45:19.553 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 15 diff [0~8388608,12582912~155189248,171966464~54525952,230686720~50331648,285212672~29360128,318767104~37748736,364904448~46137344] 2024-04-15T17:45:19.553 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~155189248,171966464~54525952,230686720~50331648,285212672~29360128,318767104~37748736,364904448~46137344] 2024-04-15T17:45:19.561 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~167772160,171966464~188743680,364904448~50331648] 2024-04-15T17:45:19.561 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 16 diff [0~8388608,12582912~155189248,171966464~54525952,230686720~50331648,285212672~29360128,318767104~37748736,364904448~46137344] 2024-04-15T17:45:19.561 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~155189248,171966464~54525952,230686720~50331648,285212672~29360128,318767104~37748736,364904448~46137344] 2024-04-15T17:45:19.569 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~167772160,171966464~188743680,364904448~50331648] 2024-04-15T17:45:19.569 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 17 diff [0~8388608,12582912~155189248,171966464~54525952,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:19.569 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~155189248,171966464~54525952,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:19.576 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~167772160,171966464~188743680,364904448~50331648] 2024-04-15T17:45:19.576 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 18 diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:19.576 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:19.585 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:19.585 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to 19 diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:19.585 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:19.593 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:19.594 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 2 diff [0~8388608,33554432~4194304,67108864~4194304,75497472~4194304,125829120~4194304,276824064~8388608,306184192~4194304,339738624~4194304,381681664~4194304] 2024-04-15T17:45:19.594 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,33554432~4194304,67108864~4194304,75497472~4194304,125829120~4194304,276824064~8388608,306184192~4194304,339738624~4194304,381681664~4194304] 2024-04-15T17:45:19.595 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,33554432~4194304,67108864~4194304,75497472~8388608,125829120~4194304,276824064~8388608,306184192~8388608,339738624~8388608,381681664~8388608] 2024-04-15T17:45:19.595 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 3 diff [0~8388608,33554432~4194304,67108864~4194304,75497472~8388608,125829120~4194304,142606336~8388608,180355072~4194304,213909504~4194304,239075328~4194304,276824064~8388608,289406976~20971520,339738624~4194304,381681664~4194304] 2024-04-15T17:45:19.595 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,33554432~4194304,67108864~4194304,75497472~8388608,125829120~4194304,142606336~8388608,180355072~4194304,213909504~4194304,239075328~4194304,276824064~8388608,289406976~20971520,339738624~4194304,381681664~4194304] 2024-04-15T17:45:19.597 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,33554432~4194304,67108864~4194304,75497472~8388608,125829120~4194304,142606336~8388608,180355072~4194304,213909504~4194304,239075328~8388608,276824064~8388608,289406976~25165824,339738624~8388608,381681664~8388608] 2024-04-15T17:45:19.597 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 4 diff [0~8388608,25165824~12582912,46137344~8388608,67108864~4194304,75497472~8388608,125829120~8388608,142606336~8388608,155189248~8388608,176160768~4194304,213909504~4194304,239075328~4194304,260046848~8388608,276824064~8388608,289406976~25165824,339738624~4194304,373293056~4194304,381681664~4194304] 2024-04-15T17:45:19.597 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,25165824~12582912,46137344~8388608,67108864~4194304,75497472~8388608,125829120~8388608,142606336~8388608,155189248~8388608,176160768~4194304,213909504~4194304,239075328~4194304,260046848~8388608,276824064~8388608,289406976~25165824,339738624~4194304,373293056~4194304,381681664~4194304] 2024-04-15T17:45:19.599 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,25165824~12582912,46137344~12582912,67108864~4194304,75497472~8388608,125829120~8388608,142606336~8388608,155189248~12582912,176160768~8388608,213909504~4194304,239075328~8388608,260046848~12582912,276824064~8388608,289406976~29360128,339738624~8388608,373293056~16777216] 2024-04-15T17:45:19.599 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 5 diff [0~8388608,20971520~16777216,46137344~8388608,67108864~4194304,75497472~8388608,125829120~8388608,142606336~20971520,176160768~4194304,197132288~8388608,213909504~4194304,239075328~12582912,260046848~8388608,272629760~41943040,339738624~4194304,373293056~4194304,381681664~4194304,398458880~8388608] 2024-04-15T17:45:19.599 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~16777216,46137344~8388608,67108864~4194304,75497472~8388608,125829120~8388608,142606336~20971520,176160768~4194304,197132288~8388608,213909504~4194304,239075328~12582912,260046848~8388608,272629760~41943040,339738624~4194304,373293056~4194304,381681664~4194304,398458880~8388608] 2024-04-15T17:45:19.601 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~16777216,46137344~12582912,67108864~4194304,75497472~8388608,125829120~8388608,142606336~25165824,176160768~8388608,197132288~12582912,213909504~4194304,239075328~16777216,260046848~58720256,339738624~8388608,373293056~16777216,398458880~8388608] 2024-04-15T17:45:19.601 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 6 diff [0~8388608,12582912~29360128,46137344~8388608,67108864~4194304,75497472~8388608,125829120~8388608,142606336~20971520,171966464~8388608,197132288~8388608,213909504~4194304,239075328~29360128,272629760~41943040,339738624~4194304,373293056~16777216,398458880~8388608] 2024-04-15T17:45:19.601 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~29360128,46137344~8388608,67108864~4194304,75497472~8388608,125829120~8388608,142606336~20971520,171966464~8388608,197132288~8388608,213909504~4194304,239075328~29360128,272629760~41943040,339738624~4194304,373293056~16777216,398458880~8388608] 2024-04-15T17:45:19.604 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~41943040,46137344~12582912,67108864~4194304,75497472~8388608,125829120~8388608,142606336~25165824,171966464~12582912,197132288~12582912,213909504~4194304,239075328~79691776,339738624~8388608,373293056~16777216,398458880~8388608] 2024-04-15T17:45:19.604 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 7 diff [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,67108864~4194304,75497472~8388608,113246208~4194304,125829120~8388608,142606336~20971520,171966464~12582912,197132288~8388608,213909504~4194304,234881024~46137344,285212672~29360128,322961408~8388608,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.604 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,67108864~4194304,75497472~8388608,113246208~4194304,125829120~8388608,142606336~20971520,171966464~12582912,197132288~8388608,213909504~4194304,234881024~46137344,285212672~29360128,322961408~8388608,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.606 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~41943040,46137344~12582912,67108864~4194304,75497472~8388608,113246208~8388608,125829120~8388608,142606336~25165824,171966464~12582912,197132288~12582912,213909504~4194304,234881024~83886080,322961408~12582912,339738624~8388608,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.607 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 8 diff [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,67108864~4194304,75497472~8388608,113246208~4194304,125829120~12582912,142606336~20971520,171966464~12582912,197132288~12582912,213909504~12582912,234881024~79691776,318767104~12582912,339738624~4194304,373293056~33554432] 2024-04-15T17:45:19.607 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,67108864~4194304,75497472~8388608,113246208~4194304,125829120~12582912,142606336~20971520,171966464~12582912,197132288~12582912,213909504~12582912,234881024~79691776,318767104~12582912,339738624~4194304,373293056~33554432] 2024-04-15T17:45:19.610 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~41943040,46137344~12582912,67108864~4194304,75497472~8388608,113246208~8388608,125829120~12582912,142606336~25165824,171966464~12582912,197132288~29360128,234881024~100663296,339738624~8388608,373293056~33554432] 2024-04-15T17:45:19.610 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 9 diff [0~8388608,12582912~46137344,67108864~16777216,104857600~12582912,125829120~12582912,142606336~20971520,171966464~12582912,197132288~12582912,213909504~12582912,234881024~96468992,339738624~4194304,373293056~33554432] 2024-04-15T17:45:19.611 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~46137344,67108864~16777216,104857600~12582912,125829120~12582912,142606336~20971520,171966464~12582912,197132288~12582912,213909504~12582912,234881024~96468992,339738624~4194304,373293056~33554432] 2024-04-15T17:45:19.614 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~62914560,67108864~16777216,104857600~16777216,125829120~12582912,142606336~25165824,171966464~12582912,197132288~29360128,234881024~100663296,339738624~8388608,373293056~33554432] 2024-04-15T17:45:19.614 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 10 diff [0~8388608,12582912~46137344,62914560~20971520,104857600~12582912,125829120~12582912,142606336~25165824,171966464~12582912,197132288~12582912,213909504~12582912,234881024~96468992,339738624~4194304,364904448~4194304,373293056~33554432] 2024-04-15T17:45:19.614 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~46137344,62914560~20971520,104857600~12582912,125829120~12582912,142606336~25165824,171966464~12582912,197132288~12582912,213909504~12582912,234881024~96468992,339738624~4194304,364904448~4194304,373293056~33554432] 2024-04-15T17:45:19.617 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~83886080,104857600~16777216,125829120~12582912,142606336~25165824,171966464~12582912,197132288~29360128,234881024~100663296,339738624~8388608,364904448~4194304,373293056~33554432] 2024-04-15T17:45:19.618 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 11 diff [0~8388608,12582912~46137344,62914560~20971520,104857600~12582912,125829120~12582912,142606336~25165824,171966464~12582912,197132288~12582912,213909504~12582912,234881024~79691776,318767104~16777216,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.618 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~46137344,62914560~20971520,104857600~12582912,125829120~12582912,142606336~25165824,171966464~12582912,197132288~12582912,213909504~12582912,234881024~79691776,318767104~16777216,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.623 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~83886080,104857600~16777216,125829120~12582912,142606336~25165824,171966464~12582912,197132288~29360128,234881024~100663296,339738624~8388608,364904448~41943040] 2024-04-15T17:45:19.623 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 12 diff [0~8388608,12582912~83886080,104857600~12582912,125829120~41943040,171966464~12582912,197132288~12582912,213909504~12582912,234881024~46137344,285212672~29360128,318767104~16777216,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.623 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~83886080,104857600~12582912,125829120~41943040,171966464~12582912,197132288~12582912,213909504~12582912,234881024~46137344,285212672~29360128,318767104~16777216,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.631 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~96468992,104857600~16777216,125829120~41943040,171966464~12582912,197132288~29360128,234881024~100663296,339738624~8388608,364904448~41943040] 2024-04-15T17:45:19.631 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 13 diff [0~8388608,12582912~88080384,104857600~12582912,125829120~41943040,171966464~12582912,197132288~12582912,213909504~12582912,230686720~50331648,285212672~29360128,318767104~16777216,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.631 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~88080384,104857600~12582912,125829120~41943040,171966464~12582912,197132288~12582912,213909504~12582912,230686720~50331648,285212672~29360128,318767104~16777216,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.633 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~100663296,104857600~16777216,125829120~41943040,171966464~12582912,197132288~138412032,339738624~8388608,364904448~41943040] 2024-04-15T17:45:19.633 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 14 diff [0~8388608,12582912~88080384,104857600~62914560,171966464~12582912,197132288~12582912,213909504~12582912,230686720~50331648,285212672~29360128,318767104~16777216,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.633 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~88080384,104857600~62914560,171966464~12582912,197132288~12582912,213909504~12582912,230686720~50331648,285212672~29360128,318767104~16777216,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.638 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~167772160,171966464~12582912,197132288~138412032,339738624~8388608,364904448~50331648] 2024-04-15T17:45:19.639 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 15 diff [0~8388608,12582912~155189248,171966464~20971520,197132288~29360128,230686720~50331648,285212672~29360128,318767104~16777216,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.639 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~155189248,171966464~20971520,197132288~29360128,230686720~50331648,285212672~29360128,318767104~16777216,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.644 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~167772160,171966464~163577856,339738624~8388608,364904448~50331648] 2024-04-15T17:45:19.644 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 16 diff [0~8388608,12582912~155189248,171966464~20971520,197132288~29360128,230686720~50331648,285212672~29360128,318767104~16777216,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.645 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~155189248,171966464~20971520,197132288~29360128,230686720~50331648,285212672~29360128,318767104~16777216,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.651 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~167772160,171966464~163577856,339738624~8388608,364904448~50331648] 2024-04-15T17:45:19.652 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 17 diff [0~8388608,12582912~113246208,130023424~37748736,171966464~20971520,197132288~29360128,230686720~83886080,318767104~16777216,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.652 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~37748736,171966464~20971520,197132288~29360128,230686720~83886080,318767104~16777216,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.658 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~167772160,171966464~163577856,339738624~8388608,352321536~4194304,364904448~50331648] 2024-04-15T17:45:19.658 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 18 diff [0~8388608,12582912~113246208,130023424~62914560,197132288~29360128,230686720~83886080,318767104~16777216,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.658 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~62914560,197132288~29360128,230686720~83886080,318767104~16777216,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.665 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~8388608,352321536~4194304,364904448~50331648] 2024-04-15T17:45:19.665 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to 19 diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.665 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.673 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:19.673 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 3 diff [8388608~4194304,75497472~8388608,142606336~8388608,180355072~4194304,213909504~4194304,239075328~4194304,289406976~16777216] 2024-04-15T17:45:19.673 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8388608~4194304,75497472~8388608,142606336~8388608,180355072~4194304,213909504~4194304,239075328~4194304,289406976~16777216] 2024-04-15T17:45:19.675 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [8388608~4194304,75497472~8388608,142606336~8388608,180355072~4194304,213909504~4194304,239075328~8388608,289406976~20971520] 2024-04-15T17:45:19.675 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 4 diff [8388608~4194304,25165824~8388608,46137344~8388608,75497472~8388608,130023424~4194304,142606336~8388608,155189248~8388608,176160768~4194304,213909504~4194304,239075328~4194304,260046848~8388608,289406976~25165824,373293056~4194304] 2024-04-15T17:45:19.675 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8388608~4194304,25165824~8388608,46137344~8388608,75497472~8388608,130023424~4194304,142606336~8388608,155189248~8388608,176160768~4194304,213909504~4194304,239075328~4194304,260046848~8388608,289406976~25165824,373293056~4194304] 2024-04-15T17:45:19.676 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [8388608~4194304,25165824~8388608,46137344~12582912,75497472~8388608,130023424~4194304,142606336~8388608,155189248~12582912,176160768~8388608,213909504~4194304,239075328~8388608,260046848~12582912,289406976~29360128,373293056~8388608] 2024-04-15T17:45:19.676 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 5 diff [8388608~4194304,20971520~12582912,46137344~8388608,75497472~8388608,130023424~4194304,142606336~20971520,176160768~4194304,197132288~8388608,213909504~4194304,239075328~12582912,260046848~8388608,272629760~8388608,285212672~29360128,373293056~4194304,398458880~8388608] 2024-04-15T17:45:19.676 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8388608~4194304,20971520~12582912,46137344~8388608,75497472~8388608,130023424~4194304,142606336~20971520,176160768~4194304,197132288~8388608,213909504~4194304,239075328~12582912,260046848~8388608,272629760~8388608,285212672~29360128,373293056~4194304,398458880~8388608] 2024-04-15T17:45:19.678 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [8388608~4194304,20971520~12582912,46137344~12582912,75497472~8388608,130023424~4194304,142606336~25165824,176160768~8388608,197132288~12582912,213909504~4194304,239075328~16777216,260046848~20971520,285212672~33554432,373293056~8388608,398458880~8388608] 2024-04-15T17:45:19.678 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 6 diff [8388608~33554432,46137344~8388608,75497472~8388608,125829120~8388608,142606336~20971520,171966464~8388608,197132288~8388608,213909504~4194304,239075328~29360128,272629760~8388608,285212672~29360128,339738624~4194304,373293056~12582912,398458880~8388608] 2024-04-15T17:45:19.678 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8388608~33554432,46137344~8388608,75497472~8388608,125829120~8388608,142606336~20971520,171966464~8388608,197132288~8388608,213909504~4194304,239075328~29360128,272629760~8388608,285212672~29360128,339738624~4194304,373293056~12582912,398458880~8388608] 2024-04-15T17:45:19.680 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [8388608~33554432,46137344~12582912,75497472~8388608,125829120~8388608,142606336~25165824,171966464~12582912,197132288~12582912,213909504~4194304,239075328~41943040,285212672~33554432,339738624~8388608,373293056~12582912,398458880~8388608] 2024-04-15T17:45:19.680 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 7 diff [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,75497472~8388608,113246208~4194304,125829120~8388608,142606336~20971520,171966464~12582912,197132288~8388608,213909504~4194304,234881024~41943040,285212672~29360128,322961408~8388608,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.680 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,75497472~8388608,113246208~4194304,125829120~8388608,142606336~20971520,171966464~12582912,197132288~8388608,213909504~4194304,234881024~41943040,285212672~29360128,322961408~8388608,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.683 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~41943040,46137344~12582912,75497472~8388608,113246208~8388608,125829120~8388608,142606336~25165824,171966464~12582912,197132288~12582912,213909504~4194304,234881024~46137344,285212672~33554432,322961408~12582912,339738624~8388608,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.683 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 8 diff [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,75497472~8388608,113246208~4194304,125829120~12582912,142606336~20971520,171966464~12582912,197132288~12582912,213909504~12582912,234881024~41943040,285212672~29360128,318767104~12582912,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.683 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,75497472~8388608,113246208~4194304,125829120~12582912,142606336~20971520,171966464~12582912,197132288~12582912,213909504~12582912,234881024~41943040,285212672~29360128,318767104~12582912,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.686 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~41943040,46137344~12582912,75497472~8388608,113246208~8388608,125829120~12582912,142606336~25165824,171966464~12582912,197132288~29360128,234881024~46137344,285212672~50331648,339738624~8388608,373293056~33554432] 2024-04-15T17:45:19.686 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 9 diff [0~8388608,12582912~46137344,71303168~12582912,104857600~12582912,125829120~12582912,142606336~20971520,171966464~12582912,197132288~12582912,213909504~12582912,234881024~41943040,285212672~46137344,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.686 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~46137344,71303168~12582912,104857600~12582912,125829120~12582912,142606336~20971520,171966464~12582912,197132288~12582912,213909504~12582912,234881024~41943040,285212672~46137344,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.689 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~62914560,71303168~12582912,104857600~16777216,125829120~12582912,142606336~25165824,171966464~12582912,197132288~29360128,234881024~46137344,285212672~50331648,339738624~8388608,373293056~33554432] 2024-04-15T17:45:19.689 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 10 diff [0~8388608,12582912~46137344,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~25165824,171966464~12582912,197132288~12582912,213909504~12582912,234881024~41943040,285212672~46137344,339738624~4194304,364904448~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.689 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~46137344,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~25165824,171966464~12582912,197132288~12582912,213909504~12582912,234881024~41943040,285212672~46137344,339738624~4194304,364904448~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.692 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~12582912,104857600~16777216,125829120~12582912,142606336~25165824,171966464~12582912,197132288~29360128,234881024~46137344,285212672~50331648,339738624~8388608,364904448~4194304,373293056~33554432] 2024-04-15T17:45:19.693 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 11 diff [0~8388608,12582912~46137344,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~25165824,171966464~12582912,197132288~12582912,213909504~12582912,234881024~41943040,285212672~29360128,318767104~16777216,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.693 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~46137344,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~25165824,171966464~12582912,197132288~12582912,213909504~12582912,234881024~41943040,285212672~29360128,318767104~16777216,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.696 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~12582912,104857600~16777216,125829120~12582912,142606336~25165824,171966464~12582912,197132288~29360128,234881024~46137344,285212672~50331648,339738624~8388608,364904448~41943040] 2024-04-15T17:45:19.696 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 12 diff [0~8388608,12582912~54525952,71303168~25165824,104857600~12582912,125829120~41943040,171966464~12582912,197132288~12582912,213909504~12582912,234881024~41943040,285212672~29360128,318767104~16777216,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.696 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~25165824,104857600~12582912,125829120~41943040,171966464~12582912,197132288~12582912,213909504~12582912,234881024~41943040,285212672~29360128,318767104~16777216,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.700 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~25165824,104857600~16777216,125829120~41943040,171966464~12582912,197132288~29360128,234881024~46137344,285212672~50331648,339738624~8388608,364904448~41943040] 2024-04-15T17:45:19.700 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 13 diff [0~8388608,12582912~54525952,71303168~29360128,104857600~12582912,125829120~41943040,171966464~12582912,197132288~12582912,213909504~12582912,230686720~46137344,285212672~29360128,318767104~16777216,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.700 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~29360128,104857600~12582912,125829120~41943040,171966464~12582912,197132288~12582912,213909504~12582912,230686720~46137344,285212672~29360128,318767104~16777216,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.704 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~29360128,104857600~16777216,125829120~41943040,171966464~12582912,197132288~83886080,285212672~50331648,339738624~8388608,364904448~41943040] 2024-04-15T17:45:19.704 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 14 diff [0~8388608,12582912~54525952,71303168~29360128,104857600~62914560,171966464~12582912,197132288~12582912,213909504~12582912,230686720~46137344,285212672~29360128,318767104~16777216,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.704 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~29360128,104857600~62914560,171966464~12582912,197132288~12582912,213909504~12582912,230686720~46137344,285212672~29360128,318767104~16777216,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.708 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~96468992,171966464~12582912,197132288~83886080,285212672~50331648,339738624~8388608,364904448~50331648] 2024-04-15T17:45:19.709 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 15 diff [0~8388608,12582912~54525952,71303168~96468992,171966464~20971520,197132288~29360128,230686720~46137344,285212672~29360128,318767104~16777216,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.709 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~96468992,171966464~20971520,197132288~29360128,230686720~46137344,285212672~29360128,318767104~16777216,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.713 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~96468992,171966464~109051904,285212672~50331648,339738624~8388608,364904448~50331648] 2024-04-15T17:45:19.714 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 16 diff [0~8388608,12582912~54525952,71303168~96468992,171966464~20971520,197132288~29360128,230686720~46137344,285212672~29360128,318767104~16777216,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.714 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~96468992,171966464~20971520,197132288~29360128,230686720~46137344,285212672~29360128,318767104~16777216,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.719 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~96468992,171966464~109051904,285212672~50331648,339738624~8388608,364904448~50331648] 2024-04-15T17:45:19.719 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 17 diff [0~8388608,12582912~54525952,71303168~54525952,130023424~37748736,171966464~20971520,197132288~29360128,230686720~50331648,285212672~29360128,318767104~16777216,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.719 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~37748736,171966464~20971520,197132288~29360128,230686720~50331648,285212672~29360128,318767104~16777216,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.725 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~96468992,171966464~109051904,285212672~50331648,339738624~8388608,352321536~4194304,364904448~50331648] 2024-04-15T17:45:19.725 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 18 diff [0~8388608,12582912~54525952,71303168~54525952,130023424~62914560,197132288~29360128,230686720~50331648,285212672~29360128,318767104~16777216,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.725 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~62914560,197132288~29360128,230686720~50331648,285212672~29360128,318767104~16777216,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.731 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~209715200,285212672~50331648,339738624~8388608,352321536~4194304,364904448~50331648] 2024-04-15T17:45:19.731 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to 19 diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.731 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.737 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:19.738 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 4 diff [25165824~8388608,46137344~8388608,130023424~4194304,146800640~4194304,155189248~8388608,176160768~4194304,260046848~8388608,306184192~8388608,373293056~4194304] 2024-04-15T17:45:19.738 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [25165824~8388608,46137344~8388608,130023424~4194304,146800640~4194304,155189248~8388608,176160768~4194304,260046848~8388608,306184192~8388608,373293056~4194304] 2024-04-15T17:45:19.738 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [25165824~8388608,46137344~12582912,130023424~4194304,146800640~4194304,155189248~12582912,176160768~8388608,260046848~12582912,306184192~12582912,373293056~8388608] 2024-04-15T17:45:19.738 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 5 diff [20971520~12582912,46137344~8388608,130023424~4194304,146800640~16777216,176160768~4194304,197132288~8388608,243269632~8388608,260046848~8388608,272629760~8388608,285212672~8388608,297795584~16777216,373293056~4194304,398458880~8388608] 2024-04-15T17:45:19.739 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [20971520~12582912,46137344~8388608,130023424~4194304,146800640~16777216,176160768~4194304,197132288~8388608,243269632~8388608,260046848~8388608,272629760~8388608,285212672~8388608,297795584~16777216,373293056~4194304,398458880~8388608] 2024-04-15T17:45:19.740 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [20971520~12582912,46137344~12582912,130023424~4194304,146800640~20971520,176160768~8388608,197132288~12582912,243269632~12582912,260046848~20971520,285212672~8388608,297795584~20971520,373293056~8388608,398458880~8388608] 2024-04-15T17:45:19.740 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 6 diff [12582912~29360128,46137344~8388608,125829120~8388608,142606336~20971520,171966464~8388608,197132288~8388608,243269632~25165824,272629760~8388608,285212672~8388608,297795584~16777216,339738624~4194304,373293056~12582912,398458880~8388608] 2024-04-15T17:45:19.740 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [12582912~29360128,46137344~8388608,125829120~8388608,142606336~20971520,171966464~8388608,197132288~8388608,243269632~25165824,272629760~8388608,285212672~8388608,297795584~16777216,339738624~4194304,373293056~12582912,398458880~8388608] 2024-04-15T17:45:19.742 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [12582912~29360128,46137344~12582912,125829120~8388608,142606336~25165824,171966464~12582912,197132288~12582912,243269632~37748736,285212672~8388608,297795584~20971520,339738624~8388608,373293056~12582912,398458880~8388608] 2024-04-15T17:45:19.742 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 7 diff [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,113246208~4194304,125829120~8388608,142606336~20971520,171966464~12582912,197132288~8388608,234881024~4194304,243269632~33554432,285212672~8388608,297795584~16777216,322961408~8388608,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.742 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,113246208~4194304,125829120~8388608,142606336~20971520,171966464~12582912,197132288~8388608,234881024~4194304,243269632~33554432,285212672~8388608,297795584~16777216,322961408~8388608,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.745 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~41943040,46137344~12582912,113246208~8388608,125829120~8388608,142606336~25165824,171966464~12582912,197132288~12582912,234881024~4194304,243269632~37748736,285212672~8388608,297795584~20971520,322961408~12582912,339738624~8388608,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.745 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 8 diff [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,75497472~8388608,113246208~4194304,125829120~12582912,142606336~20971520,171966464~12582912,197132288~12582912,218103808~8388608,234881024~4194304,243269632~33554432,285212672~8388608,297795584~16777216,318767104~12582912,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.745 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~16777216,33554432~8388608,46137344~8388608,75497472~8388608,113246208~4194304,125829120~12582912,142606336~20971520,171966464~12582912,197132288~12582912,218103808~8388608,234881024~4194304,243269632~33554432,285212672~8388608,297795584~16777216,318767104~12582912,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.747 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~41943040,46137344~12582912,75497472~8388608,113246208~8388608,125829120~12582912,142606336~25165824,171966464~12582912,197132288~16777216,218103808~8388608,234881024~4194304,243269632~37748736,285212672~8388608,297795584~37748736,339738624~8388608,373293056~33554432] 2024-04-15T17:45:19.747 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 9 diff [0~8388608,12582912~46137344,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,234881024~4194304,243269632~33554432,285212672~8388608,297795584~33554432,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.747 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~46137344,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,234881024~4194304,243269632~33554432,285212672~8388608,297795584~33554432,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.750 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~62914560,71303168~12582912,104857600~16777216,125829120~12582912,142606336~25165824,171966464~12582912,197132288~16777216,218103808~8388608,234881024~4194304,243269632~37748736,285212672~8388608,297795584~37748736,339738624~8388608,373293056~33554432] 2024-04-15T17:45:19.750 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 10 diff [0~8388608,12582912~46137344,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,155189248~12582912,171966464~12582912,197132288~12582912,218103808~8388608,234881024~41943040,285212672~8388608,297795584~33554432,339738624~4194304,364904448~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.750 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~46137344,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,155189248~12582912,171966464~12582912,197132288~12582912,218103808~8388608,234881024~41943040,285212672~8388608,297795584~33554432,339738624~4194304,364904448~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.753 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~12582912,104857600~16777216,125829120~12582912,142606336~25165824,171966464~12582912,197132288~16777216,218103808~8388608,234881024~46137344,285212672~8388608,297795584~37748736,339738624~8388608,364904448~4194304,373293056~33554432] 2024-04-15T17:45:19.753 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 11 diff [0~8388608,12582912~46137344,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,155189248~12582912,171966464~12582912,197132288~12582912,218103808~8388608,234881024~41943040,285212672~50331648,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.753 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~46137344,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,155189248~12582912,171966464~12582912,197132288~12582912,218103808~8388608,234881024~41943040,285212672~50331648,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.757 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~12582912,104857600~16777216,125829120~12582912,142606336~25165824,171966464~12582912,197132288~16777216,218103808~8388608,234881024~46137344,285212672~50331648,339738624~8388608,364904448~41943040] 2024-04-15T17:45:19.757 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 12 diff [0~8388608,12582912~54525952,71303168~25165824,104857600~12582912,125829120~25165824,155189248~12582912,171966464~12582912,197132288~12582912,218103808~8388608,234881024~41943040,285212672~50331648,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.757 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~25165824,104857600~12582912,125829120~25165824,155189248~12582912,171966464~12582912,197132288~12582912,218103808~8388608,234881024~41943040,285212672~50331648,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.761 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~25165824,104857600~16777216,125829120~41943040,171966464~12582912,197132288~16777216,218103808~8388608,234881024~46137344,285212672~50331648,339738624~8388608,364904448~41943040] 2024-04-15T17:45:19.761 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 13 diff [0~8388608,12582912~54525952,71303168~29360128,104857600~12582912,125829120~25165824,155189248~12582912,171966464~12582912,197132288~12582912,218103808~8388608,230686720~46137344,285212672~50331648,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.761 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~29360128,104857600~12582912,125829120~25165824,155189248~12582912,171966464~12582912,197132288~12582912,218103808~8388608,230686720~46137344,285212672~50331648,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.765 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~29360128,104857600~16777216,125829120~41943040,171966464~12582912,197132288~16777216,218103808~62914560,285212672~50331648,339738624~8388608,364904448~41943040] 2024-04-15T17:45:19.765 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 14 diff [0~8388608,12582912~54525952,71303168~29360128,104857600~46137344,155189248~12582912,171966464~12582912,197132288~12582912,218103808~8388608,230686720~46137344,285212672~50331648,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.765 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~29360128,104857600~46137344,155189248~12582912,171966464~12582912,197132288~12582912,218103808~8388608,230686720~46137344,285212672~50331648,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.769 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~96468992,171966464~12582912,197132288~16777216,218103808~62914560,285212672~50331648,339738624~8388608,364904448~50331648] 2024-04-15T17:45:19.769 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 15 diff [0~8388608,12582912~54525952,71303168~79691776,155189248~12582912,171966464~20971520,197132288~16777216,218103808~8388608,230686720~46137344,285212672~50331648,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.769 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~79691776,155189248~12582912,171966464~20971520,197132288~16777216,218103808~8388608,230686720~46137344,285212672~50331648,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.774 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~96468992,171966464~109051904,285212672~50331648,339738624~8388608,364904448~50331648] 2024-04-15T17:45:19.774 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 16 diff [0~8388608,12582912~54525952,71303168~79691776,155189248~12582912,171966464~20971520,197132288~16777216,218103808~8388608,230686720~46137344,285212672~50331648,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.774 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~79691776,155189248~12582912,171966464~20971520,197132288~16777216,218103808~8388608,230686720~46137344,285212672~50331648,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.780 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~96468992,171966464~109051904,285212672~50331648,339738624~8388608,364904448~50331648] 2024-04-15T17:45:19.780 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 17 diff [0~8388608,12582912~54525952,71303168~54525952,130023424~37748736,171966464~20971520,197132288~16777216,218103808~8388608,230686720~50331648,285212672~50331648,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.780 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~37748736,171966464~20971520,197132288~16777216,218103808~8388608,230686720~50331648,285212672~50331648,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.785 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~96468992,171966464~109051904,285212672~50331648,339738624~8388608,352321536~4194304,364904448~50331648] 2024-04-15T17:45:19.786 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 18 diff [0~8388608,12582912~54525952,71303168~54525952,130023424~62914560,197132288~16777216,218103808~8388608,230686720~50331648,285212672~50331648,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.786 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~62914560,197132288~16777216,218103808~8388608,230686720~50331648,285212672~50331648,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.791 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~209715200,285212672~50331648,339738624~8388608,352321536~4194304,364904448~50331648] 2024-04-15T17:45:19.791 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to 19 diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.791 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.797 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:19.797 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 5 diff [20971520~4194304,146800640~8388608,197132288~8388608,243269632~8388608,268435456~12582912,285212672~8388608,297795584~8388608,398458880~8388608] 2024-04-15T17:45:19.798 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [20971520~4194304,146800640~8388608,197132288~8388608,243269632~8388608,268435456~12582912,285212672~8388608,297795584~8388608,398458880~8388608] 2024-04-15T17:45:19.799 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [20971520~4194304,146800640~8388608,197132288~12582912,243269632~12582912,268435456~12582912,285212672~8388608,297795584~12582912,398458880~8388608] 2024-04-15T17:45:19.799 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 6 diff [12582912~12582912,33554432~8388608,125829120~4194304,142606336~12582912,171966464~4194304,197132288~8388608,243269632~16777216,268435456~12582912,285212672~8388608,297795584~12582912,339738624~4194304,377487360~8388608,398458880~8388608] 2024-04-15T17:45:19.799 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [12582912~12582912,33554432~8388608,125829120~4194304,142606336~12582912,171966464~4194304,197132288~8388608,243269632~16777216,268435456~12582912,285212672~8388608,297795584~12582912,339738624~4194304,377487360~8388608,398458880~8388608] 2024-04-15T17:45:19.801 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [12582912~12582912,33554432~8388608,125829120~4194304,142606336~12582912,171966464~4194304,197132288~12582912,243269632~20971520,268435456~12582912,285212672~8388608,297795584~12582912,339738624~8388608,377487360~8388608,398458880~8388608] 2024-04-15T17:45:19.801 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 7 diff [0~8388608,12582912~12582912,33554432~8388608,113246208~4194304,125829120~4194304,142606336~12582912,171966464~8388608,197132288~8388608,234881024~4194304,243269632~16777216,268435456~8388608,285212672~8388608,297795584~20971520,322961408~8388608,339738624~4194304,377487360~12582912,394264576~12582912] 2024-04-15T17:45:19.801 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~12582912,33554432~8388608,113246208~4194304,125829120~4194304,142606336~12582912,171966464~8388608,197132288~8388608,234881024~4194304,243269632~16777216,268435456~8388608,285212672~8388608,297795584~20971520,322961408~8388608,339738624~4194304,377487360~12582912,394264576~12582912] 2024-04-15T17:45:19.803 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~29360128,33554432~8388608,113246208~8388608,125829120~4194304,142606336~12582912,171966464~8388608,197132288~12582912,234881024~4194304,243269632~20971520,268435456~12582912,285212672~8388608,297795584~20971520,322961408~12582912,339738624~8388608,377487360~12582912,394264576~12582912] 2024-04-15T17:45:19.803 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 8 diff [0~8388608,12582912~12582912,33554432~8388608,75497472~8388608,113246208~4194304,125829120~4194304,134217728~4194304,142606336~12582912,171966464~8388608,197132288~12582912,218103808~8388608,234881024~4194304,243269632~16777216,268435456~8388608,285212672~8388608,297795584~33554432,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.803 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~12582912,33554432~8388608,75497472~8388608,113246208~4194304,125829120~4194304,134217728~4194304,142606336~12582912,171966464~8388608,197132288~12582912,218103808~8388608,234881024~4194304,243269632~16777216,268435456~8388608,285212672~8388608,297795584~33554432,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.805 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~29360128,33554432~8388608,75497472~8388608,113246208~8388608,125829120~4194304,134217728~4194304,142606336~12582912,171966464~8388608,197132288~16777216,218103808~8388608,234881024~4194304,243269632~20971520,268435456~12582912,285212672~8388608,297795584~37748736,339738624~8388608,373293056~33554432] 2024-04-15T17:45:19.805 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 9 diff [0~8388608,12582912~33554432,54525952~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,171966464~8388608,197132288~12582912,218103808~8388608,234881024~4194304,243269632~16777216,268435456~8388608,285212672~8388608,297795584~33554432,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.805 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,171966464~8388608,197132288~12582912,218103808~8388608,234881024~4194304,243269632~16777216,268435456~8388608,285212672~8388608,297795584~33554432,339738624~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.807 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~8388608,71303168~12582912,104857600~16777216,125829120~12582912,142606336~12582912,171966464~8388608,197132288~16777216,218103808~8388608,234881024~4194304,243269632~20971520,268435456~12582912,285212672~8388608,297795584~37748736,339738624~8388608,373293056~33554432] 2024-04-15T17:45:19.807 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 10 diff [0~8388608,12582912~33554432,54525952~4194304,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,155189248~8388608,171966464~8388608,197132288~12582912,218103808~8388608,234881024~25165824,268435456~8388608,285212672~8388608,297795584~33554432,339738624~4194304,364904448~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.807 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~4194304,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,155189248~8388608,171966464~8388608,197132288~12582912,218103808~8388608,234881024~25165824,268435456~8388608,285212672~8388608,297795584~33554432,339738624~4194304,364904448~4194304,373293056~16777216,394264576~12582912] 2024-04-15T17:45:19.810 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~12582912,71303168~12582912,104857600~16777216,125829120~12582912,142606336~20971520,171966464~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~12582912,285212672~8388608,297795584~37748736,339738624~8388608,364904448~4194304,373293056~33554432] 2024-04-15T17:45:19.810 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 11 diff [0~8388608,12582912~33554432,54525952~4194304,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,155189248~8388608,171966464~8388608,197132288~12582912,218103808~8388608,234881024~25165824,268435456~8388608,285212672~50331648,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.810 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~4194304,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,155189248~8388608,171966464~8388608,197132288~12582912,218103808~8388608,234881024~25165824,268435456~8388608,285212672~50331648,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.813 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~12582912,71303168~12582912,104857600~16777216,125829120~12582912,142606336~20971520,171966464~8388608,197132288~16777216,218103808~8388608,234881024~29360128,268435456~12582912,285212672~50331648,339738624~8388608,364904448~41943040] 2024-04-15T17:45:19.813 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 12 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~25165824,104857600~12582912,125829120~25165824,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,234881024~25165824,268435456~12582912,285212672~50331648,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.813 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~25165824,104857600~12582912,125829120~25165824,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,234881024~25165824,268435456~12582912,285212672~50331648,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.816 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~12582912,71303168~25165824,104857600~16777216,125829120~37748736,171966464~12582912,197132288~16777216,218103808~8388608,234881024~29360128,268435456~12582912,285212672~50331648,339738624~8388608,364904448~41943040] 2024-04-15T17:45:19.816 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 13 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~29360128,104857600~12582912,125829120~25165824,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~29360128,264241152~16777216,285212672~50331648,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.816 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~29360128,104857600~12582912,125829120~25165824,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~29360128,264241152~16777216,285212672~50331648,339738624~4194304,364904448~41943040] 2024-04-15T17:45:19.821 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~12582912,71303168~29360128,104857600~16777216,125829120~37748736,171966464~12582912,197132288~16777216,218103808~62914560,285212672~50331648,339738624~8388608,364904448~41943040] 2024-04-15T17:45:19.821 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 14 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~29360128,104857600~46137344,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~29360128,264241152~16777216,285212672~50331648,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.821 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~29360128,104857600~46137344,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~29360128,264241152~16777216,285212672~50331648,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.825 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~12582912,71303168~92274688,171966464~12582912,197132288~16777216,218103808~62914560,285212672~50331648,339738624~8388608,364904448~50331648] 2024-04-15T17:45:19.825 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 15 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~79691776,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,285212672~50331648,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.825 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~79691776,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,285212672~50331648,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.829 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~12582912,71303168~92274688,171966464~109051904,285212672~50331648,339738624~8388608,364904448~50331648] 2024-04-15T17:45:19.829 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 16 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~79691776,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,285212672~50331648,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.829 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~79691776,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,285212672~50331648,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.835 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~12582912,71303168~92274688,171966464~109051904,285212672~50331648,339738624~8388608,364904448~50331648] 2024-04-15T17:45:19.835 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 17 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,171966464~20971520,197132288~16777216,218103808~8388608,230686720~50331648,285212672~50331648,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.835 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,171966464~20971520,197132288~16777216,218103808~8388608,230686720~50331648,285212672~50331648,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.841 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,171966464~109051904,285212672~50331648,339738624~8388608,352321536~4194304,364904448~50331648] 2024-04-15T17:45:19.841 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 18 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~25165824,197132288~16777216,218103808~8388608,230686720~50331648,285212672~50331648,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.841 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~25165824,197132288~16777216,218103808~8388608,230686720~50331648,285212672~50331648,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:19 smithi090 ceph-mon[89240]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-15T17:45:19.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:19 smithi090 ceph-mon[91618]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-15T17:45:19.847 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~113246208,285212672~50331648,339738624~8388608,352321536~4194304,364904448~50331648] 2024-04-15T17:45:19.847 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to 19 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.847 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.852 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~167772160,339738624~16777216,364904448~50331648] 2024-04-15T17:45:19.853 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 6 diff [12582912~8388608,33554432~8388608,125829120~4194304,142606336~4194304,171966464~4194304,197132288~8388608,251658240~8388608,301989888~8388608,339738624~4194304,377487360~8388608] 2024-04-15T17:45:19.853 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [12582912~8388608,33554432~8388608,125829120~4194304,142606336~4194304,171966464~4194304,197132288~8388608,251658240~8388608,301989888~8388608,339738624~4194304,377487360~8388608] 2024-04-15T17:45:19.853 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [12582912~8388608,33554432~8388608,125829120~4194304,142606336~4194304,171966464~4194304,197132288~12582912,251658240~12582912,301989888~8388608,339738624~8388608,377487360~8388608] 2024-04-15T17:45:19.854 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 7 diff [0~8388608,12582912~12582912,33554432~8388608,113246208~4194304,125829120~4194304,142606336~4194304,171966464~8388608,197132288~8388608,234881024~4194304,251658240~8388608,268435456~8388608,301989888~16777216,322961408~8388608,339738624~4194304,377487360~12582912,394264576~8388608] 2024-04-15T17:45:19.854 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~12582912,33554432~8388608,113246208~4194304,125829120~4194304,142606336~4194304,171966464~8388608,197132288~8388608,234881024~4194304,251658240~8388608,268435456~8388608,301989888~16777216,322961408~8388608,339738624~4194304,377487360~12582912,394264576~8388608] 2024-04-15T17:45:19.855 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~29360128,33554432~8388608,113246208~8388608,125829120~4194304,142606336~4194304,171966464~8388608,197132288~12582912,234881024~4194304,251658240~12582912,268435456~12582912,301989888~16777216,322961408~12582912,339738624~8388608,377487360~12582912,394264576~12582912] 2024-04-15T17:45:19.855 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 8 diff [0~8388608,12582912~12582912,33554432~8388608,75497472~8388608,113246208~4194304,125829120~4194304,134217728~4194304,142606336~4194304,171966464~8388608,197132288~12582912,218103808~8388608,234881024~4194304,251658240~8388608,268435456~8388608,301989888~29360128,339738624~4194304,373293056~16777216,394264576~8388608] 2024-04-15T17:45:19.855 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~12582912,33554432~8388608,75497472~8388608,113246208~4194304,125829120~4194304,134217728~4194304,142606336~4194304,171966464~8388608,197132288~12582912,218103808~8388608,234881024~4194304,251658240~8388608,268435456~8388608,301989888~29360128,339738624~4194304,373293056~16777216,394264576~8388608] 2024-04-15T17:45:19.857 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~29360128,33554432~8388608,75497472~8388608,113246208~8388608,125829120~4194304,134217728~4194304,142606336~4194304,171966464~8388608,197132288~16777216,218103808~8388608,234881024~4194304,251658240~12582912,268435456~12582912,301989888~33554432,339738624~8388608,373293056~33554432] 2024-04-15T17:45:19.857 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 9 diff [0~8388608,12582912~33554432,54525952~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~4194304,171966464~8388608,197132288~12582912,218103808~8388608,234881024~4194304,251658240~8388608,268435456~8388608,301989888~29360128,339738624~4194304,373293056~16777216,394264576~8388608] 2024-04-15T17:45:19.857 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~4194304,171966464~8388608,197132288~12582912,218103808~8388608,234881024~4194304,251658240~8388608,268435456~8388608,301989888~29360128,339738624~4194304,373293056~16777216,394264576~8388608] 2024-04-15T17:45:19.859 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~8388608,71303168~12582912,104857600~16777216,125829120~12582912,142606336~8388608,171966464~8388608,197132288~16777216,218103808~8388608,234881024~4194304,251658240~12582912,268435456~12582912,301989888~33554432,339738624~8388608,373293056~33554432] 2024-04-15T17:45:19.859 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 10 diff [0~8388608,12582912~33554432,54525952~4194304,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,155189248~8388608,171966464~8388608,197132288~12582912,218103808~8388608,234881024~8388608,251658240~8388608,268435456~8388608,301989888~29360128,339738624~4194304,364904448~4194304,373293056~16777216,394264576~8388608] 2024-04-15T17:45:19.859 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~4194304,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,155189248~8388608,171966464~8388608,197132288~12582912,218103808~8388608,234881024~8388608,251658240~8388608,268435456~8388608,301989888~29360128,339738624~4194304,364904448~4194304,373293056~16777216,394264576~8388608] 2024-04-15T17:45:19.861 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~12582912,71303168~12582912,104857600~16777216,125829120~12582912,142606336~20971520,171966464~8388608,197132288~16777216,218103808~8388608,234881024~12582912,251658240~12582912,268435456~12582912,301989888~33554432,339738624~8388608,364904448~4194304,373293056~33554432] 2024-04-15T17:45:19.861 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 11 diff [0~8388608,12582912~33554432,54525952~4194304,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,155189248~8388608,171966464~8388608,197132288~12582912,218103808~8388608,234881024~8388608,251658240~12582912,268435456~8388608,293601280~41943040,339738624~4194304,364904448~37748736] 2024-04-15T17:45:19.861 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~4194304,62914560~4194304,71303168~12582912,104857600~12582912,125829120~12582912,142606336~8388608,155189248~8388608,171966464~8388608,197132288~12582912,218103808~8388608,234881024~8388608,251658240~12582912,268435456~8388608,293601280~41943040,339738624~4194304,364904448~37748736] 2024-04-15T17:45:19.864 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~12582912,71303168~12582912,104857600~16777216,125829120~12582912,142606336~20971520,171966464~8388608,197132288~16777216,218103808~8388608,234881024~12582912,251658240~12582912,268435456~12582912,293601280~41943040,339738624~8388608,364904448~41943040] 2024-04-15T17:45:19.865 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 12 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~25165824,104857600~12582912,125829120~25165824,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,234881024~8388608,251658240~12582912,268435456~12582912,293601280~41943040,339738624~4194304,364904448~37748736] 2024-04-15T17:45:19.865 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~25165824,104857600~12582912,125829120~25165824,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,234881024~8388608,251658240~12582912,268435456~12582912,293601280~41943040,339738624~4194304,364904448~37748736] 2024-04-15T17:45:19.867 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~12582912,71303168~25165824,104857600~16777216,125829120~37748736,171966464~12582912,197132288~16777216,218103808~8388608,234881024~12582912,251658240~12582912,268435456~12582912,293601280~41943040,339738624~8388608,364904448~41943040] 2024-04-15T17:45:19.867 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 13 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~29360128,104857600~12582912,125829120~25165824,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~12582912,251658240~25165824,293601280~41943040,339738624~4194304,364904448~37748736] 2024-04-15T17:45:19.868 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~29360128,104857600~12582912,125829120~25165824,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~12582912,251658240~25165824,293601280~41943040,339738624~4194304,364904448~37748736] 2024-04-15T17:45:19.871 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~12582912,71303168~29360128,104857600~16777216,125829120~37748736,171966464~12582912,197132288~16777216,218103808~29360128,251658240~29360128,293601280~41943040,339738624~8388608,364904448~41943040] 2024-04-15T17:45:19.871 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 14 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~29360128,104857600~46137344,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~29360128,264241152~12582912,293601280~41943040,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.871 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~29360128,104857600~46137344,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~29360128,264241152~12582912,293601280~41943040,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.874 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~12582912,71303168~92274688,171966464~12582912,197132288~16777216,218103808~62914560,293601280~41943040,339738624~8388608,364904448~50331648] 2024-04-15T17:45:19.875 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 15 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~79691776,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~41943040,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.875 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~79691776,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~41943040,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.879 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~12582912,71303168~92274688,171966464~109051904,293601280~41943040,339738624~8388608,364904448~50331648] 2024-04-15T17:45:19.879 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 16 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~79691776,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~41943040,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.879 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~79691776,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~41943040,339738624~4194304,364904448~46137344] 2024-04-15T17:45:19.883 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~46137344,54525952~12582912,71303168~92274688,171966464~109051904,293601280~41943040,339738624~8388608,364904448~50331648] 2024-04-15T17:45:19.883 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 17 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~50331648,293601280~41943040,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.883 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~50331648,293601280~41943040,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:19 smithi153 ceph-mon[84714]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-15T17:45:19.888 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,171966464~109051904,293601280~41943040,339738624~8388608,352321536~4194304,364904448~50331648] 2024-04-15T17:45:19.888 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 18 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~25165824,197132288~16777216,218103808~8388608,230686720~50331648,293601280~41943040,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.888 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~25165824,197132288~16777216,218103808~8388608,230686720~50331648,293601280~41943040,339738624~4194304,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.893 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~113246208,293601280~41943040,339738624~8388608,352321536~4194304,364904448~50331648] 2024-04-15T17:45:19.893 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to 19 diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.893 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:19.898 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,339738624~16777216,364904448~50331648] 2024-04-15T17:45:19.899 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 7 diff [0~8388608,16777216~8388608,113246208~4194304,176160768~4194304,234881024~4194304,268435456~8388608,310378496~8388608,322961408~8388608,385875968~4194304,394264576~8388608] 2024-04-15T17:45:19.899 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~8388608,113246208~4194304,176160768~4194304,234881024~4194304,268435456~8388608,310378496~8388608,322961408~8388608,385875968~4194304,394264576~8388608] 2024-04-15T17:45:19.899 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~12582912,113246208~8388608,176160768~4194304,234881024~4194304,268435456~12582912,310378496~8388608,322961408~12582912,385875968~4194304,394264576~12582912] 2024-04-15T17:45:19.900 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 8 diff [0~8388608,16777216~8388608,75497472~8388608,113246208~4194304,134217728~4194304,176160768~4194304,205520896~4194304,218103808~8388608,234881024~4194304,268435456~8388608,310378496~20971520,373293056~4194304,381681664~8388608,394264576~8388608] 2024-04-15T17:45:19.900 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~8388608,75497472~8388608,113246208~4194304,134217728~4194304,176160768~4194304,205520896~4194304,218103808~8388608,234881024~4194304,268435456~8388608,310378496~20971520,373293056~4194304,381681664~8388608,394264576~8388608] 2024-04-15T17:45:19.901 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~12582912,75497472~8388608,113246208~8388608,134217728~4194304,176160768~4194304,205520896~8388608,218103808~8388608,234881024~4194304,268435456~12582912,310378496~25165824,373293056~33554432] 2024-04-15T17:45:19.901 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 9 diff [0~8388608,16777216~29360128,54525952~4194304,71303168~12582912,104857600~12582912,130023424~8388608,142606336~4194304,176160768~4194304,205520896~4194304,218103808~8388608,234881024~4194304,268435456~8388608,310378496~20971520,373293056~4194304,381681664~8388608,394264576~8388608] 2024-04-15T17:45:19.901 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~4194304,71303168~12582912,104857600~12582912,130023424~8388608,142606336~4194304,176160768~4194304,205520896~4194304,218103808~8388608,234881024~4194304,268435456~8388608,310378496~20971520,373293056~4194304,381681664~8388608,394264576~8388608] 2024-04-15T17:45:19.902 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~29360128,54525952~8388608,71303168~12582912,104857600~16777216,130023424~8388608,142606336~8388608,176160768~4194304,205520896~8388608,218103808~8388608,234881024~4194304,268435456~12582912,310378496~25165824,373293056~33554432] 2024-04-15T17:45:19.902 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 10 diff [0~8388608,16777216~29360128,54525952~4194304,62914560~4194304,71303168~12582912,104857600~12582912,130023424~8388608,142606336~8388608,155189248~8388608,176160768~4194304,205520896~4194304,218103808~8388608,234881024~8388608,255852544~4194304,268435456~8388608,310378496~20971520,364904448~4194304,373293056~4194304,381681664~8388608,394264576~8388608] 2024-04-15T17:45:19.902 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~4194304,62914560~4194304,71303168~12582912,104857600~12582912,130023424~8388608,142606336~8388608,155189248~8388608,176160768~4194304,205520896~4194304,218103808~8388608,234881024~8388608,255852544~4194304,268435456~8388608,310378496~20971520,364904448~4194304,373293056~4194304,381681664~8388608,394264576~8388608] 2024-04-15T17:45:19.906 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~29360128,54525952~12582912,71303168~12582912,104857600~16777216,130023424~8388608,142606336~20971520,176160768~4194304,205520896~8388608,218103808~8388608,234881024~12582912,255852544~8388608,268435456~12582912,310378496~25165824,364904448~4194304,373293056~33554432] 2024-04-15T17:45:19.906 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 11 diff [0~8388608,16777216~29360128,54525952~4194304,62914560~4194304,71303168~12582912,104857600~12582912,130023424~8388608,142606336~8388608,155189248~8388608,171966464~8388608,197132288~12582912,218103808~8388608,234881024~8388608,251658240~12582912,268435456~8388608,293601280~12582912,310378496~25165824,364904448~12582912,381681664~20971520] 2024-04-15T17:45:19.906 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~4194304,62914560~4194304,71303168~12582912,104857600~12582912,130023424~8388608,142606336~8388608,155189248~8388608,171966464~8388608,197132288~12582912,218103808~8388608,234881024~8388608,251658240~12582912,268435456~8388608,293601280~12582912,310378496~25165824,364904448~12582912,381681664~20971520] 2024-04-15T17:45:19.907 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~29360128,54525952~12582912,71303168~12582912,104857600~16777216,130023424~8388608,142606336~20971520,171966464~8388608,197132288~16777216,218103808~8388608,234881024~12582912,251658240~12582912,268435456~12582912,293601280~12582912,310378496~25165824,364904448~41943040] 2024-04-15T17:45:19.907 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 12 diff [0~8388608,16777216~29360128,54525952~12582912,71303168~25165824,104857600~12582912,130023424~20971520,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,234881024~8388608,251658240~12582912,268435456~12582912,293601280~41943040,364904448~12582912,381681664~20971520] 2024-04-15T17:45:19.907 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~12582912,71303168~25165824,104857600~12582912,130023424~20971520,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,234881024~8388608,251658240~12582912,268435456~12582912,293601280~41943040,364904448~12582912,381681664~20971520] 2024-04-15T17:45:19.910 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~29360128,54525952~12582912,71303168~25165824,104857600~16777216,130023424~33554432,171966464~12582912,197132288~16777216,218103808~8388608,234881024~12582912,251658240~12582912,268435456~12582912,293601280~41943040,364904448~41943040] 2024-04-15T17:45:19.910 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 13 diff [0~8388608,16777216~29360128,54525952~12582912,71303168~29360128,104857600~12582912,130023424~20971520,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~12582912,251658240~25165824,293601280~41943040,364904448~12582912,381681664~20971520] 2024-04-15T17:45:19.910 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~12582912,71303168~29360128,104857600~12582912,130023424~20971520,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~12582912,251658240~25165824,293601280~41943040,364904448~12582912,381681664~20971520] 2024-04-15T17:45:19.913 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~29360128,54525952~12582912,71303168~29360128,104857600~16777216,130023424~33554432,171966464~12582912,197132288~16777216,218103808~29360128,251658240~29360128,293601280~41943040,364904448~41943040] 2024-04-15T17:45:19.913 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 14 diff [0~8388608,16777216~29360128,54525952~12582912,71303168~29360128,104857600~20971520,130023424~20971520,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~29360128,264241152~12582912,293601280~41943040,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.913 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~12582912,71303168~29360128,104857600~20971520,130023424~20971520,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~29360128,264241152~12582912,293601280~41943040,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.916 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~29360128,54525952~12582912,71303168~54525952,130023424~33554432,171966464~12582912,197132288~16777216,218103808~62914560,293601280~41943040,364904448~50331648] 2024-04-15T17:45:19.916 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 15 diff [0~8388608,16777216~29360128,54525952~12582912,71303168~79691776,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~41943040,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.917 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~12582912,71303168~79691776,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~41943040,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.920 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~29360128,54525952~12582912,71303168~92274688,171966464~109051904,293601280~41943040,364904448~50331648] 2024-04-15T17:45:19.920 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 16 diff [0~8388608,16777216~29360128,54525952~12582912,71303168~79691776,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~41943040,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.920 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~12582912,71303168~79691776,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~41943040,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.924 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~29360128,54525952~12582912,71303168~92274688,171966464~109051904,293601280~41943040,364904448~50331648] 2024-04-15T17:45:19.924 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 17 diff [0~8388608,16777216~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~50331648,293601280~41943040,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.924 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~50331648,293601280~41943040,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.929 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,171966464~109051904,293601280~41943040,352321536~4194304,364904448~50331648] 2024-04-15T17:45:19.929 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 18 diff [0~8388608,16777216~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~25165824,197132288~16777216,218103808~8388608,230686720~50331648,293601280~41943040,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.929 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~25165824,197132288~16777216,218103808~8388608,230686720~50331648,293601280~41943040,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.934 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~113246208,293601280~41943040,352321536~4194304,364904448~50331648] 2024-04-15T17:45:19.934 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to 19 diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.934 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.938 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:19.939 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 8 diff [16777216~8388608,75497472~8388608,134217728~4194304,176160768~4194304,205520896~4194304,218103808~8388608,268435456~8388608,318767104~8388608,373293056~4194304,381681664~8388608] 2024-04-15T17:45:19.939 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [16777216~8388608,75497472~8388608,134217728~4194304,176160768~4194304,205520896~4194304,218103808~8388608,268435456~8388608,318767104~8388608,373293056~4194304,381681664~8388608] 2024-04-15T17:45:19.939 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [16777216~12582912,75497472~8388608,134217728~4194304,176160768~4194304,205520896~8388608,218103808~8388608,268435456~12582912,318767104~8388608,373293056~20971520] 2024-04-15T17:45:19.939 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 9 diff [16777216~29360128,54525952~4194304,71303168~12582912,104857600~8388608,130023424~8388608,142606336~4194304,176160768~4194304,205520896~4194304,218103808~8388608,268435456~8388608,310378496~20971520,373293056~4194304,381681664~8388608] 2024-04-15T17:45:19.939 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [16777216~29360128,54525952~4194304,71303168~12582912,104857600~8388608,130023424~8388608,142606336~4194304,176160768~4194304,205520896~4194304,218103808~8388608,268435456~8388608,310378496~20971520,373293056~4194304,381681664~8388608] 2024-04-15T17:45:19.941 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [16777216~29360128,54525952~8388608,71303168~12582912,104857600~8388608,130023424~8388608,142606336~8388608,176160768~4194304,205520896~8388608,218103808~8388608,268435456~12582912,310378496~25165824,373293056~20971520] 2024-04-15T17:45:19.941 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 10 diff [0~8388608,16777216~29360128,54525952~4194304,62914560~4194304,71303168~12582912,104857600~8388608,130023424~8388608,142606336~8388608,155189248~8388608,176160768~4194304,205520896~4194304,218103808~8388608,234881024~8388608,255852544~4194304,268435456~8388608,310378496~20971520,364904448~4194304,373293056~4194304,381681664~8388608] 2024-04-15T17:45:19.941 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~4194304,62914560~4194304,71303168~12582912,104857600~8388608,130023424~8388608,142606336~8388608,155189248~8388608,176160768~4194304,205520896~4194304,218103808~8388608,234881024~8388608,255852544~4194304,268435456~8388608,310378496~20971520,364904448~4194304,373293056~4194304,381681664~8388608] 2024-04-15T17:45:19.942 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~29360128,54525952~12582912,71303168~12582912,104857600~8388608,130023424~8388608,142606336~20971520,176160768~4194304,205520896~8388608,218103808~8388608,234881024~12582912,255852544~8388608,268435456~12582912,310378496~25165824,364904448~4194304,373293056~20971520] 2024-04-15T17:45:19.942 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 11 diff [0~8388608,16777216~29360128,54525952~4194304,62914560~4194304,71303168~12582912,104857600~8388608,130023424~8388608,142606336~8388608,155189248~8388608,171966464~8388608,197132288~12582912,218103808~8388608,234881024~8388608,251658240~12582912,268435456~8388608,293601280~12582912,310378496~20971520,364904448~12582912,381681664~20971520] 2024-04-15T17:45:19.942 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~4194304,62914560~4194304,71303168~12582912,104857600~8388608,130023424~8388608,142606336~8388608,155189248~8388608,171966464~8388608,197132288~12582912,218103808~8388608,234881024~8388608,251658240~12582912,268435456~8388608,293601280~12582912,310378496~20971520,364904448~12582912,381681664~20971520] 2024-04-15T17:45:19.944 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~29360128,54525952~12582912,71303168~12582912,104857600~8388608,130023424~8388608,142606336~20971520,171966464~8388608,197132288~16777216,218103808~8388608,234881024~12582912,251658240~12582912,268435456~12582912,293601280~12582912,310378496~25165824,364904448~41943040] 2024-04-15T17:45:19.944 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 12 diff [0~8388608,16777216~29360128,54525952~12582912,71303168~25165824,104857600~8388608,130023424~20971520,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,234881024~8388608,251658240~12582912,268435456~8388608,293601280~37748736,364904448~12582912,381681664~20971520] 2024-04-15T17:45:19.944 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~12582912,71303168~25165824,104857600~8388608,130023424~20971520,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,234881024~8388608,251658240~12582912,268435456~8388608,293601280~37748736,364904448~12582912,381681664~20971520] 2024-04-15T17:45:19.947 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~29360128,54525952~12582912,71303168~25165824,104857600~8388608,130023424~33554432,171966464~12582912,197132288~16777216,218103808~8388608,234881024~12582912,251658240~12582912,268435456~12582912,293601280~41943040,364904448~41943040] 2024-04-15T17:45:19.947 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 13 diff [0~8388608,16777216~29360128,54525952~12582912,71303168~29360128,104857600~8388608,117440512~4194304,130023424~20971520,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~12582912,251658240~25165824,293601280~41943040,364904448~12582912,381681664~20971520] 2024-04-15T17:45:19.947 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~12582912,71303168~29360128,104857600~8388608,117440512~4194304,130023424~20971520,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~12582912,251658240~25165824,293601280~41943040,364904448~12582912,381681664~20971520] 2024-04-15T17:45:19.950 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~29360128,54525952~12582912,71303168~29360128,104857600~16777216,130023424~33554432,171966464~12582912,197132288~16777216,218103808~29360128,251658240~29360128,293601280~41943040,364904448~41943040] 2024-04-15T17:45:19.950 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 14 diff [0~8388608,16777216~29360128,54525952~12582912,71303168~29360128,104857600~8388608,117440512~8388608,130023424~20971520,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~29360128,264241152~12582912,293601280~41943040,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.950 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~12582912,71303168~29360128,104857600~8388608,117440512~8388608,130023424~20971520,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~29360128,264241152~12582912,293601280~41943040,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.953 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~29360128,54525952~12582912,71303168~54525952,130023424~33554432,171966464~12582912,197132288~16777216,218103808~62914560,293601280~41943040,364904448~50331648] 2024-04-15T17:45:19.953 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 15 diff [0~8388608,16777216~29360128,54525952~12582912,71303168~41943040,117440512~33554432,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~41943040,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.953 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~12582912,71303168~41943040,117440512~33554432,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~41943040,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.956 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~29360128,54525952~12582912,71303168~92274688,171966464~109051904,293601280~41943040,364904448~50331648] 2024-04-15T17:45:19.957 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 16 diff [0~8388608,16777216~29360128,54525952~12582912,71303168~41943040,117440512~33554432,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~41943040,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.957 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~12582912,71303168~41943040,117440512~33554432,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~41943040,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.960 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~29360128,54525952~12582912,71303168~92274688,171966464~109051904,293601280~41943040,364904448~50331648] 2024-04-15T17:45:19.960 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 17 diff [0~8388608,16777216~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~50331648,293601280~41943040,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.960 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~50331648,293601280~41943040,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.965 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,171966464~109051904,293601280~41943040,352321536~4194304,364904448~50331648] 2024-04-15T17:45:19.965 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 18 diff [0~8388608,16777216~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~25165824,197132288~16777216,218103808~8388608,230686720~50331648,293601280~41943040,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.965 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~25165824,197132288~16777216,218103808~8388608,230686720~50331648,293601280~41943040,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.969 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~113246208,293601280~41943040,352321536~4194304,364904448~50331648] 2024-04-15T17:45:19.969 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to 19 diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.969 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:19.974 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:19.974 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 9 diff [25165824~20971520,54525952~4194304,71303168~8388608,104857600~8388608,130023424~4194304,142606336~4194304,310378496~8388608,327155712~4194304] 2024-04-15T17:45:19.974 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [25165824~20971520,54525952~4194304,71303168~8388608,104857600~8388608,130023424~4194304,142606336~4194304,310378496~8388608,327155712~4194304] 2024-04-15T17:45:19.975 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [25165824~20971520,54525952~8388608,71303168~12582912,104857600~8388608,130023424~8388608,142606336~8388608,310378496~8388608,327155712~8388608] 2024-04-15T17:45:19.975 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 10 diff [0~8388608,25165824~20971520,54525952~4194304,62914560~4194304,71303168~8388608,104857600~8388608,130023424~4194304,142606336~8388608,155189248~8388608,234881024~8388608,255852544~4194304,310378496~8388608,327155712~4194304,364904448~4194304] 2024-04-15T17:45:19.975 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,25165824~20971520,54525952~4194304,62914560~4194304,71303168~8388608,104857600~8388608,130023424~4194304,142606336~8388608,155189248~8388608,234881024~8388608,255852544~4194304,310378496~8388608,327155712~4194304,364904448~4194304] 2024-04-15T17:45:19.977 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,25165824~20971520,54525952~12582912,71303168~12582912,104857600~8388608,130023424~8388608,142606336~20971520,234881024~12582912,255852544~8388608,310378496~8388608,327155712~8388608,364904448~4194304] 2024-04-15T17:45:19.977 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 11 diff [0~8388608,25165824~20971520,54525952~4194304,62914560~4194304,71303168~8388608,104857600~8388608,130023424~4194304,142606336~8388608,155189248~8388608,171966464~8388608,197132288~8388608,218103808~4194304,234881024~8388608,251658240~12582912,293601280~12582912,310378496~8388608,322961408~8388608,364904448~8388608,390070272~12582912] 2024-04-15T17:45:19.977 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,25165824~20971520,54525952~4194304,62914560~4194304,71303168~8388608,104857600~8388608,130023424~4194304,142606336~8388608,155189248~8388608,171966464~8388608,197132288~8388608,218103808~4194304,234881024~8388608,251658240~12582912,293601280~12582912,310378496~8388608,322961408~8388608,364904448~8388608,390070272~12582912] 2024-04-15T17:45:19.978 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,25165824~20971520,54525952~12582912,71303168~12582912,104857600~8388608,130023424~8388608,142606336~20971520,171966464~8388608,197132288~12582912,218103808~8388608,234881024~12582912,251658240~12582912,293601280~12582912,310378496~8388608,322961408~12582912,364904448~8388608,390070272~16777216] 2024-04-15T17:45:19.978 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 12 diff [0~8388608,25165824~20971520,54525952~12582912,71303168~8388608,83886080~12582912,104857600~8388608,130023424~4194304,138412032~12582912,155189248~8388608,171966464~12582912,197132288~8388608,218103808~4194304,234881024~8388608,251658240~12582912,268435456~8388608,293601280~25165824,322961408~8388608,364904448~8388608,390070272~12582912] 2024-04-15T17:45:19.979 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,25165824~20971520,54525952~12582912,71303168~8388608,83886080~12582912,104857600~8388608,130023424~4194304,138412032~12582912,155189248~8388608,171966464~12582912,197132288~8388608,218103808~4194304,234881024~8388608,251658240~12582912,268435456~8388608,293601280~25165824,322961408~8388608,364904448~8388608,390070272~12582912] 2024-04-15T17:45:19.981 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,25165824~20971520,54525952~12582912,71303168~25165824,104857600~8388608,130023424~33554432,171966464~12582912,197132288~12582912,218103808~8388608,234881024~12582912,251658240~12582912,268435456~8388608,293601280~25165824,322961408~12582912,364904448~8388608,390070272~16777216] 2024-04-15T17:45:19.981 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 13 diff [0~8388608,25165824~20971520,54525952~12582912,71303168~8388608,83886080~16777216,104857600~8388608,117440512~4194304,130023424~4194304,138412032~12582912,155189248~8388608,171966464~12582912,197132288~8388608,218103808~8388608,230686720~12582912,251658240~25165824,293601280~25165824,322961408~12582912,364904448~8388608,390070272~12582912] 2024-04-15T17:45:19.981 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,25165824~20971520,54525952~12582912,71303168~8388608,83886080~16777216,104857600~8388608,117440512~4194304,130023424~4194304,138412032~12582912,155189248~8388608,171966464~12582912,197132288~8388608,218103808~8388608,230686720~12582912,251658240~25165824,293601280~25165824,322961408~12582912,364904448~8388608,390070272~12582912] 2024-04-15T17:45:19.984 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,25165824~20971520,54525952~12582912,71303168~29360128,104857600~16777216,130023424~33554432,171966464~12582912,197132288~12582912,218103808~29360128,251658240~25165824,293601280~25165824,322961408~12582912,364904448~12582912,390070272~16777216] 2024-04-15T17:45:19.984 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 14 diff [0~8388608,25165824~20971520,54525952~12582912,71303168~8388608,83886080~16777216,104857600~8388608,117440512~8388608,130023424~4194304,138412032~12582912,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~29360128,264241152~12582912,293601280~25165824,322961408~12582912,364904448~8388608,381681664~4194304,390070272~20971520] 2024-04-15T17:45:19.984 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,25165824~20971520,54525952~12582912,71303168~8388608,83886080~16777216,104857600~8388608,117440512~8388608,130023424~4194304,138412032~12582912,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~29360128,264241152~12582912,293601280~25165824,322961408~12582912,364904448~8388608,381681664~4194304,390070272~20971520] 2024-04-15T17:45:19.987 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,25165824~20971520,54525952~12582912,71303168~54525952,130023424~33554432,171966464~12582912,197132288~12582912,218103808~58720256,293601280~25165824,322961408~12582912,364904448~12582912,381681664~4194304,390070272~25165824] 2024-04-15T17:45:19.987 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 15 diff [0~8388608,25165824~20971520,54525952~12582912,71303168~8388608,83886080~29360128,117440512~16777216,138412032~12582912,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~25165824,322961408~12582912,364904448~8388608,381681664~4194304,390070272~20971520] 2024-04-15T17:45:19.987 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,25165824~20971520,54525952~12582912,71303168~8388608,83886080~29360128,117440512~16777216,138412032~12582912,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~25165824,322961408~12582912,364904448~8388608,381681664~4194304,390070272~20971520] 2024-04-15T17:45:19.990 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,25165824~20971520,54525952~12582912,71303168~92274688,171966464~109051904,293601280~25165824,322961408~12582912,364904448~12582912,381681664~4194304,390070272~25165824] 2024-04-15T17:45:19.990 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 16 diff [0~8388608,20971520~12582912,37748736~8388608,54525952~12582912,71303168~8388608,83886080~29360128,117440512~33554432,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~25165824,322961408~12582912,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:19.990 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~12582912,37748736~8388608,54525952~12582912,71303168~8388608,83886080~29360128,117440512~33554432,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~25165824,322961408~12582912,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:19.994 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~25165824,54525952~12582912,71303168~92274688,171966464~109051904,293601280~25165824,322961408~12582912,364904448~12582912,381681664~4194304,390070272~25165824] 2024-04-15T17:45:19.994 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 17 diff [0~8388608,20971520~25165824,54525952~12582912,71303168~8388608,83886080~41943040,130023424~20971520,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~41943040,276824064~4194304,293601280~25165824,322961408~12582912,352321536~4194304,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:19.994 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~25165824,54525952~12582912,71303168~8388608,83886080~41943040,130023424~20971520,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~41943040,276824064~4194304,293601280~25165824,322961408~12582912,352321536~4194304,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:19.998 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~92274688,171966464~109051904,293601280~25165824,322961408~12582912,352321536~4194304,364904448~12582912,381681664~4194304,390070272~25165824] 2024-04-15T17:45:19.998 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 18 diff [0~8388608,20971520~25165824,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~25165824,197132288~16777216,218103808~8388608,230686720~41943040,276824064~4194304,293601280~41943040,352321536~4194304,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:19.999 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~25165824,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~25165824,197132288~16777216,218103808~8388608,230686720~41943040,276824064~4194304,293601280~41943040,352321536~4194304,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.002 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~92274688,167772160~113246208,293601280~41943040,352321536~4194304,364904448~12582912,381681664~4194304,390070272~25165824] 2024-04-15T17:45:20.003 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to 19 diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.003 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.007 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:20.007 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 10 diff [0~8388608,29360128~4194304,62914560~4194304,75497472~4194304,146800640~4194304,155189248~8388608,234881024~8388608,255852544~4194304,310378496~4194304,364904448~4194304] 2024-04-15T17:45:20.007 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,29360128~4194304,62914560~4194304,75497472~4194304,146800640~4194304,155189248~8388608,234881024~8388608,255852544~4194304,310378496~4194304,364904448~4194304] 2024-04-15T17:45:20.008 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,29360128~8388608,62914560~4194304,75497472~8388608,146800640~16777216,234881024~12582912,255852544~8388608,310378496~4194304,364904448~4194304] 2024-04-15T17:45:20.008 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 11 diff [0~8388608,29360128~4194304,62914560~4194304,75497472~4194304,146800640~4194304,155189248~8388608,171966464~8388608,197132288~8388608,218103808~4194304,234881024~8388608,251658240~12582912,293601280~12582912,310378496~4194304,322961408~4194304,364904448~8388608,390070272~12582912] 2024-04-15T17:45:20.008 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,29360128~4194304,62914560~4194304,75497472~4194304,146800640~4194304,155189248~8388608,171966464~8388608,197132288~8388608,218103808~4194304,234881024~8388608,251658240~12582912,293601280~12582912,310378496~4194304,322961408~4194304,364904448~8388608,390070272~12582912] 2024-04-15T17:45:20.009 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,29360128~8388608,62914560~4194304,75497472~8388608,146800640~16777216,171966464~8388608,197132288~12582912,218103808~8388608,234881024~12582912,251658240~12582912,293601280~12582912,310378496~4194304,322961408~4194304,364904448~8388608,390070272~16777216] 2024-04-15T17:45:20.009 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 12 diff [0~8388608,29360128~8388608,54525952~12582912,75497472~4194304,83886080~12582912,138412032~12582912,155189248~8388608,171966464~12582912,197132288~8388608,218103808~4194304,234881024~8388608,251658240~12582912,268435456~8388608,293601280~20971520,322961408~4194304,364904448~8388608,390070272~12582912] 2024-04-15T17:45:20.009 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,29360128~8388608,54525952~12582912,75497472~4194304,83886080~12582912,138412032~12582912,155189248~8388608,171966464~12582912,197132288~8388608,218103808~4194304,234881024~8388608,251658240~12582912,268435456~8388608,293601280~20971520,322961408~4194304,364904448~8388608,390070272~12582912] 2024-04-15T17:45:20.011 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,29360128~8388608,54525952~12582912,75497472~20971520,138412032~25165824,171966464~12582912,197132288~12582912,218103808~8388608,234881024~12582912,251658240~12582912,268435456~8388608,293601280~25165824,322961408~4194304,364904448~8388608,390070272~16777216] 2024-04-15T17:45:20.011 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 13 diff [0~8388608,29360128~8388608,54525952~12582912,75497472~4194304,83886080~16777216,104857600~8388608,117440512~4194304,138412032~12582912,155189248~8388608,171966464~12582912,197132288~8388608,218103808~8388608,230686720~12582912,251658240~25165824,293601280~20971520,322961408~12582912,364904448~8388608,390070272~12582912] 2024-04-15T17:45:20.011 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,29360128~8388608,54525952~12582912,75497472~4194304,83886080~16777216,104857600~8388608,117440512~4194304,138412032~12582912,155189248~8388608,171966464~12582912,197132288~8388608,218103808~8388608,230686720~12582912,251658240~25165824,293601280~20971520,322961408~12582912,364904448~8388608,390070272~12582912] 2024-04-15T17:45:20.013 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,29360128~8388608,54525952~12582912,75497472~25165824,104857600~16777216,138412032~25165824,171966464~12582912,197132288~12582912,218103808~29360128,251658240~25165824,293601280~25165824,322961408~12582912,364904448~12582912,390070272~16777216] 2024-04-15T17:45:20.013 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 14 diff [0~8388608,29360128~8388608,54525952~12582912,75497472~4194304,83886080~16777216,104857600~8388608,117440512~8388608,138412032~12582912,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~29360128,264241152~12582912,293601280~20971520,322961408~12582912,364904448~8388608,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.013 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,29360128~8388608,54525952~12582912,75497472~4194304,83886080~16777216,104857600~8388608,117440512~8388608,138412032~12582912,155189248~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~29360128,264241152~12582912,293601280~20971520,322961408~12582912,364904448~8388608,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.016 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,29360128~8388608,54525952~12582912,75497472~50331648,138412032~25165824,171966464~12582912,197132288~12582912,218103808~58720256,293601280~25165824,322961408~12582912,364904448~12582912,381681664~4194304,390070272~25165824] 2024-04-15T17:45:20.016 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 15 diff [0~8388608,29360128~8388608,54525952~12582912,75497472~4194304,83886080~29360128,117440512~12582912,138412032~12582912,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~20971520,322961408~12582912,364904448~8388608,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.016 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,29360128~8388608,54525952~12582912,75497472~4194304,83886080~29360128,117440512~12582912,138412032~12582912,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~20971520,322961408~12582912,364904448~8388608,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.018 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,29360128~8388608,54525952~12582912,75497472~54525952,138412032~25165824,171966464~109051904,293601280~25165824,322961408~12582912,364904448~12582912,381681664~4194304,390070272~25165824] 2024-04-15T17:45:20.018 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 16 diff [0~8388608,20971520~12582912,54525952~12582912,75497472~4194304,83886080~29360128,117440512~16777216,138412032~12582912,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~25165824,322961408~12582912,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.018 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~12582912,54525952~12582912,75497472~4194304,83886080~29360128,117440512~16777216,138412032~12582912,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~29360128,264241152~16777216,293601280~25165824,322961408~12582912,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.022 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~16777216,54525952~12582912,75497472~58720256,138412032~25165824,171966464~109051904,293601280~25165824,322961408~12582912,364904448~12582912,381681664~4194304,390070272~25165824] 2024-04-15T17:45:20.022 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 17 diff [0~8388608,20971520~16777216,41943040~8388608,54525952~12582912,75497472~4194304,83886080~41943040,130023424~4194304,138412032~12582912,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~41943040,276824064~4194304,293601280~25165824,322961408~12582912,352321536~4194304,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.022 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~16777216,41943040~8388608,54525952~12582912,75497472~4194304,83886080~41943040,130023424~4194304,138412032~12582912,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~41943040,276824064~4194304,293601280~25165824,322961408~12582912,352321536~4194304,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.025 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~16777216,41943040~8388608,54525952~12582912,75497472~58720256,138412032~25165824,171966464~109051904,293601280~25165824,322961408~12582912,352321536~4194304,364904448~12582912,381681664~4194304,390070272~25165824] 2024-04-15T17:45:20.026 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 18 diff [0~8388608,20971520~16777216,41943040~8388608,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~25165824,197132288~16777216,218103808~8388608,230686720~41943040,276824064~4194304,293601280~41943040,352321536~4194304,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.026 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~16777216,41943040~8388608,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~25165824,197132288~16777216,218103808~8388608,230686720~41943040,276824064~4194304,293601280~41943040,352321536~4194304,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.029 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~16777216,41943040~8388608,54525952~12582912,71303168~62914560,138412032~25165824,167772160~113246208,293601280~41943040,352321536~4194304,364904448~12582912,381681664~4194304,390070272~25165824] 2024-04-15T17:45:20.029 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to 19 diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.029 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.037 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:20.038 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 11 diff [171966464~8388608,197132288~8388608,218103808~4194304,251658240~8388608,293601280~12582912,322961408~4194304,364904448~8388608,390070272~12582912] 2024-04-15T17:45:20.038 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [171966464~8388608,197132288~8388608,218103808~4194304,251658240~8388608,293601280~12582912,322961408~4194304,364904448~8388608,390070272~12582912] 2024-04-15T17:45:20.039 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [171966464~8388608,197132288~12582912,218103808~8388608,251658240~8388608,293601280~12582912,322961408~4194304,364904448~8388608,390070272~16777216] 2024-04-15T17:45:20.039 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 12 diff [29360128~8388608,54525952~12582912,83886080~12582912,138412032~8388608,171966464~12582912,197132288~8388608,218103808~4194304,251658240~8388608,268435456~8388608,293601280~20971520,322961408~4194304,364904448~8388608,390070272~12582912] 2024-04-15T17:45:20.039 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [29360128~8388608,54525952~12582912,83886080~12582912,138412032~8388608,171966464~12582912,197132288~8388608,218103808~4194304,251658240~8388608,268435456~8388608,293601280~20971520,322961408~4194304,364904448~8388608,390070272~12582912] 2024-04-15T17:45:20.039 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [29360128~8388608,54525952~12582912,83886080~12582912,138412032~8388608,171966464~12582912,197132288~12582912,218103808~8388608,251658240~8388608,268435456~8388608,293601280~25165824,322961408~4194304,364904448~8388608,390070272~16777216] 2024-04-15T17:45:20.040 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 13 diff [29360128~8388608,54525952~12582912,83886080~16777216,104857600~8388608,117440512~4194304,138412032~8388608,171966464~12582912,197132288~8388608,218103808~8388608,230686720~4194304,251658240~8388608,264241152~12582912,293601280~20971520,322961408~12582912,364904448~8388608,390070272~12582912] 2024-04-15T17:45:20.040 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [29360128~8388608,54525952~12582912,83886080~16777216,104857600~8388608,117440512~4194304,138412032~8388608,171966464~12582912,197132288~8388608,218103808~8388608,230686720~4194304,251658240~8388608,264241152~12582912,293601280~20971520,322961408~12582912,364904448~8388608,390070272~12582912] 2024-04-15T17:45:20.040 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [29360128~8388608,54525952~12582912,83886080~16777216,104857600~16777216,138412032~8388608,171966464~12582912,197132288~12582912,218103808~16777216,251658240~8388608,264241152~12582912,293601280~25165824,322961408~12582912,364904448~12582912,390070272~16777216] 2024-04-15T17:45:20.040 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 14 diff [29360128~8388608,54525952~12582912,83886080~16777216,104857600~8388608,117440512~8388608,138412032~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~16777216,264241152~12582912,293601280~20971520,322961408~12582912,364904448~8388608,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.040 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [29360128~8388608,54525952~12582912,83886080~16777216,104857600~8388608,117440512~8388608,138412032~8388608,171966464~12582912,197132288~12582912,218103808~8388608,230686720~4194304,239075328~16777216,264241152~12582912,293601280~20971520,322961408~12582912,364904448~8388608,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.041 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [29360128~8388608,54525952~12582912,83886080~41943040,138412032~8388608,171966464~12582912,197132288~12582912,218103808~16777216,239075328~20971520,264241152~12582912,293601280~25165824,322961408~12582912,364904448~12582912,381681664~4194304,390070272~25165824] 2024-04-15T17:45:20.041 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 15 diff [0~4194304,29360128~8388608,54525952~12582912,83886080~29360128,117440512~12582912,138412032~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~4194304,239075328~16777216,264241152~16777216,293601280~20971520,322961408~12582912,364904448~8388608,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.041 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,29360128~8388608,54525952~12582912,83886080~29360128,117440512~12582912,138412032~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~4194304,239075328~16777216,264241152~16777216,293601280~20971520,322961408~12582912,364904448~8388608,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.043 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,29360128~8388608,54525952~12582912,83886080~46137344,138412032~8388608,171966464~62914560,239075328~20971520,264241152~16777216,293601280~25165824,322961408~12582912,364904448~12582912,381681664~4194304,390070272~25165824] 2024-04-15T17:45:20.043 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 16 diff [0~4194304,20971520~12582912,54525952~12582912,83886080~29360128,117440512~16777216,138412032~8388608,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~4194304,239075328~16777216,264241152~16777216,293601280~25165824,322961408~12582912,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.043 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,20971520~12582912,54525952~12582912,83886080~29360128,117440512~16777216,138412032~8388608,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~4194304,239075328~16777216,264241152~16777216,293601280~25165824,322961408~12582912,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.047 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,20971520~16777216,54525952~12582912,83886080~50331648,138412032~8388608,155189248~8388608,171966464~62914560,239075328~20971520,264241152~16777216,293601280~25165824,322961408~12582912,364904448~12582912,381681664~4194304,390070272~25165824] 2024-04-15T17:45:20.047 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 17 diff [0~4194304,8388608~4194304,20971520~16777216,41943040~8388608,54525952~12582912,83886080~41943040,130023424~4194304,138412032~8388608,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~4194304,239075328~16777216,260046848~20971520,293601280~25165824,322961408~12582912,352321536~4194304,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.047 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,8388608~4194304,20971520~16777216,41943040~8388608,54525952~12582912,83886080~41943040,130023424~4194304,138412032~8388608,155189248~8388608,171966464~20971520,197132288~16777216,218103808~8388608,230686720~4194304,239075328~16777216,260046848~20971520,293601280~25165824,322961408~12582912,352321536~4194304,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.050 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,8388608~4194304,20971520~16777216,41943040~8388608,54525952~12582912,83886080~50331648,138412032~8388608,155189248~8388608,171966464~62914560,239075328~41943040,293601280~25165824,322961408~12582912,352321536~4194304,364904448~12582912,381681664~4194304,390070272~25165824] 2024-04-15T17:45:20.051 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 18 diff [0~4194304,8388608~4194304,20971520~16777216,41943040~8388608,54525952~12582912,71303168~54525952,130023424~4194304,138412032~8388608,155189248~8388608,167772160~25165824,197132288~16777216,218103808~8388608,230686720~4194304,239075328~16777216,260046848~20971520,293601280~41943040,352321536~4194304,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.051 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,8388608~4194304,20971520~16777216,41943040~8388608,54525952~12582912,71303168~54525952,130023424~4194304,138412032~8388608,155189248~8388608,167772160~25165824,197132288~16777216,218103808~8388608,230686720~4194304,239075328~16777216,260046848~20971520,293601280~41943040,352321536~4194304,364904448~12582912,381681664~4194304,390070272~20971520] 2024-04-15T17:45:20.054 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,8388608~4194304,20971520~16777216,41943040~8388608,54525952~12582912,71303168~62914560,138412032~8388608,155189248~8388608,167772160~67108864,239075328~41943040,293601280~41943040,352321536~4194304,364904448~12582912,381681664~4194304,390070272~25165824] 2024-04-15T17:45:20.054 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to 19 diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.054 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.058 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~67108864,239075328~50331648,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:20.058 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 12 diff [29360128~8388608,54525952~12582912,83886080~12582912,138412032~8388608,180355072~4194304,197132288~4194304,268435456~8388608,306184192~8388608] 2024-04-15T17:45:20.058 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [29360128~8388608,54525952~12582912,83886080~12582912,138412032~8388608,180355072~4194304,197132288~4194304,268435456~8388608,306184192~8388608] 2024-04-15T17:45:20.059 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [29360128~8388608,54525952~12582912,83886080~12582912,138412032~8388608,180355072~4194304,197132288~4194304,268435456~8388608,306184192~12582912] 2024-04-15T17:45:20.060 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 13 diff [29360128~8388608,54525952~12582912,83886080~16777216,104857600~8388608,117440512~4194304,138412032~8388608,180355072~4194304,197132288~4194304,222298112~4194304,230686720~4194304,264241152~12582912,306184192~8388608,322961408~12582912,364904448~8388608] 2024-04-15T17:45:20.060 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [29360128~8388608,54525952~12582912,83886080~16777216,104857600~8388608,117440512~4194304,138412032~8388608,180355072~4194304,197132288~4194304,222298112~4194304,230686720~4194304,264241152~12582912,306184192~8388608,322961408~12582912,364904448~8388608] 2024-04-15T17:45:20.061 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [29360128~8388608,54525952~12582912,83886080~16777216,104857600~16777216,138412032~8388608,180355072~4194304,197132288~4194304,222298112~12582912,264241152~12582912,306184192~12582912,322961408~12582912,364904448~12582912] 2024-04-15T17:45:20.061 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 14 diff [29360128~8388608,54525952~12582912,83886080~16777216,104857600~8388608,117440512~8388608,138412032~8388608,180355072~4194304,197132288~4194304,205520896~4194304,222298112~4194304,230686720~4194304,239075328~12582912,264241152~12582912,306184192~8388608,322961408~12582912,364904448~8388608,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.062 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [29360128~8388608,54525952~12582912,83886080~16777216,104857600~8388608,117440512~8388608,138412032~8388608,180355072~4194304,197132288~4194304,205520896~4194304,222298112~4194304,230686720~4194304,239075328~12582912,264241152~12582912,306184192~8388608,322961408~12582912,364904448~8388608,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.063 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [29360128~8388608,54525952~12582912,83886080~41943040,138412032~8388608,180355072~4194304,197132288~4194304,205520896~4194304,222298112~12582912,239075328~16777216,264241152~12582912,306184192~12582912,322961408~12582912,364904448~12582912,381681664~4194304,402653184~12582912] 2024-04-15T17:45:20.063 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 15 diff [0~4194304,29360128~8388608,54525952~12582912,83886080~29360128,117440512~12582912,138412032~8388608,180355072~12582912,197132288~4194304,205520896~8388608,222298112~4194304,230686720~4194304,239075328~12582912,264241152~16777216,306184192~8388608,322961408~12582912,364904448~8388608,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.063 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,29360128~8388608,54525952~12582912,83886080~29360128,117440512~12582912,138412032~8388608,180355072~12582912,197132288~4194304,205520896~8388608,222298112~4194304,230686720~4194304,239075328~12582912,264241152~16777216,306184192~8388608,322961408~12582912,364904448~8388608,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.065 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,29360128~8388608,54525952~12582912,83886080~46137344,138412032~8388608,180355072~20971520,205520896~12582912,222298112~12582912,239075328~16777216,264241152~16777216,306184192~12582912,322961408~12582912,364904448~12582912,381681664~4194304,402653184~12582912] 2024-04-15T17:45:20.065 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 16 diff [0~4194304,20971520~12582912,54525952~12582912,83886080~29360128,117440512~16777216,138412032~8388608,155189248~8388608,180355072~12582912,197132288~4194304,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,264241152~16777216,306184192~12582912,322961408~12582912,364904448~12582912,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.066 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,20971520~12582912,54525952~12582912,83886080~29360128,117440512~16777216,138412032~8388608,155189248~8388608,180355072~12582912,197132288~4194304,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,264241152~16777216,306184192~12582912,322961408~12582912,364904448~12582912,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.068 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,20971520~16777216,54525952~12582912,83886080~50331648,138412032~8388608,155189248~8388608,180355072~20971520,205520896~29360128,239075328~16777216,264241152~16777216,306184192~12582912,322961408~12582912,364904448~12582912,381681664~4194304,402653184~12582912] 2024-04-15T17:45:20.068 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 17 diff [0~4194304,8388608~4194304,20971520~16777216,41943040~8388608,54525952~12582912,83886080~41943040,130023424~4194304,138412032~8388608,155189248~8388608,180355072~12582912,197132288~4194304,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~20971520,293601280~4194304,306184192~12582912,322961408~12582912,352321536~4194304,364904448~12582912,381681664~4194304,398458880~12582912] 2024-04-15T17:45:20.068 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,8388608~4194304,20971520~16777216,41943040~8388608,54525952~12582912,83886080~41943040,130023424~4194304,138412032~8388608,155189248~8388608,180355072~12582912,197132288~4194304,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~20971520,293601280~4194304,306184192~12582912,322961408~12582912,352321536~4194304,364904448~12582912,381681664~4194304,398458880~12582912] 2024-04-15T17:45:20.071 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,8388608~4194304,20971520~16777216,41943040~8388608,54525952~12582912,83886080~50331648,138412032~8388608,155189248~8388608,180355072~20971520,205520896~29360128,239075328~16777216,260046848~20971520,293601280~4194304,306184192~12582912,322961408~12582912,352321536~4194304,364904448~12582912,381681664~4194304,398458880~16777216] 2024-04-15T17:45:20.071 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 18 diff [0~4194304,8388608~4194304,20971520~16777216,41943040~8388608,54525952~12582912,71303168~54525952,130023424~4194304,138412032~8388608,155189248~8388608,167772160~8388608,180355072~12582912,197132288~4194304,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~20971520,293601280~4194304,306184192~29360128,352321536~4194304,364904448~12582912,381681664~4194304,398458880~12582912] 2024-04-15T17:45:20.071 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,8388608~4194304,20971520~16777216,41943040~8388608,54525952~12582912,71303168~54525952,130023424~4194304,138412032~8388608,155189248~8388608,167772160~8388608,180355072~12582912,197132288~4194304,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~20971520,293601280~4194304,306184192~29360128,352321536~4194304,364904448~12582912,381681664~4194304,398458880~12582912] 2024-04-15T17:45:20.074 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,8388608~4194304,20971520~16777216,41943040~8388608,54525952~12582912,71303168~62914560,138412032~8388608,155189248~8388608,167772160~8388608,180355072~20971520,205520896~29360128,239075328~16777216,260046848~20971520,293601280~4194304,306184192~29360128,352321536~4194304,364904448~12582912,381681664~4194304,398458880~16777216] 2024-04-15T17:45:20.075 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to 19 diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:20.075 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:20.079 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~8388608,180355072~20971520,205520896~29360128,239075328~16777216,260046848~29360128,293601280~4194304,306184192~29360128,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:20.079 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to 13 diff [96468992~4194304,104857600~8388608,117440512~4194304,142606336~4194304,222298112~4194304,230686720~4194304,264241152~4194304,322961408~12582912,364904448~8388608] 2024-04-15T17:45:20.079 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [96468992~4194304,104857600~8388608,117440512~4194304,142606336~4194304,222298112~4194304,230686720~4194304,264241152~4194304,322961408~12582912,364904448~8388608] 2024-04-15T17:45:20.080 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [96468992~4194304,104857600~16777216,142606336~4194304,222298112~12582912,264241152~8388608,322961408~12582912,364904448~12582912] 2024-04-15T17:45:20.080 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to 14 diff [92274688~8388608,104857600~8388608,117440512~8388608,142606336~4194304,205520896~4194304,222298112~4194304,230686720~4194304,239075328~12582912,264241152~4194304,272629760~4194304,322961408~12582912,364904448~8388608,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.080 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [92274688~8388608,104857600~8388608,117440512~8388608,142606336~4194304,205520896~4194304,222298112~4194304,230686720~4194304,239075328~12582912,264241152~4194304,272629760~4194304,322961408~12582912,364904448~8388608,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.081 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [92274688~33554432,142606336~4194304,205520896~4194304,222298112~12582912,239075328~16777216,264241152~12582912,322961408~12582912,364904448~12582912,381681664~4194304,402653184~12582912] 2024-04-15T17:45:20.081 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to 15 diff [0~4194304,92274688~20971520,117440512~12582912,142606336~4194304,184549376~8388608,205520896~8388608,222298112~4194304,230686720~4194304,239075328~12582912,264241152~4194304,272629760~8388608,322961408~12582912,364904448~8388608,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.081 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,92274688~20971520,117440512~12582912,142606336~4194304,184549376~8388608,205520896~8388608,222298112~4194304,230686720~4194304,239075328~12582912,264241152~4194304,272629760~8388608,322961408~12582912,364904448~8388608,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.083 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,92274688~37748736,142606336~4194304,184549376~12582912,205520896~12582912,222298112~12582912,239075328~16777216,264241152~16777216,322961408~12582912,364904448~12582912,381681664~4194304,402653184~12582912] 2024-04-15T17:45:20.083 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to 16 diff [0~4194304,20971520~8388608,92274688~20971520,117440512~16777216,142606336~4194304,155189248~8388608,184549376~8388608,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,264241152~4194304,272629760~8388608,306184192~8388608,322961408~12582912,364904448~12582912,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.083 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,20971520~8388608,92274688~20971520,117440512~16777216,142606336~4194304,155189248~8388608,184549376~8388608,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,264241152~4194304,272629760~8388608,306184192~8388608,322961408~12582912,364904448~12582912,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.085 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,20971520~12582912,92274688~41943040,142606336~4194304,155189248~8388608,184549376~12582912,205520896~29360128,239075328~16777216,264241152~16777216,306184192~8388608,322961408~12582912,364904448~12582912,381681664~4194304,402653184~12582912] 2024-04-15T17:45:20.086 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to 17 diff [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,92274688~33554432,130023424~4194304,142606336~4194304,155189248~8388608,184549376~8388608,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~20971520,293601280~4194304,306184192~8388608,322961408~12582912,352321536~4194304,364904448~12582912,381681664~4194304,398458880~12582912] 2024-04-15T17:45:20.086 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,92274688~33554432,130023424~4194304,142606336~4194304,155189248~8388608,184549376~8388608,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~20971520,293601280~4194304,306184192~8388608,322961408~12582912,352321536~4194304,364904448~12582912,381681664~4194304,398458880~12582912] 2024-04-15T17:45:20.088 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,92274688~41943040,142606336~4194304,155189248~8388608,184549376~12582912,205520896~29360128,239075328~16777216,260046848~20971520,293601280~4194304,306184192~8388608,322961408~12582912,352321536~4194304,364904448~12582912,381681664~4194304,398458880~16777216] 2024-04-15T17:45:20.088 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to 18 diff [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,54525952~8388608,71303168~54525952,130023424~4194304,142606336~4194304,155189248~8388608,167772160~8388608,184549376~8388608,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~20971520,293601280~4194304,306184192~8388608,318767104~16777216,352321536~4194304,364904448~12582912,381681664~4194304,398458880~12582912] 2024-04-15T17:45:20.088 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,54525952~8388608,71303168~54525952,130023424~4194304,142606336~4194304,155189248~8388608,167772160~8388608,184549376~8388608,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~20971520,293601280~4194304,306184192~8388608,318767104~16777216,352321536~4194304,364904448~12582912,381681664~4194304,398458880~12582912] 2024-04-15T17:45:20.091 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,54525952~8388608,71303168~62914560,142606336~4194304,155189248~8388608,167772160~8388608,184549376~12582912,205520896~29360128,239075328~16777216,260046848~20971520,293601280~4194304,306184192~8388608,318767104~16777216,352321536~4194304,364904448~12582912,381681664~4194304,398458880~16777216] 2024-04-15T17:45:20.092 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to 19 diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:20.092 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:20.095 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~62914560,142606336~20971520,167772160~8388608,184549376~12582912,205520896~29360128,239075328~16777216,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:20.095 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to 14 diff [92274688~8388608,117440512~8388608,205520896~4194304,239075328~12582912,272629760~4194304,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.096 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [92274688~8388608,117440512~8388608,205520896~4194304,239075328~12582912,272629760~4194304,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.096 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [92274688~12582912,117440512~8388608,205520896~4194304,239075328~16777216,272629760~4194304,381681664~4194304,402653184~12582912] 2024-04-15T17:45:20.097 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to 15 diff [0~4194304,92274688~12582912,117440512~12582912,184549376~8388608,205520896~8388608,230686720~4194304,239075328~12582912,272629760~8388608,364904448~8388608,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.097 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,92274688~12582912,117440512~12582912,184549376~8388608,205520896~8388608,230686720~4194304,239075328~12582912,272629760~8388608,364904448~8388608,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.098 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,92274688~16777216,117440512~12582912,184549376~12582912,205520896~12582912,230686720~4194304,239075328~16777216,272629760~8388608,364904448~12582912,381681664~4194304,402653184~12582912] 2024-04-15T17:45:20.098 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to 16 diff [0~4194304,20971520~8388608,92274688~12582912,117440512~16777216,155189248~8388608,184549376~8388608,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,272629760~8388608,306184192~8388608,364904448~8388608,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.098 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,20971520~8388608,92274688~12582912,117440512~16777216,155189248~8388608,184549376~8388608,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,272629760~8388608,306184192~8388608,364904448~8388608,381681664~4194304,402653184~8388608] 2024-04-15T17:45:20.100 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,20971520~12582912,92274688~16777216,117440512~16777216,155189248~8388608,184549376~12582912,205520896~20971520,230686720~4194304,239075328~16777216,272629760~8388608,306184192~8388608,364904448~12582912,381681664~4194304,402653184~12582912] 2024-04-15T17:45:20.100 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to 17 diff [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,92274688~33554432,130023424~4194304,142606336~4194304,155189248~8388608,184549376~8388608,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~8388608,293601280~4194304,306184192~8388608,352321536~4194304,364904448~8388608,381681664~4194304,398458880~12582912] 2024-04-15T17:45:20.100 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,92274688~33554432,130023424~4194304,142606336~4194304,155189248~8388608,184549376~8388608,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~8388608,293601280~4194304,306184192~8388608,352321536~4194304,364904448~8388608,381681664~4194304,398458880~12582912] 2024-04-15T17:45:20.103 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,92274688~41943040,142606336~4194304,155189248~8388608,184549376~12582912,205520896~20971520,230686720~4194304,239075328~16777216,260046848~8388608,272629760~8388608,293601280~4194304,306184192~8388608,352321536~4194304,364904448~12582912,381681664~4194304,398458880~16777216] 2024-04-15T17:45:20.103 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to 18 diff [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,54525952~8388608,71303168~54525952,130023424~4194304,142606336~4194304,155189248~8388608,167772160~8388608,184549376~8388608,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~8388608,293601280~4194304,306184192~8388608,318767104~8388608,352321536~4194304,364904448~12582912,381681664~4194304,398458880~12582912] 2024-04-15T17:45:20.103 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,54525952~8388608,71303168~54525952,130023424~4194304,142606336~4194304,155189248~8388608,167772160~8388608,184549376~8388608,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~8388608,293601280~4194304,306184192~8388608,318767104~8388608,352321536~4194304,364904448~12582912,381681664~4194304,398458880~12582912] 2024-04-15T17:45:20.106 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,54525952~8388608,71303168~62914560,142606336~4194304,155189248~8388608,167772160~8388608,184549376~12582912,205520896~20971520,230686720~4194304,239075328~16777216,260046848~8388608,272629760~8388608,293601280~4194304,306184192~8388608,318767104~8388608,352321536~4194304,364904448~12582912,381681664~4194304,398458880~16777216] 2024-04-15T17:45:20.106 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to 19 diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:20.106 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:20.109 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~62914560,142606336~20971520,167772160~8388608,184549376~12582912,205520896~20971520,230686720~4194304,239075328~16777216,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:20.109 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to 15 diff [0~4194304,100663296~4194304,117440512~12582912,184549376~8388608,205520896~8388608,230686720~4194304,276824064~4194304,364904448~8388608] 2024-04-15T17:45:20.109 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,100663296~4194304,117440512~12582912,184549376~8388608,205520896~8388608,230686720~4194304,276824064~4194304,364904448~8388608] 2024-04-15T17:45:20.110 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,100663296~8388608,117440512~12582912,184549376~12582912,205520896~12582912,230686720~4194304,276824064~4194304,364904448~12582912] 2024-04-15T17:45:20.110 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to 16 diff [0~4194304,20971520~8388608,100663296~4194304,117440512~16777216,155189248~8388608,184549376~8388608,205520896~8388608,218103808~4194304,230686720~4194304,276824064~4194304,306184192~8388608,364904448~8388608,402653184~8388608] 2024-04-15T17:45:20.110 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,20971520~8388608,100663296~4194304,117440512~16777216,155189248~8388608,184549376~8388608,205520896~8388608,218103808~4194304,230686720~4194304,276824064~4194304,306184192~8388608,364904448~8388608,402653184~8388608] 2024-04-15T17:45:20.112 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,20971520~12582912,100663296~8388608,117440512~16777216,155189248~8388608,184549376~12582912,205520896~20971520,230686720~4194304,276824064~4194304,306184192~8388608,364904448~12582912,402653184~8388608] 2024-04-15T17:45:20.112 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to 17 diff [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,100663296~25165824,130023424~4194304,142606336~4194304,155189248~8388608,184549376~8388608,205520896~8388608,218103808~4194304,230686720~4194304,260046848~8388608,276824064~4194304,293601280~4194304,306184192~8388608,352321536~4194304,364904448~8388608,398458880~12582912] 2024-04-15T17:45:20.112 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,100663296~25165824,130023424~4194304,142606336~4194304,155189248~8388608,184549376~8388608,205520896~8388608,218103808~4194304,230686720~4194304,260046848~8388608,276824064~4194304,293601280~4194304,306184192~8388608,352321536~4194304,364904448~8388608,398458880~12582912] 2024-04-15T17:45:20.114 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,100663296~33554432,142606336~4194304,155189248~8388608,184549376~12582912,205520896~20971520,230686720~4194304,260046848~8388608,276824064~4194304,293601280~4194304,306184192~8388608,352321536~4194304,364904448~12582912,398458880~12582912] 2024-04-15T17:45:20.114 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to 18 diff [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,54525952~8388608,71303168~20971520,100663296~25165824,130023424~4194304,142606336~4194304,155189248~8388608,167772160~8388608,184549376~8388608,205520896~8388608,218103808~4194304,230686720~4194304,260046848~8388608,276824064~4194304,293601280~4194304,306184192~8388608,318767104~8388608,352321536~4194304,364904448~12582912,398458880~12582912] 2024-04-15T17:45:20.114 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,54525952~8388608,71303168~20971520,100663296~25165824,130023424~4194304,142606336~4194304,155189248~8388608,167772160~8388608,184549376~8388608,205520896~8388608,218103808~4194304,230686720~4194304,260046848~8388608,276824064~4194304,293601280~4194304,306184192~8388608,318767104~8388608,352321536~4194304,364904448~12582912,398458880~12582912] 2024-04-15T17:45:20.116 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~4194304,8388608~4194304,20971520~12582912,41943040~8388608,54525952~8388608,71303168~25165824,100663296~33554432,142606336~4194304,155189248~8388608,167772160~8388608,184549376~12582912,205520896~20971520,230686720~4194304,260046848~8388608,276824064~4194304,293601280~4194304,306184192~8388608,318767104~8388608,352321536~4194304,364904448~12582912,398458880~16777216] 2024-04-15T17:45:20.116 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to 19 diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,100663296~25165824,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,260046848~8388608,276824064~12582912,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.116 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,100663296~25165824,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,260046848~8388608,276824064~12582912,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.119 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~25165824,100663296~33554432,142606336~20971520,167772160~8388608,184549376~12582912,205520896~20971520,230686720~4194304,260046848~8388608,276824064~12582912,293601280~4194304,306184192~8388608,318767104~8388608,343932928~12582912,364904448~12582912,385875968~8388608,398458880~16777216] 2024-04-15T17:45:20.119 INFO:tasks.workunit.client.0.smithi090.stdout:from 15 to 16 diff [20971520~8388608,130023424~4194304,155189248~8388608,188743680~4194304,209715200~4194304,218103808~4194304,230686720~4194304,306184192~8388608,364904448~8388608,402653184~8388608] 2024-04-15T17:45:20.119 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [20971520~8388608,130023424~4194304,155189248~8388608,188743680~4194304,209715200~4194304,218103808~4194304,230686720~4194304,306184192~8388608,364904448~8388608,402653184~8388608] 2024-04-15T17:45:20.120 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [20971520~12582912,130023424~4194304,155189248~8388608,188743680~4194304,209715200~4194304,218103808~8388608,230686720~4194304,306184192~8388608,364904448~8388608,402653184~8388608] 2024-04-15T17:45:20.120 INFO:tasks.workunit.client.0.smithi090.stdout:from 15 to 17 diff [8388608~4194304,20971520~12582912,41943040~8388608,104857600~12582912,130023424~4194304,142606336~4194304,155189248~8388608,188743680~4194304,209715200~4194304,218103808~4194304,230686720~4194304,260046848~8388608,293601280~4194304,306184192~8388608,352321536~4194304,364904448~8388608,398458880~12582912] 2024-04-15T17:45:20.120 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8388608~4194304,20971520~12582912,41943040~8388608,104857600~12582912,130023424~4194304,142606336~4194304,155189248~8388608,188743680~4194304,209715200~4194304,218103808~4194304,230686720~4194304,260046848~8388608,293601280~4194304,306184192~8388608,352321536~4194304,364904448~8388608,398458880~12582912] 2024-04-15T17:45:20.121 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [8388608~4194304,20971520~12582912,41943040~8388608,104857600~16777216,130023424~4194304,142606336~4194304,155189248~8388608,188743680~4194304,209715200~4194304,218103808~8388608,230686720~4194304,260046848~8388608,293601280~4194304,306184192~8388608,352321536~4194304,364904448~8388608,398458880~12582912] 2024-04-15T17:45:20.122 INFO:tasks.workunit.client.0.smithi090.stdout:from 15 to 18 diff [8388608~4194304,20971520~12582912,41943040~8388608,54525952~8388608,71303168~20971520,104857600~12582912,130023424~4194304,142606336~4194304,155189248~8388608,167772160~8388608,188743680~4194304,209715200~4194304,218103808~4194304,230686720~4194304,260046848~8388608,293601280~4194304,306184192~8388608,318767104~8388608,352321536~4194304,364904448~12582912,398458880~12582912] 2024-04-15T17:45:20.122 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8388608~4194304,20971520~12582912,41943040~8388608,54525952~8388608,71303168~20971520,104857600~12582912,130023424~4194304,142606336~4194304,155189248~8388608,167772160~8388608,188743680~4194304,209715200~4194304,218103808~4194304,230686720~4194304,260046848~8388608,293601280~4194304,306184192~8388608,318767104~8388608,352321536~4194304,364904448~12582912,398458880~12582912] 2024-04-15T17:45:20.123 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [8388608~4194304,20971520~12582912,41943040~8388608,54525952~8388608,71303168~25165824,104857600~16777216,130023424~4194304,142606336~4194304,155189248~8388608,167772160~8388608,188743680~4194304,209715200~4194304,218103808~8388608,230686720~4194304,260046848~8388608,293601280~4194304,306184192~8388608,318767104~8388608,352321536~4194304,364904448~12582912,398458880~16777216] 2024-04-15T17:45:20.123 INFO:tasks.workunit.client.0.smithi090.stdout:from 15 to 19 diff [4194304~8388608,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,104857600~12582912,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~8388608,209715200~4194304,218103808~4194304,230686720~4194304,260046848~8388608,281018368~8388608,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.124 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [4194304~8388608,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,104857600~12582912,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~8388608,209715200~4194304,218103808~4194304,230686720~4194304,260046848~8388608,281018368~8388608,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.126 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [4194304~8388608,20971520~12582912,37748736~12582912,54525952~8388608,71303168~25165824,104857600~16777216,130023424~4194304,142606336~20971520,167772160~8388608,184549376~8388608,209715200~4194304,218103808~8388608,230686720~4194304,260046848~8388608,281018368~8388608,293601280~4194304,306184192~8388608,318767104~8388608,343932928~12582912,364904448~12582912,385875968~8388608,398458880~16777216] 2024-04-15T17:45:20.126 INFO:tasks.workunit.client.0.smithi090.stdout:from 16 to 17 diff [8388608~4194304,20971520~4194304,41943040~8388608,104857600~12582912,142606336~4194304,260046848~8388608,293601280~4194304,352321536~4194304,398458880~4194304] 2024-04-15T17:45:20.126 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8388608~4194304,20971520~4194304,41943040~8388608,104857600~12582912,142606336~4194304,260046848~8388608,293601280~4194304,352321536~4194304,398458880~4194304] 2024-04-15T17:45:20.127 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [8388608~4194304,20971520~8388608,41943040~8388608,104857600~16777216,142606336~4194304,260046848~8388608,293601280~4194304,352321536~4194304,398458880~4194304] 2024-04-15T17:45:20.127 INFO:tasks.workunit.client.0.smithi090.stdout:from 16 to 18 diff [8388608~4194304,20971520~4194304,41943040~8388608,54525952~8388608,71303168~20971520,104857600~12582912,142606336~4194304,167772160~8388608,260046848~8388608,293601280~4194304,318767104~8388608,352321536~4194304,364904448~8388608,398458880~12582912] 2024-04-15T17:45:20.127 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [8388608~4194304,20971520~4194304,41943040~8388608,54525952~8388608,71303168~20971520,104857600~12582912,142606336~4194304,167772160~8388608,260046848~8388608,293601280~4194304,318767104~8388608,352321536~4194304,364904448~8388608,398458880~12582912] 2024-04-15T17:45:20.129 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [8388608~4194304,20971520~8388608,41943040~8388608,54525952~8388608,71303168~25165824,104857600~16777216,142606336~4194304,167772160~8388608,260046848~8388608,293601280~4194304,318767104~8388608,352321536~4194304,364904448~12582912,398458880~16777216] 2024-04-15T17:45:20.129 INFO:tasks.workunit.client.0.smithi090.stdout:from 16 to 19 diff [4194304~8388608,20971520~4194304,37748736~12582912,54525952~8388608,71303168~20971520,104857600~12582912,142606336~8388608,167772160~8388608,184549376~4194304,260046848~8388608,281018368~8388608,293601280~4194304,318767104~8388608,343932928~4194304,352321536~4194304,364904448~8388608,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.129 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [4194304~8388608,20971520~4194304,37748736~12582912,54525952~8388608,71303168~20971520,104857600~12582912,142606336~8388608,167772160~8388608,184549376~4194304,260046848~8388608,281018368~8388608,293601280~4194304,318767104~8388608,343932928~4194304,352321536~4194304,364904448~8388608,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.131 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [4194304~8388608,20971520~8388608,37748736~12582912,54525952~8388608,71303168~25165824,104857600~16777216,142606336~12582912,167772160~8388608,184549376~4194304,260046848~8388608,281018368~8388608,293601280~4194304,318767104~8388608,343932928~12582912,364904448~12582912,385875968~8388608,398458880~16777216] 2024-04-15T17:45:20.131 INFO:tasks.workunit.client.0.smithi090.stdout:from 17 to 18 diff [54525952~8388608,71303168~20971520,104857600~4194304,167772160~8388608,318767104~8388608,364904448~8388608,402653184~8388608] 2024-04-15T17:45:20.131 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [54525952~8388608,71303168~20971520,104857600~4194304,167772160~8388608,318767104~8388608,364904448~8388608,402653184~8388608] 2024-04-15T17:45:20.132 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [54525952~8388608,71303168~25165824,104857600~4194304,167772160~8388608,318767104~8388608,364904448~12582912,402653184~12582912] 2024-04-15T17:45:20.132 INFO:tasks.workunit.client.0.smithi090.stdout:from 17 to 19 diff [4194304~4194304,37748736~8388608,54525952~8388608,71303168~20971520,104857600~4194304,146800640~4194304,167772160~8388608,184549376~4194304,281018368~8388608,318767104~8388608,343932928~4194304,364904448~8388608,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.132 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [4194304~4194304,37748736~8388608,54525952~8388608,71303168~20971520,104857600~4194304,146800640~4194304,167772160~8388608,184549376~4194304,281018368~8388608,318767104~8388608,343932928~4194304,364904448~8388608,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.134 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [4194304~4194304,37748736~8388608,54525952~8388608,71303168~25165824,104857600~4194304,146800640~8388608,167772160~8388608,184549376~4194304,281018368~8388608,318767104~8388608,343932928~8388608,364904448~12582912,385875968~8388608,398458880~16777216] 2024-04-15T17:45:20.134 INFO:tasks.workunit.client.0.smithi090.stdout:from 18 to 19 diff [4194304~4194304,37748736~8388608,79691776~8388608,146800640~4194304,184549376~4194304,281018368~8388608,343932928~4194304,385875968~8388608,398458880~4194304] 2024-04-15T17:45:20.134 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [4194304~4194304,37748736~8388608,79691776~8388608,146800640~4194304,184549376~4194304,281018368~8388608,343932928~4194304,385875968~8388608,398458880~4194304] 2024-04-15T17:45:20.135 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [4194304~4194304,37748736~8388608,79691776~8388608,146800640~8388608,184549376~4194304,281018368~8388608,343932928~8388608,385875968~8388608,398458880~4194304] 2024-04-15T17:45:20.485 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:20.486 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:20.508 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:20.508 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:20.508 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:20.515 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:20.515 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:20.515 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:20.523 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:20.523 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:20.523 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:20.529 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:20.529 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:20.529 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:20.535 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~167772160,339738624~16777216,364904448~50331648] 2024-04-15T17:45:20.535 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:20.535 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:20.540 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,339738624~16777216,364904448~50331648] 2024-04-15T17:45:20.540 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.540 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.545 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:20.545 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.545 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.550 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:20.550 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.550 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.555 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:20.555 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.555 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.560 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:20.560 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.560 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:20.564 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~67108864,239075328~50331648,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:20.564 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to HEAD diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:20.564 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:20.567 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~8388608,180355072~20971520,205520896~29360128,239075328~16777216,260046848~29360128,293601280~4194304,306184192~29360128,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:20.567 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to HEAD diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:20.567 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:20.570 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~62914560,142606336~20971520,167772160~8388608,184549376~12582912,205520896~29360128,239075328~16777216,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:20.570 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to HEAD diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:20.570 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:20.572 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~62914560,142606336~20971520,167772160~8388608,184549376~12582912,205520896~20971520,230686720~4194304,239075328~16777216,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:20.573 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to HEAD diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,100663296~25165824,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,260046848~8388608,276824064~12582912,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.573 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,100663296~25165824,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,260046848~8388608,276824064~12582912,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.575 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~25165824,100663296~33554432,142606336~20971520,167772160~8388608,184549376~12582912,205520896~20971520,230686720~4194304,260046848~8388608,276824064~12582912,293601280~4194304,306184192~8388608,318767104~8388608,343932928~12582912,364904448~12582912,385875968~8388608,398458880~16777216] 2024-04-15T17:45:20.575 INFO:tasks.workunit.client.0.smithi090.stdout:from 15 to HEAD diff [4194304~8388608,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,104857600~12582912,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~8388608,209715200~4194304,218103808~4194304,230686720~4194304,260046848~8388608,281018368~8388608,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.575 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [4194304~8388608,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,104857600~12582912,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~8388608,209715200~4194304,218103808~4194304,230686720~4194304,260046848~8388608,281018368~8388608,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.577 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [4194304~8388608,20971520~12582912,37748736~12582912,54525952~8388608,71303168~25165824,104857600~16777216,130023424~4194304,142606336~20971520,167772160~8388608,184549376~8388608,209715200~4194304,218103808~8388608,230686720~4194304,260046848~8388608,281018368~8388608,293601280~4194304,306184192~8388608,318767104~8388608,343932928~12582912,364904448~12582912,385875968~8388608,398458880~16777216] 2024-04-15T17:45:20.577 INFO:tasks.workunit.client.0.smithi090.stdout:from 16 to HEAD diff [4194304~8388608,20971520~4194304,37748736~12582912,54525952~8388608,71303168~20971520,104857600~12582912,142606336~8388608,167772160~8388608,184549376~4194304,260046848~8388608,281018368~8388608,293601280~4194304,318767104~8388608,343932928~4194304,352321536~4194304,364904448~8388608,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.577 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [4194304~8388608,20971520~4194304,37748736~12582912,54525952~8388608,71303168~20971520,104857600~12582912,142606336~8388608,167772160~8388608,184549376~4194304,260046848~8388608,281018368~8388608,293601280~4194304,318767104~8388608,343932928~4194304,352321536~4194304,364904448~8388608,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.578 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [4194304~8388608,20971520~8388608,37748736~12582912,54525952~8388608,71303168~25165824,104857600~16777216,142606336~12582912,167772160~8388608,184549376~4194304,260046848~8388608,281018368~8388608,293601280~4194304,318767104~8388608,343932928~12582912,364904448~12582912,385875968~8388608,398458880~16777216] 2024-04-15T17:45:20.578 INFO:tasks.workunit.client.0.smithi090.stdout:from 17 to HEAD diff [4194304~4194304,37748736~8388608,54525952~8388608,71303168~20971520,104857600~4194304,146800640~4194304,167772160~8388608,184549376~4194304,281018368~8388608,318767104~8388608,343932928~4194304,364904448~8388608,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.578 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [4194304~4194304,37748736~8388608,54525952~8388608,71303168~20971520,104857600~4194304,146800640~4194304,167772160~8388608,184549376~4194304,281018368~8388608,318767104~8388608,343932928~4194304,364904448~8388608,385875968~8388608,398458880~12582912] 2024-04-15T17:45:20.579 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [4194304~4194304,37748736~8388608,54525952~8388608,71303168~25165824,104857600~4194304,146800640~8388608,167772160~8388608,184549376~4194304,281018368~8388608,318767104~8388608,343932928~8388608,364904448~12582912,385875968~8388608,398458880~16777216] 2024-04-15T17:45:20.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:20 smithi090 ceph-mon[89240]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-15T17:45:20.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:20 smithi090 ceph-mon[89240]: pgmap v4077: 137 pgs: 137 active+clean; 782 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 26 MiB/s wr, 336 op/s 2024-04-15T17:45:20.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:20 smithi090 ceph-mon[91618]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-15T17:45:20.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:20 smithi090 ceph-mon[91618]: pgmap v4077: 137 pgs: 137 active+clean; 782 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 26 MiB/s wr, 336 op/s 2024-04-15T17:45:20.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:20 smithi153 ceph-mon[84714]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-15T17:45:20.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:20 smithi153 ceph-mon[84714]: pgmap v4077: 137 pgs: 137 active+clean; 782 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 222 KiB/s rd, 26 MiB/s wr, 336 op/s 2024-04-15T17:45:21.503 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:21.503 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:21.528 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:21.529 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:21.529 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:21.536 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:21.536 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:21.536 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:21.543 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:21.543 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:21.544 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:21.550 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:21.550 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:21.550 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:21.556 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~167772160,339738624~16777216,364904448~50331648] 2024-04-15T17:45:21.556 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:21.556 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:21.562 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,339738624~16777216,364904448~50331648] 2024-04-15T17:45:21.562 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:21.562 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:21.567 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:21.567 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:21.567 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:21.572 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:21.572 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:21.572 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:21.577 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:21.577 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:21.577 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:21.581 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:21.581 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:21.581 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:21.585 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~67108864,239075328~50331648,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:21.585 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to HEAD diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:21.585 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:21.589 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~8388608,180355072~20971520,205520896~29360128,239075328~16777216,260046848~29360128,293601280~4194304,306184192~29360128,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:21.589 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to HEAD diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:21.589 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:21.592 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~62914560,142606336~20971520,167772160~8388608,184549376~12582912,205520896~29360128,239075328~16777216,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:21.592 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to HEAD diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:21.592 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:21.595 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~62914560,142606336~20971520,167772160~8388608,184549376~12582912,205520896~20971520,230686720~4194304,239075328~16777216,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:21.595 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to HEAD diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,100663296~25165824,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,260046848~8388608,276824064~12582912,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:21.595 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,100663296~25165824,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,260046848~8388608,276824064~12582912,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:21.597 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~25165824,100663296~33554432,142606336~20971520,167772160~8388608,184549376~12582912,205520896~20971520,230686720~4194304,260046848~8388608,276824064~12582912,293601280~4194304,306184192~8388608,318767104~8388608,343932928~12582912,364904448~12582912,385875968~8388608,398458880~16777216] 2024-04-15T17:45:21.597 INFO:tasks.workunit.client.0.smithi090.stdout:from 15 to HEAD diff [4194304~8388608,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,104857600~12582912,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~8388608,209715200~4194304,218103808~4194304,230686720~4194304,260046848~8388608,281018368~8388608,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:21.597 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [4194304~8388608,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,104857600~12582912,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~8388608,209715200~4194304,218103808~4194304,230686720~4194304,260046848~8388608,281018368~8388608,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:21.599 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [4194304~8388608,20971520~12582912,37748736~12582912,54525952~8388608,71303168~25165824,104857600~16777216,130023424~4194304,142606336~20971520,167772160~8388608,184549376~8388608,209715200~4194304,218103808~8388608,230686720~4194304,260046848~8388608,281018368~8388608,293601280~4194304,306184192~8388608,318767104~8388608,343932928~12582912,364904448~12582912,385875968~8388608,398458880~16777216] 2024-04-15T17:45:21.599 INFO:tasks.workunit.client.0.smithi090.stdout:from 16 to HEAD diff [4194304~8388608,20971520~4194304,37748736~12582912,54525952~8388608,71303168~20971520,104857600~12582912,142606336~8388608,167772160~8388608,184549376~4194304,260046848~8388608,281018368~8388608,293601280~4194304,318767104~8388608,343932928~4194304,352321536~4194304,364904448~8388608,385875968~8388608,398458880~12582912] 2024-04-15T17:45:21.599 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [4194304~8388608,20971520~4194304,37748736~12582912,54525952~8388608,71303168~20971520,104857600~12582912,142606336~8388608,167772160~8388608,184549376~4194304,260046848~8388608,281018368~8388608,293601280~4194304,318767104~8388608,343932928~4194304,352321536~4194304,364904448~8388608,385875968~8388608,398458880~12582912] 2024-04-15T17:45:21.600 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [4194304~8388608,20971520~8388608,37748736~12582912,54525952~8388608,71303168~25165824,104857600~16777216,142606336~12582912,167772160~8388608,184549376~4194304,260046848~8388608,281018368~8388608,293601280~4194304,318767104~8388608,343932928~12582912,364904448~12582912,385875968~8388608,398458880~16777216] 2024-04-15T17:45:21.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:21 smithi090 ceph-mon[89240]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-15T17:45:21.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:21 smithi090 ceph-mon[91618]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-15T17:45:21.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:21 smithi153 ceph-mon[84714]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-15T17:45:22.508 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:22.509 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:22.544 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:22.544 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:22.544 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:22.551 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:22.551 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:22.551 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:22.557 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:22.557 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:22.557 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:22.563 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:22.563 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:22.563 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:22.568 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~167772160,339738624~16777216,364904448~50331648] 2024-04-15T17:45:22.568 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:22.569 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:22.573 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,339738624~16777216,364904448~50331648] 2024-04-15T17:45:22.573 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:22.573 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:22.578 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:22.578 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:22.578 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:22.582 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:22.582 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:22.582 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:22.586 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:22.586 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:22.586 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:22.589 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:22.589 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:22.589 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:22.593 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~67108864,239075328~50331648,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:22.593 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to HEAD diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:22.593 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:22.595 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~8388608,180355072~20971520,205520896~29360128,239075328~16777216,260046848~29360128,293601280~4194304,306184192~29360128,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:22.596 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to HEAD diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:22.596 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:22.598 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~62914560,142606336~20971520,167772160~8388608,184549376~12582912,205520896~29360128,239075328~16777216,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:22.598 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to HEAD diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:22.598 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:22.600 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~62914560,142606336~20971520,167772160~8388608,184549376~12582912,205520896~20971520,230686720~4194304,239075328~16777216,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:22.600 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to HEAD diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,100663296~25165824,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,260046848~8388608,276824064~12582912,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:22.600 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,100663296~25165824,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,260046848~8388608,276824064~12582912,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:22.601 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~25165824,100663296~33554432,142606336~20971520,167772160~8388608,184549376~12582912,205520896~20971520,230686720~4194304,260046848~8388608,276824064~12582912,293601280~4194304,306184192~8388608,318767104~8388608,343932928~12582912,364904448~12582912,385875968~8388608,398458880~16777216] 2024-04-15T17:45:22.602 INFO:tasks.workunit.client.0.smithi090.stdout:from 15 to HEAD diff [4194304~8388608,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,104857600~12582912,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~8388608,209715200~4194304,218103808~4194304,230686720~4194304,260046848~8388608,281018368~8388608,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:22.602 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [4194304~8388608,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,104857600~12582912,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~8388608,209715200~4194304,218103808~4194304,230686720~4194304,260046848~8388608,281018368~8388608,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:22.602 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [4194304~8388608,20971520~12582912,37748736~12582912,54525952~8388608,71303168~25165824,104857600~16777216,130023424~4194304,142606336~20971520,167772160~8388608,184549376~8388608,209715200~4194304,218103808~8388608,230686720~4194304,260046848~8388608,281018368~8388608,293601280~4194304,306184192~8388608,318767104~8388608,343932928~12582912,364904448~12582912,385875968~8388608,398458880~16777216] 2024-04-15T17:45:22.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:22 smithi153 ceph-mon[84714]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-15T17:45:22.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:22 smithi153 ceph-mon[84714]: pgmap v4080: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 864 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 543 KiB/s rd, 22 MiB/s wr, 1.07k op/s 2024-04-15T17:45:22.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:45:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:45:22.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:22 smithi090 ceph-mon[91618]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-15T17:45:22.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:22 smithi090 ceph-mon[91618]: pgmap v4080: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 864 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 543 KiB/s rd, 22 MiB/s wr, 1.07k op/s 2024-04-15T17:45:22.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:22 smithi090 ceph-mon[89240]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-15T17:45:22.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:22 smithi090 ceph-mon[89240]: pgmap v4080: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 864 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 543 KiB/s rd, 22 MiB/s wr, 1.07k op/s 2024-04-15T17:45:23.505 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:23.506 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:23.541 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:23.541 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:23.541 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:23.555 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:23.556 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:23.556 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:23.562 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:23.562 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:23.562 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:23.567 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:23.567 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:23.568 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:23.572 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~167772160,339738624~16777216,364904448~50331648] 2024-04-15T17:45:23.573 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:23.573 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:23.577 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,339738624~16777216,364904448~50331648] 2024-04-15T17:45:23.577 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:23.578 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:23.581 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:23.581 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:23.581 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:23.585 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:23.585 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:23.585 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:23.589 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:23.589 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:23.589 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:23.592 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:23.592 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:23.592 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:23.595 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~67108864,239075328~50331648,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:23.595 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to HEAD diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:23.595 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:23.597 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~8388608,180355072~20971520,205520896~29360128,239075328~16777216,260046848~29360128,293601280~4194304,306184192~29360128,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:23.597 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to HEAD diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:23.597 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:23.599 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~62914560,142606336~20971520,167772160~8388608,184549376~12582912,205520896~29360128,239075328~16777216,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:23.599 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to HEAD diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:23.599 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:23.601 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~62914560,142606336~20971520,167772160~8388608,184549376~12582912,205520896~20971520,230686720~4194304,239075328~16777216,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:23.601 INFO:tasks.workunit.client.0.smithi090.stdout:from 14 to HEAD diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,100663296~25165824,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,260046848~8388608,276824064~12582912,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:23.601 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~20971520,100663296~25165824,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,260046848~8388608,276824064~12582912,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,385875968~8388608,398458880~12582912] 2024-04-15T17:45:23.601 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~25165824,100663296~33554432,142606336~20971520,167772160~8388608,184549376~12582912,205520896~20971520,230686720~4194304,260046848~8388608,276824064~12582912,293601280~4194304,306184192~8388608,318767104~8388608,343932928~12582912,364904448~12582912,385875968~8388608,398458880~16777216] 2024-04-15T17:45:23.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:23 smithi090 ceph-mon[91618]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-15T17:45:23.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:45:23.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:23 smithi090 ceph-mon[89240]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-15T17:45:23.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:45:23.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:23 smithi153 ceph-mon[84714]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-15T17:45:23.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:45:24.522 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:24.522 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:24.555 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:24.555 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:24.555 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:24.565 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:24.565 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:24.565 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:24.571 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:24.571 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:24.571 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:24.577 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:24.577 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:24.577 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:24.582 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~167772160,339738624~16777216,364904448~50331648] 2024-04-15T17:45:24.582 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:24.582 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:24.587 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,339738624~16777216,364904448~50331648] 2024-04-15T17:45:24.587 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:24.587 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:24.590 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:24.591 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:24.591 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:24.594 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:24.594 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:24.594 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:24.597 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:24.597 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:24.598 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:24.600 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:24.600 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:24.601 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:24.603 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~67108864,239075328~50331648,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:24.603 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to HEAD diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:24.603 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:24.606 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~8388608,180355072~20971520,205520896~29360128,239075328~16777216,260046848~29360128,293601280~4194304,306184192~29360128,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:24.606 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to HEAD diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:24.606 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:24.607 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~62914560,142606336~20971520,167772160~8388608,184549376~12582912,205520896~29360128,239075328~16777216,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:24.607 INFO:tasks.workunit.client.0.smithi090.stdout:from 13 to HEAD diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:24.608 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~4194304,230686720~4194304,239075328~12582912,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:24.609 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~62914560,142606336~20971520,167772160~8388608,184549376~12582912,205520896~20971520,230686720~4194304,239075328~16777216,260046848~8388608,272629760~16777216,293601280~4194304,306184192~8388608,318767104~8388608,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:24.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:24 smithi090 ceph-mon[89240]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-15T17:45:24.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:24 smithi090 ceph-mon[89240]: pgmap v4083: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 871 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 691 KiB/s rd, 25 MiB/s wr, 1.27k op/s 2024-04-15T17:45:24.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:24 smithi090 ceph-mon[91618]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-15T17:45:24.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:24 smithi090 ceph-mon[91618]: pgmap v4083: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 871 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 691 KiB/s rd, 25 MiB/s wr, 1.27k op/s 2024-04-15T17:45:24.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:24 smithi153 ceph-mon[84714]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-15T17:45:24.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:24 smithi153 ceph-mon[84714]: pgmap v4083: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 871 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 691 KiB/s rd, 25 MiB/s wr, 1.27k op/s 2024-04-15T17:45:25.529 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:25.529 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:25.611 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:25.611 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:25.611 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:25.624 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:25.624 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:25.624 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:25.629 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:25.630 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:25.630 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:25.634 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:25.634 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:25.634 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:25.638 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~167772160,339738624~16777216,364904448~50331648] 2024-04-15T17:45:25.638 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:25.638 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:25.641 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,339738624~16777216,364904448~50331648] 2024-04-15T17:45:25.641 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:25.641 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:25.644 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:25.645 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:25.645 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:25.648 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:25.648 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:25.648 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:25.650 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:25.650 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:25.650 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:25.653 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:25.653 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:25.653 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:25.655 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~67108864,239075328~50331648,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:25.655 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to HEAD diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:25.655 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:25.656 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~8388608,180355072~20971520,205520896~29360128,239075328~16777216,260046848~29360128,293601280~4194304,306184192~29360128,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:25.656 INFO:tasks.workunit.client.0.smithi090.stdout:from 12 to HEAD diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:25.656 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~54525952,130023424~4194304,142606336~8388608,155189248~8388608,167772160~8388608,184549376~12582912,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:25.657 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~12582912,37748736~12582912,54525952~8388608,71303168~62914560,142606336~20971520,167772160~8388608,184549376~12582912,205520896~29360128,239075328~16777216,260046848~29360128,293601280~4194304,306184192~8388608,318767104~16777216,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:25.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:25 smithi090 ceph-mon[89240]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-15T17:45:25.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:25 smithi090 ceph-mon[91618]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-15T17:45:25.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:25 smithi153 ceph-mon[84714]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-15T17:45:26.535 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:26.535 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:26.563 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:26.563 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:26.563 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:26.574 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:26.574 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:26.574 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:26.583 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:26.583 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:26.583 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:26.587 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:26.588 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:26.588 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:26.591 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~167772160,339738624~16777216,364904448~50331648] 2024-04-15T17:45:26.591 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:26.591 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:26.594 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,339738624~16777216,364904448~50331648] 2024-04-15T17:45:26.594 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:26.595 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:26.597 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:26.598 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:26.598 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:26.600 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:26.600 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:26.600 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:26.603 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:26.603 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:26.603 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:26.605 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:26.605 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:26.605 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:26.607 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~67108864,239075328~50331648,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:26.607 INFO:tasks.workunit.client.0.smithi090.stdout:from 11 to HEAD diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:26.607 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~8388608,180355072~20971520,205520896~8388608,218103808~8388608,230686720~4194304,239075328~12582912,260046848~29360128,293601280~4194304,306184192~29360128,343932928~4194304,352321536~4194304,364904448~12582912,381681664~12582912,398458880~12582912] 2024-04-15T17:45:26.608 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~8388608,180355072~20971520,205520896~29360128,239075328~16777216,260046848~29360128,293601280~4194304,306184192~29360128,343932928~12582912,364904448~12582912,381681664~12582912,398458880~16777216] 2024-04-15T17:45:26.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:26 smithi090 ceph-mon[89240]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-15T17:45:26.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:26 smithi090 ceph-mon[89240]: pgmap v4086: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 856 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 227 KiB/s rd, 3.0 MiB/s wr, 360 op/s 2024-04-15T17:45:26.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:26 smithi090 ceph-mon[91618]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-15T17:45:26.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:26 smithi090 ceph-mon[91618]: pgmap v4086: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 856 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 227 KiB/s rd, 3.0 MiB/s wr, 360 op/s 2024-04-15T17:45:26.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:26 smithi153 ceph-mon[84714]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-15T17:45:26.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:26 smithi153 ceph-mon[84714]: pgmap v4086: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 856 MiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 227 KiB/s rd, 3.0 MiB/s wr, 360 op/s 2024-04-15T17:45:27.542 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:27.542 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:27.569 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:27.569 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:27.569 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:27.580 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:27.580 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:27.580 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:27.587 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:27.588 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:27.588 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:27.593 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:27.593 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:27.593 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:27.597 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~167772160,339738624~16777216,364904448~50331648] 2024-04-15T17:45:27.597 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:27.597 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:27.600 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,339738624~16777216,364904448~50331648] 2024-04-15T17:45:27.600 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:27.600 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:27.606 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:27.607 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:27.607 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:27.607 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:27.607 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:27.607 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:27.607 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:27.608 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:27.608 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:27.609 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:27.610 INFO:tasks.workunit.client.0.smithi090.stdout:from 10 to HEAD diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:27.610 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~12582912,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~4194304,239075328~16777216,260046848~29360128,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:27.610 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~67108864,239075328~50331648,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:27 smithi090 ceph-mon[89240]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-15T17:45:27.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:27 smithi090 ceph-mon[91618]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-15T17:45:27.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:27 smithi153 ceph-mon[84714]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-15T17:45:28.544 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:28.544 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:28.575 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:28.576 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:28.576 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:28.586 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:28.586 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:28.586 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:28.596 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:28.596 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:28.596 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:28.600 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:28.600 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:28.600 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:28.603 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~167772160,339738624~16777216,364904448~50331648] 2024-04-15T17:45:28.603 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:28.603 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:28.606 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,339738624~16777216,364904448~50331648] 2024-04-15T17:45:28.606 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:28.606 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:28.608 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:28.608 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:28.608 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:28.609 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:28.609 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:28.609 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:28.611 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:28.611 INFO:tasks.workunit.client.0.smithi090.stdout:from 9 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:28.611 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~4194304,138412032~12582912,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:28.611 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~62914560,138412032~25165824,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:28.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:28 smithi090 ceph-mon[89240]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-15T17:45:28.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:28 smithi090 ceph-mon[89240]: pgmap v4089: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 821 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 305 KiB/s rd, 6.2 KiB/s wr, 534 op/s 2024-04-15T17:45:28.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:28 smithi090 ceph-mon[91618]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-15T17:45:28.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:28 smithi090 ceph-mon[91618]: pgmap v4089: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 821 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 305 KiB/s rd, 6.2 KiB/s wr, 534 op/s 2024-04-15T17:45:28.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:28 smithi153 ceph-mon[84714]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-15T17:45:28.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:28 smithi153 ceph-mon[84714]: pgmap v4089: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 821 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 305 KiB/s rd, 6.2 KiB/s wr, 534 op/s 2024-04-15T17:45:29.523 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:45:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:45:29] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-15T17:45:29.552 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:29.553 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:29.587 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:29.587 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:29.587 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:29.599 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:29.599 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:29.599 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:29.603 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:29.603 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:29.603 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:29.606 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:29.606 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:29.606 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:29.609 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~167772160,339738624~16777216,364904448~50331648] 2024-04-15T17:45:29.609 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:29.609 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:29.611 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,339738624~16777216,364904448~50331648] 2024-04-15T17:45:29.611 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:29.611 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:29.613 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:29.613 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:29.614 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:29.615 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:29.615 INFO:tasks.workunit.client.0.smithi090.stdout:from 8 to HEAD diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:29.615 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,20971520~29360128,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~41943040,276824064~12582912,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:29.616 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,20971520~29360128,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~12582912,381681664~33554432] 2024-04-15T17:45:29.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:29 smithi090 ceph-mon[89240]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-15T17:45:29.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:29 smithi090 ceph-mon[91618]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-15T17:45:29.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:29 smithi153 ceph-mon[84714]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-15T17:45:30.283 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:30.284 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:30.310 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:30.310 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:30.311 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:30.320 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:30.320 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:30.320 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:30.326 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:30.326 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:30.326 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:30.333 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:30.333 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:30.333 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:30.337 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~167772160,339738624~16777216,364904448~50331648] 2024-04-15T17:45:30.337 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:30.338 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:30.340 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,339738624~16777216,364904448~50331648] 2024-04-15T17:45:30.340 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:30.340 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:30.341 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:30.341 INFO:tasks.workunit.client.0.smithi090.stdout:from 7 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:30.342 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:30.343 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:30.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:30 smithi090 ceph-mon[91618]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-15T17:45:30.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:30 smithi090 ceph-mon[91618]: pgmap v4092: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 821 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 6.2 KiB/s wr, 375 op/s 2024-04-15T17:45:30.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:30 smithi090 ceph-mon[91618]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-15T17:45:30.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:30 smithi090 ceph-mon[89240]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-15T17:45:30.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:30 smithi090 ceph-mon[89240]: pgmap v4092: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 821 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 6.2 KiB/s wr, 375 op/s 2024-04-15T17:45:30.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:30 smithi090 ceph-mon[89240]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-15T17:45:30.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:30 smithi153 ceph-mon[84714]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-15T17:45:30.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:30 smithi153 ceph-mon[84714]: pgmap v4092: 137 pgs: 1 active+clean+snaptrim, 136 active+clean; 821 MiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 226 KiB/s rd, 6.2 KiB/s wr, 375 op/s 2024-04-15T17:45:30.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:30 smithi153 ceph-mon[84714]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-15T17:45:31.293 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:31.293 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:31.319 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:31.320 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:31.320 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:31.328 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:31.328 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:31.328 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:31.332 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:31.332 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:31.332 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:31.335 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:31.335 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:31.335 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:31.337 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~167772160,339738624~16777216,364904448~50331648] 2024-04-15T17:45:31.337 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:31.337 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:31.339 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,339738624~16777216,364904448~50331648] 2024-04-15T17:45:31.339 INFO:tasks.workunit.client.0.smithi090.stdout:from 6 to HEAD diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:31.339 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,16777216~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,343932928~4194304,352321536~4194304,364904448~12582912,381681664~29360128] 2024-04-15T17:45:31.340 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~12582912,16777216~33554432,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,343932928~12582912,364904448~50331648] 2024-04-15T17:45:32.299 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:32.299 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:32.316 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:32.316 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:32.316 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:32.321 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:32.322 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:32.322 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:32.323 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:32.323 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:32.323 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:32.326 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:32.326 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:32.326 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:32.328 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~167772160,339738624~16777216,364904448~50331648] 2024-04-15T17:45:32.328 INFO:tasks.workunit.client.0.smithi090.stdout:from 5 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:32.328 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~20971520,155189248~8388608,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:32.331 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~121634816,293601280~41943040,339738624~16777216,364904448~50331648] 2024-04-15T17:45:32.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:32 smithi090 ceph-mon[91618]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-15T17:45:32.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:32 smithi090 ceph-mon[89240]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-15T17:45:32.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:32 smithi153 ceph-mon[84714]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-15T17:45:32.635 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:45:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:45:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:45:33.301 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:33.301 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:33.314 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:33.314 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:33.314 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:33.319 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:33.319 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:33.319 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:33.322 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:33.322 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:33.322 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:33.332 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:33.332 INFO:tasks.workunit.client.0.smithi090.stdout:from 4 to HEAD diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:33.333 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~33554432,54525952~12582912,71303168~54525952,130023424~33554432,167772160~46137344,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:33.338 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~50331648,54525952~12582912,71303168~92274688,167772160~167772160,339738624~16777216,364904448~50331648] 2024-04-15T17:45:33.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:33 smithi090 ceph-mon[89240]: pgmap v4095: 137 pgs: 137 active+clean; 723 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 118 KiB/s rd, 1.2 KiB/s wr, 235 op/s 2024-04-15T17:45:33.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:33 smithi090 ceph-mon[89240]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-15T17:45:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:33 smithi090 ceph-mon[91618]: pgmap v4095: 137 pgs: 137 active+clean; 723 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 118 KiB/s rd, 1.2 KiB/s wr, 235 op/s 2024-04-15T17:45:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:33 smithi090 ceph-mon[91618]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-15T17:45:33.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:33 smithi153 ceph-mon[84714]: pgmap v4095: 137 pgs: 137 active+clean; 723 MiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 118 KiB/s rd, 1.2 KiB/s wr, 235 op/s 2024-04-15T17:45:33.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:33 smithi153 ceph-mon[84714]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-15T17:45:34.295 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:34.295 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:34.331 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:34.332 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:34.332 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:34.334 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:34.334 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:34.334 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:34.336 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:34.336 INFO:tasks.workunit.client.0.smithi090.stdout:from 3 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:34.336 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~83886080,218103808~8388608,230686720~58720256,293601280~41943040,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:34.338 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:34.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:34 smithi090 ceph-mon[89240]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-15T17:45:34.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:34 smithi090 ceph-mon[91618]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-15T17:45:34.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:34 smithi153 ceph-mon[84714]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-15T17:45:35.296 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:35.297 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:35.316 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:35.316 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:35.316 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:35.318 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:35.318 INFO:tasks.workunit.client.0.smithi090.stdout:from 2 to HEAD diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:35.318 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~54525952,71303168~54525952,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:35.320 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~67108864,71303168~264241152,339738624~16777216,364904448~50331648] 2024-04-15T17:45:35.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:35 smithi090 ceph-mon[89240]: pgmap v4098: 137 pgs: 137 active+clean; 702 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 6.2 KiB/s wr, 352 op/s 2024-04-15T17:45:35.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:35 smithi090 ceph-mon[89240]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-15T17:45:35.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:35 smithi090 ceph-mon[89240]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-15T17:45:35.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:35 smithi090 ceph-mon[91618]: pgmap v4098: 137 pgs: 137 active+clean; 702 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 6.2 KiB/s wr, 352 op/s 2024-04-15T17:45:35.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:35 smithi090 ceph-mon[91618]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-15T17:45:35.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:35 smithi090 ceph-mon[91618]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-15T17:45:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:35 smithi153 ceph-mon[84714]: pgmap v4098: 137 pgs: 137 active+clean; 702 MiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 203 KiB/s rd, 6.2 KiB/s wr, 352 op/s 2024-04-15T17:45:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:35 smithi153 ceph-mon[84714]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-15T17:45:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:35 smithi153 ceph-mon[84714]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-15T17:45:36.317 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:36.318 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:36.329 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:36.329 INFO:tasks.workunit.client.0.smithi090.stdout:from 1 to HEAD diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:36.329 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~113246208,130023424~96468992,230686720~83886080,318767104~16777216,339738624~8388608,352321536~4194304,364904448~46137344] 2024-04-15T17:45:36.331 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~335544320,339738624~16777216,364904448~50331648] 2024-04-15T17:45:37.319 INFO:tasks.workunit.client.0.smithi090.stdout:from 0 to HEAD diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:37.319 INFO:tasks.workunit.client.0.smithi090.stdout: limited diff [0~8388608,12582912~213909504,230686720~83886080,318767104~37748736,364904448~46137344] 2024-04-15T17:45:37.331 INFO:tasks.workunit.client.0.smithi090.stdout: actual was [0~360710144,364904448~50331648] 2024-04-15T17:45:37.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:37 smithi090 ceph-mon[89240]: pgmap v4101: 137 pgs: 137 active+clean; 630 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 5.0 KiB/s wr, 153 op/s 2024-04-15T17:45:37.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:37 smithi090 ceph-mon[89240]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-15T17:45:37.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:45:37.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:45:37.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:45:37.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:37 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:45:37.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:37 smithi090 ceph-mon[91618]: pgmap v4101: 137 pgs: 137 active+clean; 630 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 5.0 KiB/s wr, 153 op/s 2024-04-15T17:45:37.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:37 smithi090 ceph-mon[91618]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-15T17:45:37.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:45:37.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:45:37.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:45:37.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:37 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:45:37.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:37 smithi153 ceph-mon[84714]: pgmap v4101: 137 pgs: 137 active+clean; 630 MiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 104 KiB/s rd, 5.0 KiB/s wr, 153 op/s 2024-04-15T17:45:37.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:37 smithi153 ceph-mon[84714]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-15T17:45:37.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:45:37.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:45:37.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:45:37.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:37 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:45:38.345 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38975 ms) 2024-04-15T17:45:38.345 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-15T17:45:38.345 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:45:38.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:38 smithi090 ceph-mon[89240]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-15T17:45:38.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:45:38.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:38 smithi090 ceph-mon[91618]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-15T17:45:38.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:45:38.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:38 smithi153 ceph-mon[84714]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-15T17:45:38.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:45:39.438 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1094 ms) 2024-04-15T17:45:39.438 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-15T17:45:39.438 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:45:39.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:39 smithi090 ceph-mon[89240]: pgmap v4104: 137 pgs: 137 active+clean; 520 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 6.0 KiB/s wr, 135 op/s 2024-04-15T17:45:39.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:39 smithi090 ceph-mon[89240]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-15T17:45:39.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:45:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:45:39] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-15T17:45:39.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:39 smithi090 ceph-mon[91618]: pgmap v4104: 137 pgs: 137 active+clean; 520 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 6.0 KiB/s wr, 135 op/s 2024-04-15T17:45:39.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:39 smithi090 ceph-mon[91618]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-15T17:45:39.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:39 smithi153 ceph-mon[84714]: pgmap v4104: 137 pgs: 137 active+clean; 520 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 85 KiB/s rd, 6.0 KiB/s wr, 135 op/s 2024-04-15T17:45:39.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:39 smithi153 ceph-mon[84714]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-15T17:45:40.396 INFO:tasks.workunit.client.0.smithi090.stdout: wrote [0~20971520] to clone 2024-04-15T17:45:40.397 INFO:tasks.workunit.client.0.smithi090.stdout: diff was [0~20971520] 2024-04-15T17:45:40.400 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (962 ms) 2024-04-15T17:45:40.401 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-15T17:45:40.401 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:45:40.422 INFO:tasks.workunit.client.0.smithi090.stdout: wrote [2014363~62068,3237084~67829,6041773~16005,9211897~97565,9923928~28607,10844669~64927,11924904~73346,12949567~4986,13576410~87095,15165555~31716] 2024-04-15T17:45:40.433 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (33 ms) 2024-04-15T17:45:40.433 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-15T17:45:40.433 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:45:40.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:40 smithi090 ceph-mon[89240]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-15T17:45:40.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:40 smithi090 ceph-mon[89240]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-15T17:45:40.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:40 smithi090 ceph-mon[91618]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-15T17:45:40.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:40 smithi090 ceph-mon[91618]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-15T17:45:40.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:40 smithi153 ceph-mon[84714]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-15T17:45:40.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:40 smithi153 ceph-mon[84714]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-15T17:45:41.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:41 smithi090 ceph-mon[91618]: pgmap v4107: 137 pgs: 137 active+clean; 520 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 99 op/s 2024-04-15T17:45:41.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:41 smithi090 ceph-mon[89240]: pgmap v4107: 137 pgs: 137 active+clean; 520 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 99 op/s 2024-04-15T17:45:41.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:41 smithi153 ceph-mon[84714]: pgmap v4107: 137 pgs: 137 active+clean; 520 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 67 KiB/s rd, 6.0 KiB/s wr, 99 op/s 2024-04-15T17:45:42.444 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (2011 ms) 2024-04-15T17:45:42.444 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-15T17:45:42.445 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:45:42.506 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (62 ms) 2024-04-15T17:45:42.506 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-15T17:45:42.506 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:45:42.575 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (69 ms) 2024-04-15T17:45:42.575 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-15T17:45:42.575 INFO:tasks.workunit.client.0.smithi090.stdout:using new format! 2024-04-15T17:45:42.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:42 smithi090 ceph-mon[89240]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-15T17:45:42.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:42 smithi090 ceph-mon[91618]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-15T17:45:42.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:42 smithi153 ceph-mon[84714]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-15T17:45:42.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:45:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:45:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:45:43.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:43 smithi090 ceph-mon[91618]: pgmap v4110: 137 pgs: 137 active+clean; 526 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 9.9 MiB/s wr, 203 op/s 2024-04-15T17:45:43.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:43 smithi090 ceph-mon[91618]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-15T17:45:43.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:43 smithi090 ceph-mon[89240]: pgmap v4110: 137 pgs: 137 active+clean; 526 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 9.9 MiB/s wr, 203 op/s 2024-04-15T17:45:43.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:43 smithi090 ceph-mon[89240]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-15T17:45:43.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:43 smithi153 ceph-mon[84714]: pgmap v4110: 137 pgs: 137 active+clean; 526 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.1 MiB/s rd, 9.9 MiB/s wr, 203 op/s 2024-04-15T17:45:43.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:43 smithi153 ceph-mon[84714]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-15T17:45:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:45 smithi090 ceph-mon[91618]: pgmap v4112: 137 pgs: 137 active+clean; 526 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 10 MiB/s wr, 272 op/s 2024-04-15T17:45:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:45 smithi090 ceph-mon[91618]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-15T17:45:45.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:45 smithi090 ceph-mon[89240]: pgmap v4112: 137 pgs: 137 active+clean; 526 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 10 MiB/s wr, 272 op/s 2024-04-15T17:45:45.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:45 smithi090 ceph-mon[89240]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-15T17:45:45.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:45 smithi153 ceph-mon[84714]: pgmap v4112: 137 pgs: 137 active+clean; 526 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 5.4 MiB/s rd, 10 MiB/s wr, 272 op/s 2024-04-15T17:45:45.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:45 smithi153 ceph-mon[84714]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-15T17:45:47.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:47 smithi090 ceph-mon[91618]: pgmap v4114: 137 pgs: 137 active+clean; 547 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 12 MiB/s wr, 269 op/s 2024-04-15T17:45:47.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:47 smithi090 ceph-mon[89240]: pgmap v4114: 137 pgs: 137 active+clean; 547 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 12 MiB/s wr, 269 op/s 2024-04-15T17:45:47.617 INFO:tasks.workunit.client.0.smithi090.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5042 ms) 2024-04-15T17:45:47.617 INFO:tasks.workunit.client.0.smithi090.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-15T17:45:47.618 INFO:tasks.workunit.client.0.smithi090.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1221-ge3fb05d5/rpm/el9/BUILD/ceph-18.2.2-1221-ge3fb05d5/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-15T17:45:47.618 INFO:tasks.workunit.client.0.smithi090.stdout:Skipping due to unmet REQUIRE 2024-04-15T17:45:47.618 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-15T17:45:47.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:47 smithi153 ceph-mon[84714]: pgmap v4114: 137 pgs: 137 active+clean; 547 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 4.4 MiB/s rd, 12 MiB/s wr, 269 op/s 2024-04-15T17:45:48.354 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] 15 tests from DiffIterateTest/1 (67649 ms total) 2024-04-15T17:45:48.354 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:45:48.354 INFO:tasks.workunit.client.0.smithi090.stdout:[----------] Global test environment tear-down 2024-04-15T17:45:48.354 INFO:tasks.workunit.client.0.smithi090.stdout:[==========] 480 tests from 24 test suites ran. (2109322 ms total) 2024-04-15T17:45:48.354 INFO:tasks.workunit.client.0.smithi090.stdout:[ PASSED ] 434 tests. 2024-04-15T17:45:48.355 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] 46 tests, listed below: 2024-04-15T17:45:48.355 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-15T17:45:48.355 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-04-15T17:45:48.355 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-04-15T17:45:48.355 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-04-15T17:45:48.355 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-04-15T17:45:48.355 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-04-15T17:45:48.355 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-04-15T17:45:48.355 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-04-15T17:45:48.355 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-04-15T17:45:48.355 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-04-15T17:45:48.355 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-04-15T17:45:48.355 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-04-15T17:45:48.355 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-04-15T17:45:48.356 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-04-15T17:45:48.356 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-04-15T17:45:48.356 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-04-15T17:45:48.356 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-04-15T17:45:48.356 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-04-15T17:45:48.356 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-04-15T17:45:48.356 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-04-15T17:45:48.356 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-04-15T17:45:48.356 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-04-15T17:45:48.356 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-04-15T17:45:48.356 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-04-15T17:45:48.356 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-04-15T17:45:48.356 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-04-15T17:45:48.357 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-04-15T17:45:48.357 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-15T17:45:48.357 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-15T17:45:48.357 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-15T17:45:48.357 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-15T17:45:48.357 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-15T17:45:48.357 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-15T17:45:48.357 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-15T17:45:48.357 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-15T17:45:48.357 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-15T17:45:48.357 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-15T17:45:48.357 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-04-15T17:45:48.357 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-04-15T17:45:48.358 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-04-15T17:45:48.358 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-04-15T17:45:48.358 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-15T17:45:48.358 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-15T17:45:48.358 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-04-15T17:45:48.358 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-04-15T17:45:48.358 INFO:tasks.workunit.client.0.smithi090.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-04-15T17:45:48.358 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:45:48.358 INFO:tasks.workunit.client.0.smithi090.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-15T17:45:48.358 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:45:48.368 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T17:45:48.369 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T17:45:48.442 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-15T17:45:48.442 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-15T17:45:48.696 DEBUG:teuthology.parallel:result is None 2024-04-15T17:45:48.697 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T17:45:48.727 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T17:45:48.727 DEBUG:teuthology.orchestra.run.smithi090:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T17:45:48.782 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T17:45:48.782 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T17:45:48.782 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-15T17:45:48.782 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T17:45:48.782 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-15T17:45:48.782 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-15T17:45:48.783 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-15T17:45:48.783 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-15T17:45:48.783 DEBUG:teuthology.orchestra.run.smithi090:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-15T17:45:48.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T17:45:48.839 INFO:teuthology.orchestra.run.smithi090.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-15T17:45:48.839 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T17:45:48.895 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-15T17:45:48.895 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-15T17:45:48.949 INFO:tasks.workunit:timeout=3h 2024-04-15T17:45:48.950 INFO:tasks.workunit:cleanup=True 2024-04-15T17:45:48.950 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-15T17:45:49.005 INFO:tasks.workunit.client.0.smithi090.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-15T17:45:49.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:45:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:45:49] "GET /metrics HTTP/1.1" 200 36750 "" "Prometheus/2.43.0" 2024-04-15T17:45:49.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:49 smithi090 ceph-mon[89240]: pgmap v4115: 137 pgs: 137 active+clean; 565 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 9.0 MiB/s wr, 211 op/s 2024-04-15T17:45:49.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:49 smithi090 ceph-mon[89240]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-15T17:45:49.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:49 smithi090 ceph-mon[91618]: pgmap v4115: 137 pgs: 137 active+clean; 565 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 9.0 MiB/s wr, 211 op/s 2024-04-15T17:45:49.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:49 smithi090 ceph-mon[91618]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-15T17:45:49.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:49 smithi153 ceph-mon[84714]: pgmap v4115: 137 pgs: 137 active+clean; 565 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 9.0 MiB/s wr, 211 op/s 2024-04-15T17:45:49.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:49 smithi153 ceph-mon[84714]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-15T17:45:51.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:51 smithi153 ceph-mon[84714]: pgmap v4117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:45:51.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:51 smithi090 ceph-mon[89240]: pgmap v4117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:45:51.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:51 smithi090 ceph-mon[91618]: pgmap v4117: 105 pgs: 105 active+clean; 4.6 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail 2024-04-15T17:45:52.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:45:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:45:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:53 smithi153 ceph-mon[84714]: pgmap v4118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:45:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:45:53.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:53 smithi090 ceph-mon[91618]: pgmap v4118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:45:53.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:45:53.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:53 smithi090 ceph-mon[89240]: pgmap v4118: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:45:53.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:45:55.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:55 smithi153 ceph-mon[84714]: pgmap v4119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:45:55.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:55 smithi090 ceph-mon[91618]: pgmap v4119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:45:55.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:55 smithi090 ceph-mon[89240]: pgmap v4119: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:45:57.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:57 smithi153 ceph-mon[84714]: pgmap v4120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:45:57.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:57 smithi090 ceph-mon[91618]: pgmap v4120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:45:57.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:57 smithi090 ceph-mon[89240]: pgmap v4120: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:45:59.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:45:59 smithi090 ceph-mon[89240]: pgmap v4121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:45:59.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:45:59 smithi090 ceph-mon[91618]: pgmap v4121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:45:59.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:45:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:45:59] "GET /metrics HTTP/1.1" 200 34257 "" "Prometheus/2.43.0" 2024-04-15T17:45:59.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:45:59 smithi153 ceph-mon[84714]: pgmap v4121: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:46:01.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:01 smithi153 ceph-mon[84714]: pgmap v4122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:46:01.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:01 smithi090 ceph-mon[89240]: pgmap v4122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:46:01.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:01 smithi090 ceph-mon[91618]: pgmap v4122: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:46:02.167 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-15T17:46:02.224 INFO:tasks.workunit.client.0.smithi090.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-15T17:46:02.225 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T17:46:02.225 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-15T17:46:02.274 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-15T17:46:02.324 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-15T17:46:02.363 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T17:46:02.365 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T17:46:02.365 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-15T17:46:02.404 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T17:46:02.408 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T17:46:02.408 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-15T17:46:02.464 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-15T17:46:02.465 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-15T17:46:02.465 DEBUG:teuthology.orchestra.run.smithi090:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-15T17:46:02.523 INFO:tasks.workunit.client.0.smithi090.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-15T17:46:02.524 INFO:tasks.workunit.client.0.smithi090.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-15T17:46:02.524 INFO:tasks.workunit.client.0.smithi090.stderr:+ '[' -n '' ']' 2024-04-15T17:46:02.524 INFO:tasks.workunit.client.0.smithi090.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-15T17:46:02.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:46:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:46:02.685 INFO:tasks.workunit.client.0.smithi090.stdout:============================= test session starts ============================== 2024-04-15T17:46:02.685 INFO:tasks.workunit.client.0.smithi090.stdout:platform linux -- Python 3.9.17, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-04-15T17:46:02.685 INFO:tasks.workunit.client.0.smithi090.stdout:cachedir: .pytest_cache 2024-04-15T17:46:02.685 INFO:tasks.workunit.client.0.smithi090.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-04-15T17:46:03.115 INFO:tasks.workunit.client.0.smithi090.stdout:collecting ... collected 175 items 2024-04-15T17:46:03.115 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:46:03.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:03 smithi153 ceph-mon[84714]: pgmap v4123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:46:03.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:03 smithi090 ceph-mon[89240]: pgmap v4123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:46:03.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:03 smithi090 ceph-mon[91618]: pgmap v4123: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:46:04.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:04 smithi153 ceph-mon[84714]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-15T17:46:04.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:04 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi090-207406-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:46:04.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:04 smithi153 ceph-mon[84714]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:46:04.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:04 smithi090 ceph-mon[89240]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-15T17:46:04.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:04 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi090-207406-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:46:04.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:04 smithi090 ceph-mon[89240]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:46:04.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:04 smithi090 ceph-mon[91618]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-15T17:46:04.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:04 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi090-207406-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:46:04.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:04 smithi090 ceph-mon[91618]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-15T17:46:05.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:05 smithi153 ceph-mon[84714]: pgmap v4125: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:46:05.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:05 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi090-207406-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-15T17:46:05.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:05 smithi153 ceph-mon[84714]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-15T17:46:05.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:05 smithi090 ceph-mon[89240]: pgmap v4125: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:46:05.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:05 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi090-207406-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-15T17:46:05.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:05 smithi090 ceph-mon[89240]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-15T17:46:05.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:05 smithi090 ceph-mon[91618]: pgmap v4125: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:46:05.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:05 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi090-207406-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-15T17:46:05.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:05 smithi090 ceph-mon[91618]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-15T17:46:06.409 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-04-15T17:46:06.504 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-04-15T17:46:06.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:06 smithi090 ceph-mon[91618]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-15T17:46:06.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:06 smithi090 ceph-mon[89240]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-15T17:46:06.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:06 smithi153 ceph-mon[84714]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-15T17:46:07.161 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-04-15T17:46:07.265 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-04-15T17:46:07.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:07 smithi090 ceph-mon[89240]: pgmap v4128: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-15T17:46:07.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:07 smithi090 ceph-mon[89240]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:46:07.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:07 smithi090 ceph-mon[89240]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-15T17:46:07.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:07 smithi090 ceph-mon[91618]: pgmap v4128: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-15T17:46:07.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:07 smithi090 ceph-mon[91618]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:46:07.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:07 smithi090 ceph-mon[91618]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-15T17:46:07.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:07 smithi153 ceph-mon[84714]: pgmap v4128: 137 pgs: 12 unknown, 125 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 B/s wr, 0 op/s 2024-04-15T17:46:07.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:07 smithi153 ceph-mon[84714]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-15T17:46:07.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:07 smithi153 ceph-mon[84714]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-15T17:46:08.519 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-04-15T17:46:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:08 smithi090 ceph-mon[91618]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-15T17:46:08.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:46:08.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:08 smithi090 ceph-mon[89240]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-15T17:46:08.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:46:08.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:08 smithi153 ceph-mon[84714]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-15T17:46:08.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:46:09.067 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-04-15T17:46:09.409 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:46:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:46:09] "GET /metrics HTTP/1.1" 200 36713 "" "Prometheus/2.43.0" 2024-04-15T17:46:09.615 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-04-15T17:46:09.714 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-04-15T17:46:09.801 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-04-15T17:46:09.812 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-04-15T17:46:09.814 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-04-15T17:46:09.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:09 smithi090 ceph-mon[91618]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 7.5 KiB/s wr, 98 op/s 2024-04-15T17:46:09.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:09 smithi090 ceph-mon[91618]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-15T17:46:09.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:09 smithi090 ceph-mon[89240]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 7.5 KiB/s wr, 98 op/s 2024-04-15T17:46:09.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:09 smithi090 ceph-mon[89240]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-15T17:46:09.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:09 smithi153 ceph-mon[84714]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 7.5 KiB/s wr, 98 op/s 2024-04-15T17:46:09.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:09 smithi153 ceph-mon[84714]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-15T17:46:09.893 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-04-15T17:46:09.960 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-04-15T17:46:10.045 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-04-15T17:46:10.108 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress_except PASSED [ 8%] 2024-04-15T17:46:10.205 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 9%] 2024-04-15T17:46:10.467 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-04-15T17:46:10.482 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 10%] 2024-04-15T17:46:10.491 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-04-15T17:46:10.517 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-04-15T17:46:10.841 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:46:10 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:46:10] ENGINE Bus STOPPING 2024-04-15T17:46:10.842 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:46:10 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:46:10] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T17:46:10.842 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:46:10 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:46:10] ENGINE Bus STOPPED 2024-04-15T17:46:10.842 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:46:10 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:46:10] ENGINE Bus STARTING 2024-04-15T17:46:10.842 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:46:10 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:46:10] ENGINE Serving on http://:::9283 2024-04-15T17:46:10.842 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:46:10 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:46:10] ENGINE Bus STARTED 2024-04-15T17:46:11.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 6.6 KiB/s wr, 86 op/s 2024-04-15T17:46:11.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' 2024-04-15T17:46:11.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:46:11.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:46:11.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:46:11.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:46:11.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:46:11.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:46:11.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:46:11.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:46:11.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:46:11.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:46:11.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.844 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:46:11.845 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 6.6 KiB/s wr, 86 op/s 2024-04-15T17:46:11.845 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' 2024-04-15T17:46:11.845 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:46:11.845 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:46:11.845 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:46:11.845 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:46:11.845 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:46:11.845 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:46:11.845 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.845 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.845 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.845 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.845 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.845 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:46:11.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:46:11.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:46:11.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:46:11.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.846 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:46:11.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:46:11.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.847 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:46:11.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.847 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.848 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: pgmap v4133: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 6.6 KiB/s wr, 86 op/s 2024-04-15T17:46:11.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' 2024-04-15T17:46:11.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:46:11.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:46:11.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:46:11.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:46:11.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:46:11.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:46:11.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:46:11.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:46:11.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:46:11.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:46:11.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:11.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:46:11.887 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:46:11.887 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:46:11.887 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:46:11.887 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:46:12.606 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 12%] 2024-04-15T17:46:12.607 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-04-15T17:46:12.608 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 13%] 2024-04-15T17:46:12.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:12 smithi153 ceph-mon[84714]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-15T17:46:12.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:12 smithi153 ceph-mon[84714]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 55 KiB/s wr, 645 op/s 2024-04-15T17:46:12.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:46:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:46:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:46:12.684 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-04-15T17:46:12.755 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 14%] 2024-04-15T17:46:12.830 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-04-15T17:46:12.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:12 smithi090 ceph-mon[91618]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-15T17:46:12.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:12 smithi090 ceph-mon[91618]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 55 KiB/s wr, 645 op/s 2024-04-15T17:46:12.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:12 smithi090 ceph-mon[89240]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-15T17:46:12.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:12 smithi090 ceph-mon[89240]: pgmap v4135: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 55 KiB/s wr, 645 op/s 2024-04-15T17:46:12.899 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-04-15T17:46:12.977 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 16%] 2024-04-15T17:46:13.048 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-04-15T17:46:13.119 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 17%] 2024-04-15T17:46:13.196 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-04-15T17:46:13.285 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-04-15T17:46:13.357 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-04-15T17:46:13.431 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-04-15T17:46:13.512 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 20%] 2024-04-15T17:46:13.582 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-04-15T17:46:13.665 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 21%] 2024-04-15T17:46:13.750 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-04-15T17:46:13.839 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-04-15T17:46:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:13 smithi090 ceph-mon[91618]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-15T17:46:13.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:13 smithi090 ceph-mon[89240]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-15T17:46:13.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:13 smithi153 ceph-mon[84714]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-15T17:46:13.926 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-04-15T17:46:13.999 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-04-15T17:46:14.077 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 24%] 2024-04-15T17:46:14.208 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-04-15T17:46:14.291 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-04-15T17:46:14.377 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-04-15T17:46:14.447 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-04-15T17:46:14.532 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-04-15T17:46:14.612 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-04-15T17:46:14.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:14 smithi090 ceph-mon[89240]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 49 KiB/s wr, 584 op/s 2024-04-15T17:46:14.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:14 smithi090 ceph-mon[91618]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 49 KiB/s wr, 584 op/s 2024-04-15T17:46:14.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:14 smithi153 ceph-mon[84714]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 49 KiB/s wr, 584 op/s 2024-04-15T17:46:16.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:16 smithi090 ceph-mon[91618]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-15T17:46:16.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:16 smithi090 ceph-mon[89240]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-15T17:46:16.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:16 smithi153 ceph-mon[84714]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-15T17:46:17.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:17 smithi090 ceph-mon[91618]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 765 KiB/s wr, 1.19k op/s 2024-04-15T17:46:17.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:17 smithi090 ceph-mon[91618]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-15T17:46:17.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:17 smithi090 ceph-mon[89240]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 765 KiB/s wr, 1.19k op/s 2024-04-15T17:46:17.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:17 smithi090 ceph-mon[89240]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-15T17:46:17.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:17 smithi153 ceph-mon[84714]: pgmap v4139: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 765 KiB/s wr, 1.19k op/s 2024-04-15T17:46:17.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:17 smithi153 ceph-mon[84714]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-15T17:46:18.397 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 28%] 2024-04-15T17:46:18.495 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-04-15T17:46:18.590 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-04-15T17:46:18.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:18 smithi090 ceph-mon[91618]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-15T17:46:18.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:18 smithi090 ceph-mon[89240]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-15T17:46:18.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:18 smithi153 ceph-mon[84714]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-15T17:46:18.790 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-04-15T17:46:18.990 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-04-15T17:46:19.068 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-04-15T17:46:19.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:19 smithi090 ceph-mon[89240]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 1.5 MiB/s wr, 1.06k op/s 2024-04-15T17:46:19.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:19 smithi090 ceph-mon[89240]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-15T17:46:19.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:19 smithi090 ceph-mon[91618]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 1.5 MiB/s wr, 1.06k op/s 2024-04-15T17:46:19.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:19 smithi090 ceph-mon[91618]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-15T17:46:19.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:46:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:46:19] "GET /metrics HTTP/1.1" 200 36713 "" "Prometheus/2.43.0" 2024-04-15T17:46:19.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:19 smithi153 ceph-mon[84714]: pgmap v4142: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 1.5 MiB/s wr, 1.06k op/s 2024-04-15T17:46:19.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:19 smithi153 ceph-mon[84714]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-15T17:46:20.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:20 smithi090 ceph-mon[91618]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-15T17:46:20.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:20 smithi090 ceph-mon[91618]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-15T17:46:20.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:20 smithi090 ceph-mon[89240]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-15T17:46:20.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:20 smithi090 ceph-mon[89240]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-15T17:46:20.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:20 smithi153 ceph-mon[84714]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-15T17:46:20.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:20 smithi153 ceph-mon[84714]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-15T17:46:21.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:21 smithi090 ceph-mon[89240]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 317 KiB/s rd, 1.0 MiB/s wr, 444 op/s 2024-04-15T17:46:21.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:21 smithi090 ceph-mon[91618]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 317 KiB/s rd, 1.0 MiB/s wr, 444 op/s 2024-04-15T17:46:21.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:21 smithi153 ceph-mon[84714]: pgmap v4145: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 317 KiB/s rd, 1.0 MiB/s wr, 444 op/s 2024-04-15T17:46:22.496 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-04-15T17:46:22.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:22 smithi090 ceph-mon[89240]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-15T17:46:22.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:22 smithi090 ceph-mon[91618]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-15T17:46:22.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:22 smithi153 ceph-mon[84714]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-15T17:46:22.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:46:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:46:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:46:23.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:23 smithi090 ceph-mon[91618]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 2.0 MiB/s wr, 465 op/s 2024-04-15T17:46:23.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:23 smithi090 ceph-mon[91618]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-15T17:46:23.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:46:23.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:23 smithi090 ceph-mon[89240]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 2.0 MiB/s wr, 465 op/s 2024-04-15T17:46:23.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:23 smithi090 ceph-mon[89240]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-15T17:46:23.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:46:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:23 smithi153 ceph-mon[84714]: pgmap v4148: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 328 KiB/s rd, 2.0 MiB/s wr, 465 op/s 2024-04-15T17:46:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:23 smithi153 ceph-mon[84714]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-15T17:46:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:46:24.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:24 smithi090 ceph-mon[89240]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-15T17:46:24.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:24 smithi090 ceph-mon[91618]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-15T17:46:24.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:24 smithi153 ceph-mon[84714]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-15T17:46:25.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:25 smithi090 ceph-mon[89240]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 2.0 MiB/s wr, 546 op/s 2024-04-15T17:46:25.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:25 smithi090 ceph-mon[89240]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-15T17:46:25.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:25 smithi090 ceph-mon[89240]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-15T17:46:25.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:25 smithi090 ceph-mon[91618]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 2.0 MiB/s wr, 546 op/s 2024-04-15T17:46:25.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:25 smithi090 ceph-mon[91618]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-15T17:46:25.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:25 smithi090 ceph-mon[91618]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-15T17:46:25.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:25 smithi153 ceph-mon[84714]: pgmap v4151: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 386 KiB/s rd, 2.0 MiB/s wr, 546 op/s 2024-04-15T17:46:25.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:25 smithi153 ceph-mon[84714]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-15T17:46:25.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:25 smithi153 ceph-mon[84714]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-15T17:46:27.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:27 smithi090 ceph-mon[89240]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 14 KiB/s wr, 250 op/s 2024-04-15T17:46:27.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:27 smithi090 ceph-mon[89240]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-15T17:46:27.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:27 smithi090 ceph-mon[91618]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 14 KiB/s wr, 250 op/s 2024-04-15T17:46:27.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:27 smithi090 ceph-mon[91618]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-15T17:46:27.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:27 smithi153 ceph-mon[84714]: pgmap v4154: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 186 KiB/s rd, 14 KiB/s wr, 250 op/s 2024-04-15T17:46:27.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:27 smithi153 ceph-mon[84714]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-15T17:46:28.401 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 32%] 2024-04-15T17:46:28.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:28 smithi090 ceph-mon[89240]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-15T17:46:28.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:28 smithi090 ceph-mon[91618]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-15T17:46:28.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:28 smithi153 ceph-mon[84714]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-15T17:46:29.493 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:29 smithi090 ceph-mon[91618]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-04-15T17:46:29.493 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:29 smithi090 ceph-mon[91618]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-15T17:46:29.493 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:29 smithi090 ceph-mon[89240]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-04-15T17:46:29.494 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:29 smithi090 ceph-mon[89240]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-15T17:46:29.494 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:46:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:46:29] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-15T17:46:29.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:29 smithi153 ceph-mon[84714]: pgmap v4157: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 165 KiB/s rd, 13 KiB/s wr, 225 op/s 2024-04-15T17:46:29.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:29 smithi153 ceph-mon[84714]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-15T17:46:30.384 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-04-15T17:46:30.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:30 smithi090 ceph-mon[91618]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-15T17:46:30.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:30 smithi090 ceph-mon[91618]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-15T17:46:30.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:30 smithi090 ceph-mon[89240]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-15T17:46:30.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:30 smithi090 ceph-mon[89240]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-15T17:46:30.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:30 smithi153 ceph-mon[84714]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-15T17:46:30.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:30 smithi153 ceph-mon[84714]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-15T17:46:31.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:31 smithi090 ceph-mon[89240]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 4.2 KiB/s wr, 56 op/s 2024-04-15T17:46:31.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:31 smithi090 ceph-mon[91618]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 4.2 KiB/s wr, 56 op/s 2024-04-15T17:46:31.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:31 smithi153 ceph-mon[84714]: pgmap v4160: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 37 KiB/s rd, 4.2 KiB/s wr, 56 op/s 2024-04-15T17:46:32.421 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-04-15T17:46:32.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:32 smithi090 ceph-mon[89240]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-15T17:46:32.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:32 smithi090 ceph-mon[91618]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-15T17:46:32.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:32 smithi153 ceph-mon[84714]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-15T17:46:32.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:46:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:46:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:46:33.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:33 smithi090 ceph-mon[89240]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 12 KiB/s wr, 221 op/s 2024-04-15T17:46:33.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:33 smithi090 ceph-mon[89240]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-15T17:46:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:33 smithi090 ceph-mon[91618]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 12 KiB/s wr, 221 op/s 2024-04-15T17:46:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:33 smithi090 ceph-mon[91618]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-15T17:46:33.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:33 smithi153 ceph-mon[84714]: pgmap v4163: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 161 KiB/s rd, 12 KiB/s wr, 221 op/s 2024-04-15T17:46:33.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:33 smithi153 ceph-mon[84714]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-15T17:46:34.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:34 smithi090 ceph-mon[89240]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-15T17:46:34.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:34 smithi090 ceph-mon[91618]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-15T17:46:34.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:34 smithi153 ceph-mon[84714]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-15T17:46:35.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:35 smithi090 ceph-mon[89240]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 168 KiB/s rd, 13 KiB/s wr, 233 op/s 2024-04-15T17:46:35.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:35 smithi090 ceph-mon[89240]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-15T17:46:35.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:35 smithi090 ceph-mon[89240]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-15T17:46:35.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:35 smithi090 ceph-mon[91618]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 168 KiB/s rd, 13 KiB/s wr, 233 op/s 2024-04-15T17:46:35.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:35 smithi090 ceph-mon[91618]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-15T17:46:35.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:35 smithi090 ceph-mon[91618]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-15T17:46:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:35 smithi153 ceph-mon[84714]: pgmap v4166: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 168 KiB/s rd, 13 KiB/s wr, 233 op/s 2024-04-15T17:46:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:35 smithi153 ceph-mon[84714]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-15T17:46:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:35 smithi153 ceph-mon[84714]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-15T17:46:37.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:37 smithi090 ceph-mon[89240]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 7.5 KiB/s wr, 98 op/s 2024-04-15T17:46:37.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:37 smithi090 ceph-mon[89240]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-15T17:46:37.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:37 smithi090 ceph-mon[91618]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 7.5 KiB/s wr, 98 op/s 2024-04-15T17:46:37.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:37 smithi090 ceph-mon[91618]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-15T17:46:37.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:37 smithi153 ceph-mon[84714]: pgmap v4169: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 7.5 KiB/s wr, 98 op/s 2024-04-15T17:46:37.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:37 smithi153 ceph-mon[84714]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-15T17:46:38.402 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-04-15T17:46:38.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:38 smithi090 ceph-mon[91618]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-15T17:46:38.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:46:38.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:38 smithi090 ceph-mon[89240]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-15T17:46:38.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:46:38.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:38 smithi153 ceph-mon[84714]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-15T17:46:38.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:46:39.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:39 smithi090 ceph-mon[89240]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-15T17:46:39.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:39 smithi090 ceph-mon[89240]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-15T17:46:39.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:46:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:46:39] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-15T17:46:39.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:39 smithi090 ceph-mon[91618]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-15T17:46:39.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:39 smithi090 ceph-mon[91618]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-15T17:46:39.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:39 smithi153 ceph-mon[84714]: pgmap v4172: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 64 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-15T17:46:39.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:39 smithi153 ceph-mon[84714]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-15T17:46:40.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:40 smithi090 ceph-mon[91618]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-15T17:46:40.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:40 smithi090 ceph-mon[91618]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-15T17:46:40.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:40 smithi090 ceph-mon[89240]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-15T17:46:40.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:40 smithi090 ceph-mon[89240]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-15T17:46:40.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:40 smithi153 ceph-mon[84714]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-15T17:46:40.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:40 smithi153 ceph-mon[84714]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-15T17:46:41.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:41 smithi090 ceph-mon[91618]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:46:41.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:41 smithi090 ceph-mon[89240]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:46:41.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:41 smithi153 ceph-mon[84714]: pgmap v4175: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:46:42.432 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-04-15T17:46:42.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:42 smithi090 ceph-mon[91618]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-15T17:46:42.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:42 smithi090 ceph-mon[89240]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-15T17:46:42.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:42 smithi153 ceph-mon[84714]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-15T17:46:42.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:46:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:46:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:46:43.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:43 smithi090 ceph-mon[91618]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-15T17:46:43.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:43 smithi090 ceph-mon[91618]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-15T17:46:43.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:43 smithi090 ceph-mon[89240]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-15T17:46:43.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:43 smithi090 ceph-mon[89240]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-15T17:46:43.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:43 smithi153 ceph-mon[84714]: pgmap v4178: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-15T17:46:43.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:43 smithi153 ceph-mon[84714]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-15T17:46:44.436 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-04-15T17:46:44.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:44 smithi090 ceph-mon[89240]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-15T17:46:44.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:44 smithi090 ceph-mon[91618]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-15T17:46:44.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:44 smithi153 ceph-mon[84714]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-15T17:46:45.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:45 smithi090 ceph-mon[89240]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 109 op/s 2024-04-15T17:46:45.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:45 smithi090 ceph-mon[89240]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-15T17:46:45.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:45 smithi090 ceph-mon[89240]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-15T17:46:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:45 smithi090 ceph-mon[91618]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 109 op/s 2024-04-15T17:46:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:45 smithi090 ceph-mon[91618]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-15T17:46:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:45 smithi090 ceph-mon[91618]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-15T17:46:45.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:45 smithi153 ceph-mon[84714]: pgmap v4181: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.5 KiB/s wr, 109 op/s 2024-04-15T17:46:45.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:45 smithi153 ceph-mon[84714]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-15T17:46:45.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:45 smithi153 ceph-mon[84714]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-15T17:46:46.391 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-04-15T17:46:46.475 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-04-15T17:46:47.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:47 smithi090 ceph-mon[89240]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 5.0 KiB/s wr, 60 op/s 2024-04-15T17:46:47.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:47 smithi090 ceph-mon[89240]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-15T17:46:47.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:47 smithi090 ceph-mon[91618]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 5.0 KiB/s wr, 60 op/s 2024-04-15T17:46:47.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:47 smithi090 ceph-mon[91618]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-15T17:46:47.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:47 smithi153 ceph-mon[84714]: pgmap v4184: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 5.0 KiB/s wr, 60 op/s 2024-04-15T17:46:47.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:47 smithi153 ceph-mon[84714]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-15T17:46:48.441 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-04-15T17:46:48.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:48 smithi153 ceph-mon[84714]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-15T17:46:48.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:48 smithi090 ceph-mon[89240]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-15T17:46:48.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:48 smithi090 ceph-mon[91618]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-15T17:46:49.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:46:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:46:49] "GET /metrics HTTP/1.1" 200 36725 "" "Prometheus/2.43.0" 2024-04-15T17:46:49.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:49 smithi090 ceph-mon[91618]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 7.2 KiB/s wr, 123 op/s 2024-04-15T17:46:49.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:49 smithi090 ceph-mon[91618]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-15T17:46:49.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:49 smithi090 ceph-mon[89240]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 7.2 KiB/s wr, 123 op/s 2024-04-15T17:46:49.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:49 smithi090 ceph-mon[89240]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-15T17:46:49.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:49 smithi153 ceph-mon[84714]: pgmap v4187: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 7.2 KiB/s wr, 123 op/s 2024-04-15T17:46:49.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:49 smithi153 ceph-mon[84714]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-15T17:46:50.390 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-04-15T17:46:50.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:50 smithi153 ceph-mon[84714]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-15T17:46:50.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:50 smithi153 ceph-mon[84714]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-15T17:46:50.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:50 smithi090 ceph-mon[89240]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-15T17:46:50.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:50 smithi090 ceph-mon[89240]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-15T17:46:50.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:50 smithi090 ceph-mon[91618]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-15T17:46:50.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:50 smithi090 ceph-mon[91618]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-15T17:46:51.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:51 smithi153 ceph-mon[84714]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 3.0 KiB/s wr, 74 op/s 2024-04-15T17:46:51.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:51 smithi090 ceph-mon[89240]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 3.0 KiB/s wr, 74 op/s 2024-04-15T17:46:51.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:51 smithi090 ceph-mon[91618]: pgmap v4190: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 56 KiB/s rd, 3.0 KiB/s wr, 74 op/s 2024-04-15T17:46:52.484 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-04-15T17:46:52.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:52 smithi153 ceph-mon[84714]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-15T17:46:52.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:46:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:46:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:46:52.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:52 smithi090 ceph-mon[89240]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-15T17:46:52.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:52 smithi090 ceph-mon[91618]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-15T17:46:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:53 smithi153 ceph-mon[84714]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 12 KiB/s wr, 241 op/s 2024-04-15T17:46:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:53 smithi153 ceph-mon[84714]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-15T17:46:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:46:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:53 smithi090 ceph-mon[89240]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 12 KiB/s wr, 241 op/s 2024-04-15T17:46:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:53 smithi090 ceph-mon[89240]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-15T17:46:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:46:53.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:53 smithi090 ceph-mon[91618]: pgmap v4193: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 178 KiB/s rd, 12 KiB/s wr, 241 op/s 2024-04-15T17:46:53.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:53 smithi090 ceph-mon[91618]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-15T17:46:53.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:46:54.485 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-04-15T17:46:54.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:54 smithi090 ceph-mon[89240]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-15T17:46:54.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:54 smithi090 ceph-mon[91618]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-15T17:46:54.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:54 smithi153 ceph-mon[84714]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-15T17:46:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:55 smithi090 ceph-mon[89240]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 13 KiB/s wr, 248 op/s 2024-04-15T17:46:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:55 smithi090 ceph-mon[89240]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-15T17:46:55.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:55 smithi090 ceph-mon[89240]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-15T17:46:55.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:55 smithi090 ceph-mon[91618]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 13 KiB/s wr, 248 op/s 2024-04-15T17:46:55.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:55 smithi090 ceph-mon[91618]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-15T17:46:55.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:55 smithi090 ceph-mon[91618]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-15T17:46:55.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:55 smithi153 ceph-mon[84714]: pgmap v4196: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 13 KiB/s wr, 248 op/s 2024-04-15T17:46:55.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:55 smithi153 ceph-mon[84714]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-15T17:46:55.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:55 smithi153 ceph-mon[84714]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-15T17:46:56.382 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-04-15T17:46:57.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:57 smithi090 ceph-mon[89240]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-04-15T17:46:57.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:57 smithi090 ceph-mon[89240]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-15T17:46:57.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:57 smithi090 ceph-mon[91618]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-04-15T17:46:57.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:57 smithi090 ceph-mon[91618]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-15T17:46:57.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:57 smithi153 ceph-mon[84714]: pgmap v4199: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 22 KiB/s rd, 3.5 KiB/s wr, 38 op/s 2024-04-15T17:46:57.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:57 smithi153 ceph-mon[84714]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-15T17:46:58.506 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-04-15T17:46:58.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:58 smithi090 ceph-mon[89240]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-15T17:46:58.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:58 smithi090 ceph-mon[91618]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-15T17:46:58.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:58 smithi153 ceph-mon[84714]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-15T17:46:59.419 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:46:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:46:59] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-15T17:46:59.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:59 smithi090 ceph-mon[89240]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 8.0 KiB/s wr, 181 op/s 2024-04-15T17:46:59.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:46:59 smithi090 ceph-mon[89240]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-15T17:46:59.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:59 smithi090 ceph-mon[91618]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 8.0 KiB/s wr, 181 op/s 2024-04-15T17:46:59.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:46:59 smithi090 ceph-mon[91618]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-15T17:46:59.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:59 smithi153 ceph-mon[84714]: pgmap v4202: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 134 KiB/s rd, 8.0 KiB/s wr, 181 op/s 2024-04-15T17:46:59.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:46:59 smithi153 ceph-mon[84714]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-15T17:47:00.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:00 smithi090 ceph-mon[89240]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-15T17:47:00.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:00 smithi090 ceph-mon[89240]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-15T17:47:00.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:00 smithi090 ceph-mon[91618]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-15T17:47:00.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:00 smithi090 ceph-mon[91618]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-15T17:47:00.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:00 smithi153 ceph-mon[84714]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-15T17:47:00.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:00 smithi153 ceph-mon[84714]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-15T17:47:01.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:01 smithi090 ceph-mon[89240]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 5.2 KiB/s wr, 149 op/s 2024-04-15T17:47:01.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:01 smithi090 ceph-mon[89240]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-15T17:47:01.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:01 smithi090 ceph-mon[91618]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 5.2 KiB/s wr, 149 op/s 2024-04-15T17:47:01.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:01 smithi090 ceph-mon[91618]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-15T17:47:01.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:01 smithi153 ceph-mon[84714]: pgmap v4205: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 117 KiB/s rd, 5.2 KiB/s wr, 149 op/s 2024-04-15T17:47:01.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:01 smithi153 ceph-mon[84714]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-15T17:47:02.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:47:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:47:02.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:47:03.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:03 smithi090 ceph-mon[89240]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 94 op/s 2024-04-15T17:47:03.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:03 smithi090 ceph-mon[89240]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-15T17:47:03.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:03 smithi090 ceph-mon[91618]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 94 op/s 2024-04-15T17:47:03.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:03 smithi090 ceph-mon[91618]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-15T17:47:03.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:03 smithi153 ceph-mon[84714]: pgmap v4208: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 67 KiB/s rd, 6.5 KiB/s wr, 94 op/s 2024-04-15T17:47:03.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:03 smithi153 ceph-mon[84714]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-15T17:47:04.594 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:04 smithi090 ceph-mon[91618]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-15T17:47:04.594 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:04 smithi090 ceph-mon[89240]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-15T17:47:04.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:04 smithi153 ceph-mon[84714]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-15T17:47:05.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:05 smithi090 ceph-mon[89240]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-15T17:47:05.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:05 smithi090 ceph-mon[89240]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-15T17:47:05.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:05 smithi090 ceph-mon[89240]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-15T17:47:05.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:05 smithi090 ceph-mon[91618]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-15T17:47:05.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:05 smithi090 ceph-mon[91618]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-15T17:47:05.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:05 smithi090 ceph-mon[91618]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-15T17:47:05.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:05 smithi153 ceph-mon[84714]: pgmap v4211: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 6.7 KiB/s wr, 96 op/s 2024-04-15T17:47:05.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:05 smithi153 ceph-mon[84714]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-15T17:47:05.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:05 smithi153 ceph-mon[84714]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-15T17:47:06.409 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-04-15T17:47:06.501 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-04-15T17:47:06.579 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-04-15T17:47:06.658 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-04-15T17:47:07.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:07 smithi090 ceph-mon[89240]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2024-04-15T17:47:07.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:07 smithi090 ceph-mon[89240]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-15T17:47:07.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:07 smithi090 ceph-mon[91618]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2024-04-15T17:47:07.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:07 smithi090 ceph-mon[91618]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-15T17:47:07.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:07 smithi153 ceph-mon[84714]: pgmap v4214: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 28 KiB/s rd, 3.5 KiB/s wr, 39 op/s 2024-04-15T17:47:07.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:07 smithi153 ceph-mon[84714]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-15T17:47:08.431 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-04-15T17:47:08.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:08 smithi090 ceph-mon[89240]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-15T17:47:08.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:47:08.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:08 smithi090 ceph-mon[91618]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-15T17:47:08.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:47:08.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:08 smithi153 ceph-mon[84714]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-15T17:47:08.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:47:09.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:09 smithi090 ceph-mon[89240]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 5.2 KiB/s wr, 65 op/s 2024-04-15T17:47:09.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:09 smithi090 ceph-mon[89240]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-15T17:47:09.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:09 smithi090 ceph-mon[91618]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 5.2 KiB/s wr, 65 op/s 2024-04-15T17:47:09.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:09 smithi090 ceph-mon[91618]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-15T17:47:09.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:47:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:47:09] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-15T17:47:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:09 smithi153 ceph-mon[84714]: pgmap v4217: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 5.2 KiB/s wr, 65 op/s 2024-04-15T17:47:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:09 smithi153 ceph-mon[84714]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-15T17:47:10.396 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2024-04-15T17:47:10.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:10 smithi090 ceph-mon[89240]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-15T17:47:10.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:10 smithi090 ceph-mon[89240]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-15T17:47:10.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:10 smithi090 ceph-mon[91618]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-15T17:47:10.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:10 smithi090 ceph-mon[91618]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-15T17:47:10.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:10 smithi153 ceph-mon[84714]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-15T17:47:10.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:10 smithi153 ceph-mon[84714]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-15T17:47:11.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:11 smithi090 ceph-mon[89240]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 KiB/s wr, 29 op/s 2024-04-15T17:47:11.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:47:11.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:47:11.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:47:11.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:47:11.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:11 smithi090 ceph-mon[91618]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 KiB/s wr, 29 op/s 2024-04-15T17:47:11.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:47:11.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:47:11.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:47:11.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:47:11.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:11 smithi153 ceph-mon[84714]: pgmap v4220: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 KiB/s rd, 2.0 KiB/s wr, 29 op/s 2024-04-15T17:47:11.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:47:11.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:47:11.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:47:11.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:47:12.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:12 smithi153 ceph-mon[84714]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-15T17:47:12.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:47:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:47:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:47:12.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:12 smithi090 ceph-mon[91618]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-15T17:47:12.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:12 smithi090 ceph-mon[89240]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-15T17:47:13.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:13 smithi153 ceph-mon[84714]: pgmap v4223: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 18 KiB/s wr, 311 op/s 2024-04-15T17:47:13.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:13 smithi153 ceph-mon[84714]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-15T17:47:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:13 smithi090 ceph-mon[89240]: pgmap v4223: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 18 KiB/s wr, 311 op/s 2024-04-15T17:47:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:13 smithi090 ceph-mon[89240]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-15T17:47:13.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:13 smithi090 ceph-mon[91618]: pgmap v4223: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 18 KiB/s wr, 311 op/s 2024-04-15T17:47:13.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:13 smithi090 ceph-mon[91618]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-15T17:47:14.469 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-04-15T17:47:14.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:14 smithi153 ceph-mon[84714]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-15T17:47:14.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:14 smithi090 ceph-mon[89240]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-15T17:47:14.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:14 smithi090 ceph-mon[91618]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-15T17:47:15.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:15 smithi153 ceph-mon[84714]: pgmap v4226: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 18 KiB/s wr, 317 op/s 2024-04-15T17:47:15.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:15 smithi153 ceph-mon[84714]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-15T17:47:15.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:15 smithi153 ceph-mon[84714]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-15T17:47:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:15 smithi090 ceph-mon[89240]: pgmap v4226: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 18 KiB/s wr, 317 op/s 2024-04-15T17:47:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:15 smithi090 ceph-mon[89240]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-15T17:47:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:15 smithi090 ceph-mon[89240]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-15T17:47:15.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:15 smithi090 ceph-mon[91618]: pgmap v4226: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 18 KiB/s wr, 317 op/s 2024-04-15T17:47:15.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:15 smithi090 ceph-mon[91618]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-15T17:47:15.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:15 smithi090 ceph-mon[91618]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-15T17:47:16.397 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-04-15T17:47:17.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:17 smithi090 ceph-mon[89240]: pgmap v4229: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 9.5 KiB/s wr, 119 op/s 2024-04-15T17:47:17.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:17 smithi090 ceph-mon[89240]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-15T17:47:17.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:17 smithi090 ceph-mon[91618]: pgmap v4229: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 9.5 KiB/s wr, 119 op/s 2024-04-15T17:47:17.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:17 smithi090 ceph-mon[91618]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-15T17:47:17.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:17 smithi153 ceph-mon[84714]: pgmap v4229: 137 pgs: 137 active+clean; 8.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 9.5 KiB/s wr, 119 op/s 2024-04-15T17:47:17.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:17 smithi153 ceph-mon[84714]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-15T17:47:18.480 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-04-15T17:47:18.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:18 smithi153 ceph-mon[84714]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-15T17:47:18.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:18 smithi090 ceph-mon[89240]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-15T17:47:18.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:18 smithi090 ceph-mon[91618]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-15T17:47:19.375 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:47:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:47:19] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-15T17:47:19.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:19 smithi153 ceph-mon[84714]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 13 KiB/s wr, 142 op/s 2024-04-15T17:47:19.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:19 smithi153 ceph-mon[84714]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-15T17:47:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:19 smithi090 ceph-mon[91618]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 13 KiB/s wr, 142 op/s 2024-04-15T17:47:19.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:19 smithi090 ceph-mon[91618]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-15T17:47:19.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:19 smithi090 ceph-mon[89240]: pgmap v4232: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 100 KiB/s rd, 13 KiB/s wr, 142 op/s 2024-04-15T17:47:19.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:19 smithi090 ceph-mon[89240]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-15T17:47:20.401 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-04-15T17:47:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:20 smithi090 ceph-mon[89240]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-15T17:47:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:20 smithi090 ceph-mon[89240]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-15T17:47:20.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:20 smithi090 ceph-mon[91618]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-15T17:47:20.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:20 smithi090 ceph-mon[91618]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-15T17:47:20.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:20 smithi153 ceph-mon[84714]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-15T17:47:20.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:20 smithi153 ceph-mon[84714]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-15T17:47:21.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:21 smithi090 ceph-mon[89240]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 4.7 KiB/s wr, 29 op/s 2024-04-15T17:47:21.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:21 smithi090 ceph-mon[91618]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 4.7 KiB/s wr, 29 op/s 2024-04-15T17:47:21.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:21 smithi153 ceph-mon[84714]: pgmap v4235: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 16 KiB/s rd, 4.7 KiB/s wr, 29 op/s 2024-04-15T17:47:22.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:22 smithi153 ceph-mon[84714]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-15T17:47:22.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:47:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:47:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:47:22.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:22 smithi090 ceph-mon[89240]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-15T17:47:22.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:22 smithi090 ceph-mon[91618]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-15T17:47:23.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:23 smithi090 ceph-mon[89240]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 13 KiB/s wr, 145 op/s 2024-04-15T17:47:23.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:23 smithi090 ceph-mon[89240]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-15T17:47:23.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:47:23.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:23 smithi090 ceph-mon[91618]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 13 KiB/s wr, 145 op/s 2024-04-15T17:47:23.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:23 smithi090 ceph-mon[91618]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-15T17:47:23.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:47:23.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:23 smithi153 ceph-mon[84714]: pgmap v4238: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 13 KiB/s wr, 145 op/s 2024-04-15T17:47:23.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:23 smithi153 ceph-mon[84714]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-15T17:47:23.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:47:24.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:24 smithi090 ceph-mon[89240]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-15T17:47:24.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:24 smithi090 ceph-mon[91618]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-15T17:47:24.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:24 smithi153 ceph-mon[84714]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-15T17:47:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:25 smithi090 ceph-mon[89240]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 197 op/s 2024-04-15T17:47:25.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:25 smithi090 ceph-mon[89240]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-15T17:47:25.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:25 smithi090 ceph-mon[89240]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-15T17:47:25.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:25 smithi090 ceph-mon[91618]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 197 op/s 2024-04-15T17:47:25.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:25 smithi090 ceph-mon[91618]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-15T17:47:25.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:25 smithi090 ceph-mon[91618]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-15T17:47:25.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:25 smithi153 ceph-mon[84714]: pgmap v4241: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 138 KiB/s rd, 15 KiB/s wr, 197 op/s 2024-04-15T17:47:25.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:25 smithi153 ceph-mon[84714]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-15T17:47:25.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:25 smithi153 ceph-mon[84714]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-15T17:47:26.402 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-04-15T17:47:27.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:27 smithi090 ceph-mon[91618]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2024-04-15T17:47:27.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:27 smithi090 ceph-mon[91618]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-15T17:47:27.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:27 smithi090 ceph-mon[89240]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2024-04-15T17:47:27.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:27 smithi090 ceph-mon[89240]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-15T17:47:27.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:27 smithi153 ceph-mon[84714]: pgmap v4244: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 80 KiB/s rd, 7.2 KiB/s wr, 105 op/s 2024-04-15T17:47:27.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:27 smithi153 ceph-mon[84714]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-15T17:47:28.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:28 smithi090 ceph-mon[89240]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-15T17:47:28.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:28 smithi090 ceph-mon[91618]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-15T17:47:28.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:28 smithi153 ceph-mon[84714]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-15T17:47:29.434 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:47:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:47:29] "GET /metrics HTTP/1.1" 200 36729 "" "Prometheus/2.43.0" 2024-04-15T17:47:29.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:29 smithi090 ceph-mon[89240]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-15T17:47:29.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:29 smithi090 ceph-mon[89240]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-15T17:47:29.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:29 smithi090 ceph-mon[91618]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-15T17:47:29.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:29 smithi090 ceph-mon[91618]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-15T17:47:29.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:29 smithi153 ceph-mon[84714]: pgmap v4247: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 47 KiB/s rd, 5.2 KiB/s wr, 66 op/s 2024-04-15T17:47:29.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:29 smithi153 ceph-mon[84714]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-15T17:47:30.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:30 smithi090 ceph-mon[89240]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-15T17:47:30.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:30 smithi090 ceph-mon[89240]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-15T17:47:30.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:30 smithi090 ceph-mon[91618]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-15T17:47:30.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:30 smithi090 ceph-mon[91618]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-15T17:47:30.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:30 smithi153 ceph-mon[84714]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-15T17:47:30.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:30 smithi153 ceph-mon[84714]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-15T17:47:31.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:31 smithi090 ceph-mon[89240]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-15T17:47:31.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:31 smithi090 ceph-mon[89240]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-15T17:47:31.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:31 smithi090 ceph-mon[91618]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-15T17:47:31.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:31 smithi090 ceph-mon[91618]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-15T17:47:31.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:31 smithi153 ceph-mon[84714]: pgmap v4250: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 6.5 KiB/s rd, 767 B/s wr, 13 op/s 2024-04-15T17:47:31.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:31 smithi153 ceph-mon[84714]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-15T17:47:32.406 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-04-15T17:47:32.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:47:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:47:32.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:47:33.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:33 smithi090 ceph-mon[91618]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.5 KiB/s wr, 91 op/s 2024-04-15T17:47:33.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:33 smithi090 ceph-mon[91618]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-15T17:47:33.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:33 smithi090 ceph-mon[89240]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.5 KiB/s wr, 91 op/s 2024-04-15T17:47:33.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:33 smithi090 ceph-mon[89240]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-15T17:47:33.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:33 smithi153 ceph-mon[84714]: pgmap v4253: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.5 KiB/s wr, 91 op/s 2024-04-15T17:47:33.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:33 smithi153 ceph-mon[84714]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-15T17:47:34.455 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2024-04-15T17:47:34.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:34 smithi090 ceph-mon[89240]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-15T17:47:34.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:34 smithi090 ceph-mon[91618]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-15T17:47:34.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:34 smithi153 ceph-mon[84714]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-15T17:47:35.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:35 smithi090 ceph-mon[89240]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 94 op/s 2024-04-15T17:47:35.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:35 smithi090 ceph-mon[89240]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-15T17:47:35.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:35 smithi090 ceph-mon[89240]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-15T17:47:35.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:35 smithi090 ceph-mon[91618]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 94 op/s 2024-04-15T17:47:35.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:35 smithi090 ceph-mon[91618]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-15T17:47:35.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:35 smithi090 ceph-mon[91618]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-15T17:47:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:35 smithi153 ceph-mon[84714]: pgmap v4256: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 94 op/s 2024-04-15T17:47:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:35 smithi153 ceph-mon[84714]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-15T17:47:35.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:35 smithi153 ceph-mon[84714]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-15T17:47:37.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:37 smithi090 ceph-mon[89240]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 88 op/s 2024-04-15T17:47:37.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:37 smithi090 ceph-mon[89240]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-15T17:47:37.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:37 smithi090 ceph-mon[91618]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 88 op/s 2024-04-15T17:47:37.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:37 smithi090 ceph-mon[91618]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-15T17:47:37.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:37 smithi153 ceph-mon[84714]: pgmap v4259: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 88 op/s 2024-04-15T17:47:37.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:37 smithi153 ceph-mon[84714]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-15T17:47:38.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:38 smithi090 ceph-mon[89240]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-15T17:47:38.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:47:38.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:38 smithi090 ceph-mon[91618]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-15T17:47:38.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:47:38.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:38 smithi153 ceph-mon[84714]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-15T17:47:38.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:47:39.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:39 smithi090 ceph-mon[89240]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 9.2 KiB/s wr, 138 op/s 2024-04-15T17:47:39.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:39 smithi090 ceph-mon[89240]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-15T17:47:39.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:47:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:47:39] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-15T17:47:39.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:39 smithi090 ceph-mon[91618]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 9.2 KiB/s wr, 138 op/s 2024-04-15T17:47:39.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:39 smithi090 ceph-mon[91618]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-15T17:47:39.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:39 smithi153 ceph-mon[84714]: pgmap v4262: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 99 KiB/s rd, 9.2 KiB/s wr, 138 op/s 2024-04-15T17:47:39.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:39 smithi153 ceph-mon[84714]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-15T17:47:40.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:40 smithi153 ceph-mon[84714]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-15T17:47:40.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:40 smithi153 ceph-mon[84714]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-15T17:47:40.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:40 smithi090 ceph-mon[89240]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-15T17:47:40.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:40 smithi090 ceph-mon[89240]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-15T17:47:40.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:40 smithi090 ceph-mon[91618]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-15T17:47:40.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:40 smithi090 ceph-mon[91618]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-15T17:47:41.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:41 smithi153 ceph-mon[84714]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.5 KiB/s wr, 53 op/s 2024-04-15T17:47:41.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:41 smithi153 ceph-mon[84714]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-15T17:47:41.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:41 smithi090 ceph-mon[91618]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.5 KiB/s wr, 53 op/s 2024-04-15T17:47:41.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:41 smithi090 ceph-mon[91618]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-15T17:47:41.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:41 smithi090 ceph-mon[89240]: pgmap v4265: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 38 KiB/s rd, 3.5 KiB/s wr, 53 op/s 2024-04-15T17:47:41.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:41 smithi090 ceph-mon[89240]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-15T17:47:42.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:47:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:47:43.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:43 smithi090 ceph-mon[89240]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-15T17:47:43.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:43 smithi090 ceph-mon[89240]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-15T17:47:43.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:43 smithi090 ceph-mon[91618]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-15T17:47:43.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:43 smithi090 ceph-mon[91618]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-15T17:47:43.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:43 smithi153 ceph-mon[84714]: pgmap v4268: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-15T17:47:43.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:43 smithi153 ceph-mon[84714]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-15T17:47:44.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:44 smithi090 ceph-mon[91618]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-15T17:47:44.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:44 smithi090 ceph-mon[89240]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-15T17:47:44.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:44 smithi153 ceph-mon[84714]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-15T17:47:45.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:45 smithi090 ceph-mon[89240]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-15T17:47:45.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:45 smithi090 ceph-mon[89240]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-15T17:47:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:45 smithi090 ceph-mon[91618]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-15T17:47:45.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:45 smithi090 ceph-mon[91618]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-15T17:47:45.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:45 smithi153 ceph-mon[84714]: pgmap v4271: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-15T17:47:45.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:45 smithi153 ceph-mon[84714]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-15T17:47:46.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:46 smithi090 ceph-mon[89240]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-15T17:47:46.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:46 smithi090 ceph-mon[91618]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-15T17:47:46.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:46 smithi153 ceph-mon[84714]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-15T17:47:47.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:47 smithi090 ceph-mon[89240]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.7 KiB/s wr, 111 op/s 2024-04-15T17:47:47.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:47 smithi090 ceph-mon[89240]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-15T17:47:47.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:47 smithi090 ceph-mon[91618]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.7 KiB/s wr, 111 op/s 2024-04-15T17:47:47.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:47 smithi090 ceph-mon[91618]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-15T17:47:47.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:47 smithi153 ceph-mon[84714]: pgmap v4274: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 82 KiB/s rd, 3.7 KiB/s wr, 111 op/s 2024-04-15T17:47:47.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:47 smithi153 ceph-mon[84714]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-15T17:47:48.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:48 smithi153 ceph-mon[84714]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-15T17:47:48.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:48 smithi090 ceph-mon[89240]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-15T17:47:48.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:48 smithi090 ceph-mon[91618]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-15T17:47:49.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:49 smithi090 ceph-mon[89240]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.5 KiB/s wr, 115 op/s 2024-04-15T17:47:49.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:49 smithi090 ceph-mon[89240]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-15T17:47:49.592 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:47:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:47:49] "GET /metrics HTTP/1.1" 200 36726 "" "Prometheus/2.43.0" 2024-04-15T17:47:49.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:49 smithi090 ceph-mon[91618]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.5 KiB/s wr, 115 op/s 2024-04-15T17:47:49.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:49 smithi090 ceph-mon[91618]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-15T17:47:49.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:49 smithi153 ceph-mon[84714]: pgmap v4277: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 3.5 KiB/s wr, 115 op/s 2024-04-15T17:47:49.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:49 smithi153 ceph-mon[84714]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-15T17:47:50.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:50 smithi153 ceph-mon[84714]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-15T17:47:50.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:50 smithi090 ceph-mon[91618]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-15T17:47:50.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:50 smithi090 ceph-mon[89240]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-15T17:47:51.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:51 smithi153 ceph-mon[84714]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-04-15T17:47:51.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:51 smithi153 ceph-mon[84714]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-15T17:47:51.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:51 smithi090 ceph-mon[91618]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-04-15T17:47:51.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:51 smithi090 ceph-mon[91618]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-15T17:47:51.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:51 smithi090 ceph-mon[89240]: pgmap v4280: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-04-15T17:47:51.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:51 smithi090 ceph-mon[89240]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-15T17:47:52.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:52 smithi153 ceph-mon[84714]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-15T17:47:52.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:47:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:47:52.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:52 smithi090 ceph-mon[89240]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-15T17:47:52.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:52 smithi090 ceph-mon[91618]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-15T17:47:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:53 smithi090 ceph-mon[89240]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-15T17:47:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:53 smithi090 ceph-mon[89240]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-15T17:47:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:47:53.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:53 smithi090 ceph-mon[91618]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-15T17:47:53.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:53 smithi090 ceph-mon[91618]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-15T17:47:53.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:47:53.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:53 smithi153 ceph-mon[84714]: pgmap v4283: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-15T17:47:53.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:53 smithi153 ceph-mon[84714]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-15T17:47:53.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:47:54.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:54 smithi090 ceph-mon[89240]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-15T17:47:54.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:54 smithi090 ceph-mon[91618]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-15T17:47:54.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:54 smithi153 ceph-mon[84714]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-15T17:47:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:55 smithi090 ceph-mon[89240]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-15T17:47:55.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:55 smithi090 ceph-mon[89240]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-15T17:47:55.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:55 smithi090 ceph-mon[91618]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-15T17:47:55.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:55 smithi090 ceph-mon[91618]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-15T17:47:55.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:55 smithi153 ceph-mon[84714]: pgmap v4286: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 120 KiB/s rd, 3.7 KiB/s wr, 159 op/s 2024-04-15T17:47:55.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:55 smithi153 ceph-mon[84714]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-15T17:47:56.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:56 smithi090 ceph-mon[89240]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-15T17:47:56.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:56 smithi090 ceph-mon[91618]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-15T17:47:56.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:56 smithi153 ceph-mon[84714]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-15T17:47:57.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:57 smithi090 ceph-mon[91618]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 3.2 KiB/s wr, 198 op/s 2024-04-15T17:47:57.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:57 smithi090 ceph-mon[91618]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-15T17:47:57.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:57 smithi090 ceph-mon[89240]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 3.2 KiB/s wr, 198 op/s 2024-04-15T17:47:57.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:57 smithi090 ceph-mon[89240]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-15T17:47:57.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:57 smithi153 ceph-mon[84714]: pgmap v4289: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 3.2 KiB/s wr, 198 op/s 2024-04-15T17:47:57.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:57 smithi153 ceph-mon[84714]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-15T17:47:58.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:58 smithi090 ceph-mon[89240]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-15T17:47:58.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:58 smithi090 ceph-mon[91618]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-15T17:47:58.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:58 smithi153 ceph-mon[84714]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-15T17:47:59.425 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:47:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:47:59] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-15T17:47:59.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:59 smithi090 ceph-mon[89240]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2024-04-15T17:47:59.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:47:59 smithi090 ceph-mon[89240]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-15T17:47:59.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:59 smithi090 ceph-mon[91618]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2024-04-15T17:47:59.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:47:59 smithi090 ceph-mon[91618]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-15T17:47:59.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:59 smithi153 ceph-mon[84714]: pgmap v4292: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 151 KiB/s rd, 3.7 KiB/s wr, 203 op/s 2024-04-15T17:47:59.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:47:59 smithi153 ceph-mon[84714]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-15T17:48:00.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:00 smithi090 ceph-mon[89240]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-15T17:48:00.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:00 smithi090 ceph-mon[91618]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-15T17:48:00.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:00 smithi153 ceph-mon[84714]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-15T17:48:01.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:01 smithi090 ceph-mon[89240]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:48:01.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:01 smithi090 ceph-mon[89240]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-15T17:48:01.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:01 smithi090 ceph-mon[91618]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:48:01.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:01 smithi090 ceph-mon[91618]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-15T17:48:01.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:01 smithi153 ceph-mon[84714]: pgmap v4295: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:48:01.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:01 smithi153 ceph-mon[84714]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-15T17:48:02.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:02 smithi153 ceph-mon[84714]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-15T17:48:02.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:48:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:48:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:48:02.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:02 smithi090 ceph-mon[89240]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-15T17:48:02.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:02 smithi090 ceph-mon[91618]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-15T17:48:03.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:03 smithi090 ceph-mon[89240]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 4.0 KiB/s wr, 247 op/s 2024-04-15T17:48:03.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:03 smithi090 ceph-mon[89240]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-15T17:48:03.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:03 smithi090 ceph-mon[91618]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 4.0 KiB/s wr, 247 op/s 2024-04-15T17:48:03.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:03 smithi090 ceph-mon[91618]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-15T17:48:03.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:03 smithi153 ceph-mon[84714]: pgmap v4298: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 4.0 KiB/s wr, 247 op/s 2024-04-15T17:48:03.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:03 smithi153 ceph-mon[84714]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-15T17:48:04.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:04 smithi090 ceph-mon[89240]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-15T17:48:04.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:04 smithi090 ceph-mon[91618]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-15T17:48:04.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:04 smithi153 ceph-mon[84714]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-15T17:48:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:05 smithi090 ceph-mon[89240]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 4.0 KiB/s wr, 247 op/s 2024-04-15T17:48:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:05 smithi090 ceph-mon[89240]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-15T17:48:05.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:05 smithi090 ceph-mon[91618]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 4.0 KiB/s wr, 247 op/s 2024-04-15T17:48:05.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:05 smithi090 ceph-mon[91618]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-15T17:48:05.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:05 smithi153 ceph-mon[84714]: pgmap v4301: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 184 KiB/s rd, 4.0 KiB/s wr, 247 op/s 2024-04-15T17:48:05.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:05 smithi153 ceph-mon[84714]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-15T17:48:06.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:06 smithi090 ceph-mon[91618]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-15T17:48:06.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:06 smithi090 ceph-mon[91618]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 3.2 KiB/s wr, 285 op/s 2024-04-15T17:48:06.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:06 smithi090 ceph-mon[89240]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-15T17:48:06.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:06 smithi090 ceph-mon[89240]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 3.2 KiB/s wr, 285 op/s 2024-04-15T17:48:06.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:06 smithi153 ceph-mon[84714]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-15T17:48:06.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:06 smithi153 ceph-mon[84714]: pgmap v4304: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 3.2 KiB/s wr, 285 op/s 2024-04-15T17:48:07.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:07 smithi090 ceph-mon[91618]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-15T17:48:07.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:07 smithi090 ceph-mon[89240]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-15T17:48:07.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:07 smithi153 ceph-mon[84714]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-15T17:48:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:08 smithi090 ceph-mon[91618]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-15T17:48:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:48:08.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:08 smithi090 ceph-mon[91618]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.5 KiB/s wr, 290 op/s 2024-04-15T17:48:08.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:08 smithi090 ceph-mon[89240]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-15T17:48:08.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:48:08.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:08 smithi090 ceph-mon[89240]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.5 KiB/s wr, 290 op/s 2024-04-15T17:48:08.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:08 smithi153 ceph-mon[84714]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-15T17:48:08.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:48:08.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:08 smithi153 ceph-mon[84714]: pgmap v4307: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 216 KiB/s rd, 3.5 KiB/s wr, 290 op/s 2024-04-15T17:48:09.492 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:48:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:48:09] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-15T17:48:09.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:09 smithi090 ceph-mon[89240]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-15T17:48:09.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:09 smithi090 ceph-mon[91618]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-15T17:48:09.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:09 smithi153 ceph-mon[84714]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-15T17:48:10.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:10 smithi090 ceph-mon[89240]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-15T17:48:10.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:10 smithi090 ceph-mon[89240]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-15T17:48:10.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:10 smithi090 ceph-mon[91618]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-15T17:48:10.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:10 smithi090 ceph-mon[91618]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-15T17:48:10.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:10 smithi153 ceph-mon[84714]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-15T17:48:10.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:10 smithi153 ceph-mon[84714]: pgmap v4310: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-15T17:48:11.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:11 smithi090 ceph-mon[89240]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-15T17:48:11.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:11 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:48:11.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:11 smithi090 ceph-mon[91618]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-15T17:48:11.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:11 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:48:11.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:11 smithi153 ceph-mon[84714]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-15T17:48:11.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:11 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:48:12.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:48:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:48:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:48:12.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:12 smithi153 ceph-mon[84714]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-15T17:48:12.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:12 smithi153 ceph-mon[84714]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2024-04-15T17:48:12.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:48:12.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:48:12.635 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:48:12.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:12 smithi090 ceph-mon[89240]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-15T17:48:12.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:12 smithi090 ceph-mon[89240]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2024-04-15T17:48:12.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:48:12.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:48:12.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:48:12.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:12 smithi090 ceph-mon[91618]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-15T17:48:12.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:12 smithi090 ceph-mon[91618]: pgmap v4313: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2024-04-15T17:48:12.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:48:12.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:48:12.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:48:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:13 smithi090 ceph-mon[89240]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-15T17:48:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:13 smithi090 ceph-mon[91618]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-15T17:48:13.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:13 smithi153 ceph-mon[84714]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-15T17:48:14.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:14 smithi090 ceph-mon[89240]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-15T17:48:14.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:14 smithi090 ceph-mon[89240]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2024-04-15T17:48:14.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:14 smithi090 ceph-mon[91618]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-15T17:48:14.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:14 smithi090 ceph-mon[91618]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2024-04-15T17:48:14.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:14 smithi153 ceph-mon[84714]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-15T17:48:14.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:14 smithi153 ceph-mon[84714]: pgmap v4316: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 249 KiB/s rd, 3.7 KiB/s wr, 334 op/s 2024-04-15T17:48:15.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:15 smithi090 ceph-mon[91618]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-15T17:48:15.843 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:15 smithi090 ceph-mon[89240]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-15T17:48:15.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:15 smithi153 ceph-mon[84714]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-15T17:48:16.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:16 smithi090 ceph-mon[89240]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-15T17:48:16.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:16 smithi090 ceph-mon[89240]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 3.0 KiB/s wr, 297 op/s 2024-04-15T17:48:16.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:16 smithi090 ceph-mon[91618]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-15T17:48:16.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:16 smithi090 ceph-mon[91618]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 3.0 KiB/s wr, 297 op/s 2024-04-15T17:48:16.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:16 smithi153 ceph-mon[84714]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-15T17:48:16.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:16 smithi153 ceph-mon[84714]: pgmap v4319: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 223 KiB/s rd, 3.0 KiB/s wr, 297 op/s 2024-04-15T17:48:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:17 smithi090 ceph-mon[89240]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-15T17:48:17.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:17 smithi090 ceph-mon[91618]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-15T17:48:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:17 smithi153 ceph-mon[84714]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-15T17:48:18.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:18 smithi090 ceph-mon[91618]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-15T17:48:18.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:18 smithi090 ceph-mon[91618]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 3.5 KiB/s wr, 301 op/s 2024-04-15T17:48:18.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:18 smithi090 ceph-mon[89240]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-15T17:48:18.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:18 smithi090 ceph-mon[89240]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 3.5 KiB/s wr, 301 op/s 2024-04-15T17:48:18.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:18 smithi153 ceph-mon[84714]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-15T17:48:18.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:18 smithi153 ceph-mon[84714]: pgmap v4322: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 226 KiB/s rd, 3.5 KiB/s wr, 301 op/s 2024-04-15T17:48:19.551 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:48:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:48:19] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-15T17:48:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:19 smithi090 ceph-mon[89240]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-15T17:48:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:19 smithi090 ceph-mon[91618]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-15T17:48:19.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:19 smithi153 ceph-mon[84714]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-15T17:48:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:20 smithi090 ceph-mon[91618]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-15T17:48:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:20 smithi090 ceph-mon[91618]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-15T17:48:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:20 smithi090 ceph-mon[89240]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-15T17:48:20.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:20 smithi090 ceph-mon[89240]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-15T17:48:20.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:20 smithi153 ceph-mon[84714]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-15T17:48:20.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:20 smithi153 ceph-mon[84714]: pgmap v4325: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-15T17:48:21.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:21 smithi090 ceph-mon[89240]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-15T17:48:21.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:21 smithi090 ceph-mon[91618]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-15T17:48:21.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:21 smithi153 ceph-mon[84714]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-15T17:48:22.584 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:48:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:48:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:48:22.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:22 smithi090 ceph-mon[91618]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-15T17:48:22.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:22 smithi090 ceph-mon[91618]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 3.5 KiB/s wr, 411 op/s 2024-04-15T17:48:22.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:22 smithi090 ceph-mon[89240]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-15T17:48:22.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:22 smithi090 ceph-mon[89240]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 3.5 KiB/s wr, 411 op/s 2024-04-15T17:48:22.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:22 smithi153 ceph-mon[84714]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-15T17:48:22.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:22 smithi153 ceph-mon[84714]: pgmap v4328: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 3.5 KiB/s wr, 411 op/s 2024-04-15T17:48:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:23 smithi090 ceph-mon[91618]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-15T17:48:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:48:23.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:23 smithi090 ceph-mon[89240]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-15T17:48:23.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:48:23.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:23 smithi153 ceph-mon[84714]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-15T17:48:23.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:48:24.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:24 smithi090 ceph-mon[91618]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-15T17:48:24.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:24 smithi090 ceph-mon[91618]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 3.5 KiB/s wr, 411 op/s 2024-04-15T17:48:24.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:24 smithi090 ceph-mon[89240]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-15T17:48:24.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:24 smithi090 ceph-mon[89240]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 3.5 KiB/s wr, 411 op/s 2024-04-15T17:48:24.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:24 smithi153 ceph-mon[84714]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-15T17:48:24.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:24 smithi153 ceph-mon[84714]: pgmap v4331: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 305 KiB/s rd, 3.5 KiB/s wr, 411 op/s 2024-04-15T17:48:25.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:25 smithi153 ceph-mon[84714]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-15T17:48:26.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:25 smithi090 ceph-mon[89240]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-15T17:48:26.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:25 smithi090 ceph-mon[91618]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-15T17:48:26.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:26 smithi153 ceph-mon[84714]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-15T17:48:26.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:26 smithi153 ceph-mon[84714]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 3.0 KiB/s wr, 451 op/s 2024-04-15T17:48:27.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:26 smithi090 ceph-mon[91618]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-15T17:48:27.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:26 smithi090 ceph-mon[91618]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 3.0 KiB/s wr, 451 op/s 2024-04-15T17:48:27.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:26 smithi090 ceph-mon[89240]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-15T17:48:27.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:26 smithi090 ceph-mon[89240]: pgmap v4334: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 3.0 KiB/s wr, 451 op/s 2024-04-15T17:48:27.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:27 smithi153 ceph-mon[84714]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-15T17:48:28.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:27 smithi090 ceph-mon[89240]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-15T17:48:28.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:27 smithi090 ceph-mon[91618]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-15T17:48:29.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:28 smithi090 ceph-mon[91618]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-15T17:48:29.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:28 smithi090 ceph-mon[91618]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-04-15T17:48:29.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:28 smithi090 ceph-mon[89240]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-15T17:48:29.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:28 smithi090 ceph-mon[89240]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-04-15T17:48:29.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:28 smithi153 ceph-mon[84714]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-15T17:48:29.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:28 smithi153 ceph-mon[84714]: pgmap v4337: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-04-15T17:48:29.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:48:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:48:29] "GET /metrics HTTP/1.1" 200 36733 "" "Prometheus/2.43.0" 2024-04-15T17:48:30.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:29 smithi090 ceph-mon[89240]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-15T17:48:30.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:29 smithi090 ceph-mon[91618]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-15T17:48:30.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:29 smithi153 ceph-mon[84714]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-15T17:48:31.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:30 smithi090 ceph-mon[89240]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-15T17:48:31.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:30 smithi090 ceph-mon[89240]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-15T17:48:31.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:30 smithi090 ceph-mon[91618]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-15T17:48:31.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:30 smithi090 ceph-mon[91618]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-15T17:48:31.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:30 smithi153 ceph-mon[84714]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-15T17:48:31.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:30 smithi153 ceph-mon[84714]: pgmap v4340: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-15T17:48:32.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:31 smithi090 ceph-mon[89240]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-15T17:48:32.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:31 smithi090 ceph-mon[91618]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-15T17:48:32.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:31 smithi153 ceph-mon[84714]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-15T17:48:32.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:48:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:48:33.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:32 smithi090 ceph-mon[91618]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-15T17:48:33.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:32 smithi090 ceph-mon[91618]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.2 KiB/s wr, 500 op/s 2024-04-15T17:48:33.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:32 smithi090 ceph-mon[89240]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-15T17:48:33.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:32 smithi090 ceph-mon[89240]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.2 KiB/s wr, 500 op/s 2024-04-15T17:48:33.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:32 smithi153 ceph-mon[84714]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-15T17:48:33.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:32 smithi153 ceph-mon[84714]: pgmap v4343: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.2 KiB/s wr, 500 op/s 2024-04-15T17:48:34.093 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:33 smithi090 ceph-mon[89240]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-15T17:48:34.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:33 smithi090 ceph-mon[91618]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-15T17:48:34.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:33 smithi153 ceph-mon[84714]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-15T17:48:35.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:34 smithi090 ceph-mon[89240]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-15T17:48:35.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:34 smithi090 ceph-mon[89240]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2024-04-15T17:48:35.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:34 smithi090 ceph-mon[91618]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-15T17:48:35.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:34 smithi090 ceph-mon[91618]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2024-04-15T17:48:35.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:34 smithi153 ceph-mon[84714]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-15T17:48:35.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:34 smithi153 ceph-mon[84714]: pgmap v4346: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2024-04-15T17:48:36.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:35 smithi090 ceph-mon[89240]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-15T17:48:36.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:35 smithi090 ceph-mon[91618]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-15T17:48:36.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:35 smithi153 ceph-mon[84714]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-15T17:48:37.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:36 smithi090 ceph-mon[89240]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-15T17:48:37.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:36 smithi090 ceph-mon[89240]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 3.7 KiB/s wr, 539 op/s 2024-04-15T17:48:37.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:36 smithi090 ceph-mon[91618]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-15T17:48:37.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:36 smithi090 ceph-mon[91618]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 3.7 KiB/s wr, 539 op/s 2024-04-15T17:48:37.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:36 smithi153 ceph-mon[84714]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-15T17:48:37.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:36 smithi153 ceph-mon[84714]: pgmap v4349: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 3.7 KiB/s wr, 539 op/s 2024-04-15T17:48:38.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:37 smithi090 ceph-mon[89240]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-15T17:48:38.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:37 smithi090 ceph-mon[91618]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-15T17:48:38.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:37 smithi153 ceph-mon[84714]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-15T17:48:39.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:38 smithi090 ceph-mon[89240]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-15T17:48:39.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:48:39.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:38 smithi090 ceph-mon[89240]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2024-04-15T17:48:39.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:38 smithi090 ceph-mon[91618]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-15T17:48:39.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:48:39.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:38 smithi090 ceph-mon[91618]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2024-04-15T17:48:39.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:38 smithi153 ceph-mon[84714]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-15T17:48:39.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:48:39.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:38 smithi153 ceph-mon[84714]: pgmap v4352: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 406 KiB/s rd, 3.7 KiB/s wr, 544 op/s 2024-04-15T17:48:39.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:48:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:48:39] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-15T17:48:40.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:39 smithi090 ceph-mon[89240]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-15T17:48:40.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:39 smithi090 ceph-mon[91618]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-15T17:48:40.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:39 smithi153 ceph-mon[84714]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-15T17:48:41.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:40 smithi090 ceph-mon[89240]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-15T17:48:41.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:40 smithi090 ceph-mon[89240]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:48:41.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:40 smithi090 ceph-mon[91618]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-15T17:48:41.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:40 smithi090 ceph-mon[91618]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:48:41.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:40 smithi153 ceph-mon[84714]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-15T17:48:41.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:40 smithi153 ceph-mon[84714]: pgmap v4355: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:48:42.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:41 smithi090 ceph-mon[89240]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-15T17:48:42.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:41 smithi090 ceph-mon[91618]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-15T17:48:42.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:41 smithi153 ceph-mon[84714]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-15T17:48:42.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:48:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:48:43.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:42 smithi090 ceph-mon[89240]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-15T17:48:43.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:42 smithi090 ceph-mon[89240]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2024-04-15T17:48:43.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:42 smithi090 ceph-mon[91618]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-15T17:48:43.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:42 smithi090 ceph-mon[91618]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2024-04-15T17:48:43.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:42 smithi153 ceph-mon[84714]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-15T17:48:43.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:42 smithi153 ceph-mon[84714]: pgmap v4358: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2024-04-15T17:48:44.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:43 smithi090 ceph-mon[89240]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-15T17:48:44.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:43 smithi090 ceph-mon[91618]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-15T17:48:44.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:43 smithi153 ceph-mon[84714]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-15T17:48:45.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:44 smithi090 ceph-mon[89240]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-15T17:48:45.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:44 smithi090 ceph-mon[89240]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2024-04-15T17:48:45.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:44 smithi090 ceph-mon[91618]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-15T17:48:45.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:44 smithi090 ceph-mon[91618]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2024-04-15T17:48:45.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:44 smithi153 ceph-mon[84714]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-15T17:48:45.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:44 smithi153 ceph-mon[84714]: pgmap v4361: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 438 KiB/s rd, 3.7 KiB/s wr, 589 op/s 2024-04-15T17:48:46.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:45 smithi090 ceph-mon[89240]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-15T17:48:46.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:45 smithi090 ceph-mon[91618]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-15T17:48:46.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:45 smithi153 ceph-mon[84714]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-15T17:48:47.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:46 smithi090 ceph-mon[89240]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-15T17:48:47.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:46 smithi090 ceph-mon[89240]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.2 KiB/s wr, 630 op/s 2024-04-15T17:48:47.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:46 smithi090 ceph-mon[91618]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-15T17:48:47.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:46 smithi090 ceph-mon[91618]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.2 KiB/s wr, 630 op/s 2024-04-15T17:48:47.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:46 smithi153 ceph-mon[84714]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-15T17:48:47.135 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:46 smithi153 ceph-mon[84714]: pgmap v4364: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 3.2 KiB/s wr, 630 op/s 2024-04-15T17:48:48.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:47 smithi090 ceph-mon[89240]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-15T17:48:48.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:47 smithi090 ceph-mon[91618]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-15T17:48:48.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:47 smithi153 ceph-mon[84714]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-15T17:48:49.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:48 smithi090 ceph-mon[89240]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-15T17:48:49.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:48 smithi090 ceph-mon[89240]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.5 KiB/s wr, 635 op/s 2024-04-15T17:48:49.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:48 smithi090 ceph-mon[91618]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-15T17:48:49.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:48 smithi090 ceph-mon[91618]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.5 KiB/s wr, 635 op/s 2024-04-15T17:48:49.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:48 smithi153 ceph-mon[84714]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-15T17:48:49.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:48 smithi153 ceph-mon[84714]: pgmap v4367: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 472 KiB/s rd, 3.5 KiB/s wr, 635 op/s 2024-04-15T17:48:49.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:48:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:48:49] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-15T17:48:50.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:49 smithi090 ceph-mon[89240]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-15T17:48:50.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:49 smithi090 ceph-mon[91618]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-15T17:48:50.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:49 smithi153 ceph-mon[84714]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-15T17:48:51.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:50 smithi090 ceph-mon[89240]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-15T17:48:51.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:50 smithi090 ceph-mon[89240]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-15T17:48:51.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:50 smithi090 ceph-mon[91618]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-15T17:48:51.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:50 smithi090 ceph-mon[91618]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-15T17:48:51.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:50 smithi153 ceph-mon[84714]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-15T17:48:51.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:50 smithi153 ceph-mon[84714]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-15T17:48:52.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:51 smithi090 ceph-mon[91618]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-15T17:48:52.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:51 smithi090 ceph-mon[89240]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-15T17:48:52.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:51 smithi153 ceph-mon[84714]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-15T17:48:52.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:48:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:48:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:48:53.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:52 smithi090 ceph-mon[89240]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-15T17:48:53.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:52 smithi090 ceph-mon[89240]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 4.0 KiB/s wr, 680 op/s 2024-04-15T17:48:53.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:52 smithi090 ceph-mon[91618]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-15T17:48:53.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:52 smithi090 ceph-mon[91618]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 4.0 KiB/s wr, 680 op/s 2024-04-15T17:48:53.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:52 smithi153 ceph-mon[84714]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-15T17:48:53.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:52 smithi153 ceph-mon[84714]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 4.0 KiB/s wr, 680 op/s 2024-04-15T17:48:54.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:53 smithi090 ceph-mon[89240]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-15T17:48:54.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:48:54.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:53 smithi090 ceph-mon[91618]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-15T17:48:54.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:48:54.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:53 smithi153 ceph-mon[84714]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-15T17:48:54.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:48:55.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:54 smithi090 ceph-mon[89240]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-15T17:48:55.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:54 smithi090 ceph-mon[89240]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 4.0 KiB/s wr, 680 op/s 2024-04-15T17:48:55.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:54 smithi090 ceph-mon[91618]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-15T17:48:55.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:54 smithi090 ceph-mon[91618]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 4.0 KiB/s wr, 680 op/s 2024-04-15T17:48:55.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:54 smithi153 ceph-mon[84714]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-15T17:48:55.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:54 smithi153 ceph-mon[84714]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 504 KiB/s rd, 4.0 KiB/s wr, 680 op/s 2024-04-15T17:48:56.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:55 smithi090 ceph-mon[89240]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-15T17:48:56.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:55 smithi090 ceph-mon[91618]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-15T17:48:56.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:55 smithi153 ceph-mon[84714]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-15T17:48:57.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:56 smithi090 ceph-mon[89240]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-15T17:48:57.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:56 smithi090 ceph-mon[89240]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 3.2 KiB/s wr, 718 op/s 2024-04-15T17:48:57.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:56 smithi090 ceph-mon[91618]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-15T17:48:57.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:56 smithi090 ceph-mon[91618]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 3.2 KiB/s wr, 718 op/s 2024-04-15T17:48:57.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:56 smithi153 ceph-mon[84714]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-15T17:48:57.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:56 smithi153 ceph-mon[84714]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 3.2 KiB/s wr, 718 op/s 2024-04-15T17:48:58.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:57 smithi090 ceph-mon[89240]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-15T17:48:58.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:57 smithi090 ceph-mon[91618]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-15T17:48:58.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:57 smithi153 ceph-mon[84714]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-15T17:48:59.117 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:58 smithi090 ceph-mon[91618]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-15T17:48:59.118 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:58 smithi090 ceph-mon[91618]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2024-04-15T17:48:59.118 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:58 smithi090 ceph-mon[89240]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-15T17:48:59.118 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:58 smithi090 ceph-mon[89240]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2024-04-15T17:48:59.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:58 smithi153 ceph-mon[84714]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-15T17:48:59.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:58 smithi153 ceph-mon[84714]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 537 KiB/s rd, 3.7 KiB/s wr, 723 op/s 2024-04-15T17:48:59.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:48:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:48:59] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-15T17:49:00.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:48:59 smithi153 ceph-mon[84714]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-15T17:49:00.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:48:59 smithi090 ceph-mon[89240]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-15T17:49:00.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:48:59 smithi090 ceph-mon[91618]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-15T17:49:01.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:00 smithi153 ceph-mon[84714]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-15T17:49:01.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:00 smithi153 ceph-mon[84714]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:49:01.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:00 smithi090 ceph-mon[89240]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-15T17:49:01.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:00 smithi090 ceph-mon[89240]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:49:01.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:00 smithi090 ceph-mon[91618]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-15T17:49:01.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:00 smithi090 ceph-mon[91618]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:49:02.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:01 smithi153 ceph-mon[84714]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-15T17:49:02.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:01 smithi090 ceph-mon[89240]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-15T17:49:02.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:01 smithi090 ceph-mon[91618]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-15T17:49:02.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:49:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:49:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:49:02.634 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:49:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=cleanup t=2024-04-15T17:49:02.4936495Z level=info msg="Completed cleanup jobs" duration=2.322853ms 2024-04-15T17:49:03.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:02 smithi090 ceph-mon[89240]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-15T17:49:03.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:02 smithi090 ceph-mon[89240]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 767 op/s 2024-04-15T17:49:03.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:02 smithi090 ceph-mon[91618]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-15T17:49:03.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:02 smithi090 ceph-mon[91618]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 767 op/s 2024-04-15T17:49:03.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:02 smithi153 ceph-mon[84714]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-15T17:49:03.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:02 smithi153 ceph-mon[84714]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.5 KiB/s wr, 767 op/s 2024-04-15T17:49:04.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:03 smithi090 ceph-mon[89240]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-15T17:49:04.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:03 smithi090 ceph-mon[91618]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-15T17:49:04.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:03 smithi153 ceph-mon[84714]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-15T17:49:05.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:04 smithi090 ceph-mon[91618]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-15T17:49:05.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:04 smithi090 ceph-mon[91618]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-04-15T17:49:05.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:04 smithi090 ceph-mon[89240]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-15T17:49:05.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:04 smithi090 ceph-mon[89240]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-04-15T17:49:05.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:04 smithi153 ceph-mon[84714]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-15T17:49:05.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:04 smithi153 ceph-mon[84714]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 569 KiB/s rd, 3.7 KiB/s wr, 767 op/s 2024-04-15T17:49:06.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:05 smithi090 ceph-mon[91618]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-15T17:49:06.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:05 smithi090 ceph-mon[89240]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-15T17:49:06.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:05 smithi153 ceph-mon[84714]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-15T17:49:07.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:06 smithi090 ceph-mon[89240]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-15T17:49:07.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:06 smithi090 ceph-mon[89240]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 3.7 KiB/s wr, 806 op/s 2024-04-15T17:49:07.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:06 smithi090 ceph-mon[91618]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-15T17:49:07.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:06 smithi090 ceph-mon[91618]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 3.7 KiB/s wr, 806 op/s 2024-04-15T17:49:07.385 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:06 smithi153 ceph-mon[84714]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-15T17:49:07.385 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:06 smithi153 ceph-mon[84714]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 3.7 KiB/s wr, 806 op/s 2024-04-15T17:49:08.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:07 smithi090 ceph-mon[89240]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-15T17:49:08.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:07 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:49:08.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:07 smithi090 ceph-mon[91618]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-15T17:49:08.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:07 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:49:08.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:07 smithi153 ceph-mon[84714]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-15T17:49:08.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:07 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:49:09.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:08 smithi090 ceph-mon[89240]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-15T17:49:09.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:08 smithi090 ceph-mon[89240]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-04-15T17:49:09.341 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:49:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:49:09] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-15T17:49:09.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:08 smithi090 ceph-mon[91618]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-15T17:49:09.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:08 smithi090 ceph-mon[91618]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-04-15T17:49:09.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:08 smithi153 ceph-mon[84714]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-15T17:49:09.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:08 smithi153 ceph-mon[84714]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 602 KiB/s rd, 3.5 KiB/s wr, 810 op/s 2024-04-15T17:49:10.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:09 smithi090 ceph-mon[89240]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-15T17:49:10.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:09 smithi090 ceph-mon[91618]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-15T17:49:10.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:09 smithi153 ceph-mon[84714]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-15T17:49:11.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:10 smithi090 ceph-mon[89240]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-15T17:49:11.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:10 smithi090 ceph-mon[89240]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-04-15T17:49:11.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:10 smithi090 ceph-mon[91618]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-15T17:49:11.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:10 smithi090 ceph-mon[91618]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-04-15T17:49:11.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:10 smithi153 ceph-mon[84714]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-15T17:49:11.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:10 smithi153 ceph-mon[84714]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 4 op/s 2024-04-15T17:49:12.318 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:11 smithi153 ceph-mon[84714]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-15T17:49:12.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:11 smithi090 ceph-mon[91618]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-15T17:49:12.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:11 smithi090 ceph-mon[89240]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-15T17:49:12.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:49:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:49:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:49:13.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:12 smithi090 ceph-mon[89240]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-15T17:49:13.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:12 smithi090 ceph-mon[89240]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.5 KiB/s wr, 854 op/s 2024-04-15T17:49:13.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:49:13.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:49:13.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:49:13.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:12 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:49:13.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:12 smithi090 ceph-mon[91618]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-15T17:49:13.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:12 smithi090 ceph-mon[91618]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.5 KiB/s wr, 854 op/s 2024-04-15T17:49:13.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:49:13.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:49:13.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:49:13.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:12 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:49:13.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:12 smithi153 ceph-mon[84714]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-15T17:49:13.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:12 smithi153 ceph-mon[84714]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 3.5 KiB/s wr, 854 op/s 2024-04-15T17:49:13.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:49:13.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:49:13.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:49:13.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:12 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:49:14.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:13 smithi090 ceph-mon[89240]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-15T17:49:14.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:13 smithi090 ceph-mon[91618]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-15T17:49:14.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:13 smithi153 ceph-mon[84714]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-15T17:49:15.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:14 smithi090 ceph-mon[89240]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-15T17:49:15.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:14 smithi090 ceph-mon[89240]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 4.0 KiB/s wr, 855 op/s 2024-04-15T17:49:15.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:14 smithi090 ceph-mon[91618]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-15T17:49:15.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:14 smithi090 ceph-mon[91618]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 4.0 KiB/s wr, 855 op/s 2024-04-15T17:49:15.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:14 smithi153 ceph-mon[84714]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-15T17:49:15.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:14 smithi153 ceph-mon[84714]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 634 KiB/s rd, 4.0 KiB/s wr, 855 op/s 2024-04-15T17:49:16.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:15 smithi090 ceph-mon[91618]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-15T17:49:16.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:15 smithi090 ceph-mon[89240]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-15T17:49:16.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:15 smithi153 ceph-mon[84714]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-15T17:49:17.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:16 smithi090 ceph-mon[89240]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-15T17:49:17.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:16 smithi090 ceph-mon[89240]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 3.7 KiB/s wr, 893 op/s 2024-04-15T17:49:17.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:16 smithi090 ceph-mon[91618]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-15T17:49:17.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:16 smithi090 ceph-mon[91618]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 3.7 KiB/s wr, 893 op/s 2024-04-15T17:49:17.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:16 smithi153 ceph-mon[84714]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-15T17:49:17.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:16 smithi153 ceph-mon[84714]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 3.7 KiB/s wr, 893 op/s 2024-04-15T17:49:18.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:17 smithi090 ceph-mon[89240]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-15T17:49:18.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:17 smithi090 ceph-mon[91618]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-15T17:49:18.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:17 smithi153 ceph-mon[84714]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-15T17:49:19.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:18 smithi090 ceph-mon[89240]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-15T17:49:19.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:18 smithi090 ceph-mon[89240]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-04-15T17:49:19.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:18 smithi090 ceph-mon[91618]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-15T17:49:19.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:18 smithi090 ceph-mon[91618]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-04-15T17:49:19.342 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:49:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:49:19] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-15T17:49:19.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:18 smithi153 ceph-mon[84714]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-15T17:49:19.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:18 smithi153 ceph-mon[84714]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 667 KiB/s rd, 3.7 KiB/s wr, 898 op/s 2024-04-15T17:49:20.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:20 smithi090 ceph-mon[91618]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-15T17:49:20.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:20 smithi090 ceph-mon[89240]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-15T17:49:20.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:20 smithi153 ceph-mon[84714]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-15T17:49:21.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:21 smithi090 ceph-mon[91618]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 510 B/s wr, 5 op/s 2024-04-15T17:49:21.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:21 smithi090 ceph-mon[91618]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-15T17:49:21.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:21 smithi090 ceph-mon[89240]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 510 B/s wr, 5 op/s 2024-04-15T17:49:21.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:21 smithi090 ceph-mon[89240]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-15T17:49:21.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:21 smithi153 ceph-mon[84714]: pgmap v4414: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 510 B/s wr, 5 op/s 2024-04-15T17:49:21.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:21 smithi153 ceph-mon[84714]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-15T17:49:22.285 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:22 smithi153 ceph-mon[84714]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-15T17:49:22.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:22 smithi090 ceph-mon[89240]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-15T17:49:22.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:22 smithi090 ceph-mon[91618]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-15T17:49:22.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:49:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:49:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:49:23.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:23 smithi090 ceph-mon[89240]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 699 KiB/s rd, 3.2 KiB/s wr, 940 op/s 2024-04-15T17:49:23.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:23 smithi090 ceph-mon[89240]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-15T17:49:23.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:49:23.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:23 smithi090 ceph-mon[91618]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 699 KiB/s rd, 3.2 KiB/s wr, 940 op/s 2024-04-15T17:49:23.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:23 smithi090 ceph-mon[91618]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-15T17:49:23.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:49:23.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:23 smithi153 ceph-mon[84714]: pgmap v4417: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 699 KiB/s rd, 3.2 KiB/s wr, 940 op/s 2024-04-15T17:49:23.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:23 smithi153 ceph-mon[84714]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-15T17:49:23.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:49:24.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:24 smithi090 ceph-mon[89240]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-15T17:49:24.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:24 smithi090 ceph-mon[91618]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-15T17:49:24.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:24 smithi153 ceph-mon[84714]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-15T17:49:25.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:25 smithi090 ceph-mon[89240]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-04-15T17:49:25.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:25 smithi090 ceph-mon[89240]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-15T17:49:25.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:25 smithi090 ceph-mon[91618]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-04-15T17:49:25.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:25 smithi090 ceph-mon[91618]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-15T17:49:25.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:25 smithi153 ceph-mon[84714]: pgmap v4420: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 700 KiB/s rd, 3.7 KiB/s wr, 942 op/s 2024-04-15T17:49:25.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:25 smithi153 ceph-mon[84714]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-15T17:49:26.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:26 smithi090 ceph-mon[89240]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-15T17:49:26.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:26 smithi090 ceph-mon[91618]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-15T17:49:26.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:26 smithi153 ceph-mon[84714]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-15T17:49:27.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:27 smithi090 ceph-mon[91618]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 3.5 KiB/s wr, 980 op/s 2024-04-15T17:49:27.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:27 smithi090 ceph-mon[91618]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-15T17:49:27.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:27 smithi090 ceph-mon[89240]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 3.5 KiB/s wr, 980 op/s 2024-04-15T17:49:27.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:27 smithi090 ceph-mon[89240]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-15T17:49:27.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:27 smithi153 ceph-mon[84714]: pgmap v4423: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 3.5 KiB/s wr, 980 op/s 2024-04-15T17:49:27.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:27 smithi153 ceph-mon[84714]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-15T17:49:28.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:28 smithi090 ceph-mon[89240]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-15T17:49:28.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:28 smithi090 ceph-mon[91618]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-15T17:49:28.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:28 smithi153 ceph-mon[84714]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-15T17:49:29.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:29 smithi090 ceph-mon[91618]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.5 KiB/s wr, 985 op/s 2024-04-15T17:49:29.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:29 smithi090 ceph-mon[91618]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-15T17:49:29.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:29 smithi090 ceph-mon[89240]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.5 KiB/s wr, 985 op/s 2024-04-15T17:49:29.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:29 smithi090 ceph-mon[89240]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-15T17:49:29.342 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:49:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:49:29] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-15T17:49:29.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:29 smithi153 ceph-mon[84714]: pgmap v4426: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 732 KiB/s rd, 3.5 KiB/s wr, 985 op/s 2024-04-15T17:49:29.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:29 smithi153 ceph-mon[84714]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-15T17:49:30.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:30 smithi090 ceph-mon[89240]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-15T17:49:30.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:30 smithi090 ceph-mon[91618]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-15T17:49:30.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:30 smithi153 ceph-mon[84714]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-15T17:49:31.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:31 smithi090 ceph-mon[89240]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:49:31.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:31 smithi090 ceph-mon[89240]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-15T17:49:31.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:31 smithi090 ceph-mon[91618]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:49:31.342 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:31 smithi090 ceph-mon[91618]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-15T17:49:31.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:31 smithi153 ceph-mon[84714]: pgmap v4429: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:49:31.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:31 smithi153 ceph-mon[84714]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-15T17:49:32.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:32 smithi153 ceph-mon[84714]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-15T17:49:32.384 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:49:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:49:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:49:32.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:32 smithi090 ceph-mon[89240]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-15T17:49:32.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:32 smithi090 ceph-mon[91618]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-15T17:49:33.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:33 smithi153 ceph-mon[84714]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 4.0 KiB/s wr, 1.03k op/s 2024-04-15T17:49:33.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:33 smithi153 ceph-mon[84714]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-15T17:49:33.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:33 smithi090 ceph-mon[89240]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 4.0 KiB/s wr, 1.03k op/s 2024-04-15T17:49:33.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:33 smithi090 ceph-mon[89240]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-15T17:49:33.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:33 smithi090 ceph-mon[91618]: pgmap v4432: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 4.0 KiB/s wr, 1.03k op/s 2024-04-15T17:49:33.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:33 smithi090 ceph-mon[91618]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-15T17:49:34.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:34 smithi153 ceph-mon[84714]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-15T17:49:34.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:34 smithi090 ceph-mon[91618]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-15T17:49:34.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:34 smithi090 ceph-mon[89240]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-15T17:49:35.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:35 smithi153 ceph-mon[84714]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 4.0 KiB/s wr, 1.03k op/s 2024-04-15T17:49:35.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:35 smithi153 ceph-mon[84714]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-15T17:49:35.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:35 smithi090 ceph-mon[91618]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 4.0 KiB/s wr, 1.03k op/s 2024-04-15T17:49:35.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:35 smithi090 ceph-mon[91618]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-15T17:49:35.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:35 smithi090 ceph-mon[89240]: pgmap v4435: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 765 KiB/s rd, 4.0 KiB/s wr, 1.03k op/s 2024-04-15T17:49:35.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:35 smithi090 ceph-mon[89240]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-15T17:49:36.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:36 smithi153 ceph-mon[84714]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-15T17:49:36.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:36 smithi090 ceph-mon[89240]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-15T17:49:36.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:36 smithi090 ceph-mon[91618]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-15T17:49:37.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:37 smithi153 ceph-mon[84714]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-04-15T17:49:37.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:37 smithi153 ceph-mon[84714]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-15T17:49:37.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:37 smithi090 ceph-mon[89240]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-04-15T17:49:37.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:37 smithi090 ceph-mon[89240]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-15T17:49:37.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:37 smithi090 ceph-mon[91618]: pgmap v4438: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 3.5 KiB/s wr, 1.07k op/s 2024-04-15T17:49:37.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:37 smithi090 ceph-mon[91618]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-15T17:49:38.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:38 smithi090 ceph-mon[89240]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-15T17:49:38.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:49:38.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:38 smithi090 ceph-mon[91618]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-15T17:49:38.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:49:38.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:38 smithi153 ceph-mon[84714]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-15T17:49:38.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:49:39.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:49:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:49:39] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-15T17:49:39.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:39 smithi090 ceph-mon[91618]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.7 KiB/s wr, 1.07k op/s 2024-04-15T17:49:39.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:39 smithi090 ceph-mon[91618]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-15T17:49:39.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:39 smithi090 ceph-mon[89240]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.7 KiB/s wr, 1.07k op/s 2024-04-15T17:49:39.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:39 smithi090 ceph-mon[89240]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-15T17:49:39.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:39 smithi153 ceph-mon[84714]: pgmap v4441: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 797 KiB/s rd, 3.7 KiB/s wr, 1.07k op/s 2024-04-15T17:49:39.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:39 smithi153 ceph-mon[84714]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-15T17:49:40.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:40 smithi090 ceph-mon[89240]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-15T17:49:40.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:40 smithi090 ceph-mon[91618]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-15T17:49:40.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:40 smithi153 ceph-mon[84714]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-15T17:49:41.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:41 smithi090 ceph-mon[89240]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-15T17:49:41.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:41 smithi090 ceph-mon[89240]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-15T17:49:41.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:41 smithi090 ceph-mon[91618]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-15T17:49:41.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:41 smithi090 ceph-mon[91618]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-15T17:49:41.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:41 smithi153 ceph-mon[84714]: pgmap v4444: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-15T17:49:41.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:41 smithi153 ceph-mon[84714]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-15T17:49:42.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:42 smithi090 ceph-mon[89240]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-15T17:49:42.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:42 smithi090 ceph-mon[91618]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-15T17:49:42.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:42 smithi153 ceph-mon[84714]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-15T17:49:42.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:49:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:49:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:49:43.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:43 smithi090 ceph-mon[89240]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-15T17:49:43.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:43 smithi090 ceph-mon[89240]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-15T17:49:43.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:43 smithi090 ceph-mon[91618]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-15T17:49:43.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:43 smithi090 ceph-mon[91618]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-15T17:49:43.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:43 smithi153 ceph-mon[84714]: pgmap v4447: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-15T17:49:43.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:43 smithi153 ceph-mon[84714]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-15T17:49:44.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:44 smithi090 ceph-mon[89240]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-15T17:49:44.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:44 smithi090 ceph-mon[91618]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-15T17:49:44.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:44 smithi153 ceph-mon[84714]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-15T17:49:45.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:45 smithi090 ceph-mon[91618]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-15T17:49:45.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:45 smithi090 ceph-mon[91618]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-15T17:49:45.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:45 smithi090 ceph-mon[89240]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-15T17:49:45.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:45 smithi090 ceph-mon[89240]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-15T17:49:45.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:45 smithi153 ceph-mon[84714]: pgmap v4450: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 830 KiB/s rd, 3.5 KiB/s wr, 1.12k op/s 2024-04-15T17:49:45.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:45 smithi153 ceph-mon[84714]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-15T17:49:46.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:46 smithi090 ceph-mon[89240]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-15T17:49:46.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:46 smithi090 ceph-mon[91618]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-15T17:49:46.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:46 smithi153 ceph-mon[84714]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-15T17:49:47.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:47 smithi090 ceph-mon[91618]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 859 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-04-15T17:49:47.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:47 smithi090 ceph-mon[91618]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-15T17:49:47.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:47 smithi090 ceph-mon[89240]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 859 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-04-15T17:49:47.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:47 smithi090 ceph-mon[89240]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-15T17:49:47.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:47 smithi153 ceph-mon[84714]: pgmap v4453: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 859 KiB/s rd, 3.5 KiB/s wr, 1.16k op/s 2024-04-15T17:49:47.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:47 smithi153 ceph-mon[84714]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-15T17:49:48.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:48 smithi090 ceph-mon[89240]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-15T17:49:48.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:48 smithi090 ceph-mon[91618]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-15T17:49:48.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:48 smithi153 ceph-mon[84714]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-15T17:49:49.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:49 smithi090 ceph-mon[89240]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 4.0 KiB/s wr, 1.16k op/s 2024-04-15T17:49:49.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:49 smithi090 ceph-mon[89240]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-15T17:49:49.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:49:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:49:49] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-15T17:49:49.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:49 smithi090 ceph-mon[91618]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 4.0 KiB/s wr, 1.16k op/s 2024-04-15T17:49:49.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:49 smithi090 ceph-mon[91618]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-15T17:49:49.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:49 smithi153 ceph-mon[84714]: pgmap v4456: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 862 KiB/s rd, 4.0 KiB/s wr, 1.16k op/s 2024-04-15T17:49:49.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:49 smithi153 ceph-mon[84714]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-15T17:49:50.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:50 smithi090 ceph-mon[89240]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-15T17:49:50.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:50 smithi090 ceph-mon[91618]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-15T17:49:50.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:50 smithi153 ceph-mon[84714]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-15T17:49:51.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:51 smithi090 ceph-mon[89240]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:49:51.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:51 smithi090 ceph-mon[89240]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-15T17:49:51.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:51 smithi090 ceph-mon[91618]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:49:51.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:51 smithi090 ceph-mon[91618]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-15T17:49:51.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:51 smithi153 ceph-mon[84714]: pgmap v4459: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:49:51.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:51 smithi153 ceph-mon[84714]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-15T17:49:52.535 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:52 smithi153 ceph-mon[84714]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-15T17:49:52.535 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:49:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:49:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:49:52.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:52 smithi090 ceph-mon[91618]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-15T17:49:52.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:52 smithi090 ceph-mon[89240]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-15T17:49:53.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:53 smithi090 ceph-mon[89240]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-04-15T17:49:53.604 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:53 smithi090 ceph-mon[89240]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-15T17:49:53.604 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:49:53.605 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:53 smithi090 ceph-mon[91618]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-04-15T17:49:53.605 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:53 smithi090 ceph-mon[91618]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-15T17:49:53.605 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:49:53.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:53 smithi153 ceph-mon[84714]: pgmap v4462: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-04-15T17:49:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:53 smithi153 ceph-mon[84714]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-15T17:49:53.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:49:54.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:54 smithi090 ceph-mon[89240]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-15T17:49:54.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:54 smithi090 ceph-mon[91618]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-15T17:49:54.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:54 smithi153 ceph-mon[84714]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-15T17:49:55.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:55 smithi090 ceph-mon[89240]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-04-15T17:49:55.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:55 smithi090 ceph-mon[89240]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-15T17:49:55.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:55 smithi090 ceph-mon[91618]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-04-15T17:49:55.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:55 smithi090 ceph-mon[91618]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-15T17:49:55.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:55 smithi153 ceph-mon[84714]: pgmap v4465: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 896 KiB/s rd, 3.5 KiB/s wr, 1.21k op/s 2024-04-15T17:49:55.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:55 smithi153 ceph-mon[84714]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-15T17:49:56.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:56 smithi090 ceph-mon[89240]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-15T17:49:56.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:56 smithi090 ceph-mon[91618]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-15T17:49:56.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:56 smithi153 ceph-mon[84714]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-15T17:49:57.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:57 smithi090 ceph-mon[91618]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 3.2 KiB/s wr, 1.25k op/s 2024-04-15T17:49:57.593 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:57 smithi090 ceph-mon[91618]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-15T17:49:57.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:57 smithi090 ceph-mon[89240]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 3.2 KiB/s wr, 1.25k op/s 2024-04-15T17:49:57.593 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:57 smithi090 ceph-mon[89240]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-15T17:49:57.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:57 smithi153 ceph-mon[84714]: pgmap v4468: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 3.2 KiB/s wr, 1.25k op/s 2024-04-15T17:49:57.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:57 smithi153 ceph-mon[84714]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-15T17:49:58.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:58 smithi090 ceph-mon[91618]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-15T17:49:58.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:58 smithi090 ceph-mon[89240]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-15T17:49:58.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:58 smithi153 ceph-mon[84714]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-15T17:49:59.492 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:49:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:49:59] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-15T17:49:59.493 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:59 smithi090 ceph-mon[91618]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 4.0 KiB/s wr, 1.25k op/s 2024-04-15T17:49:59.493 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:49:59 smithi090 ceph-mon[91618]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-15T17:49:59.493 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:59 smithi090 ceph-mon[89240]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 4.0 KiB/s wr, 1.25k op/s 2024-04-15T17:49:59.493 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:49:59 smithi090 ceph-mon[89240]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-15T17:49:59.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:59 smithi153 ceph-mon[84714]: pgmap v4471: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 928 KiB/s rd, 4.0 KiB/s wr, 1.25k op/s 2024-04-15T17:49:59.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:49:59 smithi153 ceph-mon[84714]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-15T17:50:00.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:00 smithi090 ceph-mon[91618]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-15T17:50:00.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:00 smithi090 ceph-mon[91618]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T17:50:00.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:00 smithi090 ceph-mon[89240]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-15T17:50:00.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:00 smithi090 ceph-mon[89240]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T17:50:00.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:00 smithi153 ceph-mon[84714]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-15T17:50:00.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:00 smithi153 ceph-mon[84714]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-15T17:50:01.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:01 smithi090 ceph-mon[89240]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-15T17:50:01.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:01 smithi090 ceph-mon[89240]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-15T17:50:01.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:01 smithi090 ceph-mon[91618]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-15T17:50:01.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:01 smithi090 ceph-mon[91618]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-15T17:50:01.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:01 smithi153 ceph-mon[84714]: pgmap v4474: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-15T17:50:01.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:01 smithi153 ceph-mon[84714]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-15T17:50:02.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:02 smithi090 ceph-mon[89240]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-15T17:50:02.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:02 smithi090 ceph-mon[91618]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-15T17:50:02.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:02 smithi153 ceph-mon[84714]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-15T17:50:02.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:50:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:50:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:50:03.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:03 smithi090 ceph-mon[89240]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-04-15T17:50:03.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:03 smithi090 ceph-mon[89240]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-15T17:50:03.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:03 smithi090 ceph-mon[91618]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-04-15T17:50:03.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:03 smithi090 ceph-mon[91618]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-15T17:50:03.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:03 smithi153 ceph-mon[84714]: pgmap v4477: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-04-15T17:50:03.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:03 smithi153 ceph-mon[84714]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-15T17:50:04.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:04 smithi090 ceph-mon[89240]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-15T17:50:04.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:04 smithi090 ceph-mon[91618]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-15T17:50:04.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:04 smithi153 ceph-mon[84714]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-15T17:50:05.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:05 smithi090 ceph-mon[89240]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-04-15T17:50:05.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:05 smithi090 ceph-mon[89240]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-15T17:50:05.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:05 smithi090 ceph-mon[91618]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-04-15T17:50:05.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:05 smithi090 ceph-mon[91618]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-15T17:50:05.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:05 smithi153 ceph-mon[84714]: pgmap v4480: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 961 KiB/s rd, 3.5 KiB/s wr, 1.29k op/s 2024-04-15T17:50:05.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:05 smithi153 ceph-mon[84714]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-15T17:50:06.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:06 smithi153 ceph-mon[84714]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-15T17:50:06.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:06 smithi090 ceph-mon[89240]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-15T17:50:06.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:06 smithi090 ceph-mon[91618]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-15T17:50:07.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:07 smithi153 ceph-mon[84714]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 989 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-04-15T17:50:07.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:07 smithi153 ceph-mon[84714]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-15T17:50:07.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:07 smithi090 ceph-mon[89240]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 989 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-04-15T17:50:07.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:07 smithi090 ceph-mon[89240]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-15T17:50:07.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:07 smithi090 ceph-mon[91618]: pgmap v4483: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 989 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-04-15T17:50:07.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:07 smithi090 ceph-mon[91618]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-15T17:50:08.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:08 smithi153 ceph-mon[84714]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-15T17:50:08.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:50:08.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:08 smithi090 ceph-mon[89240]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-15T17:50:08.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:50:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:08 smithi090 ceph-mon[91618]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-15T17:50:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:50:09.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:50:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:50:09] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-15T17:50:09.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:09 smithi090 ceph-mon[89240]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2024-04-15T17:50:09.592 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:09 smithi090 ceph-mon[89240]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-15T17:50:09.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:09 smithi090 ceph-mon[91618]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2024-04-15T17:50:09.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:09 smithi090 ceph-mon[91618]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-15T17:50:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:09 smithi153 ceph-mon[84714]: pgmap v4486: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 992 KiB/s rd, 3.7 KiB/s wr, 1.34k op/s 2024-04-15T17:50:09.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:09 smithi153 ceph-mon[84714]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-15T17:50:10.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:10 smithi153 ceph-mon[84714]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-15T17:50:10.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:10 smithi090 ceph-mon[89240]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-15T17:50:10.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:10 smithi090 ceph-mon[91618]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-15T17:50:11.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:11 smithi153 ceph-mon[84714]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-15T17:50:11.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:11 smithi153 ceph-mon[84714]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-15T17:50:11.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:11 smithi090 ceph-mon[89240]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-15T17:50:11.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:11 smithi090 ceph-mon[89240]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-15T17:50:11.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:11 smithi090 ceph-mon[91618]: pgmap v4489: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-15T17:50:11.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:11 smithi090 ceph-mon[91618]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-15T17:50:12.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:12 smithi153 ceph-mon[84714]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-15T17:50:12.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:50:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:50:12.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:12 smithi090 ceph-mon[89240]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-15T17:50:12.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:12 smithi090 ceph-mon[91618]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-15T17:50:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:13 smithi090 ceph-mon[91618]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-15T17:50:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:13 smithi090 ceph-mon[91618]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-15T17:50:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:13 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:50:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:13 smithi090 ceph-mon[89240]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-15T17:50:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:13 smithi090 ceph-mon[89240]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-15T17:50:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:13 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:50:13.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:13 smithi153 ceph-mon[84714]: pgmap v4492: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-15T17:50:13.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:13 smithi153 ceph-mon[84714]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-15T17:50:13.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:13 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:50:14.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:14 smithi090 ceph-mon[89240]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-15T17:50:14.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:14 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:50:14.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:14 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:50:14.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:14 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:50:14.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:14 smithi090 ceph-mon[91618]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-15T17:50:14.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:14 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:50:14.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:14 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:50:14.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:14 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:50:14.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:14 smithi153 ceph-mon[84714]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-15T17:50:14.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:14 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:50:14.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:14 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:50:14.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:14 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:50:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:15 smithi090 ceph-mon[89240]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-15T17:50:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:15 smithi090 ceph-mon[89240]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-15T17:50:15.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:15 smithi090 ceph-mon[91618]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-15T17:50:15.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:15 smithi090 ceph-mon[91618]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-15T17:50:15.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:15 smithi153 ceph-mon[84714]: pgmap v4495: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.38k op/s 2024-04-15T17:50:15.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:15 smithi153 ceph-mon[84714]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-15T17:50:16.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:16 smithi090 ceph-mon[89240]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-15T17:50:16.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:16 smithi090 ceph-mon[91618]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-15T17:50:16.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:16 smithi153 ceph-mon[84714]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-15T17:50:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:17 smithi090 ceph-mon[89240]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.42k op/s 2024-04-15T17:50:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:17 smithi090 ceph-mon[89240]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-15T17:50:17.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:17 smithi090 ceph-mon[91618]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.42k op/s 2024-04-15T17:50:17.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:17 smithi090 ceph-mon[91618]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-15T17:50:17.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:17 smithi153 ceph-mon[84714]: pgmap v4498: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 2.7 KiB/s wr, 1.42k op/s 2024-04-15T17:50:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:17 smithi153 ceph-mon[84714]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-15T17:50:18.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:18 smithi090 ceph-mon[89240]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-15T17:50:18.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:18 smithi090 ceph-mon[91618]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-15T17:50:18.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:18 smithi153 ceph-mon[84714]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-15T17:50:19.426 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:50:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:50:19] "GET /metrics HTTP/1.1" 200 36737 "" "Prometheus/2.43.0" 2024-04-15T17:50:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:19 smithi090 ceph-mon[89240]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-04-15T17:50:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:19 smithi090 ceph-mon[89240]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-15T17:50:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:19 smithi090 ceph-mon[91618]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-04-15T17:50:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:19 smithi090 ceph-mon[91618]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-15T17:50:19.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:19 smithi153 ceph-mon[84714]: pgmap v4501: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.43k op/s 2024-04-15T17:50:19.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:19 smithi153 ceph-mon[84714]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-15T17:50:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:20 smithi090 ceph-mon[89240]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-15T17:50:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:20 smithi090 ceph-mon[91618]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-15T17:50:20.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:20 smithi153 ceph-mon[84714]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-15T17:50:21.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:21 smithi090 ceph-mon[91618]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-15T17:50:21.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:21 smithi090 ceph-mon[91618]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-15T17:50:21.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:21 smithi090 ceph-mon[89240]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-15T17:50:21.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:21 smithi090 ceph-mon[89240]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-15T17:50:21.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:21 smithi153 ceph-mon[84714]: pgmap v4504: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-15T17:50:21.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:21 smithi153 ceph-mon[84714]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-15T17:50:22.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:22 smithi153 ceph-mon[84714]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-15T17:50:22.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:50:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:50:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:50:22.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:22 smithi090 ceph-mon[89240]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-15T17:50:22.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:22 smithi090 ceph-mon[91618]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-15T17:50:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:23 smithi090 ceph-mon[91618]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-04-15T17:50:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:23 smithi090 ceph-mon[91618]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-15T17:50:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:50:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:23 smithi090 ceph-mon[89240]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-04-15T17:50:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:23 smithi090 ceph-mon[89240]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-15T17:50:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:50:23.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:23 smithi153 ceph-mon[84714]: pgmap v4507: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.47k op/s 2024-04-15T17:50:23.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:23 smithi153 ceph-mon[84714]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-15T17:50:23.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:50:24.832 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:24 smithi153 ceph-mon[84714]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-15T17:50:24.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:24 smithi090 ceph-mon[89240]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-15T17:50:24.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:24 smithi090 ceph-mon[91618]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-15T17:50:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:25 smithi090 ceph-mon[89240]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2024-04-15T17:50:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:25 smithi090 ceph-mon[89240]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-15T17:50:25.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:25 smithi090 ceph-mon[91618]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2024-04-15T17:50:25.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:25 smithi090 ceph-mon[91618]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-15T17:50:25.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:25 smithi153 ceph-mon[84714]: pgmap v4510: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.47k op/s 2024-04-15T17:50:25.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:25 smithi153 ceph-mon[84714]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-15T17:50:26.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:26 smithi090 ceph-mon[89240]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-15T17:50:26.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:26 smithi090 ceph-mon[91618]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-15T17:50:26.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:26 smithi153 ceph-mon[84714]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-15T17:50:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:27 smithi090 ceph-mon[89240]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.51k op/s 2024-04-15T17:50:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:27 smithi090 ceph-mon[89240]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-15T17:50:27.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:27 smithi090 ceph-mon[91618]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.51k op/s 2024-04-15T17:50:27.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:27 smithi090 ceph-mon[91618]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-15T17:50:27.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:27 smithi153 ceph-mon[84714]: pgmap v4513: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.51k op/s 2024-04-15T17:50:27.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:27 smithi153 ceph-mon[84714]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-15T17:50:28.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:28 smithi090 ceph-mon[89240]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-15T17:50:28.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:28 smithi090 ceph-mon[89240]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.51k op/s 2024-04-15T17:50:28.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:28 smithi090 ceph-mon[91618]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-15T17:50:28.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:28 smithi090 ceph-mon[91618]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.51k op/s 2024-04-15T17:50:28.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:28 smithi153 ceph-mon[84714]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-15T17:50:28.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:28 smithi153 ceph-mon[84714]: pgmap v4516: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.51k op/s 2024-04-15T17:50:29.498 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:50:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:50:29] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-15T17:50:29.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:29 smithi090 ceph-mon[89240]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-15T17:50:29.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:29 smithi090 ceph-mon[91618]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-15T17:50:29.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:29 smithi153 ceph-mon[84714]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-15T17:50:30.764 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:30 smithi090 ceph-mon[91618]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-15T17:50:30.765 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:30 smithi090 ceph-mon[91618]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-15T17:50:30.765 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:30 smithi090 ceph-mon[89240]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-15T17:50:30.765 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:30 smithi090 ceph-mon[89240]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-15T17:50:30.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:30 smithi153 ceph-mon[84714]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-15T17:50:30.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:30 smithi153 ceph-mon[84714]: pgmap v4519: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 255 B/s wr, 5 op/s 2024-04-15T17:50:31.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:31 smithi090 ceph-mon[89240]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-15T17:50:31.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:31 smithi090 ceph-mon[91618]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-15T17:50:31.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:31 smithi153 ceph-mon[84714]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-15T17:50:32.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:32 smithi153 ceph-mon[84714]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-15T17:50:32.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:32 smithi153 ceph-mon[84714]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.56k op/s 2024-04-15T17:50:32.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:50:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:50:32.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:32 smithi090 ceph-mon[89240]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-15T17:50:32.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:32 smithi090 ceph-mon[89240]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.56k op/s 2024-04-15T17:50:32.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:32 smithi090 ceph-mon[91618]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-15T17:50:32.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:32 smithi090 ceph-mon[91618]: pgmap v4522: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.56k op/s 2024-04-15T17:50:33.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:33 smithi090 ceph-mon[89240]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-15T17:50:33.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:33 smithi090 ceph-mon[91618]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-15T17:50:33.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:33 smithi153 ceph-mon[84714]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-15T17:50:34.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:34 smithi153 ceph-mon[84714]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-15T17:50:34.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:34 smithi153 ceph-mon[84714]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.56k op/s 2024-04-15T17:50:34.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:34 smithi090 ceph-mon[89240]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-15T17:50:34.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:34 smithi090 ceph-mon[89240]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.56k op/s 2024-04-15T17:50:34.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:34 smithi090 ceph-mon[91618]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-15T17:50:34.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:34 smithi090 ceph-mon[91618]: pgmap v4525: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.0 KiB/s wr, 1.56k op/s 2024-04-15T17:50:35.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:35 smithi090 ceph-mon[89240]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-15T17:50:35.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:35 smithi090 ceph-mon[91618]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-15T17:50:35.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:35 smithi153 ceph-mon[84714]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-15T17:50:36.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:36 smithi090 ceph-mon[89240]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-15T17:50:36.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:36 smithi090 ceph-mon[89240]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 959 KiB/s rd, 3.2 KiB/s wr, 1.28k op/s 2024-04-15T17:50:36.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:36 smithi090 ceph-mon[91618]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-15T17:50:36.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:36 smithi090 ceph-mon[91618]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 959 KiB/s rd, 3.2 KiB/s wr, 1.28k op/s 2024-04-15T17:50:36.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:36 smithi153 ceph-mon[84714]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-15T17:50:36.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:36 smithi153 ceph-mon[84714]: pgmap v4528: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 959 KiB/s rd, 3.2 KiB/s wr, 1.28k op/s 2024-04-15T17:50:37.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:37 smithi090 ceph-mon[89240]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-15T17:50:37.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:37 smithi090 ceph-mon[91618]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-15T17:50:37.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:37 smithi153 ceph-mon[84714]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-15T17:50:38.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:38 smithi090 ceph-mon[89240]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-15T17:50:38.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:50:38.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:38 smithi090 ceph-mon[89240]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 963 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-04-15T17:50:38.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:38 smithi090 ceph-mon[91618]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-15T17:50:38.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:50:38.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:38 smithi090 ceph-mon[91618]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 963 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-04-15T17:50:38.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:38 smithi153 ceph-mon[84714]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-15T17:50:38.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:50:38.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:38 smithi153 ceph-mon[84714]: pgmap v4531: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 963 KiB/s rd, 3.7 KiB/s wr, 1.29k op/s 2024-04-15T17:50:39.572 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:50:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:50:39] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-15T17:50:39.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:39 smithi090 ceph-mon[89240]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-15T17:50:39.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:39 smithi090 ceph-mon[91618]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-15T17:50:39.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:39 smithi153 ceph-mon[84714]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-15T17:50:40.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:40 smithi090 ceph-mon[89240]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-15T17:50:40.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:40 smithi090 ceph-mon[89240]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:50:40.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:40 smithi090 ceph-mon[91618]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-15T17:50:40.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:40 smithi090 ceph-mon[91618]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:50:40.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:40 smithi153 ceph-mon[84714]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-15T17:50:40.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:40 smithi153 ceph-mon[84714]: pgmap v4534: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 5 op/s 2024-04-15T17:50:41.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:41 smithi090 ceph-mon[89240]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-15T17:50:41.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:41 smithi090 ceph-mon[91618]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-15T17:50:41.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:41 smithi153 ceph-mon[84714]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-15T17:50:42.594 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:50:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:50:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:50:42.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:42 smithi153 ceph-mon[84714]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-15T17:50:42.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:42 smithi153 ceph-mon[84714]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.63k op/s 2024-04-15T17:50:43.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:42 smithi090 ceph-mon[89240]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-15T17:50:43.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:42 smithi090 ceph-mon[89240]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.63k op/s 2024-04-15T17:50:43.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:42 smithi090 ceph-mon[91618]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-15T17:50:43.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:42 smithi090 ceph-mon[91618]: pgmap v4537: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 KiB/s wr, 1.63k op/s 2024-04-15T17:50:43.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:43 smithi153 ceph-mon[84714]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-15T17:50:44.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:43 smithi090 ceph-mon[89240]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-15T17:50:44.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:43 smithi090 ceph-mon[91618]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-15T17:50:44.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:44 smithi153 ceph-mon[84714]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-15T17:50:44.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:44 smithi153 ceph-mon[84714]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.63k op/s 2024-04-15T17:50:45.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:44 smithi090 ceph-mon[89240]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-15T17:50:45.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:44 smithi090 ceph-mon[89240]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.63k op/s 2024-04-15T17:50:45.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:44 smithi090 ceph-mon[91618]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-15T17:50:45.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:44 smithi090 ceph-mon[91618]: pgmap v4540: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.63k op/s 2024-04-15T17:50:45.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:45 smithi153 ceph-mon[84714]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-15T17:50:46.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:45 smithi090 ceph-mon[89240]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-15T17:50:46.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:45 smithi090 ceph-mon[91618]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-15T17:50:46.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:46 smithi153 ceph-mon[84714]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-15T17:50:46.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:46 smithi153 ceph-mon[84714]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-04-15T17:50:47.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:46 smithi090 ceph-mon[89240]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-15T17:50:47.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:46 smithi090 ceph-mon[89240]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-04-15T17:50:47.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:46 smithi090 ceph-mon[91618]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-15T17:50:47.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:46 smithi090 ceph-mon[91618]: pgmap v4543: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-04-15T17:50:47.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:47 smithi153 ceph-mon[84714]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-15T17:50:48.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:47 smithi090 ceph-mon[89240]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-15T17:50:48.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:47 smithi090 ceph-mon[91618]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-15T17:50:48.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:48 smithi153 ceph-mon[84714]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-15T17:50:48.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:48 smithi153 ceph-mon[84714]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2024-04-15T17:50:49.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:48 smithi090 ceph-mon[89240]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-15T17:50:49.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:48 smithi090 ceph-mon[89240]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2024-04-15T17:50:49.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:48 smithi090 ceph-mon[91618]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-15T17:50:49.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:48 smithi090 ceph-mon[91618]: pgmap v4546: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2024-04-15T17:50:49.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:50:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:50:49] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-15T17:50:49.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:49 smithi153 ceph-mon[84714]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-15T17:50:50.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:49 smithi090 ceph-mon[89240]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-15T17:50:50.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:49 smithi090 ceph-mon[91618]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-15T17:50:51.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:50 smithi090 ceph-mon[91618]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-15T17:50:51.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:50 smithi090 ceph-mon[91618]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-15T17:50:51.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:50 smithi090 ceph-mon[89240]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-15T17:50:51.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:50 smithi090 ceph-mon[89240]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-15T17:50:51.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:50 smithi153 ceph-mon[84714]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-15T17:50:51.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:50 smithi153 ceph-mon[84714]: pgmap v4549: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 767 B/s wr, 5 op/s 2024-04-15T17:50:52.035 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:51 smithi153 ceph-mon[84714]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-15T17:50:52.094 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:51 smithi090 ceph-mon[91618]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-15T17:50:52.095 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:51 smithi090 ceph-mon[89240]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-15T17:50:52.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:50:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:50:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:50:53.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:52 smithi090 ceph-mon[89240]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-15T17:50:53.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:52 smithi090 ceph-mon[89240]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.73k op/s 2024-04-15T17:50:53.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:52 smithi090 ceph-mon[91618]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-15T17:50:53.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:52 smithi090 ceph-mon[91618]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.73k op/s 2024-04-15T17:50:53.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:52 smithi153 ceph-mon[84714]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-15T17:50:53.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:52 smithi153 ceph-mon[84714]: pgmap v4552: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.73k op/s 2024-04-15T17:50:54.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:53 smithi090 ceph-mon[89240]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-15T17:50:54.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:50:54.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:53 smithi090 ceph-mon[91618]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-15T17:50:54.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:50:54.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:53 smithi153 ceph-mon[84714]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-15T17:50:54.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:50:55.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:54 smithi090 ceph-mon[89240]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-15T17:50:55.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:54 smithi090 ceph-mon[89240]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-04-15T17:50:55.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:54 smithi090 ceph-mon[91618]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-15T17:50:55.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:54 smithi090 ceph-mon[91618]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-04-15T17:50:55.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:54 smithi153 ceph-mon[84714]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-15T17:50:55.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:54 smithi153 ceph-mon[84714]: pgmap v4555: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.73k op/s 2024-04-15T17:50:56.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:55 smithi090 ceph-mon[89240]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-15T17:50:56.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:55 smithi090 ceph-mon[91618]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-15T17:50:56.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:55 smithi153 ceph-mon[84714]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-15T17:50:57.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:56 smithi090 ceph-mon[89240]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-15T17:50:57.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:56 smithi090 ceph-mon[89240]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-04-15T17:50:57.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:56 smithi090 ceph-mon[91618]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-15T17:50:57.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:56 smithi090 ceph-mon[91618]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-04-15T17:50:57.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:56 smithi153 ceph-mon[84714]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-15T17:50:57.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:56 smithi153 ceph-mon[84714]: pgmap v4558: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-04-15T17:50:58.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:57 smithi090 ceph-mon[89240]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-15T17:50:58.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:57 smithi090 ceph-mon[91618]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-15T17:50:58.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:57 smithi153 ceph-mon[84714]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-15T17:50:59.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:58 smithi090 ceph-mon[89240]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-15T17:50:59.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:58 smithi090 ceph-mon[89240]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-04-15T17:50:59.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:58 smithi090 ceph-mon[91618]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-15T17:50:59.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:58 smithi090 ceph-mon[91618]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-04-15T17:50:59.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:58 smithi153 ceph-mon[84714]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-15T17:50:59.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:58 smithi153 ceph-mon[84714]: pgmap v4561: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.7 KiB/s wr, 1.77k op/s 2024-04-15T17:50:59.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:50:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:50:59] "GET /metrics HTTP/1.1" 200 36738 "" "Prometheus/2.43.0" 2024-04-15T17:51:00.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:50:59 smithi090 ceph-mon[91618]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-15T17:51:00.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:50:59 smithi090 ceph-mon[89240]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-15T17:51:00.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:50:59 smithi153 ceph-mon[84714]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-15T17:51:01.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:00 smithi090 ceph-mon[89240]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-15T17:51:01.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:00 smithi090 ceph-mon[89240]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-15T17:51:01.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:00 smithi090 ceph-mon[91618]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-15T17:51:01.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:00 smithi090 ceph-mon[91618]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-15T17:51:01.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:00 smithi153 ceph-mon[84714]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-15T17:51:01.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:00 smithi153 ceph-mon[84714]: pgmap v4564: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 KiB/s rd, 255 B/s wr, 6 op/s 2024-04-15T17:51:02.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:01 smithi090 ceph-mon[89240]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-15T17:51:02.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:01 smithi090 ceph-mon[91618]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-15T17:51:02.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:01 smithi153 ceph-mon[84714]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-15T17:51:02.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:51:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:51:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:51:03.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:02 smithi090 ceph-mon[89240]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-15T17:51:03.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:02 smithi090 ceph-mon[89240]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-04-15T17:51:03.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:02 smithi090 ceph-mon[91618]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-15T17:51:03.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:02 smithi090 ceph-mon[91618]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-04-15T17:51:03.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:02 smithi153 ceph-mon[84714]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-15T17:51:03.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:02 smithi153 ceph-mon[84714]: pgmap v4567: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-04-15T17:51:04.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:03 smithi090 ceph-mon[91618]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-15T17:51:04.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:03 smithi090 ceph-mon[89240]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-15T17:51:04.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:03 smithi153 ceph-mon[84714]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-15T17:51:05.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:04 smithi090 ceph-mon[91618]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-15T17:51:05.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:04 smithi090 ceph-mon[91618]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-04-15T17:51:05.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:04 smithi090 ceph-mon[89240]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-15T17:51:05.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:04 smithi090 ceph-mon[89240]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-04-15T17:51:05.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:04 smithi153 ceph-mon[84714]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-15T17:51:05.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:04 smithi153 ceph-mon[84714]: pgmap v4570: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.5 KiB/s wr, 1.79k op/s 2024-04-15T17:51:06.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:05 smithi090 ceph-mon[89240]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-15T17:51:06.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:05 smithi090 ceph-mon[89240]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-15T17:51:06.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:05 smithi090 ceph-mon[91618]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-15T17:51:06.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:05 smithi090 ceph-mon[91618]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-15T17:51:06.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:05 smithi153 ceph-mon[84714]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-15T17:51:06.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:05 smithi153 ceph-mon[84714]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-15T17:51:07.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:07 smithi153 ceph-mon[84714]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.09k op/s 2024-04-15T17:51:07.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:07 smithi153 ceph-mon[84714]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-15T17:51:07.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:07 smithi090 ceph-mon[89240]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.09k op/s 2024-04-15T17:51:07.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:07 smithi090 ceph-mon[89240]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-15T17:51:07.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:07 smithi090 ceph-mon[91618]: pgmap v4573: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.09k op/s 2024-04-15T17:51:07.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:07 smithi090 ceph-mon[91618]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-15T17:51:08.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:08 smithi153 ceph-mon[84714]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-15T17:51:08.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:51:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:08 smithi090 ceph-mon[91618]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-15T17:51:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:51:08.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:08 smithi090 ceph-mon[89240]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-15T17:51:08.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:51:09.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:09 smithi090 ceph-mon[89240]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.09k op/s 2024-04-15T17:51:09.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:09 smithi090 ceph-mon[89240]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-15T17:51:09.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:51:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:51:09] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-15T17:51:09.591 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:09 smithi090 ceph-mon[91618]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.09k op/s 2024-04-15T17:51:09.592 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:09 smithi090 ceph-mon[91618]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-15T17:51:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:09 smithi153 ceph-mon[84714]: pgmap v4576: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.09k op/s 2024-04-15T17:51:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:09 smithi153 ceph-mon[84714]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-15T17:51:10.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:10 smithi153 ceph-mon[84714]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-15T17:51:10.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:10 smithi153 ceph-mon[84714]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-15T17:51:10.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:10 smithi090 ceph-mon[91618]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-15T17:51:10.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:10 smithi090 ceph-mon[91618]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-15T17:51:10.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:10 smithi090 ceph-mon[89240]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-15T17:51:10.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:10 smithi090 ceph-mon[89240]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-15T17:51:11.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:11 smithi090 ceph-mon[89240]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:51:11.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:11 smithi090 ceph-mon[91618]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:51:11.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:11 smithi153 ceph-mon[84714]: pgmap v4579: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:51:12.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:12 smithi153 ceph-mon[84714]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-15T17:51:12.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:51:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:51:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:51:12.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:12 smithi090 ceph-mon[91618]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-15T17:51:12.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:12 smithi090 ceph-mon[89240]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-15T17:51:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:13 smithi090 ceph-mon[89240]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-15T17:51:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:13 smithi090 ceph-mon[89240]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-15T17:51:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:13 smithi090 ceph-mon[91618]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-15T17:51:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:13 smithi090 ceph-mon[91618]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-15T17:51:13.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:13 smithi153 ceph-mon[84714]: pgmap v4582: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-15T17:51:13.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:13 smithi153 ceph-mon[84714]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-15T17:51:14.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:14 smithi153 ceph-mon[84714]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-15T17:51:14.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:14 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:51:14.803 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:14 smithi090 ceph-mon[89240]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-15T17:51:14.804 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:14 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:51:14.804 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:14 smithi090 ceph-mon[91618]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-15T17:51:14.804 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:14 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:51:15.726 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:15 smithi153 ceph-mon[84714]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-15T17:51:15.726 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:15 smithi153 ceph-mon[84714]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-15T17:51:15.726 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:15 smithi153 ceph-mon[84714]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-15T17:51:15.742 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:15 smithi090 ceph-mon[91618]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-15T17:51:15.742 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:15 smithi090 ceph-mon[91618]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-15T17:51:15.742 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:15 smithi090 ceph-mon[91618]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-15T17:51:15.742 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:15 smithi090 ceph-mon[89240]: pgmap v4585: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.69k op/s 2024-04-15T17:51:15.742 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:15 smithi090 ceph-mon[89240]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-15T17:51:15.742 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:15 smithi090 ceph-mon[89240]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-15T17:51:17.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:17 smithi153 ceph-mon[84714]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-04-15T17:51:17.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:17 smithi153 ceph-mon[84714]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-15T17:51:17.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:51:17.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:17 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:51:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:17 smithi090 ceph-mon[89240]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-04-15T17:51:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:17 smithi090 ceph-mon[89240]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-15T17:51:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:51:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:17 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:51:17.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:17 smithi090 ceph-mon[91618]: pgmap v4588: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.64k op/s 2024-04-15T17:51:17.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:17 smithi090 ceph-mon[91618]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-15T17:51:17.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:51:17.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:17 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:51:18.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:18 smithi090 ceph-mon[91618]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-15T17:51:18.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:51:18.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:51:18.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:51:18.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:51:18.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:51:18.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:18 smithi090 ceph-mon[89240]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-15T17:51:18.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:51:18.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:51:18.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:51:18.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:51:18.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:51:18.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:18 smithi153 ceph-mon[84714]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-15T17:51:18.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:51:18.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:51:18.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:51:18.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:51:18.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:51:19.438 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:51:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:51:19] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-15T17:51:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:19 smithi090 ceph-mon[91618]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-15T17:51:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:19 smithi090 ceph-mon[91618]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-15T17:51:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:19 smithi090 ceph-mon[89240]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-15T17:51:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:19 smithi090 ceph-mon[89240]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-15T17:51:19.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:19 smithi153 ceph-mon[84714]: pgmap v4591: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-15T17:51:19.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:19 smithi153 ceph-mon[84714]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-15T17:51:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:20 smithi090 ceph-mon[91618]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-15T17:51:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:20 smithi090 ceph-mon[91618]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-15T17:51:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:20 smithi090 ceph-mon[89240]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-15T17:51:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:20 smithi090 ceph-mon[89240]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-15T17:51:20.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:20 smithi153 ceph-mon[84714]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-15T17:51:20.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:20 smithi153 ceph-mon[84714]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-15T17:51:21.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:21 smithi090 ceph-mon[91618]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:51:21.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:21 smithi090 ceph-mon[91618]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-15T17:51:21.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:21 smithi090 ceph-mon[89240]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:51:21.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:21 smithi090 ceph-mon[89240]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-15T17:51:21.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:21 smithi153 ceph-mon[84714]: pgmap v4594: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:51:21.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:21 smithi153 ceph-mon[84714]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-15T17:51:22.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:51:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:51:23.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:23 smithi153 ceph-mon[84714]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-15T17:51:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:23 smithi153 ceph-mon[84714]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-15T17:51:23.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:51:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:23 smithi090 ceph-mon[89240]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-15T17:51:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:23 smithi090 ceph-mon[89240]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-15T17:51:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:51:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:23 smithi090 ceph-mon[91618]: pgmap v4597: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-15T17:51:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:23 smithi090 ceph-mon[91618]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-15T17:51:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:51:24.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:24 smithi153 ceph-mon[84714]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-15T17:51:24.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:24 smithi090 ceph-mon[89240]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-15T17:51:24.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:24 smithi090 ceph-mon[91618]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-15T17:51:25.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:25 smithi153 ceph-mon[84714]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-15T17:51:25.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:25 smithi153 ceph-mon[84714]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-15T17:51:25.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:25 smithi153 ceph-mon[84714]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-15T17:51:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:25 smithi090 ceph-mon[89240]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-15T17:51:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:25 smithi090 ceph-mon[89240]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-15T17:51:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:25 smithi090 ceph-mon[89240]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-15T17:51:25.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:25 smithi090 ceph-mon[91618]: pgmap v4600: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-15T17:51:25.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:25 smithi090 ceph-mon[91618]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-15T17:51:25.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:25 smithi090 ceph-mon[91618]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-15T17:51:27.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:27 smithi153 ceph-mon[84714]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-15T17:51:27.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:27 smithi153 ceph-mon[84714]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-15T17:51:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:27 smithi090 ceph-mon[89240]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-15T17:51:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:27 smithi090 ceph-mon[89240]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-15T17:51:27.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:27 smithi090 ceph-mon[91618]: pgmap v4603: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-15T17:51:27.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:27 smithi090 ceph-mon[91618]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-15T17:51:28.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:28 smithi090 ceph-mon[91618]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-15T17:51:28.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:28 smithi090 ceph-mon[89240]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-15T17:51:28.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:28 smithi153 ceph-mon[84714]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-15T17:51:29.400 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:51:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:51:29] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-15T17:51:29.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:29 smithi090 ceph-mon[89240]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-15T17:51:29.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:29 smithi090 ceph-mon[89240]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-15T17:51:29.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:29 smithi090 ceph-mon[91618]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-15T17:51:29.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:29 smithi090 ceph-mon[91618]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-15T17:51:29.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:29 smithi153 ceph-mon[84714]: pgmap v4606: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.56k op/s 2024-04-15T17:51:29.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:29 smithi153 ceph-mon[84714]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-15T17:51:30.666 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:30 smithi090 ceph-mon[91618]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-15T17:51:30.667 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:30 smithi090 ceph-mon[91618]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-15T17:51:30.667 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:30 smithi090 ceph-mon[89240]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-15T17:51:30.667 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:30 smithi090 ceph-mon[89240]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-15T17:51:30.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:30 smithi153 ceph-mon[84714]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-15T17:51:31.004 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:30 smithi153 ceph-mon[84714]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-15T17:51:31.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:31 smithi090 ceph-mon[89240]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:51:31.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:31 smithi090 ceph-mon[91618]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:51:31.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:31 smithi153 ceph-mon[84714]: pgmap v4609: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:51:32.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:32 smithi153 ceph-mon[84714]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-15T17:51:32.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:51:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:51:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:51:32.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:32 smithi090 ceph-mon[89240]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-15T17:51:32.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:32 smithi090 ceph-mon[91618]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-15T17:51:33.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:33 smithi090 ceph-mon[89240]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-15T17:51:33.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:33 smithi090 ceph-mon[89240]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-15T17:51:33.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:33 smithi090 ceph-mon[91618]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-15T17:51:33.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:33 smithi090 ceph-mon[91618]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-15T17:51:33.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:33 smithi153 ceph-mon[84714]: pgmap v4612: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-15T17:51:33.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:33 smithi153 ceph-mon[84714]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-15T17:51:34.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:34 smithi090 ceph-mon[89240]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-15T17:51:34.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:34 smithi090 ceph-mon[91618]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-15T17:51:34.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:34 smithi153 ceph-mon[84714]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-15T17:51:35.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:35 smithi090 ceph-mon[89240]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-15T17:51:35.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:35 smithi090 ceph-mon[89240]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-15T17:51:35.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:35 smithi090 ceph-mon[89240]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-15T17:51:35.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:35 smithi090 ceph-mon[91618]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-15T17:51:35.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:35 smithi090 ceph-mon[91618]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-15T17:51:35.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:35 smithi090 ceph-mon[91618]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-15T17:51:35.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:35 smithi153 ceph-mon[84714]: pgmap v4615: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.51k op/s 2024-04-15T17:51:35.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:35 smithi153 ceph-mon[84714]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-15T17:51:35.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:35 smithi153 ceph-mon[84714]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-15T17:51:37.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:37 smithi153 ceph-mon[84714]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-15T17:51:37.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:37 smithi153 ceph-mon[84714]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-15T17:51:37.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:37 smithi090 ceph-mon[89240]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-15T17:51:37.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:37 smithi090 ceph-mon[89240]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-15T17:51:37.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:37 smithi090 ceph-mon[91618]: pgmap v4618: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-15T17:51:37.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:37 smithi090 ceph-mon[91618]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-15T17:51:38.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:38 smithi153 ceph-mon[84714]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-15T17:51:38.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:51:38.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:38 smithi090 ceph-mon[91618]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-15T17:51:38.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:51:38.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:38 smithi090 ceph-mon[89240]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-15T17:51:38.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:51:39.383 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:51:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:51:39] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-15T17:51:39.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:39 smithi090 ceph-mon[89240]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-15T17:51:39.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:39 smithi090 ceph-mon[89240]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-15T17:51:39.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:39 smithi090 ceph-mon[91618]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-15T17:51:39.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:39 smithi090 ceph-mon[91618]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-15T17:51:39.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:39 smithi153 ceph-mon[84714]: pgmap v4621: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.47k op/s 2024-04-15T17:51:39.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:39 smithi153 ceph-mon[84714]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-15T17:51:40.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:40 smithi090 ceph-mon[89240]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-15T17:51:40.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:40 smithi090 ceph-mon[89240]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-15T17:51:40.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:40 smithi090 ceph-mon[91618]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-15T17:51:40.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:40 smithi090 ceph-mon[91618]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-15T17:51:40.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:40 smithi153 ceph-mon[84714]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-15T17:51:40.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:40 smithi153 ceph-mon[84714]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-15T17:51:41.690 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:41 smithi090 ceph-mon[91618]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:51:41.690 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:41 smithi090 ceph-mon[89240]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:51:41.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:41 smithi153 ceph-mon[84714]: pgmap v4624: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:51:42.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:42 smithi153 ceph-mon[84714]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-15T17:51:42.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:51:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:51:42.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:42 smithi090 ceph-mon[91618]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-15T17:51:42.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:42 smithi090 ceph-mon[89240]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-15T17:51:43.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:43 smithi090 ceph-mon[89240]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-15T17:51:43.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:43 smithi090 ceph-mon[89240]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-15T17:51:43.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:43 smithi090 ceph-mon[91618]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-15T17:51:43.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:43 smithi090 ceph-mon[91618]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-15T17:51:43.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:43 smithi153 ceph-mon[84714]: pgmap v4627: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-15T17:51:43.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:43 smithi153 ceph-mon[84714]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-15T17:51:44.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:44 smithi090 ceph-mon[89240]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-15T17:51:44.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:44 smithi090 ceph-mon[91618]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-15T17:51:44.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:44 smithi153 ceph-mon[84714]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-15T17:51:45.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:45 smithi090 ceph-mon[89240]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-15T17:51:45.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:45 smithi090 ceph-mon[89240]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-15T17:51:45.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:45 smithi090 ceph-mon[89240]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-15T17:51:45.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:45 smithi090 ceph-mon[91618]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-15T17:51:45.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:45 smithi090 ceph-mon[91618]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-15T17:51:45.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:45 smithi090 ceph-mon[91618]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-15T17:51:45.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:45 smithi153 ceph-mon[84714]: pgmap v4630: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-15T17:51:45.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:45 smithi153 ceph-mon[84714]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-15T17:51:45.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:45 smithi153 ceph-mon[84714]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-15T17:51:47.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:47 smithi090 ceph-mon[89240]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-15T17:51:47.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:47 smithi090 ceph-mon[89240]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-15T17:51:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:47 smithi090 ceph-mon[91618]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-15T17:51:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:47 smithi090 ceph-mon[91618]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-15T17:51:47.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:47 smithi153 ceph-mon[84714]: pgmap v4633: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1021 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-15T17:51:47.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:47 smithi153 ceph-mon[84714]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-15T17:51:48.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:48 smithi090 ceph-mon[89240]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-15T17:51:48.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:48 smithi090 ceph-mon[91618]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-15T17:51:48.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:48 smithi153 ceph-mon[84714]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-15T17:51:49.450 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:51:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:51:49] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-15T17:51:49.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:49 smithi090 ceph-mon[91618]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-15T17:51:49.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:49 smithi090 ceph-mon[91618]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-15T17:51:49.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:49 smithi090 ceph-mon[89240]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-15T17:51:49.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:49 smithi090 ceph-mon[89240]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-15T17:51:49.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:49 smithi153 ceph-mon[84714]: pgmap v4636: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1022 KiB/s rd, 5.0 KiB/s wr, 1.38k op/s 2024-04-15T17:51:49.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:49 smithi153 ceph-mon[84714]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-15T17:51:50.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:50 smithi090 ceph-mon[89240]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-15T17:51:50.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:50 smithi090 ceph-mon[89240]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-15T17:51:50.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:50 smithi090 ceph-mon[91618]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-15T17:51:50.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:50 smithi090 ceph-mon[91618]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-15T17:51:50.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:50 smithi153 ceph-mon[84714]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-15T17:51:50.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:50 smithi153 ceph-mon[84714]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-15T17:51:51.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:51 smithi090 ceph-mon[89240]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T17:51:51.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:51 smithi090 ceph-mon[89240]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-15T17:51:51.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:51 smithi090 ceph-mon[91618]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T17:51:51.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:51 smithi090 ceph-mon[91618]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-15T17:51:51.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:51 smithi153 ceph-mon[84714]: pgmap v4639: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T17:51:51.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:51 smithi153 ceph-mon[84714]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-15T17:51:52.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:51:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:51:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:51:53.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:53 smithi153 ceph-mon[84714]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-15T17:51:53.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:53 smithi153 ceph-mon[84714]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-15T17:51:53.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:51:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:53 smithi090 ceph-mon[89240]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-15T17:51:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:53 smithi090 ceph-mon[89240]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-15T17:51:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:51:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:53 smithi090 ceph-mon[91618]: pgmap v4642: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 988 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-15T17:51:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:53 smithi090 ceph-mon[91618]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-15T17:51:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:51:54.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:54 smithi090 ceph-mon[89240]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-15T17:51:54.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:54 smithi090 ceph-mon[91618]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-15T17:51:54.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:54 smithi153 ceph-mon[84714]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-15T17:51:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:55 smithi090 ceph-mon[89240]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 989 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-15T17:51:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:55 smithi090 ceph-mon[89240]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-15T17:51:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:55 smithi090 ceph-mon[89240]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-15T17:51:55.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:55 smithi090 ceph-mon[91618]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 989 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-15T17:51:55.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:55 smithi090 ceph-mon[91618]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-15T17:51:55.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:55 smithi090 ceph-mon[91618]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-15T17:51:55.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:55 smithi153 ceph-mon[84714]: pgmap v4645: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 989 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-15T17:51:55.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:55 smithi153 ceph-mon[84714]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-15T17:51:55.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:55 smithi153 ceph-mon[84714]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-15T17:51:57.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:57 smithi090 ceph-mon[91618]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-15T17:51:57.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:57 smithi090 ceph-mon[91618]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-15T17:51:57.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:57 smithi090 ceph-mon[89240]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-15T17:51:57.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:57 smithi090 ceph-mon[89240]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-15T17:51:57.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:57 smithi153 ceph-mon[84714]: pgmap v4648: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-15T17:51:57.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:57 smithi153 ceph-mon[84714]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-15T17:51:58.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:58 smithi090 ceph-mon[89240]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-15T17:51:58.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:58 smithi090 ceph-mon[91618]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-15T17:51:58.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:58 smithi153 ceph-mon[84714]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-15T17:51:59.407 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:51:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:51:59] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-15T17:51:59.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:59 smithi090 ceph-mon[89240]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-15T17:51:59.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:51:59 smithi090 ceph-mon[89240]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-15T17:51:59.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:59 smithi090 ceph-mon[91618]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-15T17:51:59.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:51:59 smithi090 ceph-mon[91618]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-15T17:51:59.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:59 smithi153 ceph-mon[84714]: pgmap v4651: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 957 KiB/s rd, 5.0 KiB/s wr, 1.29k op/s 2024-04-15T17:51:59.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:51:59 smithi153 ceph-mon[84714]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-15T17:52:00.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:00 smithi090 ceph-mon[89240]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-15T17:52:00.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:00 smithi090 ceph-mon[89240]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-15T17:52:00.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:00 smithi090 ceph-mon[91618]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-15T17:52:00.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:00 smithi090 ceph-mon[91618]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-15T17:52:00.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:00 smithi153 ceph-mon[84714]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-15T17:52:00.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:00 smithi153 ceph-mon[84714]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-15T17:52:01.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:01 smithi090 ceph-mon[91618]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:52:01.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:01 smithi090 ceph-mon[91618]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-15T17:52:01.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:01 smithi090 ceph-mon[89240]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:52:01.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:01 smithi090 ceph-mon[89240]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-15T17:52:01.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:01 smithi153 ceph-mon[84714]: pgmap v4654: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:52:01.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:01 smithi153 ceph-mon[84714]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-15T17:52:02.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:52:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:52:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:52:03.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:03 smithi090 ceph-mon[91618]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-15T17:52:03.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:03 smithi090 ceph-mon[91618]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-15T17:52:03.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:03 smithi090 ceph-mon[89240]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-15T17:52:03.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:03 smithi090 ceph-mon[89240]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-15T17:52:03.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:03 smithi153 ceph-mon[84714]: pgmap v4657: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-15T17:52:03.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:03 smithi153 ceph-mon[84714]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-15T17:52:04.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:04 smithi090 ceph-mon[91618]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-15T17:52:04.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:04 smithi090 ceph-mon[89240]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-15T17:52:04.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:04 smithi153 ceph-mon[84714]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-15T17:52:05.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:05 smithi090 ceph-mon[91618]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-15T17:52:05.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:05 smithi090 ceph-mon[91618]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-15T17:52:05.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:05 smithi090 ceph-mon[91618]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-15T17:52:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:05 smithi090 ceph-mon[89240]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-15T17:52:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:05 smithi090 ceph-mon[89240]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-15T17:52:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:05 smithi090 ceph-mon[89240]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-15T17:52:05.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:05 smithi153 ceph-mon[84714]: pgmap v4660: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 924 KiB/s rd, 5.0 KiB/s wr, 1.25k op/s 2024-04-15T17:52:05.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:05 smithi153 ceph-mon[84714]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-15T17:52:05.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:05 smithi153 ceph-mon[84714]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-15T17:52:07.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:07 smithi153 ceph-mon[84714]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-15T17:52:07.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:07 smithi153 ceph-mon[84714]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-15T17:52:07.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:07 smithi090 ceph-mon[89240]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-15T17:52:07.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:07 smithi090 ceph-mon[89240]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-15T17:52:07.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:07 smithi090 ceph-mon[91618]: pgmap v4663: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 892 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-15T17:52:07.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:07 smithi090 ceph-mon[91618]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-15T17:52:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:08 smithi090 ceph-mon[91618]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-15T17:52:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:52:08.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:08 smithi090 ceph-mon[89240]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-15T17:52:08.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:52:08.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:08 smithi153 ceph-mon[84714]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-15T17:52:08.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:52:09.391 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:52:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:52:09] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-15T17:52:09.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:09 smithi090 ceph-mon[91618]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-15T17:52:09.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:09 smithi090 ceph-mon[91618]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-15T17:52:09.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:09 smithi090 ceph-mon[89240]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-15T17:52:09.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:09 smithi090 ceph-mon[89240]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-15T17:52:09.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:09 smithi153 ceph-mon[84714]: pgmap v4666: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 893 KiB/s rd, 5.0 KiB/s wr, 1.21k op/s 2024-04-15T17:52:09.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:09 smithi153 ceph-mon[84714]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-15T17:52:10.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:10 smithi090 ceph-mon[89240]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-15T17:52:10.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:10 smithi090 ceph-mon[89240]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-15T17:52:10.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:10 smithi090 ceph-mon[91618]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-15T17:52:10.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:10 smithi090 ceph-mon[91618]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-15T17:52:10.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:10 smithi153 ceph-mon[84714]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-15T17:52:10.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:10 smithi153 ceph-mon[84714]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-15T17:52:11.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:11 smithi090 ceph-mon[89240]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:52:11.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:11 smithi090 ceph-mon[91618]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:52:11.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:11 smithi153 ceph-mon[84714]: pgmap v4669: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:52:12.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:12 smithi153 ceph-mon[84714]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-15T17:52:12.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:52:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:52:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:52:12.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:12 smithi090 ceph-mon[89240]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-15T17:52:12.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:12 smithi090 ceph-mon[91618]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-15T17:52:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:13 smithi090 ceph-mon[89240]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-15T17:52:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:13 smithi090 ceph-mon[89240]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-15T17:52:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:13 smithi090 ceph-mon[91618]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-15T17:52:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:13 smithi090 ceph-mon[91618]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-15T17:52:13.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:13 smithi153 ceph-mon[84714]: pgmap v4672: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-15T17:52:13.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:13 smithi153 ceph-mon[84714]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-15T17:52:14.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:14 smithi090 ceph-mon[89240]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-15T17:52:14.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:14 smithi090 ceph-mon[91618]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-15T17:52:14.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:14 smithi153 ceph-mon[84714]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-15T17:52:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:15 smithi090 ceph-mon[89240]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-15T17:52:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:15 smithi090 ceph-mon[89240]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-15T17:52:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:15 smithi090 ceph-mon[89240]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-15T17:52:15.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:15 smithi090 ceph-mon[91618]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-15T17:52:15.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:15 smithi090 ceph-mon[91618]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-15T17:52:15.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:15 smithi090 ceph-mon[91618]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-15T17:52:15.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:15 smithi153 ceph-mon[84714]: pgmap v4675: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 858 KiB/s rd, 5.0 KiB/s wr, 1.16k op/s 2024-04-15T17:52:15.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:15 smithi153 ceph-mon[84714]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-15T17:52:15.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:15 smithi153 ceph-mon[84714]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-15T17:52:17.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:17 smithi153 ceph-mon[84714]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 825 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-15T17:52:17.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:17 smithi153 ceph-mon[84714]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-15T17:52:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:17 smithi090 ceph-mon[89240]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 825 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-15T17:52:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:17 smithi090 ceph-mon[89240]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-15T17:52:17.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:17 smithi090 ceph-mon[91618]: pgmap v4678: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 825 KiB/s rd, 5.0 KiB/s wr, 1.11k op/s 2024-04-15T17:52:17.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:17 smithi090 ceph-mon[91618]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-15T17:52:18.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:18 smithi090 ceph-mon[91618]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-15T17:52:18.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:18 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:52:18.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:18 smithi090 ceph-mon[89240]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-15T17:52:18.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:18 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:52:18.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:18 smithi153 ceph-mon[84714]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-15T17:52:18.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:18 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:52:19.389 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:19 smithi090 ceph-mon[89240]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-15T17:52:19.389 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:52:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:52:19] "GET /metrics HTTP/1.1" 200 36742 "" "Prometheus/2.43.0" 2024-04-15T17:52:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:19 smithi090 ceph-mon[89240]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-15T17:52:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:19 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:52:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:19 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:52:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:19 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:52:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:19 smithi090 ceph-mon[91618]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-15T17:52:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:19 smithi090 ceph-mon[91618]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-15T17:52:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:19 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:52:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:19 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:52:19.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:19 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:52:19.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:19 smithi153 ceph-mon[84714]: pgmap v4681: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 826 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-15T17:52:19.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:19 smithi153 ceph-mon[84714]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-15T17:52:19.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:19 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:52:19.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:19 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:52:19.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:19 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:52:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:20 smithi090 ceph-mon[91618]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-15T17:52:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:20 smithi090 ceph-mon[91618]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-15T17:52:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:20 smithi090 ceph-mon[89240]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-15T17:52:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:20 smithi090 ceph-mon[89240]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-15T17:52:20.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:20 smithi153 ceph-mon[84714]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-15T17:52:20.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:20 smithi153 ceph-mon[84714]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-15T17:52:21.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:21 smithi090 ceph-mon[91618]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:52:21.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:21 smithi090 ceph-mon[89240]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:52:21.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:21 smithi153 ceph-mon[84714]: pgmap v4684: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:52:22.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:22 smithi153 ceph-mon[84714]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-15T17:52:22.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:52:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:52:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:52:22.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:22 smithi090 ceph-mon[91618]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-15T17:52:22.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:22 smithi090 ceph-mon[89240]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-15T17:52:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:23 smithi090 ceph-mon[91618]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-15T17:52:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:23 smithi090 ceph-mon[91618]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-15T17:52:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:52:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:23 smithi090 ceph-mon[89240]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-15T17:52:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:23 smithi090 ceph-mon[89240]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-15T17:52:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:52:23.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:23 smithi153 ceph-mon[84714]: pgmap v4687: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-15T17:52:23.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:23 smithi153 ceph-mon[84714]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-15T17:52:23.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:52:24.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:24 smithi090 ceph-mon[91618]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-15T17:52:24.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:24 smithi090 ceph-mon[89240]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-15T17:52:24.858 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:24 smithi153 ceph-mon[84714]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-15T17:52:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:25 smithi090 ceph-mon[89240]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-15T17:52:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:25 smithi090 ceph-mon[89240]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-15T17:52:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:25 smithi090 ceph-mon[89240]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-15T17:52:25.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:25 smithi090 ceph-mon[91618]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-15T17:52:25.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:25 smithi090 ceph-mon[91618]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-15T17:52:25.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:25 smithi090 ceph-mon[91618]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-15T17:52:25.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:25 smithi153 ceph-mon[84714]: pgmap v4690: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 793 KiB/s rd, 5.0 KiB/s wr, 1.07k op/s 2024-04-15T17:52:25.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:25 smithi153 ceph-mon[84714]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-15T17:52:25.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:25 smithi153 ceph-mon[84714]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-15T17:52:27.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:27 smithi090 ceph-mon[91618]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-15T17:52:27.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:27 smithi090 ceph-mon[91618]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-15T17:52:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:27 smithi090 ceph-mon[89240]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-15T17:52:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:27 smithi090 ceph-mon[89240]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-15T17:52:27.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:27 smithi153 ceph-mon[84714]: pgmap v4693: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-15T17:52:27.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:27 smithi153 ceph-mon[84714]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-15T17:52:28.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:28 smithi090 ceph-mon[91618]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-15T17:52:28.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:28 smithi090 ceph-mon[89240]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-15T17:52:28.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:28 smithi153 ceph-mon[84714]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-15T17:52:29.442 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:52:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:52:29] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-15T17:52:29.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:29 smithi090 ceph-mon[89240]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-15T17:52:29.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:29 smithi090 ceph-mon[89240]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-15T17:52:29.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:29 smithi090 ceph-mon[91618]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-15T17:52:29.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:29 smithi090 ceph-mon[91618]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-15T17:52:29.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:29 smithi153 ceph-mon[84714]: pgmap v4696: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 761 KiB/s rd, 5.0 KiB/s wr, 1.03k op/s 2024-04-15T17:52:29.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:29 smithi153 ceph-mon[84714]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-15T17:52:30.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:30 smithi090 ceph-mon[89240]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-15T17:52:30.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:30 smithi090 ceph-mon[89240]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-15T17:52:30.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:30 smithi090 ceph-mon[91618]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-15T17:52:30.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:30 smithi090 ceph-mon[91618]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-15T17:52:30.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:30 smithi153 ceph-mon[84714]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-15T17:52:30.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:30 smithi153 ceph-mon[84714]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-15T17:52:31.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:31 smithi090 ceph-mon[89240]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T17:52:31.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:31 smithi090 ceph-mon[89240]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-15T17:52:31.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:31 smithi090 ceph-mon[91618]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T17:52:31.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:31 smithi090 ceph-mon[91618]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-15T17:52:31.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:31 smithi153 ceph-mon[84714]: pgmap v4699: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 op/s 2024-04-15T17:52:31.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:31 smithi153 ceph-mon[84714]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-15T17:52:32.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:52:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:52:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:52:33.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:33 smithi153 ceph-mon[84714]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 984 op/s 2024-04-15T17:52:33.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:33 smithi153 ceph-mon[84714]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-15T17:52:33.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:33 smithi090 ceph-mon[91618]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 984 op/s 2024-04-15T17:52:33.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:33 smithi090 ceph-mon[91618]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-15T17:52:33.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:33 smithi090 ceph-mon[89240]: pgmap v4702: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 728 KiB/s rd, 5.0 KiB/s wr, 984 op/s 2024-04-15T17:52:33.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:33 smithi090 ceph-mon[89240]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-15T17:52:34.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:34 smithi153 ceph-mon[84714]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-15T17:52:34.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:34 smithi090 ceph-mon[89240]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-15T17:52:34.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:34 smithi090 ceph-mon[91618]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-15T17:52:35.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:35 smithi090 ceph-mon[91618]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-04-15T17:52:35.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:35 smithi090 ceph-mon[91618]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-15T17:52:35.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:35 smithi090 ceph-mon[91618]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-15T17:52:35.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:35 smithi090 ceph-mon[89240]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-04-15T17:52:35.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:35 smithi090 ceph-mon[89240]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-15T17:52:35.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:35 smithi090 ceph-mon[89240]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-15T17:52:35.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:35 smithi153 ceph-mon[84714]: pgmap v4705: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 729 KiB/s rd, 5.0 KiB/s wr, 986 op/s 2024-04-15T17:52:35.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:35 smithi153 ceph-mon[84714]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-15T17:52:35.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:35 smithi153 ceph-mon[84714]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-15T17:52:37.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:37 smithi090 ceph-mon[91618]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 942 op/s 2024-04-15T17:52:37.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:37 smithi090 ceph-mon[91618]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-15T17:52:37.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:37 smithi090 ceph-mon[89240]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 942 op/s 2024-04-15T17:52:37.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:37 smithi090 ceph-mon[89240]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-15T17:52:37.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:37 smithi153 ceph-mon[84714]: pgmap v4708: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 942 op/s 2024-04-15T17:52:37.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:37 smithi153 ceph-mon[84714]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-15T17:52:38.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:38 smithi090 ceph-mon[89240]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-15T17:52:38.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:52:38.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:38 smithi090 ceph-mon[91618]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-15T17:52:38.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:52:38.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:38 smithi153 ceph-mon[84714]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-15T17:52:38.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:52:39.412 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:52:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:52:39] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-15T17:52:39.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:39 smithi090 ceph-mon[89240]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 941 op/s 2024-04-15T17:52:39.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:39 smithi090 ceph-mon[89240]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-15T17:52:39.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:39 smithi090 ceph-mon[91618]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 941 op/s 2024-04-15T17:52:39.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:39 smithi090 ceph-mon[91618]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-15T17:52:39.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:39 smithi153 ceph-mon[84714]: pgmap v4711: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 696 KiB/s rd, 5.0 KiB/s wr, 941 op/s 2024-04-15T17:52:39.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:39 smithi153 ceph-mon[84714]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-15T17:52:40.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:40 smithi090 ceph-mon[89240]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-15T17:52:40.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:40 smithi090 ceph-mon[89240]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-15T17:52:40.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:40 smithi090 ceph-mon[91618]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-15T17:52:40.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:40 smithi090 ceph-mon[91618]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-15T17:52:40.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:40 smithi153 ceph-mon[84714]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-15T17:52:40.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:40 smithi153 ceph-mon[84714]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-15T17:52:41.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:41 smithi090 ceph-mon[89240]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:52:41.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:41 smithi090 ceph-mon[91618]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:52:41.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:41 smithi153 ceph-mon[84714]: pgmap v4714: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:52:42.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:42 smithi153 ceph-mon[84714]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-15T17:52:42.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:52:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:52:42.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:42 smithi090 ceph-mon[89240]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-15T17:52:42.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:42 smithi090 ceph-mon[91618]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-15T17:52:43.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:43 smithi090 ceph-mon[89240]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 896 op/s 2024-04-15T17:52:43.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:43 smithi090 ceph-mon[89240]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-15T17:52:43.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:43 smithi090 ceph-mon[91618]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 896 op/s 2024-04-15T17:52:43.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:43 smithi090 ceph-mon[91618]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-15T17:52:43.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:43 smithi153 ceph-mon[84714]: pgmap v4717: 137 pgs: 137 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 662 KiB/s rd, 5.0 KiB/s wr, 896 op/s 2024-04-15T17:52:43.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:43 smithi153 ceph-mon[84714]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-15T17:52:44.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:44 smithi090 ceph-mon[89240]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-15T17:52:44.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:44 smithi090 ceph-mon[91618]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-15T17:52:44.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:44 smithi153 ceph-mon[84714]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-15T17:52:45.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:45 smithi090 ceph-mon[89240]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 899 op/s 2024-04-15T17:52:45.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:45 smithi090 ceph-mon[89240]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-15T17:52:45.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:45 smithi090 ceph-mon[89240]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-15T17:52:45.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:45 smithi090 ceph-mon[91618]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 899 op/s 2024-04-15T17:52:45.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:45 smithi090 ceph-mon[91618]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-15T17:52:45.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:45 smithi090 ceph-mon[91618]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-15T17:52:45.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:45 smithi153 ceph-mon[84714]: pgmap v4720: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 663 KiB/s rd, 5.0 KiB/s wr, 899 op/s 2024-04-15T17:52:45.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:45 smithi153 ceph-mon[84714]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-15T17:52:45.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:45 smithi153 ceph-mon[84714]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-15T17:52:47.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:47 smithi090 ceph-mon[89240]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-04-15T17:52:47.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:47 smithi090 ceph-mon[89240]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-15T17:52:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:47 smithi090 ceph-mon[91618]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-04-15T17:52:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:47 smithi090 ceph-mon[91618]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-15T17:52:47.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:47 smithi153 ceph-mon[84714]: pgmap v4723: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 854 op/s 2024-04-15T17:52:47.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:47 smithi153 ceph-mon[84714]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-15T17:52:48.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:48 smithi090 ceph-mon[89240]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-15T17:52:48.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:48 smithi090 ceph-mon[91618]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-15T17:52:48.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:48 smithi153 ceph-mon[84714]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-15T17:52:49.397 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:52:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:52:49] "GET /metrics HTTP/1.1" 200 36739 "" "Prometheus/2.43.0" 2024-04-15T17:52:49.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:49 smithi090 ceph-mon[89240]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 853 op/s 2024-04-15T17:52:49.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:49 smithi090 ceph-mon[89240]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-15T17:52:49.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:49 smithi090 ceph-mon[91618]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 853 op/s 2024-04-15T17:52:49.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:49 smithi090 ceph-mon[91618]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-15T17:52:49.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:49 smithi153 ceph-mon[84714]: pgmap v4726: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 630 KiB/s rd, 5.0 KiB/s wr, 853 op/s 2024-04-15T17:52:49.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:49 smithi153 ceph-mon[84714]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-15T17:52:50.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:50 smithi090 ceph-mon[89240]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-15T17:52:50.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:50 smithi090 ceph-mon[89240]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-15T17:52:50.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:50 smithi090 ceph-mon[91618]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-15T17:52:50.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:50 smithi090 ceph-mon[91618]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-15T17:52:50.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:50 smithi153 ceph-mon[84714]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-15T17:52:50.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:50 smithi153 ceph-mon[84714]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-15T17:52:51.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:51 smithi090 ceph-mon[89240]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:52:51.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:51 smithi090 ceph-mon[91618]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:52:51.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:51 smithi153 ceph-mon[84714]: pgmap v4729: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:52:52.634 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:52 smithi153 ceph-mon[84714]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-15T17:52:52.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:52:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:52:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:52:52.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:52 smithi090 ceph-mon[89240]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-15T17:52:52.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:52 smithi090 ceph-mon[91618]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-15T17:52:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:53 smithi090 ceph-mon[89240]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-04-15T17:52:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:53 smithi090 ceph-mon[89240]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-15T17:52:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:52:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:53 smithi090 ceph-mon[91618]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-04-15T17:52:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:53 smithi090 ceph-mon[91618]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-15T17:52:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:52:53.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:53 smithi153 ceph-mon[84714]: pgmap v4732: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-04-15T17:52:53.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:53 smithi153 ceph-mon[84714]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-15T17:52:53.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:52:54.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:54 smithi090 ceph-mon[89240]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-15T17:52:54.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:54 smithi090 ceph-mon[91618]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-15T17:52:54.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:54 smithi153 ceph-mon[84714]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-15T17:52:55.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:55 smithi090 ceph-mon[91618]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-04-15T17:52:55.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:55 smithi090 ceph-mon[91618]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-15T17:52:55.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:55 smithi090 ceph-mon[91618]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-15T17:52:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:55 smithi090 ceph-mon[89240]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-04-15T17:52:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:55 smithi090 ceph-mon[89240]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-15T17:52:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:55 smithi090 ceph-mon[89240]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-15T17:52:55.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:55 smithi153 ceph-mon[84714]: pgmap v4735: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 598 KiB/s rd, 5.0 KiB/s wr, 811 op/s 2024-04-15T17:52:55.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:55 smithi153 ceph-mon[84714]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-15T17:52:55.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:55 smithi153 ceph-mon[84714]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-15T17:52:57.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:57 smithi090 ceph-mon[89240]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 564 KiB/s rd, 5.0 KiB/s wr, 765 op/s 2024-04-15T17:52:57.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:57 smithi090 ceph-mon[89240]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-15T17:52:57.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:57 smithi090 ceph-mon[91618]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 564 KiB/s rd, 5.0 KiB/s wr, 765 op/s 2024-04-15T17:52:57.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:57 smithi090 ceph-mon[91618]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-15T17:52:57.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:57 smithi153 ceph-mon[84714]: pgmap v4738: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 564 KiB/s rd, 5.0 KiB/s wr, 765 op/s 2024-04-15T17:52:57.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:57 smithi153 ceph-mon[84714]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-15T17:52:58.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:58 smithi090 ceph-mon[89240]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-15T17:52:58.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:58 smithi090 ceph-mon[91618]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-15T17:52:58.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:58 smithi153 ceph-mon[84714]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-15T17:52:59.456 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:52:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:52:59] "GET /metrics HTTP/1.1" 200 36740 "" "Prometheus/2.43.0" 2024-04-15T17:52:59.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:59 smithi090 ceph-mon[89240]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 767 op/s 2024-04-15T17:52:59.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:52:59 smithi090 ceph-mon[89240]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-15T17:52:59.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:59 smithi090 ceph-mon[91618]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 767 op/s 2024-04-15T17:52:59.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:52:59 smithi090 ceph-mon[91618]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-15T17:52:59.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:59 smithi153 ceph-mon[84714]: pgmap v4741: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 565 KiB/s rd, 5.0 KiB/s wr, 767 op/s 2024-04-15T17:52:59.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:52:59 smithi153 ceph-mon[84714]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-15T17:53:00.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:00 smithi090 ceph-mon[89240]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-15T17:53:00.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:00 smithi090 ceph-mon[89240]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-15T17:53:00.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:00 smithi090 ceph-mon[91618]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-15T17:53:00.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:00 smithi090 ceph-mon[91618]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-15T17:53:00.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:00 smithi153 ceph-mon[84714]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-15T17:53:00.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:00 smithi153 ceph-mon[84714]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-15T17:53:01.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:01 smithi090 ceph-mon[89240]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:53:01.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:01 smithi090 ceph-mon[89240]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-15T17:53:01.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:01 smithi090 ceph-mon[91618]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:53:01.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:01 smithi090 ceph-mon[91618]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-15T17:53:01.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:01 smithi153 ceph-mon[84714]: pgmap v4744: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:53:01.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:01 smithi153 ceph-mon[84714]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-15T17:53:02.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:53:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:53:03.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:03 smithi090 ceph-mon[89240]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-15T17:53:03.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:03 smithi090 ceph-mon[89240]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-15T17:53:03.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:03 smithi090 ceph-mon[91618]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-15T17:53:03.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:03 smithi090 ceph-mon[91618]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-15T17:53:03.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:03 smithi153 ceph-mon[84714]: pgmap v4747: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-15T17:53:03.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:03 smithi153 ceph-mon[84714]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-15T17:53:04.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:04 smithi090 ceph-mon[89240]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-15T17:53:04.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:04 smithi090 ceph-mon[91618]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-15T17:53:04.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:04 smithi153 ceph-mon[84714]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-15T17:53:05.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:05 smithi090 ceph-mon[89240]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-15T17:53:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:05 smithi090 ceph-mon[89240]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-15T17:53:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:05 smithi090 ceph-mon[89240]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-15T17:53:05.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:05 smithi090 ceph-mon[91618]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-15T17:53:05.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:05 smithi090 ceph-mon[91618]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-15T17:53:05.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:05 smithi090 ceph-mon[91618]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-15T17:53:05.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:05 smithi153 ceph-mon[84714]: pgmap v4750: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 534 KiB/s rd, 5.0 KiB/s wr, 723 op/s 2024-04-15T17:53:05.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:05 smithi153 ceph-mon[84714]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-15T17:53:05.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:05 smithi153 ceph-mon[84714]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-15T17:53:07.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:07 smithi090 ceph-mon[89240]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 499 KiB/s rd, 5.0 KiB/s wr, 677 op/s 2024-04-15T17:53:07.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:07 smithi090 ceph-mon[89240]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-15T17:53:07.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:07 smithi090 ceph-mon[91618]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 499 KiB/s rd, 5.0 KiB/s wr, 677 op/s 2024-04-15T17:53:07.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:07 smithi090 ceph-mon[91618]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-15T17:53:07.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:07 smithi153 ceph-mon[84714]: pgmap v4753: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 499 KiB/s rd, 5.0 KiB/s wr, 677 op/s 2024-04-15T17:53:07.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:07 smithi153 ceph-mon[84714]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-15T17:53:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:08 smithi090 ceph-mon[91618]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-15T17:53:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:53:08.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:08 smithi090 ceph-mon[89240]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-15T17:53:08.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:53:08.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:08 smithi153 ceph-mon[84714]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-15T17:53:08.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:53:09.423 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:53:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:53:09] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-15T17:53:09.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:09 smithi090 ceph-mon[91618]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 680 op/s 2024-04-15T17:53:09.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:09 smithi090 ceph-mon[91618]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-15T17:53:09.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:09 smithi090 ceph-mon[89240]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 680 op/s 2024-04-15T17:53:09.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:09 smithi090 ceph-mon[89240]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-15T17:53:09.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:09 smithi153 ceph-mon[84714]: pgmap v4756: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 500 KiB/s rd, 5.0 KiB/s wr, 680 op/s 2024-04-15T17:53:09.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:09 smithi153 ceph-mon[84714]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-15T17:53:10.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:10 smithi090 ceph-mon[91618]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-15T17:53:10.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:10 smithi090 ceph-mon[91618]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-15T17:53:10.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:10 smithi090 ceph-mon[89240]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-15T17:53:10.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:10 smithi090 ceph-mon[89240]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-15T17:53:10.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:10 smithi153 ceph-mon[84714]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-15T17:53:10.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:10 smithi153 ceph-mon[84714]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-15T17:53:11.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:11 smithi090 ceph-mon[91618]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:53:11.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:11 smithi090 ceph-mon[89240]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:53:11.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:11 smithi153 ceph-mon[84714]: pgmap v4759: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:53:12.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:12 smithi153 ceph-mon[84714]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-15T17:53:12.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:53:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:53:12.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:12 smithi090 ceph-mon[89240]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-15T17:53:12.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:12 smithi090 ceph-mon[91618]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-15T17:53:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:13 smithi090 ceph-mon[91618]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-04-15T17:53:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:13 smithi090 ceph-mon[91618]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-15T17:53:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:13 smithi090 ceph-mon[89240]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-04-15T17:53:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:13 smithi090 ceph-mon[89240]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-15T17:53:13.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:13 smithi153 ceph-mon[84714]: pgmap v4762: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-04-15T17:53:13.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:13 smithi153 ceph-mon[84714]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-15T17:53:14.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:14 smithi090 ceph-mon[89240]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-15T17:53:14.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:14 smithi090 ceph-mon[91618]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-15T17:53:14.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:14 smithi153 ceph-mon[84714]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-15T17:53:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:15 smithi090 ceph-mon[89240]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-04-15T17:53:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:15 smithi090 ceph-mon[89240]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-15T17:53:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:15 smithi090 ceph-mon[89240]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-15T17:53:15.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:15 smithi090 ceph-mon[91618]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-04-15T17:53:15.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:15 smithi090 ceph-mon[91618]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-15T17:53:15.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:15 smithi090 ceph-mon[91618]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-15T17:53:15.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:15 smithi153 ceph-mon[84714]: pgmap v4765: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 469 KiB/s rd, 5.0 KiB/s wr, 636 op/s 2024-04-15T17:53:15.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:15 smithi153 ceph-mon[84714]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-15T17:53:15.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:15 smithi153 ceph-mon[84714]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-15T17:53:17.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:17 smithi090 ceph-mon[91618]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 432 KiB/s rd, 5.0 KiB/s wr, 585 op/s 2024-04-15T17:53:17.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:17 smithi090 ceph-mon[91618]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-15T17:53:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:17 smithi090 ceph-mon[89240]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 432 KiB/s rd, 5.0 KiB/s wr, 585 op/s 2024-04-15T17:53:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:17 smithi090 ceph-mon[89240]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-15T17:53:17.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:17 smithi153 ceph-mon[84714]: pgmap v4768: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 432 KiB/s rd, 5.0 KiB/s wr, 585 op/s 2024-04-15T17:53:17.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:17 smithi153 ceph-mon[84714]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-15T17:53:18.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:18 smithi090 ceph-mon[89240]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-15T17:53:18.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:18 smithi090 ceph-mon[91618]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-15T17:53:18.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:18 smithi153 ceph-mon[84714]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-15T17:53:19.406 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:53:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:53:19] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-15T17:53:19.406 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:19 smithi090 ceph-mon[89240]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-04-15T17:53:19.406 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:19 smithi090 ceph-mon[89240]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-15T17:53:19.406 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:19 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:53:19.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:19 smithi090 ceph-mon[91618]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-04-15T17:53:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:19 smithi090 ceph-mon[91618]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-15T17:53:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:19 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:53:19.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:19 smithi153 ceph-mon[84714]: pgmap v4771: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 434 KiB/s rd, 5.0 KiB/s wr, 588 op/s 2024-04-15T17:53:19.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:19 smithi153 ceph-mon[84714]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-15T17:53:19.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:19 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:53:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:20 smithi090 ceph-mon[89240]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-15T17:53:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:20 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:53:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:20 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:53:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:20 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:53:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:20 smithi090 ceph-mon[89240]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-15T17:53:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:20 smithi090 ceph-mon[91618]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-15T17:53:20.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:20 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:53:20.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:20 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:53:20.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:20 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:53:20.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:20 smithi090 ceph-mon[91618]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-15T17:53:20.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:20 smithi153 ceph-mon[84714]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-15T17:53:20.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:20 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:53:20.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:20 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:53:20.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:20 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:53:20.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:20 smithi153 ceph-mon[84714]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-15T17:53:21.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:21 smithi090 ceph-mon[89240]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T17:53:21.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:21 smithi090 ceph-mon[91618]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T17:53:21.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:21 smithi153 ceph-mon[84714]: pgmap v4774: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T17:53:22.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:22 smithi153 ceph-mon[84714]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-15T17:53:22.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:53:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:53:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:53:22.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:22 smithi090 ceph-mon[91618]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-15T17:53:22.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:22 smithi090 ceph-mon[89240]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-15T17:53:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:23 smithi090 ceph-mon[91618]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2024-04-15T17:53:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:23 smithi090 ceph-mon[91618]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-15T17:53:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:53:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:23 smithi090 ceph-mon[89240]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2024-04-15T17:53:23.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:23 smithi090 ceph-mon[89240]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-15T17:53:23.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:53:23.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:23 smithi153 ceph-mon[84714]: pgmap v4777: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2024-04-15T17:53:23.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:23 smithi153 ceph-mon[84714]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-15T17:53:23.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:53:24.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:24 smithi090 ceph-mon[89240]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-15T17:53:24.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:24 smithi090 ceph-mon[91618]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-15T17:53:24.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:24 smithi153 ceph-mon[84714]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-15T17:53:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:25 smithi090 ceph-mon[89240]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2024-04-15T17:53:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:25 smithi090 ceph-mon[89240]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-15T17:53:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:25 smithi090 ceph-mon[89240]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-15T17:53:25.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:25 smithi090 ceph-mon[91618]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2024-04-15T17:53:25.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:25 smithi090 ceph-mon[91618]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-15T17:53:25.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:25 smithi090 ceph-mon[91618]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-15T17:53:25.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:25 smithi153 ceph-mon[84714]: pgmap v4780: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 402 KiB/s rd, 5.0 KiB/s wr, 544 op/s 2024-04-15T17:53:25.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:25 smithi153 ceph-mon[84714]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-15T17:53:25.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:25 smithi153 ceph-mon[84714]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-15T17:53:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:27 smithi090 ceph-mon[89240]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 499 op/s 2024-04-15T17:53:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:27 smithi090 ceph-mon[89240]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-15T17:53:27.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:27 smithi090 ceph-mon[91618]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 499 op/s 2024-04-15T17:53:27.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:27 smithi090 ceph-mon[91618]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-15T17:53:27.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:27 smithi153 ceph-mon[84714]: pgmap v4783: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 499 op/s 2024-04-15T17:53:27.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:27 smithi153 ceph-mon[84714]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-15T17:53:28.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:28 smithi090 ceph-mon[89240]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-15T17:53:28.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:28 smithi090 ceph-mon[91618]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-15T17:53:28.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:28 smithi153 ceph-mon[84714]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-15T17:53:29.417 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:53:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:53:29] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-15T17:53:29.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:29 smithi090 ceph-mon[91618]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2024-04-15T17:53:29.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:29 smithi090 ceph-mon[91618]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-15T17:53:29.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:29 smithi090 ceph-mon[89240]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2024-04-15T17:53:29.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:29 smithi090 ceph-mon[89240]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-15T17:53:29.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:29 smithi153 ceph-mon[84714]: pgmap v4786: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 5.0 KiB/s wr, 501 op/s 2024-04-15T17:53:29.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:29 smithi153 ceph-mon[84714]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-15T17:53:30.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:30 smithi090 ceph-mon[89240]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-15T17:53:30.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:30 smithi090 ceph-mon[89240]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-15T17:53:30.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:30 smithi090 ceph-mon[91618]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-15T17:53:30.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:30 smithi090 ceph-mon[91618]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-15T17:53:30.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:30 smithi153 ceph-mon[84714]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-15T17:53:30.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:30 smithi153 ceph-mon[84714]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-15T17:53:31.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:31 smithi090 ceph-mon[89240]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:53:31.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:31 smithi090 ceph-mon[91618]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:53:31.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:31 smithi153 ceph-mon[84714]: pgmap v4789: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 511 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:53:32.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:32 smithi153 ceph-mon[84714]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-15T17:53:32.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:53:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:53:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:53:32.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:32 smithi090 ceph-mon[89240]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-15T17:53:32.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:32 smithi090 ceph-mon[91618]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-15T17:53:33.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:33 smithi090 ceph-mon[89240]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2024-04-15T17:53:33.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:33 smithi090 ceph-mon[89240]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-15T17:53:33.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:33 smithi090 ceph-mon[91618]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2024-04-15T17:53:33.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:33 smithi090 ceph-mon[91618]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-15T17:53:33.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:33 smithi153 ceph-mon[84714]: pgmap v4792: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2024-04-15T17:53:33.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:33 smithi153 ceph-mon[84714]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-15T17:53:34.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:34 smithi090 ceph-mon[89240]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-15T17:53:34.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:34 smithi090 ceph-mon[91618]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-15T17:53:34.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:34 smithi153 ceph-mon[84714]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-15T17:53:35.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:35 smithi090 ceph-mon[89240]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2024-04-15T17:53:35.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:35 smithi090 ceph-mon[89240]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-15T17:53:35.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:35 smithi090 ceph-mon[89240]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-15T17:53:35.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:35 smithi090 ceph-mon[91618]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2024-04-15T17:53:35.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:35 smithi090 ceph-mon[91618]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-15T17:53:35.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:35 smithi090 ceph-mon[91618]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-15T17:53:35.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:35 smithi153 ceph-mon[84714]: pgmap v4795: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 337 KiB/s rd, 5.0 KiB/s wr, 457 op/s 2024-04-15T17:53:35.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:35 smithi153 ceph-mon[84714]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-15T17:53:35.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:35 smithi153 ceph-mon[84714]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-15T17:53:37.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:37 smithi090 ceph-mon[89240]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 5.0 KiB/s wr, 409 op/s 2024-04-15T17:53:37.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:37 smithi090 ceph-mon[89240]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-15T17:53:37.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:37 smithi090 ceph-mon[91618]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 5.0 KiB/s wr, 409 op/s 2024-04-15T17:53:37.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:37 smithi090 ceph-mon[91618]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-15T17:53:37.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:37 smithi153 ceph-mon[84714]: pgmap v4798: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 303 KiB/s rd, 5.0 KiB/s wr, 409 op/s 2024-04-15T17:53:37.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:37 smithi153 ceph-mon[84714]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-15T17:53:38.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:38 smithi090 ceph-mon[89240]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-15T17:53:38.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:53:38.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:38 smithi090 ceph-mon[91618]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-15T17:53:38.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:53:38.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:38 smithi153 ceph-mon[84714]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-15T17:53:38.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:53:39.412 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:53:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:53:39] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-15T17:53:39.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:39 smithi090 ceph-mon[89240]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 413 op/s 2024-04-15T17:53:39.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:39 smithi090 ceph-mon[89240]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-15T17:53:39.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:39 smithi090 ceph-mon[91618]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 413 op/s 2024-04-15T17:53:39.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:39 smithi090 ceph-mon[91618]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-15T17:53:39.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:39 smithi153 ceph-mon[84714]: pgmap v4801: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 5.0 KiB/s wr, 413 op/s 2024-04-15T17:53:39.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:39 smithi153 ceph-mon[84714]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-15T17:53:40.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:40 smithi090 ceph-mon[91618]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-15T17:53:40.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:40 smithi090 ceph-mon[91618]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-15T17:53:40.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:40 smithi090 ceph-mon[89240]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-15T17:53:40.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:40 smithi090 ceph-mon[89240]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-15T17:53:40.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:40 smithi153 ceph-mon[84714]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-15T17:53:40.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:40 smithi153 ceph-mon[84714]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-15T17:53:41.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:41 smithi090 ceph-mon[91618]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T17:53:41.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:41 smithi090 ceph-mon[89240]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T17:53:41.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:41 smithi153 ceph-mon[84714]: pgmap v4804: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-15T17:53:42.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:42 smithi153 ceph-mon[84714]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-15T17:53:42.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:53:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:53:42.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:42 smithi090 ceph-mon[91618]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-15T17:53:42.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:42 smithi090 ceph-mon[89240]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-15T17:53:43.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:43 smithi090 ceph-mon[91618]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-04-15T17:53:43.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:43 smithi090 ceph-mon[91618]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-15T17:53:43.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:43 smithi090 ceph-mon[89240]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-04-15T17:53:43.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:43 smithi090 ceph-mon[89240]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-15T17:53:43.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:43 smithi153 ceph-mon[84714]: pgmap v4807: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 272 KiB/s rd, 5.0 KiB/s wr, 368 op/s 2024-04-15T17:53:43.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:43 smithi153 ceph-mon[84714]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-15T17:53:44.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:44 smithi090 ceph-mon[91618]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-15T17:53:44.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:44 smithi090 ceph-mon[89240]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-15T17:53:44.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:44 smithi153 ceph-mon[84714]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-15T17:53:45.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:45 smithi090 ceph-mon[91618]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 273 KiB/s rd, 5.0 KiB/s wr, 370 op/s 2024-04-15T17:53:45.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:45 smithi090 ceph-mon[91618]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-15T17:53:45.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:45 smithi090 ceph-mon[91618]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-15T17:53:45.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:45 smithi090 ceph-mon[89240]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 273 KiB/s rd, 5.0 KiB/s wr, 370 op/s 2024-04-15T17:53:45.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:45 smithi090 ceph-mon[89240]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-15T17:53:45.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:45 smithi090 ceph-mon[89240]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-15T17:53:45.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:45 smithi153 ceph-mon[84714]: pgmap v4810: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 273 KiB/s rd, 5.0 KiB/s wr, 370 op/s 2024-04-15T17:53:45.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:45 smithi153 ceph-mon[84714]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-15T17:53:45.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:45 smithi153 ceph-mon[84714]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-15T17:53:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:47 smithi090 ceph-mon[91618]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 327 op/s 2024-04-15T17:53:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:47 smithi090 ceph-mon[91618]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-15T17:53:47.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:47 smithi090 ceph-mon[89240]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 327 op/s 2024-04-15T17:53:47.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:47 smithi090 ceph-mon[89240]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-15T17:53:47.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:47 smithi153 ceph-mon[84714]: pgmap v4813: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 239 KiB/s rd, 5.0 KiB/s wr, 327 op/s 2024-04-15T17:53:47.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:47 smithi153 ceph-mon[84714]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-15T17:53:48.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:48 smithi090 ceph-mon[91618]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-15T17:53:48.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:48 smithi090 ceph-mon[89240]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-15T17:53:48.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:48 smithi153 ceph-mon[84714]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-15T17:53:49.419 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:53:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:53:49] "GET /metrics HTTP/1.1" 200 36735 "" "Prometheus/2.43.0" 2024-04-15T17:53:49.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:49 smithi090 ceph-mon[91618]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 325 op/s 2024-04-15T17:53:49.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:49 smithi090 ceph-mon[91618]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-15T17:53:49.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:49 smithi090 ceph-mon[89240]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 325 op/s 2024-04-15T17:53:49.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:49 smithi090 ceph-mon[89240]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-15T17:53:49.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:49 smithi153 ceph-mon[84714]: pgmap v4816: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 238 KiB/s rd, 5.0 KiB/s wr, 325 op/s 2024-04-15T17:53:49.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:49 smithi153 ceph-mon[84714]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-15T17:53:50.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:50 smithi090 ceph-mon[89240]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-15T17:53:50.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:50 smithi090 ceph-mon[89240]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-15T17:53:50.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:50 smithi090 ceph-mon[91618]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-15T17:53:50.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:50 smithi090 ceph-mon[91618]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-15T17:53:50.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:50 smithi153 ceph-mon[84714]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-15T17:53:50.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:50 smithi153 ceph-mon[84714]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-15T17:53:51.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:51 smithi090 ceph-mon[89240]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T17:53:51.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:51 smithi090 ceph-mon[91618]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T17:53:51.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:51 smithi153 ceph-mon[84714]: pgmap v4819: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-15T17:53:52.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:52 smithi153 ceph-mon[84714]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-15T17:53:52.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:53:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:53:52.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:52 smithi090 ceph-mon[89240]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-15T17:53:52.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:52 smithi090 ceph-mon[91618]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-15T17:53:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:53 smithi090 ceph-mon[91618]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-15T17:53:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:53 smithi090 ceph-mon[91618]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-15T17:53:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:53:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:53 smithi090 ceph-mon[89240]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-15T17:53:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:53 smithi090 ceph-mon[89240]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-15T17:53:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:53:53.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:53 smithi153 ceph-mon[84714]: pgmap v4822: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-15T17:53:53.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:53 smithi153 ceph-mon[84714]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-15T17:53:53.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:53:54.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:54 smithi090 ceph-mon[89240]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-15T17:53:54.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:54 smithi090 ceph-mon[91618]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-15T17:53:54.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:54 smithi153 ceph-mon[84714]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-15T17:53:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:55 smithi090 ceph-mon[89240]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-15T17:53:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:55 smithi090 ceph-mon[89240]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-15T17:53:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:55 smithi090 ceph-mon[89240]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-15T17:53:55.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:55 smithi090 ceph-mon[91618]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-15T17:53:55.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:55 smithi090 ceph-mon[91618]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-15T17:53:55.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:55 smithi090 ceph-mon[91618]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-15T17:53:55.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:55 smithi153 ceph-mon[84714]: pgmap v4825: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 206 KiB/s rd, 5.0 KiB/s wr, 282 op/s 2024-04-15T17:53:55.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:55 smithi153 ceph-mon[84714]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-15T17:53:55.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:55 smithi153 ceph-mon[84714]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-15T17:53:57.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:57 smithi090 ceph-mon[89240]: pgmap v4828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 237 op/s 2024-04-15T17:53:57.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:57 smithi090 ceph-mon[89240]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-15T17:53:57.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:57 smithi090 ceph-mon[91618]: pgmap v4828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 237 op/s 2024-04-15T17:53:57.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:57 smithi090 ceph-mon[91618]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-15T17:53:57.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:57 smithi153 ceph-mon[84714]: pgmap v4828: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 237 op/s 2024-04-15T17:53:57.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:57 smithi153 ceph-mon[84714]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-15T17:53:58.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:58 smithi090 ceph-mon[89240]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-15T17:53:58.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:58 smithi090 ceph-mon[91618]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-15T17:53:58.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:58 smithi153 ceph-mon[84714]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-15T17:53:59.417 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:53:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:53:59] "GET /metrics HTTP/1.1" 200 36734 "" "Prometheus/2.43.0" 2024-04-15T17:53:59.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:59 smithi090 ceph-mon[89240]: pgmap v4831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 239 op/s 2024-04-15T17:53:59.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:53:59 smithi090 ceph-mon[89240]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-15T17:53:59.875 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:59 smithi090 ceph-mon[91618]: pgmap v4831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 239 op/s 2024-04-15T17:53:59.875 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:53:59 smithi090 ceph-mon[91618]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-15T17:53:59.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:59 smithi153 ceph-mon[84714]: pgmap v4831: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 174 KiB/s rd, 5.0 KiB/s wr, 239 op/s 2024-04-15T17:53:59.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:53:59 smithi153 ceph-mon[84714]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-15T17:54:00.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:00 smithi090 ceph-mon[89240]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-15T17:54:00.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:00 smithi090 ceph-mon[89240]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-15T17:54:00.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:00 smithi090 ceph-mon[91618]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-15T17:54:00.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:00 smithi090 ceph-mon[91618]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-15T17:54:00.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:00 smithi153 ceph-mon[84714]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-15T17:54:00.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:00 smithi153 ceph-mon[84714]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-15T17:54:01.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:01 smithi090 ceph-mon[89240]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:54:01.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:01 smithi090 ceph-mon[89240]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-15T17:54:01.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:01 smithi090 ceph-mon[91618]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:54:01.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:01 smithi090 ceph-mon[91618]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-15T17:54:01.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:01 smithi153 ceph-mon[84714]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 767 B/s rd, 0 B/s wr, 1 op/s 2024-04-15T17:54:01.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:01 smithi153 ceph-mon[84714]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-15T17:54:02.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:54:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:54:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:54:03.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:03 smithi090 ceph-mon[89240]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 191 op/s 2024-04-15T17:54:03.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:03 smithi090 ceph-mon[89240]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-15T17:54:03.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:03 smithi090 ceph-mon[91618]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 191 op/s 2024-04-15T17:54:03.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:03 smithi090 ceph-mon[91618]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-15T17:54:03.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:03 smithi153 ceph-mon[84714]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 140 KiB/s rd, 5.0 KiB/s wr, 191 op/s 2024-04-15T17:54:03.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:03 smithi153 ceph-mon[84714]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-15T17:54:04.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:04 smithi090 ceph-mon[91618]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-15T17:54:04.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:04 smithi090 ceph-mon[89240]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-15T17:54:04.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:04 smithi153 ceph-mon[84714]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-15T17:54:05.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:05 smithi090 ceph-mon[91618]: pgmap v4840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 195 op/s 2024-04-15T17:54:05.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:05 smithi090 ceph-mon[91618]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-15T17:54:05.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:05 smithi090 ceph-mon[91618]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-15T17:54:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:05 smithi090 ceph-mon[89240]: pgmap v4840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 195 op/s 2024-04-15T17:54:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:05 smithi090 ceph-mon[89240]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-15T17:54:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:05 smithi090 ceph-mon[89240]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-15T17:54:05.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:05 smithi153 ceph-mon[84714]: pgmap v4840: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 5.0 KiB/s wr, 195 op/s 2024-04-15T17:54:05.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:05 smithi153 ceph-mon[84714]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-15T17:54:05.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:05 smithi153 ceph-mon[84714]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-15T17:54:07.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:07 smithi090 ceph-mon[91618]: pgmap v4843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 5.0 KiB/s wr, 150 op/s 2024-04-15T17:54:07.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:07 smithi090 ceph-mon[91618]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-15T17:54:07.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:07 smithi090 ceph-mon[89240]: pgmap v4843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 5.0 KiB/s wr, 150 op/s 2024-04-15T17:54:07.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:07 smithi090 ceph-mon[89240]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-15T17:54:07.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:07 smithi153 ceph-mon[84714]: pgmap v4843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 5.0 KiB/s wr, 150 op/s 2024-04-15T17:54:07.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:07 smithi153 ceph-mon[84714]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-15T17:54:08.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:08 smithi090 ceph-mon[89240]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-15T17:54:08.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:54:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:08 smithi090 ceph-mon[91618]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-15T17:54:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:54:08.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:08 smithi153 ceph-mon[84714]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-15T17:54:08.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:54:09.428 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:54:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:54:09] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-15T17:54:09.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:09 smithi090 ceph-mon[91618]: pgmap v4846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 150 op/s 2024-04-15T17:54:09.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:09 smithi090 ceph-mon[91618]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-15T17:54:09.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:09 smithi090 ceph-mon[89240]: pgmap v4846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 150 op/s 2024-04-15T17:54:09.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:09 smithi090 ceph-mon[89240]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-15T17:54:09.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:09 smithi153 ceph-mon[84714]: pgmap v4846: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 109 KiB/s rd, 5.0 KiB/s wr, 150 op/s 2024-04-15T17:54:09.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:09 smithi153 ceph-mon[84714]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-15T17:54:10.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:10 smithi090 ceph-mon[89240]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-15T17:54:10.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:10 smithi090 ceph-mon[89240]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-15T17:54:10.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:10 smithi090 ceph-mon[91618]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-15T17:54:10.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:10 smithi090 ceph-mon[91618]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-15T17:54:10.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:10 smithi153 ceph-mon[84714]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-15T17:54:10.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:10 smithi153 ceph-mon[84714]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-15T17:54:11.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:11 smithi090 ceph-mon[89240]: pgmap v4849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:54:11.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:11 smithi090 ceph-mon[91618]: pgmap v4849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:54:11.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:11 smithi153 ceph-mon[84714]: pgmap v4849: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1023 B/s rd, 0 B/s wr, 2 op/s 2024-04-15T17:54:12.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:12 smithi153 ceph-mon[84714]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-15T17:54:12.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:54:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:54:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:54:12.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:12 smithi090 ceph-mon[89240]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-15T17:54:12.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:12 smithi090 ceph-mon[91618]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-15T17:54:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:13 smithi090 ceph-mon[91618]: pgmap v4852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 106 op/s 2024-04-15T17:54:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:13 smithi090 ceph-mon[91618]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-15T17:54:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:13 smithi090 ceph-mon[89240]: pgmap v4852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 106 op/s 2024-04-15T17:54:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:13 smithi090 ceph-mon[89240]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-15T17:54:13.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:13 smithi153 ceph-mon[84714]: pgmap v4852: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 106 op/s 2024-04-15T17:54:13.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:13 smithi153 ceph-mon[84714]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-15T17:54:14.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:14 smithi090 ceph-mon[91618]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-15T17:54:14.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:14 smithi090 ceph-mon[89240]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-15T17:54:14.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:14 smithi153 ceph-mon[84714]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-15T17:54:15.523 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-04-15T17:54:15.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:15 smithi090 ceph-mon[91618]: pgmap v4855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-04-15T17:54:15.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:15 smithi090 ceph-mon[91618]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-15T17:54:15.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:15 smithi090 ceph-mon[91618]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-15T17:54:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:15 smithi090 ceph-mon[89240]: pgmap v4855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-04-15T17:54:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:15 smithi090 ceph-mon[89240]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-15T17:54:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:15 smithi090 ceph-mon[89240]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-15T17:54:15.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:15 smithi153 ceph-mon[84714]: pgmap v4855: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 5.0 KiB/s wr, 107 op/s 2024-04-15T17:54:15.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:15 smithi153 ceph-mon[84714]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-15T17:54:15.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:15 smithi153 ceph-mon[84714]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-15T17:54:17.585 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-04-15T17:54:17.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:17 smithi090 ceph-mon[91618]: pgmap v4858: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 4.5 KiB/s wr, 62 op/s 2024-04-15T17:54:17.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:17 smithi090 ceph-mon[91618]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-15T17:54:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:17 smithi090 ceph-mon[89240]: pgmap v4858: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 4.5 KiB/s wr, 62 op/s 2024-04-15T17:54:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:17 smithi090 ceph-mon[89240]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-15T17:54:17.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:17 smithi153 ceph-mon[84714]: pgmap v4858: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 46 KiB/s rd, 4.5 KiB/s wr, 62 op/s 2024-04-15T17:54:17.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:17 smithi153 ceph-mon[84714]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-15T17:54:18.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:18 smithi090 ceph-mon[89240]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-15T17:54:18.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:18 smithi090 ceph-mon[91618]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-15T17:54:18.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:18 smithi153 ceph-mon[84714]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-15T17:54:19.497 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:54:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:54:19] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-15T17:54:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:19 smithi090 ceph-mon[89240]: pgmap v4861: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-04-15T17:54:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:19 smithi090 ceph-mon[89240]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-15T17:54:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:19 smithi090 ceph-mon[91618]: pgmap v4861: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-04-15T17:54:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:19 smithi090 ceph-mon[91618]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-15T17:54:19.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:19 smithi153 ceph-mon[84714]: pgmap v4861: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 6.2 KiB/s wr, 77 op/s 2024-04-15T17:54:19.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:19 smithi153 ceph-mon[84714]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-15T17:54:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:20 smithi090 ceph-mon[89240]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-15T17:54:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:20 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:54:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:20 smithi090 ceph-mon[89240]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-15T17:54:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:20 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:54:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:20 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:54:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:20 smithi090 ceph-mon[91618]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-15T17:54:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:20 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:54:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:20 smithi090 ceph-mon[91618]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-15T17:54:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:20 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:54:20.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:20 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:54:20.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:20 smithi153 ceph-mon[84714]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-15T17:54:20.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:20 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:54:20.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:20 smithi153 ceph-mon[84714]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-15T17:54:20.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:20 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:54:20.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:20 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:54:21.545 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-04-15T17:54:21.639 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-04-15T17:54:21.790 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2024-04-15T17:54:21.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:21 smithi090 ceph-mon[89240]: pgmap v4864: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 15 op/s 2024-04-15T17:54:21.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:21 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:54:21.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:21 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:54:21.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:21 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:54:21.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:21 smithi090 ceph-mon[89240]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-15T17:54:21.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:21 smithi090 ceph-mon[91618]: pgmap v4864: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 15 op/s 2024-04-15T17:54:21.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:21 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:54:21.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:21 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:54:21.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:21 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:54:21.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:21 smithi090 ceph-mon[91618]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-15T17:54:21.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:21 smithi153 ceph-mon[84714]: pgmap v4864: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 15 op/s 2024-04-15T17:54:21.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:21 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:54:21.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:21 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:54:21.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:21 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:54:21.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:21 smithi153 ceph-mon[84714]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-15T17:54:22.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:54:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:54:23.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:23 smithi090 ceph-mon[89240]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 11 KiB/s wr, 134 op/s 2024-04-15T17:54:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:23 smithi090 ceph-mon[89240]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-15T17:54:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:54:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:23 smithi090 ceph-mon[91618]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 11 KiB/s wr, 134 op/s 2024-04-15T17:54:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:23 smithi090 ceph-mon[91618]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-15T17:54:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:54:23.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:23 smithi153 ceph-mon[84714]: pgmap v4867: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 97 KiB/s rd, 11 KiB/s wr, 134 op/s 2024-04-15T17:54:23.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:23 smithi153 ceph-mon[84714]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-15T17:54:23.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:54:24.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:24 smithi090 ceph-mon[89240]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-15T17:54:24.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:24 smithi090 ceph-mon[91618]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-15T17:54:24.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:24 smithi153 ceph-mon[84714]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-15T17:54:25.515 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-04-15T17:54:25.592 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2024-04-15T17:54:25.679 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-04-15T17:54:25.770 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-04-15T17:54:25.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:25 smithi090 ceph-mon[91618]: pgmap v4870: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 12 KiB/s wr, 144 op/s 2024-04-15T17:54:25.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:25 smithi090 ceph-mon[91618]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-15T17:54:25.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:25 smithi090 ceph-mon[91618]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-15T17:54:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:25 smithi090 ceph-mon[89240]: pgmap v4870: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 12 KiB/s wr, 144 op/s 2024-04-15T17:54:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:25 smithi090 ceph-mon[89240]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-15T17:54:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:25 smithi090 ceph-mon[89240]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-15T17:54:25.857 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-04-15T17:54:25.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:25 smithi153 ceph-mon[84714]: pgmap v4870: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 12 KiB/s wr, 144 op/s 2024-04-15T17:54:25.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:25 smithi153 ceph-mon[84714]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-15T17:54:25.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:25 smithi153 ceph-mon[84714]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-15T17:54:25.938 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-04-15T17:54:26.667 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-04-15T17:54:26.747 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-04-15T17:54:26.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:26 smithi090 ceph-mon[89240]: pgmap v4873: 137 pgs: 1 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 8.0 KiB/s wr, 252 op/s 2024-04-15T17:54:26.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:26 smithi090 ceph-mon[91618]: pgmap v4873: 137 pgs: 1 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 8.0 KiB/s wr, 252 op/s 2024-04-15T17:54:26.848 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-04-15T17:54:26.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:26 smithi153 ceph-mon[84714]: pgmap v4873: 137 pgs: 1 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 196 KiB/s rd, 8.0 KiB/s wr, 252 op/s 2024-04-15T17:54:26.952 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-04-15T17:54:27.034 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-04-15T17:54:29.544 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:29 smithi090 ceph-mon[91618]: pgmap v4874: 137 pgs: 1 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 14 KiB/s wr, 341 op/s 2024-04-15T17:54:29.544 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:54:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:54:29] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-15T17:54:29.544 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:29 smithi090 ceph-mon[89240]: pgmap v4874: 137 pgs: 1 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 14 KiB/s wr, 341 op/s 2024-04-15T17:54:29.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:29 smithi153 ceph-mon[84714]: pgmap v4874: 137 pgs: 1 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 250 KiB/s rd, 14 KiB/s wr, 341 op/s 2024-04-15T17:54:31.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:31 smithi090 ceph-mon[91618]: pgmap v4875: 137 pgs: 1 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 12 KiB/s wr, 289 op/s 2024-04-15T17:54:31.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:31 smithi090 ceph-mon[91618]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-15T17:54:31.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:31 smithi090 ceph-mon[89240]: pgmap v4875: 137 pgs: 1 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 12 KiB/s wr, 289 op/s 2024-04-15T17:54:31.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:31 smithi090 ceph-mon[89240]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-15T17:54:31.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:31 smithi153 ceph-mon[84714]: pgmap v4875: 137 pgs: 1 active+clean+snaptrim, 3 active+clean+snaptrim_wait, 133 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 212 KiB/s rd, 12 KiB/s wr, 289 op/s 2024-04-15T17:54:31.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:31 smithi153 ceph-mon[84714]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-15T17:54:32.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:54:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:54:33.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:33 smithi090 ceph-mon[91618]: pgmap v4877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 38 KiB/s wr, 810 op/s 2024-04-15T17:54:33.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:33 smithi090 ceph-mon[89240]: pgmap v4877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 38 KiB/s wr, 810 op/s 2024-04-15T17:54:33.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:33 smithi153 ceph-mon[84714]: pgmap v4877: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 38 KiB/s wr, 810 op/s 2024-04-15T17:54:34.721 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-04-15T17:54:35.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:35 smithi090 ceph-mon[91618]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 33 KiB/s wr, 706 op/s 2024-04-15T17:54:35.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:35 smithi090 ceph-mon[89240]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 33 KiB/s wr, 706 op/s 2024-04-15T17:54:35.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:35 smithi153 ceph-mon[84714]: pgmap v4878: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 33 KiB/s wr, 706 op/s 2024-04-15T17:54:36.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:36 smithi090 ceph-mon[91618]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-15T17:54:36.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:36 smithi090 ceph-mon[89240]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-15T17:54:36.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:36 smithi153 ceph-mon[84714]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-15T17:54:37.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:37 smithi090 ceph-mon[91618]: pgmap v4880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 560 op/s 2024-04-15T17:54:37.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:37 smithi090 ceph-mon[89240]: pgmap v4880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 560 op/s 2024-04-15T17:54:37.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:37 smithi153 ceph-mon[84714]: pgmap v4880: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 560 op/s 2024-04-15T17:54:38.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:54:38.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:54:38.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:54:39.435 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:54:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:54:39] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-15T17:54:39.436 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:39 smithi090 ceph-mon[89240]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 570 op/s 2024-04-15T17:54:39.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:39 smithi090 ceph-mon[91618]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 570 op/s 2024-04-15T17:54:39.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:39 smithi153 ceph-mon[84714]: pgmap v4881: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 540 KiB/s wr, 570 op/s 2024-04-15T17:54:41.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:41 smithi090 ceph-mon[91618]: pgmap v4882: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 447 KiB/s wr, 471 op/s 2024-04-15T17:54:41.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:41 smithi090 ceph-mon[89240]: pgmap v4882: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 447 KiB/s wr, 471 op/s 2024-04-15T17:54:41.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:41 smithi153 ceph-mon[84714]: pgmap v4882: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 447 KiB/s wr, 471 op/s 2024-04-15T17:54:42.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:54:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:54:43.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:43 smithi090 ceph-mon[91618]: pgmap v4883: 137 pgs: 137 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 1.6 MiB/s wr, 38 op/s 2024-04-15T17:54:43.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:43 smithi090 ceph-mon[89240]: pgmap v4883: 137 pgs: 137 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 1.6 MiB/s wr, 38 op/s 2024-04-15T17:54:43.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:43 smithi153 ceph-mon[84714]: pgmap v4883: 137 pgs: 137 active+clean; 17 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 1.6 MiB/s wr, 38 op/s 2024-04-15T17:54:44.383 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-04-15T17:54:44.467 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-04-15T17:54:44.564 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-04-15T17:54:44.655 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-04-15T17:54:45.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:45 smithi090 ceph-mon[89240]: pgmap v4884: 137 pgs: 137 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-04-15T17:54:45.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:45 smithi090 ceph-mon[91618]: pgmap v4884: 137 pgs: 137 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-04-15T17:54:45.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:45 smithi153 ceph-mon[84714]: pgmap v4884: 137 pgs: 137 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 147 KiB/s rd, 2.0 MiB/s wr, 44 op/s 2024-04-15T17:54:46.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:46 smithi090 ceph-mon[89240]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-15T17:54:46.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:46 smithi090 ceph-mon[91618]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-15T17:54:46.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:46 smithi153 ceph-mon[84714]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-15T17:54:47.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:47 smithi090 ceph-mon[89240]: pgmap v4886: 137 pgs: 137 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 1.6 MiB/s wr, 53 op/s 2024-04-15T17:54:47.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:47 smithi090 ceph-mon[89240]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-15T17:54:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:47 smithi090 ceph-mon[91618]: pgmap v4886: 137 pgs: 137 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 1.6 MiB/s wr, 53 op/s 2024-04-15T17:54:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:47 smithi090 ceph-mon[91618]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-15T17:54:47.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:47 smithi153 ceph-mon[84714]: pgmap v4886: 137 pgs: 137 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 96 KiB/s rd, 1.6 MiB/s wr, 53 op/s 2024-04-15T17:54:47.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:47 smithi153 ceph-mon[84714]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-15T17:54:48.580 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-04-15T17:54:48.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:48 smithi090 ceph-mon[91618]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-15T17:54:48.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:48 smithi090 ceph-mon[89240]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-15T17:54:48.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:48 smithi153 ceph-mon[84714]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-15T17:54:49.474 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:54:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:54:49] "GET /metrics HTTP/1.1" 200 36727 "" "Prometheus/2.43.0" 2024-04-15T17:54:49.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:49 smithi090 ceph-mon[89240]: pgmap v4889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 693 KiB/s wr, 197 op/s 2024-04-15T17:54:49.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:49 smithi090 ceph-mon[89240]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-15T17:54:49.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:49 smithi090 ceph-mon[91618]: pgmap v4889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 693 KiB/s wr, 197 op/s 2024-04-15T17:54:49.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:49 smithi090 ceph-mon[91618]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-15T17:54:49.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:49 smithi153 ceph-mon[84714]: pgmap v4889: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 240 KiB/s rd, 693 KiB/s wr, 197 op/s 2024-04-15T17:54:49.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:49 smithi153 ceph-mon[84714]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-15T17:54:50.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:50 smithi090 ceph-mon[91618]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-15T17:54:50.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:50 smithi090 ceph-mon[89240]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-15T17:54:50.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:50 smithi153 ceph-mon[84714]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-15T17:54:51.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:51 smithi090 ceph-mon[89240]: pgmap v4892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 7.7 KiB/s wr, 192 op/s 2024-04-15T17:54:51.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:51 smithi090 ceph-mon[89240]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-15T17:54:51.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:51 smithi090 ceph-mon[91618]: pgmap v4892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 7.7 KiB/s wr, 192 op/s 2024-04-15T17:54:51.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:51 smithi090 ceph-mon[91618]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-15T17:54:51.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:51 smithi153 ceph-mon[84714]: pgmap v4892: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 142 KiB/s rd, 7.7 KiB/s wr, 192 op/s 2024-04-15T17:54:51.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:51 smithi153 ceph-mon[84714]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-15T17:54:52.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:52 smithi153 ceph-mon[84714]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-15T17:54:52.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:54:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:54:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:54:52.636 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-04-15T17:54:52.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:52 smithi090 ceph-mon[89240]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-15T17:54:52.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:52 smithi090 ceph-mon[91618]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-15T17:54:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:53 smithi090 ceph-mon[89240]: pgmap v4895: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 13 KiB/s wr, 261 op/s 2024-04-15T17:54:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:53 smithi090 ceph-mon[89240]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-15T17:54:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:54:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:53 smithi090 ceph-mon[91618]: pgmap v4895: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 13 KiB/s wr, 261 op/s 2024-04-15T17:54:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:53 smithi090 ceph-mon[91618]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-15T17:54:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:54:53.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:53 smithi153 ceph-mon[84714]: pgmap v4895: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 198 KiB/s rd, 13 KiB/s wr, 261 op/s 2024-04-15T17:54:53.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:53 smithi153 ceph-mon[84714]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-15T17:54:53.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:54:54.614 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-04-15T17:54:54.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:54 smithi090 ceph-mon[89240]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-15T17:54:54.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:54 smithi090 ceph-mon[91618]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-15T17:54:54.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:54 smithi153 ceph-mon[84714]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-15T17:54:55.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:55 smithi090 ceph-mon[91618]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 207 KiB/s rd, 14 KiB/s wr, 276 op/s 2024-04-15T17:54:55.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:55 smithi090 ceph-mon[91618]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-15T17:54:55.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:55 smithi090 ceph-mon[91618]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-15T17:54:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:55 smithi090 ceph-mon[89240]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 207 KiB/s rd, 14 KiB/s wr, 276 op/s 2024-04-15T17:54:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:55 smithi090 ceph-mon[89240]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-15T17:54:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:55 smithi090 ceph-mon[89240]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-15T17:54:55.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:55 smithi153 ceph-mon[84714]: pgmap v4898: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 207 KiB/s rd, 14 KiB/s wr, 276 op/s 2024-04-15T17:54:55.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:55 smithi153 ceph-mon[84714]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-15T17:54:55.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:55 smithi153 ceph-mon[84714]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-15T17:54:57.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:57 smithi090 ceph-mon[89240]: pgmap v4901: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 20 KiB/s wr, 373 op/s 2024-04-15T17:54:57.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:57 smithi090 ceph-mon[89240]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-15T17:54:57.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:57 smithi090 ceph-mon[91618]: pgmap v4901: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 20 KiB/s wr, 373 op/s 2024-04-15T17:54:57.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:57 smithi090 ceph-mon[91618]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-15T17:54:57.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:57 smithi153 ceph-mon[84714]: pgmap v4901: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 271 KiB/s rd, 20 KiB/s wr, 373 op/s 2024-04-15T17:54:57.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:57 smithi153 ceph-mon[84714]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-15T17:54:58.625 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-04-15T17:54:58.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:58 smithi090 ceph-mon[89240]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-15T17:54:58.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:58 smithi090 ceph-mon[91618]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-15T17:54:58.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:58 smithi153 ceph-mon[84714]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-15T17:54:59.526 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:54:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:54:59] "GET /metrics HTTP/1.1" 200 36736 "" "Prometheus/2.43.0" 2024-04-15T17:54:59.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:59 smithi090 ceph-mon[89240]: pgmap v4904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 22 KiB/s wr, 412 op/s 2024-04-15T17:54:59.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:54:59 smithi090 ceph-mon[89240]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-15T17:54:59.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:59 smithi090 ceph-mon[91618]: pgmap v4904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 22 KiB/s wr, 412 op/s 2024-04-15T17:54:59.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:54:59 smithi090 ceph-mon[91618]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-15T17:54:59.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:59 smithi153 ceph-mon[84714]: pgmap v4904: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 304 KiB/s rd, 22 KiB/s wr, 412 op/s 2024-04-15T17:54:59.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:54:59 smithi153 ceph-mon[84714]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-15T17:55:00.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:00 smithi090 ceph-mon[89240]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-15T17:55:00.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:00 smithi090 ceph-mon[89240]: pgmap v4907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 3.2 KiB/s wr, 53 op/s 2024-04-15T17:55:00.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:00 smithi090 ceph-mon[89240]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-15T17:55:00.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:00 smithi090 ceph-mon[91618]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-15T17:55:00.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:00 smithi090 ceph-mon[91618]: pgmap v4907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 3.2 KiB/s wr, 53 op/s 2024-04-15T17:55:00.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:00 smithi090 ceph-mon[91618]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-15T17:55:00.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:00 smithi153 ceph-mon[84714]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-15T17:55:00.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:00 smithi153 ceph-mon[84714]: pgmap v4907: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 3.2 KiB/s wr, 53 op/s 2024-04-15T17:55:00.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:00 smithi153 ceph-mon[84714]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-15T17:55:02.531 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2024-04-15T17:55:02.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:02 smithi153 ceph-mon[84714]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-15T17:55:02.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:55:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:55:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:55:02.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:02 smithi090 ceph-mon[89240]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-15T17:55:02.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:02 smithi090 ceph-mon[91618]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-15T17:55:03.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:03 smithi090 ceph-mon[89240]: pgmap v4910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 16 KiB/s wr, 346 op/s 2024-04-15T17:55:03.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:03 smithi090 ceph-mon[89240]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-15T17:55:03.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:03 smithi090 ceph-mon[91618]: pgmap v4910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 16 KiB/s wr, 346 op/s 2024-04-15T17:55:03.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:03 smithi090 ceph-mon[91618]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-15T17:55:03.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:03 smithi153 ceph-mon[84714]: pgmap v4910: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 256 KiB/s rd, 16 KiB/s wr, 346 op/s 2024-04-15T17:55:03.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:03 smithi153 ceph-mon[84714]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-15T17:55:04.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:04 smithi090 ceph-mon[89240]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-15T17:55:04.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:04 smithi090 ceph-mon[91618]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-15T17:55:04.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:04 smithi153 ceph-mon[84714]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-15T17:55:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:05 smithi090 ceph-mon[89240]: pgmap v4913: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 264 KiB/s rd, 17 KiB/s wr, 356 op/s 2024-04-15T17:55:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:05 smithi090 ceph-mon[89240]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-15T17:55:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:05 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi090-207406-2","app": "rbd"}]: dispatch 2024-04-15T17:55:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:05 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi090-207406-2","app": "rbd"}]': finished 2024-04-15T17:55:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:05 smithi090 ceph-mon[89240]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-15T17:55:05.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:05 smithi090 ceph-mon[91618]: pgmap v4913: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 264 KiB/s rd, 17 KiB/s wr, 356 op/s 2024-04-15T17:55:05.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:05 smithi090 ceph-mon[91618]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-15T17:55:05.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:05 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi090-207406-2","app": "rbd"}]: dispatch 2024-04-15T17:55:05.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:05 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi090-207406-2","app": "rbd"}]': finished 2024-04-15T17:55:05.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:05 smithi090 ceph-mon[91618]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-15T17:55:05.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:05 smithi153 ceph-mon[84714]: pgmap v4913: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 264 KiB/s rd, 17 KiB/s wr, 356 op/s 2024-04-15T17:55:05.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:05 smithi153 ceph-mon[84714]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-15T17:55:05.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:05 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi090-207406-2","app": "rbd"}]: dispatch 2024-04-15T17:55:05.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:05 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi090-207406-2","app": "rbd"}]': finished 2024-04-15T17:55:05.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:05 smithi153 ceph-mon[84714]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-15T17:55:07.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:07 smithi090 ceph-mon[89240]: pgmap v4916: 169 pgs: 17 unknown, 152 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.0 KiB/s wr, 53 op/s 2024-04-15T17:55:07.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:07 smithi090 ceph-mon[89240]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-15T17:55:07.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:07 smithi090 ceph-mon[91618]: pgmap v4916: 169 pgs: 17 unknown, 152 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.0 KiB/s wr, 53 op/s 2024-04-15T17:55:07.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:07 smithi090 ceph-mon[91618]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-15T17:55:07.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:07 smithi153 ceph-mon[84714]: pgmap v4916: 169 pgs: 17 unknown, 152 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 KiB/s rd, 4.0 KiB/s wr, 53 op/s 2024-04-15T17:55:07.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:07 smithi153 ceph-mon[84714]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-15T17:55:08.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:08 smithi090 ceph-mon[89240]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-15T17:55:08.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:55:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:08 smithi090 ceph-mon[91618]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-15T17:55:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:55:08.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:08 smithi153 ceph-mon[84714]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-15T17:55:08.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:55:09.436 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:55:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:55:09] "GET /metrics HTTP/1.1" 200 39180 "" "Prometheus/2.43.0" 2024-04-15T17:55:09.562 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-04-15T17:55:09.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:09 smithi090 ceph-mon[89240]: pgmap v4919: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 9.0 KiB/s wr, 184 op/s 2024-04-15T17:55:09.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:09 smithi090 ceph-mon[89240]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-15T17:55:09.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:09 smithi090 ceph-mon[91618]: pgmap v4919: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 9.0 KiB/s wr, 184 op/s 2024-04-15T17:55:09.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:09 smithi090 ceph-mon[91618]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-15T17:55:09.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:09 smithi153 ceph-mon[84714]: pgmap v4919: 169 pgs: 169 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 141 KiB/s rd, 9.0 KiB/s wr, 184 op/s 2024-04-15T17:55:09.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:09 smithi153 ceph-mon[84714]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-15T17:55:10.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:10 smithi090 ceph-mon[89240]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-15T17:55:10.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:10 smithi090 ceph-mon[89240]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-15T17:55:10.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:10 smithi090 ceph-mon[91618]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-15T17:55:10.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:10 smithi090 ceph-mon[91618]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-15T17:55:10.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:10 smithi153 ceph-mon[84714]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-15T17:55:10.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:10 smithi153 ceph-mon[84714]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-15T17:55:11.557 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2024-04-15T17:55:11.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:11 smithi090 ceph-mon[89240]: pgmap v4922: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 5.2 KiB/s wr, 141 op/s 2024-04-15T17:55:11.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:11 smithi090 ceph-mon[91618]: pgmap v4922: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 5.2 KiB/s wr, 141 op/s 2024-04-15T17:55:11.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:11 smithi153 ceph-mon[84714]: pgmap v4922: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 110 KiB/s rd, 5.2 KiB/s wr, 141 op/s 2024-04-15T17:55:12.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:12 smithi153 ceph-mon[84714]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-15T17:55:12.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:55:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:55:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:55:12.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:12 smithi090 ceph-mon[91618]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-15T17:55:12.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:12 smithi090 ceph-mon[89240]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-15T17:55:13.570 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-04-15T17:55:13.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:13 smithi090 ceph-mon[89240]: pgmap v4925: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 102 op/s 2024-04-15T17:55:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:13 smithi090 ceph-mon[89240]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-15T17:55:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:13 smithi090 ceph-mon[91618]: pgmap v4925: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 102 op/s 2024-04-15T17:55:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:13 smithi090 ceph-mon[91618]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-15T17:55:13.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:13 smithi153 ceph-mon[84714]: pgmap v4925: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 102 op/s 2024-04-15T17:55:13.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:13 smithi153 ceph-mon[84714]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-15T17:55:14.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:14 smithi090 ceph-mon[91618]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-15T17:55:14.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:14 smithi090 ceph-mon[89240]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-15T17:55:14.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:14 smithi153 ceph-mon[84714]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-15T17:55:15.523 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-04-15T17:55:15.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:15 smithi090 ceph-mon[91618]: pgmap v4928: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 11 KiB/s wr, 233 op/s 2024-04-15T17:55:15.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:15 smithi090 ceph-mon[91618]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-15T17:55:15.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:15 smithi090 ceph-mon[91618]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-15T17:55:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:15 smithi090 ceph-mon[89240]: pgmap v4928: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 11 KiB/s wr, 233 op/s 2024-04-15T17:55:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:15 smithi090 ceph-mon[89240]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-15T17:55:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:15 smithi090 ceph-mon[89240]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-15T17:55:15.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:15 smithi153 ceph-mon[84714]: pgmap v4928: 137 pgs: 137 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 172 KiB/s rd, 11 KiB/s wr, 233 op/s 2024-04-15T17:55:15.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:15 smithi153 ceph-mon[84714]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-15T17:55:15.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:15 smithi153 ceph-mon[84714]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-15T17:55:17.604 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-04-15T17:55:17.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:17 smithi090 ceph-mon[91618]: pgmap v4931: 137 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 134 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 21 KiB/s wr, 297 op/s 2024-04-15T17:55:17.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:17 smithi090 ceph-mon[91618]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-15T17:55:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:17 smithi090 ceph-mon[89240]: pgmap v4931: 137 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 134 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 21 KiB/s wr, 297 op/s 2024-04-15T17:55:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:17 smithi090 ceph-mon[89240]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-15T17:55:17.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:17 smithi153 ceph-mon[84714]: pgmap v4931: 137 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 134 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 214 KiB/s rd, 21 KiB/s wr, 297 op/s 2024-04-15T17:55:17.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:17 smithi153 ceph-mon[84714]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-15T17:55:18.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:18 smithi090 ceph-mon[89240]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-15T17:55:18.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:18 smithi090 ceph-mon[91618]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-15T17:55:18.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:18 smithi153 ceph-mon[84714]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-15T17:55:19.505 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:55:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:55:19] "GET /metrics HTTP/1.1" 200 39180 "" "Prometheus/2.43.0" 2024-04-15T17:55:19.609 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-04-15T17:55:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:19 smithi090 ceph-mon[89240]: pgmap v4934: 137 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 134 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 288 KiB/s rd, 27 KiB/s wr, 396 op/s 2024-04-15T17:55:19.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:19 smithi090 ceph-mon[89240]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-15T17:55:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:19 smithi090 ceph-mon[91618]: pgmap v4934: 137 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 134 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 288 KiB/s rd, 27 KiB/s wr, 396 op/s 2024-04-15T17:55:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:19 smithi090 ceph-mon[91618]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-15T17:55:19.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:19 smithi153 ceph-mon[84714]: pgmap v4934: 137 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 134 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 288 KiB/s rd, 27 KiB/s wr, 396 op/s 2024-04-15T17:55:19.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:19 smithi153 ceph-mon[84714]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-15T17:55:20.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:20 smithi090 ceph-mon[91618]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-15T17:55:20.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:20 smithi090 ceph-mon[91618]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-15T17:55:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:20 smithi090 ceph-mon[89240]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-15T17:55:20.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:20 smithi090 ceph-mon[89240]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-15T17:55:20.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:20 smithi153 ceph-mon[84714]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-15T17:55:20.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:20 smithi153 ceph-mon[84714]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-15T17:55:21.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:21 smithi090 ceph-mon[91618]: pgmap v4937: 137 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 134 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 229 op/s 2024-04-15T17:55:21.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:21 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:55:21.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:21 smithi090 ceph-mon[89240]: pgmap v4937: 137 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 134 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 229 op/s 2024-04-15T17:55:21.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:21 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:55:21.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:21 smithi153 ceph-mon[84714]: pgmap v4937: 137 pgs: 2 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 134 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 175 KiB/s rd, 11 KiB/s wr, 229 op/s 2024-04-15T17:55:21.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:21 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:55:22.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:55:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:55:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:55:23.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:55:23.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:55:23.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:22 smithi090 ceph-mon[89240]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 18 KiB/s wr, 320 op/s 2024-04-15T17:55:23.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:55:23.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:55:23.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:22 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:55:23.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:55:23.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:55:23.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:22 smithi090 ceph-mon[91618]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 18 KiB/s wr, 320 op/s 2024-04-15T17:55:23.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:55:23.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:55:23.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:22 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:55:23.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:55:23.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:55:23.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:22 smithi153 ceph-mon[84714]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 228 KiB/s rd, 18 KiB/s wr, 320 op/s 2024-04-15T17:55:23.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:55:23.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:55:23.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:22 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:55:24.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:55:24.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:55:24.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:55:24.886 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-04-15T17:55:25.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:24 smithi090 ceph-mon[89240]: pgmap v4940: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 18 KiB/s wr, 628 op/s 2024-04-15T17:55:25.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:24 smithi090 ceph-mon[91618]: pgmap v4940: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 18 KiB/s wr, 628 op/s 2024-04-15T17:55:25.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:24 smithi153 ceph-mon[84714]: pgmap v4940: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 507 KiB/s rd, 18 KiB/s wr, 628 op/s 2024-04-15T17:55:26.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:25 smithi090 ceph-mon[89240]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-15T17:55:26.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:25 smithi090 ceph-mon[89240]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-15T17:55:26.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:25 smithi090 ceph-mon[91618]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-15T17:55:26.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:25 smithi090 ceph-mon[91618]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-15T17:55:26.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:25 smithi153 ceph-mon[84714]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-15T17:55:26.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:25 smithi153 ceph-mon[84714]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-15T17:55:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:27 smithi090 ceph-mon[89240]: pgmap v4943: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 37 KiB/s wr, 2.23k op/s 2024-04-15T17:55:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:27 smithi090 ceph-mon[89240]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-15T17:55:27.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:27 smithi090 ceph-mon[91618]: pgmap v4943: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 37 KiB/s wr, 2.23k op/s 2024-04-15T17:55:27.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:27 smithi090 ceph-mon[91618]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-15T17:55:27.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:27 smithi153 ceph-mon[84714]: pgmap v4943: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 37 KiB/s wr, 2.23k op/s 2024-04-15T17:55:27.886 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:27 smithi153 ceph-mon[84714]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-15T17:55:28.550 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-04-15T17:55:28.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:28 smithi090 ceph-mon[89240]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-15T17:55:28.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:28 smithi090 ceph-mon[91618]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-15T17:55:28.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:28 smithi153 ceph-mon[84714]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-15T17:55:29.444 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:55:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:55:29] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-15T17:55:29.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:29 smithi090 ceph-mon[89240]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 32 KiB/s wr, 2.86k op/s 2024-04-15T17:55:29.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:29 smithi090 ceph-mon[89240]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-15T17:55:29.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:29 smithi090 ceph-mon[91618]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 32 KiB/s wr, 2.86k op/s 2024-04-15T17:55:29.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:29 smithi090 ceph-mon[91618]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-15T17:55:29.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:29 smithi153 ceph-mon[84714]: pgmap v4946: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 32 KiB/s wr, 2.86k op/s 2024-04-15T17:55:29.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:29 smithi153 ceph-mon[84714]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-15T17:55:30.532 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2024-04-15T17:55:30.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:30 smithi090 ceph-mon[89240]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-15T17:55:30.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:30 smithi090 ceph-mon[89240]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-15T17:55:30.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:30 smithi090 ceph-mon[91618]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-15T17:55:30.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:30 smithi090 ceph-mon[91618]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-15T17:55:30.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:30 smithi153 ceph-mon[84714]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-15T17:55:30.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:30 smithi153 ceph-mon[84714]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-15T17:55:31.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:31 smithi090 ceph-mon[91618]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 382 KiB/s rd, 4.0 KiB/s wr, 461 op/s 2024-04-15T17:55:31.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:31 smithi090 ceph-mon[89240]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 382 KiB/s rd, 4.0 KiB/s wr, 461 op/s 2024-04-15T17:55:31.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:31 smithi153 ceph-mon[84714]: pgmap v4949: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 382 KiB/s rd, 4.0 KiB/s wr, 461 op/s 2024-04-15T17:55:32.572 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-04-15T17:55:32.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:32 smithi153 ceph-mon[84714]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-15T17:55:32.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:55:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:55:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:55:32.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:32 smithi090 ceph-mon[91618]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-15T17:55:32.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:32 smithi090 ceph-mon[89240]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-15T17:55:33.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:33 smithi090 ceph-mon[91618]: pgmap v4952: 137 pgs: 3 active+clean+snaptrim_wait, 134 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 26 KiB/s wr, 501 op/s 2024-04-15T17:55:33.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:33 smithi090 ceph-mon[91618]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-15T17:55:33.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:33 smithi090 ceph-mon[89240]: pgmap v4952: 137 pgs: 3 active+clean+snaptrim_wait, 134 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 26 KiB/s wr, 501 op/s 2024-04-15T17:55:33.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:33 smithi090 ceph-mon[89240]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-15T17:55:33.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:33 smithi153 ceph-mon[84714]: pgmap v4952: 137 pgs: 3 active+clean+snaptrim_wait, 134 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 369 KiB/s rd, 26 KiB/s wr, 501 op/s 2024-04-15T17:55:33.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:33 smithi153 ceph-mon[84714]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-15T17:55:34.567 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-04-15T17:55:34.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:34 smithi090 ceph-mon[89240]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-15T17:55:34.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:34 smithi090 ceph-mon[91618]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-15T17:55:34.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:34 smithi153 ceph-mon[84714]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-15T17:55:35.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:35 smithi090 ceph-mon[89240]: pgmap v4955: 137 pgs: 3 active+clean+snaptrim_wait, 134 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 31 KiB/s wr, 626 op/s 2024-04-15T17:55:35.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:35 smithi090 ceph-mon[89240]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-15T17:55:35.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:35 smithi090 ceph-mon[89240]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-15T17:55:35.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:35 smithi090 ceph-mon[91618]: pgmap v4955: 137 pgs: 3 active+clean+snaptrim_wait, 134 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 31 KiB/s wr, 626 op/s 2024-04-15T17:55:35.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:35 smithi090 ceph-mon[91618]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-15T17:55:35.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:35 smithi090 ceph-mon[91618]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-15T17:55:35.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:35 smithi153 ceph-mon[84714]: pgmap v4955: 137 pgs: 3 active+clean+snaptrim_wait, 134 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 465 KiB/s rd, 31 KiB/s wr, 626 op/s 2024-04-15T17:55:35.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:35 smithi153 ceph-mon[84714]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-15T17:55:35.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:35 smithi153 ceph-mon[84714]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-15T17:55:36.594 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-04-15T17:55:37.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:37 smithi090 ceph-mon[89240]: pgmap v4958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 668 KiB/s rd, 43 KiB/s wr, 888 op/s 2024-04-15T17:55:37.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:37 smithi090 ceph-mon[89240]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-15T17:55:37.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:37 smithi090 ceph-mon[91618]: pgmap v4958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 668 KiB/s rd, 43 KiB/s wr, 888 op/s 2024-04-15T17:55:37.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:37 smithi090 ceph-mon[91618]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-15T17:55:37.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:37 smithi153 ceph-mon[84714]: pgmap v4958: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 668 KiB/s rd, 43 KiB/s wr, 888 op/s 2024-04-15T17:55:37.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:37 smithi153 ceph-mon[84714]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-15T17:55:38.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:38 smithi090 ceph-mon[89240]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-15T17:55:38.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:55:38.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:38 smithi090 ceph-mon[91618]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-15T17:55:38.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:55:38.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:38 smithi153 ceph-mon[84714]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-15T17:55:38.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:55:39.505 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:55:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:55:39] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-15T17:55:39.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:39 smithi090 ceph-mon[89240]: pgmap v4961: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 800 KiB/s rd, 52 KiB/s wr, 1.06k op/s 2024-04-15T17:55:39.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:39 smithi090 ceph-mon[89240]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-15T17:55:39.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:39 smithi090 ceph-mon[91618]: pgmap v4961: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 800 KiB/s rd, 52 KiB/s wr, 1.06k op/s 2024-04-15T17:55:39.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:39 smithi090 ceph-mon[91618]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-15T17:55:39.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:39 smithi153 ceph-mon[84714]: pgmap v4961: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 800 KiB/s rd, 52 KiB/s wr, 1.06k op/s 2024-04-15T17:55:39.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:39 smithi153 ceph-mon[84714]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-15T17:55:40.560 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-04-15T17:55:40.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:40 smithi090 ceph-mon[89240]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-15T17:55:40.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:40 smithi090 ceph-mon[89240]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-15T17:55:40.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:40 smithi090 ceph-mon[91618]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-15T17:55:40.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:40 smithi090 ceph-mon[91618]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-15T17:55:40.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:40 smithi153 ceph-mon[84714]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-15T17:55:40.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:40 smithi153 ceph-mon[84714]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-15T17:55:41.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:41 smithi090 ceph-mon[89240]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 13 KiB/s wr, 300 op/s 2024-04-15T17:55:41.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:41 smithi090 ceph-mon[91618]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 13 KiB/s wr, 300 op/s 2024-04-15T17:55:41.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:41 smithi153 ceph-mon[84714]: pgmap v4964: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 227 KiB/s rd, 13 KiB/s wr, 300 op/s 2024-04-15T17:55:42.628 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-04-15T17:55:42.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:42 smithi153 ceph-mon[84714]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-15T17:55:42.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:55:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:55:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:55:42.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:42 smithi090 ceph-mon[89240]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-15T17:55:42.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:42 smithi090 ceph-mon[91618]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-15T17:55:43.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:43 smithi090 ceph-mon[89240]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 23 KiB/s wr, 365 op/s 2024-04-15T17:55:43.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:43 smithi090 ceph-mon[89240]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-15T17:55:43.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:43 smithi090 ceph-mon[91618]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 23 KiB/s wr, 365 op/s 2024-04-15T17:55:43.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:43 smithi090 ceph-mon[91618]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-15T17:55:43.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:43 smithi153 ceph-mon[84714]: pgmap v4967: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 261 KiB/s rd, 23 KiB/s wr, 365 op/s 2024-04-15T17:55:43.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:43 smithi153 ceph-mon[84714]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-15T17:55:44.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:44 smithi090 ceph-mon[91618]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-15T17:55:44.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:44 smithi090 ceph-mon[91618]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 25 KiB/s wr, 384 op/s 2024-04-15T17:55:44.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:44 smithi090 ceph-mon[89240]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-15T17:55:44.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:44 smithi090 ceph-mon[89240]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 25 KiB/s wr, 384 op/s 2024-04-15T17:55:44.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:44 smithi153 ceph-mon[84714]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-15T17:55:44.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:44 smithi153 ceph-mon[84714]: pgmap v4970: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 274 KiB/s rd, 25 KiB/s wr, 384 op/s 2024-04-15T17:55:45.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:45 smithi090 ceph-mon[91618]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-15T17:55:45.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:45 smithi090 ceph-mon[91618]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-15T17:55:45.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:45 smithi090 ceph-mon[89240]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-15T17:55:45.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:45 smithi090 ceph-mon[89240]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-15T17:55:45.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:45 smithi153 ceph-mon[84714]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-15T17:55:45.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:45 smithi153 ceph-mon[84714]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-15T17:55:46.674 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-04-15T17:55:46.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:46 smithi090 ceph-mon[91618]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 23 KiB/s wr, 492 op/s 2024-04-15T17:55:46.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:46 smithi090 ceph-mon[89240]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 23 KiB/s wr, 492 op/s 2024-04-15T17:55:46.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:46 smithi153 ceph-mon[84714]: pgmap v4973: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 376 KiB/s rd, 23 KiB/s wr, 492 op/s 2024-04-15T17:55:47.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:47 smithi090 ceph-mon[89240]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-15T17:55:47.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:47 smithi090 ceph-mon[91618]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-15T17:55:47.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:47 smithi153 ceph-mon[84714]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-15T17:55:48.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:48 smithi090 ceph-mon[89240]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-15T17:55:48.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:48 smithi090 ceph-mon[89240]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 24 KiB/s wr, 501 op/s 2024-04-15T17:55:48.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:48 smithi090 ceph-mon[91618]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-15T17:55:48.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:48 smithi090 ceph-mon[91618]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 24 KiB/s wr, 501 op/s 2024-04-15T17:55:48.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:48 smithi153 ceph-mon[84714]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-15T17:55:48.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:48 smithi153 ceph-mon[84714]: pgmap v4976: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 24 KiB/s wr, 501 op/s 2024-04-15T17:55:49.585 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:55:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:55:49] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-15T17:55:49.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:49 smithi090 ceph-mon[89240]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-15T17:55:49.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:49 smithi090 ceph-mon[91618]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-15T17:55:49.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:49 smithi153 ceph-mon[84714]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-15T17:55:50.541 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-04-15T17:55:50.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:50 smithi090 ceph-mon[89240]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-15T17:55:50.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:50 smithi090 ceph-mon[89240]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 KiB/s wr, 28 op/s 2024-04-15T17:55:50.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:50 smithi090 ceph-mon[89240]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-15T17:55:50.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:50 smithi090 ceph-mon[91618]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-15T17:55:50.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:50 smithi090 ceph-mon[91618]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 KiB/s wr, 28 op/s 2024-04-15T17:55:50.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:50 smithi090 ceph-mon[91618]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-15T17:55:50.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:50 smithi153 ceph-mon[84714]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-15T17:55:50.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:50 smithi153 ceph-mon[84714]: pgmap v4979: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 14 KiB/s rd, 2.7 KiB/s wr, 28 op/s 2024-04-15T17:55:50.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:50 smithi153 ceph-mon[84714]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-15T17:55:52.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:52 smithi153 ceph-mon[84714]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-15T17:55:52.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:55:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:55:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:55:52.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:52 smithi090 ceph-mon[89240]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-15T17:55:52.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:52 smithi090 ceph-mon[91618]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-15T17:55:53.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:53 smithi090 ceph-mon[91618]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 17 KiB/s wr, 296 op/s 2024-04-15T17:55:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:55:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:53 smithi090 ceph-mon[89240]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 17 KiB/s wr, 296 op/s 2024-04-15T17:55:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:55:53.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:53 smithi153 ceph-mon[84714]: pgmap v4982: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 17 KiB/s wr, 296 op/s 2024-04-15T17:55:53.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:55:55.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:55 smithi090 ceph-mon[91618]: pgmap v4983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 13 KiB/s wr, 227 op/s 2024-04-15T17:55:55.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:55 smithi090 ceph-mon[91618]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-15T17:55:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:55 smithi090 ceph-mon[89240]: pgmap v4983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 13 KiB/s wr, 227 op/s 2024-04-15T17:55:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:55 smithi090 ceph-mon[89240]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-15T17:55:55.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:55 smithi153 ceph-mon[84714]: pgmap v4983: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 167 KiB/s rd, 13 KiB/s wr, 227 op/s 2024-04-15T17:55:55.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:55 smithi153 ceph-mon[84714]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-15T17:55:57.546 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2024-04-15T17:55:57.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:57 smithi090 ceph-mon[89240]: pgmap v4985: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 698 KiB/s wr, 251 op/s 2024-04-15T17:55:57.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:57 smithi090 ceph-mon[91618]: pgmap v4985: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 698 KiB/s wr, 251 op/s 2024-04-15T17:55:57.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:57 smithi153 ceph-mon[84714]: pgmap v4985: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 232 KiB/s rd, 698 KiB/s wr, 251 op/s 2024-04-15T17:55:58.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:58 smithi090 ceph-mon[91618]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-15T17:55:58.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:58 smithi090 ceph-mon[89240]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-15T17:55:58.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:58 smithi153 ceph-mon[84714]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-15T17:55:59.459 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:55:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:55:59] "GET /metrics HTTP/1.1" 200 36732 "" "Prometheus/2.43.0" 2024-04-15T17:55:59.460 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:59 smithi090 ceph-mon[89240]: pgmap v4987: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 618 KiB/s wr, 66 op/s 2024-04-15T17:55:59.460 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:55:59 smithi090 ceph-mon[89240]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-15T17:55:59.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:59 smithi090 ceph-mon[91618]: pgmap v4987: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 618 KiB/s wr, 66 op/s 2024-04-15T17:55:59.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:55:59 smithi090 ceph-mon[91618]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-15T17:55:59.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:59 smithi153 ceph-mon[84714]: pgmap v4987: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 618 KiB/s wr, 66 op/s 2024-04-15T17:55:59.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:55:59 smithi153 ceph-mon[84714]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-15T17:56:01.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:01 smithi090 ceph-mon[91618]: pgmap v4989: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 686 KiB/s wr, 55 op/s 2024-04-15T17:56:01.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:01 smithi090 ceph-mon[89240]: pgmap v4989: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 686 KiB/s wr, 55 op/s 2024-04-15T17:56:01.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:01 smithi153 ceph-mon[84714]: pgmap v4989: 137 pgs: 137 active+clean; 8.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 89 KiB/s rd, 686 KiB/s wr, 55 op/s 2024-04-15T17:56:02.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:56:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:56:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:56:03.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:03 smithi090 ceph-mon[91618]: pgmap v4990: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 622 KiB/s wr, 144 op/s 2024-04-15T17:56:03.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:03 smithi090 ceph-mon[89240]: pgmap v4990: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 622 KiB/s wr, 144 op/s 2024-04-15T17:56:03.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:03 smithi153 ceph-mon[84714]: pgmap v4990: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 149 KiB/s rd, 622 KiB/s wr, 144 op/s 2024-04-15T17:56:05.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:05 smithi090 ceph-mon[91618]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.9 KiB/s wr, 94 op/s 2024-04-15T17:56:05.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:05 smithi090 ceph-mon[91618]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-15T17:56:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:05 smithi090 ceph-mon[89240]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.9 KiB/s wr, 94 op/s 2024-04-15T17:56:05.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:05 smithi090 ceph-mon[89240]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-15T17:56:05.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:05 smithi153 ceph-mon[84714]: pgmap v4991: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 69 KiB/s rd, 5.9 KiB/s wr, 94 op/s 2024-04-15T17:56:05.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:05 smithi153 ceph-mon[84714]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-15T17:56:07.582 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 72%] 2024-04-15T17:56:07.694 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-04-15T17:56:07.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:07 smithi090 ceph-mon[89240]: pgmap v4993: 137 pgs: 137 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 1.0 MiB/s wr, 85 op/s 2024-04-15T17:56:07.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:07 smithi090 ceph-mon[91618]: pgmap v4993: 137 pgs: 137 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 1.0 MiB/s wr, 85 op/s 2024-04-15T17:56:07.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:07 smithi153 ceph-mon[84714]: pgmap v4993: 137 pgs: 137 active+clean; 13 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 98 KiB/s rd, 1.0 MiB/s wr, 85 op/s 2024-04-15T17:56:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:08 smithi090 ceph-mon[91618]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-15T17:56:08.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:56:08.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:08 smithi090 ceph-mon[89240]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-15T17:56:08.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:56:08.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:08 smithi153 ceph-mon[84714]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-15T17:56:08.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:56:09.488 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:56:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:56:09] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-15T17:56:09.604 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 73%] 2024-04-15T17:56:09.694 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-04-15T17:56:09.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:09 smithi090 ceph-mon[89240]: pgmap v4995: 137 pgs: 137 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 2.0 MiB/s wr, 91 op/s 2024-04-15T17:56:09.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:09 smithi090 ceph-mon[89240]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-15T17:56:09.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:09 smithi090 ceph-mon[91618]: pgmap v4995: 137 pgs: 137 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 2.0 MiB/s wr, 91 op/s 2024-04-15T17:56:09.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:09 smithi090 ceph-mon[91618]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-15T17:56:09.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:09 smithi153 ceph-mon[84714]: pgmap v4995: 137 pgs: 137 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 102 KiB/s rd, 2.0 MiB/s wr, 91 op/s 2024-04-15T17:56:09.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:09 smithi153 ceph-mon[84714]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-15T17:56:10.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:10 smithi090 ceph-mon[89240]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-15T17:56:10.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:10 smithi090 ceph-mon[91618]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-15T17:56:10.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:10 smithi153 ceph-mon[84714]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-15T17:56:11.609 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2024-04-15T17:56:11.745 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-04-15T17:56:11.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:11 smithi090 ceph-mon[91618]: pgmap v4998: 137 pgs: 137 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-04-15T17:56:11.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:11 smithi090 ceph-mon[91618]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-15T17:56:11.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:11 smithi090 ceph-mon[89240]: pgmap v4998: 137 pgs: 137 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-04-15T17:56:11.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:11 smithi090 ceph-mon[89240]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-15T17:56:11.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:11 smithi153 ceph-mon[84714]: pgmap v4998: 137 pgs: 137 active+clean; 21 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-04-15T17:56:11.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:11 smithi153 ceph-mon[84714]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-15T17:56:12.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:12 smithi153 ceph-mon[84714]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-15T17:56:12.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:56:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:56:12.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:12 smithi090 ceph-mon[89240]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-15T17:56:12.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:12 smithi090 ceph-mon[91618]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-15T17:56:13.634 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-04-15T17:56:13.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:13 smithi090 ceph-mon[89240]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 14 KiB/s wr, 236 op/s 2024-04-15T17:56:13.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:13 smithi090 ceph-mon[89240]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-15T17:56:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:13 smithi090 ceph-mon[91618]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 14 KiB/s wr, 236 op/s 2024-04-15T17:56:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:13 smithi090 ceph-mon[91618]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-15T17:56:13.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:13 smithi153 ceph-mon[84714]: pgmap v5001: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 171 KiB/s rd, 14 KiB/s wr, 236 op/s 2024-04-15T17:56:13.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:13 smithi153 ceph-mon[84714]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-15T17:56:14.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:14 smithi090 ceph-mon[89240]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-15T17:56:14.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:14 smithi090 ceph-mon[91618]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-15T17:56:14.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:14 smithi153 ceph-mon[84714]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-15T17:56:15.567 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 76%] 2024-04-15T17:56:15.694 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-04-15T17:56:15.817 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2024-04-15T17:56:15.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:15 smithi090 ceph-mon[91618]: pgmap v5004: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 26 KiB/s wr, 438 op/s 2024-04-15T17:56:15.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:15 smithi090 ceph-mon[91618]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-15T17:56:15.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:15 smithi090 ceph-mon[91618]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-15T17:56:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:15 smithi090 ceph-mon[89240]: pgmap v5004: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 26 KiB/s wr, 438 op/s 2024-04-15T17:56:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:15 smithi090 ceph-mon[89240]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-15T17:56:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:15 smithi090 ceph-mon[89240]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-15T17:56:15.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:15 smithi153 ceph-mon[84714]: pgmap v5004: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 312 KiB/s rd, 26 KiB/s wr, 438 op/s 2024-04-15T17:56:15.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:15 smithi153 ceph-mon[84714]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-15T17:56:15.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:15 smithi153 ceph-mon[84714]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-15T17:56:15.919 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-04-15T17:56:16.630 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2024-04-15T17:56:16.726 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-04-15T17:56:16.819 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-04-15T17:56:16.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:16 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/4193053694' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/3564140996"}]: dispatch 2024-04-15T17:56:16.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:16 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/3564140996"}]: dispatch 2024-04-15T17:56:16.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:16 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/4193053694' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/3564140996"}]: dispatch 2024-04-15T17:56:16.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:16 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/3564140996"}]: dispatch 2024-04-15T17:56:16.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:16 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/4193053694' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/3564140996"}]: dispatch 2024-04-15T17:56:16.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:16 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/3564140996"}]: dispatch 2024-04-15T17:56:16.924 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 80%] 2024-04-15T17:56:17.026 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-04-15T17:56:17.113 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2024-04-15T17:56:17.198 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-04-15T17:56:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[89240]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 22 KiB/s wr, 458 op/s 2024-04-15T17:56:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/3564140996"}]': finished 2024-04-15T17:56:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[89240]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-15T17:56:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' 2024-04-15T17:56:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:56:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:56:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-15T17:56:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:56:17.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-15T17:56:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T17:56:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:56:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' 2024-04-15T17:56:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/73a9ea0d-4d39-49e7-8eaa-a3b9adb2ad66"}]: dispatch 2024-04-15T17:56:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/73a9ea0d-4d39-49e7-8eaa-a3b9adb2ad66"}]: dispatch 2024-04-15T17:56:17.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/73a9ea0d-4d39-49e7-8eaa-a3b9adb2ad66"}]': finished 2024-04-15T17:56:17.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[91618]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 22 KiB/s wr, 458 op/s 2024-04-15T17:56:17.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/3564140996"}]': finished 2024-04-15T17:56:17.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[91618]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-15T17:56:17.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' 2024-04-15T17:56:17.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:56:17.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:56:17.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-15T17:56:17.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:56:17.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-15T17:56:17.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T17:56:17.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:56:17.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' 2024-04-15T17:56:17.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/73a9ea0d-4d39-49e7-8eaa-a3b9adb2ad66"}]: dispatch 2024-04-15T17:56:17.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/73a9ea0d-4d39-49e7-8eaa-a3b9adb2ad66"}]: dispatch 2024-04-15T17:56:17.843 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:17 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/73a9ea0d-4d39-49e7-8eaa-a3b9adb2ad66"}]': finished 2024-04-15T17:56:17.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:17 smithi153 ceph-mon[84714]: pgmap v5007: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 340 KiB/s rd, 22 KiB/s wr, 458 op/s 2024-04-15T17:56:17.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:17 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.90:0/3564140996"}]': finished 2024-04-15T17:56:17.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:17 smithi153 ceph-mon[84714]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-15T17:56:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:17 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' 2024-04-15T17:56:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:17 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:56:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:17 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:56:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:17 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-15T17:56:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:17 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:56:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:17 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-15T17:56:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:17 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-15T17:56:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:17 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-15T17:56:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:17 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' 2024-04-15T17:56:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:17 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/73a9ea0d-4d39-49e7-8eaa-a3b9adb2ad66"}]: dispatch 2024-04-15T17:56:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:17 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/73a9ea0d-4d39-49e7-8eaa-a3b9adb2ad66"}]: dispatch 2024-04-15T17:56:17.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:17 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/73a9ea0d-4d39-49e7-8eaa-a3b9adb2ad66"}]': finished 2024-04-15T17:56:19.340 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:56:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:56:19] "GET /metrics HTTP/1.1" 200 36745 "" "Prometheus/2.43.0" 2024-04-15T17:56:19.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:18 smithi090 ceph-mon[89240]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-15T17:56:19.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:18 smithi090 ceph-mon[89240]: pgmap v5010: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 313 KiB/s rd, 15 KiB/s wr, 413 op/s 2024-04-15T17:56:19.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:18 smithi090 ceph-mon[91618]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-15T17:56:19.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:18 smithi090 ceph-mon[91618]: pgmap v5010: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 313 KiB/s rd, 15 KiB/s wr, 413 op/s 2024-04-15T17:56:19.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:18 smithi153 ceph-mon[84714]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-15T17:56:19.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:18 smithi153 ceph-mon[84714]: pgmap v5010: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 313 KiB/s rd, 15 KiB/s wr, 413 op/s 2024-04-15T17:56:20.340 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:19 smithi090 ceph-mon[89240]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-15T17:56:20.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:19 smithi090 ceph-mon[91618]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-15T17:56:20.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:19 smithi153 ceph-mon[84714]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-15T17:56:21.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:20 smithi090 ceph-mon[91618]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-15T17:56:21.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:20 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/83caac0e-a215-4c0d-835b-26f807812888"}]: dispatch 2024-04-15T17:56:21.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:20 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/83caac0e-a215-4c0d-835b-26f807812888"}]': finished 2024-04-15T17:56:21.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:20 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/4f79c09e-a5f7-4e2d-bd72-7dc54b05eaf0"}]: dispatch 2024-04-15T17:56:21.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:20 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/4f79c09e-a5f7-4e2d-bd72-7dc54b05eaf0"}]': finished 2024-04-15T17:56:21.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:20 smithi090 ceph-mon[91618]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 5.2 KiB/s wr, 156 op/s 2024-04-15T17:56:21.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:20 smithi090 ceph-mon[91618]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-15T17:56:21.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:20 smithi090 ceph-mon[89240]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-15T17:56:21.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:20 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/83caac0e-a215-4c0d-835b-26f807812888"}]: dispatch 2024-04-15T17:56:21.341 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:20 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/83caac0e-a215-4c0d-835b-26f807812888"}]': finished 2024-04-15T17:56:21.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:20 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/4f79c09e-a5f7-4e2d-bd72-7dc54b05eaf0"}]: dispatch 2024-04-15T17:56:21.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:20 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/4f79c09e-a5f7-4e2d-bd72-7dc54b05eaf0"}]': finished 2024-04-15T17:56:21.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:20 smithi090 ceph-mon[89240]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 5.2 KiB/s wr, 156 op/s 2024-04-15T17:56:21.342 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:20 smithi090 ceph-mon[89240]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-15T17:56:21.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:20 smithi153 ceph-mon[84714]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-15T17:56:21.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:20 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/83caac0e-a215-4c0d-835b-26f807812888"}]: dispatch 2024-04-15T17:56:21.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:20 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/83caac0e-a215-4c0d-835b-26f807812888"}]': finished 2024-04-15T17:56:21.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:20 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/4f79c09e-a5f7-4e2d-bd72-7dc54b05eaf0"}]: dispatch 2024-04-15T17:56:21.383 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:20 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/4f79c09e-a5f7-4e2d-bd72-7dc54b05eaf0"}]': finished 2024-04-15T17:56:21.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:20 smithi153 ceph-mon[84714]: pgmap v5013: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 115 KiB/s rd, 5.2 KiB/s wr, 156 op/s 2024-04-15T17:56:21.384 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:20 smithi153 ceph-mon[84714]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-15T17:56:22.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:22 smithi153 ceph-mon[84714]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-15T17:56:22.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:56:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:56:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:56:22.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:22 smithi090 ceph-mon[91618]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-15T17:56:22.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:22 smithi090 ceph-mon[89240]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-15T17:56:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:23 smithi090 ceph-mon[89240]: pgmap v5016: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 391 KiB/s rd, 35 KiB/s wr, 549 op/s 2024-04-15T17:56:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:23 smithi090 ceph-mon[89240]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-15T17:56:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:56:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:56:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:56:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:56:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:56:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:23 smithi090 ceph-mon[91618]: pgmap v5016: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 391 KiB/s rd, 35 KiB/s wr, 549 op/s 2024-04-15T17:56:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:23 smithi090 ceph-mon[91618]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-15T17:56:23.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:56:23.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:56:23.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:56:23.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:56:23.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:56:23.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:23 smithi153 ceph-mon[84714]: pgmap v5016: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 391 KiB/s rd, 35 KiB/s wr, 549 op/s 2024-04-15T17:56:23.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:23 smithi153 ceph-mon[84714]: osdmap e2716: 8 total, 8 up, 8 in 2024-04-15T17:56:23.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:56:23.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:56:23.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:56:23.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:56:23.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:56:24.557 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2024-04-15T17:56:24.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:24 smithi090 ceph-mon[89240]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-15T17:56:24.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:24 smithi090 ceph-mon[91618]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-15T17:56:24.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:24 smithi153 ceph-mon[84714]: osdmap e2717: 8 total, 8 up, 8 in 2024-04-15T17:56:25.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:25 smithi090 ceph-mon[91618]: pgmap v5019: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 393 KiB/s rd, 35 KiB/s wr, 552 op/s 2024-04-15T17:56:25.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:25 smithi090 ceph-mon[91618]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-15T17:56:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:25 smithi090 ceph-mon[89240]: pgmap v5019: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 393 KiB/s rd, 35 KiB/s wr, 552 op/s 2024-04-15T17:56:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:25 smithi090 ceph-mon[89240]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-15T17:56:25.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:25 smithi153 ceph-mon[84714]: pgmap v5019: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 393 KiB/s rd, 35 KiB/s wr, 552 op/s 2024-04-15T17:56:25.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:25 smithi153 ceph-mon[84714]: osdmap e2718: 8 total, 8 up, 8 in 2024-04-15T17:56:26.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:26 smithi090 ceph-mon[91618]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-15T17:56:26.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:26 smithi090 ceph-mon[89240]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-15T17:56:26.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:26 smithi153 ceph-mon[84714]: osdmap e2719: 8 total, 8 up, 8 in 2024-04-15T17:56:27.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:27 smithi090 ceph-mon[89240]: pgmap v5022: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-04-15T17:56:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:27 smithi090 ceph-mon[89240]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-15T17:56:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:27 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e4189029-3b28-42a4-99e7-0ebcd614937d"}]: dispatch 2024-04-15T17:56:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:27 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e4189029-3b28-42a4-99e7-0ebcd614937d"}]': finished 2024-04-15T17:56:27.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:27 smithi090 ceph-mon[91618]: pgmap v5022: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-04-15T17:56:27.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:27 smithi090 ceph-mon[91618]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-15T17:56:27.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:27 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e4189029-3b28-42a4-99e7-0ebcd614937d"}]: dispatch 2024-04-15T17:56:27.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:27 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e4189029-3b28-42a4-99e7-0ebcd614937d"}]': finished 2024-04-15T17:56:27.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:27 smithi153 ceph-mon[84714]: pgmap v5022: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-04-15T17:56:27.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:27 smithi153 ceph-mon[84714]: osdmap e2720: 8 total, 8 up, 8 in 2024-04-15T17:56:27.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:27 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e4189029-3b28-42a4-99e7-0ebcd614937d"}]: dispatch 2024-04-15T17:56:27.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:27 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/420381251' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/e4189029-3b28-42a4-99e7-0ebcd614937d"}]': finished 2024-04-15T17:56:28.604 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-04-15T17:56:28.683 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-04-15T17:56:28.826 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 84%] 2024-04-15T17:56:28.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:28 smithi090 ceph-mon[91618]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-15T17:56:28.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:28 smithi090 ceph-mon[89240]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-15T17:56:28.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:28 smithi153 ceph-mon[84714]: osdmap e2721: 8 total, 8 up, 8 in 2024-04-15T17:56:28.903 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-04-15T17:56:28.978 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2024-04-15T17:56:29.055 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-04-15T17:56:29.130 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-04-15T17:56:29.260 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-04-15T17:56:29.374 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-04-15T17:56:29.381 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 88%] 2024-04-15T17:56:29.389 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-04-15T17:56:29.391 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2024-04-15T17:56:29.398 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-04-15T17:56:29.405 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-04-15T17:56:29.497 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-04-15T17:56:29.524 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:56:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:56:29] "GET /metrics HTTP/1.1" 200 36731 "" "Prometheus/2.43.0" 2024-04-15T17:56:29.588 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-04-15T17:56:29.684 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 92%] 2024-04-15T17:56:29.817 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-04-15T17:56:29.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:29 smithi090 ceph-mon[89240]: pgmap v5025: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 10 KiB/s wr, 144 op/s 2024-04-15T17:56:29.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:29 smithi090 ceph-mon[89240]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-15T17:56:29.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:29 smithi090 ceph-mon[91618]: pgmap v5025: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 10 KiB/s wr, 144 op/s 2024-04-15T17:56:29.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:29 smithi090 ceph-mon[91618]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-15T17:56:29.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:29 smithi153 ceph-mon[84714]: pgmap v5025: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 10 KiB/s wr, 144 op/s 2024-04-15T17:56:29.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:29 smithi153 ceph-mon[84714]: osdmap e2722: 8 total, 8 up, 8 in 2024-04-15T17:56:31.468 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-04-15T17:56:31.578 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-04-15T17:56:31.672 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-04-15T17:56:31.778 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-04-15T17:56:31.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:31 smithi090 ceph-mon[91618]: pgmap v5027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 8.8 KiB/s wr, 123 op/s 2024-04-15T17:56:31.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:31 smithi090 ceph-mon[91618]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-15T17:56:31.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:31 smithi090 ceph-mon[89240]: pgmap v5027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 8.8 KiB/s wr, 123 op/s 2024-04-15T17:56:31.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:31 smithi090 ceph-mon[89240]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-15T17:56:31.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:31 smithi153 ceph-mon[84714]: pgmap v5027: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 8.8 KiB/s wr, 123 op/s 2024-04-15T17:56:31.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:31 smithi153 ceph-mon[84714]: osdmap e2723: 8 total, 8 up, 8 in 2024-04-15T17:56:31.954 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-04-15T17:56:32.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:56:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:56:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:56:33.588 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 96%] 2024-04-15T17:56:33.685 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-04-15T17:56:33.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:33 smithi090 ceph-mon[91618]: pgmap v5029: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s rd, 62 KiB/s wr, 655 op/s 2024-04-15T17:56:33.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:33 smithi090 ceph-mon[91618]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-15T17:56:33.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:33 smithi090 ceph-mon[89240]: pgmap v5029: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s rd, 62 KiB/s wr, 655 op/s 2024-04-15T17:56:33.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:33 smithi090 ceph-mon[89240]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-15T17:56:33.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:33 smithi153 ceph-mon[84714]: pgmap v5029: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 423 KiB/s rd, 62 KiB/s wr, 655 op/s 2024-04-15T17:56:33.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:33 smithi153 ceph-mon[84714]: osdmap e2724: 8 total, 8 up, 8 in 2024-04-15T17:56:34.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:34 smithi090 ceph-mon[89240]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-15T17:56:34.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:34 smithi090 ceph-mon[91618]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-15T17:56:34.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:34 smithi153 ceph-mon[84714]: osdmap e2725: 8 total, 8 up, 8 in 2024-04-15T17:56:35.565 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-04-15T17:56:35.836 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-04-15T17:56:35.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:35 smithi090 ceph-mon[91618]: pgmap v5032: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 596 KiB/s rd, 73 KiB/s wr, 885 op/s 2024-04-15T17:56:35.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:35 smithi090 ceph-mon[91618]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-15T17:56:35.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:35 smithi090 ceph-mon[91618]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-15T17:56:35.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:35 smithi090 ceph-mon[89240]: pgmap v5032: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 596 KiB/s rd, 73 KiB/s wr, 885 op/s 2024-04-15T17:56:35.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:35 smithi090 ceph-mon[89240]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-15T17:56:35.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:35 smithi090 ceph-mon[89240]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-15T17:56:35.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:35 smithi153 ceph-mon[84714]: pgmap v5032: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 596 KiB/s rd, 73 KiB/s wr, 885 op/s 2024-04-15T17:56:35.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:35 smithi153 ceph-mon[84714]: osdmap e2726: 8 total, 8 up, 8 in 2024-04-15T17:56:35.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:35 smithi153 ceph-mon[84714]: osdmap e2727: 8 total, 8 up, 8 in 2024-04-15T17:56:37.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:37 smithi090 ceph-mon[89240]: pgmap v5035: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 771 KiB/s rd, 50 KiB/s wr, 1.04k op/s 2024-04-15T17:56:37.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:37 smithi090 ceph-mon[89240]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-15T17:56:37.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:37 smithi090 ceph-mon[91618]: pgmap v5035: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 771 KiB/s rd, 50 KiB/s wr, 1.04k op/s 2024-04-15T17:56:37.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:37 smithi090 ceph-mon[91618]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-15T17:56:37.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:37 smithi153 ceph-mon[84714]: pgmap v5035: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 771 KiB/s rd, 50 KiB/s wr, 1.04k op/s 2024-04-15T17:56:37.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:37 smithi153 ceph-mon[84714]: osdmap e2728: 8 total, 8 up, 8 in 2024-04-15T17:56:38.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:38 smithi090 ceph-mon[89240]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-15T17:56:38.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:56:38.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:38 smithi090 ceph-mon[91618]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-15T17:56:38.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:56:38.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:38 smithi153 ceph-mon[84714]: osdmap e2729: 8 total, 8 up, 8 in 2024-04-15T17:56:38.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:56:39.494 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:56:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:56:39] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-15T17:56:39.670 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-04-15T17:56:39.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:39 smithi090 ceph-mon[91618]: pgmap v5038: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 51 KiB/s wr, 951 op/s 2024-04-15T17:56:39.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:39 smithi090 ceph-mon[91618]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-15T17:56:39.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:39 smithi090 ceph-mon[89240]: pgmap v5038: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 51 KiB/s wr, 951 op/s 2024-04-15T17:56:39.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:39 smithi090 ceph-mon[89240]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-15T17:56:39.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:39 smithi153 ceph-mon[84714]: pgmap v5038: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 702 KiB/s rd, 51 KiB/s wr, 951 op/s 2024-04-15T17:56:39.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:39 smithi153 ceph-mon[84714]: osdmap e2730: 8 total, 8 up, 8 in 2024-04-15T17:56:39.898 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-04-15T17:56:40.102 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-04-15T17:56:40.469 INFO:tasks.workunit.client.0.smithi090.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-04-15T17:56:40.469 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:56:40.469 INFO:tasks.workunit.client.0.smithi090.stdout:=============================== warnings summary =============================== 2024-04-15T17:56:40.470 INFO:tasks.workunit.client.0.smithi090.stdout:test_rbd.py::test_remove_with_progress_except 2024-04-15T17:56:40.470 INFO:tasks.workunit.client.0.smithi090.stdout: /usr/lib/python3.9/site-packages/_pytest/unraisableexception.py:78: PytestUnraisableExceptionWarning: Exception ignored in: 'rbd.progress_callback' 2024-04-15T17:56:40.470 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:56:40.470 INFO:tasks.workunit.client.0.smithi090.stdout: Traceback (most recent call last): 2024-04-15T17:56:40.470 INFO:tasks.workunit.client.0.smithi090.stdout: File "/home/ubuntu/cephtest/clone.client.0/src/test/pybind/test_rbd.py", line 423, in progress_cb 2024-04-15T17:56:40.470 INFO:tasks.workunit.client.0.smithi090.stdout: raise Exception() 2024-04-15T17:56:40.470 INFO:tasks.workunit.client.0.smithi090.stdout: Exception 2024-04-15T17:56:40.470 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:56:40.470 INFO:tasks.workunit.client.0.smithi090.stdout: warnings.warn(pytest.PytestUnraisableExceptionWarning(msg)) 2024-04-15T17:56:40.470 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:56:40.470 INFO:tasks.workunit.client.0.smithi090.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-04-15T17:56:40.470 INFO:tasks.workunit.client.0.smithi090.stdout:============ 167 passed, 8 skipped, 1 warning in 637.78s (0:10:37) ============= 2024-04-15T17:56:40.507 INFO:tasks.workunit.client.0.smithi090.stderr:+ exit 0 2024-04-15T17:56:40.507 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T17:56:40.508 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T17:56:40.538 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-15T17:56:40.538 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-15T17:56:40.802 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:40 smithi090 ceph-mon[91618]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-15T17:56:40.802 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:40 smithi090 ceph-mon[91618]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-15T17:56:40.802 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:40 smithi090 ceph-mon[89240]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-15T17:56:40.803 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:40 smithi090 ceph-mon[89240]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-15T17:56:40.804 DEBUG:teuthology.parallel:result is None 2024-04-15T17:56:40.804 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T17:56:40.832 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T17:56:40.832 DEBUG:teuthology.orchestra.run.smithi090:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T17:56:40.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:40 smithi153 ceph-mon[84714]: osdmap e2731: 8 total, 8 up, 8 in 2024-04-15T17:56:40.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:40 smithi153 ceph-mon[84714]: osdmap e2732: 8 total, 8 up, 8 in 2024-04-15T17:56:40.889 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T17:56:40.889 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-15T17:56:40.890 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-15T17:56:40.890 DEBUG:teuthology.parallel:result is None 2024-04-15T17:56:40.890 INFO:teuthology.run_tasks:Running task print... 2024-04-15T17:56:40.901 INFO:teuthology.task.print:**** done end parallel 2024-04-15T17:56:40.901 INFO:teuthology.run_tasks:Running task print... 2024-04-15T17:56:40.946 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-15T17:56:40.946 INFO:teuthology.run_tasks:Running task workunit... 2024-04-15T17:56:40.958 INFO:tasks.workunit:Pulling workunits from ref 87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T17:56:40.958 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-15T17:56:40.958 DEBUG:teuthology.orchestra.run.smithi090:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-15T17:56:40.973 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T17:56:40.974 INFO:teuthology.orchestra.run.smithi090.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-15T17:56:40.974 DEBUG:teuthology.orchestra.run.smithi090:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T17:56:41.030 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-15T17:56:41.031 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-15T17:56:41.086 INFO:tasks.workunit:timeout=3h 2024-04-15T17:56:41.086 INFO:tasks.workunit:cleanup=True 2024-04-15T17:56:41.087 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://git.ceph.com/ceph.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout 87dbfb632e974cb2c28d17423071d2d833b53b29 2024-04-15T17:56:41.143 INFO:tasks.workunit.client.0.smithi090.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-15T17:56:41.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:41 smithi090 ceph-mon[89240]: pgmap v5041: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 19 KiB/s wr, 274 op/s 2024-04-15T17:56:41.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:41 smithi090 ceph-mon[91618]: pgmap v5041: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 19 KiB/s wr, 274 op/s 2024-04-15T17:56:41.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:41 smithi153 ceph-mon[84714]: pgmap v5041: 137 pgs: 137 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 203 KiB/s rd, 19 KiB/s wr, 274 op/s 2024-04-15T17:56:42.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:56:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:56:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:56:43.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:43 smithi090 ceph-mon[89240]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:43.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:43 smithi090 ceph-mon[91618]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:43.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:43 smithi153 ceph-mon[84714]: pgmap v5043: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:45.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:45 smithi090 ceph-mon[91618]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:45.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:45 smithi090 ceph-mon[89240]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:45.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:45 smithi153 ceph-mon[84714]: pgmap v5044: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:47.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:47 smithi090 ceph-mon[89240]: pgmap v5045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:47.842 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:47 smithi090 ceph-mon[91618]: pgmap v5045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:47.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:47 smithi153 ceph-mon[84714]: pgmap v5045: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:49.518 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:56:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:56:49] "GET /metrics HTTP/1.1" 200 36730 "" "Prometheus/2.43.0" 2024-04-15T17:56:49.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:49 smithi090 ceph-mon[89240]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:49.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:49 smithi090 ceph-mon[91618]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:49.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:49 smithi153 ceph-mon[84714]: pgmap v5046: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:51.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:51 smithi090 ceph-mon[89240]: pgmap v5047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:51.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:51 smithi090 ceph-mon[91618]: pgmap v5047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:51.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:51 smithi153 ceph-mon[84714]: pgmap v5047: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:52.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:56:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:56:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:56:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:53 smithi090 ceph-mon[91618]: pgmap v5048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:56:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:53 smithi090 ceph-mon[89240]: pgmap v5048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:56:53.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:53 smithi153 ceph-mon[84714]: pgmap v5048: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:53.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:56:55.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:55 smithi090 ceph-mon[91618]: pgmap v5049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:55.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:55 smithi090 ceph-mon[89240]: pgmap v5049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:55.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:55 smithi153 ceph-mon[84714]: pgmap v5049: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:57.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:57 smithi090 ceph-mon[91618]: pgmap v5050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:57.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:57 smithi090 ceph-mon[89240]: pgmap v5050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:57.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:57 smithi153 ceph-mon[84714]: pgmap v5050: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:59.533 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:56:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:56:59] "GET /metrics HTTP/1.1" 200 34259 "" "Prometheus/2.43.0" 2024-04-15T17:56:59.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:56:59 smithi090 ceph-mon[89240]: pgmap v5051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:59.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:56:59 smithi090 ceph-mon[91618]: pgmap v5051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:56:59.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:56:59 smithi153 ceph-mon[84714]: pgmap v5051: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:01.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:01 smithi090 ceph-mon[89240]: pgmap v5052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:01.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:01 smithi090 ceph-mon[91618]: pgmap v5052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:01.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:01 smithi153 ceph-mon[84714]: pgmap v5052: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:02.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:57:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:57:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:57:03.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:03 smithi090 ceph-mon[89240]: pgmap v5053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:03.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:03 smithi090 ceph-mon[91618]: pgmap v5053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:03.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:03 smithi153 ceph-mon[84714]: pgmap v5053: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:04.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:04 smithi090 ceph-mon[89240]: pgmap v5054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:04.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:04 smithi090 ceph-mon[91618]: pgmap v5054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:04.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:04 smithi153 ceph-mon[84714]: pgmap v5054: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:07.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:07 smithi090 ceph-mon[91618]: pgmap v5055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:07.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:07 smithi090 ceph-mon[89240]: pgmap v5055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:07.885 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:07 smithi153 ceph-mon[84714]: pgmap v5055: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:08.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:08 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:57:08.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:08 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:57:08.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:08 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:57:09.471 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:57:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:57:09] "GET /metrics HTTP/1.1" 200 34260 "" "Prometheus/2.43.0" 2024-04-15T17:57:09.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:09 smithi090 ceph-mon[89240]: pgmap v5056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:09.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:09 smithi090 ceph-mon[91618]: pgmap v5056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:09.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:09 smithi153 ceph-mon[84714]: pgmap v5056: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:11.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:11 smithi090 ceph-mon[91618]: pgmap v5057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:11.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:11 smithi090 ceph-mon[89240]: pgmap v5057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:11.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:11 smithi153 ceph-mon[84714]: pgmap v5057: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:12.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:57:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:57:13.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:13 smithi090 ceph-mon[89240]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:13.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:13 smithi090 ceph-mon[91618]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:13.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:13 smithi153 ceph-mon[84714]: pgmap v5058: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:15.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:15 smithi090 ceph-mon[91618]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:15.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:15 smithi090 ceph-mon[89240]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:15.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:15 smithi153 ceph-mon[84714]: pgmap v5059: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:17.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:17 smithi090 ceph-mon[89240]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:17.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:17 smithi090 ceph-mon[91618]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:17.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:17 smithi153 ceph-mon[84714]: pgmap v5060: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:19.485 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:57:19 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:57:19] "GET /metrics HTTP/1.1" 200 34260 "" "Prometheus/2.43.0" 2024-04-15T17:57:19.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:19 smithi090 ceph-mon[91618]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:19.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:19 smithi090 ceph-mon[89240]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:19.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:19 smithi153 ceph-mon[84714]: pgmap v5061: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:21.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:21 smithi090 ceph-mon[89240]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:21.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:21 smithi090 ceph-mon[91618]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:21.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:21 smithi153 ceph-mon[84714]: pgmap v5062: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:22.634 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:57:22 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:57:23.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:23 smithi090 ceph-mon[91618]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:57:23.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:23 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:23 smithi090 ceph-mon[89240]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:57:23.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:23 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:23.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:23 smithi153 ceph-mon[84714]: pgmap v5063: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:23.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:57:23.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:23 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:24.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:24 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:57:24.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:24 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:57:24.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:24 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:57:24.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:24 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:57:24.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:24 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:57:24.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:24 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:57:24.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:24 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:57:24.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:24 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:57:24.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:24 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:57:25.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:25 smithi090 ceph-mon[91618]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:25.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:25 smithi090 ceph-mon[89240]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:25.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:25 smithi153 ceph-mon[84714]: pgmap v5064: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:27.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:27 smithi090 ceph-mon[91618]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:27.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:27 smithi090 ceph-mon[89240]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:27.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:27 smithi153 ceph-mon[84714]: pgmap v5065: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:29.495 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:57:29 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:57:29] "GET /metrics HTTP/1.1" 200 34258 "" "Prometheus/2.43.0" 2024-04-15T17:57:29.496 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:29 smithi090 ceph-mon[89240]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:29.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:29 smithi090 ceph-mon[91618]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:29.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:29 smithi153 ceph-mon[84714]: pgmap v5066: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:31.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:31 smithi090 ceph-mon[91618]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:31.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:31 smithi090 ceph-mon[89240]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:31.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:31 smithi153 ceph-mon[84714]: pgmap v5067: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:32.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:57:32 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:57:33.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:33 smithi090 ceph-mon[91618]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:33.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:33 smithi090 ceph-mon[89240]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:33.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:33 smithi153 ceph-mon[84714]: pgmap v5068: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:35.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:35 smithi090 ceph-mon[91618]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:35.840 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:35 smithi090 ceph-mon[89240]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:35.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:35 smithi153 ceph-mon[84714]: pgmap v5069: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:37.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:37 smithi090 ceph-mon[91618]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:37.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:37 smithi090 ceph-mon[89240]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:37.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:37 smithi153 ceph-mon[84714]: pgmap v5070: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:38.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:38 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:57:38.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:38 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:57:38.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:38 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:57:39.514 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:57:39 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:57:39] "GET /metrics HTTP/1.1" 200 34257 "" "Prometheus/2.43.0" 2024-04-15T17:57:39.517 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:39 smithi090 ceph-mon[89240]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:39.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:39 smithi090 ceph-mon[91618]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:39.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:39 smithi153 ceph-mon[84714]: pgmap v5071: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:41.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:41 smithi090 ceph-mon[91618]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:41.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:41 smithi090 ceph-mon[89240]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:41.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:41 smithi153 ceph-mon[84714]: pgmap v5072: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:42.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:57:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:57:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:57:43.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:43 smithi090 ceph-mon[91618]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:43.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:43 smithi090 ceph-mon[89240]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:43.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:43 smithi153 ceph-mon[84714]: pgmap v5073: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:45.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:45 smithi090 ceph-mon[91618]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:45.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:45 smithi090 ceph-mon[89240]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:45.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:45 smithi153 ceph-mon[84714]: pgmap v5074: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:47.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:47 smithi090 ceph-mon[91618]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:47.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:47 smithi090 ceph-mon[89240]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:47.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:47 smithi153 ceph-mon[84714]: pgmap v5075: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:49.527 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:49 smithi090 ceph-mon[89240]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:49.527 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:57:49 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:57:49] "GET /metrics HTTP/1.1" 200 34257 "" "Prometheus/2.43.0" 2024-04-15T17:57:49.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:49 smithi090 ceph-mon[91618]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:49.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:49 smithi153 ceph-mon[84714]: pgmap v5076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:51.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:51 smithi090 ceph-mon[91618]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:51.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:51 smithi090 ceph-mon[89240]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:51.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:51 smithi153 ceph-mon[84714]: pgmap v5077: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:52.127 INFO:tasks.workunit.client.0.smithi090.stderr:Note: switching to '87dbfb632e974cb2c28d17423071d2d833b53b29'. 2024-04-15T17:57:52.127 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T17:57:52.127 INFO:tasks.workunit.client.0.smithi090.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-15T17:57:52.127 INFO:tasks.workunit.client.0.smithi090.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-15T17:57:52.127 INFO:tasks.workunit.client.0.smithi090.stderr:state without impacting any branches by switching back to a branch. 2024-04-15T17:57:52.127 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T17:57:52.127 INFO:tasks.workunit.client.0.smithi090.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-15T17:57:52.127 INFO:tasks.workunit.client.0.smithi090.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-15T17:57:52.127 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T17:57:52.127 INFO:tasks.workunit.client.0.smithi090.stderr: git switch -c 2024-04-15T17:57:52.128 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T17:57:52.128 INFO:tasks.workunit.client.0.smithi090.stderr:Or undo this operation with: 2024-04-15T17:57:52.128 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T17:57:52.128 INFO:tasks.workunit.client.0.smithi090.stderr: git switch - 2024-04-15T17:57:52.128 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T17:57:52.128 INFO:tasks.workunit.client.0.smithi090.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-15T17:57:52.128 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T17:57:52.128 INFO:tasks.workunit.client.0.smithi090.stderr:HEAD is now at 87dbfb632e9 Merge pull request #56775 from cyx1231st/wip-crimson-osd-report-stats 2024-04-15T17:57:52.129 DEBUG:teuthology.orchestra.run.smithi090:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-15T17:57:52.185 INFO:tasks.workunit.client.0.smithi090.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-15T17:57:52.188 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T17:57:52.188 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-15T17:57:52.236 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-15T17:57:52.286 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-15T17:57:52.325 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-15T17:57:52.327 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T17:57:52.327 INFO:tasks.workunit.client.0.smithi090.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-15T17:57:52.366 INFO:tasks.workunit.client.0.smithi090.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-15T17:57:52.370 DEBUG:teuthology.orchestra.run.smithi090:> set -ex 2024-04-15T17:57:52.370 DEBUG:teuthology.orchestra.run.smithi090:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-15T17:57:52.426 INFO:tasks.workunit:Running workunits matching test_telemetry_reef_x.sh on client.0... 2024-04-15T17:57:52.427 INFO:tasks.workunit:Running workunit test_telemetry_reef_x.sh... 2024-04-15T17:57:52.427 DEBUG:teuthology.orchestra.run.smithi090:workunit test test_telemetry_reef_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=87dbfb632e974cb2c28d17423071d2d833b53b29 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef_x.sh 2024-04-15T17:57:52.485 INFO:tasks.workunit.client.0.smithi090.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-15T17:57:52.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:57:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:57:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:57:52.874 INFO:tasks.workunit.client.0.smithi090.stderr:+ LAST_OPT_REVISION=1 2024-04-15T17:57:52.874 INFO:tasks.workunit.client.0.smithi090.stderr:+ '[' 1 -ne 1 ']' 2024-04-15T17:57:52.874 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph -s 2024-04-15T17:57:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: cluster: 2024-04-15T17:57:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: id: ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T17:57:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: health: HEALTH_WARN 2024-04-15T17:57:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: Telemetry requires re-opt-in 2024-04-15T17:57:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:57:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: services: 2024-04-15T17:57:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: mon: 3 daemons, quorum a,b,c (age 85m) 2024-04-15T17:57:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: mgr: y(active, since 86m), standbys: x 2024-04-15T17:57:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: mds: 1/1 daemons up, 1 standby 2024-04-15T17:57:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: osd: 8 osds: 8 up (since 80m), 8 in (since 92m) 2024-04-15T17:57:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:57:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: data: 2024-04-15T17:57:53.381 INFO:tasks.workunit.client.0.smithi090.stdout: volumes: 1/1 healthy 2024-04-15T17:57:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: pools: 4 pools, 105 pgs 2024-04-15T17:57:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: objects: 28 objects, 4.6 MiB 2024-04-15T17:57:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: usage: 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: pgs: 105 active+clean 2024-04-15T17:57:53.382 INFO:tasks.workunit.client.0.smithi090.stdout: 2024-04-15T17:57:53.392 INFO:tasks.workunit.client.0.smithi090.stderr:++ ceph telemetry collection ls 2024-04-15T17:57:53.840 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:53 smithi090 ceph-mon[91618]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:53 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3453674399' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T17:57:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:53 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3453674399' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T17:57:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:53 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:57:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:53 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2464735092' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T17:57:53.841 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:53 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2464735092' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T17:57:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:53 smithi090 ceph-mon[89240]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:53 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3453674399' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T17:57:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:53 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3453674399' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T17:57:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:53 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:57:53.841 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:53 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2464735092' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T17:57:53.842 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:53 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2464735092' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T17:57:53.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:53 smithi153 ceph-mon[84714]: pgmap v5078: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:53.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:53 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3453674399' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T17:57:53.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:53 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3453674399' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-15T17:57:53.883 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:53 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-15T17:57:53.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:53 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2464735092' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T17:57:53.884 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:53 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2464735092' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-15T17:57:53.887 INFO:tasks.workunit.client.0.smithi090.stderr:+ COLLECTIONS='New collections are available: 2024-04-15T17:57:53.887 INFO:tasks.workunit.client.0.smithi090.stderr:['\''basic_pool_flags'\''] 2024-04-15T17:57:53.887 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T17:57:53.887 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T17:57:53.887 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-04-15T17:57:53.888 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T17:57:53.888 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-15T17:57:53.888 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-15T17:57:53.888 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-15T17:57:53.888 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-15T17:57:53.888 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-15T17:57:53.888 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-15T17:57:53.888 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T17:57:53.888 INFO:tasks.workunit.client.0.smithi090.stderr:device_base REPORTING Information about device health metrics 2024-04-15T17:57:53.888 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-15T17:57:53.888 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-15T17:57:53.888 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-04-15T17:57:53.888 INFO:tasks.workunit.client.0.smithi090.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_flags") 2024-04-15T17:57:53.889 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T17:57:53.889 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-04-15T17:57:53.889 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_pool_flags'] 2024-04-15T17:57:53.889 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T17:57:53.889 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T17:57:53.889 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-04-15T17:57:53.889 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T17:57:53.889 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-15T17:57:53.889 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-15T17:57:53.889 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-15T17:57:53.889 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-15T17:57:53.889 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-15T17:57:53.889 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-15T17:57:53.889 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T17:57:53.890 INFO:tasks.workunit.client.0.smithi090.stderr:device_base REPORTING Information about device health metrics 2024-04-15T17:57:53.890 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-15T17:57:53.890 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-15T17:57:53.890 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-04-15T17:57:53.890 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T17:57:53.890 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-04-15T17:57:53.890 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_pool_flags'] 2024-04-15T17:57:53.890 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T17:57:53.890 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T17:57:53.890 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-04-15T17:57:53.890 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T17:57:53.890 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-15T17:57:53.890 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-15T17:57:53.890 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-15T17:57:53.891 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-15T17:57:53.891 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-15T17:57:53.891 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-15T17:57:53.891 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T17:57:53.891 INFO:tasks.workunit.client.0.smithi090.stderr:device_base REPORTING Information about device health metrics 2024-04-15T17:57:53.891 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-15T17:57:53.891 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-15T17:57:53.891 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-15T17:57:53.891 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T17:57:53.891 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-04-15T17:57:53.891 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_pool_flags'] 2024-04-15T17:57:53.891 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T17:57:53.891 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T17:57:53.891 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-04-15T17:57:53.891 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T17:57:53.892 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-15T17:57:53.892 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-15T17:57:53.892 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-15T17:57:53.892 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-15T17:57:53.892 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-15T17:57:53.892 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-15T17:57:53.892 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T17:57:53.892 INFO:tasks.workunit.client.0.smithi090.stderr:device_base REPORTING Information about device health metrics 2024-04-15T17:57:53.892 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-15T17:57:53.892 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-15T17:57:53.892 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-15T17:57:53.892 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T17:57:53.892 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-04-15T17:57:53.893 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_pool_flags'] 2024-04-15T17:57:53.893 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T17:57:53.893 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T17:57:53.893 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-04-15T17:57:53.893 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T17:57:53.893 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-15T17:57:53.893 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-15T17:57:53.893 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-15T17:57:53.893 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-15T17:57:53.893 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-15T17:57:53.893 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-15T17:57:53.893 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T17:57:53.893 INFO:tasks.workunit.client.0.smithi090.stderr:device_base REPORTING Information about device health metrics 2024-04-15T17:57:53.893 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-15T17:57:53.894 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-15T17:57:53.894 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-15T17:57:53.894 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T17:57:53.894 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-04-15T17:57:53.894 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_pool_flags'] 2024-04-15T17:57:53.894 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T17:57:53.894 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T17:57:53.894 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-04-15T17:57:53.894 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T17:57:53.894 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-15T17:57:53.894 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-15T17:57:53.894 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-15T17:57:53.894 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-15T17:57:53.894 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-15T17:57:53.895 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-15T17:57:53.895 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T17:57:53.895 INFO:tasks.workunit.client.0.smithi090.stderr:device_base REPORTING Information about device health metrics 2024-04-15T17:57:53.895 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-15T17:57:53.895 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-15T17:57:53.895 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-15T17:57:53.895 INFO:tasks.workunit.client.0.smithi090.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-15T17:57:53.895 INFO:tasks.workunit.client.0.smithi090.stderr:+ [[ New collections are available: 2024-04-15T17:57:53.895 INFO:tasks.workunit.client.0.smithi090.stderr:['basic_pool_flags'] 2024-04-15T17:57:53.895 INFO:tasks.workunit.client.0.smithi090.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-15T17:57:53.895 INFO:tasks.workunit.client.0.smithi090.stderr: 2024-04-15T17:57:53.895 INFO:tasks.workunit.client.0.smithi090.stderr:NAME STATUS DESC 2024-04-15T17:57:53.895 INFO:tasks.workunit.client.0.smithi090.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-15T17:57:53.895 INFO:tasks.workunit.client.0.smithi090.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-15T17:57:53.895 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-15T17:57:53.896 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-15T17:57:53.896 INFO:tasks.workunit.client.0.smithi090.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-15T17:57:53.896 INFO:tasks.workunit.client.0.smithi090.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-15T17:57:53.896 INFO:tasks.workunit.client.0.smithi090.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-15T17:57:53.896 INFO:tasks.workunit.client.0.smithi090.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-15T17:57:53.896 INFO:tasks.workunit.client.0.smithi090.stderr:device_base REPORTING Information about device health metrics 2024-04-15T17:57:53.896 INFO:tasks.workunit.client.0.smithi090.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-15T17:57:53.896 INFO:tasks.workunit.client.0.smithi090.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-15T17:57:53.896 INFO:tasks.workunit.client.0.smithi090.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_flags* ]] 2024-04-15T17:57:53.896 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry preview 2024-04-15T17:57:54.630 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-04-15T17:57:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer": { 2024-04-15T17:57:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "active": true, 2024-04-15T17:57:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "mode": "" 2024-04-15T17:57:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "channels": [ 2024-04-15T17:57:54.630 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T17:57:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T17:57:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T17:57:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-04-15T17:57:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-04-15T17:57:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "channels_available": [ 2024-04-15T17:57:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T17:57:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-04-15T17:57:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T17:57:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T17:57:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-04-15T17:57:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_available": [ 2024-04-15T17:57:54.631 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T17:57:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T17:57:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T17:57:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T17:57:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T17:57:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T17:57:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T17:57:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T17:57:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T17:57:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T17:57:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore", 2024-04-15T17:57:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_flags" 2024-04-15T17:57:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_opted_in": [ 2024-04-15T17:57:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T17:57:54.632 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T17:57:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T17:57:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T17:57:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T17:57:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T17:57:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T17:57:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T17:57:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T17:57:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T17:57:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore", 2024-04-15T17:57:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_flags" 2024-04-15T17:57:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "config": { 2024-04-15T17:57:54.633 INFO:tasks.workunit.client.0.smithi090.stdout: "active_changed": [ 2024-04-15T17:57:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T17:57:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T17:57:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T17:57:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T17:57:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T17:57:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "client_check_pool_perm", 2024-04-15T17:57:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_gid", 2024-04-15T17:57:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_uid", 2024-04-15T17:57:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "client_quota", 2024-04-15T17:57:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T17:57:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "daemonize", 2024-04-15T17:57:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T17:57:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T17:57:54.634 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T17:57:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T17:57:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T17:57:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T17:57:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "keyring", 2024-04-15T17:57:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T17:57:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T17:57:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T17:57:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T17:57:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T17:57:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T17:57:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T17:57:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_journald", 2024-04-15T17:57:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_stderr", 2024-04-15T17:57:54.635 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T17:57:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T17:57:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_host", 2024-04-15T17:57:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T17:57:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mds_skip_sanity", 2024-04-15T17:57:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T17:57:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T17:57:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T17:57:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T17:57:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T17:57:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T17:57:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T17:57:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T17:57:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T17:57:54.636 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T17:57:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T17:57:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T17:57:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T17:57:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T17:57:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T17:57:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "no_config_file", 2024-04-15T17:57:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T17:57:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T17:57:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T17:57:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T17:57:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T17:57:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T17:57:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T17:57:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T17:57:54.637 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T17:57:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T17:57:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep", 2024-04-15T17:57:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hdd", 2024-04-15T17:57:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hybrid", 2024-04-15T17:57:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_ssd", 2024-04-15T17:57:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_max_backfills", 2024-04-15T17:57:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T17:57:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T17:57:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T17:57:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T17:57:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T17:57:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T17:57:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T17:57:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T17:57:54.638 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T17:57:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T17:57:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T17:57:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T17:57:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T17:57:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T17:57:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T17:57:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T17:57:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T17:57:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T17:57:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active", 2024-04-15T17:57:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_hdd", 2024-04-15T17:57:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_ssd", 2024-04-15T17:57:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T17:57:54.639 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep", 2024-04-15T17:57:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hdd", 2024-04-15T17:57:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T17:57:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_ssd", 2024-04-15T17:57:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T17:57:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T17:57:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_sleep", 2024-04-15T17:57:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T17:57:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep", 2024-04-15T17:57:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T17:57:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T17:57:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T17:57:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T17:57:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T17:57:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_default_features", 2024-04-15T17:57:54.640 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_qos_exclude_ops", 2024-04-15T17:57:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "setgroup", 2024-04-15T17:57:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "setuser" 2024-04-15T17:57:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_changed": [ 2024-04-15T17:57:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T17:57:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T17:57:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T17:57:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T17:57:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T17:57:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T17:57:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T17:57:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T17:57:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T17:57:54.641 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T17:57:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T17:57:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T17:57:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T17:57:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T17:57:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T17:57:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_join_fs", 2024-04-15T17:57:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T17:57:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/container_init", 2024-04-15T17:57:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/migration_current", 2024-04-15T17:57:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T17:57:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T17:57:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T17:57:54.642 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T17:57:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T17:57:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T17:57:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T17:57:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_ident", 2024-04-15T17:57:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_perf", 2024-04-15T17:57:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/description", 2024-04-15T17:57:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/enabled", 2024-04-15T17:57:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/organization", 2024-04-15T17:57:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T17:57:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T17:57:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T17:57:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T17:57:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T17:57:54.643 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mds_skip_sanity", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T17:57:54.644 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T17:57:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T17:57:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T17:57:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T17:57:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T17:57:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T17:57:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T17:57:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T17:57:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T17:57:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T17:57:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T17:57:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T17:57:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T17:57:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T17:57:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T17:57:54.645 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T17:57:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T17:57:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T17:57:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T17:57:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T17:57:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T17:57:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T17:57:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T17:57:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T17:57:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T17:57:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T17:57:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T17:57:54.646 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_cache_enabled", 2024-04-15T17:57:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_ops_log", 2024-04-15T17:57:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_usage_log" 2024-04-15T17:57:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "contact": null, 2024-04-15T17:57:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "crashes": [], 2024-04-15T17:57:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "created": "2024-04-15T16:19:57.302974Z", 2024-04-15T17:57:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "crush": { 2024-04-15T17:57:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_algs": { 2024-04-15T17:57:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "straw2": 3 2024-04-15T17:57:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_sizes": { 2024-04-15T17:57:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "2": 1, 2024-04-15T17:57:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: "4": 2 2024-04-15T17:57:54.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_types": { 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "1": 2, 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "11": 1 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "compat_weight_set": false, 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "device_classes": [ 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: 8 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_buckets": 6, 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_devices": 8, 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_rules": 2, 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_types": 12, 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_weight_sets": 0, 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "tunables": { 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "allowed_bucket_algs": 54, 2024-04-15T17:57:54.648 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_fallback_tries": 0, 2024-04-15T17:57:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_tries": 0, 2024-04-15T17:57:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_total_tries": 50, 2024-04-15T17:57:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_descend_once": 1, 2024-04-15T17:57:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_stable": 1, 2024-04-15T17:57:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_vary_r": 1, 2024-04-15T17:57:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "has_msr_rules": 0, 2024-04-15T17:57:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v2_rules": 1, 2024-04-15T17:57:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v3_rules": 0, 2024-04-15T17:57:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v4_buckets": 1, 2024-04-15T17:57:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v5_rules": 0, 2024-04-15T17:57:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "legacy_tunables": 0, 2024-04-15T17:57:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "minimum_required_version": "jewel", 2024-04-15T17:57:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "msr_collision_tries": 100, 2024-04-15T17:57:54.649 INFO:tasks.workunit.client.0.smithi090.stdout: "msr_descents": 100, 2024-04-15T17:57:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "optimal_tunables": 1, 2024-04-15T17:57:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "profile": "jewel", 2024-04-15T17:57:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables": 1, 2024-04-15T17:57:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables2": 1, 2024-04-15T17:57:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables3": 1, 2024-04-15T17:57:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables5": 1, 2024-04-15T17:57:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "straw_calc_version": 1 2024-04-15T17:57:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "description": "upgrade test cluster", 2024-04-15T17:57:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "fs": { 2024-04-15T17:57:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "feature_flags": { 2024-04-15T17:57:54.650 INFO:tasks.workunit.client.0.smithi090.stdout: "enable_multiple": true, 2024-04-15T17:57:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_enabled_multiple": true 2024-04-15T17:57:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "filesystems": [ 2024-04-15T17:57:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "approx_ctime": "2024-04", 2024-04-15T17:57:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer_enabled": false, 2024-04-15T17:57:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_caps": 0, 2024-04-15T17:57:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_dns": 10, 2024-04-15T17:57:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_inos": 13, 2024-04-15T17:57:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_subtrees": 2, 2024-04-15T17:57:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_allowed_features": 0, 2024-04-15T17:57:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "explicitly_allowed_features": 0, 2024-04-15T17:57:54.651 INFO:tasks.workunit.client.0.smithi090.stdout: "files": 0, 2024-04-15T17:57:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "max_mds": 1, 2024-04-15T17:57:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_data_pools": 1, 2024-04-15T17:57:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_in": 1, 2024-04-15T17:57:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_mds": 1, 2024-04-15T17:57:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": 0, 2024-04-15T17:57:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_replay": 0, 2024-04-15T17:57:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_up": 1, 2024-04-15T17:57:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "snaps": 0, 2024-04-15T17:57:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "standby_count_wanted": 0 2024-04-15T17:57:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_mds": 1, 2024-04-15T17:57:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "total_num_mds": 2 2024-04-15T17:57:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.652 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_stats": { 2024-04-15T17:57:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 20447232, 2024-04-15T17:57:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 470912, 2024-04-15T17:57:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T17:57:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 860160, 2024-04-15T17:57:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 430, 2024-04-15T17:57:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 1385320, 2024-04-15T17:57:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 22, 2024-04-15T17:57:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 965632, 2024-04-15T17:57:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14872856, 2024-04-15T17:57:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 21307392 2024-04-15T17:57:54.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 20258816, 2024-04-15T17:57:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 309312, 2024-04-15T17:57:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T17:57:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 892928, 2024-04-15T17:57:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 0, 2024-04-15T17:57:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 342, 2024-04-15T17:57:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 938128, 2024-04-15T17:57:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 13, 2024-04-15T17:57:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 883200, 2024-04-15T17:57:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14482736, 2024-04-15T17:57:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 20258816 2024-04-15T17:57:54.654 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T17:57:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 172056576, 2024-04-15T17:57:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 2384248, 2024-04-15T17:57:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3014656, 2024-04-15T17:57:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 901120, 2024-04-15T17:57:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 1835008, 2024-04-15T17:57:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 6665, 2024-04-15T17:57:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 10462048, 2024-04-15T17:57:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 20, 2024-04-15T17:57:54.655 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2671616, 2024-04-15T17:57:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 152622888, 2024-04-15T17:57:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 173891584 2024-04-15T17:57:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 261693440, 2024-04-15T17:57:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 5200816, 2024-04-15T17:57:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 5242880, 2024-04-15T17:57:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 8192, 2024-04-15T17:57:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 1646592, 2024-04-15T17:57:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9451, 2024-04-15T17:57:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 14112832, 2024-04-15T17:57:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 23, 2024-04-15T17:57:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 3734528, 2024-04-15T17:57:54.656 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 233394192, 2024-04-15T17:57:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 263340032 2024-04-15T17:57:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 168239104, 2024-04-15T17:57:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 2344776, 2024-04-15T17:57:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3014656, 2024-04-15T17:57:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 2523136, 2024-04-15T17:57:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 6544, 2024-04-15T17:57:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 9743296, 2024-04-15T17:57:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 20, 2024-04-15T17:57:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2148096, 2024-04-15T17:57:54.657 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 150988280, 2024-04-15T17:57:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 170762240 2024-04-15T17:57:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T17:57:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 490831872, 2024-04-15T17:57:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 29612080, 2024-04-15T17:57:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 5505024, 2024-04-15T17:57:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 84492288, 2024-04-15T17:57:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 12055, 2024-04-15T17:57:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 89220344, 2024-04-15T17:57:54.658 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 53, 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 8547840, 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 357946584, 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 575324160 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 556605440, 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 26800528, 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3407872, 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 29999104, 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 12774, 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 64583792, 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 60, 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 8744960, 2024-04-15T17:57:54.659 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 453068288, 2024-04-15T17:57:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 586604544 2024-04-15T17:57:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T17:57:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 436305920, 2024-04-15T17:57:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 17228888, 2024-04-15T17:57:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 63422464, 2024-04-15T17:57:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9933, 2024-04-15T17:57:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 62006512, 2024-04-15T17:57:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 60, 2024-04-15T17:57:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 10515712, 2024-04-15T17:57:54.660 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 343278008, 2024-04-15T17:57:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 499728384 2024-04-15T17:57:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T17:57:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 492642304, 2024-04-15T17:57:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 16431472, 2024-04-15T17:57:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 36151296, 2024-04-15T17:57:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9890, 2024-04-15T17:57:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 69125464, 2024-04-15T17:57:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 60, 2024-04-15T17:57:54.661 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 10834432, 2024-04-15T17:57:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 392974136, 2024-04-15T17:57:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 528793600 2024-04-15T17:57:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T17:57:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 649093120, 2024-04-15T17:57:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 23683752, 2024-04-15T17:57:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 5505024, 2024-04-15T17:57:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 37642240, 2024-04-15T17:57:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 11397, 2024-04-15T17:57:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 82696096, 2024-04-15T17:57:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 53, 2024-04-15T17:57:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 12246016, 2024-04-15T17:57:54.662 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 524962232, 2024-04-15T17:57:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 686735360 2024-04-15T17:57:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T17:57:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 674783232, 2024-04-15T17:57:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 23882032, 2024-04-15T17:57:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3407872, 2024-04-15T17:57:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 6324224, 2024-04-15T17:57:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 13523, 2024-04-15T17:57:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 94398376, 2024-04-15T17:57:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 54, 2024-04-15T17:57:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 9293312, 2024-04-15T17:57:54.663 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 543801640, 2024-04-15T17:57:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 681107456 2024-04-15T17:57:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T17:57:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 514588672, 2024-04-15T17:57:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 16537096, 2024-04-15T17:57:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 24576, 2024-04-15T17:57:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 41271296, 2024-04-15T17:57:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9746, 2024-04-15T17:57:54.664 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 77613872, 2024-04-15T17:57:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 53, 2024-04-15T17:57:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 11224320, 2024-04-15T17:57:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 405912008, 2024-04-15T17:57:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 555859968 2024-04-15T17:57:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T17:57:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 491429888, 2024-04-15T17:57:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 22376008, 2024-04-15T17:57:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 27222016, 2024-04-15T17:57:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 10584, 2024-04-15T17:57:54.665 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 71640088, 2024-04-15T17:57:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 51, 2024-04-15T17:57:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 10408960, 2024-04-15T17:57:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 383728032, 2024-04-15T17:57:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 518651904 2024-04-15T17:57:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "hosts": { 2024-04-15T17:57:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num": 2, 2024-04-15T17:57:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mds": 2, 2024-04-15T17:57:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mgr": 2, 2024-04-15T17:57:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mon": 2, 2024-04-15T17:57:54.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_osd": 2 2024-04-15T17:57:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "io_rate": { 2024-04-15T17:57:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_stats_delta": { 2024-04-15T17:57:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 0, 2024-04-15T17:57:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 0, 2024-04-15T17:57:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "stamp_delta": "12.003309", 2024-04-15T17:57:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:54.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:54.668 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:54.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-04-15T17:57:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-04-15T17:57:54.670 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:57:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 0 2024-04-15T17:57:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard": false, 2024-04-15T17:57:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard_description": null, 2024-04-15T17:57:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "license": "sharing-1-0", 2024-04-15T17:57:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "mempool": { 2024-04-15T17:57:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:54.671 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.672 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.673 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:54.674 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.675 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222320, 2024-04-15T17:57:54.676 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 65 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 52112, 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12512, 2024-04-15T17:57:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 256 2024-04-15T17:57:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:54.679 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.680 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:54.681 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.683 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 149048, 2024-04-15T17:57:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 34 2024-04-15T17:57:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 928, 2024-04-15T17:57:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T17:57:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.685 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.686 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:54.687 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T17:57:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.688 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:54.690 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.692 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 42080977, 2024-04-15T17:57:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5205 2024-04-15T17:57:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 968, 2024-04-15T17:57:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11 2024-04-15T17:57:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:54.693 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.694 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11088, 2024-04-15T17:57:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 255 2024-04-15T17:57:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 70440, 2024-04-15T17:57:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5158 2024-04-15T17:57:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5896, 2024-04-15T17:57:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-04-15T17:57:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.695 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.696 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.697 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.698 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:54.699 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.700 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 42234541, 2024-04-15T17:57:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5234 2024-04-15T17:57:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 88, 2024-04-15T17:57:54.701 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1 2024-04-15T17:57:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.702 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11088, 2024-04-15T17:57:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 255 2024-04-15T17:57:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 70440, 2024-04-15T17:57:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5158 2024-04-15T17:57:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11792, 2024-04-15T17:57:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 348 2024-04-15T17:57:54.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.704 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.705 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.707 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:54.708 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 41764701, 2024-04-15T17:57:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5162 2024-04-15T17:57:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 968, 2024-04-15T17:57:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11 2024-04-15T17:57:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.709 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11088, 2024-04-15T17:57:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 255 2024-04-15T17:57:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 70440, 2024-04-15T17:57:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5158 2024-04-15T17:57:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5896, 2024-04-15T17:57:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-04-15T17:57:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:54.711 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T17:57:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.712 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 21736, 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 417 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 43264, 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 26 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2880, 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 15 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 56480, 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 706 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.713 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 374816, 2024-04-15T17:57:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1802 2024-04-15T17:57:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 776093, 2024-04-15T17:57:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 206 2024-04-15T17:57:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2407162, 2024-04-15T17:57:54.714 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 536130 2024-04-15T17:57:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6949176, 2024-04-15T17:57:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 10251 2024-04-15T17:57:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 78556, 2024-04-15T17:57:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8364 2024-04-15T17:57:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 86448, 2024-04-15T17:57:54.715 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1801 2024-04-15T17:57:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T17:57:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T17:57:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 96257, 2024-04-15T17:57:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 56 2024-04-15T17:57:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T17:57:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T17:57:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 15751647, 2024-04-15T17:57:54.717 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 279 2024-04-15T17:57:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19448, 2024-04-15T17:57:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 221 2024-04-15T17:57:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 513216, 2024-04-15T17:57:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T17:57:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.718 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7077720, 2024-04-15T17:57:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 18407 2024-04-15T17:57:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.719 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T17:57:54.720 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20624, 2024-04-15T17:57:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 377 2024-04-15T17:57:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 51072, 2024-04-15T17:57:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-04-15T17:57:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2880, 2024-04-15T17:57:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 15 2024-04-15T17:57:54.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 56000, 2024-04-15T17:57:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 700 2024-04-15T17:57:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 372736, 2024-04-15T17:57:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1792 2024-04-15T17:57:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:54.722 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1310662, 2024-04-15T17:57:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 335 2024-04-15T17:57:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2469323, 2024-04-15T17:57:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 543022 2024-04-15T17:57:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7022616, 2024-04-15T17:57:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 10359 2024-04-15T17:57:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 76520, 2024-04-15T17:57:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8191 2024-04-15T17:57:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.723 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 85920, 2024-04-15T17:57:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1790 2024-04-15T17:57:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165852, 2024-04-15T17:57:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1191 2024-04-15T17:57:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.724 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2208, 2024-04-15T17:57:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T17:57:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 107253, 2024-04-15T17:57:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 45 2024-04-15T17:57:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 28144, 2024-04-15T17:57:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7 2024-04-15T17:57:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:54.725 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 15550041, 2024-04-15T17:57:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 286 2024-04-15T17:57:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30272, 2024-04-15T17:57:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 344 2024-04-15T17:57:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 443232, 2024-04-15T17:57:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 38 2024-04-15T17:57:54.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7314528, 2024-04-15T17:57:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 21268 2024-04-15T17:57:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.727 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.728 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T17:57:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 18696, 2024-04-15T17:57:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 348 2024-04-15T17:57:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 485248, 2024-04-15T17:57:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-04-15T17:57:54.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2112, 2024-04-15T17:57:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11 2024-04-15T17:57:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55040, 2024-04-15T17:57:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 688 2024-04-15T17:57:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 371696, 2024-04-15T17:57:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1787 2024-04-15T17:57:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:54.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 300176, 2024-04-15T17:57:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 86 2024-04-15T17:57:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1776605, 2024-04-15T17:57:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 391103 2024-04-15T17:57:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5167576, 2024-04-15T17:57:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7631 2024-04-15T17:57:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.731 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 75604, 2024-04-15T17:57:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8172 2024-04-15T17:57:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 85776, 2024-04-15T17:57:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1787 2024-04-15T17:57:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:54.732 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 736, 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 79013, 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 51 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:54.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12112, 2024-04-15T17:57:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T17:57:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11455554, 2024-04-15T17:57:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 257 2024-04-15T17:57:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9768, 2024-04-15T17:57:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 111 2024-04-15T17:57:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.734 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 361584, 2024-04-15T17:57:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 31 2024-04-15T17:57:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3149640, 2024-04-15T17:57:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 6057 2024-04-15T17:57:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:54.735 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:54.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T17:57:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20104, 2024-04-15T17:57:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 360 2024-04-15T17:57:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:54.737 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30720, 2024-04-15T17:57:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-04-15T17:57:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2112, 2024-04-15T17:57:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11 2024-04-15T17:57:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55040, 2024-04-15T17:57:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 688 2024-04-15T17:57:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359632, 2024-04-15T17:57:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1729 2024-04-15T17:57:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.738 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 399820, 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 98 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1757643, 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 386855 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5113856, 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7552 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 67224, 2024-04-15T17:57:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7042 2024-04-15T17:57:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 82944, 2024-04-15T17:57:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:54.740 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T17:57:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T17:57:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 98669, 2024-04-15T17:57:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 60 2024-04-15T17:57:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:54.741 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T17:57:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T17:57:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11579639, 2024-04-15T17:57:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 270 2024-04-15T17:57:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10824, 2024-04-15T17:57:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T17:57:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 431568, 2024-04-15T17:57:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 37 2024-04-15T17:57:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3358576, 2024-04-15T17:57:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8718 2024-04-15T17:57:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:54.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T17:57:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 23376, 2024-04-15T17:57:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 422 2024-04-15T17:57:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.745 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 829696, 2024-04-15T17:57:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 27 2024-04-15T17:57:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4224, 2024-04-15T17:57:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 22 2024-04-15T17:57:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55520, 2024-04-15T17:57:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 694 2024-04-15T17:57:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359632, 2024-04-15T17:57:54.746 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1729 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1109949, 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 279 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2075411, 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 457139 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5963176, 2024-04-15T17:57:54.747 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8801 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 67420, 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7041 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 82944, 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165596, 2024-04-15T17:57:54.748 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T17:57:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T17:57:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 96869, 2024-04-15T17:57:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 51 2024-04-15T17:57:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:54.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T17:57:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T17:57:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 22604152, 2024-04-15T17:57:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 295 2024-04-15T17:57:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26752, 2024-04-15T17:57:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 304 2024-04-15T17:57:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 454896, 2024-04-15T17:57:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-04-15T17:57:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5145400, 2024-04-15T17:57:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 12295 2024-04-15T17:57:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:54.751 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.752 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T17:57:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19872, 2024-04-15T17:57:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 367 2024-04-15T17:57:54.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30848, 2024-04-15T17:57:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-04-15T17:57:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4608, 2024-04-15T17:57:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-04-15T17:57:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55360, 2024-04-15T17:57:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 692 2024-04-15T17:57:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.754 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359424, 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 337095, 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 91 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2358899, 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 529985 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.755 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6847856, 2024-04-15T17:57:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 10102 2024-04-15T17:57:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.756 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 67620, 2024-04-15T17:57:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7042 2024-04-15T17:57:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:54.757 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 82944, 2024-04-15T17:57:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165852, 2024-04-15T17:57:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1191 2024-04-15T17:57:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 35225, 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 49 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 25792578, 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 12360 2024-04-15T17:57:54.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11264, 2024-04-15T17:57:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 128 2024-04-15T17:57:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 478224, 2024-04-15T17:57:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 41 2024-04-15T17:57:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.760 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6544720, 2024-04-15T17:57:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 12586 2024-04-15T17:57:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:54.761 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T17:57:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.762 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 17592, 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 335 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 34816, 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3648, 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 19 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55920, 2024-04-15T17:57:54.763 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 699 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 361296, 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1737 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 722318, 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 193 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1711451, 2024-04-15T17:57:54.764 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 376057 2024-04-15T17:57:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4958136, 2024-04-15T17:57:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7323 2024-04-15T17:57:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 68724, 2024-04-15T17:57:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7204 2024-04-15T17:57:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 83328, 2024-04-15T17:57:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1736 2024-04-15T17:57:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.765 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165508, 2024-04-15T17:57:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1189 2024-04-15T17:57:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T17:57:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T17:57:54.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 131191, 2024-04-15T17:57:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 55 2024-04-15T17:57:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T17:57:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T17:57:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20209844, 2024-04-15T17:57:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 262 2024-04-15T17:57:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 18216, 2024-04-15T17:57:54.767 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 207 2024-04-15T17:57:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 454896, 2024-04-15T17:57:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-04-15T17:57:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:54.768 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3666520, 2024-04-15T17:57:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9451 2024-04-15T17:57:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.769 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T17:57:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:54.770 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16272, 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 304 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30592, 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 22 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3264, 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 17 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 54640, 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 683 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:54.771 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 360880, 2024-04-15T17:57:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1735 2024-04-15T17:57:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 317851, 2024-04-15T17:57:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 108 2024-04-15T17:57:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1980663, 2024-04-15T17:57:54.772 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 441669 2024-04-15T17:57:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5748976, 2024-04-15T17:57:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8486 2024-04-15T17:57:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 69408, 2024-04-15T17:57:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7202 2024-04-15T17:57:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 83280, 2024-04-15T17:57:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1735 2024-04-15T17:57:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 54582, 2024-04-15T17:57:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 46 2024-04-15T17:57:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 17817613, 2024-04-15T17:57:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 259 2024-04-15T17:57:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10648, 2024-04-15T17:57:54.775 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 121 2024-04-15T17:57:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 536544, 2024-04-15T17:57:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 46 2024-04-15T17:57:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.776 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4847440, 2024-04-15T17:57:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9338 2024-04-15T17:57:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "metadata": { 2024-04-15T17:57:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:54.778 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T17:57:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 2 2024-04-15T17:57:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T17:57:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T17:57:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T17:57:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-15T17:57:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T17:57:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 2 2024-04-15T17:57:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T17:57:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 2 2024-04-15T17:57:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.779 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T17:57:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T17:57:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T17:57:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T17:57:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T17:57:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 2 2024-04-15T17:57:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T17:57:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 3 2024-04-15T17:57:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T17:57:54.780 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T17:57:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T17:57:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-15T17:57:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T17:57:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 3 2024-04-15T17:57:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T17:57:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 3 2024-04-15T17:57:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T17:57:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T17:57:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T17:57:54.781 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T17:57:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T17:57:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 3 2024-04-15T17:57:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T17:57:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 8 2024-04-15T17:57:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T17:57:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T17:57:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T17:57:54.782 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-15T17:57:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T17:57:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 8 2024-04-15T17:57:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T17:57:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 8 2024-04-15T17:57:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T17:57:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T17:57:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T17:57:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T17:57:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T17:57:54.783 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 8 2024-04-15T17:57:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_objectstore": { 2024-04-15T17:57:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": 8 2024-04-15T17:57:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "rotational": { 2024-04-15T17:57:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "0": 8 2024-04-15T17:57:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T17:57:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "features": { 2024-04-15T17:57:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "optional": [], 2024-04-15T17:57:54.784 INFO:tasks.workunit.client.0.smithi090.stdout: "persistent": [ 2024-04-15T17:57:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "kraken", 2024-04-15T17:57:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "luminous", 2024-04-15T17:57:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "mimic", 2024-04-15T17:57:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap-prune", 2024-04-15T17:57:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "nautilus", 2024-04-15T17:57:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "octopus", 2024-04-15T17:57:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "pacific", 2024-04-15T17:57:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "elector-pinging", 2024-04-15T17:57:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "quincy", 2024-04-15T17:57:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "reef", 2024-04-15T17:57:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "squid" 2024-04-15T17:57:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.785 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv4_addr_mons": 6, 2024-04-15T17:57:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv6_addr_mons": 0, 2024-04-15T17:57:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "min_mon_release": 19, 2024-04-15T17:57:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "v1_addr_mons": 3, 2024-04-15T17:57:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "v2_addr_mons": 3 2024-04-15T17:57:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "organization": "ceph-qa", 2024-04-15T17:57:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_network": false, 2024-04-15T17:57:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T17:57:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "require_min_compat_client": "luminous", 2024-04-15T17:57:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "require_osd_release": "squid" 2024-04-15T17:57:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_perf_histograms": [ 2024-04-15T17:57:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.786 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:54.787 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:54.788 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:54.789 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:54.790 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:54.791 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.792 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1624, 553, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13571, 3585, 0, 1, 1, 2, 1, 3, 1, 0, 4, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8106, 84, 39, 5, 16, 2, 4, 8, 25, 35, 33, 26, 52, 22, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1100, 17, 7, 0, 1, 0, 0, 4, 5, 7, 122, 154, 89, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 472, 8, 0, 0, 0, 1, 0, 0, 0, 2, 4, 21, 308, 9, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 131, 13, 3, 0, 0, 1, 0, 0, 1, 0, 4, 4, 19, 45, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 137, 2, 4, 0, 1, 0, 0, 0, 1, 0, 0, 2, 22, 16, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 13, 15, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 3, 30, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.793 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.794 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7038, 17, 0, 0, 1, 0, 1, 2, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.795 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5417, 26, 1309, 2, 15, 10, 8, 14, 36, 64, 48, 53, 66, 20, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 384, 16, 176, 24, 1, 0, 0, 3, 1, 16, 103, 230, 156, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 271, 0, 0, 6, 0, 0, 0, 1, 0, 0, 3, 26, 385, 8, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 113, 0, 0, 0, 2, 0, 0, 0, 0, 0, 3, 2, 17, 28, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 148, 0, 35, 0, 0, 0, 0, 0, 0, 0, 2, 2, 6, 8, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 124, 0, 235, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.796 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.797 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2062, 323, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12835, 3809, 0, 0, 2, 2, 0, 2, 0, 1, 5, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8409, 95, 49, 0, 17, 1, 0, 2, 0, 2, 6, 1, 17, 17, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 570, 19, 44, 2, 1, 1, 0, 2, 1, 2, 30, 1, 6, 4, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 411, 4, 2, 0, 1, 0, 0, 1, 0, 3, 1, 10, 24, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 89, 2, 0, 0, 0, 0, 3, 0, 7, 0, 8, 4, 12, 80, 130, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 2, 1, 3, 4, 8, 29, 21, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.798 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 89, 0, 0, 1, 0, 0, 1, 2, 3, 1, 1, 1, 21, 31, 70, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 18, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 5, 8, 50, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 21, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.799 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:54.800 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 220, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13443, 4121, 0, 1, 1, 0, 2, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7883, 54, 2, 0, 24, 1, 2, 6, 11, 13, 12, 2, 14, 14, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 932, 7, 4, 0, 2, 0, 1, 0, 3, 7, 49, 72, 32, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 649, 15, 0, 0, 9, 0, 0, 0, 0, 1, 1, 19, 140, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 462, 28, 4, 0, 176, 0, 0, 0, 0, 0, 4, 2, 9, 32, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 267, 24, 3, 0, 286, 0, 0, 0, 0, 0, 2, 10, 4, 5, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 130, 67, 0, 0, 239, 0, 0, 0, 0, 0, 0, 2, 5, 8, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 95, 0, 0, 1981, 0, 0, 0, 0, 0, 0, 0, 1, 10, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 74, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.801 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.802 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8744, 1, 123, 12, 33, 32, 2, 0, 0, 0, 5, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8376, 40, 25, 2, 21, 55, 161, 167, 10, 17, 12, 9, 8, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.803 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 926, 5, 11, 0, 3, 0, 4, 50, 4, 9, 65, 61, 32, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 311, 1, 0, 0, 0, 0, 0, 0, 0, 1, 6, 19, 171, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 201, 1, 0, 0, 1, 1, 1, 0, 2, 0, 2, 8, 17, 30, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 8, 16, 14, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 125, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 6, 17, 37, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 21, 30, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.804 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.805 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 864, 180, 0, 0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 16213, 3637, 1, 1, 6961, 406, 0, 0, 1, 2, 3, 2, 6, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12204, 369, 26, 0, 579, 175, 1, 1, 0, 4, 36, 2, 26, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1497, 147, 152, 2, 85, 13, 0, 1, 3, 14, 34, 3, 8, 12, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 653, 21, 44, 5, 8, 9, 0, 0, 0, 2, 11, 21, 45, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 180, 19, 11, 0, 24, 26, 0, 0, 0, 0, 3, 1, 12, 69, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 290, 3, 19, 27, 2, 5, 0, 0, 0, 0, 1, 0, 4, 17, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 139, 0, 4, 35, 49, 0, 0, 0, 0, 0, 0, 0, 9, 17, 48, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 7, 82, 87, 0, 0, 0, 0, 0, 0, 6, 6, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.806 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 4, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.807 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 229, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.808 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9670, 3194, 3607, 0, 2, 0, 0, 1, 0, 0, 15, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9893, 450, 549, 0, 14, 3, 2, 1, 5, 15, 39, 7, 12, 14, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1077, 68, 78, 0, 3, 1, 1, 1, 8, 11, 67, 67, 41, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 386, 3, 0, 0, 0, 1, 0, 0, 0, 0, 6, 20, 155, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 211, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 0, 13, 30, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 171, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 5, 14, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 120, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 0, 13, 9, 31, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 3, 23, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.809 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.810 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 11109, 2, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 6763, 18, 0, 0, 9, 0, 0, 1, 0, 0, 2, 4, 18, 11, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 736, 3, 3, 0, 2, 0, 0, 1, 0, 0, 15, 0, 9, 4, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 263, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 24, 2, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 130, 2, 0, 0, 3, 0, 0, 2, 0, 0, 3, 1, 11, 43, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 12, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.811 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 17, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.812 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:54.813 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:54.814 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:54.815 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.816 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:54.817 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:54.818 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.819 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 513, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4302, 59, 87, 163, 435, 606, 696, 1, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 566, 14, 16, 38, 35, 6, 25, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 189, 6, 0, 0, 0, 0, 3, 0, 0, 1, 1, 3, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 112, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 9, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 9, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.820 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.821 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.822 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 283, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2703, 261, 32, 62, 127, 1, 0, 0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 481, 29, 1286, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 442, 18, 54, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1817, 1392, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1457, 1590, 239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 11, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.823 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.824 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1061, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9739, 4, 0, 0, 1, 2, 2, 4, 0, 2, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15921, 0, 0, 0, 0, 0, 2, 0, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 260, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.825 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.826 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.827 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 239, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3005, 28, 0, 0, 1, 0, 1, 4, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 376, 3, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 341, 21, 34, 51, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 954, 273, 0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4405, 2481, 0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 232, 251, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.828 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.829 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.830 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 793, 0, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3100, 204, 31, 57, 140, 271, 463, 1, 3, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 323, 22, 1, 2, 0, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 63, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.831 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 578, 3, 4, 12, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5334, 82, 134, 241, 466, 601, 717, 8, 13, 13, 1, 1, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 491, 2, 3, 7, 25, 12, 14, 0, 0, 5, 2, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 470, 9, 9, 28, 4, 0, 0, 0, 1, 0, 1, 5, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 281, 33, 72, 101, 26, 0, 0, 0, 0, 0, 0, 0, 9, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 142, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 1, 5, 14, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.833 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.834 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.835 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 405, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3010, 27, 0, 0, 0, 0, 5, 1, 10, 3, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 334, 1, 2, 0, 1, 0, 0, 0, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 161, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 151, 106, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.836 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.837 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 519, 14, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7634, 21, 53, 30, 0, 0, 0, 2, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2837, 31, 94, 50, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.838 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 153, 3, 3, 1, 0, 0, 0, 0, 0, 0, 2, 3, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.839 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:54.840 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:54.841 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:54.842 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:54.843 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:54.844 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:54.845 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.846 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 6356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 704, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.847 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.848 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3190, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1798, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 524, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3316, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.849 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.850 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.851 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1061, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9759, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15931, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.852 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3041, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1335, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7325, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.854 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 526, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.855 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.856 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 804, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4275, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 371, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.857 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.858 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 599, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7620, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 566, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.859 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 535, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.860 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.861 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3059, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 170, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.862 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.863 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 548, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.864 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7743, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3015, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 172, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.865 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.866 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:54.867 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:54.868 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.869 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:54.870 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:54.871 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.872 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2049, 15, 1, 0, 11, 0, 2, 2, 7, 5, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1111, 7, 1, 2, 5, 2, 10, 11, 21, 63, 80, 30, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 211, 9, 1, 0, 2, 0, 0, 3, 5, 7, 61, 223, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 632, 3, 0, 0, 0, 1, 0, 1, 4, 1, 7, 11, 291, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 967, 4, 0, 0, 0, 0, 0, 2, 1, 0, 3, 9, 16, 25, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 506, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 21, 24, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 380, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.873 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.874 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 32, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2769, 10, 1, 2, 6, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.875 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1471, 1, 1, 3, 3, 8, 14, 18, 45, 90, 83, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 58, 3, 0, 0, 0, 0, 1, 4, 3, 5, 60, 258, 211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 19, 9, 0, 0, 0, 0, 0, 0, 0, 1, 10, 14, 355, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 7, 20, 19, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 382, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 18, 31, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1039, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2077, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 380, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.876 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.877 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 60, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 371, 10, 0, 0, 11, 1, 2, 3, 7, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 164, 10, 0, 0, 0, 3, 0, 3, 4, 11, 44, 38, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 156, 3, 0, 0, 1, 0, 1, 0, 7, 12, 38, 57, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 89, 1, 1, 0, 0, 1, 3, 0, 2, 0, 21, 35, 20, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 35, 4, 0, 0, 0, 1, 0, 1, 0, 3, 5, 5, 20, 44, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 2, 1, 1, 7, 8, 22, 58, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.878 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.879 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 56, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.880 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1240, 13, 0, 0, 19, 0, 4, 2, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 402, 8, 1, 1, 3, 1, 1, 10, 10, 26, 46, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 199, 10, 0, 1, 1, 1, 1, 2, 6, 4, 43, 118, 99, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 486, 10, 0, 0, 0, 0, 0, 0, 0, 1, 8, 6, 98, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 404, 23, 0, 0, 0, 0, 0, 0, 0, 4, 2, 4, 10, 27, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99, 43, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 10, 17, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 87, 76, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.881 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 77, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1046, 15, 0, 0, 9, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 740, 2, 0, 0, 5, 1, 2, 8, 26, 25, 55, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 427, 1, 0, 0, 1, 0, 1, 2, 2, 6, 56, 138, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 558, 17, 0, 0, 1, 0, 0, 1, 0, 4, 11, 21, 178, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 279, 17, 0, 0, 3, 0, 0, 0, 1, 1, 4, 4, 19, 13, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 114, 36, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 5, 24, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.883 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 49, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 18, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.884 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 120, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.885 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 540, 19, 1, 1, 7, 0, 6, 3, 7, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 113, 5, 0, 0, 2, 0, 0, 2, 4, 4, 12, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 134, 4, 0, 0, 0, 1, 2, 1, 3, 8, 21, 24, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 57, 28, 0, 0, 0, 0, 0, 1, 2, 3, 14, 16, 18, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13, 31, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 12, 33, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 40, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 10, 26, 97, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.886 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.887 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 50, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1084, 27, 1, 0, 10, 2, 0, 4, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 651, 10, 1, 2, 0, 4, 7, 4, 16, 18, 34, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 442, 6, 0, 0, 1, 2, 0, 1, 6, 4, 32, 120, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 547, 5, 0, 0, 0, 0, 0, 0, 2, 1, 13, 15, 163, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 251, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 1, 14, 28, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.888 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 2, 12, 39, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.889 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.890 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 215, 6, 2, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 64, 5, 0, 0, 1, 1, 2, 4, 6, 3, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 101, 3, 0, 0, 0, 2, 6, 4, 7, 1, 12, 26, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 41, 0, 0, 0, 0, 1, 0, 2, 1, 1, 7, 16, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 3, 0, 0, 0, 0, 0, 0, 0, 3, 2, 5, 16, 18, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 15, 36, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.891 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.892 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 8, 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "number of replicas", 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 1, 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:54.893 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0]", 2024-04-15T17:57:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "[1, 1]", 2024-04-15T17:57:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "[2, 2]", 2024-04-15T17:57:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "[3, 3]", 2024-04-15T17:57:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "[4, 4]", 2024-04-15T17:57:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "[5, 5]", 2024-04-15T17:57:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "[6, None]" 2024-04-15T17:57:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "linear" 2024-04-15T17:57:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 10, 2024-04-15T17:57:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "duration", 2024-04-15T17:57:54.894 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 250000, 2024-04-15T17:57:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 249999]", 2024-04-15T17:57:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[250000, 499999]", 2024-04-15T17:57:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[500000, 999999]", 2024-04-15T17:57:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[1000000, 1999999]", 2024-04-15T17:57:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[2000000, 3999999]", 2024-04-15T17:57:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[4000000, 7999999]", 2024-04-15T17:57:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[8000000, 15999999]", 2024-04-15T17:57:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[16000000, 31999999]", 2024-04-15T17:57:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "[32000000, None]" 2024-04-15T17:57:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:54.895 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.896 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.897 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.898 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.899 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.900 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:54.902 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_counters": { 2024-04-15T17:57:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "caps": { 2024-04-15T17:57:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flush_ack": { 2024-04-15T17:57:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-15T17:57:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.903 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_grant": { 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_revoke": { 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_trunc": { 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_commit": { 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_complete": { 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_keys": { 2024-04-15T17:57:54.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_merge": { 2024-04-15T17:57:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_split": { 2024-04-15T17:57:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "exported_inodes": { 2024-04-15T17:57:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "forward": { 2024-04-15T17:57:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.905 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_cap_release": { 2024-04-15T17:57:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps": { 2024-04-15T17:57:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps_dirty": { 2024-04-15T17:57:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_inode_file_caps": { 2024-04-15T17:57:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "imported_inodes": { 2024-04-15T17:57:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes": { 2024-04-15T17:57:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_expired": { 2024-04-15T17:57:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_pinned": { 2024-04-15T17:57:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_with_caps": { 2024-04-15T17:57:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: "load_cent": { 2024-04-15T17:57:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.908 INFO:tasks.workunit.client.0.smithi090.stdout: "openino_dir_fetch": { 2024-04-15T17:57:54.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.908 INFO:tasks.workunit.client.0.smithi090.stdout: "process_request_cap_release": { 2024-04-15T17:57:54.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.908 INFO:tasks.workunit.client.0.smithi090.stdout: "reply_latency": { 2024-04-15T17:57:54.908 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.908 INFO:tasks.workunit.client.0.smithi090.stdout: "request": { 2024-04-15T17:57:54.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.908 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rbytes": { 2024-04-15T17:57:54.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rfiles": { 2024-04-15T17:57:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rsnaps": { 2024-04-15T17:57:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_reply": { 2024-04-15T17:57:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: "subtrees": { 2024-04-15T17:57:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_cache": { 2024-04-15T17:57:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_enqueue_scrub": { 2024-04-15T17:57:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_exportdir": { 2024-04-15T17:57:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_flush": { 2024-04-15T17:57:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragmentdir": { 2024-04-15T17:57:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragstats": { 2024-04-15T17:57:54.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_inodestats": { 2024-04-15T17:57:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_quiesce_inode": { 2024-04-15T17:57:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_quiesce_path": { 2024-04-15T17:57:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_enqueued": { 2024-04-15T17:57:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_prioritized": { 2024-04-15T17:57:54.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_processing": { 2024-04-15T17:57:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays": { 2024-04-15T17:57:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_delayed": { 2024-04-15T17:57:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_enqueuing": { 2024-04-15T17:57:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_completed": { 2024-04-15T17:57:54.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_started": { 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_created": { 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_enqueued": { 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_migrated": { 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_reintegrated": { 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.913 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_log": { 2024-04-15T17:57:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "ev": { 2024-04-15T17:57:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17 2024-04-15T17:57:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "evadd": { 2024-04-15T17:57:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "evex": { 2024-04-15T17:57:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "evexd": { 2024-04-15T17:57:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.914 INFO:tasks.workunit.client.0.smithi090.stdout: "evexg": { 2024-04-15T17:57:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "evlrg": { 2024-04-15T17:57:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "evtrm": { 2024-04-15T17:57:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "jlat": { 2024-04-15T17:57:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "replayed": { 2024-04-15T17:57:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17 2024-04-15T17:57:54.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "seg": { 2024-04-15T17:57:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "segadd": { 2024-04-15T17:57:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "segex": { 2024-04-15T17:57:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "segexd": { 2024-04-15T17:57:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "segexg": { 2024-04-15T17:57:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "segmjr": { 2024-04-15T17:57:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "segtrm": { 2024-04-15T17:57:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_mem": { 2024-04-15T17:57:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "cap": { 2024-04-15T17:57:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "cap+": { 2024-04-15T17:57:54.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "cap-": { 2024-04-15T17:57:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "dir": { 2024-04-15T17:57:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T17:57:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "dir+": { 2024-04-15T17:57:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T17:57:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "dir-": { 2024-04-15T17:57:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.918 INFO:tasks.workunit.client.0.smithi090.stdout: "dn": { 2024-04-15T17:57:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "dn+": { 2024-04-15T17:57:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "dn-": { 2024-04-15T17:57:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "heap": { 2024-04-15T17:57:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 248184 2024-04-15T17:57:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "ino": { 2024-04-15T17:57:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T17:57:54.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "ino+": { 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "ino-": { 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "rss": { 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49608 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_server": { 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_acquisition_throttle": { 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_revoke_eviction": { 2024-04-15T17:57:54.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_request": { 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_session": { 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_peer_request": { 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "req_create_latency": { 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getattr_latency": { 2024-04-15T17:57:54.921 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getfilelock_latency": { 2024-04-15T17:57:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getvxattr_latency": { 2024-04-15T17:57:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "req_link_latency": { 2024-04-15T17:57:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.922 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookup_latency": { 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookuphash_latency": { 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupino_latency": { 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupname_latency": { 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupparent_latency": { 2024-04-15T17:57:54.923 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupsnap_latency": { 2024-04-15T17:57:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lssnap_latency": { 2024-04-15T17:57:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mkdir_latency": { 2024-04-15T17:57:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.924 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mknod_latency": { 2024-04-15T17:57:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mksnap_latency": { 2024-04-15T17:57:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "req_open_latency": { 2024-04-15T17:57:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "req_readdir_latency": { 2024-04-15T17:57:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rename_latency": { 2024-04-15T17:57:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "req_renamesnap_latency": { 2024-04-15T17:57:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmdir_latency": { 2024-04-15T17:57:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.926 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmsnap_latency": { 2024-04-15T17:57:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmxattr_latency": { 2024-04-15T17:57:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setattr_latency": { 2024-04-15T17:57:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setdirlayout_latency": { 2024-04-15T17:57:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setfilelock_latency": { 2024-04-15T17:57:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setlayout_latency": { 2024-04-15T17:57:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setxattr_latency": { 2024-04-15T17:57:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "req_snapdiff_latency": { 2024-04-15T17:57:54.928 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "req_symlink_latency": { 2024-04-15T17:57:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "req_unlink_latency": { 2024-04-15T17:57:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_sessions": { 2024-04-15T17:57:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "average_load": { 2024-04-15T17:57:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "avg_session_uptime": { 2024-04-15T17:57:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "mdthresh_evicted": { 2024-04-15T17:57:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "session_count": { 2024-04-15T17:57:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "session_remove": { 2024-04-15T17:57:54.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_open": { 2024-04-15T17:57:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_stale": { 2024-04-15T17:57:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "total_load": { 2024-04-15T17:57:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37 2024-04-15T17:57:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7 2024-04-15T17:57:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "purge_queue": { 2024-04-15T17:57:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executed": { 2024-04-15T17:57:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.932 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executed_ops": { 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing": { 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_high_water": { 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops": { 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops_high_water": { 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_item_in_journal": { 2024-04-15T17:57:54.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T17:57:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T17:57:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T17:57:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T17:57:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T17:57:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T17:57:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T17:57:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T17:57:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 287 2024-04-15T17:57:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T17:57:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.935 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T17:57:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T17:57:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T17:57:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8513 2024-04-15T17:57:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T17:57:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58575648 2024-04-15T17:57:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.936 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T17:57:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T17:57:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2132963253 2024-04-15T17:57:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T17:57:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T17:57:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T17:57:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 292 2024-04-15T17:57:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.937 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T17:57:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T17:57:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T17:57:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T17:57:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1999966 2024-04-15T17:57:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T17:57:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T17:57:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.938 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T17:57:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8514 2024-04-15T17:57:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T17:57:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T17:57:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T17:57:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.939 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T17:57:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T17:57:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T17:57:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T17:57:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T17:57:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8514 2024-04-15T17:57:54.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8514, 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29718488028 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T17:57:54.941 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T17:57:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T17:57:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T17:57:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8513 2024-04-15T17:57:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T17:57:54.942 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 115598469 2024-04-15T17:57:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T17:57:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74872 2024-04-15T17:57:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T17:57:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5700901745 2024-04-15T17:57:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T17:57:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:54.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 170876928 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 168239104 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2637824 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T17:57:54.944 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 360710144 2024-04-15T17:57:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267453858 2024-04-15T17:57:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24328223 2024-04-15T17:57:54.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:54.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68928063 2024-04-15T17:57:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 339738624 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267453858 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1497852 2024-04-15T17:57:54.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.949 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70786914 2024-04-15T17:57:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T17:57:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:54.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314572800 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178302572 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.952 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69161364 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T17:57:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T17:57:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 100 2024-04-15T17:57:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T17:57:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 369312, 2024-04-15T17:57:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1918590003 2024-04-15T17:57:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T17:57:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.954 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T17:57:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T17:57:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T17:57:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T17:57:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T17:57:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20553, 2024-04-15T17:57:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10160048014 2024-04-15T17:57:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T17:57:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T17:57:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.956 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T17:57:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T17:57:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21 2024-04-15T17:57:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T17:57:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T17:57:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T17:57:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 235 2024-04-15T17:57:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.957 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T17:57:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T17:57:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T17:57:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T17:57:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8587 2024-04-15T17:57:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T17:57:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8587, 2024-04-15T17:57:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59826504 2024-04-15T17:57:54.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8587, 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25761 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8587, 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1881967601 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.959 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T17:57:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T17:57:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T17:57:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T17:57:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.960 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8585 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8585, 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59179038 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8585, 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66871 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8585, 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2989050043 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T17:57:54.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T17:57:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T17:57:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T17:57:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T17:57:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T17:57:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8588 2024-04-15T17:57:54.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T17:57:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8588, 2024-04-15T17:57:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32825434446 2024-04-15T17:57:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T17:57:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T17:57:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T17:57:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T17:57:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 87936 2024-04-15T17:57:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.963 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T17:57:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T17:57:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T17:57:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T17:57:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:54.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 258097152 2024-04-15T17:57:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 255213568 2024-04-15T17:57:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T17:57:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2883584 2024-04-15T17:57:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T17:57:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:54.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 360710144 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267376888 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24527496 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:54.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68805760 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 339738624 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:54.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267376888 2024-04-15T17:57:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1503832 2024-04-15T17:57:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70857904 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314572800 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178251258 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.973 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69212678 2024-04-15T17:57:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T17:57:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T17:57:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T17:57:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T17:57:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.975 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 100 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 385747, 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2246183028 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T17:57:54.976 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T17:57:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T17:57:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T17:57:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20733, 2024-04-15T17:57:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8040230465 2024-04-15T17:57:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.977 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T17:57:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T17:57:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T17:57:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T17:57:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:54.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T17:57:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-04-15T17:57:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T17:57:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 246 2024-04-15T17:57:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T17:57:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T17:57:54.979 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T17:57:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T17:57:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8476 2024-04-15T17:57:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T17:57:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58303778 2024-04-15T17:57:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T17:57:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T17:57:54.980 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1331998529 2024-04-15T17:57:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T17:57:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T17:57:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 146 2024-04-15T17:57:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T17:57:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T17:57:54.981 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2999997 2024-04-15T17:57:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T17:57:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T17:57:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T17:57:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8476 2024-04-15T17:57:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T17:57:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T17:57:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T17:57:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T17:57:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T17:57:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T17:57:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T17:57:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T17:57:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8476 2024-04-15T17:57:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T17:57:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26418970560 2024-04-15T17:57:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.984 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T17:57:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11 2024-04-15T17:57:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T17:57:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T17:57:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T17:57:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T17:57:54.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T17:57:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T17:57:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8476 2024-04-15T17:57:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T17:57:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 114993266 2024-04-15T17:57:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T17:57:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:54.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74322 2024-04-15T17:57:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T17:57:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2667997041 2024-04-15T17:57:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T17:57:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T17:57:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 167747584 2024-04-15T17:57:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:54.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 165134336 2024-04-15T17:57:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T17:57:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2613248 2024-04-15T17:57:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T17:57:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 360710144 2024-04-15T17:57:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267499167 2024-04-15T17:57:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24223275 2024-04-15T17:57:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:54.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68987702 2024-04-15T17:57:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T17:57:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 339738624 2024-04-15T17:57:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267499167 2024-04-15T17:57:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1481975 2024-04-15T17:57:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.993 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70757482 2024-04-15T17:57:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T17:57:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314572800 2024-04-15T17:57:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.994 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178332778 2024-04-15T17:57:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.995 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69131158 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T17:57:54.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T17:57:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T17:57:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 99 2024-04-15T17:57:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T17:57:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 367574, 2024-04-15T17:57:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1791102166 2024-04-15T17:57:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T17:57:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T17:57:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T17:57:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T17:57:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T17:57:54.999 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20457, 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6181983200 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 35589 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8609792 2024-04-15T17:57:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 755490816 2024-04-15T17:57:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:55.002 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4381268 2024-04-15T17:57:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1416586 2024-04-15T17:57:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 198, 2024-04-15T17:57:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1104071 2024-04-15T17:57:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:55.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 756088832 2024-04-15T17:57:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 77016, 2024-04-15T17:57:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11483611663 2024-04-15T17:57:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 77012, 2024-04-15T17:57:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18784049060 2024-04-15T17:57:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16183296 2024-04-15T17:57:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:55.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 315437056 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 760348672 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5929327456 2024-04-15T17:57:55.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54149 2024-04-15T17:57:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5236183040 2024-04-15T17:57:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5236187136 2024-04-15T17:57:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47085 2024-04-15T17:57:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 54149, 2024-04-15T17:57:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2258965703 2024-04-15T17:57:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5846157828 2024-04-15T17:57:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 51597 2024-04-15T17:57:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:55.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2162959 2024-04-15T17:57:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 462 2024-04-15T17:57:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8511475 2024-04-15T17:57:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 710 2024-04-15T17:57:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6348516 2024-04-15T17:57:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:55.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6348516 2024-04-15T17:57:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 258 2024-04-15T17:57:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 710, 2024-04-15T17:57:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5926916 2024-04-15T17:57:55.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 724 2024-04-15T17:57:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.010 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T17:57:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8801 2024-04-15T17:57:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.011 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1082281984 2024-04-15T17:57:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14049280 2024-04-15T17:57:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20693, 2024-04-15T17:57:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76737542 2024-04-15T17:57:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.012 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3603, 2024-04-15T17:57:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5305356324 2024-04-15T17:57:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.013 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25752, 2024-04-15T17:57:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 221786209 2024-04-15T17:57:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.014 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76938, 2024-04-15T17:57:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23000014690 2024-04-15T17:57:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76212, 2024-04-15T17:57:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1658962331 2024-04-15T17:57:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76938, 2024-04-15T17:57:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48550918 2024-04-15T17:57:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:55.015 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76938, 2024-04-15T17:57:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23048565608 2024-04-15T17:57:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40218, 2024-04-15T17:57:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1534937466 2024-04-15T17:57:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1021, 2024-04-15T17:57:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3112319 2024-04-15T17:57:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.016 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 21968, 2024-04-15T17:57:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9447205 2024-04-15T17:57:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 52, 2024-04-15T17:57:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66582 2024-04-15T17:57:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17094, 2024-04-15T17:57:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2553014128 2024-04-15T17:57:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 251453 2024-04-15T17:57:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.017 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23515 2024-04-15T17:57:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16160, 2024-04-15T17:57:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2542881184 2024-04-15T17:57:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40282, 2024-04-15T17:57:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13804156 2024-04-15T17:57:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 24122, 2024-04-15T17:57:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1967153863 2024-04-15T17:57:55.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15139, 2024-04-15T17:57:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426880661 2024-04-15T17:57:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.019 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9907652392 2024-04-15T17:57:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9718, 2024-04-15T17:57:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 958474940 2024-04-15T17:57:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:55.020 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9716, 2024-04-15T17:57:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3803883903988 2024-04-15T17:57:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9718, 2024-04-15T17:57:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6731297390872 2024-04-15T17:57:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90614, 2024-04-15T17:57:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2756688389328 2024-04-15T17:57:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90614, 2024-04-15T17:57:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9637026 2024-04-15T17:57:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.021 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277262617 2024-04-15T17:57:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37692408653 2024-04-15T17:57:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33659863 2024-04-15T17:57:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:55.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18102490268 2024-04-15T17:57:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13004826243 2024-04-15T17:57:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10192577 2024-04-15T17:57:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2579, 2024-04-15T17:57:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16129800 2024-04-15T17:57:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:55.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 78999853184 2024-04-15T17:57:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14065404489 2024-04-15T17:57:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 588532510 2024-04-15T17:57:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.024 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 569819136 2024-04-15T17:57:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 485277696 2024-04-15T17:57:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 84541440 2024-04-15T17:57:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56892611 2024-04-15T17:57:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.026 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 413696 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68514621 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562036736 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.028 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426694588 2024-04-15T17:57:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1136 2024-04-15T17:57:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66944 2024-04-15T17:57:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.030 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68165204 2024-04-15T17:57:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:55.031 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8436608 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37928407 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71075497 2024-04-15T17:57:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426694588 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.035 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 117782 2024-04-15T17:57:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1110100 2024-04-15T17:57:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.036 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75394010 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55 2024-04-15T17:57:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 46672 2024-04-15T17:57:55.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 135616, 2024-04-15T17:57:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7848569071 2024-04-15T17:57:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2441247144 2024-04-15T17:57:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:55.039 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46672, 2024-04-15T17:57:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 132606778933 2024-04-15T17:57:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3320158557 2024-04-15T17:57:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 47685, 2024-04-15T17:57:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21309666884 2024-04-15T17:57:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46672, 2024-04-15T17:57:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75370173148 2024-04-15T17:57:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31221 2024-04-15T17:57:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31221, 2024-04-15T17:57:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13878103072 2024-04-15T17:57:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3320158557 2024-04-15T17:57:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31656, 2024-04-15T17:57:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6893959115 2024-04-15T17:57:55.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31221, 2024-04-15T17:57:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7264372137 2024-04-15T17:57:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8094 2024-04-15T17:57:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 411292978 2024-04-15T17:57:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8094, 2024-04-15T17:57:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15577485844 2024-04-15T17:57:55.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8474, 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5231930320 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8094, 2024-04-15T17:57:55.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13829216274 2024-04-15T17:57:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7357 2024-04-15T17:57:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2029954166 2024-04-15T17:57:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7357, 2024-04-15T17:57:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 103151190017 2024-04-15T17:57:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.044 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7555, 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9183777449 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7357, 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54276584737 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8388632 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:55.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 770154496 2024-04-15T17:57:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T17:57:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23369 2024-04-15T17:57:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.046 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:55.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1896448 2024-04-15T17:57:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 746639360 2024-04-15T17:57:55.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5129645 2024-04-15T17:57:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1392462 2024-04-15T17:57:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 181, 2024-04-15T17:57:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 902356 2024-04-15T17:57:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:55.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 750649344 2024-04-15T17:57:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73534, 2024-04-15T17:57:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11439212925 2024-04-15T17:57:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73539, 2024-04-15T17:57:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18375587210 2024-04-15T17:57:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1941504 2024-04-15T17:57:55.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 301211648 2024-04-15T17:57:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 771948544 2024-04-15T17:57:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50 2024-04-15T17:57:55.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 918479094 2024-04-15T17:57:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19544 2024-04-15T17:57:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 744509440 2024-04-15T17:57:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 744513536 2024-04-15T17:57:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:55.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11869 2024-04-15T17:57:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19544, 2024-04-15T17:57:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 354297093 2024-04-15T17:57:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 854923943 2024-04-15T17:57:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.053 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17592 2024-04-15T17:57:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 436901 2024-04-15T17:57:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 260 2024-04-15T17:57:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1855983 2024-04-15T17:57:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 412 2024-04-15T17:57:55.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1419082 2024-04-15T17:57:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1419082 2024-04-15T17:57:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 153 2024-04-15T17:57:55.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 412, 2024-04-15T17:57:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 744345 2024-04-15T17:57:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.056 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 575 2024-04-15T17:57:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T17:57:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8254 2024-04-15T17:57:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.057 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1052471296 2024-04-15T17:57:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13451264 2024-04-15T17:57:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.058 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 21851, 2024-04-15T17:57:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76019968 2024-04-15T17:57:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3576, 2024-04-15T17:57:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4289078704 2024-04-15T17:57:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17176, 2024-04-15T17:57:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 149547831 2024-04-15T17:57:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.060 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73470, 2024-04-15T17:57:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22200728967 2024-04-15T17:57:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 72901, 2024-04-15T17:57:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1778367535 2024-04-15T17:57:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73470, 2024-04-15T17:57:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44480868 2024-04-15T17:57:55.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73470, 2024-04-15T17:57:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22245209835 2024-04-15T17:57:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22779, 2024-04-15T17:57:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1065218925 2024-04-15T17:57:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:55.062 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 917, 2024-04-15T17:57:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2520581 2024-04-15T17:57:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6602, 2024-04-15T17:57:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5064502 2024-04-15T17:57:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 45, 2024-04-15T17:57:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55028 2024-04-15T17:57:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10658, 2024-04-15T17:57:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1264629477 2024-04-15T17:57:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.063 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 223084 2024-04-15T17:57:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26347 2024-04-15T17:57:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 23808, 2024-04-15T17:57:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2178064873 2024-04-15T17:57:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75530, 2024-04-15T17:57:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20066642 2024-04-15T17:57:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:55.064 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51722, 2024-04-15T17:57:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1383700150 2024-04-15T17:57:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15195, 2024-04-15T17:57:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 412745938 2024-04-15T17:57:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13872270381 2024-04-15T17:57:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:55.066 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22457, 2024-04-15T17:57:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2333489621 2024-04-15T17:57:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22454, 2024-04-15T17:57:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3458123447566 2024-04-15T17:57:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22457, 2024-04-15T17:57:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6995826203843 2024-04-15T17:57:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89209, 2024-04-15T17:57:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3295064805538 2024-04-15T17:57:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.067 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89209, 2024-04-15T17:57:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9092531 2024-04-15T17:57:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 346808296 2024-04-15T17:57:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38364273012 2024-04-15T17:57:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:55.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30631400 2024-04-15T17:57:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18051615434 2024-04-15T17:57:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14890354830 2024-04-15T17:57:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9601660 2024-04-15T17:57:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2578, 2024-04-15T17:57:55.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16128031 2024-04-15T17:57:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85539594898 2024-04-15T17:57:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15911335016 2024-04-15T17:57:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 808468526 2024-04-15T17:57:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 583196672 2024-04-15T17:57:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 553172992 2024-04-15T17:57:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.071 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30023680 2024-04-15T17:57:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57303939 2024-04-15T17:57:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.073 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 126976 2024-04-15T17:57:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 888832 2024-04-15T17:57:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.074 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67509373 2024-04-15T17:57:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429779548 2024-04-15T17:57:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 256 2024-04-15T17:57:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.076 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 51168 2024-04-15T17:57:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.077 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73485508 2024-04-15T17:57:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 176160768 2024-04-15T17:57:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1249216 2024-04-15T17:57:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38202626 2024-04-15T17:57:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.079 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69600062 2024-04-15T17:57:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.081 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429779548 2024-04-15T17:57:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.082 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 144625 2024-04-15T17:57:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1076331 2024-04-15T17:57:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72315976 2024-04-15T17:57:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T17:57:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.084 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52 2024-04-15T17:57:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39224 2024-04-15T17:57:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.085 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 131512, 2024-04-15T17:57:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9985854857 2024-04-15T17:57:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2342332024 2024-04-15T17:57:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:55.086 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39224, 2024-04-15T17:57:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 644645982802 2024-04-15T17:57:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2659810128 2024-04-15T17:57:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40904, 2024-04-15T17:57:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31093704087 2024-04-15T17:57:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39224, 2024-04-15T17:57:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 114890711932 2024-04-15T17:57:55.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16988 2024-04-15T17:57:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16988, 2024-04-15T17:57:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12328038880 2024-04-15T17:57:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2659810128 2024-04-15T17:57:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:55.088 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17426, 2024-04-15T17:57:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4818509949 2024-04-15T17:57:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16988, 2024-04-15T17:57:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4815944333 2024-04-15T17:57:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12464 2024-04-15T17:57:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 359766990 2024-04-15T17:57:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12464, 2024-04-15T17:57:55.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 101281378263 2024-04-15T17:57:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12620, 2024-04-15T17:57:55.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13155843881 2024-04-15T17:57:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12464, 2024-04-15T17:57:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33817900136 2024-04-15T17:57:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9772 2024-04-15T17:57:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1982565034 2024-04-15T17:57:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9772, 2024-04-15T17:57:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 531036565659 2024-04-15T17:57:55.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10858, 2024-04-15T17:57:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13119350257 2024-04-15T17:57:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9772, 2024-04-15T17:57:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76256867463 2024-04-15T17:57:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4199524 2024-04-15T17:57:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17 2024-04-15T17:57:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 764121088 2024-04-15T17:57:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.093 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T17:57:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22740 2024-04-15T17:57:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.094 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.095 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5357568 2024-04-15T17:57:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 633847808 2024-04-15T17:57:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17, 2024-04-15T17:57:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3930684 2024-04-15T17:57:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17, 2024-04-15T17:57:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1424318 2024-04-15T17:57:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:55.096 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 167, 2024-04-15T17:57:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 865136 2024-04-15T17:57:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 569376768 2024-04-15T17:57:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69688, 2024-04-15T17:57:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10892588103 2024-04-15T17:57:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:55.097 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69665, 2024-04-15T17:57:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17648064992 2024-04-15T17:57:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2707456 2024-04-15T17:57:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 285343744 2024-04-15T17:57:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 590675968 2024-04-15T17:57:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.098 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45 2024-04-15T17:57:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3863396671 2024-04-15T17:57:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25055 2024-04-15T17:57:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3597230080 2024-04-15T17:57:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.099 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3597234176 2024-04-15T17:57:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23302 2024-04-15T17:57:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25055, 2024-04-15T17:57:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1593463033 2024-04-15T17:57:55.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3801584079 2024-04-15T17:57:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23155 2024-04-15T17:57:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1727730 2024-04-15T17:57:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 316 2024-04-15T17:57:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:55.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5305289 2024-04-15T17:57:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 475 2024-04-15T17:57:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3577559 2024-04-15T17:57:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3577559 2024-04-15T17:57:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.102 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 164 2024-04-15T17:57:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 475, 2024-04-15T17:57:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1976344 2024-04-15T17:57:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:55.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 686 2024-04-15T17:57:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T17:57:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8534 2024-04-15T17:57:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.104 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 927125504 2024-04-15T17:57:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:55.105 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13438976 2024-04-15T17:57:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17054, 2024-04-15T17:57:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52526733 2024-04-15T17:57:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3625, 2024-04-15T17:57:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5485789698 2024-04-15T17:57:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.106 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:55.107 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26066, 2024-04-15T17:57:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 221739411 2024-04-15T17:57:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69602, 2024-04-15T17:57:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21353615758 2024-04-15T17:57:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:55.108 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69049, 2024-04-15T17:57:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1520437841 2024-04-15T17:57:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69602, 2024-04-15T17:57:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 35288953 2024-04-15T17:57:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69602, 2024-04-15T17:57:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21388904711 2024-04-15T17:57:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.109 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 56406, 2024-04-15T17:57:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1316590125 2024-04-15T17:57:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1107, 2024-04-15T17:57:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3084440 2024-04-15T17:57:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25264, 2024-04-15T17:57:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9929396 2024-04-15T17:57:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 37, 2024-04-15T17:57:55.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 61981 2024-04-15T17:57:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20497, 2024-04-15T17:57:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1090427663 2024-04-15T17:57:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 253852 2024-04-15T17:57:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17900 2024-04-15T17:57:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11384, 2024-04-15T17:57:55.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1953244706 2024-04-15T17:57:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 29377, 2024-04-15T17:57:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11234895 2024-04-15T17:57:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17993, 2024-04-15T17:57:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1690312607 2024-04-15T17:57:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12542, 2024-04-15T17:57:55.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 428919647 2024-04-15T17:57:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.113 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14174812297 2024-04-15T17:57:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6046, 2024-04-15T17:57:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 631198719 2024-04-15T17:57:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6045, 2024-04-15T17:57:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3875732427897 2024-04-15T17:57:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6046, 2024-04-15T17:57:55.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6134980709244 2024-04-15T17:57:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82278, 2024-04-15T17:57:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2357918551792 2024-04-15T17:57:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82278, 2024-04-15T17:57:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9100968 2024-04-15T17:57:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 555436858 2024-04-15T17:57:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.115 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36379836098 2024-04-15T17:57:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28102924 2024-04-15T17:57:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17236075487 2024-04-15T17:57:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14675693126 2024-04-15T17:57:55.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9601481 2024-04-15T17:57:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2543, 2024-04-15T17:57:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14747355 2024-04-15T17:57:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 83034935314 2024-04-15T17:57:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15609727616 2024-04-15T17:57:55.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 743645657 2024-04-15T17:57:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 496451584 2024-04-15T17:57:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 433004544 2024-04-15T17:57:55.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 63447040 2024-04-15T17:57:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57293514 2024-04-15T17:57:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24576 2024-04-15T17:57:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68445494 2024-04-15T17:57:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429701360 2024-04-15T17:57:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 912 2024-04-15T17:57:55.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52304 2024-04-15T17:57:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 224 2024-04-15T17:57:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73561680 2024-04-15T17:57:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.125 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4923104 2024-04-15T17:57:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38195676 2024-04-15T17:57:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74321732 2024-04-15T17:57:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429701360 2024-04-15T17:57:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 112180 2024-04-15T17:57:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1128813 2024-04-15T17:57:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72374127 2024-04-15T17:57:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 63 2024-04-15T17:57:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.131 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41 2024-04-15T17:57:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:55.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58832 2024-04-15T17:57:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 150302, 2024-04-15T17:57:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8204956562 2024-04-15T17:57:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T17:57:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2014961247 2024-04-15T17:57:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.133 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58832, 2024-04-15T17:57:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 93639865922 2024-04-15T17:57:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3341573177 2024-04-15T17:57:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 59660, 2024-04-15T17:57:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43500168536 2024-04-15T17:57:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58832, 2024-04-15T17:57:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73552082985 2024-04-15T17:57:55.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29908 2024-04-15T17:57:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 29908, 2024-04-15T17:57:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17797590874 2024-04-15T17:57:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3341573177 2024-04-15T17:57:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.135 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30335, 2024-04-15T17:57:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6270442229 2024-04-15T17:57:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 29908, 2024-04-15T17:57:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8912655587 2024-04-15T17:57:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27256 2024-04-15T17:57:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 445950651 2024-04-15T17:57:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:55.136 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 27256, 2024-04-15T17:57:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 51562011195 2024-04-15T17:57:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 27499, 2024-04-15T17:57:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34139356367 2024-04-15T17:57:55.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 27256, 2024-04-15T17:57:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49389584490 2024-04-15T17:57:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1668 2024-04-15T17:57:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1569010596 2024-04-15T17:57:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1668, 2024-04-15T17:57:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24280263853 2024-04-15T17:57:55.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1826, 2024-04-15T17:57:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3090369940 2024-04-15T17:57:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1668, 2024-04-15T17:57:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15249842908 2024-04-15T17:57:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31830411 2024-04-15T17:57:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31 2024-04-15T17:57:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 582828032 2024-04-15T17:57:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T17:57:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21417 2024-04-15T17:57:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:55.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.142 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3076096 2024-04-15T17:57:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 669732864 2024-04-15T17:57:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16, 2024-04-15T17:57:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3251480 2024-04-15T17:57:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:55.143 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16, 2024-04-15T17:57:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1169665 2024-04-15T17:57:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 164, 2024-04-15T17:57:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 788879 2024-04-15T17:57:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 659423232 2024-04-15T17:57:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:55.144 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65251, 2024-04-15T17:57:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10113621460 2024-04-15T17:57:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65240, 2024-04-15T17:57:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16394254188 2024-04-15T17:57:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1200128 2024-04-15T17:57:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267202560 2024-04-15T17:57:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:55.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 662241280 2024-04-15T17:57:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49 2024-04-15T17:57:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2045330205 2024-04-15T17:57:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.146 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32050 2024-04-15T17:57:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1756979200 2024-04-15T17:57:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1756983296 2024-04-15T17:57:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.147 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23564 2024-04-15T17:57:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32050, 2024-04-15T17:57:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 750590410 2024-04-15T17:57:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1970553588 2024-04-15T17:57:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29754 2024-04-15T17:57:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:55.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1059892 2024-04-15T17:57:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 399 2024-04-15T17:57:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3031763 2024-04-15T17:57:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 535 2024-04-15T17:57:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1971871 2024-04-15T17:57:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:55.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1971871 2024-04-15T17:57:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 136 2024-04-15T17:57:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 535, 2024-04-15T17:57:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1210823 2024-04-15T17:57:55.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 639 2024-04-15T17:57:55.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7, 2024-04-15T17:57:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10732 2024-04-15T17:57:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.152 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 942440448 2024-04-15T17:57:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9269248 2024-04-15T17:57:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20357, 2024-04-15T17:57:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 60559066 2024-04-15T17:57:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.153 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3578, 2024-04-15T17:57:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4771204136 2024-04-15T17:57:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:55.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 14089, 2024-04-15T17:57:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 120457751 2024-04-15T17:57:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65169, 2024-04-15T17:57:55.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19898176792 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 64639, 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1554894748 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65169, 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40196684 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65169, 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19938373476 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.156 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26447, 2024-04-15T17:57:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 860742199 2024-04-15T17:57:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1391, 2024-04-15T17:57:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2993308 2024-04-15T17:57:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6407, 2024-04-15T17:57:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7756127 2024-04-15T17:57:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:55.157 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 41, 2024-04-15T17:57:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48068 2024-04-15T17:57:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11252, 2024-04-15T17:57:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1985997763 2024-04-15T17:57:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 214870 2024-04-15T17:57:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18487 2024-04-15T17:57:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.158 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31237, 2024-04-15T17:57:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1724829163 2024-04-15T17:57:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 81440, 2024-04-15T17:57:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25074361 2024-04-15T17:57:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 50203, 2024-04-15T17:57:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1237110952 2024-04-15T17:57:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12410, 2024-04-15T17:57:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 358931513 2024-04-15T17:57:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:55.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13259674582 2024-04-15T17:57:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17771, 2024-04-15T17:57:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1798397851 2024-04-15T17:57:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17769, 2024-04-15T17:57:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3881812534709 2024-04-15T17:57:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:55.161 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17771, 2024-04-15T17:57:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6500295783134 2024-04-15T17:57:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78861, 2024-04-15T17:57:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2524823222305 2024-04-15T17:57:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78861, 2024-04-15T17:57:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7888873 2024-04-15T17:57:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 394673573 2024-04-15T17:57:55.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34337938798 2024-04-15T17:57:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28098275 2024-04-15T17:57:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16379022101 2024-04-15T17:57:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:55.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13443968470 2024-04-15T17:57:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5413105 2024-04-15T17:57:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2535, 2024-04-15T17:57:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15114250 2024-04-15T17:57:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 77828676018 2024-04-15T17:57:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:55.164 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14388176259 2024-04-15T17:57:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 721841179 2024-04-15T17:57:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 525516800 2024-04-15T17:57:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.165 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 489316352 2024-04-15T17:57:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36200448 2024-04-15T17:57:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57431622 2024-04-15T17:57:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-04-15T17:57:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32768 2024-04-15T17:57:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68356538 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.169 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 430737169 2024-04-15T17:57:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1072 2024-04-15T17:57:55.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67024 2024-04-15T17:57:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72511215 2024-04-15T17:57:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 176160768 2024-04-15T17:57:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2458240 2024-04-15T17:57:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38287748 2024-04-15T17:57:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.173 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68305916 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 430737169 2024-04-15T17:57:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 118926 2024-04-15T17:57:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1123303 2024-04-15T17:57:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.177 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71337082 2024-04-15T17:57:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20 2024-04-15T17:57:55.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48 2024-04-15T17:57:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.179 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49264 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 131128, 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8199928867 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1435823245 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.180 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 49264, 2024-04-15T17:57:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 288782511170 2024-04-15T17:57:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1637183224 2024-04-15T17:57:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51721, 2024-04-15T17:57:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28807096805 2024-04-15T17:57:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 49264, 2024-04-15T17:57:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67807317710 2024-04-15T17:57:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.181 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31933 2024-04-15T17:57:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31933, 2024-04-15T17:57:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56808815478 2024-04-15T17:57:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1637183224 2024-04-15T17:57:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:55.182 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32151, 2024-04-15T17:57:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7242479858 2024-04-15T17:57:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31933, 2024-04-15T17:57:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7446154788 2024-04-15T17:57:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13319 2024-04-15T17:57:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 278967969 2024-04-15T17:57:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13319, 2024-04-15T17:57:55.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178067737512 2024-04-15T17:57:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15454, 2024-04-15T17:57:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16943928654 2024-04-15T17:57:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.184 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13319, 2024-04-15T17:57:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38513867836 2024-04-15T17:57:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4012 2024-04-15T17:57:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1156855276 2024-04-15T17:57:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4012, 2024-04-15T17:57:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 53905958180 2024-04-15T17:57:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:55.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4116, 2024-04-15T17:57:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4620688293 2024-04-15T17:57:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4012, 2024-04-15T17:57:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21847295086 2024-04-15T17:57:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:55.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2110 2024-04-15T17:57:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 668708864 2024-04-15T17:57:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T17:57:55.187 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20793 2024-04-15T17:57:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:55.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8904704 2024-04-15T17:57:55.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 762699776 2024-04-15T17:57:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5607109 2024-04-15T17:57:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2481242 2024-04-15T17:57:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 178, 2024-04-15T17:57:55.190 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 861430 2024-04-15T17:57:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 877068288 2024-04-15T17:57:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63223, 2024-04-15T17:57:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9692715322 2024-04-15T17:57:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63194, 2024-04-15T17:57:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15582704605 2024-04-15T17:57:55.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9478144 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 258838528 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 889847808 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.192 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6987611062 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56557 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5943435264 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5943439360 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.193 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48325 2024-04-15T17:57:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 56557, 2024-04-15T17:57:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2316187922 2024-04-15T17:57:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6869112088 2024-04-15T17:57:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52927 2024-04-15T17:57:55.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3446894 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 625 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8824008 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 870 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5377114 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.195 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5377114 2024-04-15T17:57:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 250 2024-04-15T17:57:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 870, 2024-04-15T17:57:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5790367 2024-04-15T17:57:55.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 839 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:55.197 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9, 2024-04-15T17:57:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11384 2024-04-15T17:57:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:55.198 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1032732672 2024-04-15T17:57:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9265152 2024-04-15T17:57:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20854, 2024-04-15T17:57:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66139003 2024-04-15T17:57:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:55.199 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3535, 2024-04-15T17:57:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7040243073 2024-04-15T17:57:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15857, 2024-04-15T17:57:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 137395409 2024-04-15T17:57:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63118, 2024-04-15T17:57:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19205210312 2024-04-15T17:57:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62635, 2024-04-15T17:57:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1408557803 2024-04-15T17:57:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63118, 2024-04-15T17:57:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49200390 2024-04-15T17:57:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:55.202 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63118, 2024-04-15T17:57:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19254410702 2024-04-15T17:57:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26475, 2024-04-15T17:57:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1287775055 2024-04-15T17:57:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 830, 2024-04-15T17:57:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2342994 2024-04-15T17:57:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.203 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20019, 2024-04-15T17:57:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9780556 2024-04-15T17:57:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46, 2024-04-15T17:57:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65940 2024-04-15T17:57:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15750, 2024-04-15T17:57:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3991408437 2024-04-15T17:57:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 196390 2024-04-15T17:57:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.204 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19657 2024-04-15T17:57:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9256, 2024-04-15T17:57:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1677043685 2024-04-15T17:57:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 37277, 2024-04-15T17:57:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11190899 2024-04-15T17:57:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 28021, 2024-04-15T17:57:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1435773004 2024-04-15T17:57:55.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13684, 2024-04-15T17:57:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 397319686 2024-04-15T17:57:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:55.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8824107723 2024-04-15T17:57:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18148, 2024-04-15T17:57:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 903230168 2024-04-15T17:57:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18146, 2024-04-15T17:57:55.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3700719592318 2024-04-15T17:57:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18148, 2024-04-15T17:57:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6389514970750 2024-04-15T17:57:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73792, 2024-04-15T17:57:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2909660087997 2024-04-15T17:57:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73792, 2024-04-15T17:57:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7801808 2024-04-15T17:57:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:55.208 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 272393381 2024-04-15T17:57:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28132707038 2024-04-15T17:57:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26990209 2024-04-15T17:57:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11790593523 2024-04-15T17:57:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.209 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13779751860 2024-04-15T17:57:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5407904 2024-04-15T17:57:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2430, 2024-04-15T17:57:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13926618 2024-04-15T17:57:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 62812332007 2024-04-15T17:57:55.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14698724749 2024-04-15T17:57:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 512719297 2024-04-15T17:57:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:57:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:55.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 681230336 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 643588096 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37642240 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.212 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56911952 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69632 2024-04-15T17:57:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 724992 2024-04-15T17:57:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.214 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68122544 2024-04-15T17:57:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562036736 2024-04-15T17:57:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.215 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426839642 2024-04-15T17:57:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.216 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1776 2024-04-15T17:57:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 113312 2024-04-15T17:57:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67973142 2024-04-15T17:57:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.218 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8242528 2024-04-15T17:57:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37941301 2024-04-15T17:57:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.219 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71256683 2024-04-15T17:57:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426839642 2024-04-15T17:57:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.222 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 122780 2024-04-15T17:57:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1134728 2024-04-15T17:57:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.223 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75219330 2024-04-15T17:57:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47 2024-04-15T17:57:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50 2024-04-15T17:57:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30589 2024-04-15T17:57:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 96633, 2024-04-15T17:57:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10052840529 2024-04-15T17:57:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T17:57:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.226 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1435978943 2024-04-15T17:57:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30589, 2024-04-15T17:57:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 83979833021 2024-04-15T17:57:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1852893812 2024-04-15T17:57:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31132, 2024-04-15T17:57:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13842969784 2024-04-15T17:57:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:55.227 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30589, 2024-04-15T17:57:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34208096854 2024-04-15T17:57:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20429 2024-04-15T17:57:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20429, 2024-04-15T17:57:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12007519401 2024-04-15T17:57:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1852893812 2024-04-15T17:57:55.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20631, 2024-04-15T17:57:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4895185930 2024-04-15T17:57:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20429, 2024-04-15T17:57:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6122007502 2024-04-15T17:57:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5760 2024-04-15T17:57:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 222471087 2024-04-15T17:57:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.229 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5760, 2024-04-15T17:57:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10608657269 2024-04-15T17:57:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5966, 2024-04-15T17:57:55.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3591080644 2024-04-15T17:57:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5760, 2024-04-15T17:57:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8612167984 2024-04-15T17:57:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4400 2024-04-15T17:57:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1213507856 2024-04-15T17:57:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4400, 2024-04-15T17:57:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 61363656351 2024-04-15T17:57:55.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4535, 2024-04-15T17:57:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5356703210 2024-04-15T17:57:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4400, 2024-04-15T17:57:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19473921368 2024-04-15T17:57:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 886349824 2024-04-15T17:57:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.233 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T17:57:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28210 2024-04-15T17:57:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6610944 2024-04-15T17:57:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 721899520 2024-04-15T17:57:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20, 2024-04-15T17:57:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5110561 2024-04-15T17:57:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20, 2024-04-15T17:57:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1493050 2024-04-15T17:57:55.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 197, 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1082245 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 634585088 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83338, 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11771205216 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:55.237 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83328, 2024-04-15T17:57:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18882161923 2024-04-15T17:57:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8843264 2024-04-15T17:57:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 341372928 2024-04-15T17:57:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 630325248 2024-04-15T17:57:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48 2024-04-15T17:57:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4906141768 2024-04-15T17:57:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55771 2024-04-15T17:57:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4160176128 2024-04-15T17:57:55.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4160180224 2024-04-15T17:57:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45494 2024-04-15T17:57:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.240 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 55771, 2024-04-15T17:57:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1888371177 2024-04-15T17:57:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4800778513 2024-04-15T17:57:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52541 2024-04-15T17:57:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2181722 2024-04-15T17:57:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562 2024-04-15T17:57:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.241 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6550247 2024-04-15T17:57:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 784 2024-04-15T17:57:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4368525 2024-04-15T17:57:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4368525 2024-04-15T17:57:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 232 2024-04-15T17:57:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 784, 2024-04-15T17:57:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2355281 2024-04-15T17:57:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 593 2024-04-15T17:57:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9, 2024-04-15T17:57:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10668 2024-04-15T17:57:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.244 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1072906240 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:55.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9269248 2024-04-15T17:57:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20025, 2024-04-15T17:57:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72625112 2024-04-15T17:57:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3554, 2024-04-15T17:57:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6089292625 2024-04-15T17:57:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25161, 2024-04-15T17:57:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 190921989 2024-04-15T17:57:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.247 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83273, 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22931493083 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82746, 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1564479775 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:55.248 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83273, 2024-04-15T17:57:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48205971 2024-04-15T17:57:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83273, 2024-04-15T17:57:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22979699054 2024-04-15T17:57:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 244038, 2024-04-15T17:57:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1844162261 2024-04-15T17:57:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.249 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 899, 2024-04-15T17:57:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2541952 2024-04-15T17:57:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 130639, 2024-04-15T17:57:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 46708942 2024-04-15T17:57:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 49, 2024-04-15T17:57:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 62131 2024-04-15T17:57:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20422, 2024-04-15T17:57:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4282625455 2024-04-15T17:57:55.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 469227 2024-04-15T17:57:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21566 2024-04-15T17:57:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26335, 2024-04-15T17:57:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1926532970 2024-04-15T17:57:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63333, 2024-04-15T17:57:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18499727 2024-04-15T17:57:55.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 36998, 2024-04-15T17:57:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1741554687 2024-04-15T17:57:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15811, 2024-04-15T17:57:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 446641056 2024-04-15T17:57:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11025707378 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9071, 2024-04-15T17:57:55.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 699829384 2024-04-15T17:57:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9071, 2024-04-15T17:57:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4462329533052 2024-04-15T17:57:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9071, 2024-04-15T17:57:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6760440512000 2024-04-15T17:57:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4202103044279 2024-04-15T17:57:55.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10450822 2024-04-15T17:57:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 382016559 2024-04-15T17:57:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34402394391 2024-04-15T17:57:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:55.255 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33360693 2024-04-15T17:57:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15727577917 2024-04-15T17:57:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14723794154 2024-04-15T17:57:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5413110 2024-04-15T17:57:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2468, 2024-04-15T17:57:55.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15043531 2024-04-15T17:57:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76276010526 2024-04-15T17:57:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15784704225 2024-04-15T17:57:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 564296906 2024-04-15T17:57:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.257 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:57:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 677699584 2024-04-15T17:57:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 671375360 2024-04-15T17:57:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:57:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6324224 2024-04-15T17:57:55.258 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57036949 2024-04-15T17:57:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.259 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.260 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68779883 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.261 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 427777118 2024-04-15T17:57:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1744 2024-04-15T17:57:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 115616 2024-04-15T17:57:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75422002 2024-04-15T17:57:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.264 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5925664 2024-04-15T17:57:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38024632 2024-04-15T17:57:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.266 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73490216 2024-04-15T17:57:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 427777118 2024-04-15T17:57:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.269 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125223 2024-04-15T17:57:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1097659 2024-04-15T17:57:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74316480 2024-04-15T17:57:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36 2024-04-15T17:57:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 53 2024-04-15T17:57:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58115 2024-04-15T17:57:55.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 143048, 2024-04-15T17:57:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13072398085 2024-04-15T17:57:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1648898791 2024-04-15T17:57:55.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58115, 2024-04-15T17:57:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 78326228107 2024-04-15T17:57:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2343627525 2024-04-15T17:57:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58820, 2024-04-15T17:57:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24827703519 2024-04-15T17:57:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:55.274 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58115, 2024-04-15T17:57:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42417784187 2024-04-15T17:57:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 46252 2024-04-15T17:57:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46252, 2024-04-15T17:57:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21133204347 2024-04-15T17:57:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:55.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2343627525 2024-04-15T17:57:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46381, 2024-04-15T17:57:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15284134248 2024-04-15T17:57:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46252, 2024-04-15T17:57:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14610812761 2024-04-15T17:57:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10114 2024-04-15T17:57:55.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 511996178 2024-04-15T17:57:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10114, 2024-04-15T17:57:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23328422849 2024-04-15T17:57:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:55.277 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10488, 2024-04-15T17:57:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6980772049 2024-04-15T17:57:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10114, 2024-04-15T17:57:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17625333220 2024-04-15T17:57:55.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1749 2024-04-15T17:57:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1136902613 2024-04-15T17:57:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1749, 2024-04-15T17:57:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33864600911 2024-04-15T17:57:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1951, 2024-04-15T17:57:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2562797222 2024-04-15T17:57:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1749, 2024-04-15T17:57:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10181638206 2024-04-15T17:57:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7 2024-04-15T17:57:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 643862528 2024-04-15T17:57:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T17:57:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:55.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38958 2024-04-15T17:57:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:55.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7233536 2024-04-15T17:57:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:55.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562839552 2024-04-15T17:57:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3360391 2024-04-15T17:57:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 995772 2024-04-15T17:57:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 156, 2024-04-15T17:57:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 788494 2024-04-15T17:57:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.284 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 520093696 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62294, 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8910115480 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62289, 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14194433484 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5812224 2024-04-15T17:57:55.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 255176704 2024-04-15T17:57:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 537133056 2024-04-15T17:57:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42 2024-04-15T17:57:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4780958848 2024-04-15T17:57:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43146 2024-04-15T17:57:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4259893248 2024-04-15T17:57:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4259897344 2024-04-15T17:57:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.287 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34980 2024-04-15T17:57:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 43146, 2024-04-15T17:57:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1807895145 2024-04-15T17:57:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:55.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4678164879 2024-04-15T17:57:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39995 2024-04-15T17:57:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2766859 2024-04-15T17:57:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:55.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 488 2024-04-15T17:57:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7181159 2024-04-15T17:57:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 677 2024-04-15T17:57:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4414300 2024-04-15T17:57:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4414300 2024-04-15T17:57:55.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 197 2024-04-15T17:57:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 677, 2024-04-15T17:57:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2475842 2024-04-15T17:57:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.291 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 868 2024-04-15T17:57:55.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T17:57:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10308 2024-04-15T17:57:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:55.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 827531264 2024-04-15T17:57:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9854976 2024-04-15T17:57:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:55.294 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13694, 2024-04-15T17:57:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48289721 2024-04-15T17:57:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3434, 2024-04-15T17:57:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4592480140 2024-04-15T17:57:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:55.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15174, 2024-04-15T17:57:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 124416708 2024-04-15T17:57:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62241, 2024-04-15T17:57:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17347770229 2024-04-15T17:57:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 61884, 2024-04-15T17:57:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1252307852 2024-04-15T17:57:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62241, 2024-04-15T17:57:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32386111 2024-04-15T17:57:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62241, 2024-04-15T17:57:55.297 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17380156340 2024-04-15T17:57:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26191, 2024-04-15T17:57:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 648814320 2024-04-15T17:57:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 785, 2024-04-15T17:57:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2317179 2024-04-15T17:57:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.298 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10150, 2024-04-15T17:57:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7131361 2024-04-15T17:57:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 43, 2024-04-15T17:57:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 53008 2024-04-15T17:57:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11900, 2024-04-15T17:57:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1513048401 2024-04-15T17:57:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 188433 2024-04-15T17:57:55.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18299 2024-04-15T17:57:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 14459, 2024-04-15T17:57:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1339377498 2024-04-15T17:57:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 45199, 2024-04-15T17:57:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13643207 2024-04-15T17:57:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30740, 2024-04-15T17:57:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1042346791 2024-04-15T17:57:55.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11987, 2024-04-15T17:57:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 333886867 2024-04-15T17:57:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:55.301 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73488, 2024-04-15T17:57:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8166878631 2024-04-15T17:57:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13887, 2024-04-15T17:57:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 820829784 2024-04-15T17:57:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:55.302 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13885, 2024-04-15T17:57:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3446183271211 2024-04-15T17:57:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13887, 2024-04-15T17:57:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5970829209982 2024-04-15T17:57:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73486, 2024-04-15T17:57:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2458883144720 2024-04-15T17:57:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73486, 2024-04-15T17:57:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7727950 2024-04-15T17:57:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.303 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73488, 2024-04-15T17:57:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 306679482 2024-04-15T17:57:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73488, 2024-04-15T17:57:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27118778640 2024-04-15T17:57:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73488, 2024-04-15T17:57:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26767154 2024-04-15T17:57:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73488, 2024-04-15T17:57:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12631132721 2024-04-15T17:57:55.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73488, 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10233559309 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6003369 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2366, 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13522211 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73488, 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58469797648 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.305 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73488, 2024-04-15T17:57:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11089123276 2024-04-15T17:57:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73488, 2024-04-15T17:57:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 465065243 2024-04-15T17:57:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:57:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:55.306 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 552583168 2024-04-15T17:57:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 511287296 2024-04-15T17:57:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:57:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41295872 2024-04-15T17:57:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.307 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57129312 2024-04-15T17:57:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T17:57:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 446464 2024-04-15T17:57:55.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68241056 2024-04-15T17:57:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:55.310 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 428469841 2024-04-15T17:57:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.311 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1488 2024-04-15T17:57:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 99568 2024-04-15T17:57:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.312 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74745583 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.313 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6899312 2024-04-15T17:57:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38086208 2024-04-15T17:57:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.314 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72454992 2024-04-15T17:57:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:55.316 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 428469841 2024-04-15T17:57:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 120421 2024-04-15T17:57:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1129951 2024-04-15T17:57:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73596267 2024-04-15T17:57:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.319 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T17:57:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.320 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54 2024-04-15T17:57:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39205 2024-04-15T17:57:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 98588, 2024-04-15T17:57:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8466602366 2024-04-15T17:57:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:55.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1650278957 2024-04-15T17:57:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39205, 2024-04-15T17:57:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58545041612 2024-04-15T17:57:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1980027604 2024-04-15T17:57:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.322 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39619, 2024-04-15T17:57:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14508174852 2024-04-15T17:57:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39205, 2024-04-15T17:57:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33266574368 2024-04-15T17:57:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30905 2024-04-15T17:57:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30905, 2024-04-15T17:57:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14941144821 2024-04-15T17:57:55.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1980027604 2024-04-15T17:57:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31061, 2024-04-15T17:57:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6413501524 2024-04-15T17:57:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30905, 2024-04-15T17:57:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6393664144 2024-04-15T17:57:55.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4354 2024-04-15T17:57:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 311349226 2024-04-15T17:57:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4354, 2024-04-15T17:57:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10923871369 2024-04-15T17:57:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:55.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4501, 2024-04-15T17:57:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2951407414 2024-04-15T17:57:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4354, 2024-04-15T17:57:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8021791548 2024-04-15T17:57:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3946 2024-04-15T17:57:55.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1338929731 2024-04-15T17:57:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3946, 2024-04-15T17:57:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32680025422 2024-04-15T17:57:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:55.327 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4057, 2024-04-15T17:57:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5143265914 2024-04-15T17:57:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3946, 2024-04-15T17:57:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18851118676 2024-04-15T17:57:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44796569 2024-04-15T17:57:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-04-15T17:57:55.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 529965056 2024-04-15T17:57:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T17:57:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19839 2024-04-15T17:57:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:55.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.330 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5115904 2024-04-15T17:57:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 551153664 2024-04-15T17:57:55.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18483971 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8923773 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 151, 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 778811 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.332 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 489488384 2024-04-15T17:57:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63954, 2024-04-15T17:57:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9148612490 2024-04-15T17:57:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63953, 2024-04-15T17:57:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14714870188 2024-04-15T17:57:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12636160 2024-04-15T17:57:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:55.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 261992448 2024-04-15T17:57:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 498008064 2024-04-15T17:57:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39 2024-04-15T17:57:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:55.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2986631744 2024-04-15T17:57:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33450 2024-04-15T17:57:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2590007296 2024-04-15T17:57:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2590011392 2024-04-15T17:57:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:55.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24962 2024-04-15T17:57:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33450, 2024-04-15T17:57:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1129769236 2024-04-15T17:57:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2898474937 2024-04-15T17:57:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30746 2024-04-15T17:57:55.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 922561 2024-04-15T17:57:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 424 2024-04-15T17:57:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5071160 2024-04-15T17:57:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 574 2024-04-15T17:57:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:55.337 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4148599 2024-04-15T17:57:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4148599 2024-04-15T17:57:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 152 2024-04-15T17:57:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.338 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 574, 2024-04-15T17:57:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1532697 2024-04-15T17:57:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.339 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 745 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7, 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9020 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 820551680 2024-04-15T17:57:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9846784 2024-04-15T17:57:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17555, 2024-04-15T17:57:55.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 60014661 2024-04-15T17:57:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3470, 2024-04-15T17:57:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3022874672 2024-04-15T17:57:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18506, 2024-04-15T17:57:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 148110231 2024-04-15T17:57:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63909, 2024-04-15T17:57:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17887873260 2024-04-15T17:57:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63505, 2024-04-15T17:57:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1316497156 2024-04-15T17:57:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63909, 2024-04-15T17:57:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40807302 2024-04-15T17:57:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63909, 2024-04-15T17:57:55.344 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17928680562 2024-04-15T17:57:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30798, 2024-04-15T17:57:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 969719535 2024-04-15T17:57:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 794, 2024-04-15T17:57:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2235953 2024-04-15T17:57:55.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4259, 2024-04-15T17:57:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4247508 2024-04-15T17:57:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 50, 2024-04-15T17:57:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 61506 2024-04-15T17:57:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11431, 2024-04-15T17:57:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 878463026 2024-04-15T17:57:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:55.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 193619 2024-04-15T17:57:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17486 2024-04-15T17:57:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6324, 2024-04-15T17:57:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1300615452 2024-04-15T17:57:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32047, 2024-04-15T17:57:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8649619 2024-04-15T17:57:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25723, 2024-04-15T17:57:55.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1188939693 2024-04-15T17:57:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13346, 2024-04-15T17:57:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 358033317 2024-04-15T17:57:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.348 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8922158429 2024-04-15T17:57:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16221, 2024-04-15T17:57:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 981818369 2024-04-15T17:57:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:55.349 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16221, 2024-04-15T17:57:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3474188582464 2024-04-15T17:57:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16221, 2024-04-15T17:57:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6353864607040 2024-04-15T17:57:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2477539631033 2024-04-15T17:57:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7808339 2024-04-15T17:57:55.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 250297510 2024-04-15T17:57:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27267169075 2024-04-15T17:57:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26118269 2024-04-15T17:57:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:55.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13258236106 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9593412772 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5998149 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2320, 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12893771 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59302180779 2024-04-15T17:57:55.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10534013122 2024-04-15T17:57:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 476218057 2024-04-15T17:57:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:57:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:55.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 515375104 2024-04-15T17:57:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 488103936 2024-04-15T17:57:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:57:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27271168 2024-04-15T17:57:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57242109 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 106496 2024-04-15T17:57:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68480515 2024-04-15T17:57:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:55.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429315820 2024-04-15T17:57:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1488 2024-04-15T17:57:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 93424 2024-04-15T17:57:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73905748 2024-04-15T17:57:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:55.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4516912 2024-04-15T17:57:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38161406 2024-04-15T17:57:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74762194 2024-04-15T17:57:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:55.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429315820 2024-04-15T17:57:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.364 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 127832 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1119776 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72753052 2024-04-15T17:57:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11 2024-04-15T17:57:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58 2024-04-15T17:57:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.367 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32384 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 98907, 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10470019647 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:55.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1544189774 2024-04-15T17:57:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32384, 2024-04-15T17:57:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45688529060 2024-04-15T17:57:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1918476726 2024-04-15T17:57:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32803, 2024-04-15T17:57:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16352041129 2024-04-15T17:57:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32384, 2024-04-15T17:57:55.369 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33669290934 2024-04-15T17:57:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19718 2024-04-15T17:57:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19718, 2024-04-15T17:57:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8616698345 2024-04-15T17:57:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1918476726 2024-04-15T17:57:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.370 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19837, 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4511629688 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19718, 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4815522332 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11721 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 376813661 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11721, 2024-04-15T17:57:55.371 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21179087020 2024-04-15T17:57:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11947, 2024-04-15T17:57:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9519124638 2024-04-15T17:57:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.372 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11721, 2024-04-15T17:57:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19015477379 2024-04-15T17:57:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 945 2024-04-15T17:57:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1167376113 2024-04-15T17:57:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 945, 2024-04-15T17:57:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15892743695 2024-04-15T17:57:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.373 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1019, 2024-04-15T17:57:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2321286803 2024-04-15T17:57:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 945, 2024-04-15T17:57:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9838291223 2024-04-15T17:57:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:55.374 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 96 2024-04-15T17:57:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 499343360 2024-04-15T17:57:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.375 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": [ 2024-04-15T17:57:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-04-15T17:57:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:57:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:57:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:57:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool" 2024-04-15T17:57:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:57:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:57:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:57:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 1, 2024-04-15T17:57:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 1, 2024-04-15T17:57:55.376 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 1, 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 1781760, 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 1781760, 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 2, 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.4661951556481654e-06, 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 1214, 2024-04-15T17:57:55.377 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 2072576, 2024-04-15T17:57:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 590368, 2024-04-15T17:57:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 590368, 2024-04-15T17:57:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T17:57:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 1771104, 2024-04-15T17:57:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 399, 2024-04-15T17:57:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 2473984 2024-04-15T17:57:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:57:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:57:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:57:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:55.378 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:57:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:57:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:57:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:57:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool" 2024-04-15T17:57:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:57:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:57:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:57:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 32, 2024-04-15T17:57:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 32, 2024-04-15T17:57:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 2, 2024-04-15T17:57:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:57:55.379 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:57:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:57:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 154785, 2024-04-15T17:57:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:57:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:57:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 110592, 2024-04-15T17:57:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:57:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:57:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 22, 2024-04-15T17:57:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 44193, 2024-04-15T17:57:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.1424371254852304e-07, 2024-04-15T17:57:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:57:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:57:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 158, 2024-04-15T17:57:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 178176, 2024-04-15T17:57:55.380 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 21353, 2024-04-15T17:57:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 6622, 2024-04-15T17:57:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 14731, 2024-04-15T17:57:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 64059, 2024-04-15T17:57:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 69, 2024-04-15T17:57:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 36864 2024-04-15T17:57:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:57:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:57:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:57:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:57:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.381 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:57:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:57:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:57:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool" 2024-04-15T17:57:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:57:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:57:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:57:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 64, 2024-04-15T17:57:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 64, 2024-04-15T17:57:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 3, 2024-04-15T17:57:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:57:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:57:55.382 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-04-15T17:57:55.383 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T17:57:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-04-15T17:57:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-04-15T17:57:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-04-15T17:57:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:57:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:57:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:57:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-04-15T17:57:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:57:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:57:55.384 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool", 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "selfmanaged_snaps" 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 8, 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 8, 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 4, 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 12595200, 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:57:55.385 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 12595200, 2024-04-15T17:57:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:57:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:57:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 4, 2024-04-15T17:57:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T17:57:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 1.7433187167625874e-05, 2024-04-15T17:57:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:57:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:57:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 9044, 2024-04-15T17:57:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 3205236736, 2024-04-15T17:57:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 4194323, 2024-04-15T17:57:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 4194323, 2024-04-15T17:57:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T17:57:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 12582969, 2024-04-15T17:57:55.386 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 24313, 2024-04-15T17:57:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 3125046272 2024-04-15T17:57:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:57:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:57:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:57:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": { 2024-04-15T17:57:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "mirroring_by_pool": [ 2024-04-15T17:57:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: false 2024-04-15T17:57:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_images_by_pool": [ 2024-04-15T17:57:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pools": 1 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "report_id": "92adcd4e-493a-4368-bb9d-f31d85e5acb8", 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "report_timestamp": "2024-04-15T17:57:54.490891", 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "report_version": 1, 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_stats": { 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "7.9.2" 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "rook": { 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster": { 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "external-mode": null, 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "allow-multiple-per-node": null, 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "count": null, 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "max-id": null, 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "pvc": { 2024-04-15T17:57:55.388 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T17:57:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "stretch": { 2024-04-15T17:57:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T17:57:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "network": { 2024-04-15T17:57:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "provider": null 2024-04-15T17:57:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "storage": { 2024-04-15T17:57:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "device-set": { 2024-04-15T17:57:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T17:57:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "non-portable": null, 2024-04-15T17:57:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "portable": null, 2024-04-15T17:57:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T17:57:55.389 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "csi": { 2024-04-15T17:57:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T17:57:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes": { 2024-04-15T17:57:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T17:57:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "node": { 2024-04-15T17:57:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T17:57:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes-total": null, 2024-04-15T17:57:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "with-ceph-daemons": null, 2024-04-15T17:57:55.390 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T17:57:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-nfs-plugin": null, 2024-04-15T17:57:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-rbd-plugin": null 2024-04-15T17:57:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T17:57:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "storage-class": { 2024-04-15T17:57:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T17:57:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket": null, 2024-04-15T17:57:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs": null, 2024-04-15T17:57:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "nfs": null, 2024-04-15T17:57:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": null, 2024-04-15T17:57:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T17:57:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:55.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T17:57:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "services": {}, 2024-04-15T17:57:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pg": [ 2024-04-15T17:57:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.392 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.520961+0000", 2024-04-15T17:57:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.520961+0000", 2024-04-15T17:57:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.521250+0000", 2024-04-15T17:57:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:55.393 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.394 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2c", 2024-04-15T17:57:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4929, 2024-04-15T17:57:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:35:27.113682+0000", 2024-04-15T17:57:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.397 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:55.398 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.399 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435720+0000", 2024-04-15T17:57:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435720+0000", 2024-04-15T17:57:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436446+0000", 2024-04-15T17:57:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:55.400 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.401 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2b", 2024-04-15T17:57:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5098, 2024-04-15T17:57:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:01:38.574632+0000", 2024-04-15T17:57:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.404 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.405 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.406 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439798+0000", 2024-04-15T17:57:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439798+0000", 2024-04-15T17:57:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.440223+0000", 2024-04-15T17:57:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:55.407 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.408 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2a", 2024-04-15T17:57:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4943, 2024-04-15T17:57:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:50:43.627727+0000", 2024-04-15T17:57:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.411 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:55.412 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:55.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.396035+0000", 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.396035+0000", 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.396367+0000", 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:55.414 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.29", 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.415 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5049, 2024-04-15T17:57:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:02:10.337513+0000", 2024-04-15T17:57:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.418 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.419 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.468046+0000", 2024-04-15T17:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.468046+0000", 2024-04-15T17:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.468389+0000", 2024-04-15T17:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:55.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.421 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.28", 2024-04-15T17:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.422 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4965, 2024-04-15T17:57:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:07:20.760103+0000", 2024-04-15T17:57:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.426 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.395592+0000", 2024-04-15T17:57:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.395592+0000", 2024-04-15T17:57:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.395940+0000", 2024-04-15T17:57:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:55.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.428 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.27", 2024-04-15T17:57:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.429 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5043, 2024-04-15T17:57:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:16:51.486039+0000", 2024-04-15T17:57:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436024+0000", 2024-04-15T17:57:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436024+0000", 2024-04-15T17:57:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436326+0000", 2024-04-15T17:57:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.435 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.436 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.26", 2024-04-15T17:57:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4924, 2024-04-15T17:57:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:30:13.564847+0000", 2024-04-15T17:57:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.441 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.451797+0000", 2024-04-15T17:57:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.451797+0000", 2024-04-15T17:57:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:53.453403+0000", 2024-04-15T17:57:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:57:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.442 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:57:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.443 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.25", 2024-04-15T17:57:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5083, 2024-04-15T17:57:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:21:14.510055+0000", 2024-04-15T17:57:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.447 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.448 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.390005+0000", 2024-04-15T17:57:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.390005+0000", 2024-04-15T17:57:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.390427+0000", 2024-04-15T17:57:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:55.449 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.450 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.24", 2024-04-15T17:57:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5019, 2024-04-15T17:57:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:17:00.906826+0000", 2024-04-15T17:57:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.454 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.455 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.390382+0000", 2024-04-15T17:57:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.390382+0000", 2024-04-15T17:57:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.391096+0000", 2024-04-15T17:57:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:55.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.457 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.23", 2024-04-15T17:57:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:57:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:00:05.722549+0000", 2024-04-15T17:57:55.458 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.461 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.462 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.469033+0000", 2024-04-15T17:57:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.469033+0000", 2024-04-15T17:57:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.469374+0000", 2024-04-15T17:57:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:55.463 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.464 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.22", 2024-04-15T17:57:55.465 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4967, 2024-04-15T17:57:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:33:52.219374+0000", 2024-04-15T17:57:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.468 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.469 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.470 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525704+0000", 2024-04-15T17:57:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525704+0000", 2024-04-15T17:57:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526040+0000", 2024-04-15T17:57:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:55.471 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.472 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.21", 2024-04-15T17:57:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5066, 2024-04-15T17:57:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:21:59.887391+0000", 2024-04-15T17:57:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.475 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.476 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:55.477 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.522965+0000", 2024-04-15T17:57:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.522965+0000", 2024-04-15T17:57:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.523311+0000", 2024-04-15T17:57:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.478 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.479 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.20", 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4925, 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:27:21.606743+0000", 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.480 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.482 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.483 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.484 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446626+0000", 2024-04-15T17:57:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446626+0000", 2024-04-15T17:57:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449982+0000", 2024-04-15T17:57:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:55.485 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.486 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.f", 2024-04-15T17:57:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4901, 2024-04-15T17:57:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:52:37.047257+0000", 2024-04-15T17:57:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.487 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.490 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.491 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435919+0000", 2024-04-15T17:57:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435919+0000", 2024-04-15T17:57:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436286+0000", 2024-04-15T17:57:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:55.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:57:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.493 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:57:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.e", 2024-04-15T17:57:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5069, 2024-04-15T17:57:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:31:34.047855+0000", 2024-04-15T17:57:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.494 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.497 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:57:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.498 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.519936+0000", 2024-04-15T17:57:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.519936+0000", 2024-04-15T17:57:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.520237+0000", 2024-04-15T17:57:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:55.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.500 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.c", 2024-04-15T17:57:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4958, 2024-04-15T17:57:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:46:35.771481+0000", 2024-04-15T17:57:55.501 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.504 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:55.505 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.396946+0000", 2024-04-15T17:57:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.396946+0000", 2024-04-15T17:57:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.397302+0000", 2024-04-15T17:57:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T17:57:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:55.507 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T17:57:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.d", 2024-04-15T17:57:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5086, 2024-04-15T17:57:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:48:28.141726+0000", 2024-04-15T17:57:55.508 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 70, 2024-04-15T17:57:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 2, 2024-04-15T17:57:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2, 2024-04-15T17:57:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T17:57:55.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:57:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T17:57:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.512 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446779+0000", 2024-04-15T17:57:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446779+0000", 2024-04-15T17:57:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.450427+0000", 2024-04-15T17:57:55.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.514 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.d", 2024-04-15T17:57:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.515 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4888, 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:05:20.369983+0000", 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.519 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.456466+0000", 2024-04-15T17:57:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.456466+0000", 2024-04-15T17:57:55.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.456863+0000", 2024-04-15T17:57:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.521 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.c", 2024-04-15T17:57:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.522 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5076, 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:58:59.715574+0000", 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.526 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.527121+0000", 2024-04-15T17:57:55.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.527121+0000", 2024-04-15T17:57:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.527538+0000", 2024-04-15T17:57:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:55.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.a", 2024-04-15T17:57:55.529 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4930, 2024-04-15T17:57:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:11:40.386793+0000", 2024-04-15T17:57:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.533 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439303+0000", 2024-04-15T17:57:55.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439303+0000", 2024-04-15T17:57:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.443263+0000", 2024-04-15T17:57:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:55.535 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 4, 2024-04-15T17:57:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 4, 2024-04-15T17:57:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.b", 2024-04-15T17:57:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.536 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4904, 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:00:22.551323+0000", 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 4, 2024-04-15T17:57:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 4, 2024-04-15T17:57:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T17:57:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'4" 2024-04-15T17:57:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.540 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.394186+0000", 2024-04-15T17:57:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.394186+0000", 2024-04-15T17:57:55.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.395042+0000", 2024-04-15T17:57:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.542 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.b", 2024-04-15T17:57:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.543 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5017, 2024-04-15T17:57:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:20:15.791375+0000", 2024-04-15T17:57:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.547 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.423074+0000", 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.423074+0000", 2024-04-15T17:57:55.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.423380+0000", 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.549 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.a", 2024-04-15T17:57:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.550 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5083, 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:07:31.515388+0000", 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.553 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.554 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431819+0000", 2024-04-15T17:57:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431819+0000", 2024-04-15T17:57:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.432332+0000", 2024-04-15T17:57:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.556 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.8", 2024-04-15T17:57:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5051, 2024-04-15T17:57:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.557 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:03:32.955743+0000", 2024-04-15T17:57:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.560 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.561 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.434983+0000", 2024-04-15T17:57:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.434983+0000", 2024-04-15T17:57:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.435395+0000", 2024-04-15T17:57:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.563 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.9", 2024-04-15T17:57:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5083, 2024-04-15T17:57:55.564 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:06:41.594748+0000", 2024-04-15T17:57:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.568 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.441781+0000", 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.441781+0000", 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.442185+0000", 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.570 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.9", 2024-04-15T17:57:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5033, 2024-04-15T17:57:55.571 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:50:39.082501+0000", 2024-04-15T17:57:55.572 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:55.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435360+0000", 2024-04-15T17:57:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435360+0000", 2024-04-15T17:57:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.443319+0000", 2024-04-15T17:57:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:55.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.8", 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.579 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4900, 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:15:37.213225+0000", 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.582 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.583 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.389266+0000", 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.389266+0000", 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.389620+0000", 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.585 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.586 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.586 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.586 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.586 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.586 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.586 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.6", 2024-04-15T17:57:55.586 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.586 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.586 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.586 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5100, 2024-04-15T17:57:55.586 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.586 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:45:01.302916+0000", 2024-04-15T17:57:55.586 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.586 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.586 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.589 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:55.590 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436824+0000", 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436824+0000", 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.437196+0000", 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.591 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.7", 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4918, 2024-04-15T17:57:55.592 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:24:20.852012+0000", 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.595 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:55.596 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.528198+0000", 2024-04-15T17:57:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.528198+0000", 2024-04-15T17:57:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.817752+0000", 2024-04-15T17:57:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:55.597 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3140, 2024-04-15T17:57:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.598 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3140, 2024-04-15T17:57:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.1", 2024-04-15T17:57:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8949, 2024-04-15T17:57:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:30:22.425334+0000", 2024-04-15T17:57:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.007297136, 2024-04-15T17:57:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.599 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1365, 2024-04-15T17:57:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 399231, 2024-04-15T17:57:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3125, 2024-04-15T17:57:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 410114 2024-04-15T17:57:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.602 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3140" 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.603 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431685+0000", 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431685+0000", 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.432096+0000", 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:55.604 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.7", 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.605 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5019, 2024-04-15T17:57:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:04:11.186161+0000", 2024-04-15T17:57:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.609 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.527464+0000", 2024-04-15T17:57:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.527464+0000", 2024-04-15T17:57:55.610 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.527882+0000", 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:57:55.611 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.6", 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5090, 2024-04-15T17:57:55.612 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:39:02.683377+0000", 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 4, 2024-04-15T17:57:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 4, 2024-04-15T17:57:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:55.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "564'3" 2024-04-15T17:57:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.616 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431611+0000", 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431611+0000", 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.848702+0000", 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.617 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2830, 2024-04-15T17:57:55.618 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2830, 2024-04-15T17:57:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.0", 2024-04-15T17:57:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.619 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8486, 2024-04-15T17:57:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:53:07.262835+0000", 2024-04-15T17:57:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003387645, 2024-04-15T17:57:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.620 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 942, 2024-04-15T17:57:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 349371, 2024-04-15T17:57:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 2805, 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 370831 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'2830" 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.623 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460747+0000", 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460747+0000", 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.461863+0000", 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.625 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.4", 2024-04-15T17:57:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5085, 2024-04-15T17:57:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:46:31.088065+0000", 2024-04-15T17:57:55.626 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.629 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.630 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.438167+0000", 2024-04-15T17:57:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.438167+0000", 2024-04-15T17:57:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447156+0000", 2024-04-15T17:57:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:55.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.632 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.5", 2024-04-15T17:57:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4906, 2024-04-15T17:57:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:58:22.930754+0000", 2024-04-15T17:57:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.636 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.637 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445624+0000", 2024-04-15T17:57:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445624+0000", 2024-04-15T17:57:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.868819+0000", 2024-04-15T17:57:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3195, 2024-04-15T17:57:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.639 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3195, 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.3", 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 9032, 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:03:01.661878+0000", 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.004077061, 2024-04-15T17:57:55.640 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1080, 2024-04-15T17:57:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 397317, 2024-04-15T17:57:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3180, 2024-04-15T17:57:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 398617 2024-04-15T17:57:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.643 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3195" 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:55.644 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.438016+0000", 2024-04-15T17:57:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.438016+0000", 2024-04-15T17:57:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447074+0000", 2024-04-15T17:57:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.646 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.0", 2024-04-15T17:57:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4903, 2024-04-15T17:57:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:00:47.015103+0000", 2024-04-15T17:57:55.647 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.650 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.651 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.385690+0000", 2024-04-15T17:57:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.385690+0000", 2024-04-15T17:57:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.386033+0000", 2024-04-15T17:57:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.653 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1", 2024-04-15T17:57:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:57:55.654 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:52:21.990147+0000", 2024-04-15T17:57:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.658 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.592876+0000", 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.592876+0000", 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.868822+0000", 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:55.659 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3020, 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.660 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:57:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3020, 2024-04-15T17:57:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.6", 2024-04-15T17:57:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8893, 2024-04-15T17:57:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.661 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:25:59.638093+0000", 2024-04-15T17:57:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003843094, 2024-04-15T17:57:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 4194304, 2024-04-15T17:57:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1292, 2024-04-15T17:57:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 418930, 2024-04-15T17:57:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 2978, 2024-04-15T17:57:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 367674 2024-04-15T17:57:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.664 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3020" 2024-04-15T17:57:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.665 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 19, 2024-04-15T17:57:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.438959+0000", 2024-04-15T17:57:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.438959+0000", 2024-04-15T17:57:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.444720+0000", 2024-04-15T17:57:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T17:57:55.666 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T17:57:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T17:57:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 241, 2024-04-15T17:57:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.667 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 241, 2024-04-15T17:57:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "1.0", 2024-04-15T17:57:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5546, 2024-04-15T17:57:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.668 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:19:35.982947+0000", 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:57:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:57:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:57:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-04-15T17:57:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1214, 2024-04-15T17:57:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2024, 2024-04-15T17:57:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 399, 2024-04-15T17:57:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-04-15T17:57:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.671 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "2138'241" 2024-04-15T17:57:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.672 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.442112+0000", 2024-04-15T17:57:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.442112+0000", 2024-04-15T17:57:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.442606+0000", 2024-04-15T17:57:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.673 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.674 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.3", 2024-04-15T17:57:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4944, 2024-04-15T17:57:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:18:59.822926+0000", 2024-04-15T17:57:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.675 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.676 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.678 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.679 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525651+0000", 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525651+0000", 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526042+0000", 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:55.680 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.681 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2", 2024-04-15T17:57:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5008, 2024-04-15T17:57:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:31:55.937870+0000", 2024-04-15T17:57:55.682 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.683 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.685 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.686 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.447614+0000", 2024-04-15T17:57:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.447614+0000", 2024-04-15T17:57:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.806511+0000", 2024-04-15T17:57:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.687 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3027, 2024-04-15T17:57:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.688 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3027, 2024-04-15T17:57:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.5", 2024-04-15T17:57:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8698, 2024-04-15T17:57:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.689 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:27:53.919107+0000", 2024-04-15T17:57:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003202311, 2024-04-15T17:57:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.690 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1297, 2024-04-15T17:57:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 379199, 2024-04-15T17:57:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3012, 2024-04-15T17:57:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 389502 2024-04-15T17:57:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.692 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3027" 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.693 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.452544+0000", 2024-04-15T17:57:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.452544+0000", 2024-04-15T17:57:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:53.452897+0000", 2024-04-15T17:57:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.694 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:57:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.695 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1", 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5080, 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:07:32.453838+0000", 2024-04-15T17:57:55.696 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.697 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.700 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515308+0000", 2024-04-15T17:57:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515308+0000", 2024-04-15T17:57:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.515707+0000", 2024-04-15T17:57:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:55.701 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.702 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.0", 2024-04-15T17:57:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.703 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5086, 2024-04-15T17:57:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:04:04.136317+0000", 2024-04-15T17:57:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.704 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.707 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460262+0000", 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460262+0000", 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.807737+0000", 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.708 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3101, 2024-04-15T17:57:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:55.709 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3101, 2024-04-15T17:57:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.7", 2024-04-15T17:57:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8763, 2024-04-15T17:57:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.710 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:57:17.095655+0000", 2024-04-15T17:57:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003659063, 2024-04-15T17:57:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.711 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.712 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 901, 2024-04-15T17:57:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 381417, 2024-04-15T17:57:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3101, 2024-04-15T17:57:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 381117 2024-04-15T17:57:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.713 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3101" 2024-04-15T17:57:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.714 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517817+0000", 2024-04-15T17:57:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517817+0000", 2024-04-15T17:57:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.518096+0000", 2024-04-15T17:57:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.715 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.716 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3", 2024-04-15T17:57:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5011, 2024-04-15T17:57:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.717 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:37:47.350263+0000", 2024-04-15T17:57:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.718 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.719 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.721 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.520868+0000", 2024-04-15T17:57:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.520868+0000", 2024-04-15T17:57:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.521147+0000", 2024-04-15T17:57:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.722 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.723 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.2", 2024-04-15T17:57:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.724 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4951, 2024-04-15T17:57:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:11:21.489300+0000", 2024-04-15T17:57:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.728 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.451631+0000", 2024-04-15T17:57:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.451631+0000", 2024-04-15T17:57:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.810013+0000", 2024-04-15T17:57:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:55.729 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:57:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3022, 2024-04-15T17:57:55.730 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:57:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3022, 2024-04-15T17:57:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.4", 2024-04-15T17:57:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.731 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8834, 2024-04-15T17:57:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:35:24.240447+0000", 2024-04-15T17:57:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.004786005, 2024-04-15T17:57:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.732 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1053, 2024-04-15T17:57:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 402836, 2024-04-15T17:57:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3021, 2024-04-15T17:57:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 347469 2024-04-15T17:57:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3022" 2024-04-15T17:57:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.735 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.461046+0000", 2024-04-15T17:57:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.461046+0000", 2024-04-15T17:57:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.461360+0000", 2024-04-15T17:57:55.736 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.737 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.5", 2024-04-15T17:57:55.738 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4967, 2024-04-15T17:57:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:04:24.771010+0000", 2024-04-15T17:57:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:55.742 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.743 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.594758+0000", 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.594758+0000", 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.595720+0000", 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:55.744 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.4", 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.745 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5107, 2024-04-15T17:57:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:12:51.924971+0000", 2024-04-15T17:57:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.746 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.747 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.749 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460615+0000", 2024-04-15T17:57:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460615+0000", 2024-04-15T17:57:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.807911+0000", 2024-04-15T17:57:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:55.750 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3108, 2024-04-15T17:57:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.751 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3108, 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.2", 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 9049, 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.752 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:06:50.399162+0000", 2024-04-15T17:57:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.002890858, 2024-04-15T17:57:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 19, 2024-04-15T17:57:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.753 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1114, 2024-04-15T17:57:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 401813, 2024-04-15T17:57:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3091, 2024-04-15T17:57:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 386479 2024-04-15T17:57:55.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3108" 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.756 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.437587+0000", 2024-04-15T17:57:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.437587+0000", 2024-04-15T17:57:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.438875+0000", 2024-04-15T17:57:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.757 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.758 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.e", 2024-04-15T17:57:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4901, 2024-04-15T17:57:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.759 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:20:00.098369+0000", 2024-04-15T17:57:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.760 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.761 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.762 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.763 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.434848+0000", 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.434848+0000", 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.435288+0000", 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.764 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T17:57:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.765 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T17:57:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.f", 2024-04-15T17:57:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5012, 2024-04-15T17:57:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:50:13.495339+0000", 2024-04-15T17:57:55.766 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 22, 2024-04-15T17:57:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.767 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.768 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 2, 2024-04-15T17:57:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2, 2024-04-15T17:57:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T17:57:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:57:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.769 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T17:57:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.770 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435479+0000", 2024-04-15T17:57:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435479+0000", 2024-04-15T17:57:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447850+0000", 2024-04-15T17:57:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.771 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.772 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.11", 2024-04-15T17:57:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4887, 2024-04-15T17:57:55.773 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:48:48.946588+0000", 2024-04-15T17:57:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.774 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.775 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.776 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.777 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.583340+0000", 2024-04-15T17:57:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.583340+0000", 2024-04-15T17:57:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.584189+0000", 2024-04-15T17:57:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:57:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:55.778 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 8, 2024-04-15T17:57:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:57:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.779 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 8, 2024-04-15T17:57:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.10", 2024-04-15T17:57:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.781 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5093, 2024-04-15T17:57:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:15:26.336628+0000", 2024-04-15T17:57:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.782 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 4, 2024-04-15T17:57:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 48, 2024-04-15T17:57:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 48, 2024-04-15T17:57:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 12, 2024-04-15T17:57:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'8" 2024-04-15T17:57:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.785 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:55.786 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515642+0000", 2024-04-15T17:57:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515642+0000", 2024-04-15T17:57:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.516093+0000", 2024-04-15T17:57:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:55.787 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.10", 2024-04-15T17:57:55.788 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4920, 2024-04-15T17:57:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:49:24.473305+0000", 2024-04-15T17:57:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.792 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.522119+0000", 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.522119+0000", 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.523124+0000", 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.793 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.794 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.11", 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4928, 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:40:35.749220+0000", 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.795 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.796 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.797 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.798 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:55.799 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.430857+0000", 2024-04-15T17:57:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.430857+0000", 2024-04-15T17:57:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.433610+0000", 2024-04-15T17:57:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:55.800 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.13", 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.801 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4900, 2024-04-15T17:57:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:09:20.898872+0000", 2024-04-15T17:57:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.802 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.803 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.805 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439417+0000", 2024-04-15T17:57:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439417+0000", 2024-04-15T17:57:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.439882+0000", 2024-04-15T17:57:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.806 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.807 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.12", 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4958, 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:07:43.889106+0000", 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.808 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.811 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.812 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.442467+0000", 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.442467+0000", 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.442860+0000", 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:55.813 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.12", 2024-04-15T17:57:55.814 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5096, 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:34:39.937552+0000", 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.815 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.816 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.817 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:55.818 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.391711+0000", 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.391711+0000", 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.393344+0000", 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.819 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:57:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.820 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:57:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.13", 2024-04-15T17:57:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5103, 2024-04-15T17:57:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.821 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:18:54.137915+0000", 2024-04-15T17:57:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 34, 2024-04-15T17:57:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.822 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:57:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:57:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:57:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.823 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 8, 2024-04-15T17:57:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 16, 2024-04-15T17:57:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:55.824 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 7 2024-04-15T17:57:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:57:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.825 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.437727+0000", 2024-04-15T17:57:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.437727+0000", 2024-04-15T17:57:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.444914+0000", 2024-04-15T17:57:55.826 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.827 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.15", 2024-04-15T17:57:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.828 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4915, 2024-04-15T17:57:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:02:14.202098+0000", 2024-04-15T17:57:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.829 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.830 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.831 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.832 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525959+0000", 2024-04-15T17:57:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525959+0000", 2024-04-15T17:57:55.833 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526555+0000", 2024-04-15T17:57:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.834 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 30, 2024-04-15T17:57:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 30, 2024-04-15T17:57:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.14", 2024-04-15T17:57:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.835 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4963, 2024-04-15T17:57:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:04:45.376061+0000", 2024-04-15T17:57:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 5824, 2024-04-15T17:57:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T17:57:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T17:57:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T17:57:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 20, 2024-04-15T17:57:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 28, 2024-04-15T17:57:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 28, 2024-04-15T17:57:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 25 2024-04-15T17:57:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'30" 2024-04-15T17:57:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.839 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.432218+0000", 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.432218+0000", 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.432548+0000", 2024-04-15T17:57:55.840 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.841 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.14", 2024-04-15T17:57:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.842 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4993, 2024-04-15T17:57:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:58:20.104761+0000", 2024-04-15T17:57:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.846 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460574+0000", 2024-04-15T17:57:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460574+0000", 2024-04-15T17:57:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.460987+0000", 2024-04-15T17:57:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:55.847 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:57:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.848 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:57:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.15", 2024-04-15T17:57:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:57:55.849 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:27:18.246126+0000", 2024-04-15T17:57:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 90, 2024-04-15T17:57:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:57:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:57:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:57:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 14, 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 14, 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.852 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'3" 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.853 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.463453+0000", 2024-04-15T17:57:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.463453+0000", 2024-04-15T17:57:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.463928+0000", 2024-04-15T17:57:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.854 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.855 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.17", 2024-04-15T17:57:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5094, 2024-04-15T17:57:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:39:53.586473+0000", 2024-04-15T17:57:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.856 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.859 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:55.860 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.520654+0000", 2024-04-15T17:57:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.520654+0000", 2024-04-15T17:57:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.520941+0000", 2024-04-15T17:57:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.862 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.16", 2024-04-15T17:57:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4937, 2024-04-15T17:57:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.863 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:12:58.632128+0000", 2024-04-15T17:57:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.866 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.867 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439288+0000", 2024-04-15T17:57:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439288+0000", 2024-04-15T17:57:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.439635+0000", 2024-04-15T17:57:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:55.868 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.869 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.16", 2024-04-15T17:57:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.870 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4944, 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:03:25.538893+0000", 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.873 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.874 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525246+0000", 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525246+0000", 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526631+0000", 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.875 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.876 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.17", 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4920, 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:23:29.610106+0000", 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.880 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.398494+0000", 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.398494+0000", 2024-04-15T17:57:55.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.398865+0000", 2024-04-15T17:57:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:55.882 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.19", 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.883 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5079, 2024-04-15T17:57:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:35:39.082034+0000", 2024-04-15T17:57:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.887 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.448608+0000", 2024-04-15T17:57:55.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.448608+0000", 2024-04-15T17:57:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.448960+0000", 2024-04-15T17:57:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:55.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.890 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.18", 2024-04-15T17:57:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4949, 2024-04-15T17:57:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:12:24.007479+0000", 2024-04-15T17:57:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.894 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.895 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.455941+0000", 2024-04-15T17:57:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.455941+0000", 2024-04-15T17:57:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:53.461519+0000", 2024-04-15T17:57:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:57:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:55.896 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:57:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.897 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.18", 2024-04-15T17:57:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5052, 2024-04-15T17:57:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:24:39.218958+0000", 2024-04-15T17:57:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.901 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.902 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517486+0000", 2024-04-15T17:57:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517486+0000", 2024-04-15T17:57:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.517913+0000", 2024-04-15T17:57:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:55.903 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.904 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.19", 2024-04-15T17:57:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5016, 2024-04-15T17:57:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:35:23.047356+0000", 2024-04-15T17:57:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.908 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.909 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446130+0000", 2024-04-15T17:57:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446130+0000", 2024-04-15T17:57:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.446454+0000", 2024-04-15T17:57:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.910 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1b", 2024-04-15T17:57:55.911 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5093, 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:10:43.421686+0000", 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.914 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.915 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436407+0000", 2024-04-15T17:57:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436407+0000", 2024-04-15T17:57:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436726+0000", 2024-04-15T17:57:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:55.916 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:57:55.917 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:57:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1a", 2024-04-15T17:57:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.918 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4923, 2024-04-15T17:57:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:59:22.003494+0000", 2024-04-15T17:57:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.921 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'3" 2024-04-15T17:57:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.922 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454636+0000", 2024-04-15T17:57:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.391092+0000", 2024-04-15T17:57:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.391092+0000", 2024-04-15T17:57:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.391424+0000", 2024-04-15T17:57:55.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454636+0000", 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454636+0000", 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454636+0000", 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454636+0000", 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454636+0000", 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454636+0000", 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.924 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1a", 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5032, 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.925 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:59:15.696855+0000", 2024-04-15T17:57:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.928 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.929 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.443764+0000", 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.443764+0000", 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.444086+0000", 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:57:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.931 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:57:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1b", 2024-04-15T17:57:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5005, 2024-04-15T17:57:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:56:53.372398+0000", 2024-04-15T17:57:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.932 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.935 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'3" 2024-04-15T17:57:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.936 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.521236+0000", 2024-04-15T17:57:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.521236+0000", 2024-04-15T17:57:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.521504+0000", 2024-04-15T17:57:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:55.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.938 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1d", 2024-04-15T17:57:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4946, 2024-04-15T17:57:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:16:24.465276+0000", 2024-04-15T17:57:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.939 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.942 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.943 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.447421+0000", 2024-04-15T17:57:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.447421+0000", 2024-04-15T17:57:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449984+0000", 2024-04-15T17:57:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:55.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.945 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:57:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1c", 2024-04-15T17:57:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4900, 2024-04-15T17:57:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:58:10.507466+0000", 2024-04-15T17:57:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:57:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:57:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.949 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:57:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.950 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.462033+0000", 2024-04-15T17:57:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.462033+0000", 2024-04-15T17:57:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.462413+0000", 2024-04-15T17:57:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:55.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.952 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1c", 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4952, 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:26:45.272687+0000", 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:55.956 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.957 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.450060+0000", 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.450060+0000", 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.450881+0000", 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.959 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1d", 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4892, 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:30:47.810932+0000", 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.960 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.963 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.453738+0000", 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.453738+0000", 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.454180+0000", 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:55.964 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.965 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1f", 2024-04-15T17:57:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.966 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5086, 2024-04-15T17:57:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:58:28.194850+0000", 2024-04-15T17:57:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.967 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.970 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.467634+0000", 2024-04-15T17:57:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.467634+0000", 2024-04-15T17:57:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.468032+0000", 2024-04-15T17:57:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:55.971 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.972 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1e", 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5027, 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:07:06.799974+0000", 2024-04-15T17:57:55.973 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.976 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'3" 2024-04-15T17:57:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:55.977 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517323+0000", 2024-04-15T17:57:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517323+0000", 2024-04-15T17:57:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.517720+0000", 2024-04-15T17:57:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:55.978 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.979 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1e", 2024-04-15T17:57:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5046, 2024-04-15T17:57:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:18:57.276655+0000", 2024-04-15T17:57:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.980 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.983 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:55.984 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445702+0000", 2024-04-15T17:57:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445702+0000", 2024-04-15T17:57:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.446200+0000", 2024-04-15T17:57:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:55.985 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 6, 2024-04-15T17:57:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.986 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 6, 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1f", 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5112, 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:01:19.579593+0000", 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 582, 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:57:55.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:57:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:57:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 8, 2024-04-15T17:57:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 8, 2024-04-15T17:57:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-04-15T17:57:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:57:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:55.990 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'6" 2024-04-15T17:57:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.991 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445398+0000", 2024-04-15T17:57:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445398+0000", 2024-04-15T17:57:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449741+0000", 2024-04-15T17:57:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:55.992 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:55.993 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2d", 2024-04-15T17:57:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4888, 2024-04-15T17:57:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:08:37.216298+0000", 2024-04-15T17:57:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:55.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:55.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:55.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:55.997 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:55.998 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436658+0000", 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436658+0000", 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.437030+0000", 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:55.999 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.000 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2e", 2024-04-15T17:57:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5060, 2024-04-15T17:57:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:43:37.265544+0000", 2024-04-15T17:57:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:56.004 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.005 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439520+0000", 2024-04-15T17:57:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439520+0000", 2024-04-15T17:57:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.440010+0000", 2024-04-15T17:57:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:56.006 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.007 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2f", 2024-04-15T17:57:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4950, 2024-04-15T17:57:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:59:43.226807+0000", 2024-04-15T17:57:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.008 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.011 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:56.012 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.448756+0000", 2024-04-15T17:57:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.448756+0000", 2024-04-15T17:57:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449046+0000", 2024-04-15T17:57:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.013 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:56.014 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.30", 2024-04-15T17:57:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4955, 2024-04-15T17:57:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:50:05.203829+0000", 2024-04-15T17:57:56.015 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.018 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:56.019 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.452453+0000", 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.452453+0000", 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.452770+0000", 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.020 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:56.021 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.31", 2024-04-15T17:57:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5096, 2024-04-15T17:57:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.022 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:09:54.060950+0000", 2024-04-15T17:57:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:56.026 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.462925+0000", 2024-04-15T17:57:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.462925+0000", 2024-04-15T17:57:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.463316+0000", 2024-04-15T17:57:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:56.027 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.028 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.32", 2024-04-15T17:57:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5055, 2024-04-15T17:57:56.029 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:45:08.823003+0000", 2024-04-15T17:57:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.033 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515526+0000", 2024-04-15T17:57:56.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515526+0000", 2024-04-15T17:57:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.515842+0000", 2024-04-15T17:57:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:56.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.036 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.33", 2024-04-15T17:57:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5046, 2024-04-15T17:57:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:09:37.549103+0000", 2024-04-15T17:57:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:56.040 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515599+0000", 2024-04-15T17:57:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515599+0000", 2024-04-15T17:57:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.516297+0000", 2024-04-15T17:57:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.043 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.34", 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5005, 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:53:08.087133+0000", 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:56.047 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.048 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.527099+0000", 2024-04-15T17:57:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.527099+0000", 2024-04-15T17:57:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.527875+0000", 2024-04-15T17:57:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:56.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.050 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.35", 2024-04-15T17:57:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4919, 2024-04-15T17:57:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:11:48.589742+0000", 2024-04-15T17:57:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.054 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.055 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525395+0000", 2024-04-15T17:57:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525395+0000", 2024-04-15T17:57:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526481+0000", 2024-04-15T17:57:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:56.056 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.057 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.36", 2024-04-15T17:57:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4919, 2024-04-15T17:57:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:02:43.175551+0000", 2024-04-15T17:57:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:56.061 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.062 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445779+0000", 2024-04-15T17:57:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445779+0000", 2024-04-15T17:57:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447092+0000", 2024-04-15T17:57:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:56.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.064 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.37", 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4903, 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:57:08.813025+0000", 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.068 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.069 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517667+0000", 2024-04-15T17:57:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517667+0000", 2024-04-15T17:57:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.518031+0000", 2024-04-15T17:57:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:56.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.071 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.38", 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5001, 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:01:06.175606+0000", 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:56.075 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.076 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.434624+0000", 2024-04-15T17:57:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.434624+0000", 2024-04-15T17:57:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.434923+0000", 2024-04-15T17:57:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:56.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.078 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.39", 2024-04-15T17:57:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4898, 2024-04-15T17:57:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:58:11.249290+0000", 2024-04-15T17:57:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.079 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.082 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.082 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.082 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.082 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.082 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.083 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.084 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.084 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:56.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.590488+0000", 2024-04-15T17:57:56.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.590488+0000", 2024-04-15T17:57:56.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.590887+0000", 2024-04-15T17:57:56.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:56.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:57:56.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:56.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:56.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:56.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.085 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3a", 2024-04-15T17:57:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5059, 2024-04-15T17:57:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:57:25.518329+0000", 2024-04-15T17:57:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.086 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.089 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.089 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.089 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.089 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:56.089 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:56.089 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:56.089 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.090 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:56.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431057+0000", 2024-04-15T17:57:56.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431057+0000", 2024-04-15T17:57:56.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.438845+0000", 2024-04-15T17:57:56.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:56.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:56.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:56.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:56.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:56.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.092 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.092 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:56.092 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:56.092 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.092 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.092 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.092 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.092 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:56.092 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.092 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.092 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.092 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.092 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.092 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.093 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.093 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.093 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3b", 2024-04-15T17:57:56.093 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.093 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.093 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.093 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4898, 2024-04-15T17:57:56.093 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.093 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:52:58.404532+0000", 2024-04-15T17:57:56.093 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.093 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.093 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.093 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.096 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.096 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.096 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.096 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.096 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:56.097 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:56.097 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.097 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:56.097 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.097 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.097 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.097 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.097 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:56.097 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:56.097 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.097 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:56.097 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.097 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.098 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.098 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.098 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.098 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:56.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.443589+0000", 2024-04-15T17:57:56.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.443589+0000", 2024-04-15T17:57:56.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.443937+0000", 2024-04-15T17:57:56.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:56.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:56.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:56.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:56.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:56.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:56.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:56.099 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.099 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.099 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.099 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.099 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:56.099 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.099 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.099 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.099 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.100 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.100 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.100 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.100 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.100 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3c", 2024-04-15T17:57:56.100 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.100 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.100 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.100 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4962, 2024-04-15T17:57:56.100 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.100 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:57:41.746587+0000", 2024-04-15T17:57:56.100 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.100 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.100 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.100 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.103 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.103 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.103 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.103 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.103 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:56.104 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:56.104 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.104 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:56.104 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.104 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.104 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.104 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:56.104 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:56.104 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:56.104 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.104 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:56.104 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.104 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.104 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.105 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.105 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.105 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:56.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.592089+0000", 2024-04-15T17:57:56.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.592089+0000", 2024-04-15T17:57:56.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.592405+0000", 2024-04-15T17:57:56.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:56.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:57:56.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:56.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:56.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:56.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:56.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:56.106 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.106 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.106 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.106 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.106 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:57:56.106 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.106 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.106 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.106 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.107 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.107 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.107 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.107 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.107 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3d", 2024-04-15T17:57:56.107 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.107 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.107 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.107 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:57:56.107 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.107 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:01:29.328372+0000", 2024-04-15T17:57:56.107 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.107 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.107 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.110 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.110 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.110 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.111 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:56.111 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:56.111 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:56.111 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.111 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:56.111 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.111 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.111 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.111 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:56.111 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:56.111 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:56.111 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.111 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:56.111 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.112 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.112 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.112 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.112 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.112 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:56.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515165+0000", 2024-04-15T17:57:56.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515165+0000", 2024-04-15T17:57:56.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.515513+0000", 2024-04-15T17:57:56.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:56.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:56.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:56.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:56.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:56.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:56.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:56.113 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.113 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.113 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.113 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.113 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:56.113 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.113 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.113 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.114 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.114 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.114 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.114 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.114 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.114 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3e", 2024-04-15T17:57:56.114 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.114 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.114 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.114 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5097, 2024-04-15T17:57:56.114 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.114 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:59:46.279421+0000", 2024-04-15T17:57:56.114 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.114 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.117 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.117 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.117 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.117 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:56.118 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:56.118 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:56.118 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.118 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:56.118 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.118 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.118 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.118 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.118 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:56.118 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:56.118 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.118 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:56.118 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.119 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.119 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.119 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.119 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.119 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:56.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446602+0000", 2024-04-15T17:57:56.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446602+0000", 2024-04-15T17:57:56.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449769+0000", 2024-04-15T17:57:56.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:56.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:56.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:56.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:56.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:56.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:56.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:56.120 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.120 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.120 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.120 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.120 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:56.120 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.120 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.120 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3f", 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4892, 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:57:58.925418+0000", 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.121 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.124 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.125 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:56.125 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:56.125 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.125 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:56.125 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.125 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.125 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.125 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pool": [ 2024-04-15T17:57:56.125 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.125 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 24, 2024-04-15T17:57:56.125 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:56.125 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-04-15T17:57:56.125 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.125 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 24443, 2024-04-15T17:57:56.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 8, 2024-04-15T17:57:56.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T17:57:56.126 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 24443, 2024-04-15T17:57:56.126 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 4, 2024-04-15T17:57:56.126 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 4194323, 2024-04-15T17:57:56.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T17:57:56.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T17:57:56.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T17:57:56.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.128 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 2, 2024-04-15T17:57:56.128 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.128 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.128 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.128 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 9044, 2024-04-15T17:57:56.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 3130114, 2024-04-15T17:57:56.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 24313, 2024-04-15T17:57:56.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 3051803 2024-04-15T17:57:56.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.130 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:56.130 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 12595200, 2024-04-15T17:57:56.130 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:56.130 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:56.130 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:56.130 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:56.130 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 12582969, 2024-04-15T17:57:56.130 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:56.130 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:56.131 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:57:56.131 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:56.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.131 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 24 2024-04-15T17:57:56.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.131 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.131 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 192, 2024-04-15T17:57:56.131 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:56.131 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:57:56.131 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.131 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 64, 2024-04-15T17:57:56.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T17:57:56.131 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.131 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 3, 2024-04-15T17:57:56.132 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.134 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:56.134 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-04-15T17:57:56.134 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:56.135 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:56.135 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:56.135 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:56.135 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-04-15T17:57:56.135 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:56.135 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:56.135 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:57:56.135 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:56.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.135 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 192 2024-04-15T17:57:56.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.135 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.135 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 3, 2024-04-15T17:57:56.135 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:56.135 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-04-15T17:57:56.136 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.136 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 241, 2024-04-15T17:57:56.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 1, 2024-04-15T17:57:56.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 3, 2024-04-15T17:57:56.136 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 241, 2024-04-15T17:57:56.136 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 1, 2024-04-15T17:57:56.136 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-04-15T17:57:56.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-04-15T17:57:56.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.136 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:57:56.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:57:56.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:57:56.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-04-15T17:57:56.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1214, 2024-04-15T17:57:56.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2024, 2024-04-15T17:57:56.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 399, 2024-04-15T17:57:56.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-04-15T17:57:56.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.139 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:56.139 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 1781760, 2024-04-15T17:57:56.139 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:56.139 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:56.139 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:56.139 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:56.139 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 1771104, 2024-04-15T17:57:56.139 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:56.139 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:56.139 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:57:56.139 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:56.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.140 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 3 2024-04-15T17:57:56.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.140 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.140 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 96, 2024-04-15T17:57:56.140 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:56.140 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:57:56.140 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.140 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 75, 2024-04-15T17:57:56.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 32, 2024-04-15T17:57:56.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T17:57:56.140 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 75, 2024-04-15T17:57:56.140 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 2, 2024-04-15T17:57:56.140 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 6622, 2024-04-15T17:57:56.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 66, 2024-04-15T17:57:56.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 22, 2024-04-15T17:57:56.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 22, 2024-04-15T17:57:56.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 14, 2024-04-15T17:57:56.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 158, 2024-04-15T17:57:56.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 174, 2024-04-15T17:57:56.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 69, 2024-04-15T17:57:56.143 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 36 2024-04-15T17:57:56.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.143 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:56.143 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 110592, 2024-04-15T17:57:56.143 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:56.143 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:56.143 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 19866, 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 44193, 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 96 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 105, 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": 4, 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_by_class": { 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: "ssd": { 2024-04-15T17:57:56.144 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 762614951936, 2024-04-15T17:57:56.145 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T17:57:56.145 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 5345333248, 2024-04-15T17:57:56.145 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_bytes": 5345333248, 2024-04-15T17:57:56.145 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_ratio": 0.006960429251194 2024-04-15T17:57:56.145 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.145 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 762614951936, 2024-04-15T17:57:56.145 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T17:57:56.145 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 5345333248 2024-04-15T17:57:56.145 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.145 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-04-15T17:57:56.145 INFO:tasks.workunit.client.0.smithi090.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-15T17:57:56.146 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry preview-device 2024-04-15T17:57:56.147 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.147 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.147 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.147 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.147 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.147 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.147 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.147 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.147 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.147 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.147 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.147 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.148 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.148 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.148 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.148 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.148 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.148 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.148 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.148 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.148 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.148 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.148 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.148 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.148 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.148 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.149 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.149 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.149 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.149 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.149 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.149 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.149 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.149 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.149 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.149 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.150 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.150 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.150 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.150 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.150 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.150 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.150 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.150 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.150 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.150 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.150 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.150 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.150 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.150 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.150 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.151 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.151 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.151 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.151 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.151 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:54 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.151 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.151 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.151 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.151 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.151 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.151 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.152 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.152 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.152 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.152 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.152 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.152 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.152 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.152 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.152 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.152 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.152 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.152 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.152 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.152 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.153 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.153 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.153 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.153 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.153 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.153 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.153 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.153 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:54 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.153 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='client.46022 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:56.153 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='client.46022 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:56.153 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:56.153 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='client.36084 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:56.153 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='client.36084 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:56.153 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.153 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.154 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.154 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.154 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.154 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.154 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.154 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.154 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.154 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.154 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.154 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.154 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.154 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.154 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.154 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.155 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.155 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.155 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.155 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.155 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.155 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.155 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.155 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.155 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.155 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.155 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.155 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.155 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.155 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.156 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.156 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.156 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.156 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.156 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.156 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.156 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.156 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.156 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.156 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.156 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.156 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.156 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.156 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.156 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.157 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.157 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.157 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.157 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.157 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:55 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.157 INFO:tasks.workunit.client.0.smithi090.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-15T17:57:56.157 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry preview-all 2024-04-15T17:57:56.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='client.46022 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:56.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='client.46022 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:56.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:56.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='client.36084 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:56.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='client.36084 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:56.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.158 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.159 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='client.46022 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:56.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='client.46022 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:56.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: pgmap v5079: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:56.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='client.36084 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:56.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='client.36084 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:56.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.160 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.161 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.162 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.162 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.162 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.162 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.162 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.162 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.162 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.162 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.162 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.162 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.162 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.163 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.164 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.164 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.164 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.164 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.164 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:56.164 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.164 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.164 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.164 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.164 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.165 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.165 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.165 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.165 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.165 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.165 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.165 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.165 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.165 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.165 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.165 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.165 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.165 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.165 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.165 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:56.166 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:56.166 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:56.166 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:56.166 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:55 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:56.175 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-04-15T17:57:56.175 INFO:tasks.workunit.client.0.smithi090.stdout: "device_report": { 2024-04-15T17:57:56.175 INFO:tasks.workunit.client.0.smithi090.stdout: "3d6edf7a-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T17:57:56.175 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_3d6f63dc-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T17:57:56.175 INFO:tasks.workunit.client.0.smithi090.stdout: "20240415-162320": { 2024-04-15T17:57:56.175 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-04-15T17:57:56.175 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T17:57:56.175 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-04-15T17:57:56.175 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-04-15T17:57:56.175 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-04-15T17:57:56.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.176 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV10171", 2024-04-15T17:57:56.176 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "3d6edf7a-fb45-11ee-af66-0cc47a8fd767", 2024-04-15T17:57:56.176 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-04-15T17:57:56.176 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:56.176 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:56.176 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.176 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-04-15T17:57:56.176 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Mon Apr 15 16:23:19 2024 UTC", 2024-04-15T17:57:56.176 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1713198199 2024-04-15T17:57:56.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.176 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-04-15T17:57:56.176 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T17:57:56.176 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-04-15T17:57:56.177 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T17:57:56.177 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-04-15T17:57:56.177 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.177 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-04-15T17:57:56.177 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:56.177 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:56.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.177 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-04-15T17:57:56.177 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-04-15T17:57:56.177 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-04-15T17:57:56.177 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:56.177 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:56.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.177 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-04-15T17:57:56.177 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:56.178 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:56.178 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.178 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.178 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.178 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T17:57:56.178 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-04-15T17:57:56.178 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-04-15T17:57:56.178 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-04-15T17:57:56.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.178 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T17:57:56.178 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-04-15T17:57:56.178 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-04-15T17:57:56.178 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:56.178 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.179 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-04-15T17:57:56.179 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.179 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.179 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-04-15T17:57:56.179 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.179 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.179 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-04-15T17:57:56.179 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.179 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.179 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-04-15T17:57:56.179 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.180 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 19814265 2024-04-15T17:57:56.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.180 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-04-15T17:57:56.180 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:56.180 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.180 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-04-15T17:57:56.180 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:56.180 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.180 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-04-15T17:57:56.180 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.180 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 36063226 2024-04-15T17:57:56.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.180 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-04-15T17:57:56.181 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:56.181 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.181 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-04-15T17:57:56.181 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.181 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.181 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-04-15T17:57:56.181 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.181 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.181 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-04-15T17:57:56.181 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:56.181 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.182 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-04-15T17:57:56.182 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.182 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.182 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-04-15T17:57:56.182 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:56.182 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.182 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-04-15T17:57:56.182 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.182 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T17:57:56.182 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-04-15T17:57:56.182 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-04-15T17:57:56.182 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.183 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-04-15T17:57:56.183 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.183 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T17:57:56.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.183 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-04-15T17:57:56.183 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.183 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-04-15T17:57:56.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.183 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-04-15T17:57:56.183 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.183 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T17:57:56.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.183 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-04-15T17:57:56.183 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:56.183 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.184 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-04-15T17:57:56.184 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 93, 2024-04-15T17:57:56.184 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T17:57:56.184 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2136, 2024-04-15T17:57:56.184 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2143, 2024-04-15T17:57:56.184 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2130 2024-04-15T17:57:56.184 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.184 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.184 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T17:57:56.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.184 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-04-15T17:57:56.184 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-04-15T17:57:56.184 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-04-15T17:57:56.185 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 602, 2024-04-15T17:57:56.185 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-04-15T17:57:56.185 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 253979906, 2024-04-15T17:57:56.185 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1298547715, 2024-04-15T17:57:56.185 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 4547413946, 2024-04-15T17:57:56.185 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 24844751087, 2024-04-15T17:57:56.185 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-04-15T17:57:56.185 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-04-15T17:57:56.185 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 7, 2024-04-15T17:57:56.185 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 41443, 2024-04-15T17:57:56.185 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 54733, 2024-04-15T17:57:56.185 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-04-15T17:57:56.185 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 37629 2024-04-15T17:57:56.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.185 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-04-15T17:57:56.186 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 41443, 2024-04-15T17:57:56.186 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-04-15T17:57:56.186 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 54733 2024-04-15T17:57:56.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.186 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-04-15T17:57:56.186 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-04-15T17:57:56.186 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-04-15T17:57:56.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.186 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-04-15T17:57:56.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.186 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-04-15T17:57:56.186 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-04-15T17:57:56.186 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-04-15T17:57:56.186 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-04-15T17:57:56.187 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-04-15T17:57:56.187 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-04-15T17:57:56.187 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.187 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-04-15T17:57:56.187 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-04-15T17:57:56.187 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-04-15T17:57:56.187 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T17:57:56.187 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T17:57:56.187 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:56.187 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T17:57:56.187 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T17:57:56.187 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-04-15T17:57:56.187 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV10171", 2024-04-15T17:57:56.188 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T17:57:56.188 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T17:57:56.188 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-04-15T17:57:56.188 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-04-15T17:57:56.188 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T17:57:56.188 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T17:57:56.188 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Mon Apr 15 16:23:19 2024 UTC", 2024-04-15T17:57:56.188 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T17:57:56.188 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T17:57:56.188 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T17:57:56.188 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T17:57:56.188 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:56.188 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-04-15T17:57:56.188 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T17:57:56.189 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T17:57:56.189 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:56.189 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T17:57:56.189 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T17:57:56.189 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-04-15T17:57:56.189 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-04-15T17:57:56.189 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-04-15T17:57:56.189 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-04-15T17:57:56.189 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-04-15T17:57:56.189 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-04-15T17:57:56.189 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-04-15T17:57:56.189 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:56.189 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T17:57:56.189 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T17:57:56.189 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:56.190 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T17:57:56.190 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-04-15T17:57:56.190 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-04-15T17:57:56.190 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-04-15T17:57:56.190 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-04-15T17:57:56.190 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 7%", 2024-04-15T17:57:56.190 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 253,979,906 [130 TB]", 2024-04-15T17:57:56.190 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,298,547,715 [664 TB]", 2024-04-15T17:57:56.190 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 4,547,413,946", 2024-04-15T17:57:56.190 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 24,844,751,087", 2024-04-15T17:57:56.190 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 602", 2024-04-15T17:57:56.190 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 41,443", 2024-04-15T17:57:56.190 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 54,733", 2024-04-15T17:57:56.190 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 37,629", 2024-04-15T17:57:56.190 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T17:57:56.191 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-04-15T17:57:56.191 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:56.191 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T17:57:56.191 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-04-15T17:57:56.191 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-04-15T17:57:56.191 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.191 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T17:57:56.191 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-04-15T17:57:56.191 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-04-15T17:57:56.191 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.191 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:56.191 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.191 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-04-15T17:57:56.191 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-04-15T17:57:56.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.192 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-04-15T17:57:56.192 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:56.192 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:56.192 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.192 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.192 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.192 INFO:tasks.workunit.client.0.smithi090.stdout: "3d70a7e2-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T17:57:56.192 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_3d711c0e-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T17:57:56.192 INFO:tasks.workunit.client.0.smithi090.stdout: "20240415-162318": { 2024-04-15T17:57:56.192 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-04-15T17:57:56.192 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T17:57:56.192 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-04-15T17:57:56.192 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-04-15T17:57:56.193 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-04-15T17:57:56.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.193 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV101H0", 2024-04-15T17:57:56.193 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "3d70a7e2-fb45-11ee-af66-0cc47a8fd767", 2024-04-15T17:57:56.193 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-04-15T17:57:56.193 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:56.193 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:56.193 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.193 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-04-15T17:57:56.193 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Mon Apr 15 16:23:17 2024 UTC", 2024-04-15T17:57:56.193 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1713198197 2024-04-15T17:57:56.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.193 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-04-15T17:57:56.193 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T17:57:56.193 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-04-15T17:57:56.194 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T17:57:56.194 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-04-15T17:57:56.194 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.194 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-04-15T17:57:56.194 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:56.194 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:56.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.194 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-04-15T17:57:56.194 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-04-15T17:57:56.194 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-04-15T17:57:56.194 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:56.194 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:56.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.194 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-04-15T17:57:56.194 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:56.195 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:56.195 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.195 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.195 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.195 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T17:57:56.195 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-04-15T17:57:56.195 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-04-15T17:57:56.195 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-04-15T17:57:56.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.195 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T17:57:56.195 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-04-15T17:57:56.195 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-04-15T17:57:56.195 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:56.195 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 26311112 2024-04-15T17:57:56.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.197 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-04-15T17:57:56.197 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.197 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 1 2024-04-15T17:57:56.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.197 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-04-15T17:57:56.197 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:56.197 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.197 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-04-15T17:57:56.197 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.197 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 43138662 2024-04-15T17:57:56.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.197 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-04-15T17:57:56.197 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:56.197 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.198 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-04-15T17:57:56.198 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.198 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.198 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-04-15T17:57:56.198 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.198 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.198 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-04-15T17:57:56.198 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:56.198 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.199 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-04-15T17:57:56.199 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.199 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.199 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-04-15T17:57:56.199 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:56.199 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.199 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-04-15T17:57:56.199 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.199 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T17:57:56.199 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-04-15T17:57:56.199 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-04-15T17:57:56.199 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.200 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-04-15T17:57:56.200 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.200 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T17:57:56.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.200 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-04-15T17:57:56.200 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.200 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-04-15T17:57:56.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.200 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-04-15T17:57:56.200 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:56.200 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T17:57:56.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.200 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-04-15T17:57:56.200 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:56.200 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:56.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.201 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-04-15T17:57:56.201 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 91, 2024-04-15T17:57:56.201 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T17:57:56.201 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2905, 2024-04-15T17:57:56.201 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2919, 2024-04-15T17:57:56.201 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2890 2024-04-15T17:57:56.201 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.201 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.201 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T17:57:56.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.201 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-04-15T17:57:56.201 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-04-15T17:57:56.201 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-04-15T17:57:56.202 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 28, 2024-04-15T17:57:56.202 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-04-15T17:57:56.202 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 370340526, 2024-04-15T17:57:56.202 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1724325046, 2024-04-15T17:57:56.202 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 5247271838, 2024-04-15T17:57:56.202 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 27087278049, 2024-04-15T17:57:56.202 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-04-15T17:57:56.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-04-15T17:57:56.202 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 9, 2024-04-15T17:57:56.202 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 41173, 2024-04-15T17:57:56.202 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 58610, 2024-04-15T17:57:56.202 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-04-15T17:57:56.202 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 1008 2024-04-15T17:57:56.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.202 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-04-15T17:57:56.203 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 41173, 2024-04-15T17:57:56.203 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-04-15T17:57:56.203 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 58610 2024-04-15T17:57:56.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.203 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-04-15T17:57:56.203 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-04-15T17:57:56.203 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-04-15T17:57:56.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.203 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-04-15T17:57:56.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.203 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-04-15T17:57:56.203 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-04-15T17:57:56.203 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-04-15T17:57:56.203 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-04-15T17:57:56.204 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-04-15T17:57:56.204 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-04-15T17:57:56.204 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.204 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-04-15T17:57:56.204 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-04-15T17:57:56.204 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-04-15T17:57:56.204 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T17:57:56.204 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T17:57:56.204 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:56.204 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T17:57:56.204 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T17:57:56.204 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-04-15T17:57:56.204 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV101H0", 2024-04-15T17:57:56.204 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T17:57:56.204 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T17:57:56.205 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-04-15T17:57:56.205 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-04-15T17:57:56.205 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T17:57:56.205 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T17:57:56.205 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Mon Apr 15 16:23:17 2024 UTC", 2024-04-15T17:57:56.205 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T17:57:56.205 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T17:57:56.205 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T17:57:56.205 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T17:57:56.205 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:56.205 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-04-15T17:57:56.205 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T17:57:56.205 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T17:57:56.205 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:56.205 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T17:57:56.206 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T17:57:56.206 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-04-15T17:57:56.206 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-04-15T17:57:56.206 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-04-15T17:57:56.206 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-04-15T17:57:56.206 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-04-15T17:57:56.206 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-04-15T17:57:56.206 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-04-15T17:57:56.206 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:56.206 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T17:57:56.206 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T17:57:56.206 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:56.206 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T17:57:56.206 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-04-15T17:57:56.206 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 9%", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 370,340,526 [189 TB]", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,724,325,046 [882 TB]", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 5,247,271,838", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 27,087,278,049", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 28", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 41,173", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 58,610", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 1,008", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T17:57:56.207 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-04-15T17:57:56.208 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-04-15T17:57:56.208 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.208 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T17:57:56.208 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-04-15T17:57:56.208 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-04-15T17:57:56.208 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.208 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:56.208 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.208 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-04-15T17:57:56.208 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-04-15T17:57:56.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.208 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-04-15T17:57:56.208 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:56.208 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:56.209 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.209 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.209 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.209 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.209 INFO:tasks.workunit.client.0.smithi090.stdout: "report": { 2024-04-15T17:57:56.209 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer": { 2024-04-15T17:57:56.209 INFO:tasks.workunit.client.0.smithi090.stdout: "active": true, 2024-04-15T17:57:56.209 INFO:tasks.workunit.client.0.smithi090.stdout: "mode": "" 2024-04-15T17:57:56.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.209 INFO:tasks.workunit.client.0.smithi090.stdout: "channels": [ 2024-04-15T17:57:56.209 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T17:57:56.209 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T17:57:56.209 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T17:57:56.209 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-04-15T17:57:56.210 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-04-15T17:57:56.210 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.210 INFO:tasks.workunit.client.0.smithi090.stdout: "channels_available": [ 2024-04-15T17:57:56.210 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T17:57:56.210 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-04-15T17:57:56.210 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T17:57:56.210 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T17:57:56.210 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-04-15T17:57:56.210 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.210 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_available": [ 2024-04-15T17:57:56.210 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T17:57:56.210 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T17:57:56.210 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T17:57:56.211 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T17:57:56.211 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T17:57:56.211 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T17:57:56.211 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T17:57:56.211 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T17:57:56.211 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T17:57:56.211 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T17:57:56.211 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore", 2024-04-15T17:57:56.211 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_flags" 2024-04-15T17:57:56.211 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.211 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_opted_in": [ 2024-04-15T17:57:56.211 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T17:57:56.211 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T17:57:56.211 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T17:57:56.211 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore", 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_flags" 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: "config": { 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: "active_changed": [ 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T17:57:56.212 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T17:57:56.213 INFO:tasks.workunit.client.0.smithi090.stdout: "client_check_pool_perm", 2024-04-15T17:57:56.213 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_gid", 2024-04-15T17:57:56.213 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_uid", 2024-04-15T17:57:56.213 INFO:tasks.workunit.client.0.smithi090.stdout: "client_quota", 2024-04-15T17:57:56.213 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T17:57:56.213 INFO:tasks.workunit.client.0.smithi090.stdout: "daemonize", 2024-04-15T17:57:56.213 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T17:57:56.213 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T17:57:56.213 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T17:57:56.213 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T17:57:56.213 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T17:57:56.213 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T17:57:56.213 INFO:tasks.workunit.client.0.smithi090.stdout: "keyring", 2024-04-15T17:57:56.213 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T17:57:56.213 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T17:57:56.214 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T17:57:56.214 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T17:57:56.214 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T17:57:56.214 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T17:57:56.214 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T17:57:56.214 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_journald", 2024-04-15T17:57:56.214 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_stderr", 2024-04-15T17:57:56.214 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T17:57:56.214 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T17:57:56.214 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_host", 2024-04-15T17:57:56.214 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T17:57:56.214 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mds_skip_sanity", 2024-04-15T17:57:56.214 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T17:57:56.214 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T17:57:56.215 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T17:57:56.215 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T17:57:56.215 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T17:57:56.215 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T17:57:56.215 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T17:57:56.215 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T17:57:56.215 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T17:57:56.215 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T17:57:56.215 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T17:57:56.215 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T17:57:56.215 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T17:57:56.215 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T17:57:56.215 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T17:57:56.215 INFO:tasks.workunit.client.0.smithi090.stdout: "no_config_file", 2024-04-15T17:57:56.215 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T17:57:56.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T17:57:56.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T17:57:56.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T17:57:56.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T17:57:56.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T17:57:56.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T17:57:56.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T17:57:56.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T17:57:56.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T17:57:56.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep", 2024-04-15T17:57:56.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hdd", 2024-04-15T17:57:56.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hybrid", 2024-04-15T17:57:56.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_ssd", 2024-04-15T17:57:56.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_max_backfills", 2024-04-15T17:57:56.216 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T17:57:56.217 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T17:57:56.217 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T17:57:56.217 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T17:57:56.217 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T17:57:56.217 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T17:57:56.217 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T17:57:56.217 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T17:57:56.217 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T17:57:56.217 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T17:57:56.217 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T17:57:56.217 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T17:57:56.217 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T17:57:56.217 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T17:57:56.217 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T17:57:56.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T17:57:56.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T17:57:56.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T17:57:56.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active", 2024-04-15T17:57:56.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_hdd", 2024-04-15T17:57:56.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_ssd", 2024-04-15T17:57:56.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T17:57:56.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep", 2024-04-15T17:57:56.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hdd", 2024-04-15T17:57:56.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T17:57:56.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_ssd", 2024-04-15T17:57:56.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T17:57:56.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T17:57:56.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_sleep", 2024-04-15T17:57:56.218 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T17:57:56.219 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep", 2024-04-15T17:57:56.219 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T17:57:56.219 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T17:57:56.219 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T17:57:56.219 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T17:57:56.219 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T17:57:56.219 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_default_features", 2024-04-15T17:57:56.219 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_qos_exclude_ops", 2024-04-15T17:57:56.219 INFO:tasks.workunit.client.0.smithi090.stdout: "setgroup", 2024-04-15T17:57:56.219 INFO:tasks.workunit.client.0.smithi090.stdout: "setuser" 2024-04-15T17:57:56.219 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.219 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_changed": [ 2024-04-15T17:57:56.219 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T17:57:56.219 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T17:57:56.219 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_join_fs", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/container_init", 2024-04-15T17:57:56.220 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/migration_current", 2024-04-15T17:57:56.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T17:57:56.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T17:57:56.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T17:57:56.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T17:57:56.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T17:57:56.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T17:57:56.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T17:57:56.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_ident", 2024-04-15T17:57:56.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_perf", 2024-04-15T17:57:56.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/description", 2024-04-15T17:57:56.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/enabled", 2024-04-15T17:57:56.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/organization", 2024-04-15T17:57:56.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T17:57:56.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T17:57:56.221 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T17:57:56.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T17:57:56.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T17:57:56.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T17:57:56.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T17:57:56.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mds_skip_sanity", 2024-04-15T17:57:56.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T17:57:56.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T17:57:56.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T17:57:56.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T17:57:56.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T17:57:56.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T17:57:56.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T17:57:56.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T17:57:56.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T17:57:56.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T17:57:56.223 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T17:57:56.223 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T17:57:56.223 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T17:57:56.223 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T17:57:56.223 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T17:57:56.223 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T17:57:56.223 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T17:57:56.223 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T17:57:56.223 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T17:57:56.223 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T17:57:56.223 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T17:57:56.223 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T17:57:56.223 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T17:57:56.223 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T17:57:56.224 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T17:57:56.224 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T17:57:56.224 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T17:57:56.224 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T17:57:56.224 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T17:57:56.224 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T17:57:56.224 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T17:57:56.224 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T17:57:56.224 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T17:57:56.224 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T17:57:56.224 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T17:57:56.224 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T17:57:56.224 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T17:57:56.224 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T17:57:56.224 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T17:57:56.225 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T17:57:56.225 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_cache_enabled", 2024-04-15T17:57:56.225 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_ops_log", 2024-04-15T17:57:56.225 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_usage_log" 2024-04-15T17:57:56.225 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.225 INFO:tasks.workunit.client.0.smithi090.stdout: "contact": null, 2024-04-15T17:57:56.225 INFO:tasks.workunit.client.0.smithi090.stdout: "crashes": [], 2024-04-15T17:57:56.225 INFO:tasks.workunit.client.0.smithi090.stdout: "created": "2024-04-15T16:19:57.302974Z", 2024-04-15T17:57:56.225 INFO:tasks.workunit.client.0.smithi090.stdout: "crush": { 2024-04-15T17:57:56.225 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_algs": { 2024-04-15T17:57:56.225 INFO:tasks.workunit.client.0.smithi090.stdout: "straw2": 3 2024-04-15T17:57:56.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.225 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_sizes": { 2024-04-15T17:57:56.225 INFO:tasks.workunit.client.0.smithi090.stdout: "2": 1, 2024-04-15T17:57:56.226 INFO:tasks.workunit.client.0.smithi090.stdout: "4": 2 2024-04-15T17:57:56.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.226 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_types": { 2024-04-15T17:57:56.226 INFO:tasks.workunit.client.0.smithi090.stdout: "1": 2, 2024-04-15T17:57:56.226 INFO:tasks.workunit.client.0.smithi090.stdout: "11": 1 2024-04-15T17:57:56.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.226 INFO:tasks.workunit.client.0.smithi090.stdout: "compat_weight_set": false, 2024-04-15T17:57:56.226 INFO:tasks.workunit.client.0.smithi090.stdout: "device_classes": [ 2024-04-15T17:57:56.226 INFO:tasks.workunit.client.0.smithi090.stdout: 8 2024-04-15T17:57:56.226 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.226 INFO:tasks.workunit.client.0.smithi090.stdout: "num_buckets": 6, 2024-04-15T17:57:56.226 INFO:tasks.workunit.client.0.smithi090.stdout: "num_devices": 8, 2024-04-15T17:57:56.226 INFO:tasks.workunit.client.0.smithi090.stdout: "num_rules": 2, 2024-04-15T17:57:56.226 INFO:tasks.workunit.client.0.smithi090.stdout: "num_types": 12, 2024-04-15T17:57:56.227 INFO:tasks.workunit.client.0.smithi090.stdout: "num_weight_sets": 0, 2024-04-15T17:57:56.227 INFO:tasks.workunit.client.0.smithi090.stdout: "tunables": { 2024-04-15T17:57:56.227 INFO:tasks.workunit.client.0.smithi090.stdout: "allowed_bucket_algs": 54, 2024-04-15T17:57:56.227 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_fallback_tries": 0, 2024-04-15T17:57:56.227 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_tries": 0, 2024-04-15T17:57:56.227 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_total_tries": 50, 2024-04-15T17:57:56.227 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_descend_once": 1, 2024-04-15T17:57:56.227 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_stable": 1, 2024-04-15T17:57:56.227 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_vary_r": 1, 2024-04-15T17:57:56.227 INFO:tasks.workunit.client.0.smithi090.stdout: "has_msr_rules": 0, 2024-04-15T17:57:56.227 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v2_rules": 1, 2024-04-15T17:57:56.227 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v3_rules": 0, 2024-04-15T17:57:56.227 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v4_buckets": 1, 2024-04-15T17:57:56.227 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v5_rules": 0, 2024-04-15T17:57:56.227 INFO:tasks.workunit.client.0.smithi090.stdout: "legacy_tunables": 0, 2024-04-15T17:57:56.228 INFO:tasks.workunit.client.0.smithi090.stdout: "minimum_required_version": "jewel", 2024-04-15T17:57:56.228 INFO:tasks.workunit.client.0.smithi090.stdout: "msr_collision_tries": 100, 2024-04-15T17:57:56.228 INFO:tasks.workunit.client.0.smithi090.stdout: "msr_descents": 100, 2024-04-15T17:57:56.228 INFO:tasks.workunit.client.0.smithi090.stdout: "optimal_tunables": 1, 2024-04-15T17:57:56.228 INFO:tasks.workunit.client.0.smithi090.stdout: "profile": "jewel", 2024-04-15T17:57:56.228 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables": 1, 2024-04-15T17:57:56.228 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables2": 1, 2024-04-15T17:57:56.228 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables3": 1, 2024-04-15T17:57:56.228 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables5": 1, 2024-04-15T17:57:56.228 INFO:tasks.workunit.client.0.smithi090.stdout: "straw_calc_version": 1 2024-04-15T17:57:56.228 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.228 INFO:tasks.workunit.client.0.smithi090.stdout: "description": "upgrade test cluster", 2024-04-15T17:57:56.228 INFO:tasks.workunit.client.0.smithi090.stdout: "fs": { 2024-04-15T17:57:56.228 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:56.229 INFO:tasks.workunit.client.0.smithi090.stdout: "feature_flags": { 2024-04-15T17:57:56.229 INFO:tasks.workunit.client.0.smithi090.stdout: "enable_multiple": true, 2024-04-15T17:57:56.229 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_enabled_multiple": true 2024-04-15T17:57:56.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.229 INFO:tasks.workunit.client.0.smithi090.stdout: "filesystems": [ 2024-04-15T17:57:56.229 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.229 INFO:tasks.workunit.client.0.smithi090.stdout: "approx_ctime": "2024-04", 2024-04-15T17:57:56.229 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer_enabled": false, 2024-04-15T17:57:56.229 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.229 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_caps": 0, 2024-04-15T17:57:56.229 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_dns": 10, 2024-04-15T17:57:56.229 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_inos": 13, 2024-04-15T17:57:56.229 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_subtrees": 2, 2024-04-15T17:57:56.229 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_allowed_features": 0, 2024-04-15T17:57:56.229 INFO:tasks.workunit.client.0.smithi090.stdout: "explicitly_allowed_features": 0, 2024-04-15T17:57:56.230 INFO:tasks.workunit.client.0.smithi090.stdout: "files": 0, 2024-04-15T17:57:56.230 INFO:tasks.workunit.client.0.smithi090.stdout: "max_mds": 1, 2024-04-15T17:57:56.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_data_pools": 1, 2024-04-15T17:57:56.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_in": 1, 2024-04-15T17:57:56.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_mds": 1, 2024-04-15T17:57:56.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": 0, 2024-04-15T17:57:56.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_replay": 0, 2024-04-15T17:57:56.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_up": 1, 2024-04-15T17:57:56.230 INFO:tasks.workunit.client.0.smithi090.stdout: "snaps": 0, 2024-04-15T17:57:56.230 INFO:tasks.workunit.client.0.smithi090.stdout: "standby_count_wanted": 0 2024-04-15T17:57:56.230 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.230 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_mds": 1, 2024-04-15T17:57:56.230 INFO:tasks.workunit.client.0.smithi090.stdout: "total_num_mds": 2 2024-04-15T17:57:56.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.231 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_stats": { 2024-04-15T17:57:56.231 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:56.231 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:56.231 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 20463616, 2024-04-15T17:57:56.231 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 469808, 2024-04-15T17:57:56.231 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T17:57:56.231 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:56.231 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 843776, 2024-04-15T17:57:56.231 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 431, 2024-04-15T17:57:56.231 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:56.231 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 1402808, 2024-04-15T17:57:56.231 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 22, 2024-04-15T17:57:56.231 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 965632, 2024-04-15T17:57:56.231 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14872856, 2024-04-15T17:57:56.232 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 21307392 2024-04-15T17:57:56.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.232 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:56.232 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 20258816, 2024-04-15T17:57:56.232 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 315184, 2024-04-15T17:57:56.232 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T17:57:56.232 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 868352, 2024-04-15T17:57:56.232 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 0, 2024-04-15T17:57:56.232 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 344, 2024-04-15T17:57:56.232 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:56.232 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 1022368, 2024-04-15T17:57:56.232 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 13, 2024-04-15T17:57:56.232 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 817664, 2024-04-15T17:57:56.232 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14482736, 2024-04-15T17:57:56.232 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 20258816 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 172785664, 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 2358472, 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3014656, 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 868352, 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 1105920, 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 6674, 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 12083968, 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 20, 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2415104, 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 152045112, 2024-04-15T17:57:56.233 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 173891584 2024-04-15T17:57:56.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.234 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:56.234 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 261644288, 2024-04-15T17:57:56.234 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 5419880, 2024-04-15T17:57:56.234 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 5242880, 2024-04-15T17:57:56.234 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:56.234 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 1695744, 2024-04-15T17:57:56.234 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9454, 2024-04-15T17:57:56.234 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:56.234 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 13711368, 2024-04-15T17:57:56.234 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 23, 2024-04-15T17:57:56.234 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 4308480, 2024-04-15T17:57:56.234 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 232961680, 2024-04-15T17:57:56.234 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 263340032 2024-04-15T17:57:56.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.235 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:56.235 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 168345600, 2024-04-15T17:57:56.235 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 2339608, 2024-04-15T17:57:56.235 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3014656, 2024-04-15T17:57:56.235 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 8192, 2024-04-15T17:57:56.235 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 2416640, 2024-04-15T17:57:56.235 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 6549, 2024-04-15T17:57:56.235 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:56.235 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 9759344, 2024-04-15T17:57:56.235 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 20, 2024-04-15T17:57:56.235 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2337536, 2024-04-15T17:57:56.235 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 150886264, 2024-04-15T17:57:56.235 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 170762240 2024-04-15T17:57:56.235 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.236 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.236 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T17:57:56.236 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 490856448, 2024-04-15T17:57:56.236 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 29588208, 2024-04-15T17:57:56.236 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 5505024, 2024-04-15T17:57:56.236 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:56.236 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 84467712, 2024-04-15T17:57:56.236 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 12056, 2024-04-15T17:57:56.236 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:56.236 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 89100072, 2024-04-15T17:57:56.236 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 53, 2024-04-15T17:57:56.236 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 8813568, 2024-04-15T17:57:56.236 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 357849576, 2024-04-15T17:57:56.236 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 575324160 2024-04-15T17:57:56.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.237 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T17:57:56.237 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 556605440, 2024-04-15T17:57:56.237 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 26773584, 2024-04-15T17:57:56.237 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3407872, 2024-04-15T17:57:56.237 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:56.237 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 29999104, 2024-04-15T17:57:56.237 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 12774, 2024-04-15T17:57:56.237 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:56.237 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 64448944, 2024-04-15T17:57:56.237 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 60, 2024-04-15T17:57:56.237 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 8906752, 2024-04-15T17:57:56.237 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 453068288, 2024-04-15T17:57:56.237 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 586604544 2024-04-15T17:57:56.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.238 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T17:57:56.238 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 436330496, 2024-04-15T17:57:56.238 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 17208088, 2024-04-15T17:57:56.238 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:56.238 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:56.238 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 63397888, 2024-04-15T17:57:56.238 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9933, 2024-04-15T17:57:56.238 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:56.238 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 62076976, 2024-04-15T17:57:56.238 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 60, 2024-04-15T17:57:56.238 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 10490624, 2024-04-15T17:57:56.238 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 343278008, 2024-04-15T17:57:56.238 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 499728384 2024-04-15T17:57:56.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.239 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T17:57:56.239 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 492691456, 2024-04-15T17:57:56.239 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 16407600, 2024-04-15T17:57:56.239 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:56.239 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:56.239 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 36102144, 2024-04-15T17:57:56.239 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9892, 2024-04-15T17:57:56.239 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:56.239 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 69125272, 2024-04-15T17:57:56.239 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 60, 2024-04-15T17:57:56.239 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 10907648, 2024-04-15T17:57:56.239 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 392974136, 2024-04-15T17:57:56.239 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 528793600 2024-04-15T17:57:56.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.239 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T17:57:56.240 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 649093120, 2024-04-15T17:57:56.240 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 23654248, 2024-04-15T17:57:56.240 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 5505024, 2024-04-15T17:57:56.240 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:56.240 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 37642240, 2024-04-15T17:57:56.240 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 11397, 2024-04-15T17:57:56.240 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:56.240 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 82811104, 2024-04-15T17:57:56.240 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 53, 2024-04-15T17:57:56.240 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 12160512, 2024-04-15T17:57:56.240 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 524962232, 2024-04-15T17:57:56.240 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 686735360 2024-04-15T17:57:56.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.240 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T17:57:56.240 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 674791424, 2024-04-15T17:57:56.241 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 23861648, 2024-04-15T17:57:56.241 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3407872, 2024-04-15T17:57:56.241 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:56.241 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 6316032, 2024-04-15T17:57:56.241 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 13523, 2024-04-15T17:57:56.241 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:56.241 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 94633832, 2024-04-15T17:57:56.241 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 54, 2024-04-15T17:57:56.241 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 9086464, 2024-04-15T17:57:56.241 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 543801608, 2024-04-15T17:57:56.241 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 681107456 2024-04-15T17:57:56.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.241 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T17:57:56.241 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 514588672, 2024-04-15T17:57:56.241 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 16513224, 2024-04-15T17:57:56.242 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:56.242 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 24576, 2024-04-15T17:57:56.242 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 41271296, 2024-04-15T17:57:56.242 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9746, 2024-04-15T17:57:56.242 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:56.242 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 77758128, 2024-04-15T17:57:56.242 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 53, 2024-04-15T17:57:56.242 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 11194112, 2024-04-15T17:57:56.242 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 405821832, 2024-04-15T17:57:56.242 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 555859968 2024-04-15T17:57:56.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.242 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T17:57:56.242 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 491479040, 2024-04-15T17:57:56.242 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 22344456, 2024-04-15T17:57:56.242 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:56.243 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:56.243 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 27172864, 2024-04-15T17:57:56.243 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 10585, 2024-04-15T17:57:56.243 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:56.243 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 71778904, 2024-04-15T17:57:56.243 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 51, 2024-04-15T17:57:56.243 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 10338816, 2024-04-15T17:57:56.243 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 383740064, 2024-04-15T17:57:56.243 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 518651904 2024-04-15T17:57:56.243 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.243 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.243 INFO:tasks.workunit.client.0.smithi090.stdout: "hosts": { 2024-04-15T17:57:56.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num": 2, 2024-04-15T17:57:56.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mds": 2, 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mgr": 2, 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mon": 2, 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_osd": 2 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: "io_rate": { 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_stats_delta": { 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 0, 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 0, 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: "stamp_delta": "12.003309", 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-04-15T17:57:56.247 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:56.248 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:56.248 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:57:56.248 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:56.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.248 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 0 2024-04-15T17:57:56.248 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.248 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard": false, 2024-04-15T17:57:56.248 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard_description": null, 2024-04-15T17:57:56.248 INFO:tasks.workunit.client.0.smithi090.stdout: "license": "sharing-1-0", 2024-04-15T17:57:56.248 INFO:tasks.workunit.client.0.smithi090.stdout: "mempool": { 2024-04-15T17:57:56.248 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:56.248 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:56.248 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:56.248 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:56.249 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.250 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.250 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:56.250 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.250 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.250 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:56.250 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.250 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.250 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:56.250 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.250 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.251 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:56.251 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.251 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.251 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:56.251 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.251 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.251 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:56.251 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.251 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.251 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:56.251 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.252 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.252 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:56.252 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.252 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.252 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:56.252 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.252 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.252 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:56.252 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.252 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.252 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:56.253 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.253 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.253 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:56.253 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.253 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.253 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:56.253 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.253 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.253 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:56.253 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222320, 2024-04-15T17:57:56.253 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 65 2024-04-15T17:57:56.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 52112, 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.255 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:56.255 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.255 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.255 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:56.255 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12512, 2024-04-15T17:57:56.255 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 256 2024-04-15T17:57:56.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.255 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:56.255 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.255 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.255 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:56.255 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.255 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.256 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:56.256 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.256 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.256 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:56.256 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.256 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.256 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.256 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:56.256 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:56.256 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.256 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.257 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.257 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.257 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.257 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:56.257 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.257 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.257 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:56.257 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.257 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.257 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:56.257 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.257 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.258 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:56.258 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.258 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.258 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:56.258 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.258 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.258 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:56.258 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.258 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.258 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:56.258 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.259 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.259 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:56.259 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.259 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.259 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:56.259 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.259 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.259 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:56.259 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.259 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.259 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:56.260 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.260 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.260 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:56.260 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.260 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.260 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:56.260 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.260 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.260 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:56.260 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.260 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 149048, 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 34 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.262 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:56.262 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 928, 2024-04-15T17:57:56.262 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T17:57:56.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.262 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.262 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.262 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.262 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:56.262 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.262 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.262 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:56.262 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.263 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.263 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:56.263 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.263 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.263 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:56.263 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.263 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:56.263 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.263 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.263 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:56.264 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.264 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.264 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:56.264 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.264 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.264 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.264 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.264 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:56.264 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T17:57:56.264 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:56.264 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.264 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.265 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.265 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.265 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.265 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:56.265 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.265 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.265 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:56.265 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.265 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.265 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:56.265 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.265 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.266 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:56.266 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.266 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.266 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:56.266 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.266 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.266 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:56.266 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.266 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.267 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:56.267 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.267 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.267 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:56.267 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.267 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.267 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:56.267 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.267 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.267 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:56.267 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.267 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.268 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:56.268 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.268 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.268 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:56.268 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.268 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.268 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:56.268 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.268 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.268 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:56.268 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.269 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.269 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:56.269 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.269 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.269 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:56.269 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.269 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.269 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:56.269 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 41934253, 2024-04-15T17:57:56.269 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5187 2024-04-15T17:57:56.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.270 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:56.270 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 352, 2024-04-15T17:57:56.270 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 4 2024-04-15T17:57:56.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.270 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:56.270 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.270 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.270 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.270 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.270 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.270 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:56.270 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.270 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.271 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:56.271 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.271 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.271 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:56.271 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11088, 2024-04-15T17:57:56.271 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 255 2024-04-15T17:57:56.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.271 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:56.271 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 70440, 2024-04-15T17:57:56.271 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5158 2024-04-15T17:57:56.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.271 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:56.272 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5896, 2024-04-15T17:57:56.272 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-04-15T17:57:56.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.272 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:56.272 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.272 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.272 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:56.272 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.272 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.272 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.272 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:56.272 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:56.272 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.273 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.274 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:56.274 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.274 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.274 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:56.274 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.274 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.274 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:56.274 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.274 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.274 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:56.275 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.275 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.275 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:56.275 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.275 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.275 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:56.275 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.275 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.275 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:56.275 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.275 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.276 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:56.276 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.276 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.276 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:56.276 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.276 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.276 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:56.276 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.276 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.276 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:56.276 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.276 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.277 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:56.277 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.277 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.277 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:56.277 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.277 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.277 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:56.277 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 42180597, 2024-04-15T17:57:56.277 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5221 2024-04-15T17:57:56.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.277 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:56.277 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.278 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.278 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:56.278 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.278 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.278 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.278 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.278 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.278 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:56.278 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.278 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.278 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:56.279 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.279 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.279 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:56.279 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11088, 2024-04-15T17:57:56.279 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 255 2024-04-15T17:57:56.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.279 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:56.279 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 70440, 2024-04-15T17:57:56.279 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5158 2024-04-15T17:57:56.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.279 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:56.279 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11792, 2024-04-15T17:57:56.279 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 348 2024-04-15T17:57:56.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.280 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:56.280 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.280 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.280 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:56.280 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.280 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.280 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.280 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:56.280 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:56.280 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.280 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.280 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.281 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.281 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.281 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:56.281 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.281 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.281 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:56.281 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.281 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.281 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:56.281 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.281 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.282 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:56.282 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.282 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.282 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:56.282 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.282 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.282 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:56.282 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.282 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.282 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:56.282 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.283 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.283 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:56.283 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.283 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.283 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:56.283 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.283 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.283 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:56.283 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.283 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.284 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:56.284 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.284 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.284 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:56.284 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.284 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.284 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:56.284 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.284 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.284 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:56.284 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.284 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 41716565, 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5149 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 616, 2024-04-15T17:57:56.285 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7 2024-04-15T17:57:56.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.286 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:56.286 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.286 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.286 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.286 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.286 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.286 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:56.286 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.286 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.286 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:56.286 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.287 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.287 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:56.287 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11088, 2024-04-15T17:57:56.287 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 255 2024-04-15T17:57:56.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.287 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:56.287 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 70440, 2024-04-15T17:57:56.287 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5158 2024-04-15T17:57:56.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.287 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:56.287 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5896, 2024-04-15T17:57:56.287 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-04-15T17:57:56.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.287 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:56.288 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.288 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.288 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:56.288 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.288 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.288 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.288 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.288 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.288 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T17:57:56.288 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:56.288 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.288 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 21736, 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 417 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 43264, 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 26 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2880, 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 15 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 56640, 2024-04-15T17:57:56.289 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 708 2024-04-15T17:57:56.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.290 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:56.290 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 374608, 2024-04-15T17:57:56.290 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1801 2024-04-15T17:57:56.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.290 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:56.290 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:56.290 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:56.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.290 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:56.290 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 776093, 2024-04-15T17:57:56.290 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 206 2024-04-15T17:57:56.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.290 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:56.291 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2405794, 2024-04-15T17:57:56.291 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 536121 2024-04-15T17:57:56.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.291 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:56.291 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6949176, 2024-04-15T17:57:56.291 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 10251 2024-04-15T17:57:56.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.291 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:56.291 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 78504, 2024-04-15T17:57:56.291 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8360 2024-04-15T17:57:56.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.291 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:56.291 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 86448, 2024-04-15T17:57:56.291 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1801 2024-04-15T17:57:56.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.293 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:56.293 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 39441, 2024-04-15T17:57:56.293 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T17:57:56.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.293 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:56.293 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.293 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.293 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:56.293 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 15751647, 2024-04-15T17:57:56.293 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 279 2024-04-15T17:57:56.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.293 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:56.293 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19360, 2024-04-15T17:57:56.293 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 220 2024-04-15T17:57:56.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.294 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:56.294 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.294 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.294 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.294 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 513216, 2024-04-15T17:57:56.294 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T17:57:56.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.294 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:56.294 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.294 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.294 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7079800, 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 18411 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.295 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:56.296 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.296 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.296 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:56.296 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.296 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.296 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.296 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T17:57:56.296 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:56.296 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.296 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.296 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.296 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20624, 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 377 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 51072, 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2880, 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 15 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 56000, 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 700 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:56.297 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 372736, 2024-04-15T17:57:56.298 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1792 2024-04-15T17:57:56.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.298 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:56.298 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:56.298 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:56.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.298 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:56.298 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1310662, 2024-04-15T17:57:56.298 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 335 2024-04-15T17:57:56.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.298 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:56.298 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2469323, 2024-04-15T17:57:56.298 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 543022 2024-04-15T17:57:56.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:56.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7022616, 2024-04-15T17:57:56.299 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 10359 2024-04-15T17:57:56.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:56.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 76520, 2024-04-15T17:57:56.299 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8191 2024-04-15T17:57:56.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:56.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 85920, 2024-04-15T17:57:56.299 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1790 2024-04-15T17:57:56.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:56.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.300 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.300 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:56.300 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165852, 2024-04-15T17:57:56.300 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1191 2024-04-15T17:57:56.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.300 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:56.300 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.300 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.300 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:56.300 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2208, 2024-04-15T17:57:56.300 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T17:57:56.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.300 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:56.301 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 107253, 2024-04-15T17:57:56.301 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 45 2024-04-15T17:57:56.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.301 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:56.301 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 28144, 2024-04-15T17:57:56.301 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7 2024-04-15T17:57:56.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.301 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:56.301 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 15550041, 2024-04-15T17:57:56.301 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 286 2024-04-15T17:57:56.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.301 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:56.301 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30272, 2024-04-15T17:57:56.301 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 344 2024-04-15T17:57:56.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.302 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:56.302 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.302 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.302 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.302 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 443232, 2024-04-15T17:57:56.302 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 38 2024-04-15T17:57:56.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.302 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:56.302 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.302 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.302 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:56.302 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7314528, 2024-04-15T17:57:56.302 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 21268 2024-04-15T17:57:56.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.303 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:56.303 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:56.303 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:56.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.303 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:56.303 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.303 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.303 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:56.303 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.303 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.303 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 18696, 2024-04-15T17:57:56.304 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 348 2024-04-15T17:57:56.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.305 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:56.305 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 485248, 2024-04-15T17:57:56.305 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-04-15T17:57:56.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.305 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:56.305 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2112, 2024-04-15T17:57:56.305 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11 2024-04-15T17:57:56.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.305 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:56.305 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55040, 2024-04-15T17:57:56.305 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 688 2024-04-15T17:57:56.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.305 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:56.305 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 371696, 2024-04-15T17:57:56.306 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1787 2024-04-15T17:57:56.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:56.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:56.306 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:56.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:56.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 300176, 2024-04-15T17:57:56.306 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 86 2024-04-15T17:57:56.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:56.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1776605, 2024-04-15T17:57:56.306 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 391103 2024-04-15T17:57:56.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.306 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:56.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5167576, 2024-04-15T17:57:56.307 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7631 2024-04-15T17:57:56.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:56.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 75604, 2024-04-15T17:57:56.307 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8172 2024-04-15T17:57:56.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:56.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 85776, 2024-04-15T17:57:56.307 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1787 2024-04-15T17:57:56.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:56.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.307 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.308 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:56.308 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:56.308 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:56.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.308 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:56.308 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.308 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.308 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:56.308 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 736, 2024-04-15T17:57:56.308 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1 2024-04-15T17:57:56.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.308 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:56.308 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 79013, 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 51 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12112, 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11455554, 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 257 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9768, 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 111 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:56.309 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.310 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.310 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.310 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 361584, 2024-04-15T17:57:56.310 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 31 2024-04-15T17:57:56.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.310 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:56.310 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.310 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.310 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:56.310 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3149640, 2024-04-15T17:57:56.310 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 6057 2024-04-15T17:57:56.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.311 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:56.311 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:56.311 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:56.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.311 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:56.311 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.311 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.311 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:56.311 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.311 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.311 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:56.311 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.311 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.312 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:56.312 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.312 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.312 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.312 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T17:57:56.312 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:56.312 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.312 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.312 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.312 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20104, 2024-04-15T17:57:56.312 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 360 2024-04-15T17:57:56.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30720, 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2112, 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55040, 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 688 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359632, 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1729 2024-04-15T17:57:56.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.314 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:56.314 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:56.314 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:56.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.314 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:56.314 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 399820, 2024-04-15T17:57:56.314 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 98 2024-04-15T17:57:56.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.314 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:56.314 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1757643, 2024-04-15T17:57:56.314 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 386855 2024-04-15T17:57:56.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.314 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:56.314 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5113856, 2024-04-15T17:57:56.315 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7552 2024-04-15T17:57:56.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.315 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:56.315 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 67224, 2024-04-15T17:57:56.315 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7042 2024-04-15T17:57:56.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.315 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:56.315 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 82944, 2024-04-15T17:57:56.315 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:56.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.315 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:56.315 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.315 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 98669, 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 60 2024-04-15T17:57:56.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.317 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:56.317 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T17:57:56.317 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T17:57:56.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.317 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:56.317 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11579639, 2024-04-15T17:57:56.317 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 270 2024-04-15T17:57:56.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.317 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:56.317 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10824, 2024-04-15T17:57:56.317 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T17:57:56.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.317 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:56.317 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.317 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.318 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.318 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 431568, 2024-04-15T17:57:56.318 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 37 2024-04-15T17:57:56.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.318 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:56.318 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.318 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.318 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:56.318 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3358576, 2024-04-15T17:57:56.318 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8718 2024-04-15T17:57:56.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.318 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.320 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:56.320 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.320 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.320 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.320 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T17:57:56.320 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:56.320 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.320 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.320 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.320 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 23376, 2024-04-15T17:57:56.320 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 422 2024-04-15T17:57:56.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.320 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:56.321 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 829696, 2024-04-15T17:57:56.321 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 27 2024-04-15T17:57:56.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.321 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:56.321 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4224, 2024-04-15T17:57:56.321 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 22 2024-04-15T17:57:56.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.321 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:56.321 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55520, 2024-04-15T17:57:56.321 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 694 2024-04-15T17:57:56.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.321 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:56.321 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359632, 2024-04-15T17:57:56.321 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1729 2024-04-15T17:57:56.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.322 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:56.322 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:56.322 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:56.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.322 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:56.322 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1109949, 2024-04-15T17:57:56.322 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 279 2024-04-15T17:57:56.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.322 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:56.322 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2075411, 2024-04-15T17:57:56.322 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 457139 2024-04-15T17:57:56.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.322 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:56.323 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5963176, 2024-04-15T17:57:56.323 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8801 2024-04-15T17:57:56.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.323 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:56.323 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 67420, 2024-04-15T17:57:56.323 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7041 2024-04-15T17:57:56.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.323 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:56.323 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 82944, 2024-04-15T17:57:56.323 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:56.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.323 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:56.323 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.323 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165596, 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 96869, 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 51 2024-04-15T17:57:56.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.325 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:56.325 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T17:57:56.325 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T17:57:56.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.325 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:56.325 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 22604152, 2024-04-15T17:57:56.325 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 295 2024-04-15T17:57:56.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.325 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:56.325 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26752, 2024-04-15T17:57:56.325 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 304 2024-04-15T17:57:56.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.325 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:56.325 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.325 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.326 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.326 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 454896, 2024-04-15T17:57:56.326 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-04-15T17:57:56.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.326 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:56.326 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.326 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.326 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:56.326 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5145400, 2024-04-15T17:57:56.326 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 12295 2024-04-15T17:57:56.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.326 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:56.326 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:56.327 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:56.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.327 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:56.327 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.327 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.327 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:56.327 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.327 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.327 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:56.327 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.327 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.327 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:56.328 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.328 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.328 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.328 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T17:57:56.328 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:56.328 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.328 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.328 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.328 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19872, 2024-04-15T17:57:56.328 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 367 2024-04-15T17:57:56.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.328 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:56.328 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30848, 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4608, 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55360, 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 692 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359424, 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:56.329 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:56.330 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:56.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.330 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:56.330 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 337095, 2024-04-15T17:57:56.330 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 91 2024-04-15T17:57:56.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.330 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:56.330 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2358899, 2024-04-15T17:57:56.330 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 529985 2024-04-15T17:57:56.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.330 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:56.330 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6847856, 2024-04-15T17:57:56.330 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 10102 2024-04-15T17:57:56.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.331 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:56.331 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 67620, 2024-04-15T17:57:56.331 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7042 2024-04-15T17:57:56.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.331 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:56.331 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 82944, 2024-04-15T17:57:56.331 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:56.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.331 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:56.331 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.331 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.331 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:56.331 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165852, 2024-04-15T17:57:56.332 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1191 2024-04-15T17:57:56.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.332 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:56.332 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.332 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.332 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:56.332 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.332 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.332 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:56.332 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 35225, 2024-04-15T17:57:56.332 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 49 2024-04-15T17:57:56.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.332 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:56.333 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.333 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.333 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:56.333 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 25792578, 2024-04-15T17:57:56.333 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 12360 2024-04-15T17:57:56.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.333 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:56.333 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11264, 2024-04-15T17:57:56.333 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 128 2024-04-15T17:57:56.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.333 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:56.333 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.333 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.334 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.334 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 478224, 2024-04-15T17:57:56.334 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 41 2024-04-15T17:57:56.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.334 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:56.334 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.334 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.334 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:56.334 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6544720, 2024-04-15T17:57:56.334 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 12586 2024-04-15T17:57:56.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.334 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:56.334 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:56.335 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:56.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.335 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:56.335 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.335 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.335 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:56.335 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.335 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.335 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:56.335 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.335 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.335 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:56.336 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.336 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.336 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.336 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T17:57:56.336 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:56.336 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.336 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.336 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.336 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 17592, 2024-04-15T17:57:56.336 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 335 2024-04-15T17:57:56.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.336 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:56.336 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 34816, 2024-04-15T17:57:56.337 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-04-15T17:57:56.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.337 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:56.337 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3648, 2024-04-15T17:57:56.337 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 19 2024-04-15T17:57:56.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.337 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:56.337 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 56080, 2024-04-15T17:57:56.337 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 701 2024-04-15T17:57:56.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.337 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:56.337 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 361088, 2024-04-15T17:57:56.337 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1736 2024-04-15T17:57:56.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.337 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:56.338 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:56.338 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:56.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.338 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:56.338 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 722318, 2024-04-15T17:57:56.338 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 193 2024-04-15T17:57:56.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.338 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:56.338 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1710083, 2024-04-15T17:57:56.338 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 376048 2024-04-15T17:57:56.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.338 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:56.338 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4958136, 2024-04-15T17:57:56.338 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7323 2024-04-15T17:57:56.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.339 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:56.339 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 68672, 2024-04-15T17:57:56.339 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7200 2024-04-15T17:57:56.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.339 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:56.339 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 83328, 2024-04-15T17:57:56.339 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1736 2024-04-15T17:57:56.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.339 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:56.339 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.339 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.339 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:56.339 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165508, 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1189 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 78471, 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:56.340 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.341 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.341 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:56.341 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20211022, 2024-04-15T17:57:56.341 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 262 2024-04-15T17:57:56.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.341 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:56.341 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 18128, 2024-04-15T17:57:56.341 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 206 2024-04-15T17:57:56.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.341 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:56.341 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.341 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.341 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.342 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 454896, 2024-04-15T17:57:56.342 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-04-15T17:57:56.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.342 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:56.342 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.342 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.342 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:56.342 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3668600, 2024-04-15T17:57:56.342 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9455 2024-04-15T17:57:56.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.342 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:56.342 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:56.342 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:56.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.343 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:56.343 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.343 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.343 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:56.343 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.343 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.343 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:56.343 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.343 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.343 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:56.343 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.344 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.344 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.344 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T17:57:56.344 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:56.344 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.344 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.344 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.344 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16272, 2024-04-15T17:57:56.344 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 304 2024-04-15T17:57:56.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.344 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:56.344 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30592, 2024-04-15T17:57:56.344 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 22 2024-04-15T17:57:56.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.345 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:56.345 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3264, 2024-04-15T17:57:56.345 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 17 2024-04-15T17:57:56.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.345 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:56.345 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 54640, 2024-04-15T17:57:56.345 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 683 2024-04-15T17:57:56.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.345 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:56.345 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 360880, 2024-04-15T17:57:56.345 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1735 2024-04-15T17:57:56.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.345 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:56.346 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:56.346 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:56.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.346 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:56.346 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 407963, 2024-04-15T17:57:56.346 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 130 2024-04-15T17:57:56.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.346 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:56.346 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1984007, 2024-04-15T17:57:56.346 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 441691 2024-04-15T17:57:56.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.346 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:56.346 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5748976, 2024-04-15T17:57:56.346 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8486 2024-04-15T17:57:56.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.347 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:56.347 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 69408, 2024-04-15T17:57:56.347 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7202 2024-04-15T17:57:56.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.347 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:56.347 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 83280, 2024-04-15T17:57:56.347 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1735 2024-04-15T17:57:56.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.347 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:56.347 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.347 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.348 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:56.348 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:56.348 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:56.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.348 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:56.348 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.348 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.348 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:56.348 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.348 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.348 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:56.348 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 21936, 2024-04-15T17:57:56.349 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 26 2024-04-15T17:57:56.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.349 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:56.349 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.349 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.349 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:56.349 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 17816231, 2024-04-15T17:57:56.349 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 261 2024-04-15T17:57:56.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.349 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:56.349 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11352, 2024-04-15T17:57:56.349 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 129 2024-04-15T17:57:56.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.349 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:56.350 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.350 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.350 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 536544, 2024-04-15T17:57:56.350 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 46 2024-04-15T17:57:56.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:56.350 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.350 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:56.350 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4849936, 2024-04-15T17:57:56.350 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9346 2024-04-15T17:57:56.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.351 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:56.351 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:56.351 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:56.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.351 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:56.351 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.351 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.351 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:56.351 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.351 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.351 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:56.351 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.352 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.352 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:56.352 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:56.352 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:56.352 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.352 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.352 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.352 INFO:tasks.workunit.client.0.smithi090.stdout: "metadata": { 2024-04-15T17:57:56.352 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:56.352 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T17:57:56.352 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 2 2024-04-15T17:57:56.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.352 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T17:57:56.353 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T17:57:56.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.353 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T17:57:56.353 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-15T17:57:56.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.353 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T17:57:56.353 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 2 2024-04-15T17:57:56.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.353 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T17:57:56.353 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 2 2024-04-15T17:57:56.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.353 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T17:57:56.353 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T17:57:56.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.354 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T17:57:56.354 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T17:57:56.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.354 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T17:57:56.354 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 2 2024-04-15T17:57:56.354 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:56.354 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T17:57:56.354 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 3 2024-04-15T17:57:56.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.354 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T17:57:56.354 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T17:57:56.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.355 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T17:57:56.355 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-15T17:57:56.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.355 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T17:57:56.355 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 3 2024-04-15T17:57:56.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.355 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T17:57:56.355 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 3 2024-04-15T17:57:56.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.355 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T17:57:56.355 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T17:57:56.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.355 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T17:57:56.355 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T17:57:56.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.356 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T17:57:56.356 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 3 2024-04-15T17:57:56.356 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.356 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.356 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T17:57:56.356 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 8 2024-04-15T17:57:56.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.356 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T17:57:56.356 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T17:57:56.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.356 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T17:57:56.356 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-15T17:57:56.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.357 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T17:57:56.357 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 8 2024-04-15T17:57:56.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.357 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T17:57:56.357 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 8 2024-04-15T17:57:56.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.357 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T17:57:56.357 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T17:57:56.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.357 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T17:57:56.357 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T17:57:56.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.357 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T17:57:56.357 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 8 2024-04-15T17:57:56.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.358 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_objectstore": { 2024-04-15T17:57:56.358 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": 8 2024-04-15T17:57:56.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.358 INFO:tasks.workunit.client.0.smithi090.stdout: "rotational": { 2024-04-15T17:57:56.358 INFO:tasks.workunit.client.0.smithi090.stdout: "0": 8 2024-04-15T17:57:56.358 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.358 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.358 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:56.358 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T17:57:56.358 INFO:tasks.workunit.client.0.smithi090.stdout: "features": { 2024-04-15T17:57:56.358 INFO:tasks.workunit.client.0.smithi090.stdout: "optional": [], 2024-04-15T17:57:56.358 INFO:tasks.workunit.client.0.smithi090.stdout: "persistent": [ 2024-04-15T17:57:56.358 INFO:tasks.workunit.client.0.smithi090.stdout: "kraken", 2024-04-15T17:57:56.358 INFO:tasks.workunit.client.0.smithi090.stdout: "luminous", 2024-04-15T17:57:56.359 INFO:tasks.workunit.client.0.smithi090.stdout: "mimic", 2024-04-15T17:57:56.359 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap-prune", 2024-04-15T17:57:56.359 INFO:tasks.workunit.client.0.smithi090.stdout: "nautilus", 2024-04-15T17:57:56.359 INFO:tasks.workunit.client.0.smithi090.stdout: "octopus", 2024-04-15T17:57:56.359 INFO:tasks.workunit.client.0.smithi090.stdout: "pacific", 2024-04-15T17:57:56.359 INFO:tasks.workunit.client.0.smithi090.stdout: "elector-pinging", 2024-04-15T17:57:56.359 INFO:tasks.workunit.client.0.smithi090.stdout: "quincy", 2024-04-15T17:57:56.359 INFO:tasks.workunit.client.0.smithi090.stdout: "reef", 2024-04-15T17:57:56.359 INFO:tasks.workunit.client.0.smithi090.stdout: "squid" 2024-04-15T17:57:56.359 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.359 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv4_addr_mons": 6, 2024-04-15T17:57:56.359 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv6_addr_mons": 0, 2024-04-15T17:57:56.359 INFO:tasks.workunit.client.0.smithi090.stdout: "min_mon_release": 19, 2024-04-15T17:57:56.359 INFO:tasks.workunit.client.0.smithi090.stdout: "v1_addr_mons": 3, 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: "v2_addr_mons": 3 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: "organization": "ceph-qa", 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_network": false, 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: "require_min_compat_client": "luminous", 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: "require_osd_release": "squid" 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_perf_histograms": [ 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:56.360 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:56.361 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:56.361 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:56.361 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:56.361 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:56.361 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:56.361 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:56.361 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:56.361 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:56.361 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:56.361 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:56.361 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:56.361 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:56.361 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:56.361 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:56.361 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:56.362 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:56.362 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:56.362 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:56.362 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:56.362 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:56.362 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:56.362 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:56.362 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:56.362 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:56.362 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:56.362 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:56.362 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:56.362 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:56.363 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:56.363 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:56.363 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:56.363 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:56.363 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:56.363 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:56.363 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:56.363 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.363 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:56.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.363 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.363 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:56.363 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:56.363 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:56.364 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:56.364 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:56.364 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:56.364 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:56.364 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:56.364 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:56.364 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:56.364 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:56.364 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:56.364 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:56.364 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:56.364 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:56.364 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:56.364 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:56.365 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:56.366 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:56.366 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:56.366 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:56.366 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:56.366 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:56.366 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.366 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:56.366 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.366 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.366 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:56.366 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.366 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:56.366 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.366 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.367 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1624, 553, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.367 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13571, 3585, 0, 1, 1, 2, 1, 3, 1, 0, 4, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.367 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8108, 84, 39, 5, 16, 2, 4, 8, 25, 35, 33, 26, 52, 22, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.367 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1100, 17, 7, 0, 1, 0, 0, 4, 5, 7, 122, 154, 89, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.367 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 472, 8, 0, 0, 0, 1, 0, 0, 0, 2, 4, 21, 308, 9, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.367 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 131, 13, 3, 0, 0, 1, 0, 0, 1, 0, 4, 4, 19, 45, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.367 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 137, 2, 4, 0, 1, 0, 0, 0, 1, 0, 0, 2, 22, 16, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.367 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 13, 15, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.367 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 3, 30, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.367 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.367 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.367 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.367 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.367 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.368 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.368 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.368 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.368 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.368 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.368 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.368 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.368 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.368 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.368 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.368 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.368 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.368 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.368 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.368 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.369 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.369 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.369 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.369 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.369 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:56.369 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.369 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.369 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.369 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7040, 17, 0, 0, 1, 0, 1, 2, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.369 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5419, 26, 1309, 2, 15, 10, 8, 14, 36, 64, 48, 53, 66, 20, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.369 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 384, 16, 176, 24, 1, 0, 0, 3, 1, 16, 103, 230, 156, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.369 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 271, 0, 0, 6, 0, 0, 0, 1, 0, 0, 3, 26, 385, 8, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.369 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 113, 0, 0, 0, 2, 0, 0, 0, 0, 0, 3, 2, 17, 28, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.370 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 148, 0, 35, 0, 0, 0, 0, 0, 0, 0, 2, 2, 6, 8, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.370 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 124, 0, 235, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.370 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.370 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.370 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.370 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.370 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.370 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.370 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.370 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.370 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.370 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.370 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.370 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.371 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.371 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.371 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.371 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.371 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.371 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.371 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.371 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.371 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.371 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.371 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.371 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.371 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.371 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:56.372 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.372 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.372 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2062, 323, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.372 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12835, 3809, 0, 0, 2, 2, 0, 2, 0, 1, 5, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.372 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8409, 95, 49, 0, 17, 1, 0, 2, 0, 2, 6, 1, 17, 17, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.372 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 570, 19, 44, 2, 1, 1, 0, 2, 1, 2, 30, 1, 6, 4, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.372 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 411, 4, 2, 0, 1, 0, 0, 1, 0, 3, 1, 10, 24, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.372 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 89, 2, 0, 0, 0, 0, 3, 0, 7, 0, 8, 4, 12, 80, 130, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.372 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 2, 1, 3, 4, 8, 29, 21, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.372 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 89, 0, 0, 1, 0, 0, 1, 2, 3, 1, 1, 1, 21, 31, 70, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.372 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 18, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 5, 8, 50, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.372 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 21, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.372 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.372 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.372 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.373 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.373 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.373 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.373 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.373 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.373 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.373 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.373 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.373 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.373 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.373 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.373 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.373 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.373 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.373 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.374 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.374 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.374 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.374 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.374 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.374 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:56.374 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.374 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.374 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 220, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.374 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13443, 4121, 0, 1, 1, 0, 2, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.374 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7883, 54, 2, 0, 24, 1, 2, 6, 11, 13, 12, 2, 14, 14, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.374 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 932, 7, 4, 0, 2, 0, 1, 0, 3, 7, 49, 72, 32, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.375 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 649, 15, 0, 0, 9, 0, 0, 0, 0, 1, 1, 19, 140, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.375 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 462, 28, 4, 0, 176, 0, 0, 0, 0, 0, 4, 2, 9, 32, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.375 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 267, 24, 3, 0, 286, 0, 0, 0, 0, 0, 2, 10, 4, 5, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.375 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 130, 67, 0, 0, 239, 0, 0, 0, 0, 0, 0, 2, 5, 8, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.375 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 95, 0, 0, 1981, 0, 0, 0, 0, 0, 0, 0, 1, 10, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.375 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 74, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.375 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.375 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.375 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.375 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.375 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.375 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.375 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.375 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.376 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.376 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.376 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.376 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.376 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.376 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.376 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.376 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.376 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.376 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.376 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.376 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.376 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.376 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.377 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.377 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:56.377 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.377 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.377 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.377 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8744, 1, 123, 12, 33, 32, 2, 0, 0, 0, 5, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.377 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8376, 40, 25, 2, 21, 55, 161, 167, 10, 17, 12, 9, 8, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.377 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 926, 5, 11, 0, 3, 0, 4, 50, 4, 9, 65, 61, 32, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.377 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 311, 1, 0, 0, 0, 0, 0, 0, 0, 1, 6, 19, 171, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.377 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 201, 1, 0, 0, 1, 1, 1, 0, 2, 0, 2, 8, 17, 30, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.377 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 8, 16, 14, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.377 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 125, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 6, 17, 37, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.377 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 21, 30, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.377 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.378 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.378 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.378 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.378 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.378 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.378 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.378 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.378 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.378 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.378 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.378 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.378 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.378 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.378 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.379 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.379 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.379 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.379 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.379 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.379 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.379 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.379 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.379 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.379 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:56.379 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.379 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.379 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 864, 180, 0, 0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.380 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 16213, 3637, 1, 1, 6961, 406, 0, 0, 1, 2, 3, 2, 6, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.380 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12204, 369, 26, 0, 579, 175, 1, 1, 0, 4, 36, 2, 26, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.380 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1497, 147, 152, 2, 85, 13, 0, 1, 3, 14, 34, 3, 8, 12, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.380 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 653, 21, 44, 5, 8, 9, 0, 0, 0, 2, 11, 21, 45, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.380 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 180, 19, 11, 0, 24, 26, 0, 0, 0, 0, 3, 1, 12, 69, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.380 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 290, 3, 19, 27, 2, 5, 0, 0, 0, 0, 1, 0, 4, 17, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.380 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 139, 0, 4, 35, 49, 0, 0, 0, 0, 0, 0, 0, 9, 17, 48, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.380 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 7, 82, 87, 0, 0, 0, 0, 0, 0, 6, 6, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.380 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 4, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.380 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.380 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.380 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.380 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.380 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.380 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.381 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.381 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.381 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.381 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.381 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.381 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.381 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.381 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.381 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.381 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.381 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.381 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.381 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.381 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.382 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.382 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.382 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.382 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:56.382 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.382 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.382 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 229, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.382 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9670, 3194, 3607, 0, 2, 0, 0, 1, 0, 0, 15, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.382 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9893, 450, 549, 0, 14, 3, 2, 1, 5, 15, 39, 7, 12, 14, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.382 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1077, 68, 78, 0, 3, 1, 1, 1, 8, 11, 67, 67, 41, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.382 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 386, 3, 0, 0, 0, 1, 0, 0, 0, 0, 6, 20, 155, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.382 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 211, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 0, 13, 30, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.382 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 171, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 5, 14, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.382 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 120, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 0, 13, 9, 31, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.383 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 3, 23, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.383 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.383 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.383 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.383 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.383 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.383 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.383 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.383 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.383 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.383 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.383 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.383 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.383 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.383 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.384 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.384 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.384 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.384 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.384 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.384 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.384 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.384 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.384 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.384 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.384 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:56.384 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.385 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.385 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.385 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 11119, 2, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.385 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 6763, 18, 0, 0, 9, 0, 0, 1, 0, 0, 2, 4, 18, 11, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.385 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 736, 3, 3, 0, 2, 0, 0, 1, 0, 0, 15, 0, 9, 4, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.385 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 263, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 24, 2, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.385 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 130, 2, 0, 0, 3, 0, 0, 2, 0, 0, 3, 1, 11, 43, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.385 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 12, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.385 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 17, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.385 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.385 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.385 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.385 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.385 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.385 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.386 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.386 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.386 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.386 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.386 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.386 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.386 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.386 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.386 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.386 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.386 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.386 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.386 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.386 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.387 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.387 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.387 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.387 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.387 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.387 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.387 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:56.387 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:56.387 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.387 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:56.387 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:56.387 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:56.387 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:56.387 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:56.388 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:56.388 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:56.388 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:56.388 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:56.388 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:56.388 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:56.388 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:56.388 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:56.388 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:56.388 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:56.388 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:56.388 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:56.388 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:56.388 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:56.388 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:56.389 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:56.390 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:56.390 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.390 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:56.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.390 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.390 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:56.390 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:56.390 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:56.390 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:56.390 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:56.390 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:56.390 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:56.390 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:56.391 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:56.391 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:56.391 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:56.391 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:56.391 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:56.391 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:56.391 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:56.391 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:56.391 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:56.391 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:56.391 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:56.391 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:56.391 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:56.391 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:56.391 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:56.392 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:56.392 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:56.392 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:56.392 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:56.392 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:56.392 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:56.392 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:56.392 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:56.392 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:56.392 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:56.392 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:56.392 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:56.392 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:56.392 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:56.393 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.393 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:56.393 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.393 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.393 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:56.393 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.393 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:56.393 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.393 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.393 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.393 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.393 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.393 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 513, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.393 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4302, 59, 87, 163, 435, 606, 696, 1, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.394 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 566, 14, 16, 38, 35, 6, 25, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.394 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 189, 6, 0, 0, 0, 0, 3, 0, 0, 1, 1, 3, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.394 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 112, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 9, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.394 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.394 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 9, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.394 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.394 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.394 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.394 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.394 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.394 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.394 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.394 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.394 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.395 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:56.396 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.396 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.396 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.396 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.396 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.396 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 283, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.396 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2703, 261, 32, 62, 127, 1, 0, 0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.396 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 481, 29, 1286, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.396 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 442, 18, 54, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.396 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1817, 1392, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.396 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1457, 1590, 239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 11, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.396 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.396 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.396 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.397 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.397 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.397 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.397 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.397 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.397 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.397 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.397 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.397 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.397 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.397 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.398 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.398 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.398 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.398 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.398 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.398 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.398 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.398 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.398 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.398 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.398 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:56.398 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.398 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.399 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.399 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.399 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.399 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1061, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.399 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9739, 4, 0, 0, 1, 2, 2, 4, 0, 2, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.399 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15921, 0, 0, 0, 0, 0, 2, 0, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.399 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 260, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.399 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.399 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.399 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.399 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.399 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.399 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.399 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.399 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.400 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.400 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.400 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.400 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.400 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.400 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.400 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.400 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.400 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.400 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.400 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.400 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.400 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.400 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.400 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.401 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.401 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.401 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.401 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:56.401 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.401 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.401 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.401 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.401 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.401 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 239, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.401 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3005, 28, 0, 0, 1, 0, 1, 4, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.401 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 376, 3, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.401 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 341, 21, 34, 51, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.401 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 954, 273, 0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.402 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4405, 2481, 0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.402 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 232, 251, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.402 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.402 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.402 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.402 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.402 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.402 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.402 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.402 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.402 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.402 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.402 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.402 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.403 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.403 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.403 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.403 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.403 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.403 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.403 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.403 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.403 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.403 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.403 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.403 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:56.403 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.404 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.404 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.404 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.404 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.404 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 793, 0, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.404 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3100, 204, 31, 57, 140, 271, 463, 1, 3, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.404 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 323, 22, 1, 2, 0, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.404 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.404 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.404 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 63, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.404 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.404 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.404 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.404 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.404 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.405 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.405 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.405 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.405 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.405 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.405 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.405 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.405 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.405 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.405 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.405 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.405 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.405 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.405 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.405 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.406 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.406 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.406 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.406 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.406 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:56.406 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.406 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.406 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.406 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.406 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.406 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 578, 3, 4, 12, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.406 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5334, 82, 134, 241, 466, 601, 717, 8, 13, 13, 1, 1, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.406 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 491, 2, 3, 7, 25, 12, 14, 0, 0, 5, 2, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.407 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 470, 9, 9, 28, 4, 0, 0, 0, 1, 0, 1, 5, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.407 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 281, 33, 72, 101, 26, 0, 0, 0, 0, 0, 0, 0, 9, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.407 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 142, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 1, 5, 14, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.407 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.407 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.407 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.407 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.407 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.407 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.407 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.407 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.407 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.407 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.407 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.407 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.408 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.408 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.408 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.408 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.408 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.408 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.408 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.408 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.408 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.408 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.408 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.408 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.408 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:56.408 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.409 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.409 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.409 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.409 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.409 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 405, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.409 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3010, 27, 0, 0, 0, 0, 5, 1, 10, 3, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.409 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 334, 1, 2, 0, 1, 0, 0, 0, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.409 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 161, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.409 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 151, 106, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.409 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.409 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.409 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.409 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.409 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.409 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.410 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.410 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.410 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.410 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.410 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.410 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.410 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.410 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.410 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.410 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.410 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.410 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.410 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.411 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.411 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.411 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.411 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.411 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.411 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.411 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:56.411 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.411 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.411 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.411 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.411 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.411 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 519, 14, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.411 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7637, 21, 53, 30, 0, 0, 0, 2, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.412 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2837, 31, 94, 50, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.412 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 154, 3, 3, 1, 0, 0, 0, 0, 0, 0, 2, 3, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.412 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.412 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.412 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.412 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.412 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.412 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.412 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.412 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.412 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.412 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.412 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.412 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.412 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.413 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.413 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.413 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.413 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.413 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.413 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.413 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.413 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.413 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.413 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.413 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.413 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.413 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.413 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.414 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:56.414 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:56.414 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.414 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:56.414 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:56.414 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:56.414 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:56.414 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:56.414 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:56.414 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:56.414 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:56.414 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:56.414 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:56.414 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:56.415 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:56.415 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:56.415 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:56.415 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:56.415 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:56.415 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:56.415 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:56.415 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:56.415 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:56.415 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:56.415 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:56.415 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:56.415 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:56.415 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:56.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:56.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:56.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:56.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:56.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:56.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:56.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:56.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:56.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:56.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:56.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:56.416 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:56.416 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.416 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:56.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.417 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.417 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:56.417 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:56.417 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:56.417 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:56.417 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:56.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:56.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:56.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:56.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:56.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:56.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:56.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:56.417 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:56.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:56.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:56.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:56.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:56.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:56.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:56.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:56.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:56.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:56.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:56.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:56.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:56.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:56.418 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:56.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:56.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:56.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:56.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:56.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:56.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:56.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:56.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:56.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:56.419 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:56.419 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.419 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:56.419 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.419 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.420 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:56.420 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.420 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:56.420 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 6356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 704, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.420 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.421 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.422 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.422 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.422 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:56.422 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.422 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3190, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1798, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 524, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3316, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.423 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.424 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.425 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.425 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.425 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:56.425 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1061, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9759, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15931, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.425 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.426 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.427 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.427 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.427 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.427 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:56.427 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.427 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3041, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1335, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7325, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 526, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.428 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.429 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.430 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.430 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.430 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:56.430 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 804, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4275, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 371, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.430 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.431 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.432 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 599, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7620, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 566, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 535, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.433 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.434 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.435 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.435 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.435 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:56.435 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.435 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3059, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 170, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.436 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:56.437 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 548, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7746, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3015, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 173, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.438 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.439 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.440 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.440 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.440 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.440 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.440 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.440 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.440 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.440 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:56.440 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:56.440 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.440 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:56.440 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:56.440 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:56.440 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:56.441 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:56.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:56.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:56.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:56.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:56.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:56.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:56.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:56.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:56.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:56.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:56.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:56.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:56.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:56.441 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:56.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:56.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:56.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:56.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:56.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:56.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:56.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:56.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:56.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:56.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:56.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:56.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:56.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:56.442 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:56.443 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:56.443 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:56.443 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:56.443 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:56.443 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.443 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:56.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.443 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.443 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:56.443 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:56.443 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:56.443 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:56.443 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:56.443 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:56.443 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:56.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:56.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:56.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:56.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:56.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:56.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:56.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:56.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:56.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:56.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:56.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:56.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:56.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:56.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:56.444 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:56.445 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.446 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:56.446 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.446 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.446 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:56.446 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.446 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:56.446 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.446 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2049, 15, 1, 0, 11, 0, 2, 2, 7, 5, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1111, 7, 1, 2, 5, 2, 10, 11, 21, 63, 80, 30, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 211, 9, 1, 0, 2, 0, 0, 3, 5, 7, 61, 223, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 632, 3, 0, 0, 0, 1, 0, 1, 4, 1, 7, 11, 291, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 967, 4, 0, 0, 0, 0, 0, 2, 1, 0, 3, 9, 16, 25, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 506, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 21, 24, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 380, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.447 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.448 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.448 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.448 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.449 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.449 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:56.449 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 32, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2769, 10, 1, 2, 6, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1471, 1, 1, 3, 3, 8, 14, 18, 45, 90, 83, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 58, 3, 0, 0, 0, 0, 1, 4, 3, 5, 60, 258, 211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 19, 9, 0, 0, 0, 0, 0, 0, 0, 1, 10, 14, 355, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 7, 20, 19, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.449 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 382, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 18, 31, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1039, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2077, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 380, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.450 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.451 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.451 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.451 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:56.451 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.451 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 60, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 371, 10, 0, 0, 11, 1, 2, 3, 7, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 164, 10, 0, 0, 0, 3, 0, 3, 4, 11, 44, 38, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 156, 3, 0, 0, 1, 0, 1, 0, 7, 12, 38, 57, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 89, 1, 1, 0, 0, 1, 3, 0, 2, 0, 21, 35, 20, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 35, 4, 0, 0, 0, 1, 0, 1, 0, 3, 5, 5, 20, 44, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 2, 1, 1, 7, 8, 22, 58, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.452 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.453 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.454 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.454 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.454 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:56.454 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 56, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1240, 13, 0, 0, 19, 0, 4, 2, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.454 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 402, 8, 1, 1, 3, 1, 1, 10, 10, 26, 46, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 199, 10, 0, 1, 1, 1, 1, 2, 6, 4, 43, 118, 99, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 486, 10, 0, 0, 0, 0, 0, 0, 0, 1, 8, 6, 98, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 404, 23, 0, 0, 0, 0, 0, 0, 0, 4, 2, 4, 10, 27, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99, 43, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 10, 17, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 87, 76, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.455 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.456 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.456 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.456 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.456 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:56.457 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 77, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1046, 15, 0, 0, 9, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 740, 2, 0, 0, 5, 1, 2, 8, 26, 25, 55, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 427, 1, 0, 0, 1, 0, 1, 2, 2, 6, 56, 138, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 558, 17, 0, 0, 1, 0, 0, 1, 0, 4, 11, 21, 178, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 279, 17, 0, 0, 3, 0, 0, 0, 1, 1, 4, 4, 19, 13, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 114, 36, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 5, 24, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 49, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.457 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 18, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.458 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.459 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.459 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:56.459 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.459 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 120, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 540, 19, 1, 1, 7, 0, 6, 3, 7, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 113, 5, 0, 0, 2, 0, 0, 2, 4, 4, 12, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 134, 4, 0, 0, 0, 1, 2, 1, 3, 8, 21, 24, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 57, 28, 0, 0, 0, 0, 0, 1, 2, 3, 14, 16, 18, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13, 31, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 12, 33, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 40, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 10, 26, 97, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.460 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.461 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.461 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.462 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.462 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:56.462 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 50, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1084, 27, 1, 0, 10, 2, 0, 4, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 651, 10, 1, 2, 0, 4, 7, 4, 16, 18, 34, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 442, 6, 0, 0, 1, 2, 0, 1, 6, 4, 32, 120, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 547, 5, 0, 0, 0, 0, 0, 0, 2, 1, 13, 15, 163, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 251, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 1, 14, 28, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.462 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 2, 12, 39, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.463 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.464 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.464 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.464 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:56.464 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.464 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 215, 6, 2, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 64, 5, 0, 0, 1, 1, 2, 4, 6, 3, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 101, 3, 0, 0, 0, 2, 6, 4, 7, 1, 12, 26, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 41, 0, 0, 0, 0, 1, 0, 2, 1, 1, 7, 16, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 3, 0, 0, 0, 0, 0, 0, 0, 3, 2, 5, 16, 18, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 15, 36, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.465 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.466 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.466 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.467 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.467 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.467 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.467 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.467 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.467 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-15T17:57:56.467 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:56.467 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.467 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 8, 2024-04-15T17:57:56.467 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:56.467 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "number of replicas", 2024-04-15T17:57:56.467 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 1, 2024-04-15T17:57:56.467 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:56.467 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:56.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0]", 2024-04-15T17:57:56.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[1, 1]", 2024-04-15T17:57:56.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[2, 2]", 2024-04-15T17:57:56.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[3, 3]", 2024-04-15T17:57:56.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[4, 4]", 2024-04-15T17:57:56.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[5, 5]", 2024-04-15T17:57:56.468 INFO:tasks.workunit.client.0.smithi090.stdout: "[6, None]" 2024-04-15T17:57:56.468 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.468 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "linear" 2024-04-15T17:57:56.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.468 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.468 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 10, 2024-04-15T17:57:56.468 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:56.468 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "duration", 2024-04-15T17:57:56.469 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 250000, 2024-04-15T17:57:56.469 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:56.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:56.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 249999]", 2024-04-15T17:57:56.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[250000, 499999]", 2024-04-15T17:57:56.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[500000, 999999]", 2024-04-15T17:57:56.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[1000000, 1999999]", 2024-04-15T17:57:56.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[2000000, 3999999]", 2024-04-15T17:57:56.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[4000000, 7999999]", 2024-04-15T17:57:56.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[8000000, 15999999]", 2024-04-15T17:57:56.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[16000000, 31999999]", 2024-04-15T17:57:56.469 INFO:tasks.workunit.client.0.smithi090.stdout: "[32000000, None]" 2024-04-15T17:57:56.469 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.469 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:56.470 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.470 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.470 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:56.470 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.470 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:56.470 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.470 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.470 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.470 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.470 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.470 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.470 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.470 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.470 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.471 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.471 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.471 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:56.471 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.471 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.471 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.472 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.472 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:56.472 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.472 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.472 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.472 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.472 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:56.473 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.473 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.473 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.473 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.473 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.473 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.473 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.473 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.473 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.473 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.473 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.473 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.473 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:56.473 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.473 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.474 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.474 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.474 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:56.474 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.474 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.475 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.475 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.475 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:56.475 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.475 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.476 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.476 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.476 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:56.476 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:56.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.476 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:56.477 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:56.477 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.477 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.477 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:56.477 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.477 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.477 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.477 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_counters": { 2024-04-15T17:57:56.477 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:56.477 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:56.477 INFO:tasks.workunit.client.0.smithi090.stdout: "caps": { 2024-04-15T17:57:56.477 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.478 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flush_ack": { 2024-04-15T17:57:56.478 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.478 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-15T17:57:56.478 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.478 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_grant": { 2024-04-15T17:57:56.478 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.478 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_revoke": { 2024-04-15T17:57:56.478 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.478 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_trunc": { 2024-04-15T17:57:56.478 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_commit": { 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_complete": { 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_keys": { 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_merge": { 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_split": { 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.479 INFO:tasks.workunit.client.0.smithi090.stdout: "exported_inodes": { 2024-04-15T17:57:56.480 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.480 INFO:tasks.workunit.client.0.smithi090.stdout: "forward": { 2024-04-15T17:57:56.480 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.480 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_cap_release": { 2024-04-15T17:57:56.480 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.480 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps": { 2024-04-15T17:57:56.480 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.480 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps_dirty": { 2024-04-15T17:57:56.480 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.480 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_inode_file_caps": { 2024-04-15T17:57:56.481 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.481 INFO:tasks.workunit.client.0.smithi090.stdout: "imported_inodes": { 2024-04-15T17:57:56.481 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.481 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes": { 2024-04-15T17:57:56.481 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:56.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.481 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_expired": { 2024-04-15T17:57:56.481 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.481 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_pinned": { 2024-04-15T17:57:56.481 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:56.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.481 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_with_caps": { 2024-04-15T17:57:56.482 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.482 INFO:tasks.workunit.client.0.smithi090.stdout: "load_cent": { 2024-04-15T17:57:56.482 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.482 INFO:tasks.workunit.client.0.smithi090.stdout: "openino_dir_fetch": { 2024-04-15T17:57:56.482 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.482 INFO:tasks.workunit.client.0.smithi090.stdout: "process_request_cap_release": { 2024-04-15T17:57:56.482 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.482 INFO:tasks.workunit.client.0.smithi090.stdout: "reply_latency": { 2024-04-15T17:57:56.482 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.482 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: "request": { 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rbytes": { 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rfiles": { 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rsnaps": { 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_reply": { 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: "subtrees": { 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_cache": { 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_enqueue_scrub": { 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_exportdir": { 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_flush": { 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragmentdir": { 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.484 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragstats": { 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_inodestats": { 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_quiesce_inode": { 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_quiesce_path": { 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_enqueued": { 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_prioritized": { 2024-04-15T17:57:56.485 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_processing": { 2024-04-15T17:57:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays": { 2024-04-15T17:57:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_delayed": { 2024-04-15T17:57:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_enqueuing": { 2024-04-15T17:57:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_completed": { 2024-04-15T17:57:56.486 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.487 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_started": { 2024-04-15T17:57:56.487 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.487 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_created": { 2024-04-15T17:57:56.487 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.487 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_enqueued": { 2024-04-15T17:57:56.487 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.487 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_migrated": { 2024-04-15T17:57:56.487 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.487 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_reintegrated": { 2024-04-15T17:57:56.487 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.488 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.488 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_log": { 2024-04-15T17:57:56.488 INFO:tasks.workunit.client.0.smithi090.stdout: "ev": { 2024-04-15T17:57:56.488 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17 2024-04-15T17:57:56.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.488 INFO:tasks.workunit.client.0.smithi090.stdout: "evadd": { 2024-04-15T17:57:56.488 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.488 INFO:tasks.workunit.client.0.smithi090.stdout: "evex": { 2024-04-15T17:57:56.488 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.488 INFO:tasks.workunit.client.0.smithi090.stdout: "evexd": { 2024-04-15T17:57:56.488 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.489 INFO:tasks.workunit.client.0.smithi090.stdout: "evexg": { 2024-04-15T17:57:56.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.489 INFO:tasks.workunit.client.0.smithi090.stdout: "evlrg": { 2024-04-15T17:57:56.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.489 INFO:tasks.workunit.client.0.smithi090.stdout: "evtrm": { 2024-04-15T17:57:56.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.489 INFO:tasks.workunit.client.0.smithi090.stdout: "jlat": { 2024-04-15T17:57:56.489 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.489 INFO:tasks.workunit.client.0.smithi090.stdout: "replayed": { 2024-04-15T17:57:56.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17 2024-04-15T17:57:56.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.490 INFO:tasks.workunit.client.0.smithi090.stdout: "seg": { 2024-04-15T17:57:56.490 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:56.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.490 INFO:tasks.workunit.client.0.smithi090.stdout: "segadd": { 2024-04-15T17:57:56.490 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.490 INFO:tasks.workunit.client.0.smithi090.stdout: "segex": { 2024-04-15T17:57:56.490 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.490 INFO:tasks.workunit.client.0.smithi090.stdout: "segexd": { 2024-04-15T17:57:56.490 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.490 INFO:tasks.workunit.client.0.smithi090.stdout: "segexg": { 2024-04-15T17:57:56.490 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.491 INFO:tasks.workunit.client.0.smithi090.stdout: "segmjr": { 2024-04-15T17:57:56.491 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:56.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.491 INFO:tasks.workunit.client.0.smithi090.stdout: "segtrm": { 2024-04-15T17:57:56.491 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.491 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.491 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_mem": { 2024-04-15T17:57:56.491 INFO:tasks.workunit.client.0.smithi090.stdout: "cap": { 2024-04-15T17:57:56.491 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.491 INFO:tasks.workunit.client.0.smithi090.stdout: "cap+": { 2024-04-15T17:57:56.491 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.492 INFO:tasks.workunit.client.0.smithi090.stdout: "cap-": { 2024-04-15T17:57:56.492 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.492 INFO:tasks.workunit.client.0.smithi090.stdout: "dir": { 2024-04-15T17:57:56.492 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T17:57:56.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.492 INFO:tasks.workunit.client.0.smithi090.stdout: "dir+": { 2024-04-15T17:57:56.492 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T17:57:56.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.492 INFO:tasks.workunit.client.0.smithi090.stdout: "dir-": { 2024-04-15T17:57:56.492 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.492 INFO:tasks.workunit.client.0.smithi090.stdout: "dn": { 2024-04-15T17:57:56.492 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:56.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.493 INFO:tasks.workunit.client.0.smithi090.stdout: "dn+": { 2024-04-15T17:57:56.493 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:56.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.493 INFO:tasks.workunit.client.0.smithi090.stdout: "dn-": { 2024-04-15T17:57:56.493 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.493 INFO:tasks.workunit.client.0.smithi090.stdout: "heap": { 2024-04-15T17:57:56.493 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 248184 2024-04-15T17:57:56.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.493 INFO:tasks.workunit.client.0.smithi090.stdout: "ino": { 2024-04-15T17:57:56.493 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T17:57:56.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.493 INFO:tasks.workunit.client.0.smithi090.stdout: "ino+": { 2024-04-15T17:57:56.493 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T17:57:56.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.494 INFO:tasks.workunit.client.0.smithi090.stdout: "ino-": { 2024-04-15T17:57:56.494 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.494 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.494 INFO:tasks.workunit.client.0.smithi090.stdout: "rss": { 2024-04-15T17:57:56.494 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49608 2024-04-15T17:57:56.494 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.494 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.494 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_server": { 2024-04-15T17:57:56.494 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_acquisition_throttle": { 2024-04-15T17:57:56.494 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.494 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.494 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_revoke_eviction": { 2024-04-15T17:57:56.494 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.494 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_request": { 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_session": { 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_peer_request": { 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: "req_create_latency": { 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getattr_latency": { 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.495 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.496 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getfilelock_latency": { 2024-04-15T17:57:56.496 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.496 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.496 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getvxattr_latency": { 2024-04-15T17:57:56.496 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.496 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.496 INFO:tasks.workunit.client.0.smithi090.stdout: "req_link_latency": { 2024-04-15T17:57:56.496 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.496 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.496 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookup_latency": { 2024-04-15T17:57:56.497 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.497 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.497 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookuphash_latency": { 2024-04-15T17:57:56.497 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.497 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.497 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupino_latency": { 2024-04-15T17:57:56.497 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.497 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.497 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupname_latency": { 2024-04-15T17:57:56.497 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.497 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.498 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupparent_latency": { 2024-04-15T17:57:56.498 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.498 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.498 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupsnap_latency": { 2024-04-15T17:57:56.498 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.498 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.498 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lssnap_latency": { 2024-04-15T17:57:56.498 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.498 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.498 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mkdir_latency": { 2024-04-15T17:57:56.498 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.499 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.499 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mknod_latency": { 2024-04-15T17:57:56.499 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.499 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.499 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mksnap_latency": { 2024-04-15T17:57:56.499 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.499 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.499 INFO:tasks.workunit.client.0.smithi090.stdout: "req_open_latency": { 2024-04-15T17:57:56.499 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.499 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.499 INFO:tasks.workunit.client.0.smithi090.stdout: "req_readdir_latency": { 2024-04-15T17:57:56.500 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.500 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.500 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.500 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rename_latency": { 2024-04-15T17:57:56.500 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.500 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.500 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.500 INFO:tasks.workunit.client.0.smithi090.stdout: "req_renamesnap_latency": { 2024-04-15T17:57:56.500 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.500 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.500 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.500 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmdir_latency": { 2024-04-15T17:57:56.500 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.500 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.500 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.501 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmsnap_latency": { 2024-04-15T17:57:56.501 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.501 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.501 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.501 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmxattr_latency": { 2024-04-15T17:57:56.501 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.501 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.501 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.501 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setattr_latency": { 2024-04-15T17:57:56.501 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.501 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.501 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.501 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setdirlayout_latency": { 2024-04-15T17:57:56.501 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.501 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.502 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.502 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setfilelock_latency": { 2024-04-15T17:57:56.502 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.502 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.502 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.502 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setlayout_latency": { 2024-04-15T17:57:56.502 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.502 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.502 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.502 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setxattr_latency": { 2024-04-15T17:57:56.502 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.502 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.502 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.502 INFO:tasks.workunit.client.0.smithi090.stdout: "req_snapdiff_latency": { 2024-04-15T17:57:56.502 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: "req_symlink_latency": { 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: "req_unlink_latency": { 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_sessions": { 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: "average_load": { 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.503 INFO:tasks.workunit.client.0.smithi090.stdout: "avg_session_uptime": { 2024-04-15T17:57:56.504 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.504 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.504 INFO:tasks.workunit.client.0.smithi090.stdout: "mdthresh_evicted": { 2024-04-15T17:57:56.504 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.504 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.504 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:56.504 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:56.504 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.504 INFO:tasks.workunit.client.0.smithi090.stdout: "session_count": { 2024-04-15T17:57:56.504 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.504 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.504 INFO:tasks.workunit.client.0.smithi090.stdout: "session_remove": { 2024-04-15T17:57:56.504 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:56.504 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.504 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_open": { 2024-04-15T17:57:56.505 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:56.505 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.505 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_stale": { 2024-04-15T17:57:56.505 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.505 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.505 INFO:tasks.workunit.client.0.smithi090.stdout: "total_load": { 2024-04-15T17:57:56.505 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.505 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.505 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.505 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:56.505 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:56.505 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.505 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.505 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.505 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37 2024-04-15T17:57:56.506 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.506 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:56.506 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.506 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.506 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.506 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7 2024-04-15T17:57:56.506 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.506 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.506 INFO:tasks.workunit.client.0.smithi090.stdout: "purge_queue": { 2024-04-15T17:57:56.506 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executed": { 2024-04-15T17:57:56.506 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.506 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.506 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executed_ops": { 2024-04-15T17:57:56.506 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.506 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing": { 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_high_water": { 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops": { 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops_high_water": { 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_item_in_journal": { 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.507 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.508 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.508 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T17:57:56.508 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:56.508 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T17:57:56.508 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:56.508 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.508 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T17:57:56.508 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:56.508 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.508 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T17:57:56.508 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.508 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T17:57:56.509 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T17:57:56.509 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T17:57:56.509 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:56.509 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.509 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:56.509 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:56.509 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.509 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T17:57:56.509 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 287 2024-04-15T17:57:56.509 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.509 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T17:57:56.509 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.509 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.509 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.510 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T17:57:56.510 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T17:57:56.510 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.510 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.510 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T17:57:56.510 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8513 2024-04-15T17:57:56.510 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.510 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T17:57:56.510 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:56.510 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58575648 2024-04-15T17:57:56.510 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.510 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T17:57:56.510 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.510 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.511 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.511 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T17:57:56.511 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:56.511 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2132963253 2024-04-15T17:57:56.511 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.511 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T17:57:56.511 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:56.511 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.511 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T17:57:56.511 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T17:57:56.511 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 292 2024-04-15T17:57:56.511 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.511 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T17:57:56.511 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T17:57:56.511 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1999966 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8514 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T17:57:56.512 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.513 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.513 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.513 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T17:57:56.513 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.513 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.513 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.513 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T17:57:56.513 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.513 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.513 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.513 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T17:57:56.513 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.513 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.513 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T17:57:56.514 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.514 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.514 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T17:57:56.514 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.514 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.514 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T17:57:56.514 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.514 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.514 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.514 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T17:57:56.514 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8514 2024-04-15T17:57:56.514 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.514 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T17:57:56.514 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8514, 2024-04-15T17:57:56.515 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29718488028 2024-04-15T17:57:56.515 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.515 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T17:57:56.515 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16 2024-04-15T17:57:56.515 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.515 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T17:57:56.515 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.515 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.515 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T17:57:56.515 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.515 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.515 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.515 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T17:57:56.515 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.515 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8513 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 115598469 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T17:57:56.516 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:56.517 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74872 2024-04-15T17:57:56.517 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.517 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T17:57:56.517 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:56.517 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5700901745 2024-04-15T17:57:56.517 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.517 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.517 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T17:57:56.517 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:56.517 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T17:57:56.517 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.517 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:56.517 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 170876928 2024-04-15T17:57:56.518 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.518 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:56.518 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 168239104 2024-04-15T17:57:56.518 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.518 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:56.518 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T17:57:56.518 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.518 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:56.518 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2637824 2024-04-15T17:57:56.518 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.518 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.518 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T17:57:56.518 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.518 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 360710144 2024-04-15T17:57:56.518 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.519 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.519 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.519 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.519 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.519 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.519 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267453858 2024-04-15T17:57:56.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.519 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.519 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24328223 2024-04-15T17:57:56.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.519 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.519 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.520 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.520 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.520 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.520 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.520 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.520 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.520 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.520 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.520 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.520 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.520 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.520 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.520 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.520 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.520 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.521 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.521 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.521 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.521 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.521 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.521 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.521 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.521 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68928063 2024-04-15T17:57:56.521 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.521 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.521 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T17:57:56.521 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.521 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 339738624 2024-04-15T17:57:56.521 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.521 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.522 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.522 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.522 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.522 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.522 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.522 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.522 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267453858 2024-04-15T17:57:56.522 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.522 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.522 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1497852 2024-04-15T17:57:56.522 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.522 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.522 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.522 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.522 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.523 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.523 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.523 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.523 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.523 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.523 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.523 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.523 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.523 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.523 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.523 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70786914 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314572800 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.524 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.525 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178302572 2024-04-15T17:57:56.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.525 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.525 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.525 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.525 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.526 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.526 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.526 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.526 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.526 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.526 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.526 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.526 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.526 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.526 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.527 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.527 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.527 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.527 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69161364 2024-04-15T17:57:56.527 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.527 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T17:57:56.527 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T17:57:56.527 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.527 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T17:57:56.527 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.527 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T17:57:56.528 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.528 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.528 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T17:57:56.528 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 100 2024-04-15T17:57:56.528 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.528 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T17:57:56.528 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 369312, 2024-04-15T17:57:56.528 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1918590003 2024-04-15T17:57:56.528 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.528 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T17:57:56.528 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.528 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.528 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.528 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T17:57:56.528 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.529 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.529 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.529 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T17:57:56.529 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.529 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.529 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.529 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T17:57:56.529 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.529 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.529 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.529 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T17:57:56.529 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.529 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.529 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.529 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T17:57:56.530 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20553, 2024-04-15T17:57:56.530 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10160048014 2024-04-15T17:57:56.530 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.530 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.530 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.530 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:56.530 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:56.530 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T17:57:56.530 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:56.530 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.530 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T17:57:56.530 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.530 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.530 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T17:57:56.531 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:56.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T17:57:56.531 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21 2024-04-15T17:57:56.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T17:57:56.531 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:56.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.531 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:56.531 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T17:57:56.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.531 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T17:57:56.531 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 235 2024-04-15T17:57:56.531 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.531 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8587 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8587, 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59826504 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T17:57:56.532 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8587, 2024-04-15T17:57:56.533 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25761 2024-04-15T17:57:56.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.533 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T17:57:56.533 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8587, 2024-04-15T17:57:56.533 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1881967601 2024-04-15T17:57:56.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.533 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T17:57:56.533 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.533 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T17:57:56.533 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.533 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.533 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T17:57:56.534 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.534 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.534 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T17:57:56.534 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.534 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.534 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T17:57:56.534 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.534 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T17:57:56.534 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:56.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.534 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T17:57:56.535 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8585 2024-04-15T17:57:56.535 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.535 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T17:57:56.535 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8585, 2024-04-15T17:57:56.535 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59179038 2024-04-15T17:57:56.535 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.535 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T17:57:56.535 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8585, 2024-04-15T17:57:56.535 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66871 2024-04-15T17:57:56.535 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.535 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T17:57:56.535 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8585, 2024-04-15T17:57:56.535 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2989050043 2024-04-15T17:57:56.535 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.535 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T17:57:56.536 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.536 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T17:57:56.536 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.536 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T17:57:56.536 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:56.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.536 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T17:57:56.536 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T17:57:56.536 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.536 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.536 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T17:57:56.536 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8588 2024-04-15T17:57:56.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.537 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T17:57:56.537 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8588, 2024-04-15T17:57:56.537 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32825434446 2024-04-15T17:57:56.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.537 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T17:57:56.537 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T17:57:56.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.537 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T17:57:56.537 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:56.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.537 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T17:57:56.537 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:56.537 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 87936 2024-04-15T17:57:56.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.538 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T17:57:56.538 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:56.538 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:56.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.538 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T17:57:56.538 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:56.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.538 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T17:57:56.538 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.538 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T17:57:56.538 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.538 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.538 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.539 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 258097152 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 255213568 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2883584 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 360710144 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.540 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.541 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.541 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.541 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.541 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.541 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267376888 2024-04-15T17:57:56.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.541 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.541 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24527496 2024-04-15T17:57:56.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.541 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.541 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.542 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.542 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.542 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.542 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.542 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.542 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.542 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.542 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.542 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.542 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68805760 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 339738624 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.543 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267376888 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1503832 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.544 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.545 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.545 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.545 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.545 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.545 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.545 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.545 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.545 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.545 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.545 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.546 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.546 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.546 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.546 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.546 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70857904 2024-04-15T17:57:56.546 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.546 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.546 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T17:57:56.546 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.546 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314572800 2024-04-15T17:57:56.546 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.546 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.546 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.546 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.546 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.547 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.547 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.547 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178251258 2024-04-15T17:57:56.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.547 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.547 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.547 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.547 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.547 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.547 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.547 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.548 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.549 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.549 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.549 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69212678 2024-04-15T17:57:56.549 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.549 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.549 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T17:57:56.549 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T17:57:56.549 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.549 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.549 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T17:57:56.549 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.549 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.549 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T17:57:56.549 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.550 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.550 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T17:57:56.550 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 100 2024-04-15T17:57:56.550 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.550 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T17:57:56.550 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 385747, 2024-04-15T17:57:56.550 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2246183028 2024-04-15T17:57:56.550 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.550 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T17:57:56.550 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.550 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.550 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.550 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T17:57:56.550 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.551 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.551 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.551 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T17:57:56.551 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.551 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.551 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.551 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T17:57:56.551 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.551 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.551 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.551 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T17:57:56.551 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.551 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.551 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.551 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20733, 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8040230465 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.552 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 246 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.554 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T17:57:56.554 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T17:57:56.554 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.554 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T17:57:56.554 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8476 2024-04-15T17:57:56.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.554 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T17:57:56.554 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:56.554 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58303778 2024-04-15T17:57:56.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.554 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T17:57:56.554 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.554 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.555 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T17:57:56.555 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:56.555 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1331998529 2024-04-15T17:57:56.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.555 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T17:57:56.555 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:56.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.555 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T17:57:56.555 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:56.555 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 146 2024-04-15T17:57:56.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.555 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T17:57:56.555 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:56.555 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:56.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.556 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T17:57:56.556 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:56.556 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2999997 2024-04-15T17:57:56.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.556 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T17:57:56.556 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.556 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T17:57:56.556 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.556 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T17:57:56.556 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8476 2024-04-15T17:57:56.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.556 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T17:57:56.557 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.558 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T17:57:56.558 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.558 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T17:57:56.558 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.558 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.558 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T17:57:56.558 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8476 2024-04-15T17:57:56.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.558 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T17:57:56.558 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:56.558 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26418970560 2024-04-15T17:57:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T17:57:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11 2024-04-15T17:57:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T17:57:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T17:57:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T17:57:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.559 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.560 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T17:57:56.560 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.560 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T17:57:56.560 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:56.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.560 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T17:57:56.560 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8476 2024-04-15T17:57:56.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.560 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T17:57:56.560 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:56.560 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 114993266 2024-04-15T17:57:56.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.560 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T17:57:56.560 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:56.561 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74322 2024-04-15T17:57:56.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.561 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T17:57:56.561 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:56.561 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2667997041 2024-04-15T17:57:56.561 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.561 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T17:57:56.561 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:56.561 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T17:57:56.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.561 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:56.561 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 167747584 2024-04-15T17:57:56.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.561 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:56.562 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 165134336 2024-04-15T17:57:56.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.562 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:56.562 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T17:57:56.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.562 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:56.562 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2613248 2024-04-15T17:57:56.562 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.562 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T17:57:56.562 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.562 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 360710144 2024-04-15T17:57:56.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.563 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.563 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.563 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267499167 2024-04-15T17:57:56.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.563 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24223275 2024-04-15T17:57:56.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.563 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.563 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.565 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.565 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.565 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.565 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.565 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.565 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.565 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68987702 2024-04-15T17:57:56.565 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.565 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.565 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T17:57:56.565 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.565 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 339738624 2024-04-15T17:57:56.565 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.565 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.565 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.566 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.566 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267499167 2024-04-15T17:57:56.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.566 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1481975 2024-04-15T17:57:56.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.566 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.566 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.567 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.567 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.568 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.568 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.568 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.568 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70757482 2024-04-15T17:57:56.568 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.568 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T17:57:56.568 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.568 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314572800 2024-04-15T17:57:56.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.568 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.568 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178332778 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.570 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.570 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.570 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.570 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.570 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.570 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.570 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.570 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.570 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.570 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69131158 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.571 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T17:57:56.572 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.572 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.572 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T17:57:56.572 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 99 2024-04-15T17:57:56.572 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.572 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T17:57:56.572 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 367574, 2024-04-15T17:57:56.572 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1791102166 2024-04-15T17:57:56.572 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.572 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T17:57:56.572 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.572 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.572 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.572 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T17:57:56.572 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T17:57:56.573 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20457, 2024-04-15T17:57:56.574 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6181983200 2024-04-15T17:57:56.574 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.574 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.574 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T17:57:56.574 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.574 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:56.574 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 35589 2024-04-15T17:57:56.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.574 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:56.574 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.574 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:56.575 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.575 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:56.575 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.575 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:56.575 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:56.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.575 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:56.575 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.575 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:56.575 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.575 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:56.576 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.576 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:56.576 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.576 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:56.576 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8609792 2024-04-15T17:57:56.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.576 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:56.576 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 755490816 2024-04-15T17:57:56.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.576 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:56.576 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:56.576 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4381268 2024-04-15T17:57:56.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.577 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:56.577 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:56.577 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1416586 2024-04-15T17:57:56.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.577 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:56.577 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 198, 2024-04-15T17:57:56.577 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1104071 2024-04-15T17:57:56.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.577 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:56.577 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:56.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.577 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:56.577 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 756088832 2024-04-15T17:57:56.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.577 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:56.578 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 77016, 2024-04-15T17:57:56.578 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11483611663 2024-04-15T17:57:56.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.578 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:56.578 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 77012, 2024-04-15T17:57:56.578 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18784049060 2024-04-15T17:57:56.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.578 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:56.578 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16183296 2024-04-15T17:57:56.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.578 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:56.578 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 315437056 2024-04-15T17:57:56.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.578 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:56.578 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 760348672 2024-04-15T17:57:56.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.579 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:56.579 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.579 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:56.579 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:56.579 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52 2024-04-15T17:57:56.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.579 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:56.579 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5929327456 2024-04-15T17:57:56.579 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.579 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:56.579 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54149 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5236183040 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5236187136 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47085 2024-04-15T17:57:56.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.581 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.581 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 54149, 2024-04-15T17:57:56.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2258965703 2024-04-15T17:57:56.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.581 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:56.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5846157828 2024-04-15T17:57:56.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.581 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:56.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 51597 2024-04-15T17:57:56.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.581 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:56.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2162959 2024-04-15T17:57:56.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.581 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:56.581 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 462 2024-04-15T17:57:56.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.582 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:56.582 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8511475 2024-04-15T17:57:56.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.582 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:56.582 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 710 2024-04-15T17:57:56.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.582 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:56.582 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6348516 2024-04-15T17:57:56.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.582 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:56.582 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6348516 2024-04-15T17:57:56.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.582 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:56.583 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.583 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:56.583 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.583 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:56.583 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 258 2024-04-15T17:57:56.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.583 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:56.583 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 710, 2024-04-15T17:57:56.583 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5926916 2024-04-15T17:57:56.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.583 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:56.583 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.583 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.584 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:56.584 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.584 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:56.584 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.584 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.584 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:56.584 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 724 2024-04-15T17:57:56.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.584 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:56.584 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T17:57:56.584 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8801 2024-04-15T17:57:56.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1082281984 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:56.585 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:56.586 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:56.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.586 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:56.586 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14049280 2024-04-15T17:57:56.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.586 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:56.586 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20693, 2024-04-15T17:57:56.586 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76737542 2024-04-15T17:57:56.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.586 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:56.586 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3603, 2024-04-15T17:57:56.586 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5305356324 2024-04-15T17:57:56.586 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.586 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25752, 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 221786209 2024-04-15T17:57:56.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.588 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:56.588 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.588 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.588 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:56.588 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.588 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:56.588 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76938, 2024-04-15T17:57:56.588 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23000014690 2024-04-15T17:57:56.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.588 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:56.588 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76212, 2024-04-15T17:57:56.588 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1658962331 2024-04-15T17:57:56.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.589 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:56.589 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76938, 2024-04-15T17:57:56.589 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48550918 2024-04-15T17:57:56.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.589 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:56.589 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76938, 2024-04-15T17:57:56.589 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23048565608 2024-04-15T17:57:56.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.589 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:56.589 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.589 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.589 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:56.589 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40218, 2024-04-15T17:57:56.589 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1534937466 2024-04-15T17:57:56.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.590 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:56.590 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1021, 2024-04-15T17:57:56.590 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3112319 2024-04-15T17:57:56.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.590 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:56.590 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 21968, 2024-04-15T17:57:56.590 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9447205 2024-04-15T17:57:56.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.590 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:56.590 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 52, 2024-04-15T17:57:56.590 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66582 2024-04-15T17:57:56.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.591 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:56.591 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17094, 2024-04-15T17:57:56.591 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2553014128 2024-04-15T17:57:56.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.591 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:56.591 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 251453 2024-04-15T17:57:56.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.591 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:56.591 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23515 2024-04-15T17:57:56.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.591 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.591 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16160, 2024-04-15T17:57:56.591 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2542881184 2024-04-15T17:57:56.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.592 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:56.592 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40282, 2024-04-15T17:57:56.592 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13804156 2024-04-15T17:57:56.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.592 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:56.592 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 24122, 2024-04-15T17:57:56.592 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1967153863 2024-04-15T17:57:56.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.592 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:56.592 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.592 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:56.592 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15139, 2024-04-15T17:57:56.592 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426880661 2024-04-15T17:57:56.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.593 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:56.593 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.593 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:56.593 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.593 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:56.593 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.593 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:56.593 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.593 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.593 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:56.593 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:56.593 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9907652392 2024-04-15T17:57:56.594 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.594 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:56.594 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9718, 2024-04-15T17:57:56.594 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 958474940 2024-04-15T17:57:56.594 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.594 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:56.594 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9716, 2024-04-15T17:57:56.594 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3803883903988 2024-04-15T17:57:56.594 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.594 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:56.594 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9718, 2024-04-15T17:57:56.594 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6731297390872 2024-04-15T17:57:56.594 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.594 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:56.597 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90614, 2024-04-15T17:57:56.597 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2756688389328 2024-04-15T17:57:56.597 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.597 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:56.597 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90614, 2024-04-15T17:57:56.598 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9637026 2024-04-15T17:57:56.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.598 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:56.598 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:56.598 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277262617 2024-04-15T17:57:56.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.598 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:56.598 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:56.598 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37692408653 2024-04-15T17:57:56.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.598 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:56.598 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:56.598 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33659863 2024-04-15T17:57:56.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.598 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:56.599 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:56.599 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18102490268 2024-04-15T17:57:56.599 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.599 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:56.599 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:56.599 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13004826243 2024-04-15T17:57:56.599 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.599 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:56.599 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10192577 2024-04-15T17:57:56.599 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.599 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.599 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2579, 2024-04-15T17:57:56.599 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16129800 2024-04-15T17:57:56.599 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.599 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:56.600 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:56.600 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 78999853184 2024-04-15T17:57:56.600 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.600 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:56.600 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:56.600 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14065404489 2024-04-15T17:57:56.600 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.600 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:56.600 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:56.600 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 588532510 2024-04-15T17:57:56.600 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.600 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.600 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:56.600 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:56.600 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:56.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.601 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:56.601 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 569819136 2024-04-15T17:57:56.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.601 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:56.601 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 485277696 2024-04-15T17:57:56.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.601 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:56.601 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:56.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.601 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:56.601 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 84541440 2024-04-15T17:57:56.601 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.601 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:56.602 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.602 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:56.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.602 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.602 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.602 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.602 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.602 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.602 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56892611 2024-04-15T17:57:56.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.602 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.602 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 413696 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.603 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68514621 2024-04-15T17:57:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.604 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562036736 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426694588 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.605 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.606 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1136 2024-04-15T17:57:56.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.606 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.606 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66944 2024-04-15T17:57:56.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.606 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.606 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.607 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68165204 2024-04-15T17:57:56.607 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.607 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:56.607 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:56.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.608 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8436608 2024-04-15T17:57:56.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.608 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37928407 2024-04-15T17:57:56.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.608 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.608 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.608 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.610 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.610 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.610 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71075497 2024-04-15T17:57:56.610 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.610 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:56.610 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:56.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.611 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.611 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.611 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426694588 2024-04-15T17:57:56.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.611 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.611 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.612 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.612 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.612 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 117782 2024-04-15T17:57:56.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.612 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1110100 2024-04-15T17:57:56.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.612 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.613 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.613 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.613 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75394010 2024-04-15T17:57:56.613 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.613 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:56.613 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:56.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.614 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27 2024-04-15T17:57:56.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.614 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:56.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.614 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.614 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.614 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.614 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:56.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55 2024-04-15T17:57:56.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.615 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:56.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.615 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:56.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 46672 2024-04-15T17:57:56.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.615 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:56.615 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 135616, 2024-04-15T17:57:56.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7848569071 2024-04-15T17:57:56.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.615 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:56.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.615 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:56.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2441247144 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46672, 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 132606778933 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3320158557 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 47685, 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21309666884 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.616 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46672, 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75370173148 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31221 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31221, 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13878103072 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3320158557 2024-04-15T17:57:56.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.618 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:56.618 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31656, 2024-04-15T17:57:56.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6893959115 2024-04-15T17:57:56.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.618 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:56.618 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31221, 2024-04-15T17:57:56.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7264372137 2024-04-15T17:57:56.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.618 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:56.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8094 2024-04-15T17:57:56.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.618 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:56.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 411292978 2024-04-15T17:57:56.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8094, 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15577485844 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8474, 2024-04-15T17:57:56.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5231930320 2024-04-15T17:57:56.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.620 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:56.620 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8094, 2024-04-15T17:57:56.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13829216274 2024-04-15T17:57:56.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.620 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7357 2024-04-15T17:57:56.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.620 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:56.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2029954166 2024-04-15T17:57:56.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.620 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:56.620 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7357, 2024-04-15T17:57:56.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 103151190017 2024-04-15T17:57:56.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.621 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:56.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.621 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:56.621 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7555, 2024-04-15T17:57:56.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9183777449 2024-04-15T17:57:56.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.621 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:56.621 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7357, 2024-04-15T17:57:56.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54276584737 2024-04-15T17:57:56.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.621 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:56.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.621 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:56.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8388632 2024-04-15T17:57:56.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.622 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:56.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:56.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.622 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:56.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:56.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.622 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:56.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 770154496 2024-04-15T17:57:56.622 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.622 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.622 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T17:57:56.623 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.623 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:56.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23369 2024-04-15T17:57:56.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.623 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:56.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.623 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:56.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.623 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:56.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.623 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:56.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:56.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.624 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:56.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.624 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:56.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.624 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:56.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.624 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:56.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.624 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:56.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1896448 2024-04-15T17:57:56.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.625 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:56.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 746639360 2024-04-15T17:57:56.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.625 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:56.625 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:56.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5129645 2024-04-15T17:57:56.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.625 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:56.625 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:56.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1392462 2024-04-15T17:57:56.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.625 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:56.625 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 181, 2024-04-15T17:57:56.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 902356 2024-04-15T17:57:56.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.626 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:56.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:56.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.626 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:56.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 750649344 2024-04-15T17:57:56.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.626 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:56.626 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73534, 2024-04-15T17:57:56.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11439212925 2024-04-15T17:57:56.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.626 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:56.626 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73539, 2024-04-15T17:57:56.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18375587210 2024-04-15T17:57:56.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.627 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:56.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1941504 2024-04-15T17:57:56.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.627 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:56.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 301211648 2024-04-15T17:57:56.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.627 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:56.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 771948544 2024-04-15T17:57:56.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.627 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:56.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.627 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:56.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:56.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50 2024-04-15T17:57:56.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.628 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:56.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 918479094 2024-04-15T17:57:56.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.628 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:56.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19544 2024-04-15T17:57:56.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.628 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:56.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 744509440 2024-04-15T17:57:56.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.628 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 744513536 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11869 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19544, 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 354297093 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.629 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:56.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 854923943 2024-04-15T17:57:56.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.630 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:56.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17592 2024-04-15T17:57:56.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.630 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:56.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 436901 2024-04-15T17:57:56.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.630 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:56.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 260 2024-04-15T17:57:56.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.630 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:56.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1855983 2024-04-15T17:57:56.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.631 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:56.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 412 2024-04-15T17:57:56.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.631 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:56.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1419082 2024-04-15T17:57:56.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.631 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:56.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1419082 2024-04-15T17:57:56.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.631 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:56.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.631 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:56.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.632 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:56.632 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 153 2024-04-15T17:57:56.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.632 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:56.632 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 412, 2024-04-15T17:57:56.632 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 744345 2024-04-15T17:57:56.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.632 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:56.632 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.632 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.632 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:56.632 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.633 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:56.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.633 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.633 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:56.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 575 2024-04-15T17:57:56.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.633 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:56.633 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T17:57:56.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8254 2024-04-15T17:57:56.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.633 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:56.633 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.634 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:56.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.634 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:56.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.634 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:56.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1052471296 2024-04-15T17:57:56.634 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.634 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:56.634 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:56.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:56.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13451264 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 21851, 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76019968 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3576, 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4289078704 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.635 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:56.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.636 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:56.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.636 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:56.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.636 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:56.636 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17176, 2024-04-15T17:57:56.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 149547831 2024-04-15T17:57:56.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.636 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:56.636 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.637 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:56.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.637 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:56.637 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73470, 2024-04-15T17:57:56.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22200728967 2024-04-15T17:57:56.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.637 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:56.637 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 72901, 2024-04-15T17:57:56.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1778367535 2024-04-15T17:57:56.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.637 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:56.637 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73470, 2024-04-15T17:57:56.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44480868 2024-04-15T17:57:56.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.638 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:56.638 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73470, 2024-04-15T17:57:56.638 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22245209835 2024-04-15T17:57:56.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.638 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:56.638 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.638 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.638 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:56.638 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22779, 2024-04-15T17:57:56.638 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1065218925 2024-04-15T17:57:56.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.638 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:56.639 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 917, 2024-04-15T17:57:56.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2520581 2024-04-15T17:57:56.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.639 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:56.639 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6602, 2024-04-15T17:57:56.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5064502 2024-04-15T17:57:56.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.639 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:56.639 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 45, 2024-04-15T17:57:56.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55028 2024-04-15T17:57:56.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.639 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:56.639 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10658, 2024-04-15T17:57:56.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1264629477 2024-04-15T17:57:56.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 223084 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26347 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 23808, 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2178064873 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75530, 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20066642 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:56.640 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51722, 2024-04-15T17:57:56.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1383700150 2024-04-15T17:57:56.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.641 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:56.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.641 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:56.641 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15195, 2024-04-15T17:57:56.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 412745938 2024-04-15T17:57:56.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.641 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:56.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.641 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:56.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.642 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:56.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.642 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:56.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.642 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:56.642 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:56.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13872270381 2024-04-15T17:57:56.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.642 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:56.642 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22457, 2024-04-15T17:57:56.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2333489621 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22454, 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3458123447566 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22457, 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6995826203843 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89209, 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3295064805538 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89209, 2024-04-15T17:57:56.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9092531 2024-04-15T17:57:56.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.644 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:56.644 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:56.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 346808296 2024-04-15T17:57:56.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.644 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:56.644 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:56.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38364273012 2024-04-15T17:57:56.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.644 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:56.644 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:56.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30631400 2024-04-15T17:57:56.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.644 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:56.644 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:56.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18051615434 2024-04-15T17:57:56.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.645 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:56.645 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:56.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14890354830 2024-04-15T17:57:56.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.645 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:56.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9601660 2024-04-15T17:57:56.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.645 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.645 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2578, 2024-04-15T17:57:56.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16128031 2024-04-15T17:57:56.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.645 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:56.645 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:56.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85539594898 2024-04-15T17:57:56.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.646 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:56.646 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:56.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15911335016 2024-04-15T17:57:56.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.646 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:56.646 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:56.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 808468526 2024-04-15T17:57:56.646 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.646 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:56.646 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:56.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:56.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.647 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:56.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 583196672 2024-04-15T17:57:56.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.647 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:56.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 553172992 2024-04-15T17:57:56.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.647 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:56.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:56.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.647 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:56.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30023680 2024-04-15T17:57:56.647 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.647 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:56.648 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:56.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57303939 2024-04-15T17:57:56.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.649 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.649 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.649 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.649 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 126976 2024-04-15T17:57:56.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.649 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 888832 2024-04-15T17:57:56.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.650 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.650 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.650 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.650 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67509373 2024-04-15T17:57:56.650 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.650 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:56.650 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:56.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.651 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.651 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.651 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429779548 2024-04-15T17:57:56.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.651 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.651 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 256 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 51168 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.653 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.653 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.653 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73485508 2024-04-15T17:57:56.653 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.653 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:56.653 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 176160768 2024-04-15T17:57:56.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.654 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.654 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1249216 2024-04-15T17:57:56.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.654 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38202626 2024-04-15T17:57:56.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.654 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.654 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.655 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.655 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.655 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.655 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.655 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.656 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.656 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.656 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69600062 2024-04-15T17:57:56.656 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.656 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:56.656 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:56.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.657 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.657 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.657 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429779548 2024-04-15T17:57:56.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.657 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.657 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.658 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.658 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.658 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 144625 2024-04-15T17:57:56.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.658 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1076331 2024-04-15T17:57:56.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72315976 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:56.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.660 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T17:57:56.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.660 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:56.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.660 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.660 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.660 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.660 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:56.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52 2024-04-15T17:57:56.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39224 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 131512, 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9985854857 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.662 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:56.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2342332024 2024-04-15T17:57:56.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.662 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:56.662 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39224, 2024-04-15T17:57:56.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 644645982802 2024-04-15T17:57:56.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.662 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:56.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2659810128 2024-04-15T17:57:56.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.662 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:56.662 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40904, 2024-04-15T17:57:56.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31093704087 2024-04-15T17:57:56.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.663 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:56.663 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39224, 2024-04-15T17:57:56.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 114890711932 2024-04-15T17:57:56.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.663 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16988 2024-04-15T17:57:56.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.663 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:56.663 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16988, 2024-04-15T17:57:56.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12328038880 2024-04-15T17:57:56.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.663 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:56.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.664 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:56.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2659810128 2024-04-15T17:57:56.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.664 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:56.664 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17426, 2024-04-15T17:57:56.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4818509949 2024-04-15T17:57:56.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.664 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:56.664 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16988, 2024-04-15T17:57:56.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4815944333 2024-04-15T17:57:56.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.664 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:56.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12464 2024-04-15T17:57:56.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 359766990 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12464, 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 101281378263 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.666 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:56.666 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12620, 2024-04-15T17:57:56.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13155843881 2024-04-15T17:57:56.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.666 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:56.666 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12464, 2024-04-15T17:57:56.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33817900136 2024-04-15T17:57:56.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.666 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9772 2024-04-15T17:57:56.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.666 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:56.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1982565034 2024-04-15T17:57:56.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.667 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:56.667 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9772, 2024-04-15T17:57:56.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 531036565659 2024-04-15T17:57:56.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.667 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:56.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.667 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:56.667 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10858, 2024-04-15T17:57:56.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13119350257 2024-04-15T17:57:56.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.667 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:56.667 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9772, 2024-04-15T17:57:56.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76256867463 2024-04-15T17:57:56.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4199524 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 764121088 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.668 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.669 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T17:57:56.669 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.669 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:56.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22740 2024-04-15T17:57:56.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.669 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:56.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.669 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:56.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.669 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:56.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.670 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:56.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:56.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.670 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:56.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.670 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:56.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.670 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:56.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.670 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:56.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.671 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:56.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5357568 2024-04-15T17:57:56.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.671 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:56.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 633847808 2024-04-15T17:57:56.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.671 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:56.671 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17, 2024-04-15T17:57:56.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3930684 2024-04-15T17:57:56.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.671 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:56.671 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17, 2024-04-15T17:57:56.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1424318 2024-04-15T17:57:56.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.672 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:56.672 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 167, 2024-04-15T17:57:56.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 865136 2024-04-15T17:57:56.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.672 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:56.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:56.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.672 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:56.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 569376768 2024-04-15T17:57:56.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.672 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:56.672 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69688, 2024-04-15T17:57:56.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10892588103 2024-04-15T17:57:56.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.673 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:56.673 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69665, 2024-04-15T17:57:56.673 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17648064992 2024-04-15T17:57:56.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.673 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:56.673 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2707456 2024-04-15T17:57:56.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.673 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:56.673 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 285343744 2024-04-15T17:57:56.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.673 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:56.673 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 590675968 2024-04-15T17:57:56.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.674 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:56.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.674 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:56.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:56.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45 2024-04-15T17:57:56.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.674 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:56.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3863396671 2024-04-15T17:57:56.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.675 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:56.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25055 2024-04-15T17:57:56.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.675 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:56.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3597230080 2024-04-15T17:57:56.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.675 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:56.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3597234176 2024-04-15T17:57:56.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.675 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:56.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.675 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:56.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.676 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:56.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23302 2024-04-15T17:57:56.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.676 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.676 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25055, 2024-04-15T17:57:56.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1593463033 2024-04-15T17:57:56.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.676 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:56.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3801584079 2024-04-15T17:57:56.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.676 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:56.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23155 2024-04-15T17:57:56.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.676 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:56.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1727730 2024-04-15T17:57:56.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.677 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:56.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 316 2024-04-15T17:57:56.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.677 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:56.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5305289 2024-04-15T17:57:56.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.677 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:56.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 475 2024-04-15T17:57:56.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.677 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:56.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3577559 2024-04-15T17:57:56.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.678 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:56.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3577559 2024-04-15T17:57:56.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.678 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:56.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.678 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:56.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.678 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:56.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 164 2024-04-15T17:57:56.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.678 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:56.678 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 475, 2024-04-15T17:57:56.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1976344 2024-04-15T17:57:56.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.679 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:56.679 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.679 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:56.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.679 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:56.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.679 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.679 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:56.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 686 2024-04-15T17:57:56.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.680 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:56.680 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T17:57:56.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8534 2024-04-15T17:57:56.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.680 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:56.680 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.680 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:56.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.680 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:56.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.681 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:56.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 927125504 2024-04-15T17:57:56.681 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.681 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:56.681 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:56.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:56.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.681 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:56.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13438976 2024-04-15T17:57:56.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.681 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:56.681 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17054, 2024-04-15T17:57:56.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52526733 2024-04-15T17:57:56.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.682 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:56.682 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3625, 2024-04-15T17:57:56.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5485789698 2024-04-15T17:57:56.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.682 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:56.682 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.682 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:56.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.682 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:56.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.683 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:56.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.683 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:56.683 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26066, 2024-04-15T17:57:56.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 221739411 2024-04-15T17:57:56.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.683 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:56.683 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.683 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:56.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.684 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:56.684 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69602, 2024-04-15T17:57:56.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21353615758 2024-04-15T17:57:56.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.684 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:56.684 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69049, 2024-04-15T17:57:56.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1520437841 2024-04-15T17:57:56.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.684 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:56.684 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69602, 2024-04-15T17:57:56.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 35288953 2024-04-15T17:57:56.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.684 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:56.684 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69602, 2024-04-15T17:57:56.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21388904711 2024-04-15T17:57:56.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.685 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:56.685 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.685 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:56.685 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 56406, 2024-04-15T17:57:56.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1316590125 2024-04-15T17:57:56.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.685 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:56.685 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1107, 2024-04-15T17:57:56.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3084440 2024-04-15T17:57:56.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.686 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:56.686 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25264, 2024-04-15T17:57:56.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9929396 2024-04-15T17:57:56.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.686 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:56.686 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 37, 2024-04-15T17:57:56.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 61981 2024-04-15T17:57:56.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.686 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:56.686 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20497, 2024-04-15T17:57:56.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1090427663 2024-04-15T17:57:56.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.686 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:56.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 253852 2024-04-15T17:57:56.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.687 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:56.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17900 2024-04-15T17:57:56.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.687 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.687 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11384, 2024-04-15T17:57:56.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1953244706 2024-04-15T17:57:56.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.687 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:56.687 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 29377, 2024-04-15T17:57:56.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11234895 2024-04-15T17:57:56.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.687 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:56.687 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17993, 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1690312607 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12542, 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 428919647 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:56.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.689 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:56.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.689 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:56.689 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:56.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14174812297 2024-04-15T17:57:56.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.689 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:56.689 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6046, 2024-04-15T17:57:56.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 631198719 2024-04-15T17:57:56.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.689 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:56.689 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6045, 2024-04-15T17:57:56.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3875732427897 2024-04-15T17:57:56.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.690 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:56.690 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6046, 2024-04-15T17:57:56.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6134980709244 2024-04-15T17:57:56.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.690 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:56.690 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82278, 2024-04-15T17:57:56.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2357918551792 2024-04-15T17:57:56.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.690 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:56.690 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82278, 2024-04-15T17:57:56.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9100968 2024-04-15T17:57:56.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.691 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:56.691 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:56.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 555436858 2024-04-15T17:57:56.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.691 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:56.691 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:56.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36379836098 2024-04-15T17:57:56.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.691 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:56.691 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:56.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28102924 2024-04-15T17:57:56.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.691 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:56.691 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:56.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17236075487 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14675693126 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9601481 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2543, 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14747355 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 83034935314 2024-04-15T17:57:56.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15609727616 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 743645657 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 496451584 2024-04-15T17:57:56.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.694 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:56.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 433004544 2024-04-15T17:57:56.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.694 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:56.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:56.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.694 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:56.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 63447040 2024-04-15T17:57:56.694 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.694 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:56.694 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:56.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.694 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.695 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.695 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57293514 2024-04-15T17:57:56.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.695 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.695 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.695 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.696 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.696 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24576 2024-04-15T17:57:56.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.696 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:56.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.696 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.696 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68445494 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.698 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.698 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429701360 2024-04-15T17:57:56.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.698 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.698 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.698 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 912 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52304 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 224 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.699 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73561680 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4923104 2024-04-15T17:57:56.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38195676 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.701 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.702 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.702 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.702 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.702 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74321732 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429701360 2024-04-15T17:57:56.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.704 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.704 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.704 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.704 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.704 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 112180 2024-04-15T17:57:56.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.705 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1128813 2024-04-15T17:57:56.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.705 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.705 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.705 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.705 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72374127 2024-04-15T17:57:56.706 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.706 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:56.706 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:56.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.706 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 63 2024-04-15T17:57:56.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.706 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:56.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.706 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.707 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.707 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.707 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:56.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41 2024-04-15T17:57:56.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.707 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:56.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.707 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:56.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58832 2024-04-15T17:57:56.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.707 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:56.707 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 150302, 2024-04-15T17:57:56.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8204956562 2024-04-15T17:57:56.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.708 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:56.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:56.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.708 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:56.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T17:57:56.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.708 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:56.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2014961247 2024-04-15T17:57:56.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.708 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:56.708 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58832, 2024-04-15T17:57:56.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 93639865922 2024-04-15T17:57:56.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.709 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:56.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3341573177 2024-04-15T17:57:56.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.709 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:56.709 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 59660, 2024-04-15T17:57:56.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43500168536 2024-04-15T17:57:56.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.709 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:56.709 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58832, 2024-04-15T17:57:56.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73552082985 2024-04-15T17:57:56.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.709 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29908 2024-04-15T17:57:56.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.710 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:56.710 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 29908, 2024-04-15T17:57:56.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17797590874 2024-04-15T17:57:56.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.710 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:56.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.710 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:56.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3341573177 2024-04-15T17:57:56.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.710 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:56.710 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30335, 2024-04-15T17:57:56.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6270442229 2024-04-15T17:57:56.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.710 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:56.711 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 29908, 2024-04-15T17:57:56.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8912655587 2024-04-15T17:57:56.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.711 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:56.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27256 2024-04-15T17:57:56.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.711 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:56.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 445950651 2024-04-15T17:57:56.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.711 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:56.711 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 27256, 2024-04-15T17:57:56.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 51562011195 2024-04-15T17:57:56.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.711 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:56.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.712 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:56.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.712 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:56.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.712 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:56.712 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 27499, 2024-04-15T17:57:56.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34139356367 2024-04-15T17:57:56.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.712 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:56.712 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 27256, 2024-04-15T17:57:56.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49389584490 2024-04-15T17:57:56.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.713 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1668 2024-04-15T17:57:56.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.713 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:56.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1569010596 2024-04-15T17:57:56.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.713 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:56.713 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1668, 2024-04-15T17:57:56.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24280263853 2024-04-15T17:57:56.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.713 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:56.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.714 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:56.714 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1826, 2024-04-15T17:57:56.714 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3090369940 2024-04-15T17:57:56.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.714 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:56.714 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1668, 2024-04-15T17:57:56.714 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15249842908 2024-04-15T17:57:56.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.714 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:56.714 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.714 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:56.714 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31830411 2024-04-15T17:57:56.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.714 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:56.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31 2024-04-15T17:57:56.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.715 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:56.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:56.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.715 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:56.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 582828032 2024-04-15T17:57:56.715 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.715 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.715 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T17:57:56.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.715 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:56.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21417 2024-04-15T17:57:56.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.716 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:56.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.716 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:56.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.716 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:56.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.716 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:56.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:56.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.716 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:56.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3076096 2024-04-15T17:57:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:56.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 669732864 2024-04-15T17:57:56.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.718 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:56.718 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16, 2024-04-15T17:57:56.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3251480 2024-04-15T17:57:56.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.718 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:56.718 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16, 2024-04-15T17:57:56.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1169665 2024-04-15T17:57:56.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.718 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:56.718 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 164, 2024-04-15T17:57:56.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 788879 2024-04-15T17:57:56.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.718 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:56.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 659423232 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65251, 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10113621460 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65240, 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16394254188 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1200128 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.719 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:56.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267202560 2024-04-15T17:57:56.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.720 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:56.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 662241280 2024-04-15T17:57:56.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.720 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:56.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.720 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:56.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:56.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49 2024-04-15T17:57:56.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.720 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2045330205 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32050 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1756979200 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1756983296 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:56.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.722 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:56.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23564 2024-04-15T17:57:56.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.722 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.722 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32050, 2024-04-15T17:57:56.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 750590410 2024-04-15T17:57:56.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.722 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:56.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1970553588 2024-04-15T17:57:56.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.722 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:56.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29754 2024-04-15T17:57:56.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.723 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:56.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1059892 2024-04-15T17:57:56.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.723 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:56.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 399 2024-04-15T17:57:56.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.723 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:56.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3031763 2024-04-15T17:57:56.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.723 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:56.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 535 2024-04-15T17:57:56.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.723 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:56.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1971871 2024-04-15T17:57:56.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.724 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:56.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1971871 2024-04-15T17:57:56.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.724 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:56.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.724 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:56.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.724 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:56.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 136 2024-04-15T17:57:56.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.724 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:56.724 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 535, 2024-04-15T17:57:56.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1210823 2024-04-15T17:57:56.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.725 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:56.725 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.725 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:56.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.725 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:56.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.725 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.725 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:56.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 639 2024-04-15T17:57:56.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.726 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:56.726 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7, 2024-04-15T17:57:56.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10732 2024-04-15T17:57:56.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.726 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:56.726 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.726 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:56.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.726 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:56.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.727 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:56.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 942440448 2024-04-15T17:57:56.727 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:56.727 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:56.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:56.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.727 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:56.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9269248 2024-04-15T17:57:56.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.727 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:56.727 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20357, 2024-04-15T17:57:56.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 60559066 2024-04-15T17:57:56.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.728 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:56.728 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3578, 2024-04-15T17:57:56.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4771204136 2024-04-15T17:57:56.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.728 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:56.728 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.728 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:56.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.728 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:56.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.729 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:56.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.729 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:56.729 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 14089, 2024-04-15T17:57:56.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 120457751 2024-04-15T17:57:56.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.729 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:56.729 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.729 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:56.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.729 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:56.730 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65169, 2024-04-15T17:57:56.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19898176792 2024-04-15T17:57:56.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.730 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:56.730 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 64639, 2024-04-15T17:57:56.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1554894748 2024-04-15T17:57:56.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.730 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:56.730 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65169, 2024-04-15T17:57:56.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40196684 2024-04-15T17:57:56.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.730 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:56.730 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65169, 2024-04-15T17:57:56.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19938373476 2024-04-15T17:57:56.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.731 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:56.731 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.731 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:56.731 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26447, 2024-04-15T17:57:56.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 860742199 2024-04-15T17:57:56.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.731 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:56.731 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1391, 2024-04-15T17:57:56.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2993308 2024-04-15T17:57:56.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.731 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:56.731 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6407, 2024-04-15T17:57:56.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7756127 2024-04-15T17:57:56.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.732 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:56.732 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 41, 2024-04-15T17:57:56.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48068 2024-04-15T17:57:56.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.732 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:56.732 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11252, 2024-04-15T17:57:56.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1985997763 2024-04-15T17:57:56.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.732 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:56.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 214870 2024-04-15T17:57:56.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.732 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:56.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18487 2024-04-15T17:57:56.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.733 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.733 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31237, 2024-04-15T17:57:56.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1724829163 2024-04-15T17:57:56.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.733 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:56.733 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 81440, 2024-04-15T17:57:56.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25074361 2024-04-15T17:57:56.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.733 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:56.733 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 50203, 2024-04-15T17:57:56.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1237110952 2024-04-15T17:57:56.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.733 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12410, 2024-04-15T17:57:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 358931513 2024-04-15T17:57:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13259674582 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17771, 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1798397851 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17769, 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3881812534709 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:56.735 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17771, 2024-04-15T17:57:56.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6500295783134 2024-04-15T17:57:56.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.736 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:56.736 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78861, 2024-04-15T17:57:56.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2524823222305 2024-04-15T17:57:56.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.736 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:56.736 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78861, 2024-04-15T17:57:56.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7888873 2024-04-15T17:57:56.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.736 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:56.736 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:56.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 394673573 2024-04-15T17:57:56.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.736 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:56.737 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:56.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34337938798 2024-04-15T17:57:56.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.737 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:56.737 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:56.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28098275 2024-04-15T17:57:56.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.737 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:56.737 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:56.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16379022101 2024-04-15T17:57:56.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.737 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:56.737 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:56.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13443968470 2024-04-15T17:57:56.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.738 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:56.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5413105 2024-04-15T17:57:56.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.738 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.738 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2535, 2024-04-15T17:57:56.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15114250 2024-04-15T17:57:56.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.738 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:56.738 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:56.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 77828676018 2024-04-15T17:57:56.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.738 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:56.739 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:56.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14388176259 2024-04-15T17:57:56.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.739 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:56.739 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:56.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 721841179 2024-04-15T17:57:56.739 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.739 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:56.739 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:56.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:56.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.739 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:56.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 525516800 2024-04-15T17:57:56.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 489316352 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36200448 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57431622 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.742 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.742 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-04-15T17:57:56.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.742 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32768 2024-04-15T17:57:56.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.742 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.742 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.743 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.743 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.743 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.743 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68356538 2024-04-15T17:57:56.743 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.743 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:56.743 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.743 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:56.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.743 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.743 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.744 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.744 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.744 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.744 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 430737169 2024-04-15T17:57:56.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.744 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.744 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.744 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.744 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.745 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.745 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1072 2024-04-15T17:57:56.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.745 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.745 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.745 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.745 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67024 2024-04-15T17:57:56.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.745 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.745 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.745 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.745 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.746 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.746 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.746 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.746 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.746 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.746 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72511215 2024-04-15T17:57:56.746 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.746 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:56.746 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.746 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 176160768 2024-04-15T17:57:56.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.747 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.747 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.747 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.747 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2458240 2024-04-15T17:57:56.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.747 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.747 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38287748 2024-04-15T17:57:56.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.747 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.747 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.747 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.747 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.748 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.748 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.748 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.748 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.748 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.748 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.748 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.748 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.748 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.748 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.749 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.749 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.749 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.749 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.749 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.749 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68305916 2024-04-15T17:57:56.749 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.749 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:56.749 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.749 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:56.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 430737169 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.750 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 118926 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1123303 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.751 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71337082 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.752 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49264 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.753 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:56.754 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 131128, 2024-04-15T17:57:56.754 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8199928867 2024-04-15T17:57:56.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.754 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:56.754 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:56.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.754 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:56.754 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.754 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:56.754 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1435823245 2024-04-15T17:57:56.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.754 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:56.755 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 49264, 2024-04-15T17:57:56.755 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 288782511170 2024-04-15T17:57:56.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.755 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:56.755 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1637183224 2024-04-15T17:57:56.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.755 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:56.755 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51721, 2024-04-15T17:57:56.755 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28807096805 2024-04-15T17:57:56.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.755 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:56.755 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 49264, 2024-04-15T17:57:56.755 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67807317710 2024-04-15T17:57:56.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.756 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.756 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31933 2024-04-15T17:57:56.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.756 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:56.756 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31933, 2024-04-15T17:57:56.756 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56808815478 2024-04-15T17:57:56.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.756 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:56.756 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.756 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:56.756 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1637183224 2024-04-15T17:57:56.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.756 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:56.756 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32151, 2024-04-15T17:57:56.757 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7242479858 2024-04-15T17:57:56.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.757 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:56.757 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31933, 2024-04-15T17:57:56.757 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7446154788 2024-04-15T17:57:56.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.757 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:56.757 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13319 2024-04-15T17:57:56.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.757 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:56.757 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 278967969 2024-04-15T17:57:56.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.757 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:56.757 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13319, 2024-04-15T17:57:56.757 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178067737512 2024-04-15T17:57:56.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.758 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:56.758 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.758 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:56.758 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.758 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:56.758 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.758 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:56.758 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15454, 2024-04-15T17:57:56.758 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16943928654 2024-04-15T17:57:56.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.758 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:56.759 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13319, 2024-04-15T17:57:56.759 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38513867836 2024-04-15T17:57:56.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.759 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.759 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4012 2024-04-15T17:57:56.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.759 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:56.759 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1156855276 2024-04-15T17:57:56.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.759 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:56.759 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4012, 2024-04-15T17:57:56.759 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 53905958180 2024-04-15T17:57:56.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.759 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:56.759 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4116, 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4620688293 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4012, 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21847295086 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2110 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.760 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 668708864 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20793 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.761 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:56.762 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.762 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:56.762 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.762 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:56.762 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.762 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:56.762 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:56.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.762 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:56.762 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.763 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:56.763 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.763 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:56.763 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:56.763 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:56.763 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8904704 2024-04-15T17:57:56.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.763 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:56.763 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 762699776 2024-04-15T17:57:56.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.764 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:56.764 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:56.764 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5607109 2024-04-15T17:57:56.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.764 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:56.764 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:56.764 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2481242 2024-04-15T17:57:56.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.764 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:56.764 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 178, 2024-04-15T17:57:56.764 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 861430 2024-04-15T17:57:56.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.764 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:56.764 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:56.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.765 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:56.765 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 877068288 2024-04-15T17:57:56.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.765 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:56.765 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63223, 2024-04-15T17:57:56.765 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9692715322 2024-04-15T17:57:56.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.765 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:56.765 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63194, 2024-04-15T17:57:56.765 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15582704605 2024-04-15T17:57:56.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.765 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:56.765 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9478144 2024-04-15T17:57:56.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.765 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:56.766 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 258838528 2024-04-15T17:57:56.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.766 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:56.766 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 889847808 2024-04-15T17:57:56.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.766 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:56.766 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.766 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:56.766 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.766 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:56.766 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57 2024-04-15T17:57:56.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.766 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6987611062 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56557 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5943435264 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5943439360 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:56.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.768 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:56.768 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48325 2024-04-15T17:57:56.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.768 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.768 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 56557, 2024-04-15T17:57:56.768 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2316187922 2024-04-15T17:57:56.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.768 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:56.768 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6869112088 2024-04-15T17:57:56.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.768 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:56.768 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52927 2024-04-15T17:57:56.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.768 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:56.769 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3446894 2024-04-15T17:57:56.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.769 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:56.769 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 625 2024-04-15T17:57:56.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.769 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:56.769 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8824008 2024-04-15T17:57:56.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.769 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:56.769 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 870 2024-04-15T17:57:56.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.769 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:56.769 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5377114 2024-04-15T17:57:56.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.769 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:56.770 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5377114 2024-04-15T17:57:56.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.770 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:56.770 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.770 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:56.770 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.770 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:56.770 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 250 2024-04-15T17:57:56.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.770 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:56.770 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 870, 2024-04-15T17:57:56.770 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5790367 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 839 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.771 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:56.772 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9, 2024-04-15T17:57:56.772 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11384 2024-04-15T17:57:56.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.772 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:56.772 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.772 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.772 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:56.772 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.772 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:56.772 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.772 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:56.773 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1032732672 2024-04-15T17:57:56.773 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:56.773 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:56.773 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:56.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.773 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:56.773 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9265152 2024-04-15T17:57:56.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.773 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:56.773 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20854, 2024-04-15T17:57:56.773 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66139003 2024-04-15T17:57:56.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.773 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:56.774 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3535, 2024-04-15T17:57:56.774 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7040243073 2024-04-15T17:57:56.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.774 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:56.774 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.774 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.774 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:56.774 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.774 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:56.774 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.774 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:56.775 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.775 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:56.775 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15857, 2024-04-15T17:57:56.775 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 137395409 2024-04-15T17:57:56.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.775 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:56.775 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.775 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.775 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:56.775 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.775 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:56.775 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63118, 2024-04-15T17:57:56.776 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19205210312 2024-04-15T17:57:56.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.776 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:56.776 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62635, 2024-04-15T17:57:56.776 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1408557803 2024-04-15T17:57:56.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.776 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:56.776 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63118, 2024-04-15T17:57:56.776 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49200390 2024-04-15T17:57:56.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.776 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:56.776 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63118, 2024-04-15T17:57:56.776 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19254410702 2024-04-15T17:57:56.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.776 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:56.777 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.777 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.777 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:56.777 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26475, 2024-04-15T17:57:56.777 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1287775055 2024-04-15T17:57:56.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.777 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:56.777 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 830, 2024-04-15T17:57:56.777 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2342994 2024-04-15T17:57:56.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.777 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:56.777 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20019, 2024-04-15T17:57:56.777 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9780556 2024-04-15T17:57:56.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.778 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:56.778 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46, 2024-04-15T17:57:56.778 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65940 2024-04-15T17:57:56.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.778 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:56.778 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15750, 2024-04-15T17:57:56.778 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3991408437 2024-04-15T17:57:56.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.778 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:56.778 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 196390 2024-04-15T17:57:56.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.778 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:56.778 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19658 2024-04-15T17:57:56.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.779 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.779 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9256, 2024-04-15T17:57:56.779 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1677043685 2024-04-15T17:57:56.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.779 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:56.779 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 37277, 2024-04-15T17:57:56.779 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11190899 2024-04-15T17:57:56.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.779 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:56.779 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 28021, 2024-04-15T17:57:56.779 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1435773004 2024-04-15T17:57:56.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.779 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:56.779 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.780 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:56.780 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13684, 2024-04-15T17:57:56.780 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 397319686 2024-04-15T17:57:56.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.780 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:56.780 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.780 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:56.780 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.780 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:56.780 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.780 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:56.781 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.781 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:56.781 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:56.781 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8824107723 2024-04-15T17:57:56.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.781 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:56.781 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18148, 2024-04-15T17:57:56.781 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 903230168 2024-04-15T17:57:56.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.781 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:56.781 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18146, 2024-04-15T17:57:56.781 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3700719592318 2024-04-15T17:57:56.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.781 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:56.782 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18148, 2024-04-15T17:57:56.782 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6389514970750 2024-04-15T17:57:56.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.782 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:56.782 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73792, 2024-04-15T17:57:56.782 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2909660087997 2024-04-15T17:57:56.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.782 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:56.782 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73792, 2024-04-15T17:57:56.782 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7801808 2024-04-15T17:57:56.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.782 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:56.782 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:56.782 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 272393381 2024-04-15T17:57:56.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.783 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:56.783 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:56.783 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28132707038 2024-04-15T17:57:56.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.783 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:56.783 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:56.783 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26990209 2024-04-15T17:57:56.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.783 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:56.783 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:56.783 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11790593523 2024-04-15T17:57:56.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.783 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:56.783 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:56.783 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13779751860 2024-04-15T17:57:56.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.784 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:56.784 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5407904 2024-04-15T17:57:56.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.784 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.784 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2430, 2024-04-15T17:57:56.784 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13926618 2024-04-15T17:57:56.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.784 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:56.784 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:56.784 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 62812332007 2024-04-15T17:57:56.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.784 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:56.784 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:56.784 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14698724749 2024-04-15T17:57:56.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.785 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:56.785 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:56.785 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 512719297 2024-04-15T17:57:56.785 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.785 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:56.785 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:56.785 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:57:56.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.785 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:56.785 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 681230336 2024-04-15T17:57:56.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.785 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:56.785 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 643588096 2024-04-15T17:57:56.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.786 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:56.786 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:57:56.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.786 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:56.786 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37642240 2024-04-15T17:57:56.786 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.786 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:56.786 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.786 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:56.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.786 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.786 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.787 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.787 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.787 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.787 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56911952 2024-04-15T17:57:56.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.787 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.787 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.787 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.787 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.787 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.787 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.788 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.788 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.788 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.788 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45056 2024-04-15T17:57:56.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.788 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.788 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 749568 2024-04-15T17:57:56.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.788 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.788 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.788 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.789 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.789 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.789 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.789 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.789 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68122544 2024-04-15T17:57:56.789 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.789 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:56.789 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.789 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562036736 2024-04-15T17:57:56.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.789 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.789 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.790 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.790 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.790 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.790 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426839642 2024-04-15T17:57:56.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.790 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.790 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.790 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.790 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.790 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1776 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 113312 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.791 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.792 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.792 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.792 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.792 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67973142 2024-04-15T17:57:56.792 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.792 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:56.792 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.792 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:56.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.792 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.792 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8242528 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37941301 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.793 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.794 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.794 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.794 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.794 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.794 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.794 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.794 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.794 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.794 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.794 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.795 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.795 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.795 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71256683 2024-04-15T17:57:56.795 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.795 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:56.795 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.795 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:56.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.795 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.795 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.795 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.796 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.796 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.796 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426839642 2024-04-15T17:57:56.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.796 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.796 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.796 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.796 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.796 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.796 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.796 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 108918 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1148590 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.798 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.798 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75219330 2024-04-15T17:57:56.798 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.798 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:56.798 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:56.798 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.798 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.798 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47 2024-04-15T17:57:56.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.798 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:56.798 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.799 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.799 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.799 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.799 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.799 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:56.799 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50 2024-04-15T17:57:56.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.799 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:56.799 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.799 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:56.799 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30589 2024-04-15T17:57:56.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.799 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:56.800 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 96634, 2024-04-15T17:57:56.800 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10052884330 2024-04-15T17:57:56.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.800 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:56.800 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T17:57:56.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.800 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:56.800 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.800 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:56.800 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1435978943 2024-04-15T17:57:56.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.800 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:56.800 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30589, 2024-04-15T17:57:56.800 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 83979833021 2024-04-15T17:57:56.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.801 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:56.801 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1852893812 2024-04-15T17:57:56.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.801 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:56.801 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31132, 2024-04-15T17:57:56.801 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13842969784 2024-04-15T17:57:56.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.801 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:56.801 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30589, 2024-04-15T17:57:56.801 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34208096854 2024-04-15T17:57:56.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.801 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.801 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20429 2024-04-15T17:57:56.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.802 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:56.802 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20429, 2024-04-15T17:57:56.802 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12007519401 2024-04-15T17:57:56.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.802 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:56.802 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.802 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:56.802 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1852893812 2024-04-15T17:57:56.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.802 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:56.802 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20631, 2024-04-15T17:57:56.802 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4895185930 2024-04-15T17:57:56.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.803 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:56.803 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20429, 2024-04-15T17:57:56.803 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6122007502 2024-04-15T17:57:56.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.803 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:56.803 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5760 2024-04-15T17:57:56.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.803 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:56.803 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 222471087 2024-04-15T17:57:56.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.803 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:56.803 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5760, 2024-04-15T17:57:56.805 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10608657269 2024-04-15T17:57:56.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.805 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:56.805 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.806 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:56.806 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.806 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:56.806 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.806 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:56.806 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5966, 2024-04-15T17:57:56.806 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3591080644 2024-04-15T17:57:56.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.806 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:56.806 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5760, 2024-04-15T17:57:56.806 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8612167984 2024-04-15T17:57:56.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.807 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.807 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4400 2024-04-15T17:57:56.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.807 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:56.807 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1213507856 2024-04-15T17:57:56.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.807 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:56.807 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4400, 2024-04-15T17:57:56.807 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 61363656351 2024-04-15T17:57:56.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.807 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:56.807 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.807 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:56.808 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4535, 2024-04-15T17:57:56.808 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5356703210 2024-04-15T17:57:56.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.808 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:56.808 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4400, 2024-04-15T17:57:56.808 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19473921368 2024-04-15T17:57:56.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.808 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:56.808 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.808 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:56.808 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:56.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.808 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:56.809 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:56.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.809 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:56.809 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:56.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.809 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:56.809 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 886349824 2024-04-15T17:57:56.809 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.809 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.809 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T17:57:56.809 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.809 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:56.809 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28210 2024-04-15T17:57:56.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.810 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:56.810 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.810 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:56.810 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.810 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:56.810 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.810 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:56.810 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:56.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.810 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:56.810 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.811 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:56.811 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.811 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:56.811 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.811 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:56.811 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.811 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:56.811 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6610944 2024-04-15T17:57:56.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.811 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:56.811 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 721899520 2024-04-15T17:57:56.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.812 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:56.812 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20, 2024-04-15T17:57:56.812 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5110561 2024-04-15T17:57:56.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.812 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:56.812 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20, 2024-04-15T17:57:56.812 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1493050 2024-04-15T17:57:56.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.812 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:56.812 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 197, 2024-04-15T17:57:56.812 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1082245 2024-04-15T17:57:56.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.812 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:56.812 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:56.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.813 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:56.813 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 634585088 2024-04-15T17:57:56.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.813 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:56.813 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83338, 2024-04-15T17:57:56.813 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11771205216 2024-04-15T17:57:56.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.813 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:56.813 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83328, 2024-04-15T17:57:56.813 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18882161923 2024-04-15T17:57:56.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.813 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:56.813 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8843264 2024-04-15T17:57:56.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.814 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:56.814 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 341372928 2024-04-15T17:57:56.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.814 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:56.814 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 630325248 2024-04-15T17:57:56.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.814 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:56.814 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.814 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:56.814 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:56.814 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4906141768 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55771 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4160176128 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4160180224 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.816 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:56.816 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.816 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:56.816 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45494 2024-04-15T17:57:56.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.816 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.816 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 55771, 2024-04-15T17:57:56.816 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1888371177 2024-04-15T17:57:56.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.816 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:56.816 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4800778513 2024-04-15T17:57:56.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.816 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:56.816 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52541 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2181722 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6550247 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 784 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4368525 2024-04-15T17:57:56.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.818 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:56.818 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4368525 2024-04-15T17:57:56.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.818 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:56.818 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.818 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:56.818 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.818 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:56.818 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 232 2024-04-15T17:57:56.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.818 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:56.818 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 784, 2024-04-15T17:57:56.818 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2355281 2024-04-15T17:57:56.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.819 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:56.819 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.819 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.819 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:56.819 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.819 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:56.819 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.819 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.819 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:56.819 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 593 2024-04-15T17:57:56.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.820 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:56.820 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9, 2024-04-15T17:57:56.820 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10668 2024-04-15T17:57:56.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.820 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:56.820 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.820 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.820 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:56.820 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.820 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:56.820 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.821 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:56.821 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1072906240 2024-04-15T17:57:56.821 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.821 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:56.821 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:56.821 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:56.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.821 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:56.821 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9269248 2024-04-15T17:57:56.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.821 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:56.821 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20025, 2024-04-15T17:57:56.821 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72625112 2024-04-15T17:57:56.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.822 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:56.822 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3554, 2024-04-15T17:57:56.822 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6089292625 2024-04-15T17:57:56.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.822 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:56.822 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.822 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.822 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:56.822 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.822 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:56.822 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.823 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:56.823 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.823 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:56.823 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25161, 2024-04-15T17:57:56.823 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 190921989 2024-04-15T17:57:56.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.823 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:56.823 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.823 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.823 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:56.823 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.823 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:56.824 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83273, 2024-04-15T17:57:56.824 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22931493083 2024-04-15T17:57:56.824 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.824 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:56.824 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82746, 2024-04-15T17:57:56.824 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1564479775 2024-04-15T17:57:56.824 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.824 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:56.824 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83273, 2024-04-15T17:57:56.824 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48205971 2024-04-15T17:57:56.824 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.824 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:56.824 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83273, 2024-04-15T17:57:56.824 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22979699054 2024-04-15T17:57:56.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.825 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:56.825 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.825 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.825 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:56.825 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 244038, 2024-04-15T17:57:56.825 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1844162261 2024-04-15T17:57:56.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.825 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:56.825 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 899, 2024-04-15T17:57:56.825 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2541952 2024-04-15T17:57:56.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.825 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:56.825 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 130639, 2024-04-15T17:57:56.826 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 46708942 2024-04-15T17:57:56.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.826 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:56.826 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 49, 2024-04-15T17:57:56.826 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 62131 2024-04-15T17:57:56.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.826 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:56.826 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20422, 2024-04-15T17:57:56.826 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4282625455 2024-04-15T17:57:56.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.826 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:56.826 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 469227 2024-04-15T17:57:56.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.826 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:56.826 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21566 2024-04-15T17:57:56.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.827 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.827 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26335, 2024-04-15T17:57:56.827 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1926532970 2024-04-15T17:57:56.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.827 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:56.827 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63333, 2024-04-15T17:57:56.827 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18499727 2024-04-15T17:57:56.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.827 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:56.827 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 36998, 2024-04-15T17:57:56.827 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1741554687 2024-04-15T17:57:56.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.827 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:56.827 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15811, 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 446641056 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:56.828 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.829 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:56.829 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:56.829 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11025707378 2024-04-15T17:57:56.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.829 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:56.829 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9071, 2024-04-15T17:57:56.829 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 699829384 2024-04-15T17:57:56.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.829 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:56.829 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9071, 2024-04-15T17:57:56.829 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4462329533052 2024-04-15T17:57:56.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.829 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:56.829 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9071, 2024-04-15T17:57:56.830 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6760440512000 2024-04-15T17:57:56.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.830 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:56.830 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:56.830 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4202103044279 2024-04-15T17:57:56.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.830 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:56.830 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:56.830 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10450822 2024-04-15T17:57:56.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.830 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:56.830 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:56.830 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 382016559 2024-04-15T17:57:56.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.830 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:56.831 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:56.831 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34402394391 2024-04-15T17:57:56.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.831 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:56.831 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:56.831 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33360693 2024-04-15T17:57:56.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.831 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:56.831 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:56.831 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15727577917 2024-04-15T17:57:56.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.831 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:56.831 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:56.831 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14723794154 2024-04-15T17:57:56.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.832 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:56.832 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5413110 2024-04-15T17:57:56.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.832 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.832 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2468, 2024-04-15T17:57:56.832 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15043531 2024-04-15T17:57:56.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.832 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:56.832 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:56.832 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76276010526 2024-04-15T17:57:56.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.832 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:56.832 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:56.832 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15784704225 2024-04-15T17:57:56.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 564296906 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 677699584 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 671375360 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.833 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:56.834 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:57:56.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.834 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:56.834 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6324224 2024-04-15T17:57:56.834 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.834 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:56.834 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.834 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:56.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.834 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.834 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.834 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.835 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57036949 2024-04-15T17:57:56.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.835 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.835 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.835 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.836 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.836 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.836 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.836 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.836 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.836 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T17:57:56.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.836 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.836 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.836 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.836 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.837 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.837 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.837 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.837 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68779883 2024-04-15T17:57:56.837 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.837 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:56.837 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.837 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:56.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.837 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.837 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.837 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.838 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.838 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.838 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 427777118 2024-04-15T17:57:56.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.838 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.838 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.838 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.838 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.838 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.838 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1744 2024-04-15T17:57:56.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.838 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.839 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.839 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.839 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 115616 2024-04-15T17:57:56.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.839 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.839 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.839 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.839 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.839 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.839 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.840 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.840 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.840 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.840 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75422002 2024-04-15T17:57:56.840 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.840 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:56.840 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.840 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:56.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.840 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.840 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.841 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.841 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5925664 2024-04-15T17:57:56.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.841 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.841 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38024632 2024-04-15T17:57:56.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.841 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.841 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.841 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.841 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.841 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.841 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.842 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.842 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.842 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.842 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.842 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.842 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.842 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.842 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.842 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73490216 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 427777118 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.844 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.845 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.845 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.845 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 116418 2024-04-15T17:57:56.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.845 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.845 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1106464 2024-04-15T17:57:56.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.845 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.845 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.845 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.845 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.846 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.846 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.846 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.846 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74316480 2024-04-15T17:57:56.846 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.846 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:56.846 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:56.846 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.846 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.847 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36 2024-04-15T17:57:56.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.847 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:56.847 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.847 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.847 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.847 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.847 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.847 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:56.847 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 53 2024-04-15T17:57:56.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.847 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:56.847 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.848 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:56.848 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58115 2024-04-15T17:57:56.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.849 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:56.849 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 143048, 2024-04-15T17:57:56.849 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13072398085 2024-04-15T17:57:56.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.849 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:56.849 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.850 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:56.850 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.850 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:56.850 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1648898791 2024-04-15T17:57:56.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.850 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:56.850 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58115, 2024-04-15T17:57:56.850 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 78326228107 2024-04-15T17:57:56.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.850 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:56.850 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2343627525 2024-04-15T17:57:56.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.850 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:56.851 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58820, 2024-04-15T17:57:56.851 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24827703519 2024-04-15T17:57:56.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.851 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:56.851 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58115, 2024-04-15T17:57:56.851 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42417784187 2024-04-15T17:57:56.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.851 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.851 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 46252 2024-04-15T17:57:56.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.851 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:56.851 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46252, 2024-04-15T17:57:56.851 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21133204347 2024-04-15T17:57:56.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.852 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:56.852 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.852 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:56.852 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2343627525 2024-04-15T17:57:56.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.852 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:56.852 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46381, 2024-04-15T17:57:56.852 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15284134248 2024-04-15T17:57:56.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.852 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:56.852 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46252, 2024-04-15T17:57:56.852 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14610812761 2024-04-15T17:57:56.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.852 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:56.853 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10114 2024-04-15T17:57:56.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.853 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:56.853 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 511996178 2024-04-15T17:57:56.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.853 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:56.853 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10114, 2024-04-15T17:57:56.853 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23328422849 2024-04-15T17:57:56.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.853 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:56.853 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.853 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:56.853 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.854 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:56.854 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.854 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:56.854 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10488, 2024-04-15T17:57:56.854 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6980772049 2024-04-15T17:57:56.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.854 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:56.854 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10114, 2024-04-15T17:57:56.854 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17625333220 2024-04-15T17:57:56.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.854 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.855 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1749 2024-04-15T17:57:56.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.855 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:56.855 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1136902613 2024-04-15T17:57:56.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.855 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:56.855 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1749, 2024-04-15T17:57:56.855 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33864600911 2024-04-15T17:57:56.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.855 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:56.855 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.855 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:56.855 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1951, 2024-04-15T17:57:56.855 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2562797222 2024-04-15T17:57:56.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.856 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:56.856 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1749, 2024-04-15T17:57:56.856 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10181638206 2024-04-15T17:57:56.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.856 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:56.856 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.856 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:56.856 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.856 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:56.856 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7 2024-04-15T17:57:56.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.856 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:56.857 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:56.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.857 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:56.857 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 643862528 2024-04-15T17:57:56.857 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.857 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.857 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T17:57:56.857 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.857 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:56.857 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38958 2024-04-15T17:57:56.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.857 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:56.858 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.858 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:56.858 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.858 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:56.858 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.858 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:56.858 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:56.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.858 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:56.858 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.858 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:56.859 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.859 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:56.859 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.859 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:56.859 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.859 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:56.859 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7233536 2024-04-15T17:57:56.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.859 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:56.859 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562864128 2024-04-15T17:57:56.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.859 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:56.860 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:56.860 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3360391 2024-04-15T17:57:56.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.860 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:56.860 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:56.860 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 995772 2024-04-15T17:57:56.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.860 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:56.860 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 156, 2024-04-15T17:57:56.860 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 788494 2024-04-15T17:57:56.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.860 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:56.860 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:56.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.861 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:56.861 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 520093696 2024-04-15T17:57:56.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.861 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:56.861 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62298, 2024-04-15T17:57:56.861 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8910319805 2024-04-15T17:57:56.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.861 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:56.861 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62293, 2024-04-15T17:57:56.861 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14194833366 2024-04-15T17:57:56.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.861 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:56.861 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5828608 2024-04-15T17:57:56.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.862 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:56.862 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 255193088 2024-04-15T17:57:56.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.862 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:56.862 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 537133056 2024-04-15T17:57:56.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.862 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:56.862 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.862 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:56.862 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.862 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:56.862 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42 2024-04-15T17:57:56.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.863 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:56.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4780958848 2024-04-15T17:57:56.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.863 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:56.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43146 2024-04-15T17:57:56.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.863 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:56.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4259893248 2024-04-15T17:57:56.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.863 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:56.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4259897344 2024-04-15T17:57:56.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.863 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:56.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34980 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 43146, 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1807895145 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4678164879 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39995 2024-04-15T17:57:56.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.865 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:56.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2766859 2024-04-15T17:57:56.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.865 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:56.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 488 2024-04-15T17:57:56.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.865 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:56.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7181159 2024-04-15T17:57:56.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.865 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:56.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 677 2024-04-15T17:57:56.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.865 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:56.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4414300 2024-04-15T17:57:56.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.866 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:56.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4414300 2024-04-15T17:57:56.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.866 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:56.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.866 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:56.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.866 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:56.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 197 2024-04-15T17:57:56.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.866 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:56.866 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 677, 2024-04-15T17:57:56.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2475842 2024-04-15T17:57:56.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.867 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:56.867 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.867 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:56.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.867 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:56.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.867 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.867 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:56.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 868 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10308 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:56.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 827572224 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9854976 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13694, 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48289721 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3434, 2024-04-15T17:57:56.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4592480140 2024-04-15T17:57:56.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.870 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:56.870 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.870 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:56.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.870 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:56.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.870 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:56.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.871 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:56.871 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15174, 2024-04-15T17:57:56.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 124416708 2024-04-15T17:57:56.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.871 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:56.871 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.871 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:56.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.871 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:56.871 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62245, 2024-04-15T17:57:56.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17348344997 2024-04-15T17:57:56.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.872 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:56.872 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 61888, 2024-04-15T17:57:56.872 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1252388553 2024-04-15T17:57:56.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.872 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:56.872 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62245, 2024-04-15T17:57:56.872 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32386724 2024-04-15T17:57:56.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.872 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:56.872 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62245, 2024-04-15T17:57:56.872 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17380731721 2024-04-15T17:57:56.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.872 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:56.872 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.873 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.873 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:56.873 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26191, 2024-04-15T17:57:56.873 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 648814320 2024-04-15T17:57:56.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.873 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:56.873 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 785, 2024-04-15T17:57:56.873 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2317179 2024-04-15T17:57:56.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.873 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:56.873 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10150, 2024-04-15T17:57:56.873 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7131361 2024-04-15T17:57:56.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.874 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:56.874 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 43, 2024-04-15T17:57:56.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 53008 2024-04-15T17:57:56.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.874 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:56.874 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11900, 2024-04-15T17:57:56.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1513048401 2024-04-15T17:57:56.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.874 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:56.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 188441 2024-04-15T17:57:56.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.874 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:56.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18299 2024-04-15T17:57:56.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.875 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.875 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 14459, 2024-04-15T17:57:56.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1339377498 2024-04-15T17:57:56.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.875 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:56.875 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 45199, 2024-04-15T17:57:56.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13643207 2024-04-15T17:57:56.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.875 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:56.875 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30740, 2024-04-15T17:57:56.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1042346791 2024-04-15T17:57:56.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.875 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:56.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.876 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:56.876 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11987, 2024-04-15T17:57:56.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 333886867 2024-04-15T17:57:56.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.876 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:56.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.876 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:56.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.876 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:56.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.876 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:56.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.877 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:56.877 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:56.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8166879148 2024-04-15T17:57:56.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.877 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:56.877 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13887, 2024-04-15T17:57:56.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 820829784 2024-04-15T17:57:56.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.877 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:56.877 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13887, 2024-04-15T17:57:56.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3593213503353 2024-04-15T17:57:56.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.877 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:56.877 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13887, 2024-04-15T17:57:56.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5970829209982 2024-04-15T17:57:56.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.878 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:56.878 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:56.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2458883180316 2024-04-15T17:57:56.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.878 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:56.878 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:56.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7728651 2024-04-15T17:57:56.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.878 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:56.878 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:56.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 306681055 2024-04-15T17:57:56.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.879 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:56.879 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:56.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27119380740 2024-04-15T17:57:56.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.879 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:56.879 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:56.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26768991 2024-04-15T17:57:56.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.879 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:56.879 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:56.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12631189381 2024-04-15T17:57:56.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.879 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:56.879 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:56.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10233689848 2024-04-15T17:57:56.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.880 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:56.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6003369 2024-04-15T17:57:56.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.880 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.880 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2366, 2024-04-15T17:57:56.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13522211 2024-04-15T17:57:56.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.880 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:56.880 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:56.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58470589940 2024-04-15T17:57:56.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.880 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:56.880 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:56.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11089271164 2024-04-15T17:57:56.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.881 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:56.881 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:56.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 465095578 2024-04-15T17:57:56.881 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.881 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:56.881 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:56.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:57:56.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.881 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:56.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 552583168 2024-04-15T17:57:56.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.881 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 511287296 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41295872 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.883 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.883 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57129312 2024-04-15T17:57:56.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.883 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.883 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.883 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 446464 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.885 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68241056 2024-04-15T17:57:56.885 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.885 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:56.885 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:56.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.885 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.885 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.886 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 428469841 2024-04-15T17:57:56.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.886 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.886 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.886 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1488 2024-04-15T17:57:56.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.886 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.887 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 99568 2024-04-15T17:57:56.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.887 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.887 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.887 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.887 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.888 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74745583 2024-04-15T17:57:56.888 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.888 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:56.888 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:56.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.888 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6899312 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38086208 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.890 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.890 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.890 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.890 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.890 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.891 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72454992 2024-04-15T17:57:56.891 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.891 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:56.891 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:56.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.891 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.891 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.892 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 428469841 2024-04-15T17:57:56.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.892 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.892 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.892 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.892 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 114400 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1133965 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.894 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73598274 2024-04-15T17:57:56.894 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.894 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:56.894 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:56.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.894 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T17:57:56.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.894 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:56.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39205 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:56.895 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 98592, 2024-04-15T17:57:56.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8466699363 2024-04-15T17:57:56.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.896 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:56.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.896 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:56.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.896 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:56.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1650278957 2024-04-15T17:57:56.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.896 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:56.896 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39205, 2024-04-15T17:57:56.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58545041612 2024-04-15T17:57:56.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.897 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:56.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1980027604 2024-04-15T17:57:56.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.897 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:56.897 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39619, 2024-04-15T17:57:56.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14508174852 2024-04-15T17:57:56.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.897 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:56.897 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39205, 2024-04-15T17:57:56.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33266574368 2024-04-15T17:57:56.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.897 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30905 2024-04-15T17:57:56.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.897 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:56.898 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30905, 2024-04-15T17:57:56.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14941144821 2024-04-15T17:57:56.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.898 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:56.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.898 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:56.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1980027604 2024-04-15T17:57:56.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.898 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:56.898 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31061, 2024-04-15T17:57:56.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6413501524 2024-04-15T17:57:56.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.898 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:56.899 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30905, 2024-04-15T17:57:56.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6393664144 2024-04-15T17:57:56.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.899 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:56.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4354 2024-04-15T17:57:56.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.899 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:56.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 311349226 2024-04-15T17:57:56.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.899 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:56.899 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4354, 2024-04-15T17:57:56.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10923871369 2024-04-15T17:57:56.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.899 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:56.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4501, 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2951407414 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4354, 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8021791548 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.900 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3946 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1338929731 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3946, 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32680025422 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4057, 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5143265914 2024-04-15T17:57:56.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.902 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:56.902 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3946, 2024-04-15T17:57:56.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18851118676 2024-04-15T17:57:56.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.902 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:56.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.902 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:56.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44796569 2024-04-15T17:57:56.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.902 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:56.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-04-15T17:57:56.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 529965056 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19839 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.904 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:56.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.904 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:56.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.904 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:56.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:56.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.904 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:56.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.904 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:56.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.905 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:56.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.905 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:56.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.905 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:56.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5115904 2024-04-15T17:57:56.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.905 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:56.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 551153664 2024-04-15T17:57:56.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.905 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:56.905 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:56.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18483971 2024-04-15T17:57:56.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.906 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:56.906 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:56.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8923773 2024-04-15T17:57:56.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.906 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:56.906 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 151, 2024-04-15T17:57:56.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 778811 2024-04-15T17:57:56.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.906 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:56.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:56.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.906 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 489488384 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63954, 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9148612490 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63953, 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14714870188 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12636160 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 261992448 2024-04-15T17:57:56.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.908 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:56.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 498008064 2024-04-15T17:57:56.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.908 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:56.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.908 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:56.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.908 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:56.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39 2024-04-15T17:57:56.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.908 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:56.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2986631744 2024-04-15T17:57:56.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.909 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:56.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33450 2024-04-15T17:57:56.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.909 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:56.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2590007296 2024-04-15T17:57:56.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.909 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:56.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2590011392 2024-04-15T17:57:56.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.909 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:56.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.909 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:56.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.910 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:56.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24962 2024-04-15T17:57:56.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.910 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.910 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33450, 2024-04-15T17:57:56.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1129769236 2024-04-15T17:57:56.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.910 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:56.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2898474937 2024-04-15T17:57:56.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.910 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:56.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30746 2024-04-15T17:57:56.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.910 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:56.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 922561 2024-04-15T17:57:56.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.911 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:56.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 424 2024-04-15T17:57:56.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.911 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:56.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5071160 2024-04-15T17:57:56.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.911 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:56.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 574 2024-04-15T17:57:56.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.911 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:56.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4148599 2024-04-15T17:57:56.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.911 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:56.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4148599 2024-04-15T17:57:56.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.912 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:56.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.912 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:56.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.912 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:56.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 152 2024-04-15T17:57:56.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.912 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:56.912 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 574, 2024-04-15T17:57:56.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1532697 2024-04-15T17:57:56.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.913 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:56.913 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.913 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:56.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.913 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:56.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.913 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.913 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:56.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 745 2024-04-15T17:57:56.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.914 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:56.914 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7, 2024-04-15T17:57:56.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9020 2024-04-15T17:57:56.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.914 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:56.914 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.914 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:56.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.914 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:56.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.915 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:56.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 820551680 2024-04-15T17:57:56.915 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.915 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:56.915 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:56.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:56.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.915 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:56.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9846784 2024-04-15T17:57:56.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.915 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:56.915 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17555, 2024-04-15T17:57:56.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 60014661 2024-04-15T17:57:56.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.916 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:56.916 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3470, 2024-04-15T17:57:56.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3022874672 2024-04-15T17:57:56.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.916 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:56.916 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.916 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:56.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.916 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:56.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18506, 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 148110231 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:56.917 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63909, 2024-04-15T17:57:56.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17887873260 2024-04-15T17:57:56.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.918 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:56.918 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63505, 2024-04-15T17:57:56.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1316497156 2024-04-15T17:57:56.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.918 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:56.918 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63909, 2024-04-15T17:57:56.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40807302 2024-04-15T17:57:56.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.918 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:56.918 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63909, 2024-04-15T17:57:56.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17928680562 2024-04-15T17:57:56.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.919 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:56.919 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:56.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.919 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:56.919 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30798, 2024-04-15T17:57:56.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 969719535 2024-04-15T17:57:56.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.919 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:56.919 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 794, 2024-04-15T17:57:56.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2235953 2024-04-15T17:57:56.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.919 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:56.919 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4259, 2024-04-15T17:57:56.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4247508 2024-04-15T17:57:56.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.920 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:56.920 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 50, 2024-04-15T17:57:56.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 61506 2024-04-15T17:57:56.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.920 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:56.920 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11431, 2024-04-15T17:57:56.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 878463026 2024-04-15T17:57:56.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.920 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:56.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 193619 2024-04-15T17:57:56.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.920 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:56.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17486 2024-04-15T17:57:56.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.921 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:56.921 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6324, 2024-04-15T17:57:56.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1300615452 2024-04-15T17:57:56.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.921 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:56.921 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32047, 2024-04-15T17:57:56.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8649619 2024-04-15T17:57:56.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.921 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:56.921 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25723, 2024-04-15T17:57:56.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1188939693 2024-04-15T17:57:56.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.921 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:56.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.922 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:56.922 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13346, 2024-04-15T17:57:56.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 358033317 2024-04-15T17:57:56.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.922 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:56.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.922 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:56.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.922 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:56.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.923 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:56.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.923 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:56.923 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:56.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8922158429 2024-04-15T17:57:56.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.923 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:56.923 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16221, 2024-04-15T17:57:56.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 981818369 2024-04-15T17:57:56.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.923 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:56.923 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16221, 2024-04-15T17:57:56.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3474188582464 2024-04-15T17:57:56.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.924 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:56.924 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16221, 2024-04-15T17:57:56.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6353864607040 2024-04-15T17:57:56.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.924 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:56.924 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:56.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2477539631033 2024-04-15T17:57:56.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.924 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:56.924 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:56.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7808339 2024-04-15T17:57:56.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.924 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 250297510 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27267169075 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26118269 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13258236106 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.925 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:56.926 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:56.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9593412772 2024-04-15T17:57:56.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.926 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:56.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5998149 2024-04-15T17:57:56.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.926 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:56.926 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2320, 2024-04-15T17:57:56.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12893771 2024-04-15T17:57:56.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.926 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:56.926 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:56.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59302180779 2024-04-15T17:57:56.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.927 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:56.927 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:56.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10534013122 2024-04-15T17:57:56.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.927 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:56.927 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:56.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 476218057 2024-04-15T17:57:56.927 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.927 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:56.927 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:56.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:57:56.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.927 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:56.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 515375104 2024-04-15T17:57:56.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.928 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:56.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 488153088 2024-04-15T17:57:56.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.928 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:56.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:57:56.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.928 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:56.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27222016 2024-04-15T17:57:56.928 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.928 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:56.928 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:56.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.929 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.929 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.929 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57242109 2024-04-15T17:57:56.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.929 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.929 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.930 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.930 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.930 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.930 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 106496 2024-04-15T17:57:56.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.930 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.931 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.931 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.931 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68480515 2024-04-15T17:57:56.931 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.931 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:56.931 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:56.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.932 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.932 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.932 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429315819 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1488 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 93424 2024-04-15T17:57:56.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.934 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.934 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.934 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.934 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.935 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73905749 2024-04-15T17:57:56.935 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.935 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:56.935 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:56.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.935 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:56.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.935 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4516912 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38161406 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.937 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.937 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.937 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.937 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.937 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.938 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74762194 2024-04-15T17:57:56.938 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.938 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:56.938 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:56.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:56.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.938 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:56.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.938 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:56.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.939 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:56.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429315819 2024-04-15T17:57:56.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.939 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:56.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.939 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:56.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.939 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:56.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.939 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:56.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 121887 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1122749 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.941 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:56.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72756025 2024-04-15T17:57:56.941 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.941 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:56.941 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:56.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.941 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11 2024-04-15T17:57:56.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.941 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:56.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.941 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.942 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.942 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:56.942 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:56.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58 2024-04-15T17:57:56.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.942 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:56.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.942 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:56.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32384 2024-04-15T17:57:56.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.942 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 98907, 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10470019647 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1544189774 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32384, 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45688529060 2024-04-15T17:57:56.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.944 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:56.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1918476726 2024-04-15T17:57:56.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.944 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:56.944 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32803, 2024-04-15T17:57:56.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16352041129 2024-04-15T17:57:56.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.944 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:56.944 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32384, 2024-04-15T17:57:56.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33669290934 2024-04-15T17:57:56.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.944 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:56.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19718 2024-04-15T17:57:56.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.944 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19718, 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8616698345 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1918476726 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19837, 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4511629688 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19718, 2024-04-15T17:57:56.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4815522332 2024-04-15T17:57:56.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.946 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:56.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11721 2024-04-15T17:57:56.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.946 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:56.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 376813661 2024-04-15T17:57:56.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.946 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:56.946 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11721, 2024-04-15T17:57:56.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21179087020 2024-04-15T17:57:56.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.946 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:56.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.947 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:56.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.947 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:56.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.947 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:56.947 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11947, 2024-04-15T17:57:56.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9519124638 2024-04-15T17:57:56.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.947 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:56.947 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11721, 2024-04-15T17:57:56.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19015477379 2024-04-15T17:57:56.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.947 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:56.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 945 2024-04-15T17:57:56.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.948 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:56.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1167376113 2024-04-15T17:57:56.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.948 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:56.948 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 945, 2024-04-15T17:57:56.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15892743695 2024-04-15T17:57:56.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.948 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:56.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.948 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:56.948 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1019, 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2321286803 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 945, 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9838291223 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 96 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.949 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:56.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:56.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.950 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:56.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 499343360 2024-04-15T17:57:56.950 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.950 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.950 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.950 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": [ 2024-04-15T17:57:56.950 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.950 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:56.950 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-04-15T17:57:56.950 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.950 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:57:56.951 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:57:56.951 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:57:56.951 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool" 2024-04-15T17:57:56.951 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.951 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:57:56.951 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:57:56.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:57:56.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 1, 2024-04-15T17:57:56.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 1, 2024-04-15T17:57:56.951 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 1, 2024-04-15T17:57:56.951 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:57:56.951 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:57:56.951 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:57:56.951 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 1781760, 2024-04-15T17:57:56.952 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:57:56.952 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:57:56.952 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 1781760, 2024-04-15T17:57:56.952 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:57:56.952 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:57:56.952 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 2, 2024-04-15T17:57:56.952 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T17:57:56.952 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.4661951556481654e-06, 2024-04-15T17:57:56.952 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:57:56.952 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:57:56.952 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 1214, 2024-04-15T17:57:56.952 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 2072576, 2024-04-15T17:57:56.952 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 590368, 2024-04-15T17:57:56.952 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 590368, 2024-04-15T17:57:56.952 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T17:57:56.953 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 1771104, 2024-04-15T17:57:56.953 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 399, 2024-04-15T17:57:56.953 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 2473984 2024-04-15T17:57:56.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.953 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:57:56.953 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:57:56.953 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:57:56.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.953 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.953 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:56.953 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:57:56.953 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.953 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:57:56.953 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:57:56.954 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:57:56.954 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool" 2024-04-15T17:57:56.954 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.954 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:57:56.954 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:57:56.954 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:57:56.954 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 32, 2024-04-15T17:57:56.954 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 32, 2024-04-15T17:57:56.954 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 2, 2024-04-15T17:57:56.954 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:57:56.954 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:57:56.954 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:57:56.954 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 154785, 2024-04-15T17:57:56.954 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:57:56.954 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:57:56.955 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 110592, 2024-04-15T17:57:56.955 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:57:56.955 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:57:56.955 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 22, 2024-04-15T17:57:56.955 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 44193, 2024-04-15T17:57:56.955 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.1424371254852304e-07, 2024-04-15T17:57:56.955 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:57:56.955 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:57:56.955 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 158, 2024-04-15T17:57:56.955 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 178176, 2024-04-15T17:57:56.955 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 21353, 2024-04-15T17:57:56.955 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 6622, 2024-04-15T17:57:56.955 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 14731, 2024-04-15T17:57:56.955 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 64059, 2024-04-15T17:57:56.956 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 69, 2024-04-15T17:57:56.956 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 36864 2024-04-15T17:57:56.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.956 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:57:56.956 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:57:56.956 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:57:56.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.956 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.956 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:56.956 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:57:56.956 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.956 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:57:56.956 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:57:56.956 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:57:56.957 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool" 2024-04-15T17:57:56.957 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.957 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:57:56.957 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:57:56.957 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:57:56.957 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 64, 2024-04-15T17:57:56.957 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 64, 2024-04-15T17:57:56.957 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 3, 2024-04-15T17:57:56.957 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:57:56.957 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:57:56.957 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:57:56.957 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-04-15T17:57:56.957 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:57:56.957 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:57:56.958 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-04-15T17:57:56.958 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:57:56.958 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:57:56.958 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-04-15T17:57:56.958 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T17:57:56.958 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-04-15T17:57:56.958 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:57:56.958 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:57:56.958 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T17:57:56.958 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T17:57:56.958 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-04-15T17:57:56.958 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-04-15T17:57:56.958 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T17:57:56.958 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-04-15T17:57:56.959 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-04-15T17:57:56.959 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-04-15T17:57:56.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.959 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:57:56.959 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:57:56.959 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:57:56.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.959 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.959 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:56.959 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-04-15T17:57:56.959 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.959 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:57:56.959 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:57:56.959 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:57:56.960 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool", 2024-04-15T17:57:56.960 INFO:tasks.workunit.client.0.smithi090.stdout: "selfmanaged_snaps" 2024-04-15T17:57:56.960 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.960 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:57:56.960 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:57:56.960 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:57:56.960 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 8, 2024-04-15T17:57:56.960 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 8, 2024-04-15T17:57:56.960 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 4, 2024-04-15T17:57:56.960 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:57:56.960 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:57:56.960 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:57:56.960 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 12595200, 2024-04-15T17:57:56.960 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:57:56.960 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:57:56.961 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 12595200, 2024-04-15T17:57:56.961 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:57:56.961 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:57:56.961 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 4, 2024-04-15T17:57:56.961 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T17:57:56.961 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 1.7433187167625874e-05, 2024-04-15T17:57:56.961 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:57:56.961 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:57:56.961 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 9044, 2024-04-15T17:57:56.961 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 3205236736, 2024-04-15T17:57:56.961 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 4194323, 2024-04-15T17:57:56.961 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 4194323, 2024-04-15T17:57:56.961 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T17:57:56.961 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 12582969, 2024-04-15T17:57:56.961 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 24313, 2024-04-15T17:57:56.962 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 3125046272 2024-04-15T17:57:56.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.962 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:57:56.962 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:57:56.962 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:57:56.962 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.962 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.962 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": { 2024-04-15T17:57:56.962 INFO:tasks.workunit.client.0.smithi090.stdout: "mirroring_by_pool": [ 2024-04-15T17:57:56.962 INFO:tasks.workunit.client.0.smithi090.stdout: false 2024-04-15T17:57:56.962 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_images_by_pool": [ 2024-04-15T17:57:56.962 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:56.962 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pools": 1 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: "report_id": "92adcd4e-493a-4368-bb9d-f31d85e5acb8", 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: "report_timestamp": "2024-04-15T17:57:55.744923", 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: "report_version": 1, 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_stats": { 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "7.9.2" 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: "rook": { 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster": { 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: "external-mode": null, 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: "allow-multiple-per-node": null, 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: "count": null, 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: "max-id": null, 2024-04-15T17:57:56.963 INFO:tasks.workunit.client.0.smithi090.stdout: "pvc": { 2024-04-15T17:57:56.964 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T17:57:56.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.964 INFO:tasks.workunit.client.0.smithi090.stdout: "stretch": { 2024-04-15T17:57:56.964 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T17:57:56.964 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.964 INFO:tasks.workunit.client.0.smithi090.stdout: "network": { 2024-04-15T17:57:56.964 INFO:tasks.workunit.client.0.smithi090.stdout: "provider": null 2024-04-15T17:57:56.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.964 INFO:tasks.workunit.client.0.smithi090.stdout: "storage": { 2024-04-15T17:57:56.964 INFO:tasks.workunit.client.0.smithi090.stdout: "device-set": { 2024-04-15T17:57:56.964 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T17:57:56.964 INFO:tasks.workunit.client.0.smithi090.stdout: "non-portable": null, 2024-04-15T17:57:56.964 INFO:tasks.workunit.client.0.smithi090.stdout: "portable": null, 2024-04-15T17:57:56.964 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T17:57:56.965 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.965 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.965 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.965 INFO:tasks.workunit.client.0.smithi090.stdout: "csi": { 2024-04-15T17:57:56.965 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T17:57:56.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.965 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes": { 2024-04-15T17:57:56.965 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T17:57:56.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.965 INFO:tasks.workunit.client.0.smithi090.stdout: "node": { 2024-04-15T17:57:56.965 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T17:57:56.965 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes-total": null, 2024-04-15T17:57:56.965 INFO:tasks.workunit.client.0.smithi090.stdout: "with-ceph-daemons": null, 2024-04-15T17:57:56.965 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T17:57:56.966 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-nfs-plugin": null, 2024-04-15T17:57:56.966 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-rbd-plugin": null 2024-04-15T17:57:56.966 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.966 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T17:57:56.966 INFO:tasks.workunit.client.0.smithi090.stdout: "storage-class": { 2024-04-15T17:57:56.966 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T17:57:56.966 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket": null, 2024-04-15T17:57:56.966 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs": null, 2024-04-15T17:57:56.966 INFO:tasks.workunit.client.0.smithi090.stdout: "nfs": null, 2024-04-15T17:57:56.966 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": null, 2024-04-15T17:57:56.966 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T17:57:56.966 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.966 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:56.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.967 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T17:57:56.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.967 INFO:tasks.workunit.client.0.smithi090.stdout: "services": {}, 2024-04-15T17:57:56.967 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pg": [ 2024-04-15T17:57:56.967 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.967 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.967 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:56.967 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:56.967 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:56.967 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.967 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:56.967 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.967 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.967 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.967 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.968 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.968 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:56.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.520961+0000", 2024-04-15T17:57:56.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.520961+0000", 2024-04-15T17:57:56.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.521250+0000", 2024-04-15T17:57:56.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:56.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:56.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:56.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:56.968 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:56.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:56.969 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:56.969 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.969 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.969 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.969 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.969 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:56.969 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.969 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.969 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.969 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.969 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.970 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.970 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.970 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2c", 2024-04-15T17:57:56.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.970 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.970 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.970 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4929, 2024-04-15T17:57:56.970 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.970 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:35:27.113682+0000", 2024-04-15T17:57:56.970 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.970 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.970 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.971 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.972 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.973 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.973 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.973 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.973 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.973 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:56.974 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:56.974 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:56.974 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.974 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:56.974 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.974 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.974 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.974 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:56.974 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.974 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:56.974 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.974 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:56.974 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.974 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.975 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.975 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.975 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.975 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:56.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435720+0000", 2024-04-15T17:57:56.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435720+0000", 2024-04-15T17:57:56.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436446+0000", 2024-04-15T17:57:56.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:56.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:56.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:56.975 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:56.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:56.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:56.976 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:56.976 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.976 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.976 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.976 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.976 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:56.976 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.976 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.976 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.976 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.977 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.977 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.977 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.977 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.977 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2b", 2024-04-15T17:57:56.977 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.977 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.977 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.977 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5098, 2024-04-15T17:57:56.977 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.977 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:01:38.574632+0000", 2024-04-15T17:57:56.977 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.977 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.977 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.978 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.979 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.980 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.980 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.980 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.980 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.980 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:56.980 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.981 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:56.981 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.981 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:56.981 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.981 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.981 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.981 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.981 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.981 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:56.981 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.981 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:56.981 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.981 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.982 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.982 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.982 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.982 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.982 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:56.982 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439798+0000", 2024-04-15T17:57:56.982 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439798+0000", 2024-04-15T17:57:56.982 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.440223+0000", 2024-04-15T17:57:56.982 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:56.982 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.982 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.982 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.982 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:56.982 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.983 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.984 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.984 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.984 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.984 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.984 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2a", 2024-04-15T17:57:56.984 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.984 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.984 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.984 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4943, 2024-04-15T17:57:56.984 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.984 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:50:43.627727+0000", 2024-04-15T17:57:56.984 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.984 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.984 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.985 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.986 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.987 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.988 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.988 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.988 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.988 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.988 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:56.988 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:56.988 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.988 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:56.988 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.988 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.988 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.988 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:56.989 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:56.989 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:56.989 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.989 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:56.989 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.989 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.989 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.989 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.989 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.989 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.989 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:56.989 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.396035+0000", 2024-04-15T17:57:56.989 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.396035+0000", 2024-04-15T17:57:56.989 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.396367+0000", 2024-04-15T17:57:56.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:56.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:56.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:56.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:56.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:56.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:56.990 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:56.990 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.991 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.991 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.991 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.991 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:56.991 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.991 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.991 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.991 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.991 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.991 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.991 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.991 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.991 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.29", 2024-04-15T17:57:56.991 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.991 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5049, 2024-04-15T17:57:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:02:10.337513+0000", 2024-04-15T17:57:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:56.992 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:56.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:56.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:56.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:56.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:56.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:56.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:56.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:56.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:56.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:56.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:56.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:56.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:56.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:56.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:56.993 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:56.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:56.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:56.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:56.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:56.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:56.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:56.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:56.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:56.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:56.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:56.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:56.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:56.994 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:56.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:56.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:56.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:56.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:56.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.995 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:56.995 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:56.995 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:56.995 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:56.995 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:56.995 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:56.995 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.995 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:56.995 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:56.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:56.996 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:56.996 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:56.996 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:56.996 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:56.996 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:56.996 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:56.996 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:56.996 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:56.996 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:56.996 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:56.996 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:56.996 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:56.996 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:56.996 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:56.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.468046+0000", 2024-04-15T17:57:56.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.468046+0000", 2024-04-15T17:57:56.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.468389+0000", 2024-04-15T17:57:56.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:56.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:56.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:56.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:56.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:56.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:56.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:56.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:56.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:56.997 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:56.998 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:56.998 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:56.998 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:56.998 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:56.998 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:56.998 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:56.998 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:56.998 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:56.998 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:56.998 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:56.998 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:56.998 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:56.998 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:56.998 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:56.999 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.28", 2024-04-15T17:57:56.999 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:56.999 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:56.999 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:56.999 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4965, 2024-04-15T17:57:56.999 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:56.999 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:07:20.760103+0000", 2024-04-15T17:57:56.999 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:56.999 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:56.999 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:56.999 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:56.999 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:56.999 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:56.999 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.000 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.001 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.002 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.002 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.002 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.002 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.002 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.002 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.002 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.003 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:57.003 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.003 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.003 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.003 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.003 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.003 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.003 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.003 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:57.003 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.003 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.003 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.003 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.003 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.004 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:57.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.395592+0000", 2024-04-15T17:57:57.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.395592+0000", 2024-04-15T17:57:57.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.395940+0000", 2024-04-15T17:57:57.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:57.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:57.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:57.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:57.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:57.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.004 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:57.005 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:57.005 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.005 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.005 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.005 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.005 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:57.005 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.005 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.005 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.005 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.005 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.005 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.006 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.006 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.006 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.27", 2024-04-15T17:57:57.006 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.006 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.006 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.006 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5043, 2024-04-15T17:57:57.006 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.006 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:16:51.486039+0000", 2024-04-15T17:57:57.006 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.006 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.006 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.006 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.006 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.007 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.008 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.009 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.009 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.009 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.010 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.010 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.010 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.010 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.010 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:57.010 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.010 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.010 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.010 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.010 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.010 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.010 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.011 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:57.011 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.011 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.011 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.011 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.011 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.011 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:57.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436024+0000", 2024-04-15T17:57:57.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436024+0000", 2024-04-15T17:57:57.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436326+0000", 2024-04-15T17:57:57.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:57.011 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:57.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:57.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:57.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:57.012 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:57.012 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.012 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.012 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.012 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.013 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.013 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.013 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.013 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.013 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.013 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.013 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.013 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.013 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.26", 2024-04-15T17:57:57.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.013 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.013 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.013 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4924, 2024-04-15T17:57:57.014 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.014 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:30:13.564847+0000", 2024-04-15T17:57:57.014 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.014 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.014 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.014 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.015 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.017 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.017 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.017 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.017 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.017 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.017 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.017 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.017 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:57.017 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.017 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.017 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.018 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.018 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.018 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.018 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.018 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.018 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.018 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.018 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.018 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.018 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.018 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:57.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.451797+0000", 2024-04-15T17:57:57.018 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.451797+0000", 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:53.453403+0000", 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.019 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.020 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.020 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.020 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:57:57.020 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.020 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.020 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.020 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.020 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.020 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.020 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.020 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.020 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.25", 2024-04-15T17:57:57.020 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.020 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.021 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.021 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5083, 2024-04-15T17:57:57.021 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.021 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:21:14.510055+0000", 2024-04-15T17:57:57.021 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.021 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.021 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.021 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.022 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.024 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.024 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.024 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.024 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.024 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.024 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.024 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.024 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.024 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.024 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.025 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.025 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.025 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.025 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.025 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.025 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:57.025 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.025 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.025 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.025 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.025 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.025 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:57.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.390005+0000", 2024-04-15T17:57:57.025 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.390005+0000", 2024-04-15T17:57:57.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.390427+0000", 2024-04-15T17:57:57.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:57.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:57.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:57.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:57.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:57.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:57.026 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:57.026 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.027 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.027 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.027 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.027 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:57.027 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.027 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.027 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.027 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.027 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.027 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.027 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.027 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.24", 2024-04-15T17:57:57.027 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.027 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.028 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.028 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5019, 2024-04-15T17:57:57.028 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.028 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:17:00.906826+0000", 2024-04-15T17:57:57.028 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.028 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.028 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.028 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.029 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.030 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.031 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.031 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.031 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.031 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.031 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.031 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.031 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.031 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:57.031 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.031 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.032 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.032 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.032 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.032 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.032 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.032 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:57.032 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.032 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.032 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.032 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.033 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.033 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:57.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.390382+0000", 2024-04-15T17:57:57.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.390382+0000", 2024-04-15T17:57:57.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.391096+0000", 2024-04-15T17:57:57.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:57.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:57.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:57.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:57.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:57.033 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:57.034 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:57.034 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.034 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.034 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.034 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.034 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:57.034 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.035 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.035 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.035 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.035 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.035 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.035 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.035 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.035 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.23", 2024-04-15T17:57:57.035 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.035 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.035 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.035 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:57:57.035 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.035 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:00:05.722549+0000", 2024-04-15T17:57:57.036 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.036 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.036 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.036 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.037 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.039 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.039 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.039 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.039 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.039 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.039 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.039 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.039 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:57.039 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.039 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.039 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.040 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.040 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.040 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.040 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.040 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:57.040 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.040 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.040 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.040 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.040 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.040 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:57.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.469033+0000", 2024-04-15T17:57:57.040 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.469033+0000", 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.469374+0000", 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.041 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.042 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.042 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.042 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:57.042 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.042 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.042 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.042 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.042 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.042 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.042 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.042 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.042 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.22", 2024-04-15T17:57:57.042 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.042 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.042 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.043 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4967, 2024-04-15T17:57:57.043 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.043 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:33:52.219374+0000", 2024-04-15T17:57:57.043 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.043 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.043 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.043 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.044 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.046 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.046 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.046 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.046 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.046 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.046 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.046 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.046 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:57.046 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.046 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.046 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.047 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.047 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.047 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.047 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.047 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:57.047 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.047 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.047 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.047 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.047 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.047 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:57.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525704+0000", 2024-04-15T17:57:57.047 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525704+0000", 2024-04-15T17:57:57.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526040+0000", 2024-04-15T17:57:57.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:57.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:57.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:57.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:57.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:57.048 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.21", 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.049 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.050 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.050 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5066, 2024-04-15T17:57:57.050 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.050 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:21:59.887391+0000", 2024-04-15T17:57:57.050 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.050 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.050 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.050 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.051 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.052 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.053 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.053 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.053 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.053 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.053 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.053 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.053 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.053 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.053 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:57.053 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.054 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.054 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.054 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.054 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.054 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.054 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.054 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:57.054 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.054 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.054 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.054 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.054 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.054 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.054 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.522965+0000", 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.522965+0000", 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.523311+0000", 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:57.055 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:57.056 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.056 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.056 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.056 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.056 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.056 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.056 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.056 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.056 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.056 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.056 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.056 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.056 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.056 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.20", 2024-04-15T17:57:57.056 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.057 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.057 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.057 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4925, 2024-04-15T17:57:57.057 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.057 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:27:21.606743+0000", 2024-04-15T17:57:57.057 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.057 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.057 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.058 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.059 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.060 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.060 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.060 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.060 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.060 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.060 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.060 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.060 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.060 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:57.061 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.061 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.061 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.061 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.061 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.061 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.061 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.061 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.061 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.061 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.061 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.061 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.061 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.061 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:57.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446626+0000", 2024-04-15T17:57:57.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446626+0000", 2024-04-15T17:57:57.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449982+0000", 2024-04-15T17:57:57.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:57.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:57.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:57.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:57.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.062 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:57.063 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:57.063 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.063 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.063 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.063 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.063 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.063 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.063 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.063 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.063 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.063 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.063 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.063 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.064 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.064 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.f", 2024-04-15T17:57:57.064 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.064 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.064 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.064 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4901, 2024-04-15T17:57:57.064 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.064 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:52:37.047257+0000", 2024-04-15T17:57:57.064 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.064 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.064 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.065 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.066 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.067 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.067 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.067 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.067 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.067 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.067 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.067 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.067 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.068 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.068 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.068 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.068 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.068 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.068 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.068 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.068 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.068 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:57.068 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.068 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.068 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.068 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.069 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.069 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.069 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:57.069 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435919+0000", 2024-04-15T17:57:57.069 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435919+0000", 2024-04-15T17:57:57.069 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436286+0000", 2024-04-15T17:57:57.069 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:57.069 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.069 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.069 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.069 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.069 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:57.069 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:57.069 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:57.069 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:57.070 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:57.070 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.070 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:57:57.070 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.070 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.070 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.070 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.070 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.070 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.070 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.070 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:57:57.071 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.071 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.071 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.071 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.e", 2024-04-15T17:57:57.071 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.071 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.071 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.071 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5069, 2024-04-15T17:57:57.071 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.071 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:31:34.047855+0000", 2024-04-15T17:57:57.071 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.071 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.071 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:57.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:57.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:57.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.073 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:57.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:57:57.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:57:57.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.074 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:57.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.075 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.075 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.075 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.075 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.075 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.075 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.075 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.075 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:57.075 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:57:57.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.075 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.076 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.076 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.076 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.076 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.076 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.076 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:57.076 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.076 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.076 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.076 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.076 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.076 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.076 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:57.076 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.519936+0000", 2024-04-15T17:57:57.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.519936+0000", 2024-04-15T17:57:57.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.520237+0000", 2024-04-15T17:57:57.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:57.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:57.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:57.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:57.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:57.077 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:57.078 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.078 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.078 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.078 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.078 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.078 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.078 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.078 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.078 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.078 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.078 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.078 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.078 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.079 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.c", 2024-04-15T17:57:57.079 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.079 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.079 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.079 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4958, 2024-04-15T17:57:57.079 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.079 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:46:35.771481+0000", 2024-04-15T17:57:57.079 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.079 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.079 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.079 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.079 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.079 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.079 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.080 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.081 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.082 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.082 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.082 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.082 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.082 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.082 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.082 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.082 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:57.083 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.083 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.083 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.083 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.083 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.083 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.083 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.083 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.083 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.083 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.083 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.083 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.083 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.083 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:57.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.396946+0000", 2024-04-15T17:57:57.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.396946+0000", 2024-04-15T17:57:57.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.397302+0000", 2024-04-15T17:57:57.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:57.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:57.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:57.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:57.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:57.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.084 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:57.085 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:57.085 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.085 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T17:57:57.085 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.085 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.085 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:57.085 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.085 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.085 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.085 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.085 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T17:57:57.085 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.085 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.085 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.086 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.d", 2024-04-15T17:57:57.086 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.086 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.086 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.086 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5086, 2024-04-15T17:57:57.086 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.086 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:48:28.141726+0000", 2024-04-15T17:57:57.086 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.086 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.086 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.086 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 70, 2024-04-15T17:57:57.086 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.086 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.086 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.086 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:57.087 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:57.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:57.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.088 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 2, 2024-04-15T17:57:57.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2, 2024-04-15T17:57:57.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T17:57:57.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:57:57.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.089 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.089 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.089 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.089 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.089 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.089 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.090 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.090 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.090 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T17:57:57.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.090 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.090 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.090 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.090 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.090 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.090 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.090 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.090 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.090 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.090 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.091 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.091 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.091 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:57.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446779+0000", 2024-04-15T17:57:57.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446779+0000", 2024-04-15T17:57:57.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.450427+0000", 2024-04-15T17:57:57.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:57.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:57.091 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:57.092 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:57.092 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.092 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.092 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.092 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:57.092 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:57.092 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.092 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.092 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.092 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.092 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.092 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.092 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.092 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.092 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.093 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.093 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.093 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.093 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.093 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.d", 2024-04-15T17:57:57.093 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.093 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.093 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.093 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4888, 2024-04-15T17:57:57.093 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.093 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:05:20.369983+0000", 2024-04-15T17:57:57.093 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.093 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.093 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.094 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.096 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.096 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.096 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.096 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.097 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.097 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.097 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.097 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.097 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.097 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.097 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.097 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.097 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.097 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.097 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.097 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:57.098 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.098 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.098 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.098 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.098 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.098 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:57.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.456466+0000", 2024-04-15T17:57:57.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.456466+0000", 2024-04-15T17:57:57.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.456863+0000", 2024-04-15T17:57:57.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:57.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.098 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:57.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:57.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:57.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:57.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:57.099 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:57.099 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.099 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.099 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.099 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.099 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:57.099 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.100 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.100 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.100 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.100 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.100 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.100 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.100 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.100 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.c", 2024-04-15T17:57:57.100 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.100 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.100 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.100 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5076, 2024-04-15T17:57:57.100 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.100 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:58:59.715574+0000", 2024-04-15T17:57:57.101 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.101 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.101 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.101 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.102 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.103 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.104 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:57.105 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.105 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.105 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.105 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.105 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.105 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:57.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.527121+0000", 2024-04-15T17:57:57.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.527121+0000", 2024-04-15T17:57:57.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.527538+0000", 2024-04-15T17:57:57.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:57.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.105 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:57.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:57.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:57.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:57.106 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:57.106 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.106 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.106 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.106 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.106 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.107 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.107 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.107 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.107 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.107 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.107 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.107 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.107 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.107 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.a", 2024-04-15T17:57:57.107 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.107 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.107 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.107 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4930, 2024-04-15T17:57:57.107 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.108 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:11:40.386793+0000", 2024-04-15T17:57:57.108 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.108 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.108 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.108 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.109 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.111 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.112 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.112 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.112 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.112 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.112 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.112 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.112 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.112 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.112 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:57.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439303+0000", 2024-04-15T17:57:57.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439303+0000", 2024-04-15T17:57:57.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.443263+0000", 2024-04-15T17:57:57.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:57.112 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:57.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:57.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:57.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:57.113 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:57.113 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.113 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 4, 2024-04-15T17:57:57.114 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.114 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.114 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.114 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.114 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.114 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.114 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.114 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 4, 2024-04-15T17:57:57.114 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.114 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.114 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.114 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.b", 2024-04-15T17:57:57.114 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.114 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.115 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.115 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4904, 2024-04-15T17:57:57.115 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.115 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:00:22.551323+0000", 2024-04-15T17:57:57.115 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.115 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.115 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.115 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:57.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:57.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:57.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.116 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:57.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 4, 2024-04-15T17:57:57.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 4, 2024-04-15T17:57:57.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T17:57:57.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.118 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.118 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.118 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.118 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.118 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.118 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.118 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.118 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.118 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'4" 2024-04-15T17:57:57.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.118 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.119 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.119 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.119 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.119 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.119 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.119 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:57.119 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.119 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.119 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.119 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.119 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.119 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:57.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.394186+0000", 2024-04-15T17:57:57.119 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.394186+0000", 2024-04-15T17:57:57.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.395042+0000", 2024-04-15T17:57:57.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:57.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:57.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:57.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:57.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:57.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:57.120 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:57.121 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.121 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.121 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.121 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.121 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:57.121 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.121 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.121 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.121 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.121 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.121 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.121 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.121 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.b", 2024-04-15T17:57:57.121 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.122 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.122 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.122 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5017, 2024-04-15T17:57:57.122 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.122 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:20:15.791375+0000", 2024-04-15T17:57:57.122 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.122 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.122 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.122 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.123 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.125 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.125 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.125 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.125 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.125 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.125 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.125 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.125 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:57.125 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.126 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.126 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.126 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.126 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.126 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.126 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.126 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.126 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.126 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.126 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.126 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.126 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.126 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.126 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:57.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.423074+0000", 2024-04-15T17:57:57.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.423074+0000", 2024-04-15T17:57:57.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.423380+0000", 2024-04-15T17:57:57.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:57.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:57.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:57.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:57.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.127 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.128 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:57.128 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:57.128 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.128 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.128 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.128 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.128 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.128 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.128 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.128 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.128 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.128 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.128 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.128 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.129 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.a", 2024-04-15T17:57:57.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.129 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.129 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.129 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5083, 2024-04-15T17:57:57.129 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.129 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:07:31.515388+0000", 2024-04-15T17:57:57.129 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.129 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.129 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.129 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.130 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.132 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.132 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.132 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.132 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.132 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.133 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.133 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.133 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.133 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.133 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.133 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.133 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.133 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.133 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.133 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.133 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:57.133 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.133 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.133 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.134 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.134 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.134 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:57.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431819+0000", 2024-04-15T17:57:57.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431819+0000", 2024-04-15T17:57:57.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.432332+0000", 2024-04-15T17:57:57.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:57.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.134 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:57.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:57.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:57.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:57.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:57.135 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.135 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.135 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.135 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.135 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.135 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.135 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.136 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.136 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.136 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.136 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.136 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.136 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.136 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.8", 2024-04-15T17:57:57.136 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.136 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.136 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.136 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5051, 2024-04-15T17:57:57.136 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.136 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:03:32.955743+0000", 2024-04-15T17:57:57.136 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.136 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.137 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.139 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.139 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.140 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.140 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.140 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.140 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.140 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.140 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:57.140 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.140 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.140 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.140 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.140 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.140 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.140 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.141 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.141 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.141 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.141 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.141 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.141 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.141 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:57.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.434983+0000", 2024-04-15T17:57:57.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.434983+0000", 2024-04-15T17:57:57.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.435395+0000", 2024-04-15T17:57:57.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:57.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:57.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:57.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:57.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:57.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:57.142 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.142 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.142 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.142 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.142 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.143 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.143 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.143 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.143 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.143 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.143 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.143 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.143 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.143 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.9", 2024-04-15T17:57:57.143 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.143 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.143 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.143 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5083, 2024-04-15T17:57:57.143 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.143 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:06:41.594748+0000", 2024-04-15T17:57:57.144 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.144 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.144 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.147 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.147 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.147 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.147 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.147 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.147 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.147 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.147 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.147 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.147 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.147 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.147 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.147 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.148 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.148 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.148 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:57.148 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.148 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.148 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.148 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.148 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.148 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.148 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:57.148 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.441781+0000", 2024-04-15T17:57:57.148 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.441781+0000", 2024-04-15T17:57:57.148 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.442185+0000", 2024-04-15T17:57:57.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:57.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:57.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:57.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:57.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:57.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:57.149 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.149 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.150 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.150 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.150 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.150 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.150 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.150 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.150 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.150 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.150 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.150 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.150 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.150 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.9", 2024-04-15T17:57:57.150 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.150 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.151 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.151 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5033, 2024-04-15T17:57:57.151 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.151 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:50:39.082501+0000", 2024-04-15T17:57:57.151 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.151 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.151 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.154 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.154 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.154 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.154 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.154 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.154 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.154 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.154 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:57.154 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.155 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.155 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.155 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.155 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.155 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.155 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.155 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.155 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.155 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.155 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.155 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.155 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.155 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.155 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:57.155 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435360+0000", 2024-04-15T17:57:57.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435360+0000", 2024-04-15T17:57:57.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.443319+0000", 2024-04-15T17:57:57.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:57.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:57.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:57.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:57.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:57.157 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:57.157 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.157 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.157 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.157 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.157 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.157 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.157 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.157 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.157 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.157 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.157 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.157 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.157 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.157 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.8", 2024-04-15T17:57:57.158 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.158 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.158 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.158 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4900, 2024-04-15T17:57:57.158 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.158 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:15:37.213225+0000", 2024-04-15T17:57:57.158 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.158 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.158 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.161 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.161 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.161 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.161 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.161 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.161 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.161 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.162 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.162 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.162 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.162 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.162 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.162 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.162 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.162 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.162 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:57.162 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.162 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.162 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.162 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.162 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.163 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:57.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.389266+0000", 2024-04-15T17:57:57.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.389266+0000", 2024-04-15T17:57:57.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.389620+0000", 2024-04-15T17:57:57.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:57.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:57.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:57.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:57.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:57.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.164 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.164 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:57.164 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:57.164 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.164 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.164 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.164 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.164 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:57.164 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.164 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.164 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.164 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.164 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.164 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.165 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.165 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.165 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.6", 2024-04-15T17:57:57.165 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.165 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.165 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.165 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5100, 2024-04-15T17:57:57.165 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.165 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:45:01.302916+0000", 2024-04-15T17:57:57.165 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.165 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.165 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.168 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.168 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.168 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.168 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.169 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.169 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.169 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.169 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:57.169 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.169 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.169 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.169 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.169 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.169 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.169 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.169 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:57.169 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.170 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.170 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.170 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.170 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.170 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:57.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436824+0000", 2024-04-15T17:57:57.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436824+0000", 2024-04-15T17:57:57.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.437196+0000", 2024-04-15T17:57:57.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:57.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:57.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:57.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:57.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:57.171 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:57.171 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.171 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:57:57.171 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.171 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.171 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:57:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.7", 2024-04-15T17:57:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4918, 2024-04-15T17:57:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.172 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:24:20.852012+0000", 2024-04-15T17:57:57.173 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.173 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.173 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:57.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:57.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:57.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.176 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.176 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.176 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.176 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.176 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.176 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.176 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.176 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:57.176 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:57:57.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.176 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.176 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.176 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.176 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.177 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.177 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.177 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:57.177 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.177 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.177 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:57.177 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.177 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.177 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.177 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:57.177 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.528198+0000", 2024-04-15T17:57:57.177 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.528198+0000", 2024-04-15T17:57:57.177 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.817752+0000", 2024-04-15T17:57:57.177 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:57.177 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:57.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:57.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:57.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:57.178 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:57.178 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.178 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3140, 2024-04-15T17:57:57.178 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.179 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.179 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.179 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.179 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.179 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.179 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.179 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3140, 2024-04-15T17:57:57.179 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.179 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.179 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.179 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.1", 2024-04-15T17:57:57.179 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.179 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.179 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.179 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8949, 2024-04-15T17:57:57.180 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.180 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:30:22.425334+0000", 2024-04-15T17:57:57.180 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.007297136, 2024-04-15T17:57:57.180 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.180 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1365, 2024-04-15T17:57:57.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 399231, 2024-04-15T17:57:57.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3125, 2024-04-15T17:57:57.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 410114 2024-04-15T17:57:57.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.183 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.183 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.183 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.183 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.183 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.183 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.183 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.183 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:57.183 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3140" 2024-04-15T17:57:57.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.183 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.183 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.183 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.184 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.184 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.184 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.184 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:57.184 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.184 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.184 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.184 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.184 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.184 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.184 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:57.184 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431685+0000", 2024-04-15T17:57:57.184 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431685+0000", 2024-04-15T17:57:57.184 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.432096+0000", 2024-04-15T17:57:57.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:57.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:57.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:57.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:57.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:57.185 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:57.185 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.186 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.186 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.186 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.186 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.186 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.186 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.186 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.186 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.186 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.186 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.186 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.186 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.186 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.7", 2024-04-15T17:57:57.186 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.187 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.187 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.187 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5019, 2024-04-15T17:57:57.187 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.187 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:04:11.186161+0000", 2024-04-15T17:57:57.187 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.187 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.187 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.190 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.190 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.190 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.190 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.190 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.190 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.190 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.190 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:57.190 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.191 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.191 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.191 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.191 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.191 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.191 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.191 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.191 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.191 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.191 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.191 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.191 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.191 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.191 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:57.191 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.527464+0000", 2024-04-15T17:57:57.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.527464+0000", 2024-04-15T17:57:57.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.527882+0000", 2024-04-15T17:57:57.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:57.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:57.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:57.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:57.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.192 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:57.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:57.193 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.193 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:57:57.193 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.193 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.193 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.193 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.193 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.193 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.193 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.193 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:57:57.193 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.193 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.193 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.194 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.6", 2024-04-15T17:57:57.194 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.194 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.194 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.194 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5090, 2024-04-15T17:57:57.194 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.194 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:39:02.683377+0000", 2024-04-15T17:57:57.194 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.194 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.194 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:57.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:57.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:57.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:57.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 4, 2024-04-15T17:57:57.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 4, 2024-04-15T17:57:57.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:57.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.197 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.197 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.197 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.197 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.197 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.197 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.198 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.198 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.198 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "564'3" 2024-04-15T17:57:57.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.198 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.198 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.198 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.198 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.198 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.198 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.198 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:57.198 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.198 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.198 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:57.199 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.199 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.199 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:57.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431611+0000", 2024-04-15T17:57:57.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431611+0000", 2024-04-15T17:57:57.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.848702+0000", 2024-04-15T17:57:57.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:57.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:57.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:57.199 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:57.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:57.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:57.200 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.200 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2830, 2024-04-15T17:57:57.200 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.200 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.200 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.200 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.200 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.200 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.200 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.200 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2830, 2024-04-15T17:57:57.201 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.201 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.201 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.201 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.0", 2024-04-15T17:57:57.201 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.201 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.201 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.201 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8486, 2024-04-15T17:57:57.201 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.201 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:53:07.262835+0000", 2024-04-15T17:57:57.201 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003387645, 2024-04-15T17:57:57.201 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.201 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 942, 2024-04-15T17:57:57.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 349371, 2024-04-15T17:57:57.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 2805, 2024-04-15T17:57:57.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 370831 2024-04-15T17:57:57.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.204 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.204 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.204 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.204 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.204 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.205 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.205 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.205 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:57.205 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'2830" 2024-04-15T17:57:57.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.205 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.205 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.205 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.205 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.205 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.205 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.205 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.205 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.205 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.205 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.206 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.206 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.206 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:57.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460747+0000", 2024-04-15T17:57:57.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460747+0000", 2024-04-15T17:57:57.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.461863+0000", 2024-04-15T17:57:57.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:57.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:57.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:57.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:57.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:57.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:57.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:57.207 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.207 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.207 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.207 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.207 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:57.207 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.207 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.207 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.208 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.208 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.208 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.208 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.208 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.208 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.4", 2024-04-15T17:57:57.208 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.208 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.208 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.208 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5085, 2024-04-15T17:57:57.208 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.208 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:46:31.088065+0000", 2024-04-15T17:57:57.208 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.208 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.208 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.211 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.211 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.212 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.212 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.212 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.212 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.212 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.212 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.212 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.212 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.212 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.212 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.212 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.212 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.212 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.212 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.213 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.213 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.213 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.213 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.213 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.213 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:57.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.438167+0000", 2024-04-15T17:57:57.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.438167+0000", 2024-04-15T17:57:57.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447156+0000", 2024-04-15T17:57:57.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:57.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.213 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:57.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:57.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:57.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:57.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:57.214 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.214 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.214 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.214 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.215 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.215 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.215 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.215 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.215 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.215 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.215 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.215 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.215 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.215 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.5", 2024-04-15T17:57:57.215 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.215 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.215 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.215 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4906, 2024-04-15T17:57:57.216 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.216 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:58:22.930754+0000", 2024-04-15T17:57:57.216 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.216 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.216 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.219 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.219 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.219 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.219 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.219 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.219 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.219 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.219 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.219 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.219 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.219 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.219 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.219 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.220 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.220 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.220 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.220 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.220 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.220 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.220 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:57.220 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.220 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.220 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:57.220 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.220 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.220 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:57.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445624+0000", 2024-04-15T17:57:57.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445624+0000", 2024-04-15T17:57:57.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.868819+0000", 2024-04-15T17:57:57.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:57.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:57.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:57.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:57.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.222 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.222 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:57.222 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:57.222 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.222 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3195, 2024-04-15T17:57:57.222 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.222 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.222 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.222 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.222 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.222 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.222 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3195, 2024-04-15T17:57:57.223 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.223 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.223 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.223 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.3", 2024-04-15T17:57:57.223 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.223 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.223 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.223 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 9032, 2024-04-15T17:57:57.223 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.223 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:03:01.661878+0000", 2024-04-15T17:57:57.223 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.004077061, 2024-04-15T17:57:57.223 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.223 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:57.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:57.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:57.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:57.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.226 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.226 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.226 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1080, 2024-04-15T17:57:57.226 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 397317, 2024-04-15T17:57:57.226 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.226 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.226 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.226 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3180, 2024-04-15T17:57:57.226 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 398617 2024-04-15T17:57:57.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.226 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.226 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.226 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.226 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.227 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.227 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.227 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.227 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:57.227 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3195" 2024-04-15T17:57:57.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.227 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.227 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.227 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.227 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.227 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.227 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.227 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.227 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.228 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.228 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.228 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.228 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.228 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:57.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.438016+0000", 2024-04-15T17:57:57.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.438016+0000", 2024-04-15T17:57:57.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447074+0000", 2024-04-15T17:57:57.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:57.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:57.229 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:57.229 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:57.229 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.229 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.229 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.229 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:57.229 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:57.229 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.229 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.229 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.229 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.229 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.229 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.229 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.229 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.230 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.230 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.230 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.230 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.230 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.230 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.0", 2024-04-15T17:57:57.230 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.230 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.230 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.230 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4903, 2024-04-15T17:57:57.230 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.230 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:00:47.015103+0000", 2024-04-15T17:57:57.230 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.230 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.230 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.233 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.233 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.233 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.233 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.233 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.233 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.233 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.233 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.233 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.233 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.233 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.233 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.233 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.233 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.234 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.234 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.234 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.234 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.234 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.234 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.234 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.234 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.234 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.234 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.234 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.234 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.234 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:57.235 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.235 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.235 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.235 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.235 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.235 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:57.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.385690+0000", 2024-04-15T17:57:57.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.385690+0000", 2024-04-15T17:57:57.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.386033+0000", 2024-04-15T17:57:57.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:57.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.236 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.237 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.237 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.237 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.237 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.237 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.237 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.237 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1", 2024-04-15T17:57:57.237 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.237 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.237 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.237 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:57:57.237 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.237 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:52:21.990147+0000", 2024-04-15T17:57:57.237 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.238 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.238 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.240 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.241 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:57.242 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.242 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.242 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:57.242 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.242 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.242 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:57.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.592876+0000", 2024-04-15T17:57:57.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.592876+0000", 2024-04-15T17:57:57.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.868822+0000", 2024-04-15T17:57:57.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:57.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3020, 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.243 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.244 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.244 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3020, 2024-04-15T17:57:57.244 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.244 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.244 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.244 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.6", 2024-04-15T17:57:57.244 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.244 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.244 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.244 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8893, 2024-04-15T17:57:57.244 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.244 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:25:59.638093+0000", 2024-04-15T17:57:57.244 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003843094, 2024-04-15T17:57:57.244 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.245 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 4194304, 2024-04-15T17:57:57.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:57.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:57.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:57.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1292, 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 418930, 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 2978, 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 367674 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.247 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.248 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.248 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.248 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.248 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.248 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.248 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:57.248 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3020" 2024-04-15T17:57:57.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.248 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.248 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.248 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.248 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.248 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.248 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.249 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.249 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.249 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.249 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 19, 2024-04-15T17:57:57.249 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.249 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.249 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:57.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.438959+0000", 2024-04-15T17:57:57.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.438959+0000", 2024-04-15T17:57:57.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.444720+0000", 2024-04-15T17:57:57.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:57.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T17:57:57.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T17:57:57.250 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.250 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:57.250 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:57.250 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:57.250 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.250 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.250 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T17:57:57.250 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:57.250 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:57.250 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.250 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 241, 2024-04-15T17:57:57.250 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.250 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.250 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.251 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.251 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.251 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.251 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.251 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 241, 2024-04-15T17:57:57.251 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.251 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.251 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.251 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "1.0", 2024-04-15T17:57:57.251 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.251 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.251 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.251 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5546, 2024-04-15T17:57:57.251 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.251 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:19:35.982947+0000", 2024-04-15T17:57:57.252 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.252 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.252 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-04-15T17:57:57.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-04-15T17:57:57.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:57:57.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:57:57.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:57:57.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-04-15T17:57:57.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1214, 2024-04-15T17:57:57.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2024, 2024-04-15T17:57:57.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 399, 2024-04-15T17:57:57.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-04-15T17:57:57.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.255 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.255 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.255 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.255 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.255 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.255 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.255 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.255 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.255 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "2138'241" 2024-04-15T17:57:57.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.255 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.255 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.255 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.255 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.442112+0000", 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.442112+0000", 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.442606+0000", 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.257 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.257 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.257 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:57.257 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:57.257 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:57.257 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.257 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.257 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.257 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:57.257 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:57.257 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.257 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.257 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.257 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.257 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.258 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.258 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.258 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.258 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.258 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.258 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.258 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.258 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.258 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.3", 2024-04-15T17:57:57.258 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.258 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.258 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.258 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4944, 2024-04-15T17:57:57.258 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.259 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:18:59.822926+0000", 2024-04-15T17:57:57.259 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.259 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.259 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.262 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.262 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.262 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.262 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.262 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.262 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.262 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.262 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:57.262 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.262 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.262 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.262 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.263 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.263 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.263 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.263 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:57.263 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.263 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.263 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.263 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.263 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.263 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:57.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525651+0000", 2024-04-15T17:57:57.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525651+0000", 2024-04-15T17:57:57.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526042+0000", 2024-04-15T17:57:57.264 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:57.264 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.264 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.264 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.264 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.264 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:57.264 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:57.264 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:57.264 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.264 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.264 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.264 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:57.264 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:57.264 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.264 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2", 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.265 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5008, 2024-04-15T17:57:57.266 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.266 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:31:55.937870+0000", 2024-04-15T17:57:57.266 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.266 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.266 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.269 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.270 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:57.270 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.270 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.270 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:57.270 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.270 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.270 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:57.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.447614+0000", 2024-04-15T17:57:57.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.447614+0000", 2024-04-15T17:57:57.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.806511+0000", 2024-04-15T17:57:57.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:57.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.271 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.271 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.271 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:57.271 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:57.271 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:57.271 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.271 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.271 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.271 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:57.271 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:57.271 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.271 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3027, 2024-04-15T17:57:57.271 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.271 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.272 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.272 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.272 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.272 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.272 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3027, 2024-04-15T17:57:57.272 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.272 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.272 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.272 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.5", 2024-04-15T17:57:57.272 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.272 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.272 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.272 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8698, 2024-04-15T17:57:57.272 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.272 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:27:53.919107+0000", 2024-04-15T17:57:57.273 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003202311, 2024-04-15T17:57:57.273 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.273 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1297, 2024-04-15T17:57:57.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 379199, 2024-04-15T17:57:57.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3012, 2024-04-15T17:57:57.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 389502 2024-04-15T17:57:57.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.276 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.276 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.276 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.276 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.276 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.276 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.276 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.276 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:57.276 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3027" 2024-04-15T17:57:57.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.276 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.276 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.276 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.277 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.277 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.277 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.277 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:57.277 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.277 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.277 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.277 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.277 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.277 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:57.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.452544+0000", 2024-04-15T17:57:57.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.452544+0000", 2024-04-15T17:57:57.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:53.452897+0000", 2024-04-15T17:57:57.278 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:57.278 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.278 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.278 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.278 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:57:57.278 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:57.278 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:57.278 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:57.278 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.278 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.278 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.278 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:57.278 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:57.279 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.279 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.279 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.279 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.279 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:57:57.279 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.279 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.279 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.279 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.279 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.279 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.279 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.279 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.279 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1", 2024-04-15T17:57:57.279 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5080, 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:07:32.453838+0000", 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.283 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.283 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.283 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.283 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.283 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.283 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.283 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.283 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.283 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:57.283 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.283 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.283 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.284 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.284 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.284 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.284 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.284 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.284 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.284 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.284 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.284 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.284 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.284 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:57.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515308+0000", 2024-04-15T17:57:57.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515308+0000", 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.515707+0000", 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.285 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.286 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.286 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.286 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.286 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.286 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.286 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.286 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.286 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.286 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.286 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.286 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.286 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.0", 2024-04-15T17:57:57.286 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.286 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.287 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.287 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5086, 2024-04-15T17:57:57.287 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.287 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:04:04.136317+0000", 2024-04-15T17:57:57.287 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.287 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.287 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.290 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.290 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.290 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.290 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.290 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.290 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.290 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.290 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.290 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.290 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460262+0000", 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460262+0000", 2024-04-15T17:57:57.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.807737+0000", 2024-04-15T17:57:57.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:57.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:57.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:57.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:57.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:57.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:57.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:57.292 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.292 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3101, 2024-04-15T17:57:57.293 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.293 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.293 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:57.293 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.293 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.293 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.293 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.293 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3101, 2024-04-15T17:57:57.293 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.293 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.293 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.293 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.7", 2024-04-15T17:57:57.293 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.293 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.293 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.294 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8763, 2024-04-15T17:57:57.294 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.294 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:57:17.095655+0000", 2024-04-15T17:57:57.294 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003659063, 2024-04-15T17:57:57.294 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.294 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 901, 2024-04-15T17:57:57.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 381417, 2024-04-15T17:57:57.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3101, 2024-04-15T17:57:57.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 381117 2024-04-15T17:57:57.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.297 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.297 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.297 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.297 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.297 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.297 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.297 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.297 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.297 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3101" 2024-04-15T17:57:57.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.297 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.297 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.298 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.298 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.298 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.298 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.298 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:57.298 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.298 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.298 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.298 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.298 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.298 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:57.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517817+0000", 2024-04-15T17:57:57.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517817+0000", 2024-04-15T17:57:57.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.518096+0000", 2024-04-15T17:57:57.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:57.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:57.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:57.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:57.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:57.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:57.299 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.300 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.300 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.300 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.300 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.300 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.300 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.300 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.300 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.300 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.300 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.300 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.300 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.300 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3", 2024-04-15T17:57:57.300 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.300 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5011, 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:37:47.350263+0000", 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.304 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.304 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.304 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.304 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.304 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.304 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.304 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.304 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.304 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:57.304 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.304 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.304 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.304 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.305 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.305 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.305 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.305 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:57.305 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.305 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.305 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.305 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.305 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.305 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:57.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.520868+0000", 2024-04-15T17:57:57.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.520868+0000", 2024-04-15T17:57:57.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.521147+0000", 2024-04-15T17:57:57.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:57.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:57.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:57.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:57.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:57.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:57.306 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.306 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.2", 2024-04-15T17:57:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.307 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.308 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4951, 2024-04-15T17:57:57.308 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.308 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:11:21.489300+0000", 2024-04-15T17:57:57.308 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.308 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.308 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.311 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.311 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.311 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.311 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.311 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.311 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.311 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.311 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.311 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:57.311 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.311 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.312 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.312 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.312 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.312 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.312 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.312 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.312 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.312 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.312 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:57.312 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.312 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.312 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:57.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.451631+0000", 2024-04-15T17:57:57.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.451631+0000", 2024-04-15T17:57:57.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.810013+0000", 2024-04-15T17:57:57.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:57.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:57:57.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:57.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:57.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:57.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:57.314 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:57.314 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.314 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3022, 2024-04-15T17:57:57.314 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.314 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.314 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:57:57.314 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.314 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.314 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.314 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.314 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3022, 2024-04-15T17:57:57.314 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.314 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.314 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.315 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.4", 2024-04-15T17:57:57.315 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.315 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.315 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.315 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8834, 2024-04-15T17:57:57.315 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.315 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:35:24.240447+0000", 2024-04-15T17:57:57.315 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.004786005, 2024-04-15T17:57:57.315 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.315 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:57.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:57.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:57.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:57.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1053, 2024-04-15T17:57:57.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 402836, 2024-04-15T17:57:57.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3021, 2024-04-15T17:57:57.318 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 347469 2024-04-15T17:57:57.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.318 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.318 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.318 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.318 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.318 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.318 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3022" 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.319 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.461046+0000", 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.461046+0000", 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.461360+0000", 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:57.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.5", 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.321 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.322 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.322 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4967, 2024-04-15T17:57:57.322 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.322 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:04:24.771010+0000", 2024-04-15T17:57:57.322 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.322 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.322 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.325 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.325 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.325 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.325 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.325 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.325 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.325 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.325 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.325 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:57.325 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.326 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.326 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.326 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.326 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.326 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.326 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.326 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.326 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.326 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.326 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.326 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.326 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.326 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:57.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.594758+0000", 2024-04-15T17:57:57.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.594758+0000", 2024-04-15T17:57:57.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.595720+0000", 2024-04-15T17:57:57.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:57.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:57:57.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:57.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:57.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:57.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.328 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:57.328 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:57.328 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.328 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.328 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.328 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.328 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:57:57.328 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.328 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.328 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.328 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.328 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.328 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.329 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.329 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.329 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.4", 2024-04-15T17:57:57.329 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.329 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.329 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.329 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5107, 2024-04-15T17:57:57.329 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.329 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:12:51.924971+0000", 2024-04-15T17:57:57.329 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.329 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.329 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.332 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:57.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460615+0000", 2024-04-15T17:57:57.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460615+0000", 2024-04-15T17:57:57.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.807911+0000", 2024-04-15T17:57:57.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:57.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:57.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:57.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:57.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:57.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:57.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:57.335 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:57.335 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.335 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3108, 2024-04-15T17:57:57.335 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.335 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.335 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:57.335 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.335 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.335 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.335 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.335 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3108, 2024-04-15T17:57:57.335 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.335 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.335 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.2", 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 9049, 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:06:50.399162+0000", 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.002890858, 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 19, 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1114, 2024-04-15T17:57:57.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 401813, 2024-04-15T17:57:57.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3091, 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 386479 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3108" 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.339 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.340 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.340 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.340 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.340 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.340 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.340 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.340 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.340 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.340 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.340 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.340 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.340 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:57.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.437587+0000", 2024-04-15T17:57:57.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.437587+0000", 2024-04-15T17:57:57.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.438875+0000", 2024-04-15T17:57:57.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:57.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:57.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:57.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:57.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:57.341 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:57.342 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.342 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.342 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.342 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.342 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.342 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.342 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.342 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.342 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.342 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.342 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.342 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.342 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.342 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.e", 2024-04-15T17:57:57.342 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.343 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.343 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.343 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4901, 2024-04-15T17:57:57.343 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.343 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:20:00.098369+0000", 2024-04-15T17:57:57.343 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.343 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.343 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.346 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.346 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.346 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.346 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.346 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.346 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.346 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.346 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.346 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.346 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.346 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.346 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.347 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.347 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.347 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.347 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.347 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.347 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.347 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:57.347 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.347 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.347 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.347 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.347 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.347 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:57.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.434848+0000", 2024-04-15T17:57:57.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.434848+0000", 2024-04-15T17:57:57.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.435288+0000", 2024-04-15T17:57:57.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:57.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:57.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:57.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:57.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.348 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.349 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.f", 2024-04-15T17:57:57.350 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.350 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.350 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.350 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5012, 2024-04-15T17:57:57.350 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.350 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:50:13.495339+0000", 2024-04-15T17:57:57.350 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.350 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.350 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 22, 2024-04-15T17:57:57.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:57.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 2, 2024-04-15T17:57:57.352 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2, 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T17:57:57.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.354 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.354 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.354 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.354 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.354 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.354 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.354 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.354 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.354 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.354 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.354 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.354 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.354 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:57.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435479+0000", 2024-04-15T17:57:57.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435479+0000", 2024-04-15T17:57:57.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447850+0000", 2024-04-15T17:57:57.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:57.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:57.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:57.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:57.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.355 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:57.356 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:57.356 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.356 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.356 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.356 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.356 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.356 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.356 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.356 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.356 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.356 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.356 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.356 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.356 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.11", 2024-04-15T17:57:57.357 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.357 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.357 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.357 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4887, 2024-04-15T17:57:57.357 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.357 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:48:48.946588+0000", 2024-04-15T17:57:57.357 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.357 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.357 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.359 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.360 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.360 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.360 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.360 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.360 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.360 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.360 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.360 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.360 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.360 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.360 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.360 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.360 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.361 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.361 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.361 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.361 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.361 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.361 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.361 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:57.361 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.361 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.361 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.361 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.361 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.361 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:57.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.583340+0000", 2024-04-15T17:57:57.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.583340+0000", 2024-04-15T17:57:57.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.584189+0000", 2024-04-15T17:57:57.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:57.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:57:57.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:57.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:57.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:57.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.362 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:57.363 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:57.363 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.363 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 8, 2024-04-15T17:57:57.363 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.363 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.363 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:57:57.363 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.363 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.363 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.363 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.363 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 8, 2024-04-15T17:57:57.363 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.363 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.363 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.363 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.10", 2024-04-15T17:57:57.364 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.364 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.364 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.364 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5093, 2024-04-15T17:57:57.364 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.364 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:15:26.336628+0000", 2024-04-15T17:57:57.364 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.364 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.364 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T17:57:57.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 4, 2024-04-15T17:57:57.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 48, 2024-04-15T17:57:57.366 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 48, 2024-04-15T17:57:57.367 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.367 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.367 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.367 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 12, 2024-04-15T17:57:57.367 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.367 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.367 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.367 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.367 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.367 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.367 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.367 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.367 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:57.368 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'8" 2024-04-15T17:57:57.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.368 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.368 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.368 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.368 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.368 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.368 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.368 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:57.368 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.368 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.368 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.368 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.368 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.369 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:57.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515642+0000", 2024-04-15T17:57:57.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515642+0000", 2024-04-15T17:57:57.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.516093+0000", 2024-04-15T17:57:57.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:57.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:57.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:57.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:57.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.369 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.370 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.370 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:57.370 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:57.370 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.370 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.370 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.370 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.370 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.370 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.370 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.370 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.370 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.370 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.370 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.370 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.371 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.371 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.10", 2024-04-15T17:57:57.371 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.371 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.371 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.371 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4920, 2024-04-15T17:57:57.371 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.371 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:49:24.473305+0000", 2024-04-15T17:57:57.371 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.371 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.371 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.373 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.374 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.374 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.374 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.374 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.374 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.374 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.374 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.374 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.374 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.374 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.374 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.374 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.374 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.375 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.375 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:57.375 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.375 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.375 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.375 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.375 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.375 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.375 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.375 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:57.375 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.375 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.375 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.375 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.376 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.376 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.376 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:57.376 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.522119+0000", 2024-04-15T17:57:57.376 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.522119+0000", 2024-04-15T17:57:57.376 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.523124+0000", 2024-04-15T17:57:57.376 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:57.376 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.376 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.376 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.376 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.376 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:57.376 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:57.377 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:57.377 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.377 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.377 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.377 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:57.377 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:57.377 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.377 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.377 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.377 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.377 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.377 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.377 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.378 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.378 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.378 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.378 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.378 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.378 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.378 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.11", 2024-04-15T17:57:57.378 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.378 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.378 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.378 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4928, 2024-04-15T17:57:57.378 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.378 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:40:35.749220+0000", 2024-04-15T17:57:57.378 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.379 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.379 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.380 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.381 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.381 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.381 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.381 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.381 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.381 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.381 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.381 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.381 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.381 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.381 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.381 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.381 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.381 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.382 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.382 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.382 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.382 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.382 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.382 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.382 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.382 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.382 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:57.382 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.382 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.382 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.382 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.383 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.383 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.383 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.383 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.383 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.383 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.383 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.383 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.383 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.383 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.383 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:57.383 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.430857+0000", 2024-04-15T17:57:57.383 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.430857+0000", 2024-04-15T17:57:57.383 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.433610+0000", 2024-04-15T17:57:57.383 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:57.384 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.384 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.384 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.384 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.384 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:57.384 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:57.384 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:57.384 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.384 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.384 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.384 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:57.384 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:57.384 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.384 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.384 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.385 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.385 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.385 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.385 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.385 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.385 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.385 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.385 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.385 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.385 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.385 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.13", 2024-04-15T17:57:57.385 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.385 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.385 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.386 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4900, 2024-04-15T17:57:57.386 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.386 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:09:20.898872+0000", 2024-04-15T17:57:57.386 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.386 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.386 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.388 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.389 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.389 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.389 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.389 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.389 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.389 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.389 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.389 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.389 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.389 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.389 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.390 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.390 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.390 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.390 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.390 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.390 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:57.390 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.390 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.390 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.390 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.390 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.390 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.390 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:57.390 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439417+0000", 2024-04-15T17:57:57.391 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439417+0000", 2024-04-15T17:57:57.391 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.439882+0000", 2024-04-15T17:57:57.391 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:57.391 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.391 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.391 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.391 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.391 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:57.391 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:57.391 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:57.391 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.391 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.391 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.391 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:57.391 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:57.392 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.392 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.392 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.392 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.392 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.392 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.392 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.392 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.392 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.392 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.392 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.392 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.392 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.392 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.12", 2024-04-15T17:57:57.392 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.393 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.393 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.393 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4958, 2024-04-15T17:57:57.393 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.393 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:07:43.889106+0000", 2024-04-15T17:57:57.393 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.393 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.393 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.395 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.396 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.396 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.396 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.396 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.396 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.396 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.396 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.396 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.396 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:57.396 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.397 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.397 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.397 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.397 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.397 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.397 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.397 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:57.397 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.397 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.397 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.397 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.397 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.397 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.398 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:57.398 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.442467+0000", 2024-04-15T17:57:57.398 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.442467+0000", 2024-04-15T17:57:57.398 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.442860+0000", 2024-04-15T17:57:57.398 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:57.398 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.398 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.398 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.398 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.398 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:57.398 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:57.398 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:57.398 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.398 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.399 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.399 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:57.399 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:57.399 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.399 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.399 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.399 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.399 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.399 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.399 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.399 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.399 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.399 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.399 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.399 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.400 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.400 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.12", 2024-04-15T17:57:57.400 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.400 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.400 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.400 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5096, 2024-04-15T17:57:57.400 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.400 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:34:39.937552+0000", 2024-04-15T17:57:57.400 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.400 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.400 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.402 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.403 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.403 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.403 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.403 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.403 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.403 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.404 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.404 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.404 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:57.404 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.404 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.404 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.404 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.404 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.404 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.404 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.404 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:57.404 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.404 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.391711+0000", 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.391711+0000", 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.393344+0000", 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:57.405 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:57.406 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.406 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.406 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.406 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:57.406 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:57.406 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.406 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:57:57.406 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.406 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.406 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:57.406 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.406 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.406 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.406 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.407 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:57:57.407 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.407 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.407 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.407 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.13", 2024-04-15T17:57:57.407 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.407 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.407 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.407 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5103, 2024-04-15T17:57:57.407 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.407 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:18:54.137915+0000", 2024-04-15T17:57:57.407 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.407 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.407 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 34, 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:57:57.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:57:57.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:57:57.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:57.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.409 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 8, 2024-04-15T17:57:57.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 16, 2024-04-15T17:57:57.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:57.410 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 7 2024-04-15T17:57:57.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.410 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.410 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.410 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.410 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.411 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.411 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.411 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.411 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:57.411 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:57:57.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.411 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.411 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.411 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.411 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.411 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.411 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.411 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.411 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.411 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.437727+0000", 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.437727+0000", 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.444914+0000", 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:57.412 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:57.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:57.413 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:57.413 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.413 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.413 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.413 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.413 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.413 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.413 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.414 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.414 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.414 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.414 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.414 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.414 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.414 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.15", 2024-04-15T17:57:57.414 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.414 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.414 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.414 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4915, 2024-04-15T17:57:57.414 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.414 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:02:14.202098+0000", 2024-04-15T17:57:57.414 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.415 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.415 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.416 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.417 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.417 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.418 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.418 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.418 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.418 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.418 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.418 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.418 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.418 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.418 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.418 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.418 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.418 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.418 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.419 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.419 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:57.419 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.419 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.419 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.419 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.419 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.419 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.419 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:57.419 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525959+0000", 2024-04-15T17:57:57.419 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525959+0000", 2024-04-15T17:57:57.419 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526555+0000", 2024-04-15T17:57:57.419 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:57.419 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:57.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:57.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:57.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:57.420 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:57.420 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.420 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 30, 2024-04-15T17:57:57.420 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.420 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.421 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.421 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.421 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.421 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.421 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.421 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 30, 2024-04-15T17:57:57.421 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.421 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.421 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.421 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.14", 2024-04-15T17:57:57.421 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.421 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.421 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.421 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4963, 2024-04-15T17:57:57.422 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.422 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:04:45.376061+0000", 2024-04-15T17:57:57.422 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.422 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.422 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 5824, 2024-04-15T17:57:57.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T17:57:57.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T17:57:57.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T17:57:57.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.423 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 20, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 28, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 28, 2024-04-15T17:57:57.424 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 25 2024-04-15T17:57:57.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.425 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.425 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.425 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.425 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.425 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.425 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.425 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.425 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:57.425 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'30" 2024-04-15T17:57:57.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.425 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.425 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.425 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.425 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.426 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.426 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.426 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:57.426 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.426 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.426 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.426 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.426 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.426 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.426 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:57.426 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.432218+0000", 2024-04-15T17:57:57.426 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.432218+0000", 2024-04-15T17:57:57.426 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.432548+0000", 2024-04-15T17:57:57.426 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:57.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:57.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:57.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:57.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:57.427 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:57.427 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.427 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.427 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.428 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.428 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.428 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.428 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.428 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.428 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.428 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.428 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.428 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.428 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.428 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.14", 2024-04-15T17:57:57.428 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.428 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4993, 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:58:20.104761+0000", 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.430 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.431 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.432 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.432 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.432 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.432 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.432 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.432 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.432 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.432 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.432 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:57.432 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.432 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.432 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.432 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.433 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.433 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.433 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.433 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.433 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.433 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.433 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.433 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.433 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.433 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.433 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:57.433 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460574+0000", 2024-04-15T17:57:57.433 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460574+0000", 2024-04-15T17:57:57.433 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.460987+0000", 2024-04-15T17:57:57.433 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:57.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:57.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:57.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:57.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:57.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:57.434 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:57.434 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.434 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:57:57.435 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.435 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.435 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:57.435 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.435 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.435 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.435 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.435 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:57:57.435 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.435 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.435 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.435 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.15", 2024-04-15T17:57:57.435 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.435 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.435 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.436 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:57:57.436 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.436 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:27:18.246126+0000", 2024-04-15T17:57:57.436 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.436 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.436 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 90, 2024-04-15T17:57:57.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.437 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:57.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 14, 2024-04-15T17:57:57.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 14, 2024-04-15T17:57:57.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.438 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-04-15T17:57:57.439 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:57:57.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.439 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.439 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.439 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.439 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.439 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.439 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.439 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.439 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.439 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'3" 2024-04-15T17:57:57.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.439 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.439 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.440 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.440 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.440 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.440 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.440 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:57.440 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.440 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.440 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.440 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.440 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.440 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:57.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.463453+0000", 2024-04-15T17:57:57.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.463453+0000", 2024-04-15T17:57:57.440 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.463928+0000", 2024-04-15T17:57:57.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:57.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:57.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:57.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:57.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:57.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:57.441 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:57.441 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.442 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.442 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.442 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.442 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:57.442 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.442 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.442 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.442 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.442 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.442 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.442 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.442 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.442 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.17", 2024-04-15T17:57:57.442 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5094, 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:39:53.586473+0000", 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.444 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.445 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.446 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.446 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.446 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.446 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.446 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.446 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.446 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.446 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.446 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:57.446 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.446 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.520654+0000", 2024-04-15T17:57:57.447 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.520654+0000", 2024-04-15T17:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.520941+0000", 2024-04-15T17:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:57.448 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:57.449 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.449 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.449 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.449 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.449 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.449 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.449 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.449 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.449 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.449 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.449 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.449 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.449 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.449 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.16", 2024-04-15T17:57:57.449 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.450 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.450 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.450 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4937, 2024-04-15T17:57:57.450 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.450 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:12:58.632128+0000", 2024-04-15T17:57:57.450 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.450 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.450 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.452 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.453 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.453 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.453 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.453 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.453 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.453 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.453 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.453 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.453 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.453 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:57.453 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.454 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:57.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439288+0000", 2024-04-15T17:57:57.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439288+0000", 2024-04-15T17:57:57.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.439635+0000", 2024-04-15T17:57:57.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:57.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:57.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:57.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:57.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.455 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:57.456 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:57.456 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.456 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.456 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.456 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.456 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.456 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.456 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.456 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.456 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.456 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.456 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.456 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.457 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.457 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.16", 2024-04-15T17:57:57.457 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.457 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.457 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.457 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4944, 2024-04-15T17:57:57.457 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.457 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:03:25.538893+0000", 2024-04-15T17:57:57.457 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.457 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.457 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.459 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.460 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.460 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.460 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.460 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.460 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.460 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.460 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.460 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.460 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.461 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525246+0000", 2024-04-15T17:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525246+0000", 2024-04-15T17:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526631+0000", 2024-04-15T17:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:57.462 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:57.463 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.463 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.463 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.463 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:57.463 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:57.463 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.463 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.463 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.463 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.463 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.463 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.463 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.463 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.463 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.463 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.17", 2024-04-15T17:57:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4920, 2024-04-15T17:57:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:23:29.610106+0000", 2024-04-15T17:57:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.466 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.467 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.467 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.467 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.467 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.467 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.467 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.468 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.468 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.468 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.468 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:57.468 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.468 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.468 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.468 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.468 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.468 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.468 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.468 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.468 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.469 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.469 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.469 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.469 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.469 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.469 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:57.469 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.398494+0000", 2024-04-15T17:57:57.469 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.398494+0000", 2024-04-15T17:57:57.469 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.398865+0000", 2024-04-15T17:57:57.469 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:57.469 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.469 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.469 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.469 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:57.469 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:57.470 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:57.470 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:57.470 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.470 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.470 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.470 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:57.470 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:57.470 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.470 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.470 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.470 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.470 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:57.470 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.470 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.471 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.471 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.471 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.471 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.471 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.471 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.471 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.19", 2024-04-15T17:57:57.471 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.471 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.471 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.471 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5079, 2024-04-15T17:57:57.471 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.471 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:35:39.082034+0000", 2024-04-15T17:57:57.471 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.471 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.472 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.473 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.474 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.474 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.474 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:57.475 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.448608+0000", 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.448608+0000", 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.448960+0000", 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:57.476 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.477 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.478 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.478 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.478 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.478 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.18", 2024-04-15T17:57:57.478 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.478 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.478 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.478 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4949, 2024-04-15T17:57:57.478 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.478 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:12:24.007479+0000", 2024-04-15T17:57:57.478 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.478 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.478 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.480 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.481 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.481 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.481 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.481 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.481 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.482 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.482 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.482 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.482 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:57.482 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.482 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.482 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.482 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.482 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.482 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.482 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.482 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:57.482 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.482 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.483 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.483 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.483 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.483 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.483 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:57.483 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.455941+0000", 2024-04-15T17:57:57.483 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.455941+0000", 2024-04-15T17:57:57.483 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:53.461519+0000", 2024-04-15T17:57:57.483 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:57.483 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.483 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.483 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.483 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:57:57.483 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.484 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.485 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.485 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.485 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.485 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.485 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.18", 2024-04-15T17:57:57.485 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.485 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.485 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.485 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5052, 2024-04-15T17:57:57.485 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.485 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:24:39.218958+0000", 2024-04-15T17:57:57.485 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.485 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.485 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.485 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.486 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.488 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.488 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.488 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.489 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.489 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.489 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.489 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.489 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:57.489 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.489 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.489 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.489 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.489 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.489 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.489 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.489 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:57.489 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.490 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.490 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.490 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.490 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.490 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.490 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:57.490 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517486+0000", 2024-04-15T17:57:57.490 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517486+0000", 2024-04-15T17:57:57.490 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.517913+0000", 2024-04-15T17:57:57.490 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:57.490 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.490 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.490 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.490 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.490 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:57.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:57.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:57.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:57.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:57.491 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.491 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.491 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.491 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.491 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.491 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.491 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.492 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.492 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.492 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.492 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.492 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.492 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.492 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.19", 2024-04-15T17:57:57.492 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.492 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.492 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.492 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5016, 2024-04-15T17:57:57.492 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.492 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:35:23.047356+0000", 2024-04-15T17:57:57.492 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.492 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.493 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.495 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.495 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.496 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.496 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.496 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.496 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.496 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.496 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.496 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:57.496 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.496 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.496 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.496 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.496 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.496 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.496 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.497 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:57.497 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.497 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.497 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.497 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.497 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.497 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.497 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:57.497 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446130+0000", 2024-04-15T17:57:57.497 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446130+0000", 2024-04-15T17:57:57.497 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.446454+0000", 2024-04-15T17:57:57.497 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:57.497 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.497 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:57.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:57.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:57.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:57.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:57.498 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.498 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.498 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.498 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.499 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.499 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.499 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.499 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.499 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.499 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.499 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.499 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.499 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.499 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1b", 2024-04-15T17:57:57.499 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.499 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.499 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.499 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5093, 2024-04-15T17:57:57.499 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.500 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:10:43.421686+0000", 2024-04-15T17:57:57.500 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.500 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.500 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.500 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.500 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.500 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.500 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.500 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.500 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.500 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.500 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.500 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.500 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.500 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.502 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.503 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.503 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.503 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.503 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.503 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.503 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.503 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.503 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:57.503 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.503 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.503 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.503 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.503 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.503 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436407+0000", 2024-04-15T17:57:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436407+0000", 2024-04-15T17:57:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436726+0000", 2024-04-15T17:57:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:57.504 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:57.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:57.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:57.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:57.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:57.505 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.505 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:57:57.505 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.506 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.506 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.506 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.506 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.506 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.506 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.506 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:57:57.506 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.506 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.506 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.506 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1a", 2024-04-15T17:57:57.506 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.506 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.506 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.507 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4923, 2024-04-15T17:57:57.507 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.507 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:59:22.003494+0000", 2024-04-15T17:57:57.507 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.507 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.507 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.507 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.507 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.507 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.507 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.507 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.507 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.507 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.507 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.510 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.510 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.510 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.510 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.510 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.510 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.510 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.510 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.510 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:57.510 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'3" 2024-04-15T17:57:57.510 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454636+0000", 2024-04-15T17:57:57.511 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.391092+0000", 2024-04-15T17:57:57.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.391092+0000", 2024-04-15T17:57:57.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.391424+0000", 2024-04-15T17:57:57.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454636+0000", 2024-04-15T17:57:57.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:57.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454636+0000", 2024-04-15T17:57:57.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454636+0000", 2024-04-15T17:57:57.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454636+0000", 2024-04-15T17:57:57.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454636+0000", 2024-04-15T17:57:57.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454636+0000", 2024-04-15T17:57:57.513 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.513 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.513 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.513 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.513 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:57.513 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.513 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.513 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.513 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.513 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.513 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.513 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.513 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.513 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1a", 2024-04-15T17:57:57.513 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.514 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.514 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.514 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5032, 2024-04-15T17:57:57.514 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.514 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:59:15.696855+0000", 2024-04-15T17:57:57.514 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.514 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.514 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.514 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.514 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.514 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.514 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.514 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.514 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.514 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.517 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.517 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.517 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.517 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.517 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.517 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.517 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.517 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.517 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:57.517 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.517 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.518 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.518 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.518 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.518 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.518 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.518 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.518 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:57.518 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.518 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.518 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.518 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.518 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.518 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.518 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:57.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.443764+0000", 2024-04-15T17:57:57.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.443764+0000", 2024-04-15T17:57:57.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.444086+0000", 2024-04-15T17:57:57.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:57.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:57.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:57.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:57.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:57.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:57.520 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.520 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:57:57.520 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.520 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.520 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.520 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.520 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.520 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.520 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.520 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:57:57.520 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.520 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.520 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.521 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1b", 2024-04-15T17:57:57.521 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.521 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.521 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.521 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5005, 2024-04-15T17:57:57.521 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.521 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:56:53.372398+0000", 2024-04-15T17:57:57.521 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.521 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.521 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.521 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.521 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.521 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.521 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.524 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:57.525 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'3" 2024-04-15T17:57:57.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.525 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.525 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.525 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.525 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.525 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.525 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.525 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:57.525 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.525 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.525 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.525 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.525 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.526 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:57.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.521236+0000", 2024-04-15T17:57:57.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.521236+0000", 2024-04-15T17:57:57.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.521504+0000", 2024-04-15T17:57:57.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:57.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:57.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:57.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:57.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:57.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:57.527 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.527 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.527 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.527 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.527 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.527 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.527 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.527 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.527 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.527 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.527 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.528 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.528 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.528 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1d", 2024-04-15T17:57:57.528 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.528 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.528 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.528 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4946, 2024-04-15T17:57:57.528 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.528 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:16:24.465276+0000", 2024-04-15T17:57:57.528 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.528 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.528 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.528 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.528 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.528 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.531 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-15T17:57:57.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.533 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.534 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.534 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.534 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.534 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.534 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.534 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.534 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:57.534 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.534 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.534 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.534 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.534 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.534 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.535 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.535 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.535 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.535 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.535 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.535 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.535 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.535 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.535 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:57.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.447421+0000", 2024-04-15T17:57:57.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.447421+0000", 2024-04-15T17:57:57.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449984+0000", 2024-04-15T17:57:57.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:57.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:57.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:57.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:57.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:57.536 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:57.536 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.537 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:57:57.537 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.537 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.537 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.537 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.537 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.537 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.537 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.537 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:57:57.537 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.537 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.537 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.537 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1c", 2024-04-15T17:57:57.537 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.537 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.538 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.538 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4900, 2024-04-15T17:57:57.538 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.538 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:58:10.507466+0000", 2024-04-15T17:57:57.538 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.538 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.538 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:57.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:57.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:57.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:57.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:57:57.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:57:57.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.541 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.541 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.541 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:57.541 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.541 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.541 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.541 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.541 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.541 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.541 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.541 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.541 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.541 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:57:57.541 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.542 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.542 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.542 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.542 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.542 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.542 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.542 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:57.542 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.542 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.542 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.542 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.542 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.542 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:57.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.462033+0000", 2024-04-15T17:57:57.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.462033+0000", 2024-04-15T17:57:57.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.462413+0000", 2024-04-15T17:57:57.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:57.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:57.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:57.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:57.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:57.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.543 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:57.544 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:57.544 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.544 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.544 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.544 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.544 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:57.544 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.544 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.544 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.544 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.544 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.544 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.544 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.544 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.545 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1c", 2024-04-15T17:57:57.545 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.545 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.545 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.545 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4952, 2024-04-15T17:57:57.545 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.545 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:26:45.272687+0000", 2024-04-15T17:57:57.545 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.545 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.545 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.548 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.548 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.548 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.548 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.548 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.548 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.548 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.548 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.548 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.548 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.548 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.548 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.548 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.549 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.549 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.549 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:57.549 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.549 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.549 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.549 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.549 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.549 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.549 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.549 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.549 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.549 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.549 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.549 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.550 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.550 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.550 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:57.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.450060+0000", 2024-04-15T17:57:57.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.450060+0000", 2024-04-15T17:57:57.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.450881+0000", 2024-04-15T17:57:57.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:57.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:57.551 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:57.551 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:57.551 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.551 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.551 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.551 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:57.551 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:57.551 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.551 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:57:57.551 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.551 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.551 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.551 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.551 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.551 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.552 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.552 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:57:57.552 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.552 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.552 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.552 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1d", 2024-04-15T17:57:57.552 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.552 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.552 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.552 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4892, 2024-04-15T17:57:57.552 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.552 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:30:47.810932+0000", 2024-04-15T17:57:57.552 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.552 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:57.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:57.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:57.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:57.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:57:57.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:57:57.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:57.555 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.555 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.555 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.555 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.556 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.556 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.556 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.556 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.556 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.556 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.556 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:57:57.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.556 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.556 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.556 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.556 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.556 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.556 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.556 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.557 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.557 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.557 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.557 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.557 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.557 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:57.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.453738+0000", 2024-04-15T17:57:57.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.453738+0000", 2024-04-15T17:57:57.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.454180+0000", 2024-04-15T17:57:57.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:57.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:57.558 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:57.558 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:57.558 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:57.558 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.558 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.558 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.558 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:57.558 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:57.558 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.558 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.558 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.558 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.558 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:57.558 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.559 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.559 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.559 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.559 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.559 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.559 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.559 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.559 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1f", 2024-04-15T17:57:57.559 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.559 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.559 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.559 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5086, 2024-04-15T17:57:57.559 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.559 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:58:28.194850+0000", 2024-04-15T17:57:57.560 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.560 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.560 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.562 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.562 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.563 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.563 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.563 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.563 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.563 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.563 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.563 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.563 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.563 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.563 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.563 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.563 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.563 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.563 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.564 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.564 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.564 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:57.564 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.564 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.564 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.564 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.564 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.564 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:57.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.467634+0000", 2024-04-15T17:57:57.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.467634+0000", 2024-04-15T17:57:57.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.468032+0000", 2024-04-15T17:57:57.564 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:57.565 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.565 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.565 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.565 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:57.565 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:57.565 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:57.565 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:57.565 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.565 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.565 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.565 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:57.565 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:57.565 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.565 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:57:57.566 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.566 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.566 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:57.566 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.566 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.566 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.566 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.566 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:57:57.566 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.566 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.566 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1e", 2024-04-15T17:57:57.566 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.567 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.567 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.567 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5027, 2024-04-15T17:57:57.567 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.567 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:07:06.799974+0000", 2024-04-15T17:57:57.567 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.567 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.567 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.569 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.570 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.570 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.570 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.570 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.570 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.570 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.570 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.570 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.570 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.570 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:57.570 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'3" 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:57.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517323+0000", 2024-04-15T17:57:57.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517323+0000", 2024-04-15T17:57:57.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.517720+0000", 2024-04-15T17:57:57.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:57.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:57.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:57.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:57.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.572 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:57.573 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:57.573 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.573 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.573 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.573 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.573 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.573 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.573 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.573 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.573 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.573 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.573 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.573 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.574 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.574 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1e", 2024-04-15T17:57:57.574 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.574 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.574 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.574 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5046, 2024-04-15T17:57:57.574 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.574 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:18:57.276655+0000", 2024-04-15T17:57:57.574 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.574 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.574 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.576 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.577 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.577 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.577 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.577 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.577 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.577 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.577 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.577 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.577 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.577 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.577 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.577 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.577 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:57.577 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.578 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:57.578 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.578 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.578 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.578 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.578 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.578 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.578 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.578 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.578 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:57.578 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.578 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.578 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:57.578 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.579 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.579 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:57.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445702+0000", 2024-04-15T17:57:57.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445702+0000", 2024-04-15T17:57:57.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.446200+0000", 2024-04-15T17:57:57.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:57.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:57.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:57.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:57.579 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.580 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.580 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:57.580 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:57.580 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:57.580 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.580 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 6, 2024-04-15T17:57:57.580 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.580 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.580 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.580 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.580 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.580 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.580 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.580 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 6, 2024-04-15T17:57:57.581 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.581 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.581 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.581 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1f", 2024-04-15T17:57:57.581 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.581 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.581 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.581 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5112, 2024-04-15T17:57:57.581 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.581 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:01:19.579593+0000", 2024-04-15T17:57:57.581 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.581 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.581 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 582, 2024-04-15T17:57:57.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:57:57.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:57:57.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:57:57.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:57.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.583 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 8, 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 8, 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.584 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'6" 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.585 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:57.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445398+0000", 2024-04-15T17:57:57.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445398+0000", 2024-04-15T17:57:57.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449741+0000", 2024-04-15T17:57:57.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:57.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:57.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:57.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:57.586 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.587 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.587 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.587 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:57.587 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:57.587 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.587 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.587 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.587 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.587 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.587 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.587 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.587 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.587 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.587 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.588 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.588 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.588 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.588 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2d", 2024-04-15T17:57:57.588 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.588 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.588 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.588 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4888, 2024-04-15T17:57:57.588 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.588 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:08:37.216298+0000", 2024-04-15T17:57:57.588 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.588 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.588 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.590 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.591 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.591 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.591 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.591 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.591 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.591 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.591 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.592 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.592 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.592 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.592 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.592 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.592 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.592 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.592 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.592 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.592 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.592 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:57.592 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.592 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.593 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.593 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.593 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.593 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:57.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436658+0000", 2024-04-15T17:57:57.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436658+0000", 2024-04-15T17:57:57.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.437030+0000", 2024-04-15T17:57:57.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:57.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.593 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:57.594 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:57.594 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:57.594 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.594 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.594 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.594 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:57.594 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:57.594 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.594 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.594 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.594 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.594 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.594 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.594 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.594 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.595 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.595 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.595 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.595 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.595 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.595 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2e", 2024-04-15T17:57:57.595 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.595 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.595 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.595 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5060, 2024-04-15T17:57:57.595 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.595 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:43:37.265544+0000", 2024-04-15T17:57:57.595 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.595 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.595 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.597 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.598 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.598 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.598 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.598 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.599 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.599 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.599 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.599 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.599 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.599 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:57.599 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.599 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.599 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.599 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.599 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.599 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.599 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.599 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.600 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:57.600 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.600 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.600 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.600 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.600 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.600 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:57.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439520+0000", 2024-04-15T17:57:57.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439520+0000", 2024-04-15T17:57:57.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.440010+0000", 2024-04-15T17:57:57.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:57.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.600 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:57.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:57.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:57.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:57.601 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:57.601 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.601 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.601 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.601 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.602 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.602 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.602 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.602 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.602 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.602 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.602 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.602 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.602 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.602 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2f", 2024-04-15T17:57:57.602 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.602 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.602 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.602 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4950, 2024-04-15T17:57:57.603 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.603 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:59:43.226807+0000", 2024-04-15T17:57:57.603 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.603 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.603 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.604 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.605 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.606 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.606 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.606 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.606 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.606 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.606 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.606 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.606 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.606 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:57.606 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.606 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.606 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.606 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.607 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.607 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.607 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.607 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:57.607 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.607 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.607 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.607 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.607 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.607 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.607 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:57.607 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.448756+0000", 2024-04-15T17:57:57.607 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.448756+0000", 2024-04-15T17:57:57.607 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449046+0000", 2024-04-15T17:57:57.607 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:57.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:57.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:57.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:57.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:57.608 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:57.608 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.608 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.608 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.609 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.609 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.609 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.609 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.609 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.609 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.609 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.609 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.609 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.609 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.30", 2024-04-15T17:57:57.609 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.609 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.609 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.609 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4955, 2024-04-15T17:57:57.610 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.610 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:50:05.203829+0000", 2024-04-15T17:57:57.610 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.610 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.610 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.612 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.613 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.613 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.613 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.613 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.613 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.613 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.613 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.613 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.613 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:57.613 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.613 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.614 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.614 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.614 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.614 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.614 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.614 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.614 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.614 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.614 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.614 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.614 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.614 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.614 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:57.614 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.452453+0000", 2024-04-15T17:57:57.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.452453+0000", 2024-04-15T17:57:57.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.452770+0000", 2024-04-15T17:57:57.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:57.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:57.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:57.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:57.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:57.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.615 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:57.616 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:57.616 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.616 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.616 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.616 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.616 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:57.616 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.616 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.616 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.616 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.616 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.616 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.616 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.616 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.617 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.31", 2024-04-15T17:57:57.617 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.617 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.617 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.617 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5096, 2024-04-15T17:57:57.617 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.617 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:09:54.060950+0000", 2024-04-15T17:57:57.617 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.617 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.617 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.619 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.621 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.622 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.622 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.622 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.622 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.622 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.622 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.622 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.622 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.622 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.623 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.623 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.623 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.623 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.623 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.623 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.623 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:57.623 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.623 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.623 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.623 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.623 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.623 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.623 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:57.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.462925+0000", 2024-04-15T17:57:57.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.462925+0000", 2024-04-15T17:57:57.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.463316+0000", 2024-04-15T17:57:57.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:57.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:57.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:57.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:57.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:57.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.624 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:57.625 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:57.625 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.625 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.625 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.625 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.625 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:57.625 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.625 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.625 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.625 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.625 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.625 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.625 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.625 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.625 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.32", 2024-04-15T17:57:57.626 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.626 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.626 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.626 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5055, 2024-04-15T17:57:57.626 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.626 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:45:08.823003+0000", 2024-04-15T17:57:57.626 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.626 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.626 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.626 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.627 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.629 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.629 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.629 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.629 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.629 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.629 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:57.630 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.630 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:57.630 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.630 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.630 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.630 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.630 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.630 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.630 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.630 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:57.630 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.630 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.630 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.631 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.631 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.631 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:57.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515526+0000", 2024-04-15T17:57:57.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515526+0000", 2024-04-15T17:57:57.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.515842+0000", 2024-04-15T17:57:57.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:57.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:57.631 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:57.632 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:57.632 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.632 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.632 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.632 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:57.632 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:57.632 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.632 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.632 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.632 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.632 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.632 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.632 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.632 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.632 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.33", 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5046, 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:09:37.549103+0000", 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.633 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.634 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.636 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.636 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.636 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.637 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.637 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.637 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.637 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.637 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:57.637 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.637 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.637 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.637 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.637 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.637 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.637 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.637 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:57.638 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.638 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.638 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.638 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.638 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.638 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:57.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515599+0000", 2024-04-15T17:57:57.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515599+0000", 2024-04-15T17:57:57.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.516297+0000", 2024-04-15T17:57:57.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:57.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.638 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:57.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:57.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:57.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:57.639 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:57.639 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.639 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.639 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.639 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.639 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.639 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.640 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.640 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.640 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.640 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.640 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.640 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.640 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.640 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.34", 2024-04-15T17:57:57.640 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.640 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.640 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.640 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5005, 2024-04-15T17:57:57.640 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.640 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:53:08.087133+0000", 2024-04-15T17:57:57.640 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.641 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.641 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.641 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.644 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.644 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.644 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.644 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:57.644 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.644 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.644 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.644 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:57.644 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.644 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.644 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.644 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.644 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.645 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.645 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.645 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:57.645 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.645 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.645 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.645 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.645 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.645 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:57.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.527099+0000", 2024-04-15T17:57:57.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.527099+0000", 2024-04-15T17:57:57.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.527875+0000", 2024-04-15T17:57:57.645 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:57.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:57.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:57.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:57.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:57.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:57.646 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.646 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.647 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.647 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.647 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.647 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.647 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.647 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.647 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.647 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.647 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.647 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.647 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.647 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.35", 2024-04-15T17:57:57.647 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.647 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.648 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.648 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4919, 2024-04-15T17:57:57.648 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.648 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:11:48.589742+0000", 2024-04-15T17:57:57.648 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.648 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.648 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.648 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.651 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.651 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.651 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.651 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.651 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.651 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.651 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.651 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:57.651 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:57.652 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525395+0000", 2024-04-15T17:57:57.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525395+0000", 2024-04-15T17:57:57.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526481+0000", 2024-04-15T17:57:57.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:57.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:57.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:57.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:57.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:57.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:57.654 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.654 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.654 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.654 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.654 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.654 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.654 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.654 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.654 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.654 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.654 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.654 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.654 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.655 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.36", 2024-04-15T17:57:57.655 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.655 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.655 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.655 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4919, 2024-04-15T17:57:57.655 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.655 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:02:43.175551+0000", 2024-04-15T17:57:57.655 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.655 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.655 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.655 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.658 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.658 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.658 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.658 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.658 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.658 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.658 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.658 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:57.659 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.659 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.659 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.659 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.659 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.659 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.659 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.659 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.659 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.659 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.659 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.659 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.659 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.659 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445779+0000", 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445779+0000", 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447092+0000", 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:57.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:57.661 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.661 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.661 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.661 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.661 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.661 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.661 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.661 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.661 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.661 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.661 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.661 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.661 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.662 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.37", 2024-04-15T17:57:57.662 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.662 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.662 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.662 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4903, 2024-04-15T17:57:57.662 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.662 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:57:08.813025+0000", 2024-04-15T17:57:57.662 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.662 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.662 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.662 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:57.665 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.666 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.666 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.666 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.666 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.666 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.666 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.666 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.666 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.666 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:57.666 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.666 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.666 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.666 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.667 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.667 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:57.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517667+0000", 2024-04-15T17:57:57.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517667+0000", 2024-04-15T17:57:57.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.518031+0000", 2024-04-15T17:57:57.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:57.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:57.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:57.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:57.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:57.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:57.668 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.668 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.668 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.668 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.668 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.668 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.668 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.668 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.668 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.669 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.669 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.669 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.669 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.669 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.38", 2024-04-15T17:57:57.669 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.669 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.669 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.669 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5001, 2024-04-15T17:57:57.669 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.669 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:01:06.175606+0000", 2024-04-15T17:57:57.669 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.669 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.669 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.669 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.672 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.672 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.672 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.672 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.673 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.673 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.673 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.673 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:57.673 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.673 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.673 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.673 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.673 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.673 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.673 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.673 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.673 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.674 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.674 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.674 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.674 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.674 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:57.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.434624+0000", 2024-04-15T17:57:57.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.434624+0000", 2024-04-15T17:57:57.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.434923+0000", 2024-04-15T17:57:57.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:57.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:57.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:57.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:57.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:57.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:57.675 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.675 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.675 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.675 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.675 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.675 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.676 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.676 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.676 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.676 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.676 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.676 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.676 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.676 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.39", 2024-04-15T17:57:57.676 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.676 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.676 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.676 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4898, 2024-04-15T17:57:57.676 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.676 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:58:11.249290+0000", 2024-04-15T17:57:57.676 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.677 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.677 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.679 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.680 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.680 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.680 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.680 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.680 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.680 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.680 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.680 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.680 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.680 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.680 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.680 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.680 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.681 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.681 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:57.681 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.681 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.681 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.681 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.681 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.681 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:57.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.590488+0000", 2024-04-15T17:57:57.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.590488+0000", 2024-04-15T17:57:57.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.590887+0000", 2024-04-15T17:57:57.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:57.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:57:57.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:57.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:57.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:57.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:57.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:57.682 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.682 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.682 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.682 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.682 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:57:57.683 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.683 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.683 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.683 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.683 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.683 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.683 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.683 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3a", 2024-04-15T17:57:57.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.683 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.683 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.683 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5059, 2024-04-15T17:57:57.683 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.683 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:57:25.518329+0000", 2024-04-15T17:57:57.684 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.684 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.684 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.687 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.687 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.687 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.687 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.687 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.687 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.687 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.687 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:57.687 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.687 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.687 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.687 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.687 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.688 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.688 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.688 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.688 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.688 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.688 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.688 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.688 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.688 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:57.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431057+0000", 2024-04-15T17:57:57.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431057+0000", 2024-04-15T17:57:57.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.438845+0000", 2024-04-15T17:57:57.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:57.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:57.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:57.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:57.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:57.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:57.689 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.689 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.689 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.690 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.690 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.690 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.690 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.690 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.690 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.690 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.690 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.690 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.690 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.690 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3b", 2024-04-15T17:57:57.690 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.690 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.690 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.691 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4898, 2024-04-15T17:57:57.691 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.691 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:52:58.404532+0000", 2024-04-15T17:57:57.691 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.691 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.691 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.694 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.694 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.694 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.694 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.694 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.694 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:57.694 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.694 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.694 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.695 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.695 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.695 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.695 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.695 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.695 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.695 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:57.695 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.695 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.695 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.695 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.695 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.695 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.695 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.443589+0000", 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.443589+0000", 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.443937+0000", 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:57.696 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:57.697 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.697 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.697 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.697 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.697 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.697 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.697 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.697 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.697 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.697 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.697 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.697 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.697 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.698 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3c", 2024-04-15T17:57:57.698 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.698 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.698 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.698 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4962, 2024-04-15T17:57:57.698 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.698 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:57:41.746587+0000", 2024-04-15T17:57:57.698 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.698 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.698 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.698 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.701 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.701 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.701 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.701 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:57.701 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:57.701 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:57.701 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.701 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:57.702 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.702 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.702 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.702 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.702 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.702 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.702 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.702 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:57.702 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.702 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.702 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.702 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.702 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.703 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.703 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:57.703 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.592089+0000", 2024-04-15T17:57:57.703 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.592089+0000", 2024-04-15T17:57:57.703 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.592405+0000", 2024-04-15T17:57:57.703 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:57.703 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.703 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.703 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.703 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:57:57.703 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:57.703 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:57.703 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:57.703 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.703 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:57.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:57.704 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.704 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.704 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.704 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.704 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:57:57.704 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.704 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.704 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.704 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.704 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.704 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.704 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.705 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.705 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3d", 2024-04-15T17:57:57.705 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.705 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.705 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.705 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:57:57.705 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.705 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:01:29.328372+0000", 2024-04-15T17:57:57.705 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.705 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.705 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.705 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.708 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.708 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.708 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.709 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.709 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:57.709 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:57.709 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.709 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:57.709 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.709 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.709 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.709 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.709 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.709 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.709 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.709 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:57.709 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.710 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.710 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.710 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.710 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.710 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.710 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:57.710 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515165+0000", 2024-04-15T17:57:57.710 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515165+0000", 2024-04-15T17:57:57.710 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.515513+0000", 2024-04-15T17:57:57.710 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:57.710 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.710 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.710 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.710 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:57.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:57.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:57.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:57.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:57.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:57.711 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.711 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.711 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.711 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.711 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:57.711 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3e", 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5097, 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:59:46.279421+0000", 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.712 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.715 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.715 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.715 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.715 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:57.716 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:57.716 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:57.716 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.716 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:57.716 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.716 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.716 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:57.716 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.716 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.716 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.716 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.716 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:57.716 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:57.717 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:57.717 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:57.717 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:57.717 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:57.717 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:57.717 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:57.717 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446602+0000", 2024-04-15T17:57:57.717 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446602+0000", 2024-04-15T17:57:57.717 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449769+0000", 2024-04-15T17:57:57.717 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:57.717 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.717 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:57.717 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.717 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:57.717 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:57.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:57.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:57.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:57.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:57.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:57.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:57.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:57.718 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:57.718 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.718 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:57.718 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:57.718 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:57.718 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:57.718 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:57.718 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:57.719 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:57.719 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.719 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:57.719 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:57.719 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:57.719 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3f", 2024-04-15T17:57:57.719 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:57.719 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:57.719 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:57.719 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4892, 2024-04-15T17:57:57.719 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:57.719 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:57:58.925418+0000", 2024-04-15T17:57:57.719 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:57.719 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:57.720 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.722 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:57.723 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:57.723 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:57.723 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:57.723 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:57.723 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:57.723 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.723 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:57.723 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:57.723 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.723 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.723 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pool": [ 2024-04-15T17:57:57.723 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.723 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 24, 2024-04-15T17:57:57.723 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:57.724 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-04-15T17:57:57.724 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.724 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 24443, 2024-04-15T17:57:57.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 8, 2024-04-15T17:57:57.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T17:57:57.724 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 24443, 2024-04-15T17:57:57.724 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 4, 2024-04-15T17:57:57.724 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 4194323, 2024-04-15T17:57:57.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.724 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T17:57:57.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T17:57:57.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T17:57:57.725 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 2, 2024-04-15T17:57:57.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 9044, 2024-04-15T17:57:57.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 3130114, 2024-04-15T17:57:57.726 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 24313, 2024-04-15T17:57:57.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 3051803 2024-04-15T17:57:57.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.727 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:57.727 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 12595200, 2024-04-15T17:57:57.727 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:57.727 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:57.727 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:57.727 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:57.727 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 12582969, 2024-04-15T17:57:57.727 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:57.727 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:57.728 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:57:57.728 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:57.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.728 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 24 2024-04-15T17:57:57.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.728 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.728 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 192, 2024-04-15T17:57:57.728 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:57.728 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:57:57.728 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.728 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 64, 2024-04-15T17:57:57.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T17:57:57.728 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.729 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 3, 2024-04-15T17:57:57.729 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.732 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:57.732 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-04-15T17:57:57.732 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:57.732 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:57.732 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:57.732 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:57.732 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-04-15T17:57:57.732 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:57.732 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:57.732 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:57:57.732 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:57.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.732 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 192 2024-04-15T17:57:57.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.732 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.733 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 3, 2024-04-15T17:57:57.733 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:57.733 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-04-15T17:57:57.733 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.733 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 241, 2024-04-15T17:57:57.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 1, 2024-04-15T17:57:57.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 3, 2024-04-15T17:57:57.733 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 241, 2024-04-15T17:57:57.733 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 1, 2024-04-15T17:57:57.733 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-04-15T17:57:57.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-04-15T17:57:57.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.733 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:57:57.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:57:57.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:57:57.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-04-15T17:57:57.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1214, 2024-04-15T17:57:57.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2024, 2024-04-15T17:57:57.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 399, 2024-04-15T17:57:57.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-04-15T17:57:57.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.736 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:57.736 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 1781760, 2024-04-15T17:57:57.736 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:57.736 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:57.736 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:57.736 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:57.736 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 1771104, 2024-04-15T17:57:57.736 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:57.737 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:57.737 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:57:57.737 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:57.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.737 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 3 2024-04-15T17:57:57.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.737 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.737 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 96, 2024-04-15T17:57:57.737 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:57.737 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:57:57.737 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.737 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 75, 2024-04-15T17:57:57.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 32, 2024-04-15T17:57:57.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T17:57:57.737 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 75, 2024-04-15T17:57:57.738 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 2, 2024-04-15T17:57:57.738 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.738 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 6622, 2024-04-15T17:57:57.738 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.738 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.738 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.738 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.738 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.738 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.738 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.738 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.738 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.738 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.738 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 66, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 22, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 22, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 14, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.739 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 158, 2024-04-15T17:57:57.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 174, 2024-04-15T17:57:57.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 69, 2024-04-15T17:57:57.740 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 36 2024-04-15T17:57:57.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.740 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:57.741 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 110592, 2024-04-15T17:57:57.741 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:57.741 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:57.741 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:57.741 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:57.741 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 19866, 2024-04-15T17:57:57.741 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:57.741 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:57.741 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 44193, 2024-04-15T17:57:57.741 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:57.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.741 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 96 2024-04-15T17:57:57.741 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.742 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.742 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T17:57:57.742 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 105, 2024-04-15T17:57:57.742 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": 4, 2024-04-15T17:57:57.742 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_by_class": { 2024-04-15T17:57:57.742 INFO:tasks.workunit.client.0.smithi090.stdout: "ssd": { 2024-04-15T17:57:57.742 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 762614951936, 2024-04-15T17:57:57.742 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T17:57:57.742 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 5345333248, 2024-04-15T17:57:57.742 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_bytes": 5345333248, 2024-04-15T17:57:57.742 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_ratio": 0.006960429251194 2024-04-15T17:57:57.742 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.742 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 762614951936, 2024-04-15T17:57:57.742 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T17:57:57.743 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 5345333248 2024-04-15T17:57:57.743 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.743 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.743 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-04-15T17:57:57.743 INFO:tasks.workunit.client.0.smithi090.stdout:Telemetry is on. 2024-04-15T17:57:57.743 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry show 2024-04-15T17:57:57.744 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:57.744 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:57.744 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='client.46052 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:57.744 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.744 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.744 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.744 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.744 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.744 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.744 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.744 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.744 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.745 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.745 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.745 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.745 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.745 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.745 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.745 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.745 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.745 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.745 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.745 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.745 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.745 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.745 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:57:57.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:57:57.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.746 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.747 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.748 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.748 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:57:57.748 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:57:57.748 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.748 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.748 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.748 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.748 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.748 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.748 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.748 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.748 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.748 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.748 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.749 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:56 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.750 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:57.750 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:57.750 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='client.46052 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:57.750 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.750 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.750 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.750 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.750 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.750 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.750 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.750 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.750 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.750 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.751 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:57.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='client.36102 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:57.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='client.46052 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:57.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.752 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.753 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.754 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.754 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:57:57.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:57:57.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.754 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.755 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.756 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.756 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.756 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.756 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.756 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:57:57.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:57:57.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.756 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.757 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.758 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.758 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.758 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:57:57.758 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:57:57.758 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.759 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.760 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.760 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:57:57.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:57:57.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:57.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.761 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:57.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:57.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:57.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:57.762 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:56 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:57.771 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-04-15T17:57:57.771 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer": { 2024-04-15T17:57:57.771 INFO:tasks.workunit.client.0.smithi090.stdout: "active": true, 2024-04-15T17:57:57.771 INFO:tasks.workunit.client.0.smithi090.stdout: "mode": "" 2024-04-15T17:57:57.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: "channels": [ 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: "channels_available": [ 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_available": [ 2024-04-15T17:57:57.772 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T17:57:57.773 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T17:57:57.773 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T17:57:57.773 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T17:57:57.773 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T17:57:57.773 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T17:57:57.773 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T17:57:57.773 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T17:57:57.773 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T17:57:57.773 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T17:57:57.773 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore", 2024-04-15T17:57:57.773 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_flags" 2024-04-15T17:57:57.773 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.773 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_opted_in": [ 2024-04-15T17:57:57.773 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T17:57:57.774 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T17:57:57.774 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T17:57:57.774 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T17:57:57.774 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T17:57:57.774 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T17:57:57.774 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T17:57:57.774 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T17:57:57.774 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T17:57:57.774 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T17:57:57.774 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore", 2024-04-15T17:57:57.774 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_flags" 2024-04-15T17:57:57.774 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.774 INFO:tasks.workunit.client.0.smithi090.stdout: "config": { 2024-04-15T17:57:57.774 INFO:tasks.workunit.client.0.smithi090.stdout: "active_changed": [ 2024-04-15T17:57:57.774 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T17:57:57.775 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T17:57:57.775 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T17:57:57.775 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T17:57:57.775 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T17:57:57.775 INFO:tasks.workunit.client.0.smithi090.stdout: "client_check_pool_perm", 2024-04-15T17:57:57.775 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_gid", 2024-04-15T17:57:57.775 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_uid", 2024-04-15T17:57:57.775 INFO:tasks.workunit.client.0.smithi090.stdout: "client_quota", 2024-04-15T17:57:57.775 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T17:57:57.775 INFO:tasks.workunit.client.0.smithi090.stdout: "daemonize", 2024-04-15T17:57:57.775 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T17:57:57.775 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T17:57:57.775 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T17:57:57.775 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T17:57:57.775 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "keyring", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_journald", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_stderr", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_host", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T17:57:57.776 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mds_skip_sanity", 2024-04-15T17:57:57.777 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T17:57:57.777 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T17:57:57.777 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T17:57:57.777 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T17:57:57.777 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T17:57:57.777 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T17:57:57.777 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T17:57:57.777 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T17:57:57.777 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T17:57:57.777 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T17:57:57.777 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T17:57:57.777 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T17:57:57.777 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T17:57:57.777 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T17:57:57.777 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T17:57:57.778 INFO:tasks.workunit.client.0.smithi090.stdout: "no_config_file", 2024-04-15T17:57:57.778 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T17:57:57.778 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T17:57:57.778 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T17:57:57.778 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T17:57:57.778 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T17:57:57.778 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T17:57:57.778 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T17:57:57.778 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T17:57:57.778 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T17:57:57.778 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T17:57:57.778 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep", 2024-04-15T17:57:57.778 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hdd", 2024-04-15T17:57:57.778 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hybrid", 2024-04-15T17:57:57.779 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_ssd", 2024-04-15T17:57:57.779 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_max_backfills", 2024-04-15T17:57:57.779 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T17:57:57.779 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T17:57:57.779 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T17:57:57.779 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T17:57:57.779 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T17:57:57.779 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T17:57:57.779 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T17:57:57.779 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T17:57:57.779 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T17:57:57.779 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T17:57:57.779 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T17:57:57.779 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T17:57:57.779 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T17:57:57.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T17:57:57.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T17:57:57.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T17:57:57.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T17:57:57.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T17:57:57.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active", 2024-04-15T17:57:57.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_hdd", 2024-04-15T17:57:57.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_ssd", 2024-04-15T17:57:57.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T17:57:57.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep", 2024-04-15T17:57:57.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hdd", 2024-04-15T17:57:57.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T17:57:57.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_ssd", 2024-04-15T17:57:57.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T17:57:57.780 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T17:57:57.781 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_sleep", 2024-04-15T17:57:57.781 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T17:57:57.781 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep", 2024-04-15T17:57:57.781 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T17:57:57.781 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T17:57:57.781 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T17:57:57.781 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T17:57:57.781 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T17:57:57.781 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_default_features", 2024-04-15T17:57:57.781 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_qos_exclude_ops", 2024-04-15T17:57:57.781 INFO:tasks.workunit.client.0.smithi090.stdout: "setgroup", 2024-04-15T17:57:57.781 INFO:tasks.workunit.client.0.smithi090.stdout: "setuser" 2024-04-15T17:57:57.781 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.781 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_changed": [ 2024-04-15T17:57:57.781 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T17:57:57.782 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T17:57:57.782 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T17:57:57.782 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T17:57:57.782 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T17:57:57.782 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T17:57:57.782 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T17:57:57.782 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T17:57:57.782 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T17:57:57.782 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T17:57:57.782 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T17:57:57.782 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T17:57:57.782 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T17:57:57.782 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T17:57:57.782 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T17:57:57.782 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_join_fs", 2024-04-15T17:57:57.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T17:57:57.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/container_init", 2024-04-15T17:57:57.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/migration_current", 2024-04-15T17:57:57.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T17:57:57.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T17:57:57.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T17:57:57.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T17:57:57.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T17:57:57.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T17:57:57.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T17:57:57.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_ident", 2024-04-15T17:57:57.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_perf", 2024-04-15T17:57:57.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/description", 2024-04-15T17:57:57.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/enabled", 2024-04-15T17:57:57.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/organization", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mds_skip_sanity", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T17:57:57.784 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T17:57:57.785 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T17:57:57.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T17:57:57.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T17:57:57.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T17:57:57.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T17:57:57.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T17:57:57.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T17:57:57.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T17:57:57.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T17:57:57.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T17:57:57.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T17:57:57.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T17:57:57.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T17:57:57.787 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T17:57:57.787 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T17:57:57.787 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T17:57:57.787 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T17:57:57.787 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_cache_enabled", 2024-04-15T17:57:57.787 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_ops_log", 2024-04-15T17:57:57.787 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_usage_log" 2024-04-15T17:57:57.787 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.787 INFO:tasks.workunit.client.0.smithi090.stdout: "contact": null, 2024-04-15T17:57:57.787 INFO:tasks.workunit.client.0.smithi090.stdout: "crashes": [], 2024-04-15T17:57:57.787 INFO:tasks.workunit.client.0.smithi090.stdout: "created": "2024-04-15T16:19:57.302974Z", 2024-04-15T17:57:57.787 INFO:tasks.workunit.client.0.smithi090.stdout: "crush": { 2024-04-15T17:57:57.787 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_algs": { 2024-04-15T17:57:57.787 INFO:tasks.workunit.client.0.smithi090.stdout: "straw2": 3 2024-04-15T17:57:57.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.788 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_sizes": { 2024-04-15T17:57:57.788 INFO:tasks.workunit.client.0.smithi090.stdout: "2": 1, 2024-04-15T17:57:57.788 INFO:tasks.workunit.client.0.smithi090.stdout: "4": 2 2024-04-15T17:57:57.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.788 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_types": { 2024-04-15T17:57:57.788 INFO:tasks.workunit.client.0.smithi090.stdout: "1": 2, 2024-04-15T17:57:57.788 INFO:tasks.workunit.client.0.smithi090.stdout: "11": 1 2024-04-15T17:57:57.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.788 INFO:tasks.workunit.client.0.smithi090.stdout: "compat_weight_set": false, 2024-04-15T17:57:57.788 INFO:tasks.workunit.client.0.smithi090.stdout: "device_classes": [ 2024-04-15T17:57:57.788 INFO:tasks.workunit.client.0.smithi090.stdout: 8 2024-04-15T17:57:57.788 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.788 INFO:tasks.workunit.client.0.smithi090.stdout: "num_buckets": 6, 2024-04-15T17:57:57.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_devices": 8, 2024-04-15T17:57:57.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_rules": 2, 2024-04-15T17:57:57.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_types": 12, 2024-04-15T17:57:57.789 INFO:tasks.workunit.client.0.smithi090.stdout: "num_weight_sets": 0, 2024-04-15T17:57:57.789 INFO:tasks.workunit.client.0.smithi090.stdout: "tunables": { 2024-04-15T17:57:57.789 INFO:tasks.workunit.client.0.smithi090.stdout: "allowed_bucket_algs": 54, 2024-04-15T17:57:57.789 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_fallback_tries": 0, 2024-04-15T17:57:57.789 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_tries": 0, 2024-04-15T17:57:57.789 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_total_tries": 50, 2024-04-15T17:57:57.789 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_descend_once": 1, 2024-04-15T17:57:57.789 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_stable": 1, 2024-04-15T17:57:57.789 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_vary_r": 1, 2024-04-15T17:57:57.789 INFO:tasks.workunit.client.0.smithi090.stdout: "has_msr_rules": 0, 2024-04-15T17:57:57.789 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v2_rules": 1, 2024-04-15T17:57:57.789 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v3_rules": 0, 2024-04-15T17:57:57.790 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v4_buckets": 1, 2024-04-15T17:57:57.790 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v5_rules": 0, 2024-04-15T17:57:57.790 INFO:tasks.workunit.client.0.smithi090.stdout: "legacy_tunables": 0, 2024-04-15T17:57:57.790 INFO:tasks.workunit.client.0.smithi090.stdout: "minimum_required_version": "jewel", 2024-04-15T17:57:57.790 INFO:tasks.workunit.client.0.smithi090.stdout: "msr_collision_tries": 100, 2024-04-15T17:57:57.790 INFO:tasks.workunit.client.0.smithi090.stdout: "msr_descents": 100, 2024-04-15T17:57:57.790 INFO:tasks.workunit.client.0.smithi090.stdout: "optimal_tunables": 1, 2024-04-15T17:57:57.790 INFO:tasks.workunit.client.0.smithi090.stdout: "profile": "jewel", 2024-04-15T17:57:57.790 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables": 1, 2024-04-15T17:57:57.790 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables2": 1, 2024-04-15T17:57:57.790 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables3": 1, 2024-04-15T17:57:57.790 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables5": 1, 2024-04-15T17:57:57.790 INFO:tasks.workunit.client.0.smithi090.stdout: "straw_calc_version": 1 2024-04-15T17:57:57.790 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.791 INFO:tasks.workunit.client.0.smithi090.stdout: "description": "upgrade test cluster", 2024-04-15T17:57:57.791 INFO:tasks.workunit.client.0.smithi090.stdout: "fs": { 2024-04-15T17:57:57.791 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:57.791 INFO:tasks.workunit.client.0.smithi090.stdout: "feature_flags": { 2024-04-15T17:57:57.791 INFO:tasks.workunit.client.0.smithi090.stdout: "enable_multiple": true, 2024-04-15T17:57:57.791 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_enabled_multiple": true 2024-04-15T17:57:57.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.791 INFO:tasks.workunit.client.0.smithi090.stdout: "filesystems": [ 2024-04-15T17:57:57.791 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.791 INFO:tasks.workunit.client.0.smithi090.stdout: "approx_ctime": "2024-04", 2024-04-15T17:57:57.791 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer_enabled": false, 2024-04-15T17:57:57.791 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.791 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_caps": 0, 2024-04-15T17:57:57.791 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_dns": 10, 2024-04-15T17:57:57.792 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_inos": 13, 2024-04-15T17:57:57.792 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_subtrees": 2, 2024-04-15T17:57:57.792 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_allowed_features": 0, 2024-04-15T17:57:57.792 INFO:tasks.workunit.client.0.smithi090.stdout: "explicitly_allowed_features": 0, 2024-04-15T17:57:57.792 INFO:tasks.workunit.client.0.smithi090.stdout: "files": 0, 2024-04-15T17:57:57.792 INFO:tasks.workunit.client.0.smithi090.stdout: "max_mds": 1, 2024-04-15T17:57:57.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_data_pools": 1, 2024-04-15T17:57:57.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_in": 1, 2024-04-15T17:57:57.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_mds": 1, 2024-04-15T17:57:57.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": 0, 2024-04-15T17:57:57.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_replay": 0, 2024-04-15T17:57:57.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_up": 1, 2024-04-15T17:57:57.792 INFO:tasks.workunit.client.0.smithi090.stdout: "snaps": 0, 2024-04-15T17:57:57.792 INFO:tasks.workunit.client.0.smithi090.stdout: "standby_count_wanted": 0 2024-04-15T17:57:57.792 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.793 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_mds": 1, 2024-04-15T17:57:57.793 INFO:tasks.workunit.client.0.smithi090.stdout: "total_num_mds": 2 2024-04-15T17:57:57.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.793 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_stats": { 2024-04-15T17:57:57.793 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:57.793 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:57.793 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 20496384, 2024-04-15T17:57:57.793 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 466656, 2024-04-15T17:57:57.793 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T17:57:57.793 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:57.793 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 811008, 2024-04-15T17:57:57.793 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 433, 2024-04-15T17:57:57.793 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:57.793 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 1372120, 2024-04-15T17:57:57.794 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 22, 2024-04-15T17:57:57.794 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1032192, 2024-04-15T17:57:57.794 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14872904, 2024-04-15T17:57:57.794 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 21307392 2024-04-15T17:57:57.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.794 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:57.794 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 20258816, 2024-04-15T17:57:57.794 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 322776, 2024-04-15T17:57:57.794 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T17:57:57.794 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 835584, 2024-04-15T17:57:57.794 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 0, 2024-04-15T17:57:57.794 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 346, 2024-04-15T17:57:57.794 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:57.794 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 1047032, 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 13, 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 818176, 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14482736, 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 20258816 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 172802048, 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 2265624, 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3014656, 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 704512, 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 1089536, 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 6676, 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:57.795 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 11973584, 2024-04-15T17:57:57.796 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 20, 2024-04-15T17:57:57.796 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2706944, 2024-04-15T17:57:57.796 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 152136728, 2024-04-15T17:57:57.796 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 173891584 2024-04-15T17:57:57.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.796 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:57.796 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 262627328, 2024-04-15T17:57:57.796 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 5287864, 2024-04-15T17:57:57.796 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 5242880, 2024-04-15T17:57:57.796 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 229376, 2024-04-15T17:57:57.796 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 712704, 2024-04-15T17:57:57.796 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9465, 2024-04-15T17:57:57.796 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:57.796 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 14344264, 2024-04-15T17:57:57.796 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 23, 2024-04-15T17:57:57.797 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 4408832, 2024-04-15T17:57:57.797 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 233114112, 2024-04-15T17:57:57.797 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 263340032 2024-04-15T17:57:57.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.797 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:57.797 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 168476672, 2024-04-15T17:57:57.797 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 2295128, 2024-04-15T17:57:57.797 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3014656, 2024-04-15T17:57:57.797 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:57.797 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 2285568, 2024-04-15T17:57:57.797 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 6553, 2024-04-15T17:57:57.797 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:57.797 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 9842160, 2024-04-15T17:57:57.797 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 20, 2024-04-15T17:57:57.798 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2374912, 2024-04-15T17:57:57.798 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 150949816, 2024-04-15T17:57:57.798 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 170762240 2024-04-15T17:57:57.798 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.798 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.798 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T17:57:57.798 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 491905024, 2024-04-15T17:57:57.798 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 29559536, 2024-04-15T17:57:57.798 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 5505024, 2024-04-15T17:57:57.798 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:57.798 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 83419136, 2024-04-15T17:57:57.798 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 12057, 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 89060072, 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 53, 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 8872448, 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 358907944, 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 575324160 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 556605440, 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 26744912, 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3407872, 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 29999104, 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 12774, 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:57.799 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 64401536, 2024-04-15T17:57:57.800 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 60, 2024-04-15T17:57:57.800 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 8981504, 2024-04-15T17:57:57.800 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 453069616, 2024-04-15T17:57:57.800 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 586604544 2024-04-15T17:57:57.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.800 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T17:57:57.800 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 436330496, 2024-04-15T17:57:57.800 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 17179416, 2024-04-15T17:57:57.800 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:57.800 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:57.800 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 63397888, 2024-04-15T17:57:57.800 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9933, 2024-04-15T17:57:57.800 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:57.800 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 62106672, 2024-04-15T17:57:57.800 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 60, 2024-04-15T17:57:57.801 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 10489600, 2024-04-15T17:57:57.801 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 343278008, 2024-04-15T17:57:57.801 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 499728384 2024-04-15T17:57:57.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.801 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T17:57:57.801 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 492789760, 2024-04-15T17:57:57.801 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 16377136, 2024-04-15T17:57:57.801 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:57.801 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:57.801 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 36003840, 2024-04-15T17:57:57.801 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9896, 2024-04-15T17:57:57.801 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:57.801 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 69339032, 2024-04-15T17:57:57.802 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 60, 2024-04-15T17:57:57.802 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 10822656, 2024-04-15T17:57:57.802 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 392974136, 2024-04-15T17:57:57.802 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 528793600 2024-04-15T17:57:57.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.802 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T17:57:57.802 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 649117696, 2024-04-15T17:57:57.802 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 23756648, 2024-04-15T17:57:57.802 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 5505024, 2024-04-15T17:57:57.802 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:57.802 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 37617664, 2024-04-15T17:57:57.802 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 11397, 2024-04-15T17:57:57.802 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:57.802 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 82849472, 2024-04-15T17:57:57.803 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 53, 2024-04-15T17:57:57.803 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 12044288, 2024-04-15T17:57:57.803 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 524962264, 2024-04-15T17:57:57.803 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 686735360 2024-04-15T17:57:57.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.803 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T17:57:57.803 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 674791424, 2024-04-15T17:57:57.803 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 23832976, 2024-04-15T17:57:57.803 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3407872, 2024-04-15T17:57:57.803 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:57.803 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 6316032, 2024-04-15T17:57:57.803 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 13523, 2024-04-15T17:57:57.803 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:57.803 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 94688072, 2024-04-15T17:57:57.804 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 54, 2024-04-15T17:57:57.804 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 9060864, 2024-04-15T17:57:57.804 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 543801640, 2024-04-15T17:57:57.804 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 681107456 2024-04-15T17:57:57.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.804 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T17:57:57.804 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 514588672, 2024-04-15T17:57:57.804 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 16484552, 2024-04-15T17:57:57.804 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:57.804 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 24576, 2024-04-15T17:57:57.804 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 41271296, 2024-04-15T17:57:57.804 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9747, 2024-04-15T17:57:57.804 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:57.804 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 77741136, 2024-04-15T17:57:57.804 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 53, 2024-04-15T17:57:57.805 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 11229952, 2024-04-15T17:57:57.805 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 405831656, 2024-04-15T17:57:57.805 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 555859968 2024-04-15T17:57:57.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.805 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T17:57:57.805 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 491577344, 2024-04-15T17:57:57.805 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 22323464, 2024-04-15T17:57:57.805 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:57.805 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:57.805 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 27074560, 2024-04-15T17:57:57.805 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 10588, 2024-04-15T17:57:57.805 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:57.805 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 71879096, 2024-04-15T17:57:57.805 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 51, 2024-04-15T17:57:57.805 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 10345984, 2024-04-15T17:57:57.806 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 383752000, 2024-04-15T17:57:57.806 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 518651904 2024-04-15T17:57:57.806 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.806 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.806 INFO:tasks.workunit.client.0.smithi090.stdout: "hosts": { 2024-04-15T17:57:57.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num": 2, 2024-04-15T17:57:57.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mds": 2, 2024-04-15T17:57:57.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mgr": 2, 2024-04-15T17:57:57.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mon": 2, 2024-04-15T17:57:57.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_osd": 2 2024-04-15T17:57:57.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.806 INFO:tasks.workunit.client.0.smithi090.stdout: "io_rate": { 2024-04-15T17:57:57.806 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_stats_delta": { 2024-04-15T17:57:57.807 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 0, 2024-04-15T17:57:57.807 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:57.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 0, 2024-04-15T17:57:57.807 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:57.807 INFO:tasks.workunit.client.0.smithi090.stdout: "stamp_delta": "10.089470", 2024-04-15T17:57:57.807 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:57.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:57.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:57.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:57.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:57.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:57.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:57.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:57.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:57.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:57.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:57.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:57.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:57.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:57.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:57.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:57.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:57.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:57.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:57.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:57.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:57.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:57.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:57.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:57.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:57.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:57.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:57.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:57.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:57.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:57.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:57.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:57.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:57.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:57.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:57.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:57.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:57.809 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:57.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:57.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:57.810 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:57.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.810 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:57.810 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-04-15T17:57:57.810 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:57.810 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:57.810 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:57.810 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:57.810 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-04-15T17:57:57.810 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:57.810 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:57.810 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:57:57.810 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:57.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.811 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 0 2024-04-15T17:57:57.811 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.811 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard": false, 2024-04-15T17:57:57.811 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard_description": null, 2024-04-15T17:57:57.811 INFO:tasks.workunit.client.0.smithi090.stdout: "license": "sharing-1-0", 2024-04-15T17:57:57.811 INFO:tasks.workunit.client.0.smithi090.stdout: "mempool": { 2024-04-15T17:57:57.811 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:57.811 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:57.811 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:57.811 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.811 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.811 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.812 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.813 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:57.814 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.814 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.814 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:57.814 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.814 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.814 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:57.814 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.814 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.814 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:57.814 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.814 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.815 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:57.815 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.815 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.815 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:57.815 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.815 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.815 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:57.815 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.815 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.815 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:57.816 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.816 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.816 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:57.816 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.816 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.816 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:57.816 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222320, 2024-04-15T17:57:57.816 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 65 2024-04-15T17:57:57.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.816 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:57.816 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.816 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.817 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:57.817 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 52112, 2024-04-15T17:57:57.817 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-04-15T17:57:57.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.817 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.817 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.817 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.817 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:57.817 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.817 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.817 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:57.817 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.818 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.818 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:57.818 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12512, 2024-04-15T17:57:57.818 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 256 2024-04-15T17:57:57.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.818 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:57.818 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.818 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.818 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:57.818 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.819 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.819 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:57.819 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.819 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.819 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:57.819 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.819 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.819 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.819 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:57.819 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:57.819 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.820 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.820 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:57.820 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.820 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.820 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:57.820 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.820 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.820 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:57.820 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.820 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.820 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:57.821 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.821 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.821 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:57.821 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.821 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.821 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:57.821 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.821 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.821 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:57.821 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.821 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.822 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:57.822 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.822 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.822 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:57.822 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.822 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.822 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:57.822 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.822 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.822 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:57.822 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.822 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.823 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:57.823 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.823 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.823 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:57.823 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.823 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.823 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:57.823 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.823 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.823 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:57.824 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.824 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.824 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.824 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:57.824 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.824 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.824 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.824 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:57.824 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.824 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.824 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.824 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:57.824 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 149048, 2024-04-15T17:57:57.824 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 34 2024-04-15T17:57:57.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.825 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:57.825 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.825 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.825 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:57.825 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 928, 2024-04-15T17:57:57.825 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T17:57:57.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.825 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.825 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.825 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.825 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:57.825 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.826 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.826 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:57.826 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.826 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.826 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:57.826 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.826 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.826 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:57.826 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.826 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.827 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:57.827 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.827 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.827 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:57.827 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.827 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.827 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:57.827 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.829 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.829 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.829 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.829 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:57.830 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T17:57:57.830 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:57.830 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.830 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.830 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:57.830 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.830 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.830 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:57.830 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.830 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.832 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:57.832 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.832 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.832 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:57.832 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.832 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.832 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:57.832 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.832 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.832 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:57.832 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.832 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.833 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:57.833 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.833 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.833 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:57.833 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.833 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.833 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:57.833 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.833 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.833 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:57.834 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.834 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.834 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:57.834 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.834 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.834 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:57.834 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.834 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.834 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:57.834 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.834 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.835 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:57.835 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 41931213, 2024-04-15T17:57:57.835 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5193 2024-04-15T17:57:57.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.835 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:57.835 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 88, 2024-04-15T17:57:57.835 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1 2024-04-15T17:57:57.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.835 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:57.835 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.835 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.835 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.835 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.835 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.836 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:57.836 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.836 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.836 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:57.836 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.836 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.836 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:57.836 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11088, 2024-04-15T17:57:57.836 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 255 2024-04-15T17:57:57.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.836 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:57.836 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 70440, 2024-04-15T17:57:57.837 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5158 2024-04-15T17:57:57.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.837 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:57.837 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5896, 2024-04-15T17:57:57.837 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-04-15T17:57:57.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.837 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:57.837 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.837 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.837 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:57.837 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.837 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.837 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.838 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:57.838 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:57.838 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.838 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.838 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:57.838 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.838 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.838 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:57.838 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.838 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.839 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:57.839 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.839 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.839 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:57.839 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.839 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.839 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:57.839 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.839 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.839 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:57.839 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.840 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.840 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:57.840 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.840 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.840 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:57.840 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.840 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.840 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:57.840 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.840 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.840 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:57.841 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.841 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.841 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:57.841 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.841 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.841 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:57.841 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.841 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.841 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:57.841 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.841 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.842 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:57.842 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.842 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.842 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:57.842 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.842 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.842 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:57.842 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.842 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.842 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:57.842 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.843 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.843 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:57.843 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 42182885, 2024-04-15T17:57:57.843 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5217 2024-04-15T17:57:57.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.843 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:57.843 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.843 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.843 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:57.843 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.843 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.843 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.844 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.844 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.844 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:57.844 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.844 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.844 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:57.844 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.844 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.844 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:57.844 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11088, 2024-04-15T17:57:57.844 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 255 2024-04-15T17:57:57.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.845 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:57.845 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 70440, 2024-04-15T17:57:57.845 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5158 2024-04-15T17:57:57.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.845 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:57.845 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11792, 2024-04-15T17:57:57.845 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 348 2024-04-15T17:57:57.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.845 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:57.845 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.845 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.845 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:57.845 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.845 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.846 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.846 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:57.846 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:57.846 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.846 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.846 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:57.846 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.846 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.846 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:57.846 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.846 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.847 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:57.847 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.847 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.847 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:57.847 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.847 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.847 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:57.847 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.847 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.847 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:57.848 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.848 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.848 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:57.848 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.848 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.848 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:57.848 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.848 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.848 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:57.848 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.848 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.849 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:57.850 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.850 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.850 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:57.850 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.850 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.850 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:57.850 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.850 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.850 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:57.850 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.850 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 41687413, 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5155 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 88, 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.851 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11088, 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 255 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 70440, 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5158 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:57.852 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5896, 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.853 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.854 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:57.854 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 21736, 2024-04-15T17:57:57.854 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 417 2024-04-15T17:57:57.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.854 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:57.854 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 43264, 2024-04-15T17:57:57.854 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 26 2024-04-15T17:57:57.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.854 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:57.854 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2880, 2024-04-15T17:57:57.854 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 15 2024-04-15T17:57:57.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.854 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:57.854 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 56640, 2024-04-15T17:57:57.855 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 708 2024-04-15T17:57:57.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.855 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:57.855 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 374608, 2024-04-15T17:57:57.855 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1801 2024-04-15T17:57:57.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.855 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:57.855 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:57.855 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:57.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.855 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:57.855 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 776093, 2024-04-15T17:57:57.855 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 206 2024-04-15T17:57:57.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.855 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2405794, 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 536121 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6949176, 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 10251 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 78504, 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8360 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 86448, 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1801 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.856 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:57.857 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.857 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.857 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:57.857 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:57.857 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:57.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.857 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:57.857 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.857 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.857 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:57.857 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.857 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.858 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:57.858 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 39441, 2024-04-15T17:57:57.858 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T17:57:57.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.858 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:57.858 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.858 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.858 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:57.858 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 15751647, 2024-04-15T17:57:57.858 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 279 2024-04-15T17:57:57.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.859 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:57.859 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19360, 2024-04-15T17:57:57.859 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 220 2024-04-15T17:57:57.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.859 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:57.859 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.859 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.859 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.859 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 513216, 2024-04-15T17:57:57.859 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T17:57:57.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.859 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:57.859 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.859 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.860 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:57.860 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7086040, 2024-04-15T17:57:57.860 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 18423 2024-04-15T17:57:57.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.860 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:57.860 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:57.860 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:57.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.860 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:57.860 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.860 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.860 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.861 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.862 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:57.862 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20624, 2024-04-15T17:57:57.862 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 377 2024-04-15T17:57:57.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.862 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:57.862 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 51072, 2024-04-15T17:57:57.862 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-04-15T17:57:57.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.862 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:57.862 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2880, 2024-04-15T17:57:57.862 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 15 2024-04-15T17:57:57.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.862 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:57.863 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 56000, 2024-04-15T17:57:57.863 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 700 2024-04-15T17:57:57.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.863 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:57.863 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 372736, 2024-04-15T17:57:57.863 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1792 2024-04-15T17:57:57.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.863 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:57.863 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:57.863 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:57.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.863 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:57.863 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1310662, 2024-04-15T17:57:57.863 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 335 2024-04-15T17:57:57.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.864 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:57.864 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2469323, 2024-04-15T17:57:57.864 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 543022 2024-04-15T17:57:57.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.864 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:57.864 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7022616, 2024-04-15T17:57:57.864 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 10359 2024-04-15T17:57:57.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.864 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:57.864 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 76520, 2024-04-15T17:57:57.864 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8191 2024-04-15T17:57:57.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.864 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:57.864 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 85920, 2024-04-15T17:57:57.864 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1790 2024-04-15T17:57:57.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.865 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:57.865 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.865 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.865 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:57.865 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165852, 2024-04-15T17:57:57.865 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1191 2024-04-15T17:57:57.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.865 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:57.865 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.865 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.865 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:57.865 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2208, 2024-04-15T17:57:57.866 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T17:57:57.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.866 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:57.866 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 107253, 2024-04-15T17:57:57.866 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 45 2024-04-15T17:57:57.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.866 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:57.866 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 28144, 2024-04-15T17:57:57.866 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7 2024-04-15T17:57:57.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.866 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:57.866 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 15550649, 2024-04-15T17:57:57.866 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 288 2024-04-15T17:57:57.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.867 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:57.867 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30272, 2024-04-15T17:57:57.867 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 344 2024-04-15T17:57:57.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.867 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:57.867 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.867 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.867 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.867 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 443232, 2024-04-15T17:57:57.867 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 38 2024-04-15T17:57:57.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.867 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:57.867 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7314528, 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 21268 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:57.868 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.870 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:57.870 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 18696, 2024-04-15T17:57:57.870 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 348 2024-04-15T17:57:57.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.870 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:57.870 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 485248, 2024-04-15T17:57:57.870 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-04-15T17:57:57.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.870 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:57.870 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2112, 2024-04-15T17:57:57.870 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11 2024-04-15T17:57:57.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.870 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:57.870 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55040, 2024-04-15T17:57:57.870 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 688 2024-04-15T17:57:57.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.871 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:57.871 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 371696, 2024-04-15T17:57:57.871 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1787 2024-04-15T17:57:57.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.871 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:57.871 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:57.871 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:57.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.871 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:57.871 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 300176, 2024-04-15T17:57:57.871 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 86 2024-04-15T17:57:57.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.871 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:57.871 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1776605, 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 391103 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5167576, 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7631 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 75604, 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8172 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 85776, 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1787 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:57.872 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.873 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.873 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:57.873 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:57.873 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:57.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.873 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:57.873 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.873 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.873 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:57.873 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 736, 2024-04-15T17:57:57.873 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1 2024-04-15T17:57:57.873 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.873 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:57.874 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 79013, 2024-04-15T17:57:57.874 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 51 2024-04-15T17:57:57.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.874 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:57.874 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12112, 2024-04-15T17:57:57.874 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T17:57:57.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.874 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:57.874 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11455554, 2024-04-15T17:57:57.874 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 257 2024-04-15T17:57:57.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.874 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:57.874 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9768, 2024-04-15T17:57:57.874 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 111 2024-04-15T17:57:57.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.875 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:57.875 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.875 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.875 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.875 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 361584, 2024-04-15T17:57:57.875 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 31 2024-04-15T17:57:57.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.875 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:57.875 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.875 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.876 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:57.876 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3149640, 2024-04-15T17:57:57.876 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 6057 2024-04-15T17:57:57.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.876 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:57.876 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:57.876 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:57.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.876 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:57.876 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.876 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.876 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:57.876 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T17:57:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.877 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.878 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:57.878 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20104, 2024-04-15T17:57:57.878 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 360 2024-04-15T17:57:57.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.878 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:57.878 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30720, 2024-04-15T17:57:57.878 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-04-15T17:57:57.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.878 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:57.878 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2112, 2024-04-15T17:57:57.878 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11 2024-04-15T17:57:57.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.878 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55040, 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 688 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359632, 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1729 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 399820, 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 98 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.879 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1757643, 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 386855 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5113856, 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7552 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 67224, 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7042 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 82944, 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.880 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:57.881 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.881 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.881 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:57.881 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:57.881 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:57.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.881 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:57.881 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.881 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.881 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:57.881 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T17:57:57.882 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T17:57:57.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.882 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:57.882 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 98669, 2024-04-15T17:57:57.882 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 60 2024-04-15T17:57:57.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.882 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:57.882 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T17:57:57.882 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T17:57:57.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.882 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:57.882 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11579639, 2024-04-15T17:57:57.882 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 270 2024-04-15T17:57:57.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.882 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:57.883 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10824, 2024-04-15T17:57:57.883 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T17:57:57.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.883 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:57.883 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.883 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.883 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.883 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 431568, 2024-04-15T17:57:57.883 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 37 2024-04-15T17:57:57.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.883 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:57.883 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.883 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.884 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:57.884 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3358576, 2024-04-15T17:57:57.884 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8718 2024-04-15T17:57:57.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.884 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:57.884 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:57.884 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:57.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.884 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:57.884 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.884 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.884 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:57.884 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.884 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.885 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:57.885 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.885 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.885 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:57.885 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.885 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.885 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.885 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T17:57:57.885 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:57.885 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.885 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.886 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:57.886 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 23376, 2024-04-15T17:57:57.886 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 422 2024-04-15T17:57:57.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.886 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:57.886 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 829696, 2024-04-15T17:57:57.886 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 27 2024-04-15T17:57:57.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.886 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:57.886 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4224, 2024-04-15T17:57:57.886 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 22 2024-04-15T17:57:57.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.886 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:57.886 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55520, 2024-04-15T17:57:57.887 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 694 2024-04-15T17:57:57.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.887 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:57.887 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359632, 2024-04-15T17:57:57.887 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1729 2024-04-15T17:57:57.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.887 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:57.887 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:57.887 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:57.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.887 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:57.887 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1109949, 2024-04-15T17:57:57.887 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 279 2024-04-15T17:57:57.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.888 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:57.888 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2075411, 2024-04-15T17:57:57.888 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 457139 2024-04-15T17:57:57.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.888 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:57.888 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5963176, 2024-04-15T17:57:57.888 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8801 2024-04-15T17:57:57.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.888 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:57.888 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 67420, 2024-04-15T17:57:57.888 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7041 2024-04-15T17:57:57.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.888 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:57.888 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 82944, 2024-04-15T17:57:57.888 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165596, 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T17:57:57.889 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T17:57:57.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.890 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:57.890 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 96869, 2024-04-15T17:57:57.890 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 51 2024-04-15T17:57:57.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.890 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:57.890 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T17:57:57.890 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T17:57:57.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.890 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:57.890 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 22604152, 2024-04-15T17:57:57.890 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 295 2024-04-15T17:57:57.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.890 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:57.890 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26752, 2024-04-15T17:57:57.891 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 304 2024-04-15T17:57:57.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.891 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:57.891 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.891 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.891 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.891 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 454896, 2024-04-15T17:57:57.891 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-04-15T17:57:57.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.891 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:57.891 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.891 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.891 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5145400, 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 12295 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.892 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:57.893 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.893 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.893 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:57.893 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.893 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.893 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.893 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T17:57:57.893 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:57.893 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.893 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.893 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:57.894 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19872, 2024-04-15T17:57:57.894 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 367 2024-04-15T17:57:57.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.894 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:57.894 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30848, 2024-04-15T17:57:57.894 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-04-15T17:57:57.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.894 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:57.894 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4608, 2024-04-15T17:57:57.894 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-04-15T17:57:57.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.894 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:57.894 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55360, 2024-04-15T17:57:57.894 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 692 2024-04-15T17:57:57.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.895 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:57.895 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359424, 2024-04-15T17:57:57.895 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:57.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.895 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:57.895 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:57.895 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:57.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.895 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:57.895 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 337095, 2024-04-15T17:57:57.895 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 91 2024-04-15T17:57:57.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.895 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:57.895 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2358899, 2024-04-15T17:57:57.895 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 529985 2024-04-15T17:57:57.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.896 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:57.896 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6847856, 2024-04-15T17:57:57.896 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 10102 2024-04-15T17:57:57.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.896 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:57.896 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 67620, 2024-04-15T17:57:57.896 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7042 2024-04-15T17:57:57.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.896 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:57.896 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 82944, 2024-04-15T17:57:57.896 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:57.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.896 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:57.896 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.897 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.897 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:57.897 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165852, 2024-04-15T17:57:57.897 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1191 2024-04-15T17:57:57.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.897 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:57.897 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.897 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.897 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:57.897 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.897 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.898 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:57.898 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 35225, 2024-04-15T17:57:57.898 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 49 2024-04-15T17:57:57.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.898 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:57.898 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.898 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.898 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:57.898 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 25792578, 2024-04-15T17:57:57.898 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 12360 2024-04-15T17:57:57.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.898 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:57.898 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11264, 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 128 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 478224, 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 41 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6544720, 2024-04-15T17:57:57.899 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 12586 2024-04-15T17:57:57.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.900 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:57.900 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:57.900 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:57.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.900 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:57.900 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.900 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.900 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:57.900 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.900 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.900 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:57.900 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 17592, 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 335 2024-04-15T17:57:57.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.902 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:57.902 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 34816, 2024-04-15T17:57:57.902 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-04-15T17:57:57.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.902 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:57.902 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3648, 2024-04-15T17:57:57.902 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 19 2024-04-15T17:57:57.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.902 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:57.902 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 56080, 2024-04-15T17:57:57.902 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 701 2024-04-15T17:57:57.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.902 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:57.902 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 361088, 2024-04-15T17:57:57.902 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1736 2024-04-15T17:57:57.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.903 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:57.903 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:57.903 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:57.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.903 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:57.903 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 722318, 2024-04-15T17:57:57.903 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 193 2024-04-15T17:57:57.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.903 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:57.903 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1710083, 2024-04-15T17:57:57.903 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 376048 2024-04-15T17:57:57.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.903 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:57.903 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4958136, 2024-04-15T17:57:57.904 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7323 2024-04-15T17:57:57.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.904 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:57.904 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 68672, 2024-04-15T17:57:57.904 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7200 2024-04-15T17:57:57.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.904 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:57.904 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 83328, 2024-04-15T17:57:57.904 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1736 2024-04-15T17:57:57.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.904 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:57.904 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.904 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.904 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:57.905 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165508, 2024-04-15T17:57:57.905 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1189 2024-04-15T17:57:57.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.905 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:57.905 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.905 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.905 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:57.905 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.905 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.905 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:57.905 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 78471, 2024-04-15T17:57:57.905 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T17:57:57.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.906 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:57.906 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.906 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.906 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:57.906 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20211022, 2024-04-15T17:57:57.906 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 262 2024-04-15T17:57:57.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.906 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:57.906 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 18128, 2024-04-15T17:57:57.906 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 206 2024-04-15T17:57:57.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.906 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:57.907 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.907 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.907 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.907 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 454896, 2024-04-15T17:57:57.907 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-04-15T17:57:57.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.907 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:57.907 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.907 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.907 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:57.907 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3674840, 2024-04-15T17:57:57.907 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9467 2024-04-15T17:57:57.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.908 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:57.908 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:57.908 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:57.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.908 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:57.908 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.908 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.908 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:57.908 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.908 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.908 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:57.908 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16272, 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 304 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.909 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:57.910 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30592, 2024-04-15T17:57:57.910 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 22 2024-04-15T17:57:57.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.910 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:57.910 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3264, 2024-04-15T17:57:57.910 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 17 2024-04-15T17:57:57.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.910 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:57.910 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 54640, 2024-04-15T17:57:57.910 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 683 2024-04-15T17:57:57.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.910 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:57.910 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 360880, 2024-04-15T17:57:57.910 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1735 2024-04-15T17:57:57.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.911 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:57.911 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:57.911 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:57.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.911 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:57.911 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 407963, 2024-04-15T17:57:57.911 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 130 2024-04-15T17:57:57.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.911 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:57.911 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1984007, 2024-04-15T17:57:57.911 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 441691 2024-04-15T17:57:57.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.911 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:57.911 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5748976, 2024-04-15T17:57:57.911 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8486 2024-04-15T17:57:57.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.912 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:57.912 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 69408, 2024-04-15T17:57:57.912 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7202 2024-04-15T17:57:57.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.912 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:57.912 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 83280, 2024-04-15T17:57:57.912 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1735 2024-04-15T17:57:57.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.912 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:57.912 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.912 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.912 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:57.912 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 21936, 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 26 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.913 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.914 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:57.914 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 17816231, 2024-04-15T17:57:57.914 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 261 2024-04-15T17:57:57.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.914 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:57.914 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11352, 2024-04-15T17:57:57.914 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 129 2024-04-15T17:57:57.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.914 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:57.914 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.914 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.914 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.915 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 536544, 2024-04-15T17:57:57.915 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 46 2024-04-15T17:57:57.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.915 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:57.915 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.915 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.915 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:57.915 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4857424, 2024-04-15T17:57:57.915 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9370 2024-04-15T17:57:57.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.915 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:57.915 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:57.915 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:57.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.916 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:57.916 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.916 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.916 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:57.916 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.916 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.916 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:57.916 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.916 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.917 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:57.917 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:57.917 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:57.917 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.917 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.917 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.917 INFO:tasks.workunit.client.0.smithi090.stdout: "metadata": { 2024-04-15T17:57:57.917 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:57.917 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T17:57:57.917 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 2 2024-04-15T17:57:57.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.917 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T17:57:57.917 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T17:57:57.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.918 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T17:57:57.918 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-15T17:57:57.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.918 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T17:57:57.918 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 2 2024-04-15T17:57:57.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.918 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T17:57:57.918 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 2 2024-04-15T17:57:57.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.918 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T17:57:57.918 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T17:57:57.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.919 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T17:57:57.919 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T17:57:57.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.919 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T17:57:57.919 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 2 2024-04-15T17:57:57.919 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.919 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:57.919 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T17:57:57.919 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 3 2024-04-15T17:57:57.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.919 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T17:57:57.919 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T17:57:57.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 3 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 3 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.920 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 3 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 8 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 8 2024-04-15T17:57:57.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.922 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T17:57:57.922 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 8 2024-04-15T17:57:57.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.922 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T17:57:57.922 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T17:57:57.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.922 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T17:57:57.922 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T17:57:57.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.922 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T17:57:57.922 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 8 2024-04-15T17:57:57.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.922 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_objectstore": { 2024-04-15T17:57:57.922 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": 8 2024-04-15T17:57:57.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.923 INFO:tasks.workunit.client.0.smithi090.stdout: "rotational": { 2024-04-15T17:57:57.923 INFO:tasks.workunit.client.0.smithi090.stdout: "0": 8 2024-04-15T17:57:57.923 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.923 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.923 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:57.923 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T17:57:57.923 INFO:tasks.workunit.client.0.smithi090.stdout: "features": { 2024-04-15T17:57:57.923 INFO:tasks.workunit.client.0.smithi090.stdout: "optional": [], 2024-04-15T17:57:57.923 INFO:tasks.workunit.client.0.smithi090.stdout: "persistent": [ 2024-04-15T17:57:57.923 INFO:tasks.workunit.client.0.smithi090.stdout: "kraken", 2024-04-15T17:57:57.923 INFO:tasks.workunit.client.0.smithi090.stdout: "luminous", 2024-04-15T17:57:57.923 INFO:tasks.workunit.client.0.smithi090.stdout: "mimic", 2024-04-15T17:57:57.923 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap-prune", 2024-04-15T17:57:57.924 INFO:tasks.workunit.client.0.smithi090.stdout: "nautilus", 2024-04-15T17:57:57.924 INFO:tasks.workunit.client.0.smithi090.stdout: "octopus", 2024-04-15T17:57:57.924 INFO:tasks.workunit.client.0.smithi090.stdout: "pacific", 2024-04-15T17:57:57.924 INFO:tasks.workunit.client.0.smithi090.stdout: "elector-pinging", 2024-04-15T17:57:57.924 INFO:tasks.workunit.client.0.smithi090.stdout: "quincy", 2024-04-15T17:57:57.924 INFO:tasks.workunit.client.0.smithi090.stdout: "reef", 2024-04-15T17:57:57.924 INFO:tasks.workunit.client.0.smithi090.stdout: "squid" 2024-04-15T17:57:57.924 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.924 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv4_addr_mons": 6, 2024-04-15T17:57:57.924 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv6_addr_mons": 0, 2024-04-15T17:57:57.924 INFO:tasks.workunit.client.0.smithi090.stdout: "min_mon_release": 19, 2024-04-15T17:57:57.924 INFO:tasks.workunit.client.0.smithi090.stdout: "v1_addr_mons": 3, 2024-04-15T17:57:57.924 INFO:tasks.workunit.client.0.smithi090.stdout: "v2_addr_mons": 3 2024-04-15T17:57:57.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: "organization": "ceph-qa", 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_network": false, 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: "require_min_compat_client": "luminous", 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: "require_osd_release": "squid" 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_perf_histograms": [ 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:57.925 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:57.926 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:57.926 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:57.926 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:57.926 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:57.926 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:57.926 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:57.926 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:57.926 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:57.926 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:57.926 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:57.926 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:57.926 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:57.926 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:57.926 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:57.926 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:57.927 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:57.927 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:57.927 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:57.927 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:57.927 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:57.927 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:57.927 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:57.927 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:57.927 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:57.927 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:57.927 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:57.927 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:57.927 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:57.927 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:57.927 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:57.928 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:57.928 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:57.928 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.928 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:57.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.928 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.928 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:57.928 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:57.928 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:57.928 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:57.928 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:57.928 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:57.928 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:57.928 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:57.929 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:57.929 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:57.929 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:57.929 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:57.929 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:57.929 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:57.929 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:57.929 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:57.929 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:57.929 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:57.929 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:57.929 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:57.929 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:57.929 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:57.929 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:57.930 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:57.930 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:57.930 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:57.930 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:57.930 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:57.930 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:57.930 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:57.930 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:57.930 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:57.930 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:57.930 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:57.930 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:57.930 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:57.930 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1624, 553, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13571, 3585, 0, 1, 1, 2, 1, 3, 1, 0, 4, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8112, 84, 39, 5, 16, 2, 4, 8, 25, 35, 33, 26, 52, 22, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1100, 17, 7, 0, 1, 0, 0, 4, 5, 7, 122, 154, 89, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 472, 8, 0, 0, 0, 1, 0, 0, 0, 2, 4, 21, 308, 9, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 131, 13, 3, 0, 0, 1, 0, 0, 1, 0, 4, 4, 19, 45, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.931 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 137, 2, 4, 0, 1, 0, 0, 0, 1, 0, 0, 2, 22, 16, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 13, 15, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 3, 30, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.932 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.933 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7046, 17, 0, 0, 1, 0, 1, 2, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.934 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5421, 26, 1309, 2, 15, 10, 8, 14, 36, 64, 48, 53, 66, 20, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.934 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 384, 16, 176, 24, 1, 0, 0, 3, 1, 16, 103, 230, 156, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.934 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 271, 0, 0, 6, 0, 0, 0, 1, 0, 0, 3, 26, 385, 8, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.934 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 113, 0, 0, 0, 2, 0, 0, 0, 0, 0, 3, 2, 17, 28, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.934 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 148, 0, 35, 0, 0, 0, 0, 0, 0, 0, 2, 2, 6, 8, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.934 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 124, 0, 235, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.934 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.934 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.934 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.934 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.934 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.934 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.934 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.934 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.935 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.936 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.936 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:57.936 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.936 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.936 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2062, 323, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.936 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12835, 3809, 0, 0, 2, 2, 0, 2, 0, 1, 5, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.936 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8409, 95, 49, 0, 17, 1, 0, 2, 0, 2, 6, 1, 17, 17, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.936 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 570, 19, 44, 2, 1, 1, 0, 2, 1, 2, 30, 1, 6, 4, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.936 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 411, 4, 2, 0, 1, 0, 0, 1, 0, 3, 1, 10, 24, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.936 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 89, 2, 0, 0, 0, 0, 3, 0, 7, 0, 8, 4, 12, 80, 130, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.936 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 2, 1, 3, 4, 8, 29, 21, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.936 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 89, 0, 0, 1, 0, 0, 1, 2, 3, 1, 1, 1, 21, 31, 70, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 18, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 5, 8, 50, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 21, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.937 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.938 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.938 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.938 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.938 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.938 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.938 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.938 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.938 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.938 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.938 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:57.938 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.938 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.938 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 220, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.938 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13443, 4121, 0, 1, 1, 0, 2, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.939 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7883, 54, 2, 0, 24, 1, 2, 6, 11, 13, 12, 2, 14, 14, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.939 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 932, 7, 4, 0, 2, 0, 1, 0, 3, 7, 49, 72, 32, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.939 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 649, 15, 0, 0, 9, 0, 0, 0, 0, 1, 1, 19, 140, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.939 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 462, 28, 4, 0, 176, 0, 0, 0, 0, 0, 4, 2, 9, 32, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.939 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 267, 24, 3, 0, 286, 0, 0, 0, 0, 0, 2, 10, 4, 5, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.939 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 130, 67, 0, 0, 239, 0, 0, 0, 0, 0, 0, 2, 5, 8, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.939 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 95, 0, 0, 1981, 0, 0, 0, 0, 0, 0, 0, 1, 10, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.939 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 74, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.939 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.939 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.939 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.939 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.939 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.939 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.939 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.940 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8744, 1, 123, 12, 33, 32, 2, 0, 0, 0, 5, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8376, 40, 25, 2, 21, 55, 161, 167, 10, 17, 12, 9, 8, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 926, 5, 11, 0, 3, 0, 4, 50, 4, 9, 65, 61, 32, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 311, 1, 0, 0, 0, 0, 0, 0, 0, 1, 6, 19, 171, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 201, 1, 0, 0, 1, 1, 1, 0, 2, 0, 2, 8, 17, 30, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 8, 16, 14, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 125, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 6, 17, 37, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 21, 30, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.941 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.942 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.942 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.942 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.942 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.942 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.942 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.942 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.942 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.942 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.942 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.942 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.942 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.942 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.942 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.942 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.943 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.943 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.943 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.943 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.943 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.943 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:57.943 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.943 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.943 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 864, 180, 0, 0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.943 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 16213, 3637, 1, 1, 6961, 406, 0, 0, 1, 2, 3, 2, 6, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.943 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12204, 369, 26, 0, 579, 175, 1, 1, 0, 4, 36, 2, 26, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.943 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1497, 147, 152, 2, 85, 13, 0, 1, 3, 14, 34, 3, 8, 12, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.943 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 653, 21, 44, 5, 8, 9, 0, 0, 0, 2, 11, 21, 45, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.943 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 180, 19, 11, 0, 24, 26, 0, 0, 0, 0, 3, 1, 12, 69, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.944 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 290, 3, 19, 27, 2, 5, 0, 0, 0, 0, 1, 0, 4, 17, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.944 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 139, 0, 4, 35, 49, 0, 0, 0, 0, 0, 0, 0, 9, 17, 48, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.944 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 7, 82, 87, 0, 0, 0, 0, 0, 0, 6, 6, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.944 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 4, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.944 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.944 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.944 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.944 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.944 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.944 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.944 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.944 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.944 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.944 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.944 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.945 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.946 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 229, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.946 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9670, 3194, 3607, 0, 2, 0, 0, 1, 0, 0, 15, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.946 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9893, 450, 549, 0, 14, 3, 2, 1, 5, 15, 39, 7, 12, 14, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.946 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1077, 68, 78, 0, 3, 1, 1, 1, 8, 11, 67, 67, 41, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.946 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 386, 3, 0, 0, 0, 1, 0, 0, 0, 0, 6, 20, 155, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.946 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 211, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 0, 13, 30, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.946 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 171, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 5, 14, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.946 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 120, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 0, 13, 9, 31, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.946 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 3, 23, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.946 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.946 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.946 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.946 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.946 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.947 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.947 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.947 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.947 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.947 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.947 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.947 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.947 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.947 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.947 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.947 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.947 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.947 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.948 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.948 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.948 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.948 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.948 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.948 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.948 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:57.948 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.948 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.948 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.948 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 11149, 2, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.948 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 6763, 18, 0, 0, 9, 0, 0, 1, 0, 0, 2, 4, 18, 11, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.948 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 736, 3, 3, 0, 2, 0, 0, 1, 0, 0, 15, 0, 9, 4, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.948 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 263, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 24, 2, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.949 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 130, 2, 0, 0, 3, 0, 0, 2, 0, 0, 3, 1, 11, 43, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.949 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 12, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.949 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 17, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.949 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.949 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.949 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.949 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.949 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.949 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.949 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.949 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.949 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.949 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.949 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.949 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.950 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.950 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.950 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.950 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.950 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.950 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.950 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.950 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.950 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.950 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.950 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.950 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.950 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.950 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:57.951 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:57.952 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:57.953 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:57.954 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:57.954 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:57.954 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:57.954 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:57.954 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:57.954 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:57.954 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:57.954 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:57.954 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:57.954 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:57.954 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:57.954 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:57.954 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:57.954 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:57.954 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:57.955 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 513, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4302, 59, 87, 163, 435, 606, 696, 1, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.956 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 566, 14, 16, 38, 35, 6, 25, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.957 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 189, 6, 0, 0, 0, 0, 3, 0, 0, 1, 1, 3, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.957 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 112, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 9, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.957 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.957 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 9, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.957 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.957 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.957 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.957 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.957 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.957 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.957 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.957 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.957 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.957 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.958 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.958 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.958 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.958 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.958 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.958 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.958 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.958 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.958 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.958 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.958 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.958 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.959 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.959 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:57.959 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.959 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.959 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.959 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.959 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.959 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 283, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.959 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2703, 261, 32, 62, 127, 1, 0, 0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.959 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 481, 29, 1286, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.959 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 442, 18, 54, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.959 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1817, 1392, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.959 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1457, 1590, 239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 11, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.959 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.959 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.960 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.960 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.960 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.960 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.960 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.960 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.960 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.960 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.960 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.960 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.960 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.960 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.960 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.960 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.961 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.961 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.961 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.961 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.961 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.961 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.961 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.961 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.961 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:57.961 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.961 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.961 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.961 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.962 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.962 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1061, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.962 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9739, 4, 0, 0, 1, 2, 2, 4, 0, 2, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.962 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15921, 0, 0, 0, 0, 0, 2, 0, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.962 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 260, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.962 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.962 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.962 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.962 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.962 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.962 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.962 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.962 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.962 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.963 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.963 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.963 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.963 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.963 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.963 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.963 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.963 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.963 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.963 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.963 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.963 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.963 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.963 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.963 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 239, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3005, 28, 0, 0, 1, 0, 1, 4, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 376, 3, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 341, 21, 34, 51, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 954, 273, 0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4405, 2481, 0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.964 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 232, 251, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.965 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.965 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.965 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.965 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.965 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.965 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.965 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.965 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.965 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.965 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.965 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.965 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.965 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.965 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.965 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.966 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.966 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.966 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.966 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.966 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.966 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.966 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.966 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.966 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:57.966 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.966 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.966 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.967 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.967 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.967 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 793, 0, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.967 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3100, 204, 31, 57, 140, 271, 463, 1, 3, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.967 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 323, 22, 1, 2, 0, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.967 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.967 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.967 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 63, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.967 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.967 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.967 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.967 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.967 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.967 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.967 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.968 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.968 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.968 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.968 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.968 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.968 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.968 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.968 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.968 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.968 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.968 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.968 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.968 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.968 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.968 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 578, 3, 4, 12, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5334, 82, 134, 241, 466, 601, 717, 8, 13, 13, 1, 1, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 491, 2, 3, 7, 25, 12, 14, 0, 0, 5, 2, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 470, 9, 9, 28, 4, 0, 0, 0, 1, 0, 1, 5, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 281, 33, 72, 101, 26, 0, 0, 0, 0, 0, 0, 0, 9, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 142, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 1, 5, 14, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.969 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.970 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.970 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.970 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.970 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.970 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.970 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.970 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.970 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.970 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.970 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.970 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.970 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.970 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.970 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.970 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.971 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.971 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.971 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.971 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.971 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.971 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.971 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.971 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.971 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:57.971 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.971 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.971 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 405, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3010, 27, 0, 0, 0, 0, 5, 1, 10, 3, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 334, 1, 2, 0, 1, 0, 0, 0, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 161, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 151, 106, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.972 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.973 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.973 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.973 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.973 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.973 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.973 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.973 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.973 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.973 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.973 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.973 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.973 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.973 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.973 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.973 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.974 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.974 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:57.974 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.974 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.974 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.974 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.974 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.974 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 519, 14, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.974 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7649, 21, 53, 30, 0, 0, 0, 2, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.974 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2837, 31, 94, 50, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.974 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 154, 3, 3, 1, 0, 0, 0, 0, 0, 0, 2, 3, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.974 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.974 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.975 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.975 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.975 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.975 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.975 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.975 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.975 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.975 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.975 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.975 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.975 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.975 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.975 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.975 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.975 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.976 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.976 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.976 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.976 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.976 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.976 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.976 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.976 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.976 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.976 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.976 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:57.976 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:57.977 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.977 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:57.977 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:57.977 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:57.977 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:57.977 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:57.977 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:57.977 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:57.977 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:57.977 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:57.977 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:57.977 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:57.977 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:57.977 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:57.977 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:57.978 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:57.978 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:57.978 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:57.978 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:57.978 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:57.978 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:57.978 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:57.978 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:57.978 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:57.978 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:57.978 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:57.978 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:57.978 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:57.978 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:57.978 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:57.979 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:57.979 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:57.979 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:57.979 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:57.979 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:57.979 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:57.979 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:57.979 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:57.979 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.979 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:57.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.979 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.979 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:57.979 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:57.979 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:57.980 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:57.980 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:57.980 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:57.980 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:57.980 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:57.980 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:57.980 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:57.980 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:57.980 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:57.980 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:57.980 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:57.980 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:57.980 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:57.980 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:57.981 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:57.981 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:57.981 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:57.981 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:57.981 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:57.981 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:57.981 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:57.981 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:57.981 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:57.981 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:57.981 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:57.981 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:57.981 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:57.981 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:57.982 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:57.982 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:57.982 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:57.982 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:57.982 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:57.982 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:57.982 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.982 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:57.982 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:57.982 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:57.982 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:57.982 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.982 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:57.982 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.982 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.983 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.983 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.983 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.983 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.983 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 6356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.983 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 704, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.983 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.983 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.983 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.983 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.983 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.983 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.983 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.983 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.983 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.984 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.984 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.984 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.984 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.984 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.984 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.984 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.984 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.984 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.984 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.984 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.984 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.984 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.984 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.984 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.985 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.985 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.985 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.985 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:57.985 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.985 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.985 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.985 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.985 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.985 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.985 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3190, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.985 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1798, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.985 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 524, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.986 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.986 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3316, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.986 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.986 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.986 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.986 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.986 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.986 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.986 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.986 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.986 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.986 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.986 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.986 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.987 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.987 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.987 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.987 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.987 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.987 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.987 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.987 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.987 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.987 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.987 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.987 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.987 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:57.987 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.988 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.988 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.988 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.988 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.988 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1061, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.988 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9759, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.988 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15931, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.988 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.988 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.988 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.988 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.988 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.988 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.988 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.988 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.989 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.989 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.989 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.989 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.989 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.989 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.989 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.989 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.989 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.989 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.989 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.989 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.989 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.989 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.989 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.990 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.990 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.990 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.990 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.990 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:57.990 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.990 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.990 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.990 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.990 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.990 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.990 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3041, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.990 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.991 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.991 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1335, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.991 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7325, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.991 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 526, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.991 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.991 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.991 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.991 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.991 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.991 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.991 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.991 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.991 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.991 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:57.992 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 804, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4275, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 371, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.993 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.994 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.994 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.994 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.994 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.994 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.994 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.994 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.994 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.994 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.994 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.994 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.994 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.994 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.994 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.995 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.995 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.995 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.995 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.995 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:57.995 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.995 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.995 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.995 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.995 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.995 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 599, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.995 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7620, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.995 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 566, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.996 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 535, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.996 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.996 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.996 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.996 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.996 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.996 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.996 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.996 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.996 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.996 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.996 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.996 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.996 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.997 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.997 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.997 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.997 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.997 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.997 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.997 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.997 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.997 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.997 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.997 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:57.997 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:57.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:57.997 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:57.997 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:57.998 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:57.998 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.998 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.998 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.998 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.998 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.998 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3059, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.998 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.998 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 170, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.998 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.998 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.998 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.998 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.998 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.999 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.999 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.999 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.999 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.999 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.999 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.999 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.999 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.999 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.999 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.999 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.999 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.999 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:57.999 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.000 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.000 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.000 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.000 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.000 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.000 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.000 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.000 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:58.000 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.000 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.000 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.000 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.000 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.001 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 548, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.001 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7758, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.001 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3015, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.001 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 173, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.001 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.001 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.001 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.001 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.001 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.001 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.001 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.001 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.001 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.001 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.001 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.002 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.002 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.002 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.002 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.002 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.002 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.002 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.002 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.002 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.002 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.002 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.002 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.002 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.003 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.003 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.003 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.003 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:58.003 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:58.003 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.003 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:58.003 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:58.003 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:58.003 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:58.003 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:58.003 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:58.003 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:58.003 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:58.004 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:58.004 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:58.004 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:58.004 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:58.004 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:58.004 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:58.004 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:58.004 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:58.004 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:58.004 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:58.004 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:58.004 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:58.004 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:58.004 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:58.004 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:58.005 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:58.005 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:58.005 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:58.005 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:58.005 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:58.005 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:58.005 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:58.005 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:58.005 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:58.005 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:58.005 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:58.005 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:58.005 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:58.005 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:58.006 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.006 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:58.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.006 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.006 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:58.006 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:58.006 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:58.006 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:58.006 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:58.006 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:58.006 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:58.006 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:58.006 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:58.007 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:58.007 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:58.007 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:58.007 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:58.007 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:58.007 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:58.007 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:58.007 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:58.007 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:58.007 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:58.007 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:58.007 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:58.007 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:58.007 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:58.007 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:58.008 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:58.008 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:58.008 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:58.008 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:58.008 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:58.008 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:58.008 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:58.008 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:58.008 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:58.008 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:58.008 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:58.008 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:58.008 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:58.008 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2049, 15, 1, 0, 11, 0, 2, 2, 7, 5, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1111, 7, 1, 2, 5, 2, 10, 11, 21, 63, 80, 30, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 211, 9, 1, 0, 2, 0, 0, 3, 5, 7, 61, 223, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.009 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 632, 3, 0, 0, 0, 1, 0, 1, 4, 1, 7, 11, 291, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.010 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 967, 4, 0, 0, 0, 0, 0, 2, 1, 0, 3, 9, 16, 25, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.010 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 506, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 21, 24, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.010 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 380, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.010 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.010 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.010 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.010 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.010 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.010 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.010 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.010 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.010 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.010 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.010 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.011 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.011 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.011 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.011 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.011 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.011 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.011 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.011 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.011 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.011 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.011 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.011 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:58.011 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.011 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.012 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.012 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.012 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.012 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 32, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.012 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2769, 10, 1, 2, 6, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.012 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1471, 1, 1, 3, 3, 8, 14, 18, 45, 90, 83, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.012 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 58, 3, 0, 0, 0, 0, 1, 4, 3, 5, 60, 258, 211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.012 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 19, 9, 0, 0, 0, 0, 0, 0, 0, 1, 10, 14, 355, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.012 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 7, 20, 19, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.012 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 382, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 18, 31, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.012 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1039, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.012 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2077, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.012 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 380, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.012 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.013 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.013 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.013 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.013 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.013 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.013 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.013 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.013 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.013 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.013 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.013 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.013 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.013 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.013 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.013 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.014 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.014 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.014 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.014 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.014 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:58.014 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.014 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.014 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.014 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.014 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.014 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 60, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.014 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 371, 10, 0, 0, 11, 1, 2, 3, 7, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.014 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 164, 10, 0, 0, 0, 3, 0, 3, 4, 11, 44, 38, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 156, 3, 0, 0, 1, 0, 1, 0, 7, 12, 38, 57, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 89, 1, 1, 0, 0, 1, 3, 0, 2, 0, 21, 35, 20, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 35, 4, 0, 0, 0, 1, 0, 1, 0, 3, 5, 5, 20, 44, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 2, 1, 1, 7, 8, 22, 58, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.015 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.016 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.016 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.016 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.016 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.016 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.016 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.016 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.016 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.016 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.016 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.016 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.016 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:58.016 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.017 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.017 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.017 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.017 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.017 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 56, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.017 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1240, 13, 0, 0, 19, 0, 4, 2, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.017 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 402, 8, 1, 1, 3, 1, 1, 10, 10, 26, 46, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.017 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 199, 10, 0, 1, 1, 1, 1, 2, 6, 4, 43, 118, 99, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.017 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 486, 10, 0, 0, 0, 0, 0, 0, 0, 1, 8, 6, 98, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.017 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 404, 23, 0, 0, 0, 0, 0, 0, 0, 4, 2, 4, 10, 27, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.017 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99, 43, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 10, 17, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.017 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 87, 76, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.017 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.017 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.017 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.018 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.018 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.018 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.018 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.018 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.018 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.018 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.018 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.018 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.018 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.018 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.018 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.018 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.018 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.019 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.019 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.019 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.019 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.019 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.019 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:58.019 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.019 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.019 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.019 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.019 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.019 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 77, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.019 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1046, 15, 0, 0, 9, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.020 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 740, 2, 0, 0, 5, 1, 2, 8, 26, 25, 55, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.020 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 427, 1, 0, 0, 1, 0, 1, 2, 2, 6, 56, 138, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.020 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 558, 17, 0, 0, 1, 0, 0, 1, 0, 4, 11, 21, 178, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.020 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 279, 17, 0, 0, 3, 0, 0, 0, 1, 1, 4, 4, 19, 13, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.020 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 114, 36, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 5, 24, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.020 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 49, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.020 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 18, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.020 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.020 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.020 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.020 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.020 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.020 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.020 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.020 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.021 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.021 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.021 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.021 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.021 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.021 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.021 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.021 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.021 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.021 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.021 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.021 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.021 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.022 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:58.022 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.022 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.022 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.022 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.022 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.022 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 120, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.022 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 540, 19, 1, 1, 7, 0, 6, 3, 7, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.022 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 113, 5, 0, 0, 2, 0, 0, 2, 4, 4, 12, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.022 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 134, 4, 0, 0, 0, 1, 2, 1, 3, 8, 21, 24, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.022 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 57, 28, 0, 0, 0, 0, 0, 1, 2, 3, 14, 16, 18, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.022 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13, 31, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 12, 33, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.022 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 40, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 10, 26, 97, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.022 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.023 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.023 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.023 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.023 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.023 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.023 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.023 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.023 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.023 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.023 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.023 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.023 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.023 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.023 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.023 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.024 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.024 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.024 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.024 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.024 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.024 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.024 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.024 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:58.024 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.024 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.024 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.024 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.024 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.025 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 50, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.025 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1084, 27, 1, 0, 10, 2, 0, 4, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.025 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 651, 10, 1, 2, 0, 4, 7, 4, 16, 18, 34, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.025 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 442, 6, 0, 0, 1, 2, 0, 1, 6, 4, 32, 120, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.025 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 547, 5, 0, 0, 0, 0, 0, 0, 2, 1, 13, 15, 163, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.025 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 251, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 1, 14, 28, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.025 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 2, 12, 39, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.025 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.025 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.025 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.025 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.025 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.025 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.025 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.025 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.026 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.026 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.026 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.026 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.026 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.026 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.026 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.026 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.026 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.026 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.026 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.026 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.026 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.026 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.027 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.027 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:58.027 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.027 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.027 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.027 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.027 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.027 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.027 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 215, 6, 2, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.027 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 64, 5, 0, 0, 1, 1, 2, 4, 6, 3, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.028 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 101, 3, 0, 0, 0, 2, 6, 4, 7, 1, 12, 26, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.028 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 41, 0, 0, 0, 0, 1, 0, 2, 1, 1, 7, 16, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.028 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 3, 0, 0, 0, 0, 0, 0, 0, 3, 2, 5, 16, 18, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.028 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 15, 36, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.028 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.028 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.028 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.028 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.028 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.028 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.028 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.028 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.028 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.028 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.028 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.029 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.029 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.029 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.029 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.029 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.029 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.029 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.029 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.029 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.029 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.029 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.029 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.029 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.029 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.030 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.030 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-15T17:57:58.030 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:58.030 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.030 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 8, 2024-04-15T17:57:58.030 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:58.030 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "number of replicas", 2024-04-15T17:57:58.030 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 1, 2024-04-15T17:57:58.030 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:58.030 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:58.030 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0]", 2024-04-15T17:57:58.030 INFO:tasks.workunit.client.0.smithi090.stdout: "[1, 1]", 2024-04-15T17:57:58.030 INFO:tasks.workunit.client.0.smithi090.stdout: "[2, 2]", 2024-04-15T17:57:58.031 INFO:tasks.workunit.client.0.smithi090.stdout: "[3, 3]", 2024-04-15T17:57:58.031 INFO:tasks.workunit.client.0.smithi090.stdout: "[4, 4]", 2024-04-15T17:57:58.031 INFO:tasks.workunit.client.0.smithi090.stdout: "[5, 5]", 2024-04-15T17:57:58.031 INFO:tasks.workunit.client.0.smithi090.stdout: "[6, None]" 2024-04-15T17:57:58.031 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.031 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "linear" 2024-04-15T17:57:58.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.031 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.031 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 10, 2024-04-15T17:57:58.031 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:58.031 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "duration", 2024-04-15T17:57:58.031 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 250000, 2024-04-15T17:57:58.031 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:58.031 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:58.032 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 249999]", 2024-04-15T17:57:58.032 INFO:tasks.workunit.client.0.smithi090.stdout: "[250000, 499999]", 2024-04-15T17:57:58.032 INFO:tasks.workunit.client.0.smithi090.stdout: "[500000, 999999]", 2024-04-15T17:57:58.032 INFO:tasks.workunit.client.0.smithi090.stdout: "[1000000, 1999999]", 2024-04-15T17:57:58.032 INFO:tasks.workunit.client.0.smithi090.stdout: "[2000000, 3999999]", 2024-04-15T17:57:58.032 INFO:tasks.workunit.client.0.smithi090.stdout: "[4000000, 7999999]", 2024-04-15T17:57:58.032 INFO:tasks.workunit.client.0.smithi090.stdout: "[8000000, 15999999]", 2024-04-15T17:57:58.032 INFO:tasks.workunit.client.0.smithi090.stdout: "[16000000, 31999999]", 2024-04-15T17:57:58.032 INFO:tasks.workunit.client.0.smithi090.stdout: "[32000000, None]" 2024-04-15T17:57:58.032 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.032 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:58.032 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.032 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.032 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:58.033 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.033 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:58.033 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.033 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.033 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.033 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.033 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.033 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.033 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.033 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.033 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.033 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.033 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.033 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:58.034 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.034 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.034 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.034 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.034 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.034 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.034 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.034 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.034 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.034 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.034 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.034 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:58.034 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.035 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.036 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.036 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.036 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.036 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.036 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.036 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.036 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.036 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:58.036 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.036 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.036 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.036 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.036 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.036 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.037 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.037 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.037 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.037 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.037 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.037 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:58.037 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.037 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.037 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.037 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.037 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.037 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.037 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.038 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.038 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.038 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.038 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.038 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:58.038 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.038 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.038 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.038 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.038 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.038 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.038 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.038 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.039 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.039 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.039 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.039 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:58.039 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:58.039 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.039 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.039 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.039 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.039 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.039 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.039 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:58.039 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:58.039 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.040 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.040 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:58.040 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.040 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.040 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.040 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_counters": { 2024-04-15T17:57:58.040 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:58.040 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:58.040 INFO:tasks.workunit.client.0.smithi090.stdout: "caps": { 2024-04-15T17:57:58.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.040 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flush_ack": { 2024-04-15T17:57:58.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.040 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-15T17:57:58.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.041 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_grant": { 2024-04-15T17:57:58.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.041 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_revoke": { 2024-04-15T17:57:58.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.041 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_trunc": { 2024-04-15T17:57:58.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.041 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_commit": { 2024-04-15T17:57:58.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.041 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_complete": { 2024-04-15T17:57:58.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T17:57:58.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.042 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_keys": { 2024-04-15T17:57:58.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:58.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.042 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_merge": { 2024-04-15T17:57:58.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.042 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_split": { 2024-04-15T17:57:58.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.042 INFO:tasks.workunit.client.0.smithi090.stdout: "exported_inodes": { 2024-04-15T17:57:58.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.042 INFO:tasks.workunit.client.0.smithi090.stdout: "forward": { 2024-04-15T17:57:58.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.043 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_cap_release": { 2024-04-15T17:57:58.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.043 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps": { 2024-04-15T17:57:58.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.043 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps_dirty": { 2024-04-15T17:57:58.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.043 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_inode_file_caps": { 2024-04-15T17:57:58.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.043 INFO:tasks.workunit.client.0.smithi090.stdout: "imported_inodes": { 2024-04-15T17:57:58.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.044 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes": { 2024-04-15T17:57:58.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:58.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.044 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_expired": { 2024-04-15T17:57:58.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.044 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_pinned": { 2024-04-15T17:57:58.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:58.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.044 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_with_caps": { 2024-04-15T17:57:58.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.044 INFO:tasks.workunit.client.0.smithi090.stdout: "load_cent": { 2024-04-15T17:57:58.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.045 INFO:tasks.workunit.client.0.smithi090.stdout: "openino_dir_fetch": { 2024-04-15T17:57:58.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.045 INFO:tasks.workunit.client.0.smithi090.stdout: "process_request_cap_release": { 2024-04-15T17:57:58.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.045 INFO:tasks.workunit.client.0.smithi090.stdout: "reply_latency": { 2024-04-15T17:57:58.045 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.045 INFO:tasks.workunit.client.0.smithi090.stdout: "request": { 2024-04-15T17:57:58.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.046 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rbytes": { 2024-04-15T17:57:58.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.046 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rfiles": { 2024-04-15T17:57:58.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.046 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rsnaps": { 2024-04-15T17:57:58.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.046 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_reply": { 2024-04-15T17:57:58.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.046 INFO:tasks.workunit.client.0.smithi090.stdout: "subtrees": { 2024-04-15T17:57:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_cache": { 2024-04-15T17:57:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_enqueue_scrub": { 2024-04-15T17:57:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_exportdir": { 2024-04-15T17:57:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_flush": { 2024-04-15T17:57:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragmentdir": { 2024-04-15T17:57:58.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.048 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragstats": { 2024-04-15T17:57:58.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.048 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_inodestats": { 2024-04-15T17:57:58.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.048 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_quiesce_inode": { 2024-04-15T17:57:58.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.048 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_quiesce_path": { 2024-04-15T17:57:58.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.048 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_enqueued": { 2024-04-15T17:57:58.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_prioritized": { 2024-04-15T17:57:58.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_processing": { 2024-04-15T17:57:58.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays": { 2024-04-15T17:57:58.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_delayed": { 2024-04-15T17:57:58.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.049 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_enqueuing": { 2024-04-15T17:57:58.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.050 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_completed": { 2024-04-15T17:57:58.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.050 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_started": { 2024-04-15T17:57:58.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.050 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_created": { 2024-04-15T17:57:58.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.050 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_enqueued": { 2024-04-15T17:57:58.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.050 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_migrated": { 2024-04-15T17:57:58.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.051 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_reintegrated": { 2024-04-15T17:57:58.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.051 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.051 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_log": { 2024-04-15T17:57:58.051 INFO:tasks.workunit.client.0.smithi090.stdout: "ev": { 2024-04-15T17:57:58.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17 2024-04-15T17:57:58.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.051 INFO:tasks.workunit.client.0.smithi090.stdout: "evadd": { 2024-04-15T17:57:58.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.051 INFO:tasks.workunit.client.0.smithi090.stdout: "evex": { 2024-04-15T17:57:58.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.052 INFO:tasks.workunit.client.0.smithi090.stdout: "evexd": { 2024-04-15T17:57:58.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.052 INFO:tasks.workunit.client.0.smithi090.stdout: "evexg": { 2024-04-15T17:57:58.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.052 INFO:tasks.workunit.client.0.smithi090.stdout: "evlrg": { 2024-04-15T17:57:58.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.052 INFO:tasks.workunit.client.0.smithi090.stdout: "evtrm": { 2024-04-15T17:57:58.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.052 INFO:tasks.workunit.client.0.smithi090.stdout: "jlat": { 2024-04-15T17:57:58.052 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.053 INFO:tasks.workunit.client.0.smithi090.stdout: "replayed": { 2024-04-15T17:57:58.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17 2024-04-15T17:57:58.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.053 INFO:tasks.workunit.client.0.smithi090.stdout: "seg": { 2024-04-15T17:57:58.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:58.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.053 INFO:tasks.workunit.client.0.smithi090.stdout: "segadd": { 2024-04-15T17:57:58.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.053 INFO:tasks.workunit.client.0.smithi090.stdout: "segex": { 2024-04-15T17:57:58.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.053 INFO:tasks.workunit.client.0.smithi090.stdout: "segexd": { 2024-04-15T17:57:58.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.054 INFO:tasks.workunit.client.0.smithi090.stdout: "segexg": { 2024-04-15T17:57:58.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.054 INFO:tasks.workunit.client.0.smithi090.stdout: "segmjr": { 2024-04-15T17:57:58.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:58.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.054 INFO:tasks.workunit.client.0.smithi090.stdout: "segtrm": { 2024-04-15T17:57:58.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.054 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.054 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_mem": { 2024-04-15T17:57:58.054 INFO:tasks.workunit.client.0.smithi090.stdout: "cap": { 2024-04-15T17:57:58.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.055 INFO:tasks.workunit.client.0.smithi090.stdout: "cap+": { 2024-04-15T17:57:58.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.055 INFO:tasks.workunit.client.0.smithi090.stdout: "cap-": { 2024-04-15T17:57:58.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.055 INFO:tasks.workunit.client.0.smithi090.stdout: "dir": { 2024-04-15T17:57:58.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T17:57:58.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.055 INFO:tasks.workunit.client.0.smithi090.stdout: "dir+": { 2024-04-15T17:57:58.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T17:57:58.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.055 INFO:tasks.workunit.client.0.smithi090.stdout: "dir-": { 2024-04-15T17:57:58.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.056 INFO:tasks.workunit.client.0.smithi090.stdout: "dn": { 2024-04-15T17:57:58.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:58.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.056 INFO:tasks.workunit.client.0.smithi090.stdout: "dn+": { 2024-04-15T17:57:58.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:58.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.056 INFO:tasks.workunit.client.0.smithi090.stdout: "dn-": { 2024-04-15T17:57:58.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.056 INFO:tasks.workunit.client.0.smithi090.stdout: "heap": { 2024-04-15T17:57:58.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 248184 2024-04-15T17:57:58.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.056 INFO:tasks.workunit.client.0.smithi090.stdout: "ino": { 2024-04-15T17:57:58.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T17:57:58.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.057 INFO:tasks.workunit.client.0.smithi090.stdout: "ino+": { 2024-04-15T17:57:58.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T17:57:58.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.057 INFO:tasks.workunit.client.0.smithi090.stdout: "ino-": { 2024-04-15T17:57:58.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.057 INFO:tasks.workunit.client.0.smithi090.stdout: "rss": { 2024-04-15T17:57:58.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49608 2024-04-15T17:57:58.057 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.057 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_server": { 2024-04-15T17:57:58.057 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_acquisition_throttle": { 2024-04-15T17:57:58.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.058 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_revoke_eviction": { 2024-04-15T17:57:58.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.058 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_request": { 2024-04-15T17:57:58.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.058 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_session": { 2024-04-15T17:57:58.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.058 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_peer_request": { 2024-04-15T17:57:58.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.058 INFO:tasks.workunit.client.0.smithi090.stdout: "req_create_latency": { 2024-04-15T17:57:58.059 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.059 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getattr_latency": { 2024-04-15T17:57:58.059 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.059 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getfilelock_latency": { 2024-04-15T17:57:58.059 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.059 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getvxattr_latency": { 2024-04-15T17:57:58.059 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.060 INFO:tasks.workunit.client.0.smithi090.stdout: "req_link_latency": { 2024-04-15T17:57:58.060 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.060 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookup_latency": { 2024-04-15T17:57:58.060 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.060 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookuphash_latency": { 2024-04-15T17:57:58.060 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.060 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupino_latency": { 2024-04-15T17:57:58.060 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.061 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupname_latency": { 2024-04-15T17:57:58.061 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.061 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupparent_latency": { 2024-04-15T17:57:58.061 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.061 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupsnap_latency": { 2024-04-15T17:57:58.061 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.061 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lssnap_latency": { 2024-04-15T17:57:58.061 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.062 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mkdir_latency": { 2024-04-15T17:57:58.062 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.062 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mknod_latency": { 2024-04-15T17:57:58.062 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.062 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mksnap_latency": { 2024-04-15T17:57:58.062 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.063 INFO:tasks.workunit.client.0.smithi090.stdout: "req_open_latency": { 2024-04-15T17:57:58.063 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.063 INFO:tasks.workunit.client.0.smithi090.stdout: "req_readdir_latency": { 2024-04-15T17:57:58.063 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.063 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rename_latency": { 2024-04-15T17:57:58.063 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.063 INFO:tasks.workunit.client.0.smithi090.stdout: "req_renamesnap_latency": { 2024-04-15T17:57:58.063 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.064 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmdir_latency": { 2024-04-15T17:57:58.064 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.064 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmsnap_latency": { 2024-04-15T17:57:58.064 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.064 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmxattr_latency": { 2024-04-15T17:57:58.064 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.064 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setattr_latency": { 2024-04-15T17:57:58.065 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.065 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setdirlayout_latency": { 2024-04-15T17:57:58.065 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.065 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setfilelock_latency": { 2024-04-15T17:57:58.065 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.065 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setlayout_latency": { 2024-04-15T17:57:58.065 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.066 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setxattr_latency": { 2024-04-15T17:57:58.066 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.066 INFO:tasks.workunit.client.0.smithi090.stdout: "req_snapdiff_latency": { 2024-04-15T17:57:58.066 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.066 INFO:tasks.workunit.client.0.smithi090.stdout: "req_symlink_latency": { 2024-04-15T17:57:58.066 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.066 INFO:tasks.workunit.client.0.smithi090.stdout: "req_unlink_latency": { 2024-04-15T17:57:58.066 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.067 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_sessions": { 2024-04-15T17:57:58.067 INFO:tasks.workunit.client.0.smithi090.stdout: "average_load": { 2024-04-15T17:57:58.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.067 INFO:tasks.workunit.client.0.smithi090.stdout: "avg_session_uptime": { 2024-04-15T17:57:58.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mdthresh_evicted": { 2024-04-15T17:57:58.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.067 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:58.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:58.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.068 INFO:tasks.workunit.client.0.smithi090.stdout: "session_count": { 2024-04-15T17:57:58.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.068 INFO:tasks.workunit.client.0.smithi090.stdout: "session_remove": { 2024-04-15T17:57:58.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:58.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.068 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_open": { 2024-04-15T17:57:58.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:58.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.068 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_stale": { 2024-04-15T17:57:58.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.068 INFO:tasks.workunit.client.0.smithi090.stdout: "total_load": { 2024-04-15T17:57:58.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.070 INFO:tasks.workunit.client.0.smithi090.stdout: "purge_queue": { 2024-04-15T17:57:58.070 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executed": { 2024-04-15T17:57:58.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.070 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executed_ops": { 2024-04-15T17:57:58.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.070 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing": { 2024-04-15T17:57:58.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.070 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_high_water": { 2024-04-15T17:57:58.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.070 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops": { 2024-04-15T17:57:58.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.071 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops_high_water": { 2024-04-15T17:57:58.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.071 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_item_in_journal": { 2024-04-15T17:57:58.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.071 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.071 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.071 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T17:57:58.071 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:58.071 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T17:57:58.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:58.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.071 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T17:57:58.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:58.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.072 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T17:57:58.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T17:57:58.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T17:57:58.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.072 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T17:57:58.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:58.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.072 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:58.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:58.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.072 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 287 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8513 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:58.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58575648 2024-04-15T17:57:58.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.074 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T17:57:58.074 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.074 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T17:57:58.074 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:58.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2132963253 2024-04-15T17:57:58.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.074 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T17:57:58.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:58.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.075 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T17:57:58.075 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T17:57:58.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 292 2024-04-15T17:57:58.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.075 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T17:57:58.075 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T17:57:58.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:58.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.075 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T17:57:58.075 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T17:57:58.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1999966 2024-04-15T17:57:58.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.075 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T17:57:58.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.076 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T17:57:58.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:58.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.076 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T17:57:58.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8514 2024-04-15T17:57:58.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.076 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T17:57:58.076 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.076 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T17:57:58.076 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.077 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T17:57:58.077 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.077 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T17:57:58.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.077 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T17:57:58.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.077 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T17:57:58.077 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.077 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T17:57:58.078 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.078 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T17:57:58.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8514 2024-04-15T17:57:58.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.078 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T17:57:58.078 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8514, 2024-04-15T17:57:58.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29718488028 2024-04-15T17:57:58.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.078 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T17:57:58.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16 2024-04-15T17:57:58.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.078 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T17:57:58.078 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.079 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T17:57:58.079 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.079 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T17:57:58.079 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.079 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T17:57:58.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.079 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T17:57:58.079 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:58.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.080 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T17:57:58.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8513 2024-04-15T17:57:58.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.080 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T17:57:58.080 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:58.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 115598469 2024-04-15T17:57:58.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.080 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T17:57:58.080 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:58.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74872 2024-04-15T17:57:58.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.080 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T17:57:58.080 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:58.080 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5700901745 2024-04-15T17:57:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T17:57:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T17:57:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 170876928 2024-04-15T17:57:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 168239104 2024-04-15T17:57:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T17:57:58.081 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.082 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:58.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2637824 2024-04-15T17:57:58.082 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.082 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T17:57:58.082 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 360710144 2024-04-15T17:57:58.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.082 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.082 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.082 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.083 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267453858 2024-04-15T17:57:58.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.083 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24328223 2024-04-15T17:57:58.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.083 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.083 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.083 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.083 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.084 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.084 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.084 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.084 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.084 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.084 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.084 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.085 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68928063 2024-04-15T17:57:58.085 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.085 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T17:57:58.085 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 339738624 2024-04-15T17:57:58.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.085 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.085 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.085 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.086 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267453858 2024-04-15T17:57:58.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.086 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1497852 2024-04-15T17:57:58.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.086 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.086 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.086 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.086 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.087 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.087 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.088 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70786914 2024-04-15T17:57:58.088 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.088 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T17:57:58.088 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314572800 2024-04-15T17:57:58.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.088 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.088 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.088 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.088 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178302572 2024-04-15T17:57:58.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.089 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.089 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.089 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.089 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.089 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.090 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.090 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.090 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.090 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.090 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.090 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.091 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69161364 2024-04-15T17:57:58.091 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.091 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T17:57:58.091 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T17:57:58.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.091 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T17:57:58.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.091 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T17:57:58.091 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.091 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 100 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 369312, 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1918590003 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T17:57:58.092 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.093 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T17:57:58.093 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.093 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T17:57:58.093 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.093 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T17:57:58.093 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20553, 2024-04-15T17:57:58.093 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10160048014 2024-04-15T17:57:58.094 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.094 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.094 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:58.094 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:58.094 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T17:57:58.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:58.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.094 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T17:57:58.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.094 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T17:57:58.094 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:58.094 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 235 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.095 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T17:57:58.096 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T17:57:58.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.096 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T17:57:58.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8587 2024-04-15T17:57:58.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.096 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T17:57:58.096 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8587, 2024-04-15T17:57:58.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59826504 2024-04-15T17:57:58.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.096 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T17:57:58.096 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8587, 2024-04-15T17:57:58.096 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25761 2024-04-15T17:57:58.096 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.096 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T17:57:58.097 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8587, 2024-04-15T17:57:58.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1881967601 2024-04-15T17:57:58.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.097 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T17:57:58.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.097 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T17:57:58.097 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.097 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T17:57:58.097 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.097 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.097 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.097 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T17:57:58.098 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.098 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T17:57:58.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.098 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T17:57:58.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:58.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.098 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T17:57:58.098 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8585 2024-04-15T17:57:58.098 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.098 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T17:57:58.098 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8585, 2024-04-15T17:57:58.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59179038 2024-04-15T17:57:58.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.099 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T17:57:58.099 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8585, 2024-04-15T17:57:58.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66871 2024-04-15T17:57:58.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.099 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T17:57:58.099 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8585, 2024-04-15T17:57:58.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2989050043 2024-04-15T17:57:58.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.099 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T17:57:58.099 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.099 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T17:57:58.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.100 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T17:57:58.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:58.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.100 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T17:57:58.100 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T17:57:58.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.100 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T17:57:58.100 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8588 2024-04-15T17:57:58.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.100 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T17:57:58.100 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8588, 2024-04-15T17:57:58.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32825434446 2024-04-15T17:57:58.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.101 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T17:57:58.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T17:57:58.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.101 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T17:57:58.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:58.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.101 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T17:57:58.101 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:58.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 87936 2024-04-15T17:57:58.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.101 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T17:57:58.101 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:58.101 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:58.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.102 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T17:57:58.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:58.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.102 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T17:57:58.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.102 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T17:57:58.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.102 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T17:57:58.102 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.102 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.102 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.103 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T17:57:58.103 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.103 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T17:57:58.103 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.103 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.103 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T17:57:58.103 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:58.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T17:57:58.103 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.103 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:58.103 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 258097152 2024-04-15T17:57:58.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.104 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:58.104 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 255213568 2024-04-15T17:57:58.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.104 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:58.104 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T17:57:58.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.104 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:58.104 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2883584 2024-04-15T17:57:58.104 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.104 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.104 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T17:57:58.104 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.104 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 360710144 2024-04-15T17:57:58.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.105 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.105 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.105 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267376888 2024-04-15T17:57:58.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.105 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24527496 2024-04-15T17:57:58.105 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.105 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.105 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.106 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.106 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.106 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.106 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.106 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.106 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.107 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.107 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.107 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68805760 2024-04-15T17:57:58.107 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.107 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T17:57:58.107 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.107 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 339738624 2024-04-15T17:57:58.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.108 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.108 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.108 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267376888 2024-04-15T17:57:58.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.108 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1503832 2024-04-15T17:57:58.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.108 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.108 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.109 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.109 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.109 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.109 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.109 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.109 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.109 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.110 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.110 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.110 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70857904 2024-04-15T17:57:58.110 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.110 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T17:57:58.110 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.110 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314572800 2024-04-15T17:57:58.110 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.110 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178251258 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.111 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.112 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.112 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.112 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.112 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.112 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.112 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.112 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.113 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.113 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69212678 2024-04-15T17:57:58.113 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.113 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T17:57:58.113 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T17:57:58.113 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.113 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T17:57:58.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.114 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T17:57:58.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.114 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T17:57:58.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 100 2024-04-15T17:57:58.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.114 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T17:57:58.114 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 385747, 2024-04-15T17:57:58.114 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2246183028 2024-04-15T17:57:58.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.114 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T17:57:58.114 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.115 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T17:57:58.115 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.115 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T17:57:58.115 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.115 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T17:57:58.115 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.115 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.115 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T17:57:58.116 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.116 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.116 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T17:57:58.116 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20733, 2024-04-15T17:57:58.116 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8040230465 2024-04-15T17:57:58.116 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.116 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.116 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:58.116 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:58.116 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T17:57:58.116 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:58.116 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.117 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T17:57:58.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:58.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.117 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T17:57:58.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T17:57:58.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:58.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T17:57:58.117 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:58.117 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.117 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:58.118 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-04-15T17:57:58.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.118 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T17:57:58.118 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 246 2024-04-15T17:57:58.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.118 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T17:57:58.118 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.118 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.118 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T17:57:58.118 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T17:57:58.118 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.118 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.118 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T17:57:58.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8476 2024-04-15T17:57:58.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.119 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T17:57:58.119 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:58.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58303778 2024-04-15T17:57:58.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.119 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T17:57:58.119 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.119 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T17:57:58.119 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:58.119 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1331998529 2024-04-15T17:57:58.119 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.120 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T17:57:58.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:58.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.120 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T17:57:58.120 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:58.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 146 2024-04-15T17:57:58.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.120 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T17:57:58.120 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:58.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:58.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.120 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T17:57:58.120 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:58.120 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2999997 2024-04-15T17:57:58.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.121 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T17:57:58.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.121 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T17:57:58.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.121 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T17:57:58.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8476 2024-04-15T17:57:58.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.121 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T17:57:58.121 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.121 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.121 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T17:57:58.121 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.122 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T17:57:58.122 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.122 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T17:57:58.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.122 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T17:57:58.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.122 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T17:57:58.122 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.123 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T17:57:58.123 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.123 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T17:57:58.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8476 2024-04-15T17:57:58.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.123 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T17:57:58.123 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:58.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26418970560 2024-04-15T17:57:58.123 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.123 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T17:57:58.123 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11 2024-04-15T17:57:58.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.124 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T17:57:58.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.124 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T17:57:58.124 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.124 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T17:57:58.124 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.124 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.124 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T17:57:58.124 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8476 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 114993266 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74322 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T17:57:58.125 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8476, 2024-04-15T17:57:58.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2667997041 2024-04-15T17:57:58.126 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.126 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T17:57:58.126 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:58.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T17:57:58.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.126 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:58.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 167747584 2024-04-15T17:57:58.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.126 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:58.126 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 165134336 2024-04-15T17:57:58.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.126 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:58.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T17:57:58.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.127 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:58.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2613248 2024-04-15T17:57:58.127 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.127 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T17:57:58.127 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 360710144 2024-04-15T17:57:58.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.127 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.127 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.127 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267499167 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24223275 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.129 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.129 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.130 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68987702 2024-04-15T17:57:58.130 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.130 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T17:57:58.130 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 339738624 2024-04-15T17:57:58.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.130 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.130 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.130 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.130 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.130 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267499167 2024-04-15T17:57:58.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.131 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1481975 2024-04-15T17:57:58.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.131 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.131 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.131 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.131 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.131 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.131 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.132 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.132 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.132 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.132 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.132 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.132 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70757482 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314572800 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.133 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178332778 2024-04-15T17:57:58.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.134 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.134 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.134 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.134 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.134 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.135 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.135 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.135 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.135 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.135 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.135 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.136 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69131158 2024-04-15T17:57:58.136 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.136 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T17:57:58.136 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T17:57:58.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.136 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T17:57:58.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.136 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T17:57:58.136 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.136 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T17:57:58.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 99 2024-04-15T17:57:58.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.137 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T17:57:58.137 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 367574, 2024-04-15T17:57:58.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1791102166 2024-04-15T17:57:58.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.137 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T17:57:58.137 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.137 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T17:57:58.137 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.137 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.137 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.138 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T17:57:58.138 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.138 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T17:57:58.138 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.138 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T17:57:58.138 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.138 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.138 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.138 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T17:57:58.138 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20457, 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6181983200 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 35589 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.139 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:58.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.140 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:58.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:58.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.140 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:58.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.140 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:58.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.140 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:58.140 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.140 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:58.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.141 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:58.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8609792 2024-04-15T17:57:58.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.141 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:58.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 755490816 2024-04-15T17:57:58.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.141 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:58.141 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:58.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4381268 2024-04-15T17:57:58.141 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.141 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:58.141 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:58.141 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1416586 2024-04-15T17:57:58.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.142 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:58.142 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 198, 2024-04-15T17:57:58.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1104071 2024-04-15T17:57:58.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.142 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:58.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:58.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.142 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:58.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 756088832 2024-04-15T17:57:58.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.142 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:58.142 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 77016, 2024-04-15T17:57:58.142 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11483611663 2024-04-15T17:57:58.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.143 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:58.143 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 77012, 2024-04-15T17:57:58.143 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18784049060 2024-04-15T17:57:58.143 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.143 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:58.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16183296 2024-04-15T17:57:58.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.145 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:58.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 315437056 2024-04-15T17:57:58.145 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.145 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:58.145 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 760348672 2024-04-15T17:57:58.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.146 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:58.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.146 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:58.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:58.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52 2024-04-15T17:57:58.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.146 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:58.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5929327456 2024-04-15T17:57:58.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.146 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:58.146 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54149 2024-04-15T17:57:58.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.147 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:58.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5236183040 2024-04-15T17:57:58.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.147 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:58.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5236187136 2024-04-15T17:57:58.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.147 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:58.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.147 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:58.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.147 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:58.147 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47085 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 54149, 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2258965703 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5846157828 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 51597 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2162959 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:58.148 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 462 2024-04-15T17:57:58.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.149 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:58.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8511475 2024-04-15T17:57:58.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.149 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:58.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 710 2024-04-15T17:57:58.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.149 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:58.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6348516 2024-04-15T17:57:58.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.149 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:58.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6348516 2024-04-15T17:57:58.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.149 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:58.149 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.150 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:58.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.150 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:58.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 258 2024-04-15T17:57:58.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.150 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:58.150 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 710, 2024-04-15T17:57:58.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5926916 2024-04-15T17:57:58.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.150 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:58.150 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.150 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.150 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 724 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8801 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:58.151 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.152 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:58.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.152 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:58.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.152 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:58.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1082281984 2024-04-15T17:57:58.152 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.152 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.152 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:58.152 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:58.152 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:58.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.153 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:58.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14049280 2024-04-15T17:57:58.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.153 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:58.153 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20693, 2024-04-15T17:57:58.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76737542 2024-04-15T17:57:58.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.153 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:58.153 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3603, 2024-04-15T17:57:58.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5305356324 2024-04-15T17:57:58.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.153 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:58.153 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.153 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.154 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:58.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.154 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:58.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.154 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:58.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.154 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:58.154 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25752, 2024-04-15T17:57:58.154 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 221786209 2024-04-15T17:57:58.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.155 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:58.155 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.155 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:58.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.155 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:58.155 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76938, 2024-04-15T17:57:58.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23000014690 2024-04-15T17:57:58.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.155 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:58.155 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76212, 2024-04-15T17:57:58.155 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1658962331 2024-04-15T17:57:58.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.156 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:58.156 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76938, 2024-04-15T17:57:58.156 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48550918 2024-04-15T17:57:58.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.156 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:58.156 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76938, 2024-04-15T17:57:58.156 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23048565608 2024-04-15T17:57:58.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.156 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:58.156 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.156 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.156 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:58.156 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40218, 2024-04-15T17:57:58.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1534937466 2024-04-15T17:57:58.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.157 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:58.157 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1021, 2024-04-15T17:57:58.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3112319 2024-04-15T17:57:58.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.157 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:58.157 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 21968, 2024-04-15T17:57:58.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9447205 2024-04-15T17:57:58.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.157 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:58.157 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 52, 2024-04-15T17:57:58.157 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66582 2024-04-15T17:57:58.157 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.157 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:58.158 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17094, 2024-04-15T17:57:58.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2553014128 2024-04-15T17:57:58.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.158 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:58.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 251453 2024-04-15T17:57:58.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.158 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:58.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23515 2024-04-15T17:57:58.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.158 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.158 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16160, 2024-04-15T17:57:58.158 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2542881184 2024-04-15T17:57:58.158 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.158 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:58.159 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40282, 2024-04-15T17:57:58.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13804156 2024-04-15T17:57:58.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.159 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:58.159 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 24122, 2024-04-15T17:57:58.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1967153863 2024-04-15T17:57:58.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.159 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:58.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.159 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:58.159 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15139, 2024-04-15T17:57:58.159 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426880661 2024-04-15T17:57:58.159 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.159 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:58.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.160 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:58.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.160 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:58.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.160 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:58.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.160 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:58.160 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:58.160 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9907652392 2024-04-15T17:57:58.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.161 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:58.161 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9718, 2024-04-15T17:57:58.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 958474940 2024-04-15T17:57:58.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.161 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:58.161 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9716, 2024-04-15T17:57:58.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3803883903988 2024-04-15T17:57:58.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.161 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:58.161 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9718, 2024-04-15T17:57:58.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6731297390872 2024-04-15T17:57:58.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.161 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:58.161 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90614, 2024-04-15T17:57:58.161 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2756688389328 2024-04-15T17:57:58.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.162 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:58.162 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90614, 2024-04-15T17:57:58.162 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9637026 2024-04-15T17:57:58.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.162 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:58.162 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:58.162 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277262617 2024-04-15T17:57:58.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.162 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:58.162 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:58.162 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37692408653 2024-04-15T17:57:58.162 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.162 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:58.163 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:58.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33659863 2024-04-15T17:57:58.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.163 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:58.163 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:58.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18102490268 2024-04-15T17:57:58.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.163 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:58.163 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:58.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13004826243 2024-04-15T17:57:58.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.163 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:58.163 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10192577 2024-04-15T17:57:58.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.163 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.164 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2579, 2024-04-15T17:57:58.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16129800 2024-04-15T17:57:58.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.164 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:58.164 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:58.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 78999853184 2024-04-15T17:57:58.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.164 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:58.164 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:58.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14065404489 2024-04-15T17:57:58.164 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.164 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:58.164 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90616, 2024-04-15T17:57:58.164 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 588532510 2024-04-15T17:57:58.165 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.165 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:58.165 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:58.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:58.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.165 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:58.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 569819136 2024-04-15T17:57:58.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.165 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:58.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 485277696 2024-04-15T17:57:58.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.165 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:58.165 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:58.165 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.166 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:58.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 84541440 2024-04-15T17:57:58.166 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.166 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:58.166 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:58.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.166 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.166 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.166 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.166 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.166 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56892611 2024-04-15T17:57:58.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.167 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.167 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.167 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.167 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.167 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.167 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 413696 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68514621 2024-04-15T17:57:58.168 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562036736 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426694588 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.169 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1136 2024-04-15T17:57:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66944 2024-04-15T17:57:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68165204 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:58.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8436608 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37928407 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.172 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.173 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.174 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.174 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71075497 2024-04-15T17:57:58.174 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.174 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:58.174 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:58.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.174 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.174 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426694588 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.176 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.176 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 117782 2024-04-15T17:57:58.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.176 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1110100 2024-04-15T17:57:58.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.176 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.176 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.176 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.176 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.177 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.177 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75394010 2024-04-15T17:57:58.177 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.177 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:58.177 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:58.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.177 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.177 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27 2024-04-15T17:57:58.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.177 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 46672 2024-04-15T17:57:58.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 135616, 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7848569071 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2441247144 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46672, 2024-04-15T17:57:58.179 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 132606778933 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3320158557 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 47685, 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21309666884 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46672, 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75370173148 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31221 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:58.180 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31221, 2024-04-15T17:57:58.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13878103072 2024-04-15T17:57:58.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.181 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:58.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.181 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:58.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3320158557 2024-04-15T17:57:58.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.181 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:58.181 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31656, 2024-04-15T17:57:58.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6893959115 2024-04-15T17:57:58.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.181 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:58.181 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31221, 2024-04-15T17:57:58.181 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7264372137 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8094 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 411292978 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8094, 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15577485844 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:58.182 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8474, 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5231930320 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8094, 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13829216274 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7357 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.183 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2029954166 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7357, 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 103151190017 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7555, 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9183777449 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7357, 2024-04-15T17:57:58.184 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54276584737 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8388632 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 770154496 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.185 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.186 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T17:57:58.186 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:58.186 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:58.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23369 2024-04-15T17:57:58.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.186 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:58.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.186 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:58.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.186 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:58.186 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.186 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.187 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:58.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:58.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.187 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:58.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.187 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:58.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.187 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:58.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.187 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:58.187 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.187 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1896448 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 746639360 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5129645 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1392462 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 181, 2024-04-15T17:57:58.188 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 902356 2024-04-15T17:57:58.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.189 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:58.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:58.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.189 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:58.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 750649344 2024-04-15T17:57:58.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.189 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:58.189 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73534, 2024-04-15T17:57:58.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11439212925 2024-04-15T17:57:58.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.189 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:58.189 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73539, 2024-04-15T17:57:58.189 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18375587210 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1941504 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 301211648 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 771948544 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.190 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 918479094 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19544 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 744509440 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 744513536 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.191 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11869 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19544, 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 354297093 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 854923943 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.192 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17592 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 436901 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 260 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1855983 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 412 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1419082 2024-04-15T17:57:58.193 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1419082 2024-04-15T17:57:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 153 2024-04-15T17:57:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 412, 2024-04-15T17:57:58.194 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 744345 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 575 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:58.195 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8254 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1052471296 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13451264 2024-04-15T17:57:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 21851, 2024-04-15T17:57:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76019968 2024-04-15T17:57:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3576, 2024-04-15T17:57:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4289078704 2024-04-15T17:57:58.197 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.198 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:58.198 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.198 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.198 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:58.198 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.198 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:58.198 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.198 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:58.198 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.198 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:58.198 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17186, 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 149555435 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73470, 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22200728967 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 72901, 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1778367535 2024-04-15T17:57:58.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73470, 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44480868 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73470, 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22245209835 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22779, 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1065218925 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.200 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 917, 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2520581 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6602, 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5064502 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 45, 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55028 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10664, 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1264662905 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:58.201 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 223100 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26348 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 23818, 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2178973940 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75550, 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20074414 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51732, 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1384562672 2024-04-15T17:57:58.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.203 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:58.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.203 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:58.203 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15195, 2024-04-15T17:57:58.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 412745938 2024-04-15T17:57:58.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.203 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:58.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.203 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:58.203 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.203 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:58.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.204 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:58.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.204 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:58.204 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:58.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13872270381 2024-04-15T17:57:58.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.204 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:58.204 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22457, 2024-04-15T17:57:58.204 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2333489621 2024-04-15T17:57:58.204 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.204 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:58.205 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22454, 2024-04-15T17:57:58.205 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3458123447566 2024-04-15T17:57:58.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.205 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:58.205 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22457, 2024-04-15T17:57:58.205 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6995826203843 2024-04-15T17:57:58.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.205 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:58.205 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89209, 2024-04-15T17:57:58.205 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3295064805538 2024-04-15T17:57:58.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.205 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:58.205 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89209, 2024-04-15T17:57:58.205 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9092531 2024-04-15T17:57:58.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.206 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:58.206 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:58.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 346808296 2024-04-15T17:57:58.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.206 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:58.206 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:58.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38364273012 2024-04-15T17:57:58.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.206 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:58.206 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:58.206 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30631400 2024-04-15T17:57:58.206 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.206 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:58.207 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:58.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18051615434 2024-04-15T17:57:58.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.207 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:58.207 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:58.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14890354830 2024-04-15T17:57:58.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.207 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:58.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9601660 2024-04-15T17:57:58.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.207 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.207 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2578, 2024-04-15T17:57:58.207 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16128031 2024-04-15T17:57:58.207 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.207 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:58.208 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:58.208 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85539594898 2024-04-15T17:57:58.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.208 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:58.208 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:58.208 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15911335016 2024-04-15T17:57:58.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.208 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:58.208 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:58.208 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 808468526 2024-04-15T17:57:58.208 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.208 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.208 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:58.208 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:58.208 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:58.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.209 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:58.209 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 583196672 2024-04-15T17:57:58.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.209 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:58.209 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 553197568 2024-04-15T17:57:58.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.209 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:58.209 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:58.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.209 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:58.209 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29999104 2024-04-15T17:57:58.209 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.209 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:58.210 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:58.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.210 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.210 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.210 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57303939 2024-04-15T17:57:58.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.210 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.210 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.211 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.211 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.211 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.211 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:58.211 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.211 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.211 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1011712 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67509373 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:58.212 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:58.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.213 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.213 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.213 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429779548 2024-04-15T17:57:58.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.213 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.213 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.214 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.214 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 256 2024-04-15T17:57:58.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.214 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.214 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 51168 2024-04-15T17:57:58.214 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.214 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.214 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73485508 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:58.215 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 176160768 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1249216 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38202626 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.216 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.217 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.217 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.217 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.217 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.217 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.217 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.218 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.218 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.218 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69600062 2024-04-15T17:57:58.218 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.218 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.218 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:58.218 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.218 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429779548 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 109207 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1111750 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72315975 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T17:57:58.221 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.222 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:58.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.222 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.222 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.222 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:58.222 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:58.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52 2024-04-15T17:57:58.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.222 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:58.222 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.222 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.222 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:58.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39235 2024-04-15T17:57:58.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.223 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:58.223 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 131524, 2024-04-15T17:57:58.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9986169483 2024-04-15T17:57:58.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.223 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:58.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.223 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:58.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.223 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:58.223 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2342332024 2024-04-15T17:57:58.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.224 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:58.224 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39235, 2024-04-15T17:57:58.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 644649131999 2024-04-15T17:57:58.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.224 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:58.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2659810152 2024-04-15T17:57:58.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.224 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:58.224 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40915, 2024-04-15T17:57:58.224 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31096407077 2024-04-15T17:57:58.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.224 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:58.224 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39235, 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 114893096780 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16999 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16999, 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12331188077 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2659810152 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.225 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:58.226 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17437, 2024-04-15T17:57:58.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4821212939 2024-04-15T17:57:58.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.226 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:58.226 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16999, 2024-04-15T17:57:58.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4818329181 2024-04-15T17:57:58.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.226 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:58.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12464 2024-04-15T17:57:58.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.226 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:58.226 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 359766990 2024-04-15T17:57:58.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.226 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:58.226 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12464, 2024-04-15T17:57:58.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 101281378263 2024-04-15T17:57:58.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.227 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:58.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.227 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:58.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.227 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:58.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.227 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.227 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:58.227 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12620, 2024-04-15T17:57:58.227 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13155843881 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12464, 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33817900136 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9772 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1982565034 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9772, 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 531036565659 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.228 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10858, 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13119350257 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9772, 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76256867463 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4199524 2024-04-15T17:57:58.229 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.230 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:58.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17 2024-04-15T17:57:58.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.230 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:58.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:58.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.230 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:58.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 764121088 2024-04-15T17:57:58.230 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.230 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.230 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.230 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T17:57:58.230 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:58.230 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:58.230 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22740 2024-04-15T17:57:58.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.231 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:58.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.231 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:58.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.231 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:58.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.231 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:58.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:58.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.231 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:58.231 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.232 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:58.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.232 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:58.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.232 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:58.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.232 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:58.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5357568 2024-04-15T17:57:58.232 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.232 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:58.232 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 633847808 2024-04-15T17:57:58.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.233 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:58.233 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17, 2024-04-15T17:57:58.233 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3930684 2024-04-15T17:57:58.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.233 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:58.233 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17, 2024-04-15T17:57:58.233 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1424318 2024-04-15T17:57:58.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.233 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:58.233 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 167, 2024-04-15T17:57:58.233 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 865136 2024-04-15T17:57:58.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.233 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:58.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:58.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.234 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:58.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 569376768 2024-04-15T17:57:58.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.234 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:58.234 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69688, 2024-04-15T17:57:58.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10892588103 2024-04-15T17:57:58.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.234 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:58.234 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69665, 2024-04-15T17:57:58.234 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17648064992 2024-04-15T17:57:58.234 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.234 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2707456 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 285343744 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 590675968 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:58.235 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45 2024-04-15T17:57:58.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.236 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:58.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3863396671 2024-04-15T17:57:58.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.236 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:58.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25055 2024-04-15T17:57:58.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.236 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:58.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3597230080 2024-04-15T17:57:58.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.236 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:58.236 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3597234176 2024-04-15T17:57:58.236 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.236 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:58.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.237 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:58.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.237 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:58.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23302 2024-04-15T17:57:58.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.237 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.237 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25055, 2024-04-15T17:57:58.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1593463033 2024-04-15T17:57:58.237 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.237 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:58.237 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3801584079 2024-04-15T17:57:58.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.238 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:58.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23155 2024-04-15T17:57:58.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.238 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:58.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1727730 2024-04-15T17:57:58.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.238 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:58.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 316 2024-04-15T17:57:58.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.238 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:58.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5305289 2024-04-15T17:57:58.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.238 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:58.238 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 475 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3577559 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3577559 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 164 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.239 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:58.240 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 475, 2024-04-15T17:57:58.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1976344 2024-04-15T17:57:58.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.240 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:58.240 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.240 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:58.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.240 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:58.240 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.240 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.240 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:58.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 686 2024-04-15T17:57:58.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.241 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:58.241 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T17:57:58.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8534 2024-04-15T17:57:58.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.241 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:58.241 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.241 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:58.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.241 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.241 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:58.241 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.242 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:58.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 927125504 2024-04-15T17:57:58.242 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.242 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:58.242 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:58.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:58.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.242 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:58.242 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13438976 2024-04-15T17:57:58.242 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.242 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:58.242 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17054, 2024-04-15T17:57:58.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52526733 2024-04-15T17:57:58.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.243 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:58.243 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3625, 2024-04-15T17:57:58.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5485789698 2024-04-15T17:57:58.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.243 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:58.243 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.243 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:58.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.243 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.243 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:58.243 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.244 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:58.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.244 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:58.244 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26066, 2024-04-15T17:57:58.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 221739411 2024-04-15T17:57:58.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.244 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:58.244 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.244 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:58.244 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.244 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.245 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:58.245 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69602, 2024-04-15T17:57:58.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21353615758 2024-04-15T17:57:58.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.245 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:58.245 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69049, 2024-04-15T17:57:58.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1520437841 2024-04-15T17:57:58.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.245 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:58.245 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69602, 2024-04-15T17:57:58.245 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 35288953 2024-04-15T17:57:58.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.245 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:58.245 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69602, 2024-04-15T17:57:58.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21388904711 2024-04-15T17:57:58.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.246 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:58.246 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.246 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:58.246 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 56406, 2024-04-15T17:57:58.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1316590125 2024-04-15T17:57:58.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.246 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:58.246 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1107, 2024-04-15T17:57:58.246 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3084440 2024-04-15T17:57:58.246 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.246 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:58.247 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25264, 2024-04-15T17:57:58.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9929396 2024-04-15T17:57:58.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.247 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:58.247 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 37, 2024-04-15T17:57:58.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 61981 2024-04-15T17:57:58.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.247 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:58.247 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20497, 2024-04-15T17:57:58.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1090427663 2024-04-15T17:57:58.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.247 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:58.247 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 253852 2024-04-15T17:57:58.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.247 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:58.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17900 2024-04-15T17:57:58.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.248 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.248 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11384, 2024-04-15T17:57:58.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1953244706 2024-04-15T17:57:58.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.248 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:58.248 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 29377, 2024-04-15T17:57:58.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11234895 2024-04-15T17:57:58.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.248 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:58.248 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17993, 2024-04-15T17:57:58.248 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1690312607 2024-04-15T17:57:58.248 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.248 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:58.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.249 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:58.249 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12542, 2024-04-15T17:57:58.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 428919647 2024-04-15T17:57:58.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.249 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:58.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.249 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:58.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.249 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:58.249 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.249 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.250 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:58.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.250 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:58.250 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:58.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14174812297 2024-04-15T17:57:58.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.250 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:58.250 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6046, 2024-04-15T17:57:58.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 631198719 2024-04-15T17:57:58.250 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.250 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:58.250 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6045, 2024-04-15T17:57:58.250 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3875732427897 2024-04-15T17:57:58.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.251 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:58.251 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6046, 2024-04-15T17:57:58.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6134980709244 2024-04-15T17:57:58.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.251 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:58.251 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82278, 2024-04-15T17:57:58.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2357918551792 2024-04-15T17:57:58.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.251 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:58.251 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82278, 2024-04-15T17:57:58.251 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9100968 2024-04-15T17:57:58.251 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.251 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:58.251 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:58.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 555436858 2024-04-15T17:57:58.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.252 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:58.252 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:58.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36379836098 2024-04-15T17:57:58.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.252 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:58.252 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:58.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28102924 2024-04-15T17:57:58.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.252 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:58.252 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:58.252 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17236075487 2024-04-15T17:57:58.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.252 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:58.253 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:58.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14675693126 2024-04-15T17:57:58.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.253 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:58.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9601481 2024-04-15T17:57:58.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.253 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.253 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2543, 2024-04-15T17:57:58.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14747355 2024-04-15T17:57:58.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.253 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:58.253 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:58.253 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 83034935314 2024-04-15T17:57:58.253 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.253 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:58.254 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:58.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15609727616 2024-04-15T17:57:58.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.254 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:58.254 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:58.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 743645657 2024-04-15T17:57:58.254 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.254 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:58.254 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:58.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:58.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.254 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:58.254 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 496451584 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 433053696 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 63397888 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.255 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.256 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.256 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57293514 2024-04-15T17:57:58.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.256 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.256 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.256 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.256 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.256 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.257 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.257 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20480 2024-04-15T17:57:58.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.257 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69632 2024-04-15T17:57:58.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.257 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.257 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.257 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.257 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.258 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.258 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68445494 2024-04-15T17:57:58.258 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.258 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:58.258 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.258 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:58.258 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.258 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.259 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.259 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429701361 2024-04-15T17:57:58.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.259 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.259 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.259 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.259 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 912 2024-04-15T17:57:58.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.260 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.260 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52304 2024-04-15T17:57:58.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.260 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 224 2024-04-15T17:57:58.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.260 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.260 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.260 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.260 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.261 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.261 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73561679 2024-04-15T17:57:58.261 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.261 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:58.261 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:58.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.261 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.261 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4923104 2024-04-15T17:57:58.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38195676 2024-04-15T17:57:58.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.262 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.262 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.263 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.263 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.264 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.264 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74321732 2024-04-15T17:57:58.264 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.264 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:58.264 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.264 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:58.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.264 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429701361 2024-04-15T17:57:58.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.265 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.265 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.265 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.266 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.266 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 109175 2024-04-15T17:57:58.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.266 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1129814 2024-04-15T17:57:58.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.266 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.266 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.266 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.267 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.267 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.267 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72376130 2024-04-15T17:57:58.267 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.267 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:58.267 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:58.267 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.267 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 63 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.269 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:58.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58832 2024-04-15T17:57:58.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.269 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:58.269 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 150302, 2024-04-15T17:57:58.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8204956562 2024-04-15T17:57:58.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.269 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:58.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:58.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.269 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:58.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T17:57:58.269 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.269 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:58.269 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2014961247 2024-04-15T17:57:58.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.270 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:58.270 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58832, 2024-04-15T17:57:58.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 93639865922 2024-04-15T17:57:58.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.270 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:58.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3341573177 2024-04-15T17:57:58.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.270 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:58.270 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 59660, 2024-04-15T17:57:58.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43500168536 2024-04-15T17:57:58.270 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.270 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:58.270 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58832, 2024-04-15T17:57:58.270 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73552082985 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29908 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 29908, 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17797590874 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3341573177 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:58.271 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30335, 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6270442229 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 29908, 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8912655587 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27256 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 445950651 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 27256, 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 51562011195 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.272 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 27499, 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34139356367 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 27256, 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49389584490 2024-04-15T17:57:58.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.274 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1668 2024-04-15T17:57:58.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.274 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:58.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1569010596 2024-04-15T17:57:58.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.274 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:58.274 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1668, 2024-04-15T17:57:58.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24280263853 2024-04-15T17:57:58.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.274 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:58.274 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.274 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.274 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:58.275 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1826, 2024-04-15T17:57:58.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3090369940 2024-04-15T17:57:58.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.275 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:58.275 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1668, 2024-04-15T17:57:58.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15249842908 2024-04-15T17:57:58.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.275 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:58.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.275 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:58.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31830411 2024-04-15T17:57:58.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.275 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:58.275 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 582828032 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21417 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:58.276 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.277 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:58.277 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.277 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:58.277 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.277 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:58.277 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:58.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.277 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:58.277 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.278 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:58.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.278 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:58.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.278 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:58.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.278 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:58.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3076096 2024-04-15T17:57:58.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.278 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:58.278 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 669732864 2024-04-15T17:57:58.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.279 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:58.279 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16, 2024-04-15T17:57:58.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3251480 2024-04-15T17:57:58.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.279 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:58.279 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16, 2024-04-15T17:57:58.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1169665 2024-04-15T17:57:58.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.279 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:58.279 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 164, 2024-04-15T17:57:58.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 788879 2024-04-15T17:57:58.279 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.279 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:58.279 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:58.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.280 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:58.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 659423232 2024-04-15T17:57:58.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.280 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:58.280 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65251, 2024-04-15T17:57:58.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10113621460 2024-04-15T17:57:58.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.280 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:58.280 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65240, 2024-04-15T17:57:58.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16394254188 2024-04-15T17:57:58.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.280 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:58.280 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1200128 2024-04-15T17:57:58.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.281 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:58.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267202560 2024-04-15T17:57:58.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.281 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:58.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 662241280 2024-04-15T17:57:58.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.281 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:58.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.281 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:58.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:58.281 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49 2024-04-15T17:57:58.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.282 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:58.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2045330205 2024-04-15T17:57:58.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.282 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:58.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32050 2024-04-15T17:57:58.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.282 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:58.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1756979200 2024-04-15T17:57:58.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.282 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:58.282 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1756983296 2024-04-15T17:57:58.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.282 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:58.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.283 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:58.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.283 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:58.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23564 2024-04-15T17:57:58.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.283 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.283 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32050, 2024-04-15T17:57:58.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 750590410 2024-04-15T17:57:58.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.283 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:58.283 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1970553588 2024-04-15T17:57:58.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.284 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:58.284 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29754 2024-04-15T17:57:58.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.284 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:58.284 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1059892 2024-04-15T17:57:58.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.284 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:58.284 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 399 2024-04-15T17:57:58.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.284 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:58.284 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3031763 2024-04-15T17:57:58.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.284 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:58.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 535 2024-04-15T17:57:58.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.285 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:58.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1971871 2024-04-15T17:57:58.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.285 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:58.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1971871 2024-04-15T17:57:58.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.285 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:58.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.285 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:58.285 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.286 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:58.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 136 2024-04-15T17:57:58.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.286 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:58.286 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 535, 2024-04-15T17:57:58.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1210823 2024-04-15T17:57:58.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.286 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:58.286 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.286 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:58.286 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.286 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:58.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.287 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.287 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:58.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 639 2024-04-15T17:57:58.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.287 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:58.287 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7, 2024-04-15T17:57:58.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10732 2024-04-15T17:57:58.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.287 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:58.287 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.287 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 942440448 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:58.288 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9269248 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20357, 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 60559066 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3578, 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4771204136 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.290 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:58.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.290 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:58.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.290 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:58.290 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 14089, 2024-04-15T17:57:58.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 120457751 2024-04-15T17:57:58.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.290 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:58.290 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.290 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.291 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:58.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.291 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:58.291 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65169, 2024-04-15T17:57:58.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19898176792 2024-04-15T17:57:58.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.291 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:58.291 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 64639, 2024-04-15T17:57:58.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1554894748 2024-04-15T17:57:58.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.291 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:58.291 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65169, 2024-04-15T17:57:58.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40196684 2024-04-15T17:57:58.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65169, 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19938373476 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26447, 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 860742199 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1391, 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2993308 2024-04-15T17:57:58.292 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6407, 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7756127 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 41, 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48068 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11252, 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1985997763 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 214870 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.293 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:58.294 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18487 2024-04-15T17:57:58.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.294 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.294 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31237, 2024-04-15T17:57:58.294 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1724829163 2024-04-15T17:57:58.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.294 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:58.294 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 81440, 2024-04-15T17:57:58.294 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25074361 2024-04-15T17:57:58.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.294 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:58.294 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 50203, 2024-04-15T17:57:58.294 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1237110952 2024-04-15T17:57:58.294 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.294 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:58.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.295 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:58.295 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12410, 2024-04-15T17:57:58.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 358931513 2024-04-15T17:57:58.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.295 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:58.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.295 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:58.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.295 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.295 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:58.295 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.296 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:58.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.296 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:58.296 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:58.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13259674582 2024-04-15T17:57:58.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.296 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:58.296 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17771, 2024-04-15T17:57:58.296 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1798397851 2024-04-15T17:57:58.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.296 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:58.296 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17769, 2024-04-15T17:57:58.297 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3881812534709 2024-04-15T17:57:58.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.297 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:58.297 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17771, 2024-04-15T17:57:58.297 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6500295783134 2024-04-15T17:57:58.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.297 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:58.297 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78861, 2024-04-15T17:57:58.297 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2524823222305 2024-04-15T17:57:58.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.297 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:58.297 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78861, 2024-04-15T17:57:58.297 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7888873 2024-04-15T17:57:58.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.298 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:58.298 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:58.298 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 394673573 2024-04-15T17:57:58.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.298 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:58.298 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:58.298 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34337938798 2024-04-15T17:57:58.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.298 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:58.298 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:58.298 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28098275 2024-04-15T17:57:58.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.298 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:58.298 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16379022101 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13443968470 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5413105 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2535, 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15114250 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:58.299 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 77828676018 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14388176259 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 721841179 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:58.300 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 525516800 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 489390080 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36126720 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.301 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.302 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.302 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.302 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.302 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.302 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57431622 2024-04-15T17:57:58.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.302 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.302 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.302 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.302 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.302 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.303 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.303 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.303 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.303 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.303 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-04-15T17:57:58.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.303 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.303 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32768 2024-04-15T17:57:58.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.303 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.303 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.303 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68356538 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 430737169 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1072 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.305 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.306 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.306 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.306 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67024 2024-04-15T17:57:58.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.306 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.306 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.306 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.306 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.306 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.306 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.306 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.307 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.307 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.307 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72511215 2024-04-15T17:57:58.307 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.307 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:58.307 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.307 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 176160768 2024-04-15T17:57:58.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.307 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.307 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.307 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.308 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2458240 2024-04-15T17:57:58.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.308 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38287748 2024-04-15T17:57:58.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.308 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.308 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.308 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.308 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.308 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.309 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.309 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.309 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.309 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.309 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.309 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.309 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.309 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.309 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.309 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.309 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.310 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.310 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.310 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68305916 2024-04-15T17:57:58.310 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.310 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:58.310 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.310 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:58.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.310 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.310 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.310 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.311 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.311 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.311 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 430737169 2024-04-15T17:57:58.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.311 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.311 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.311 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.311 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.311 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.311 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.311 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 106933 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1133297 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.312 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.313 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.313 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71339081 2024-04-15T17:57:58.313 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.313 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:58.313 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:58.313 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.313 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.313 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20 2024-04-15T17:57:58.313 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.313 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:58.313 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.314 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.314 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:58.314 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.314 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:58.314 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:58.314 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48 2024-04-15T17:57:58.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.314 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:58.314 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.314 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.314 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:58.314 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49264 2024-04-15T17:57:58.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.315 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:58.315 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 131128, 2024-04-15T17:57:58.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8199928867 2024-04-15T17:57:58.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.315 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:58.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:58.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.315 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:58.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.315 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:58.315 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1435823245 2024-04-15T17:57:58.315 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.315 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 49264, 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 288782511170 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1637183224 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51721, 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28807096805 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 49264, 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67807317710 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31933 2024-04-15T17:57:58.316 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.317 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:58.317 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31933, 2024-04-15T17:57:58.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56808815478 2024-04-15T17:57:58.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.317 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:58.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.317 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:58.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1637183224 2024-04-15T17:57:58.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.317 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:58.317 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32151, 2024-04-15T17:57:58.317 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7242479858 2024-04-15T17:57:58.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.318 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:58.318 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31933, 2024-04-15T17:57:58.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7446154788 2024-04-15T17:57:58.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.318 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:58.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13319 2024-04-15T17:57:58.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.318 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:58.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 278967969 2024-04-15T17:57:58.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.318 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:58.318 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13319, 2024-04-15T17:57:58.318 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178067737512 2024-04-15T17:57:58.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15454, 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16943928654 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13319, 2024-04-15T17:57:58.319 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38513867836 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4012 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1156855276 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4012, 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 53905958180 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:58.320 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4116, 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4620688293 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4012, 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21847295086 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2110 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.321 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:58.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:58.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.322 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:58.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 668708864 2024-04-15T17:57:58.322 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.322 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.322 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T17:57:58.322 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:58.322 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:58.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20793 2024-04-15T17:57:58.322 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.322 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:58.322 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.323 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8904704 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 762699776 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5607109 2024-04-15T17:57:58.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2481242 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 178, 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 861430 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 877068288 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:58.325 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63223, 2024-04-15T17:57:58.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9692715322 2024-04-15T17:57:58.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.326 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:58.326 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63194, 2024-04-15T17:57:58.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15582704605 2024-04-15T17:57:58.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.326 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:58.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9478144 2024-04-15T17:57:58.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.326 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:58.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 258838528 2024-04-15T17:57:58.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.326 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:58.326 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 889847808 2024-04-15T17:57:58.326 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.327 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:58.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.327 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:58.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.327 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:58.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57 2024-04-15T17:57:58.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.327 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:58.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6987611062 2024-04-15T17:57:58.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.327 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:58.327 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56557 2024-04-15T17:57:58.327 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5943435264 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5943439360 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48325 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.328 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 56557, 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2316187922 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6869112088 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52927 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3446894 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 625 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8824008 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.329 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:58.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 870 2024-04-15T17:57:58.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.330 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:58.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5377114 2024-04-15T17:57:58.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.330 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:58.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5377114 2024-04-15T17:57:58.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.330 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:58.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.330 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:58.330 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.330 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.330 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 250 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 870, 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5790367 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.332 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.332 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:58.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 839 2024-04-15T17:57:58.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.332 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:58.332 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9, 2024-04-15T17:57:58.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11384 2024-04-15T17:57:58.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.332 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:58.332 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.332 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:58.332 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1032732672 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9265152 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20854, 2024-04-15T17:57:58.333 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66139003 2024-04-15T17:57:58.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.334 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:58.334 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3535, 2024-04-15T17:57:58.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7040243073 2024-04-15T17:57:58.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.334 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:58.334 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.334 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:58.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.334 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:58.334 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.334 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15857, 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 137395409 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:58.335 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63118, 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19205210312 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62635, 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1408557803 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63118, 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49200390 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63118, 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19254410702 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:58.336 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.337 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.337 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:58.337 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26475, 2024-04-15T17:57:58.337 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1287775055 2024-04-15T17:57:58.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.337 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:58.337 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 830, 2024-04-15T17:57:58.337 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2342994 2024-04-15T17:57:58.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.337 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:58.337 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20019, 2024-04-15T17:57:58.337 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9780556 2024-04-15T17:57:58.337 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.337 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:58.338 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46, 2024-04-15T17:57:58.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65940 2024-04-15T17:57:58.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.338 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:58.338 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15750, 2024-04-15T17:57:58.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3991408437 2024-04-15T17:57:58.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.338 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:58.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 196390 2024-04-15T17:57:58.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.338 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:58.338 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19658 2024-04-15T17:57:58.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.338 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.338 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9256, 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1677043685 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 37277, 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11190899 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 28021, 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1435773004 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13684, 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 397319686 2024-04-15T17:57:58.339 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8824107723 2024-04-15T17:57:58.340 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.341 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:58.341 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18148, 2024-04-15T17:57:58.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 903230168 2024-04-15T17:57:58.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.341 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:58.341 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18146, 2024-04-15T17:57:58.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3700719592318 2024-04-15T17:57:58.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.341 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:58.341 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18148, 2024-04-15T17:57:58.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6389514970750 2024-04-15T17:57:58.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.341 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:58.341 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73792, 2024-04-15T17:57:58.341 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2909660087997 2024-04-15T17:57:58.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.342 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:58.342 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73792, 2024-04-15T17:57:58.342 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7801808 2024-04-15T17:57:58.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.342 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:58.342 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:58.342 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 272393381 2024-04-15T17:57:58.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.342 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:58.342 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:58.342 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28132707038 2024-04-15T17:57:58.342 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.342 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:58.342 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26990209 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11790593523 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13779751860 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5407904 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2430, 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13926618 2024-04-15T17:57:58.343 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 62812332007 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14698724749 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 512719297 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:58.344 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 681230336 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 643588096 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37642240 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.345 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:58.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.346 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.346 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.346 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56911952 2024-04-15T17:57:58.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.346 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.346 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.346 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.346 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.347 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.347 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.347 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45056 2024-04-15T17:57:58.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.347 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 749568 2024-04-15T17:57:58.347 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.347 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.347 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.348 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.348 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.348 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.348 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.348 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.348 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68122544 2024-04-15T17:57:58.348 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.348 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:58.348 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.348 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562036736 2024-04-15T17:57:58.348 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426839642 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.349 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1776 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 113312 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.350 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67973142 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.351 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8242528 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37941301 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.353 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71256683 2024-04-15T17:57:58.354 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.354 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:58.354 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:58.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.354 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.354 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.354 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.354 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.354 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426839642 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 108918 2024-04-15T17:57:58.355 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1148590 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75219330 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.356 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.357 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:58.357 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:58.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.357 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47 2024-04-15T17:57:58.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.357 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:58.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.357 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.357 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.357 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.357 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30589 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 96634, 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10052884330 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T17:57:58.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1435978943 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30589, 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 83979833021 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1852893812 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31132, 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13842969784 2024-04-15T17:57:58.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30589, 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34208096854 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20429 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20429, 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12007519401 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1852893812 2024-04-15T17:57:58.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20631, 2024-04-15T17:57:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4895185930 2024-04-15T17:57:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20429, 2024-04-15T17:57:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6122007502 2024-04-15T17:57:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5760 2024-04-15T17:57:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 222471087 2024-04-15T17:57:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.361 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5760, 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10608657269 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5966, 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3591080644 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.362 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5760, 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8612167984 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4400 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1213507856 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4400, 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 61363656351 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.363 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4535, 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5356703210 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4400, 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19473921368 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:58.364 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 886349824 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28210 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:58.365 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.366 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:58.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.366 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:58.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.366 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:58.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:58.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.366 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:58.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.366 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:58.366 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.367 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:58.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.367 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:58.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.367 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:58.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6610944 2024-04-15T17:57:58.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.367 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:58.367 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 721899520 2024-04-15T17:57:58.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.367 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:58.367 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20, 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5110561 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20, 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1493050 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 197, 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1082245 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 634585088 2024-04-15T17:57:58.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83338, 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11771205216 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83328, 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18882161923 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8843264 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 341372928 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:58.369 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 630325248 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4906141768 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55771 2024-04-15T17:57:58.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4160176128 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4160180224 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45494 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.371 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 55771, 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1888371177 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4800778513 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52541 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2181722 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:58.372 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6550247 2024-04-15T17:57:58.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.373 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:58.373 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 784 2024-04-15T17:57:58.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.373 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:58.373 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4368525 2024-04-15T17:57:58.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.373 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:58.373 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4368525 2024-04-15T17:57:58.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.373 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:58.373 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.373 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:58.373 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 232 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 784, 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2355281 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.374 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:58.375 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.375 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.375 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:58.375 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 593 2024-04-15T17:57:58.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.375 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:58.375 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9, 2024-04-15T17:57:58.375 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10668 2024-04-15T17:57:58.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.375 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:58.375 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.375 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.375 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1072906240 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9269248 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.376 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20025, 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72625112 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3554, 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6089292625 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:58.377 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25161, 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 190921989 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.378 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83273, 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22931493083 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82746, 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1564479775 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83273, 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48205971 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83273, 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22979699054 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.379 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 244038, 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1844162261 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 899, 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2541952 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 130639, 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 46708942 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:58.380 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 49, 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 62131 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20422, 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4282625455 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 469227 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21566 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26335, 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1926532970 2024-04-15T17:57:58.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.382 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:58.382 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63333, 2024-04-15T17:57:58.382 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18499727 2024-04-15T17:57:58.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.382 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:58.382 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 36998, 2024-04-15T17:57:58.382 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1741554687 2024-04-15T17:57:58.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.382 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:58.382 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.382 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:58.382 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15811, 2024-04-15T17:57:58.382 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 446641056 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11025707378 2024-04-15T17:57:58.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.384 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:58.384 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9071, 2024-04-15T17:57:58.384 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 699829384 2024-04-15T17:57:58.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.384 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:58.384 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9071, 2024-04-15T17:57:58.384 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4462329533052 2024-04-15T17:57:58.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.384 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:58.384 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9071, 2024-04-15T17:57:58.384 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6760440512000 2024-04-15T17:57:58.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.384 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:58.384 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:58.384 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4202103044279 2024-04-15T17:57:58.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.385 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:58.385 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:58.385 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10450822 2024-04-15T17:57:58.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.385 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:58.385 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:58.385 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 382016559 2024-04-15T17:57:58.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.385 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:58.385 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:58.385 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34402394391 2024-04-15T17:57:58.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.385 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:58.385 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:58.386 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33360693 2024-04-15T17:57:58.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.386 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:58.386 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:58.386 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15727577917 2024-04-15T17:57:58.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.386 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:58.386 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:58.386 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14723794154 2024-04-15T17:57:58.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.386 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:58.386 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5413110 2024-04-15T17:57:58.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.386 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.387 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2468, 2024-04-15T17:57:58.387 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15043531 2024-04-15T17:57:58.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.387 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:58.387 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:58.387 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76276010526 2024-04-15T17:57:58.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.387 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:58.387 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:58.387 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15784704225 2024-04-15T17:57:58.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.387 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:58.387 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:58.387 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 564296906 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 677699584 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 671375360 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:58.388 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6324224 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57036949 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.389 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.390 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.390 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.390 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.390 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.390 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.390 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.390 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.390 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.390 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.390 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68779883 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 427777118 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.392 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1744 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 115616 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.393 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75422002 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5925664 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38024632 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.395 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.396 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.397 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73490216 2024-04-15T17:57:58.397 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.397 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:58.397 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.397 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:58.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.397 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.397 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.397 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.397 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.397 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.397 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 427777118 2024-04-15T17:57:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.398 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 116418 2024-04-15T17:57:58.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.399 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.399 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1106464 2024-04-15T17:57:58.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.399 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.399 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.399 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.399 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.399 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.399 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.399 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.400 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74316480 2024-04-15T17:57:58.400 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.400 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:58.400 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:58.400 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.400 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.400 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36 2024-04-15T17:57:58.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.400 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:58.400 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.400 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.401 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.401 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.401 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:58.401 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:58.401 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 53 2024-04-15T17:57:58.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.401 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:58.401 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.401 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:58.401 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58115 2024-04-15T17:57:58.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.401 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:58.401 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 143048, 2024-04-15T17:57:58.402 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13072398085 2024-04-15T17:57:58.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.402 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:58.402 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.402 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:58.402 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.402 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:58.402 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1648898791 2024-04-15T17:57:58.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.402 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:58.402 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58115, 2024-04-15T17:57:58.402 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 78326228107 2024-04-15T17:57:58.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.403 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:58.403 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2343627525 2024-04-15T17:57:58.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.403 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:58.403 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58820, 2024-04-15T17:57:58.403 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24827703519 2024-04-15T17:57:58.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.403 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:58.403 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58115, 2024-04-15T17:57:58.403 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42417784187 2024-04-15T17:57:58.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.403 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.403 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 46252 2024-04-15T17:57:58.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.404 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:58.404 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46252, 2024-04-15T17:57:58.404 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21133204347 2024-04-15T17:57:58.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.404 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:58.404 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.404 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:58.404 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2343627525 2024-04-15T17:57:58.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.404 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:58.404 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46381, 2024-04-15T17:57:58.404 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15284134248 2024-04-15T17:57:58.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46252, 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14610812761 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10114 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 511996178 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10114, 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23328422849 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:58.405 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.406 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:58.406 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.406 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:58.406 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.406 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:58.406 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10488, 2024-04-15T17:57:58.406 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6980772049 2024-04-15T17:57:58.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.406 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:58.406 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10114, 2024-04-15T17:57:58.407 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17625333220 2024-04-15T17:57:58.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.407 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.407 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1749 2024-04-15T17:57:58.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.407 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:58.407 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1136902613 2024-04-15T17:57:58.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.407 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:58.407 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1749, 2024-04-15T17:57:58.407 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33864600911 2024-04-15T17:57:58.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.407 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:58.407 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1951, 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2562797222 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1749, 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10181638206 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:58.408 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7 2024-04-15T17:57:58.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.409 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:58.409 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:58.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.409 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:58.409 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 643862528 2024-04-15T17:57:58.409 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.409 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.409 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T17:57:58.409 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:58.409 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:58.409 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38958 2024-04-15T17:57:58.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.409 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:58.410 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.410 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:58.410 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.410 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:58.410 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.410 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:58.410 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:58.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.410 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:58.410 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.410 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7233536 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562864128 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:58.411 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3360391 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 995772 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 156, 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 788494 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 520093696 2024-04-15T17:57:58.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62298, 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8910319805 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62293, 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14194833366 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5828608 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 255193088 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:58.413 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 537133056 2024-04-15T17:57:58.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.414 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:58.414 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.414 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:58.414 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:58.414 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42 2024-04-15T17:57:58.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.414 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:58.414 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4780958848 2024-04-15T17:57:58.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.414 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:58.414 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43146 2024-04-15T17:57:58.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.415 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:58.415 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4259893248 2024-04-15T17:57:58.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.415 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:58.415 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4259897344 2024-04-15T17:57:58.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.415 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:58.415 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.415 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:58.415 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.415 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:58.415 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34980 2024-04-15T17:57:58.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.416 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.416 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 43146, 2024-04-15T17:57:58.416 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1807895145 2024-04-15T17:57:58.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.416 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:58.416 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4678164879 2024-04-15T17:57:58.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.416 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:58.416 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39995 2024-04-15T17:57:58.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.416 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:58.416 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2766859 2024-04-15T17:57:58.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.416 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:58.417 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 488 2024-04-15T17:57:58.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.417 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:58.417 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7181159 2024-04-15T17:57:58.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.417 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:58.417 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 677 2024-04-15T17:57:58.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.417 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:58.417 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4414300 2024-04-15T17:57:58.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.417 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:58.417 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4414300 2024-04-15T17:57:58.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.417 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:58.418 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.418 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:58.418 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.418 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:58.418 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 197 2024-04-15T17:57:58.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.418 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:58.418 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 677, 2024-04-15T17:57:58.418 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2475842 2024-04-15T17:57:58.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.418 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:58.418 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.419 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.419 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:58.419 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.419 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:58.419 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.419 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.419 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:58.419 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 868 2024-04-15T17:57:58.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.419 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:58.419 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T17:57:58.419 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10308 2024-04-15T17:57:58.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.420 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:58.420 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.420 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.420 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:58.420 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.420 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:58.420 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.420 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:58.420 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 827572224 2024-04-15T17:57:58.420 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.421 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:58.421 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:58.421 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:58.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.421 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:58.421 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9854976 2024-04-15T17:57:58.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.421 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:58.421 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13694, 2024-04-15T17:57:58.421 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48289721 2024-04-15T17:57:58.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.421 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:58.421 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3434, 2024-04-15T17:57:58.421 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4592480140 2024-04-15T17:57:58.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.422 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:58.422 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.422 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.422 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:58.422 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.422 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:58.422 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.422 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:58.422 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.422 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:58.423 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15174, 2024-04-15T17:57:58.423 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 124416708 2024-04-15T17:57:58.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.423 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:58.423 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.423 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.423 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:58.423 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.423 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:58.423 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62245, 2024-04-15T17:57:58.423 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17348344997 2024-04-15T17:57:58.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.423 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:58.424 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 61888, 2024-04-15T17:57:58.424 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1252388553 2024-04-15T17:57:58.424 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.424 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:58.424 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62245, 2024-04-15T17:57:58.424 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32386724 2024-04-15T17:57:58.424 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.424 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:58.424 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62245, 2024-04-15T17:57:58.424 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17380731721 2024-04-15T17:57:58.424 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.424 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:58.424 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.424 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.425 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:58.425 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26191, 2024-04-15T17:57:58.425 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 648814320 2024-04-15T17:57:58.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.425 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:58.425 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 785, 2024-04-15T17:57:58.425 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2317179 2024-04-15T17:57:58.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.425 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:58.425 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10150, 2024-04-15T17:57:58.425 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7131361 2024-04-15T17:57:58.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.425 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:58.426 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 43, 2024-04-15T17:57:58.426 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 53008 2024-04-15T17:57:58.426 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.426 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:58.426 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11900, 2024-04-15T17:57:58.426 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1513048401 2024-04-15T17:57:58.426 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.426 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:58.426 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 188441 2024-04-15T17:57:58.426 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.426 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:58.426 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18299 2024-04-15T17:57:58.426 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.426 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.426 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 14459, 2024-04-15T17:57:58.427 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1339377498 2024-04-15T17:57:58.427 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.427 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:58.427 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 45199, 2024-04-15T17:57:58.427 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13643207 2024-04-15T17:57:58.427 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.427 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:58.427 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30740, 2024-04-15T17:57:58.427 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1042346791 2024-04-15T17:57:58.427 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.427 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:58.427 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.427 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.427 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:58.427 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11987, 2024-04-15T17:57:58.428 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 333886867 2024-04-15T17:57:58.428 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.428 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:58.428 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.428 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.428 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:58.428 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.428 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.428 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:58.428 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.428 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.428 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:58.428 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.428 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.429 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:58.429 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:58.429 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8166879148 2024-04-15T17:57:58.429 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.429 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:58.429 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13887, 2024-04-15T17:57:58.429 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 820829784 2024-04-15T17:57:58.429 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.429 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:58.429 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13887, 2024-04-15T17:57:58.429 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3593213503353 2024-04-15T17:57:58.429 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.429 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:58.429 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13887, 2024-04-15T17:57:58.429 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5970829209982 2024-04-15T17:57:58.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.430 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:58.430 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:58.430 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2458883180316 2024-04-15T17:57:58.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.430 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:58.430 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:58.430 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7728651 2024-04-15T17:57:58.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.430 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:58.430 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:58.430 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 306681055 2024-04-15T17:57:58.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.430 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27119380740 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26768991 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12631189381 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10233689848 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.431 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:58.432 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6003369 2024-04-15T17:57:58.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.432 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.432 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2366, 2024-04-15T17:57:58.432 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13522211 2024-04-15T17:57:58.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.432 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:58.432 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:58.432 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58470589940 2024-04-15T17:57:58.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.432 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:58.432 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:58.432 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11089271164 2024-04-15T17:57:58.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.432 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:58.433 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:57:58.433 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 465095578 2024-04-15T17:57:58.433 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.433 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:58.433 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:58.433 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:57:58.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.433 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:58.433 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 552583168 2024-04-15T17:57:58.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.433 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:58.433 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 511287296 2024-04-15T17:57:58.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.433 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:58.434 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:57:58.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.434 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:58.434 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41295872 2024-04-15T17:57:58.434 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.434 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:58.434 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.434 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:58.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.434 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.434 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.434 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57129312 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.435 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.436 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.436 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T17:57:58.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.436 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.436 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 446464 2024-04-15T17:57:58.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.436 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.436 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.436 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.436 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.436 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.436 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.437 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.437 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68241056 2024-04-15T17:57:58.437 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.437 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:58.437 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.437 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:58.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.437 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.437 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.437 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.437 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.438 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.438 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 428469841 2024-04-15T17:57:58.438 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.438 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.438 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.438 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.438 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.438 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.438 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.438 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.438 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1488 2024-04-15T17:57:58.438 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.438 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.438 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.439 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.439 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 99568 2024-04-15T17:57:58.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.439 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.439 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.439 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.439 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.439 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.439 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.439 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.439 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.441 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.442 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74745583 2024-04-15T17:57:58.442 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.442 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.442 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:58.442 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.442 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:58.442 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.442 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.442 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.443 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.443 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6899312 2024-04-15T17:57:58.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.443 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.443 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38086208 2024-04-15T17:57:58.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.443 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.443 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.443 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.443 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.443 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.443 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.444 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.444 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.444 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.444 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.444 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.444 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.444 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.444 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.444 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.444 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.445 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.445 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.445 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.445 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.445 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.445 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72454992 2024-04-15T17:57:58.445 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.445 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.445 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:58.445 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.445 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:58.445 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.445 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.445 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.446 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.446 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.446 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.446 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 428469841 2024-04-15T17:57:58.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.446 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.446 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.446 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.446 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.446 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.446 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.447 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.447 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.447 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.447 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.447 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.447 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 114400 2024-04-15T17:57:58.447 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.447 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.447 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1133965 2024-04-15T17:57:58.447 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.447 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.447 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.447 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.447 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.447 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73598274 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.448 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:58.449 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.449 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.449 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.449 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.449 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:58.449 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:58.449 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54 2024-04-15T17:57:58.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.449 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:58.449 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.449 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:58.449 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39205 2024-04-15T17:57:58.450 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.450 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:58.450 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 98592, 2024-04-15T17:57:58.450 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8466699363 2024-04-15T17:57:58.450 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.450 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:58.450 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.450 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.450 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:58.450 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.450 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.450 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:58.450 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1650278957 2024-04-15T17:57:58.450 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.451 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:58.451 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39205, 2024-04-15T17:57:58.451 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58545041612 2024-04-15T17:57:58.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.451 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:58.451 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1980027604 2024-04-15T17:57:58.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.451 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:58.451 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39619, 2024-04-15T17:57:58.451 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14508174852 2024-04-15T17:57:58.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.451 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:58.451 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39205, 2024-04-15T17:57:58.451 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33266574368 2024-04-15T17:57:58.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30905 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30905, 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14941144821 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1980027604 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31061, 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6413501524 2024-04-15T17:57:58.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30905, 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6393664144 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4354 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 311349226 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4354, 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10923871369 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:58.453 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4501, 2024-04-15T17:57:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2951407414 2024-04-15T17:57:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4354, 2024-04-15T17:57:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8021791548 2024-04-15T17:57:58.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.455 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.455 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3946 2024-04-15T17:57:58.455 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.455 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:58.455 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1338929731 2024-04-15T17:57:58.455 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.455 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:58.455 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3946, 2024-04-15T17:57:58.455 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32680025422 2024-04-15T17:57:58.455 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.455 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:58.455 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.455 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.455 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:58.455 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4057, 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5143265914 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3946, 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18851118676 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44796569 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.456 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 529965056 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19839 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.457 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:58.458 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.458 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.458 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:58.458 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.458 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.458 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:58.458 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:58.458 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.458 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:58.458 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.458 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.458 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:58.458 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.458 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.459 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:58.459 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.459 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:58.459 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.459 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:58.459 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5115904 2024-04-15T17:57:58.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.459 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:58.459 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 551153664 2024-04-15T17:57:58.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.459 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:58.459 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:58.459 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18483971 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8923773 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 151, 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 778811 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 489488384 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.460 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:58.461 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63954, 2024-04-15T17:57:58.461 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9148612490 2024-04-15T17:57:58.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.461 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:58.461 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63953, 2024-04-15T17:57:58.461 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14714870188 2024-04-15T17:57:58.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.461 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:58.461 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12636160 2024-04-15T17:57:58.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.461 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:58.461 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 261992448 2024-04-15T17:57:58.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.461 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:58.461 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 498008064 2024-04-15T17:57:58.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.462 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:58.462 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.462 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:58.462 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:58.462 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39 2024-04-15T17:57:58.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.462 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:58.462 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2986631744 2024-04-15T17:57:58.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.462 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:58.463 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33450 2024-04-15T17:57:58.463 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.463 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:58.463 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2590007296 2024-04-15T17:57:58.463 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.463 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:58.463 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2590011392 2024-04-15T17:57:58.463 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.463 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:58.463 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.463 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.463 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:58.463 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.463 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.463 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:58.464 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24962 2024-04-15T17:57:58.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.464 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.464 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33450, 2024-04-15T17:57:58.464 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1129769236 2024-04-15T17:57:58.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.464 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:58.464 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2898474937 2024-04-15T17:57:58.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.464 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:58.464 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30746 2024-04-15T17:57:58.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.464 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:58.464 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 922561 2024-04-15T17:57:58.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.465 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:58.465 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 424 2024-04-15T17:57:58.465 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.465 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:58.465 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5071160 2024-04-15T17:57:58.465 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.465 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:58.465 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 574 2024-04-15T17:57:58.465 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.465 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:58.465 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4148599 2024-04-15T17:57:58.465 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.465 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:58.465 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4148599 2024-04-15T17:57:58.465 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.466 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:58.466 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.466 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.466 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:58.466 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.466 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.466 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:58.466 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 152 2024-04-15T17:57:58.466 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.466 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:58.466 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 574, 2024-04-15T17:57:58.466 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1532697 2024-04-15T17:57:58.466 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.467 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:58.467 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.467 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.467 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.467 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:58.467 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.467 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.467 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:58.467 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.467 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.467 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.467 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:58.467 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 745 2024-04-15T17:57:58.467 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.468 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:58.468 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7, 2024-04-15T17:57:58.468 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9020 2024-04-15T17:57:58.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.468 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:58.468 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.468 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.468 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:58.468 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.468 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:58.468 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.468 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 820551680 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9846784 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17555, 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 60014661 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:58.469 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3470, 2024-04-15T17:57:58.470 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3022874672 2024-04-15T17:57:58.470 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.470 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:58.470 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.470 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.470 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.470 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:58.470 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.470 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.470 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:58.470 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.470 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.470 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:58.470 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.470 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18506, 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 148110231 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63909, 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17887873260 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.471 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63505, 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1316497156 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63909, 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40807302 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63909, 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17928680562 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:58.472 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30798, 2024-04-15T17:57:58.473 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 969719535 2024-04-15T17:57:58.473 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.473 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:58.473 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 794, 2024-04-15T17:57:58.473 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2235953 2024-04-15T17:57:58.473 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.473 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:58.473 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4259, 2024-04-15T17:57:58.473 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4247508 2024-04-15T17:57:58.473 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.473 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:58.473 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 50, 2024-04-15T17:57:58.473 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 61506 2024-04-15T17:57:58.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.474 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:58.474 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11431, 2024-04-15T17:57:58.474 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 878463026 2024-04-15T17:57:58.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.474 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:58.474 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 193619 2024-04-15T17:57:58.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.474 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:58.474 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17486 2024-04-15T17:57:58.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.474 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:58.474 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6324, 2024-04-15T17:57:58.474 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1300615452 2024-04-15T17:57:58.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.475 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:58.475 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32047, 2024-04-15T17:57:58.475 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8649619 2024-04-15T17:57:58.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.475 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:58.475 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25723, 2024-04-15T17:57:58.475 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1188939693 2024-04-15T17:57:58.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.475 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:58.475 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.475 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:58.475 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13346, 2024-04-15T17:57:58.475 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 358033317 2024-04-15T17:57:58.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8922158429 2024-04-15T17:57:58.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16221, 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 981818369 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16221, 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3474188582464 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16221, 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6353864607040 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2477539631033 2024-04-15T17:57:58.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.478 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:58.478 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:58.478 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7808339 2024-04-15T17:57:58.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.478 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:58.478 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:58.478 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 250297510 2024-04-15T17:57:58.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.478 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:58.478 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:58.478 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27267169075 2024-04-15T17:57:58.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.478 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:58.478 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:58.479 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26118269 2024-04-15T17:57:58.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.479 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:58.479 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:58.479 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13258236106 2024-04-15T17:57:58.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.479 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:58.479 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:58.479 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9593412772 2024-04-15T17:57:58.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.479 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:58.479 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5998149 2024-04-15T17:57:58.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.479 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:58.479 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2320, 2024-04-15T17:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12893771 2024-04-15T17:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59302180779 2024-04-15T17:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10534013122 2024-04-15T17:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 476218057 2024-04-15T17:57:58.480 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.481 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:58.481 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:58.481 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:57:58.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.481 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:58.481 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 515375104 2024-04-15T17:57:58.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.481 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:58.481 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 488153088 2024-04-15T17:57:58.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.481 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:58.481 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:57:58.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.482 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:58.482 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27222016 2024-04-15T17:57:58.482 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.482 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:58.482 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.482 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:58.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.482 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.482 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.482 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.482 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.482 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.483 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57242109 2024-04-15T17:57:58.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.483 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.483 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.483 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.483 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.483 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.483 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.483 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.483 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.483 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.484 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.484 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.484 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 106496 2024-04-15T17:57:58.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.484 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.484 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.484 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.484 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.484 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.484 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.484 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.485 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68480515 2024-04-15T17:57:58.485 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.485 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:58.485 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.485 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:58.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.485 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.485 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.485 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.485 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.485 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.485 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429315819 2024-04-15T17:57:58.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.486 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.486 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.486 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.486 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.486 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.486 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1488 2024-04-15T17:57:58.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.486 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.486 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.486 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.487 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 93424 2024-04-15T17:57:58.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.487 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.487 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.487 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.487 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.487 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.487 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.487 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.487 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.488 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.488 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73905749 2024-04-15T17:57:58.488 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.488 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:58.488 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.488 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:58.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.488 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.488 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:58.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.488 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.488 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4516912 2024-04-15T17:57:58.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.488 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38161406 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74762194 2024-04-15T17:57:58.490 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.491 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:58.491 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:58.491 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:58.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.491 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:58.491 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.491 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:58.491 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429315819 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.492 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 121887 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1122749 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:58.493 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72756025 2024-04-15T17:57:58.494 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.494 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.494 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:58.494 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:58.494 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.494 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.494 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.494 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11 2024-04-15T17:57:58.494 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.494 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:58.494 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.494 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.494 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.494 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.494 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32384 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 98907, 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10470019647 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:58.495 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1544189774 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32384, 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45688529060 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1918476726 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:58.496 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32803, 2024-04-15T17:57:58.497 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16352041129 2024-04-15T17:57:58.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.497 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:58.497 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32384, 2024-04-15T17:57:58.497 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33669290934 2024-04-15T17:57:58.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.497 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:58.497 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19718 2024-04-15T17:57:58.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.497 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:58.497 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19718, 2024-04-15T17:57:58.497 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8616698345 2024-04-15T17:57:58.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.497 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:58.498 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.498 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:58.498 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1918476726 2024-04-15T17:57:58.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.498 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:58.498 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19837, 2024-04-15T17:57:58.498 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4511629688 2024-04-15T17:57:58.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.498 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:58.498 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19718, 2024-04-15T17:57:58.498 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4815522332 2024-04-15T17:57:58.498 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.498 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:58.498 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11721 2024-04-15T17:57:58.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.499 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:58.499 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 376813661 2024-04-15T17:57:58.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.499 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:58.499 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11721, 2024-04-15T17:57:58.499 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21179087020 2024-04-15T17:57:58.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.499 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:58.499 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.499 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:58.499 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.499 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:58.500 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.500 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.500 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:58.500 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11947, 2024-04-15T17:57:58.500 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9519124638 2024-04-15T17:57:58.500 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.500 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:58.500 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11721, 2024-04-15T17:57:58.500 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19015477379 2024-04-15T17:57:58.500 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.500 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:58.500 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 945 2024-04-15T17:57:58.500 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.500 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:58.500 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1167376113 2024-04-15T17:57:58.501 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.501 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:58.501 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 945, 2024-04-15T17:57:58.501 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15892743695 2024-04-15T17:57:58.501 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.501 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:58.501 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.501 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.501 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:58.501 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1019, 2024-04-15T17:57:58.501 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2321286803 2024-04-15T17:57:58.501 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.501 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:58.501 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 945, 2024-04-15T17:57:58.501 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9838291223 2024-04-15T17:57:58.502 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.502 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:58.502 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:58.502 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.502 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:58.502 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 96 2024-04-15T17:57:58.502 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.502 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:58.502 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:58.502 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.502 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:58.502 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:58.502 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.502 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:58.502 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 499343360 2024-04-15T17:57:58.503 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.503 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.503 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.503 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.503 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": [ 2024-04-15T17:57:58.503 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.503 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:58.503 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-04-15T17:57:58.503 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.503 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:57:58.503 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:57:58.503 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:57:58.503 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool" 2024-04-15T17:57:58.503 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.503 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:57:58.504 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:57:58.504 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:57:58.504 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 1, 2024-04-15T17:57:58.504 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 1, 2024-04-15T17:57:58.504 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 1, 2024-04-15T17:57:58.504 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:57:58.504 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:57:58.504 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:57:58.504 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 1781760, 2024-04-15T17:57:58.504 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:57:58.504 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:57:58.504 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 1781760, 2024-04-15T17:57:58.504 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:57:58.504 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:57:58.504 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 2, 2024-04-15T17:57:58.505 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T17:57:58.505 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.4661951556481654e-06, 2024-04-15T17:57:58.505 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:57:58.505 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:57:58.505 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 1214, 2024-04-15T17:57:58.505 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 2072576, 2024-04-15T17:57:58.505 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 590368, 2024-04-15T17:57:58.505 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 590368, 2024-04-15T17:57:58.505 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T17:57:58.505 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 1771104, 2024-04-15T17:57:58.505 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 399, 2024-04-15T17:57:58.505 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 2473984 2024-04-15T17:57:58.505 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.505 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:57:58.505 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:57:58.506 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:57:58.506 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.506 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.506 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:58.506 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:57:58.506 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.506 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:57:58.506 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:57:58.506 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:57:58.506 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool" 2024-04-15T17:57:58.506 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.506 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:57:58.506 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:57:58.506 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:57:58.506 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 32, 2024-04-15T17:57:58.507 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 32, 2024-04-15T17:57:58.507 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 2, 2024-04-15T17:57:58.507 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:57:58.507 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:57:58.507 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:57:58.507 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 154785, 2024-04-15T17:57:58.507 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:57:58.507 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:57:58.507 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 110592, 2024-04-15T17:57:58.507 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:57:58.507 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:57:58.507 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 22, 2024-04-15T17:57:58.507 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 44193, 2024-04-15T17:57:58.507 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.1424371254852304e-07, 2024-04-15T17:57:58.507 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:57:58.508 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:57:58.508 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 158, 2024-04-15T17:57:58.508 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 178176, 2024-04-15T17:57:58.508 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 21353, 2024-04-15T17:57:58.508 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 6622, 2024-04-15T17:57:58.508 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 14731, 2024-04-15T17:57:58.508 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 64059, 2024-04-15T17:57:58.508 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 69, 2024-04-15T17:57:58.508 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 36864 2024-04-15T17:57:58.508 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.508 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:57:58.508 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:57:58.508 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:57:58.508 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.508 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.509 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:58.509 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:57:58.509 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.509 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:57:58.509 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:57:58.509 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:57:58.509 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool" 2024-04-15T17:57:58.509 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.509 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:57:58.509 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:57:58.509 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:57:58.509 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 64, 2024-04-15T17:57:58.509 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 64, 2024-04-15T17:57:58.509 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 3, 2024-04-15T17:57:58.509 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:57:58.510 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:57:58.510 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:57:58.510 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-04-15T17:57:58.510 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:57:58.510 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:57:58.510 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-04-15T17:57:58.510 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:57:58.510 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:57:58.510 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-04-15T17:57:58.510 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T17:57:58.510 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-04-15T17:57:58.510 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:57:58.510 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:57:58.510 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T17:57:58.510 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T17:57:58.511 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-04-15T17:57:58.511 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-04-15T17:57:58.511 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T17:57:58.511 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-04-15T17:57:58.511 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-04-15T17:57:58.511 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-04-15T17:57:58.511 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.511 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:57:58.511 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:57:58.511 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:57:58.511 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.511 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.511 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:58.511 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-04-15T17:57:58.511 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.512 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:57:58.512 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:57:58.512 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:57:58.512 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool", 2024-04-15T17:57:58.512 INFO:tasks.workunit.client.0.smithi090.stdout: "selfmanaged_snaps" 2024-04-15T17:57:58.512 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.512 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:57:58.512 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:57:58.512 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:57:58.512 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 8, 2024-04-15T17:57:58.512 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 8, 2024-04-15T17:57:58.512 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 4, 2024-04-15T17:57:58.512 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:57:58.512 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:57:58.512 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:57:58.513 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 12595200, 2024-04-15T17:57:58.513 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:57:58.513 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:57:58.513 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 12595200, 2024-04-15T17:57:58.513 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:57:58.513 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:57:58.513 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 4, 2024-04-15T17:57:58.513 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T17:57:58.513 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 1.7433187167625874e-05, 2024-04-15T17:57:58.513 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:57:58.513 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:57:58.513 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 9044, 2024-04-15T17:57:58.513 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 3205236736, 2024-04-15T17:57:58.513 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 4194323, 2024-04-15T17:57:58.513 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 4194323, 2024-04-15T17:57:58.514 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T17:57:58.514 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 12582969, 2024-04-15T17:57:58.514 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 24313, 2024-04-15T17:57:58.514 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 3125046272 2024-04-15T17:57:58.514 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.514 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:57:58.514 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:57:58.514 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:57:58.514 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.514 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.514 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": { 2024-04-15T17:57:58.514 INFO:tasks.workunit.client.0.smithi090.stdout: "mirroring_by_pool": [ 2024-04-15T17:57:58.514 INFO:tasks.workunit.client.0.smithi090.stdout: false 2024-04-15T17:57:58.514 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_images_by_pool": [ 2024-04-15T17:57:58.515 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.515 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pools": 1 2024-04-15T17:57:58.515 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.515 INFO:tasks.workunit.client.0.smithi090.stdout: "report_id": "92adcd4e-493a-4368-bb9d-f31d85e5acb8", 2024-04-15T17:57:58.515 INFO:tasks.workunit.client.0.smithi090.stdout: "report_timestamp": "2024-04-15T17:57:57.039882", 2024-04-15T17:57:58.515 INFO:tasks.workunit.client.0.smithi090.stdout: "report_version": 1, 2024-04-15T17:57:58.515 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_stats": { 2024-04-15T17:57:58.515 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "7.9.2" 2024-04-15T17:57:58.515 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.515 INFO:tasks.workunit.client.0.smithi090.stdout: "rook": { 2024-04-15T17:57:58.515 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster": { 2024-04-15T17:57:58.515 INFO:tasks.workunit.client.0.smithi090.stdout: "external-mode": null, 2024-04-15T17:57:58.516 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:58.516 INFO:tasks.workunit.client.0.smithi090.stdout: "allow-multiple-per-node": null, 2024-04-15T17:57:58.516 INFO:tasks.workunit.client.0.smithi090.stdout: "count": null, 2024-04-15T17:57:58.516 INFO:tasks.workunit.client.0.smithi090.stdout: "max-id": null, 2024-04-15T17:57:58.516 INFO:tasks.workunit.client.0.smithi090.stdout: "pvc": { 2024-04-15T17:57:58.516 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T17:57:58.516 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.516 INFO:tasks.workunit.client.0.smithi090.stdout: "stretch": { 2024-04-15T17:57:58.516 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T17:57:58.516 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.516 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.516 INFO:tasks.workunit.client.0.smithi090.stdout: "network": { 2024-04-15T17:57:58.516 INFO:tasks.workunit.client.0.smithi090.stdout: "provider": null 2024-04-15T17:57:58.516 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.516 INFO:tasks.workunit.client.0.smithi090.stdout: "storage": { 2024-04-15T17:57:58.517 INFO:tasks.workunit.client.0.smithi090.stdout: "device-set": { 2024-04-15T17:57:58.517 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T17:57:58.517 INFO:tasks.workunit.client.0.smithi090.stdout: "non-portable": null, 2024-04-15T17:57:58.517 INFO:tasks.workunit.client.0.smithi090.stdout: "portable": null, 2024-04-15T17:57:58.517 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T17:57:58.517 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.517 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.517 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.517 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.517 INFO:tasks.workunit.client.0.smithi090.stdout: "csi": { 2024-04-15T17:57:58.517 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T17:57:58.517 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.517 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes": { 2024-04-15T17:57:58.517 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T17:57:58.517 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.518 INFO:tasks.workunit.client.0.smithi090.stdout: "node": { 2024-04-15T17:57:58.518 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T17:57:58.518 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes-total": null, 2024-04-15T17:57:58.518 INFO:tasks.workunit.client.0.smithi090.stdout: "with-ceph-daemons": null, 2024-04-15T17:57:58.518 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T17:57:58.518 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-nfs-plugin": null, 2024-04-15T17:57:58.518 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-rbd-plugin": null 2024-04-15T17:57:58.518 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.518 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.518 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T17:57:58.518 INFO:tasks.workunit.client.0.smithi090.stdout: "storage-class": { 2024-04-15T17:57:58.518 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T17:57:58.518 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket": null, 2024-04-15T17:57:58.518 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs": null, 2024-04-15T17:57:58.519 INFO:tasks.workunit.client.0.smithi090.stdout: "nfs": null, 2024-04-15T17:57:58.519 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": null, 2024-04-15T17:57:58.519 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T17:57:58.519 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.519 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:58.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.519 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T17:57:58.519 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.519 INFO:tasks.workunit.client.0.smithi090.stdout: "services": {}, 2024-04-15T17:57:58.519 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pg": [ 2024-04-15T17:57:58.519 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.519 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.519 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.519 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.519 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.520961+0000", 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.520961+0000", 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.521250+0000", 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:58.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:58.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:58.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:58.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:58.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:57:58.521 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.521 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.521 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.521 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.521 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:58.522 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.522 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.522 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.522 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.522 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.522 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.522 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.522 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.522 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2c", 2024-04-15T17:57:58.522 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.522 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.522 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.522 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4929, 2024-04-15T17:57:58.522 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.522 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:35:27.113682+0000", 2024-04-15T17:57:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.525 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.526 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.526 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.526 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.526 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.526 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.526 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.526 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:58.526 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.526 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.526 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.526 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.526 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.526 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.527 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:58.527 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.527 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:58.527 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.527 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.527 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.527 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.527 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.527 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:58.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435720+0000", 2024-04-15T17:57:58.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435720+0000", 2024-04-15T17:57:58.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436446+0000", 2024-04-15T17:57:58.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:58.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:58.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:58.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:58.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:58.528 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:57:58.528 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.528 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.528 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.528 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2b", 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5098, 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.529 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:01:38.574632+0000", 2024-04-15T17:57:58.530 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.530 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.530 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.533 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.533 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.533 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.533 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.533 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.533 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.533 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:58.533 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.533 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:58.533 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.533 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.533 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.533 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.534 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.534 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.534 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.534 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.534 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:58.534 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.534 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.534 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.534 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.534 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.534 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:58.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439798+0000", 2024-04-15T17:57:58.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439798+0000", 2024-04-15T17:57:58.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.440223+0000", 2024-04-15T17:57:58.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:58.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:58.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:58.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:58.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:58.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:57:58.535 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2a", 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.536 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.537 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4943, 2024-04-15T17:57:58.537 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.537 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:50:43.627727+0000", 2024-04-15T17:57:58.537 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.537 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.537 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.540 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.540 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.540 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.540 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.540 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.540 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.540 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.540 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.540 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:58.540 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.540 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.540 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.541 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.541 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.541 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.541 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:58.541 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.541 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:58.541 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.541 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.541 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.541 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.541 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.541 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:58.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.396035+0000", 2024-04-15T17:57:58.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.396035+0000", 2024-04-15T17:57:58.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.396367+0000", 2024-04-15T17:57:58.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:58.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:58.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:58.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:58.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:58.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:58.542 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:57:58.543 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.543 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.543 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.543 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.543 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:58.543 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.543 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.543 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.543 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.543 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.543 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.543 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.543 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.543 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.29", 2024-04-15T17:57:58.543 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.544 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.544 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.544 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5049, 2024-04-15T17:57:58.544 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.544 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:02:10.337513+0000", 2024-04-15T17:57:58.544 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.544 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.544 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.547 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.547 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.547 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.547 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.547 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.547 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.547 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.547 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:58.547 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.547 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:58.548 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.548 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.548 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.548 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.548 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.548 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.548 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.548 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.548 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:58.548 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.548 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.548 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.548 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.548 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.548 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:58.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.468046+0000", 2024-04-15T17:57:58.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.468046+0000", 2024-04-15T17:57:58.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.468389+0000", 2024-04-15T17:57:58.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:58.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:58.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:58.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:58.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:58.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.549 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:58.550 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:57:58.550 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.550 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.550 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.550 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.550 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:58.550 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.550 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.550 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.550 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.550 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.550 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.550 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.28", 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4965, 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:07:20.760103+0000", 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.554 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.554 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.554 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.554 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.554 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.554 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.554 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.554 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.554 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:58.554 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.554 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.555 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.555 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.555 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.555 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.555 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.555 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.555 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:58.555 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.555 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.555 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.555 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.555 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.555 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:58.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.395592+0000", 2024-04-15T17:57:58.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.395592+0000", 2024-04-15T17:57:58.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.395940+0000", 2024-04-15T17:57:58.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:58.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:58.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:58.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:58.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:58.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:58.557 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:57:58.557 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.557 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.557 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.557 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.557 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:58.557 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.557 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.557 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.557 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.557 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.557 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.557 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.557 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.558 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.27", 2024-04-15T17:57:58.558 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.558 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.558 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.558 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5043, 2024-04-15T17:57:58.558 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.558 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:16:51.486039+0000", 2024-04-15T17:57:58.558 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.558 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.558 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.562 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.562 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.562 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.562 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.562 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:58.562 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.562 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:58.562 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.562 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.562 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.562 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.562 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.562 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:58.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436024+0000", 2024-04-15T17:57:58.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436024+0000", 2024-04-15T17:57:58.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436326+0000", 2024-04-15T17:57:58.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:58.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:58.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:58.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:58.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:58.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.26", 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.564 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.565 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.565 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4924, 2024-04-15T17:57:58.565 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.565 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:30:13.564847+0000", 2024-04-15T17:57:58.565 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.565 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.565 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.568 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.569 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.569 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.569 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.569 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.569 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:58.569 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.569 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.569 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.569 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.569 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.569 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:58.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.451797+0000", 2024-04-15T17:57:58.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.451797+0000", 2024-04-15T17:57:58.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:53.453403+0000", 2024-04-15T17:57:58.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:58.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:57:58.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:58.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:58.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:58.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.25", 2024-04-15T17:57:58.571 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.572 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.572 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.572 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5083, 2024-04-15T17:57:58.572 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.572 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:21:14.510055+0000", 2024-04-15T17:57:58.572 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.572 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.572 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.575 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.575 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.575 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.575 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.575 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.575 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.575 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.575 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.575 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:58.575 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.576 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.576 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.576 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.576 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.576 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.576 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.576 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.576 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:58.576 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.576 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.576 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.576 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.576 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.576 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.576 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:58.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.390005+0000", 2024-04-15T17:57:58.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.390005+0000", 2024-04-15T17:57:58.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.390427+0000", 2024-04-15T17:57:58.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:58.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:58.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:58.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:58.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:58.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:58.578 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:57:58.578 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.578 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.578 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.578 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.578 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:58.578 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.578 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.578 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.578 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.578 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.578 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.578 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.578 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.579 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.24", 2024-04-15T17:57:58.579 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.579 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.579 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.579 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5019, 2024-04-15T17:57:58.579 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.579 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:17:00.906826+0000", 2024-04-15T17:57:58.579 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.579 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.579 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.582 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.582 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.582 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.582 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.582 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.582 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.582 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.582 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.582 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:58.583 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.583 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.583 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.583 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.583 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.583 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.583 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:58.583 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.583 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:58.583 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.583 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.583 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.583 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.583 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.584 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:58.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.390382+0000", 2024-04-15T17:57:58.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.390382+0000", 2024-04-15T17:57:58.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.391096+0000", 2024-04-15T17:57:58.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:58.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:58.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:58.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:58.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:58.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:58.585 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:57:58.585 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.585 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.585 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.585 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.585 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:58.585 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.585 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.585 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.585 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.585 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.585 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.586 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.586 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.586 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.23", 2024-04-15T17:57:58.586 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.586 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.586 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.586 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:57:58.586 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.586 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:00:05.722549+0000", 2024-04-15T17:57:58.586 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.586 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.586 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.589 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.589 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.589 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.589 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.589 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.590 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.591 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.591 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.591 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.591 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:58.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.469033+0000", 2024-04-15T17:57:58.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.469033+0000", 2024-04-15T17:57:58.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.469374+0000", 2024-04-15T17:57:58.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:58.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:58.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:58.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:58.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:58.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:58.592 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:57:58.592 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.592 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.592 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.592 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.592 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:58.592 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.592 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.592 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.592 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.593 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.593 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.593 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.593 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.593 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.22", 2024-04-15T17:57:58.593 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.593 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.593 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.593 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4967, 2024-04-15T17:57:58.593 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.593 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:33:52.219374+0000", 2024-04-15T17:57:58.593 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.593 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.593 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.596 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.596 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.596 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.596 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.596 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.596 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.597 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.597 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.597 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:58.597 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.597 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.597 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.597 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.597 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.597 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.597 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.597 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.597 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:58.597 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.597 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.597 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.598 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.598 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.598 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:58.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525704+0000", 2024-04-15T17:57:58.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525704+0000", 2024-04-15T17:57:58.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526040+0000", 2024-04-15T17:57:58.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:58.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:58.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:58.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:58.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:58.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:58.599 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:57:58.599 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.599 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.599 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.599 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.599 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:58.599 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.599 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.599 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.600 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.600 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.600 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.600 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.600 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.600 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.21", 2024-04-15T17:57:58.600 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.600 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.600 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.600 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5066, 2024-04-15T17:57:58.600 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.600 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:21:59.887391+0000", 2024-04-15T17:57:58.600 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.600 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.600 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.603 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.603 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.603 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.604 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.605 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.605 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.605 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.605 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:58.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.522965+0000", 2024-04-15T17:57:58.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.522965+0000", 2024-04-15T17:57:58.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.523311+0000", 2024-04-15T17:57:58.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:58.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:58.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:58.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:58.606 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:58.606 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.606 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.606 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.606 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:58.606 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:57:58.606 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.606 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.606 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.606 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.606 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:58.606 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.606 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.606 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.20", 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4925, 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:27:21.606743+0000", 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.607 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.610 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.610 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.610 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.610 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.610 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.611 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:58.611 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.611 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:58.611 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.611 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.611 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.611 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.611 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.611 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.611 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.611 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:58.611 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.611 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.611 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.612 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.612 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.612 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:58.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446626+0000", 2024-04-15T17:57:58.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446626+0000", 2024-04-15T17:57:58.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449982+0000", 2024-04-15T17:57:58.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:58.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:58.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:58.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:58.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:58.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:57:58.613 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.613 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.613 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.613 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.613 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.613 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.613 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.613 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.614 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.614 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.614 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.614 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.614 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.614 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.f", 2024-04-15T17:57:58.614 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.614 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.614 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.614 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4901, 2024-04-15T17:57:58.614 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.614 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:52:37.047257+0000", 2024-04-15T17:57:58.614 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.615 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.615 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.617 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.617 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.618 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.618 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.618 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.618 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.618 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.618 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:58.618 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.618 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.618 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.618 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.618 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.618 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.618 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.618 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435919+0000", 2024-04-15T17:57:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435919+0000", 2024-04-15T17:57:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436286+0000", 2024-04-15T17:57:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.619 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:58.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:58.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:58.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:58.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:57:58.620 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.620 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:57:58.620 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.620 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.620 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.620 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.621 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.621 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.621 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.621 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:57:58.621 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.621 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.621 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.621 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.e", 2024-04-15T17:57:58.621 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.621 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.621 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.621 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5069, 2024-04-15T17:57:58.621 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.621 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:31:34.047855+0000", 2024-04-15T17:57:58.621 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.622 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.622 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:58.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:58.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:58.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:58.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:57:58.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:57:58.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:58.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.625 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.626 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:58.626 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.626 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.626 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.626 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.626 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.626 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.626 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:58.626 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.519936+0000", 2024-04-15T17:57:58.626 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.519936+0000", 2024-04-15T17:57:58.626 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.520237+0000", 2024-04-15T17:57:58.626 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:58.626 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:58.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:58.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:58.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:58.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:58.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:57:58.627 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.627 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.627 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.627 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.628 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:58.628 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.628 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.628 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.628 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.628 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.628 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.628 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.628 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.628 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.c", 2024-04-15T17:57:58.628 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.628 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.628 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.628 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4958, 2024-04-15T17:57:58.628 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.629 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:46:35.771481+0000", 2024-04-15T17:57:58.629 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.629 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.629 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.632 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.632 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.632 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.632 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.632 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.632 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.632 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.632 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.632 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:58.632 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.632 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.632 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.632 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.633 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.633 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:58.633 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.633 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:58.633 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.633 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.633 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.633 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.633 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.633 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:58.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.396946+0000", 2024-04-15T17:57:58.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.396946+0000", 2024-04-15T17:57:58.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.397302+0000", 2024-04-15T17:57:58.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:58.634 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.634 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.634 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.634 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:58.634 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:58.634 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:58.634 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:58.634 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.634 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.634 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.634 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:58.634 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:57:58.634 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.634 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T17:57:58.634 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.635 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.635 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:58.635 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.635 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.635 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.635 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.635 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T17:57:58.635 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.635 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.635 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.635 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.d", 2024-04-15T17:57:58.635 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.635 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.635 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.636 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5086, 2024-04-15T17:57:58.636 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.636 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:48:28.141726+0000", 2024-04-15T17:57:58.636 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.636 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.636 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 70, 2024-04-15T17:57:58.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 2, 2024-04-15T17:57:58.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2, 2024-04-15T17:57:58.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T17:57:58.639 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:57:58.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.639 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.639 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.639 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.639 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.639 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.639 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:58.639 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.639 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:58.639 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T17:57:58.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.639 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.639 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.639 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.640 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.640 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.640 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.640 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:58.640 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.640 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.640 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.640 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.640 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.640 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:58.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446779+0000", 2024-04-15T17:57:58.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446779+0000", 2024-04-15T17:57:58.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.450427+0000", 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.641 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.642 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.642 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.642 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.642 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.642 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.642 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.642 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.642 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.642 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.642 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.642 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.d", 2024-04-15T17:57:58.642 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.642 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.642 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.643 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4888, 2024-04-15T17:57:58.643 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.643 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:05:20.369983+0000", 2024-04-15T17:57:58.643 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.643 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.643 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.646 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.646 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.646 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.646 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.646 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.646 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.646 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.646 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:58.646 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.646 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.646 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.646 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.647 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.647 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.647 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.647 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:58.647 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.647 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.647 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.647 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.647 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.647 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:58.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.456466+0000", 2024-04-15T17:57:58.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.456466+0000", 2024-04-15T17:57:58.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.456863+0000", 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.648 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.649 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.649 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:58.649 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.649 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.649 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.649 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.649 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.649 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.649 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.649 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.649 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.c", 2024-04-15T17:57:58.649 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.649 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.649 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.649 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5076, 2024-04-15T17:57:58.650 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.650 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:58:59.715574+0000", 2024-04-15T17:57:58.650 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.650 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.650 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.653 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.654 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:58.654 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.654 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:58.654 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.654 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.654 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.654 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.654 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.654 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:58.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.527121+0000", 2024-04-15T17:57:58.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.527121+0000", 2024-04-15T17:57:58.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.527538+0000", 2024-04-15T17:57:58.655 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:58.655 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.655 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.655 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.655 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:58.655 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:58.655 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:58.655 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:58.655 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.655 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.655 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.655 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:58.655 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:57:58.655 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.655 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.656 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.656 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.656 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:58.656 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.656 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.656 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.656 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.656 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.656 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.656 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.656 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.656 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.a", 2024-04-15T17:57:58.656 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.656 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.656 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.657 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4930, 2024-04-15T17:57:58.657 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.657 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:11:40.386793+0000", 2024-04-15T17:57:58.657 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.657 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.657 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.660 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.660 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.660 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.660 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.660 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.660 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.660 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:58.660 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.660 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:58.660 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.660 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.661 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.661 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.661 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.661 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:58.661 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.661 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:58.661 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.661 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.661 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.661 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.661 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.661 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:58.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439303+0000", 2024-04-15T17:57:58.662 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439303+0000", 2024-04-15T17:57:58.662 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.443263+0000", 2024-04-15T17:57:58.662 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:58.662 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.662 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.662 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.662 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.662 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:58.662 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:58.662 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:58.662 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.662 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.662 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.662 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:58.663 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:57:58.663 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.663 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 4, 2024-04-15T17:57:58.663 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.663 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.663 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.663 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.663 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.663 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.663 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.663 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 4, 2024-04-15T17:57:58.663 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.663 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.663 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.664 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.b", 2024-04-15T17:57:58.664 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.664 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.664 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.664 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4904, 2024-04-15T17:57:58.664 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.664 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:00:22.551323+0000", 2024-04-15T17:57:58.664 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.664 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.664 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:58.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:58.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:58.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:58.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 4, 2024-04-15T17:57:58.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 4, 2024-04-15T17:57:58.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T17:57:58.667 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.667 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.667 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.667 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.667 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.667 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.667 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:58.667 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.667 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:58.667 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'4" 2024-04-15T17:57:58.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.668 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.668 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.668 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.668 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.668 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:58.668 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.668 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:58.668 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.668 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.668 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.668 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.668 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.668 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:58.669 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.394186+0000", 2024-04-15T17:57:58.669 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.394186+0000", 2024-04-15T17:57:58.669 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.395042+0000", 2024-04-15T17:57:58.669 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:58.669 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.669 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.669 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.669 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:58.669 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:58.669 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:58.669 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:58.669 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.669 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.669 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.670 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:58.670 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:57:58.670 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.670 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.670 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.670 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.670 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:58.670 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.670 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.670 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.670 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.670 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.670 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.670 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.670 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.671 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.b", 2024-04-15T17:57:58.671 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.671 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.671 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.671 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5017, 2024-04-15T17:57:58.671 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.671 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:20:15.791375+0000", 2024-04-15T17:57:58.671 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.671 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.671 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.674 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.674 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.674 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.674 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.674 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.674 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.674 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:58.674 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.675 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:58.675 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.675 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.675 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.675 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.675 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.675 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.675 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.675 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:58.675 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.675 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.675 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.675 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.676 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.676 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.676 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:58.676 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.423074+0000", 2024-04-15T17:57:58.676 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.423074+0000", 2024-04-15T17:57:58.676 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.423380+0000", 2024-04-15T17:57:58.676 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:58.676 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.676 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.676 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.676 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.676 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:58.676 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:58.676 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:58.676 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.677 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.677 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.677 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:58.677 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:57:58.677 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.677 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.677 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.677 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.677 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.677 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.677 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.677 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.677 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.677 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.677 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.678 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.678 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.678 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.a", 2024-04-15T17:57:58.678 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.678 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.678 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.678 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5083, 2024-04-15T17:57:58.678 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.678 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:07:31.515388+0000", 2024-04-15T17:57:58.678 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.678 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.678 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.681 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.681 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.681 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.681 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.681 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.681 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.681 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.681 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.682 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:58.682 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.682 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.682 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.682 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.682 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.682 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.682 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.682 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:58.682 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.682 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.682 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.682 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.682 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.683 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.683 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:58.683 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431819+0000", 2024-04-15T17:57:58.683 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431819+0000", 2024-04-15T17:57:58.683 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.432332+0000", 2024-04-15T17:57:58.683 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:58.683 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.683 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.683 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.683 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.683 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:58.683 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:58.683 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:58.683 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.684 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.684 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.684 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:58.684 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:57:58.684 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.684 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.684 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.684 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.684 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.684 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.684 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.684 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.684 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.684 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.684 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.685 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.685 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.685 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.8", 2024-04-15T17:57:58.685 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.685 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.685 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.685 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5051, 2024-04-15T17:57:58.685 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.685 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:03:32.955743+0000", 2024-04-15T17:57:58.685 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.685 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.685 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.687 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.687 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.687 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.687 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.687 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.687 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.687 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.687 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.687 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.687 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.687 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.687 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.687 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.687 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.687 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.688 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.688 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.688 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.688 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.688 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.689 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.689 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.689 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.689 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:58.689 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.689 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.689 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.689 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.689 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.689 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:58.689 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.689 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:58.689 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.689 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.690 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.690 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.690 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.690 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.690 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:58.690 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.434983+0000", 2024-04-15T17:57:58.690 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.434983+0000", 2024-04-15T17:57:58.690 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.435395+0000", 2024-04-15T17:57:58.690 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:58.690 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.690 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.690 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.690 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.690 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:58.691 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:58.691 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:58.691 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.691 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.691 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.691 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:58.691 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:57:58.691 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.691 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.691 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.691 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.691 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.691 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.691 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.9", 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5083, 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:06:41.594748+0000", 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.692 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.695 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.695 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.695 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.695 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.695 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.696 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:58.696 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.696 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:58.696 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.696 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.696 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.696 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.696 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.696 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.696 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.696 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:58.696 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.696 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.696 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.697 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.697 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.697 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:58.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.441781+0000", 2024-04-15T17:57:58.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.441781+0000", 2024-04-15T17:57:58.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.442185+0000", 2024-04-15T17:57:58.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:58.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:58.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:58.698 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:58.698 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.698 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.698 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.698 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:58.698 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:57:58.698 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.698 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.698 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.698 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.698 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.698 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.698 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.698 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.699 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.699 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.699 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.699 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.699 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.699 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.9", 2024-04-15T17:57:58.699 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.699 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.699 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.699 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5033, 2024-04-15T17:57:58.699 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.699 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:50:39.082501+0000", 2024-04-15T17:57:58.699 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.699 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.699 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.702 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.702 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.702 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.703 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.703 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.703 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.703 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.703 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:58.703 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.703 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.703 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.703 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.703 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.703 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:58.703 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.703 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:58.703 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.704 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.704 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.704 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.704 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.704 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:58.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435360+0000", 2024-04-15T17:57:58.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435360+0000", 2024-04-15T17:57:58.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.443319+0000", 2024-04-15T17:57:58.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:58.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:58.705 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:58.705 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:58.705 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.705 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.705 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.705 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:58.705 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:57:58.705 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.705 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.705 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.705 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.705 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.705 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.705 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.705 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.706 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.706 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.706 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.706 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.706 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.706 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.8", 2024-04-15T17:57:58.706 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.706 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.706 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.706 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4900, 2024-04-15T17:57:58.706 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.706 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:15:37.213225+0000", 2024-04-15T17:57:58.706 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.709 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.710 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.710 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:58.710 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.710 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:58.710 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.710 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.710 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.710 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.710 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.710 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:58.710 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.710 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:58.710 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.710 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.711 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.711 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.711 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.711 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:58.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.389266+0000", 2024-04-15T17:57:58.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.389266+0000", 2024-04-15T17:57:58.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.389620+0000", 2024-04-15T17:57:58.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:58.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:58.712 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:58.712 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:58.712 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:58.712 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.712 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.712 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.712 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:58.712 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:57:58.712 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.712 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.712 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.712 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.712 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:58.712 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.712 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.6", 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5100, 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:45:01.302916+0000", 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.713 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.716 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.716 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.716 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.717 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.717 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.717 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:58.717 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.717 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:58.717 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.717 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.717 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.717 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.717 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.717 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.717 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.717 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:58.718 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.718 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.718 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.718 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.718 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.718 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:58.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436824+0000", 2024-04-15T17:57:58.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436824+0000", 2024-04-15T17:57:58.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.437196+0000", 2024-04-15T17:57:58.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:58.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.719 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.719 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:58.719 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:58.719 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:58.719 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.719 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.719 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.719 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:58.719 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:57:58.719 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.719 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:57:58.719 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.719 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.719 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.720 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.720 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.720 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.720 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.720 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:57:58.720 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.720 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.720 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.720 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.7", 2024-04-15T17:57:58.720 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.720 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.720 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.720 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4918, 2024-04-15T17:57:58.720 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.720 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:24:20.852012+0000", 2024-04-15T17:57:58.721 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.721 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.721 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:58.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:58.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:58.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.723 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.724 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.724 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.724 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.724 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.724 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.724 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.724 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:58.724 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:57:58.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.724 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.724 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.724 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.724 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.724 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.724 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.725 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:58.725 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.725 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.725 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:58.725 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.725 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.725 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:58.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.528198+0000", 2024-04-15T17:57:58.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.528198+0000", 2024-04-15T17:57:58.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.817752+0000", 2024-04-15T17:57:58.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:58.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.726 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:58.726 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:58.726 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:58.726 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:58.726 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.726 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.726 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.726 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:58.726 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:57:58.726 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.726 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3140, 2024-04-15T17:57:58.726 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3140, 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.1", 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8949, 2024-04-15T17:57:58.727 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.728 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:30:22.425334+0000", 2024-04-15T17:57:58.728 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.007297136, 2024-04-15T17:57:58.728 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.728 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1365, 2024-04-15T17:57:58.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 399231, 2024-04-15T17:57:58.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3125, 2024-04-15T17:57:58.731 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 410114 2024-04-15T17:57:58.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.731 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.731 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.731 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.731 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.731 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.731 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.731 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.731 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:58.731 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3140" 2024-04-15T17:57:58.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.731 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.731 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.732 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.732 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.732 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.732 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.732 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:58.732 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.732 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.732 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.732 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.732 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.732 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:58.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431685+0000", 2024-04-15T17:57:58.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431685+0000", 2024-04-15T17:57:58.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.432096+0000", 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.733 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.734 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.734 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.734 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.734 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.734 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.734 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.734 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.734 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.734 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.734 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.734 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.7", 2024-04-15T17:57:58.734 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.734 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.734 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5019, 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:04:11.186161+0000", 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.738 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.738 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.738 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.738 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.738 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.738 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.738 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.738 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:58.738 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.738 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.738 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.738 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.738 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.738 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:58.739 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.739 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:58.739 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.739 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.739 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.739 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.739 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.739 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:58.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.527464+0000", 2024-04-15T17:57:58.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.527464+0000", 2024-04-15T17:57:58.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.527882+0000", 2024-04-15T17:57:58.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:58.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.740 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.740 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:58.740 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:58.740 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:58.740 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:58.740 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.740 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.740 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.740 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:58.740 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:57:58.740 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.740 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:57:58.740 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.740 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.741 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:58.741 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.741 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.741 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.741 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.741 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:57:58.741 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.741 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.741 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.741 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.6", 2024-04-15T17:57:58.741 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.741 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.741 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.741 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5090, 2024-04-15T17:57:58.741 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.742 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:39:02.683377+0000", 2024-04-15T17:57:58.742 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.742 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.742 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:58.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:58.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:58.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:58.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 4, 2024-04-15T17:57:58.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 4, 2024-04-15T17:57:58.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "564'3" 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.745 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.746 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.746 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.746 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:58.746 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.746 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.746 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:58.746 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.746 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.746 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:58.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431611+0000", 2024-04-15T17:57:58.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431611+0000", 2024-04-15T17:57:58.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.848702+0000", 2024-04-15T17:57:58.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:58.747 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.747 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.747 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.747 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.747 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:58.747 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:58.747 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:58.747 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.747 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.747 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.747 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:58.747 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:57:58.747 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.747 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2830, 2024-04-15T17:57:58.748 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.748 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.748 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.748 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.748 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.748 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.748 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.748 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2830, 2024-04-15T17:57:58.748 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.748 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.748 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.748 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.0", 2024-04-15T17:57:58.748 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.748 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.748 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.749 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8486, 2024-04-15T17:57:58.749 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.749 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:53:07.262835+0000", 2024-04-15T17:57:58.749 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003387645, 2024-04-15T17:57:58.749 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.749 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 942, 2024-04-15T17:57:58.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 349371, 2024-04-15T17:57:58.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 2805, 2024-04-15T17:57:58.752 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 370831 2024-04-15T17:57:58.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.752 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.752 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.752 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.752 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.752 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.752 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.752 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.752 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:58.752 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'2830" 2024-04-15T17:57:58.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.752 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.752 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.752 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.753 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.753 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:58.753 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.753 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:58.753 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.753 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.753 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.753 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.753 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.753 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:58.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460747+0000", 2024-04-15T17:57:58.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460747+0000", 2024-04-15T17:57:58.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.461863+0000", 2024-04-15T17:57:58.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:58.754 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.754 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.754 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.754 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:58.754 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:58.754 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:58.754 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:58.754 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.754 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.754 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.754 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:58.754 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:57:58.754 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.755 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.755 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.755 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.755 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:58.755 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.755 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.755 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.755 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.755 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.755 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.755 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.755 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.755 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.4", 2024-04-15T17:57:58.755 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.755 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.756 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.756 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5085, 2024-04-15T17:57:58.756 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.756 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:46:31.088065+0000", 2024-04-15T17:57:58.756 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.756 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.756 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.759 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.760 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.760 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.760 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:58.760 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.760 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:58.760 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.760 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.760 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.760 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.760 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.760 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:58.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.438167+0000", 2024-04-15T17:57:58.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.438167+0000", 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447156+0000", 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.761 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.762 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.762 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.762 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.762 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.762 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.762 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.762 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.762 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.762 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.762 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.762 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.762 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.5", 2024-04-15T17:57:58.762 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.762 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.763 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.763 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4906, 2024-04-15T17:57:58.763 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.763 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:58:22.930754+0000", 2024-04-15T17:57:58.763 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.763 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.763 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.766 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.766 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.766 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.766 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.766 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.766 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.766 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.766 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:58.766 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.766 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:58.766 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.766 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.767 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.767 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.767 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.767 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.767 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.767 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:58.767 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.767 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.767 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:58.767 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.767 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.767 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:58.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445624+0000", 2024-04-15T17:57:58.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445624+0000", 2024-04-15T17:57:58.768 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.868819+0000", 2024-04-15T17:57:58.768 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:58.768 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.768 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.768 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.768 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.768 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:58.768 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:58.768 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:58.768 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.768 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.768 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.768 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:58.769 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603212+0000", 2024-04-15T17:57:58.769 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.769 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3195, 2024-04-15T17:57:58.769 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.769 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.769 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.769 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.769 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.769 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.769 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.769 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3195, 2024-04-15T17:57:58.769 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.769 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.769 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.769 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.3", 2024-04-15T17:57:58.770 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.770 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.770 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.770 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 9032, 2024-04-15T17:57:58.770 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.770 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:03:01.661878+0000", 2024-04-15T17:57:58.770 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.004077061, 2024-04-15T17:57:58.770 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.770 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:58.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:58.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:58.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:58.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1080, 2024-04-15T17:57:58.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 397317, 2024-04-15T17:57:58.773 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.773 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.773 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.773 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3180, 2024-04-15T17:57:58.773 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 398617 2024-04-15T17:57:58.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.773 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.773 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.773 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.773 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.773 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.773 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.773 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.773 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:58.773 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3195" 2024-04-15T17:57:58.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.774 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.774 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.774 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.774 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.774 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.774 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.774 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:58.774 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.774 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.774 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.774 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.774 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.774 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:58.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.438016+0000", 2024-04-15T17:57:58.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.438016+0000", 2024-04-15T17:57:58.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447074+0000", 2024-04-15T17:57:58.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:58.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:58.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:58.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:58.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.776 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:58.776 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:57:58.776 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.776 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.776 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.776 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.776 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.776 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.776 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.776 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.776 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.776 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.776 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.776 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.777 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.777 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.0", 2024-04-15T17:57:58.777 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.777 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.777 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.777 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4903, 2024-04-15T17:57:58.777 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.777 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:00:47.015103+0000", 2024-04-15T17:57:58.777 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.777 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.777 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.780 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.780 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.780 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.780 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.780 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.780 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.780 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.780 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.780 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.780 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.780 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.780 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.780 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.780 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:58.781 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.781 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.781 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.781 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.781 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.781 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:58.781 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.781 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:58.781 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.781 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.781 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.781 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.781 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.781 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:58.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.385690+0000", 2024-04-15T17:57:58.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.385690+0000", 2024-04-15T17:57:58.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.386033+0000", 2024-04-15T17:57:58.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:58.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:58.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:58.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:58.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:58.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.783 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.783 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:58.783 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:57:58.783 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.783 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.783 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.783 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.783 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:58.783 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.783 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.783 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.783 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.783 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.783 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.783 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.784 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.784 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1", 2024-04-15T17:57:58.784 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.784 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.784 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.784 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:57:58.784 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.784 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:52:21.990147+0000", 2024-04-15T17:57:58.784 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.784 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.784 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.787 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.787 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.787 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.787 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.787 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.787 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:58.788 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.789 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.789 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.789 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:58.789 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.592876+0000", 2024-04-15T17:57:58.789 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.592876+0000", 2024-04-15T17:57:58.789 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.868822+0000", 2024-04-15T17:57:58.789 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:58.789 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.789 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.789 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.789 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:57:58.789 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:58.789 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:58.789 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:58.789 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.790 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.790 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.790 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:58.790 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:57:58.790 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.790 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3020, 2024-04-15T17:57:58.790 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.790 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.790 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:57:58.790 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.790 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.790 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.790 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.790 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3020, 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.6", 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8893, 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:25:59.638093+0000", 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003843094, 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 4194304, 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:58.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:58.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:58.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1292, 2024-04-15T17:57:58.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 418930, 2024-04-15T17:57:58.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 2978, 2024-04-15T17:57:58.794 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 367674 2024-04-15T17:57:58.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.794 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.794 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.794 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.794 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.794 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.794 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.794 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.795 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:58.795 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3020" 2024-04-15T17:57:58.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.795 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.795 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.795 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.795 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.795 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.795 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.795 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:58.795 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.795 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.795 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 19, 2024-04-15T17:57:58.795 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.795 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.796 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:58.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.438959+0000", 2024-04-15T17:57:58.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.438959+0000", 2024-04-15T17:57:58.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.444720+0000", 2024-04-15T17:57:58.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:58.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T17:57:58.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T17:57:58.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:58.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:58.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:58.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.797 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T17:57:58.797 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:58.797 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:57:58.797 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.797 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 241, 2024-04-15T17:57:58.797 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.797 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.797 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.797 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.797 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.797 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.797 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.797 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 241, 2024-04-15T17:57:58.797 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.798 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.798 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.798 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "1.0", 2024-04-15T17:57:58.798 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.798 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.798 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.798 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5546, 2024-04-15T17:57:58.798 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.798 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:19:35.982947+0000", 2024-04-15T17:57:58.798 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.798 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.798 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-04-15T17:57:58.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-04-15T17:57:58.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:57:58.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:57:58.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:57:58.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-04-15T17:57:58.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1214, 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2024, 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 399, 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.801 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.802 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.802 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:58.802 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "2138'241" 2024-04-15T17:57:58.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.802 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.802 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.802 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.802 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.802 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.802 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.802 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:58.802 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.802 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.802 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.442112+0000", 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.442112+0000", 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.442606+0000", 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:58.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.804 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.3", 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4944, 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:18:59.822926+0000", 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.808 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.808 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.808 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.808 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.808 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.808 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.808 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.808 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.808 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:58.808 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525651+0000", 2024-04-15T17:57:58.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525651+0000", 2024-04-15T17:57:58.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526042+0000", 2024-04-15T17:57:58.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:58.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:58.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:58.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:58.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:58.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:58.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:57:58.810 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2", 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.811 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5008, 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:31:55.937870+0000", 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.815 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.815 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.815 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.815 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.815 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.815 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.815 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.815 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:58.815 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.815 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.815 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.815 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.815 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.447614+0000", 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.447614+0000", 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.806511+0000", 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:58.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:58.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:58.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:58.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:57:58.817 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.817 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3027, 2024-04-15T17:57:58.817 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.817 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.817 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.818 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.818 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.818 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.818 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.818 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3027, 2024-04-15T17:57:58.818 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.818 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.818 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.818 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.5", 2024-04-15T17:57:58.818 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.818 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.818 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.818 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8698, 2024-04-15T17:57:58.818 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.818 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:27:53.919107+0000", 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003202311, 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1297, 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 379199, 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3012, 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 389502 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.821 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.822 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.822 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.822 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:58.822 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3027" 2024-04-15T17:57:58.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.822 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.822 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.822 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.822 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.822 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.822 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.822 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:58.822 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.822 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.822 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.823 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.823 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.823 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:58.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.452544+0000", 2024-04-15T17:57:58.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.452544+0000", 2024-04-15T17:57:58.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:53.452897+0000", 2024-04-15T17:57:58.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:58.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:57:58.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:58.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:58.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:58.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:58.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:57:58.824 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.824 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.824 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.824 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.824 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:57:58.824 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.824 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.824 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.824 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.825 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.825 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.825 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.825 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.825 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1", 2024-04-15T17:57:58.825 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.825 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.825 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.825 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5080, 2024-04-15T17:57:58.825 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.825 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:07:32.453838+0000", 2024-04-15T17:57:58.825 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.825 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.825 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.828 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.828 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.829 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.829 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.829 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.829 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.829 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.829 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:58.829 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.829 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.829 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.829 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.829 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.829 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.829 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.830 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:58.830 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.830 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.830 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.830 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.830 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.830 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:58.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515308+0000", 2024-04-15T17:57:58.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515308+0000", 2024-04-15T17:57:58.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.515707+0000", 2024-04-15T17:57:58.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:58.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:58.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:58.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:58.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:58.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:58.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:57:58.831 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.831 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.831 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.831 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.831 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:58.832 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.832 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.832 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.832 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.832 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.832 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.832 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.832 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.832 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.0", 2024-04-15T17:57:58.832 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.832 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.832 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.832 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5086, 2024-04-15T17:57:58.832 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.833 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:04:04.136317+0000", 2024-04-15T17:57:58.833 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.833 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.833 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.836 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.836 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.836 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.836 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.836 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.836 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.836 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.836 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:58.836 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.836 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.836 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.836 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.837 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.837 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.837 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.837 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:58.837 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.837 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.837 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:58.837 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.837 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.837 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.837 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:58.837 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460262+0000", 2024-04-15T17:57:58.837 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460262+0000", 2024-04-15T17:57:58.837 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.807737+0000", 2024-04-15T17:57:58.837 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:58.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:58.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:58.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:58.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:58.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:58.838 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:57:58.838 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.838 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3101, 2024-04-15T17:57:58.839 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.839 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.839 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:58.839 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.839 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.839 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.839 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.839 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3101, 2024-04-15T17:57:58.839 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.839 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.839 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.839 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.7", 2024-04-15T17:57:58.839 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.839 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8763, 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:57:17.095655+0000", 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003659063, 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.840 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 901, 2024-04-15T17:57:58.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 381417, 2024-04-15T17:57:58.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3101, 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 381117 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3101" 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.843 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517817+0000", 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517817+0000", 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.518096+0000", 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.844 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.845 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.845 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:58.845 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:58.845 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:58.845 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:58.845 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.845 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.845 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.845 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:58.845 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:57:58.845 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.845 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.845 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.845 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.845 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:58.846 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.846 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.846 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.846 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.846 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.846 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.846 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.846 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.846 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3", 2024-04-15T17:57:58.846 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.846 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.846 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.846 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5011, 2024-04-15T17:57:58.846 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.846 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:37:47.350263+0000", 2024-04-15T17:57:58.847 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.847 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.847 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.851 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.851 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.851 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.851 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.851 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.851 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.851 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.851 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:58.851 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.851 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.852 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.852 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.852 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.852 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.852 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.852 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:58.852 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.852 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.852 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.852 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.852 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.852 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.852 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:58.852 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.520868+0000", 2024-04-15T17:57:58.852 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.520868+0000", 2024-04-15T17:57:58.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.521147+0000", 2024-04-15T17:57:58.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:58.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:58.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:58.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:58.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:58.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:58.853 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:57:58.854 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.854 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.854 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.854 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.854 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:58.854 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.854 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.854 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.854 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.854 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.854 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.854 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.854 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.854 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.2", 2024-04-15T17:57:58.855 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.855 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.855 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.855 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4951, 2024-04-15T17:57:58.855 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.855 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:11:21.489300+0000", 2024-04-15T17:57:58.855 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.855 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.855 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.855 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.855 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.855 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.855 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.855 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.856 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.857 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.858 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.858 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.858 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.858 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.858 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.858 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.858 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.858 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.858 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.859 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:58.860 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.451631+0000", 2024-04-15T17:57:58.860 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.451631+0000", 2024-04-15T17:57:58.860 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.810013+0000", 2024-04-15T17:57:58.860 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:58.860 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.860 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.860 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.860 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:57:58.860 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:58.860 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:58.860 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:58.860 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.860 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.860 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.860 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:58.861 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.460420+0000", 2024-04-15T17:57:58.861 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.861 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3022, 2024-04-15T17:57:58.861 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.861 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.861 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:57:58.861 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.861 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.861 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.861 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.861 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3022, 2024-04-15T17:57:58.861 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.861 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.861 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.861 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.4", 2024-04-15T17:57:58.862 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.862 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.862 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.862 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8834, 2024-04-15T17:57:58.862 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.862 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:35:24.240447+0000", 2024-04-15T17:57:58.862 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.004786005, 2024-04-15T17:57:58.862 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.862 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.862 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.862 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.862 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.862 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.862 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.862 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.863 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1053, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 402836, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.864 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3021, 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 347469 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3022" 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.865 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.866 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.866 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.866 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:58.866 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.866 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.866 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.866 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.866 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.866 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.866 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:58.866 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.461046+0000", 2024-04-15T17:57:58.866 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.461046+0000", 2024-04-15T17:57:58.866 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.461360+0000", 2024-04-15T17:57:58.866 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:58.867 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.867 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.867 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.867 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:58.867 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:58.867 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:58.867 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:58.867 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.867 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.867 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.867 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:58.867 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:57:58.867 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.867 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.868 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.868 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.868 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:58.868 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.868 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.868 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.868 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.868 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.868 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.868 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.868 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.868 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.5", 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4967, 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:04:24.771010+0000", 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.869 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.870 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.871 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.872 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.872 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.872 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.872 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.872 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.872 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.872 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.872 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.872 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:58.872 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.872 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.872 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.872 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.594758+0000", 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.594758+0000", 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.595720+0000", 2024-04-15T17:57:58.873 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:58.874 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.874 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.874 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.874 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:57:58.874 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:58.874 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:58.874 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:58.874 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.874 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.874 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.874 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:58.874 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:57:58.874 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.874 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.874 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.875 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.875 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:57:58.875 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.875 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.875 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.875 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.875 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.875 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.875 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.875 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.875 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.4", 2024-04-15T17:57:58.875 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.875 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.875 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.876 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5107, 2024-04-15T17:57:58.876 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.876 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:12:51.924971+0000", 2024-04-15T17:57:58.876 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.876 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.876 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.876 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.876 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.876 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.876 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.876 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.876 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.876 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.876 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.877 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.878 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.879 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.880 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.880 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:58.880 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.880 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:58.880 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.880 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.880 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:57:58.880 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.880 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.880 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.880 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:58.880 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460615+0000", 2024-04-15T17:57:58.880 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460615+0000", 2024-04-15T17:57:58.880 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.807911+0000", 2024-04-15T17:57:58.880 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:58.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:58.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:58.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:58.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:58.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:57:58.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:58.881 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:57:58.881 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.881 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3108, 2024-04-15T17:57:58.881 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.882 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.882 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:58.882 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.882 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.882 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.882 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.882 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3108, 2024-04-15T17:57:58.882 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.882 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.882 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.882 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.2", 2024-04-15T17:57:58.882 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.882 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.882 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.883 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 9049, 2024-04-15T17:57:58.883 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.883 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:06:50.399162+0000", 2024-04-15T17:57:58.883 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.002890858, 2024-04-15T17:57:58.883 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.883 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.883 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 19, 2024-04-15T17:57:58.883 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.883 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.883 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.883 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.883 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.883 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.883 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.883 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:58.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:58.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:58.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.884 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1114, 2024-04-15T17:57:58.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 401813, 2024-04-15T17:57:58.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.885 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3091, 2024-04-15T17:57:58.886 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 386479 2024-04-15T17:57:58.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.886 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.886 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.886 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.886 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.886 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.886 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:58.886 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.886 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:58.886 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3108" 2024-04-15T17:57:58.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.886 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.887 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.887 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.887 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.887 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:58.887 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.887 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:58.887 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.887 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.887 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.887 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.887 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.887 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.887 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:58.887 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.437587+0000", 2024-04-15T17:57:58.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.437587+0000", 2024-04-15T17:57:58.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.438875+0000", 2024-04-15T17:57:58.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:58.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:58.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:58.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:58.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.888 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:58.889 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:57:58.889 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.889 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.889 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.889 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.889 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.889 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.889 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.889 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.889 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.889 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.889 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.889 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.889 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.890 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.e", 2024-04-15T17:57:58.890 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.890 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.890 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.890 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4901, 2024-04-15T17:57:58.890 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.890 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:20:00.098369+0000", 2024-04-15T17:57:58.890 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.890 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.890 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.890 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.891 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.892 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.894 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.894 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.894 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.894 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.894 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.894 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.894 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:58.894 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.894 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.894 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.894 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.894 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.894 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.894 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:58.894 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.434848+0000", 2024-04-15T17:57:58.895 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.434848+0000", 2024-04-15T17:57:58.895 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.435288+0000", 2024-04-15T17:57:58.895 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:58.895 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.895 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.895 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.895 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.895 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:58.895 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:58.895 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:58.895 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.895 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.895 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.895 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:58.895 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:57:58.896 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.896 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T17:57:58.896 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.896 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.896 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.896 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.896 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.896 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.896 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.896 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T17:57:58.896 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.896 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.896 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.896 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.f", 2024-04-15T17:57:58.897 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.897 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.897 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.897 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5012, 2024-04-15T17:57:58.897 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.897 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:50:13.495339+0000", 2024-04-15T17:57:58.897 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.897 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.897 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 22, 2024-04-15T17:57:58.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.897 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:58.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:58.898 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:58.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.899 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 2, 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2, 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T17:57:58.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.901 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.901 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.901 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.901 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.901 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.901 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.901 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:58.901 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.901 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.901 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.901 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.901 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.901 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.901 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:58.901 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435479+0000", 2024-04-15T17:57:58.902 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435479+0000", 2024-04-15T17:57:58.902 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447850+0000", 2024-04-15T17:57:58.902 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:58.902 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.902 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.902 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.902 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.902 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:58.902 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:58.902 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:58.902 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.902 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.902 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.902 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:58.902 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.11", 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.903 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4887, 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:48:48.946588+0000", 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.904 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.905 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.906 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.907 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.907 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.907 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.907 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.907 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.907 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.907 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.907 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.907 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:58.907 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.907 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.907 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.583340+0000", 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.583340+0000", 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.584189+0000", 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:58.908 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 8, 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.909 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:57:58.910 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.910 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.910 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.910 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.910 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 8, 2024-04-15T17:57:58.910 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.910 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.910 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.910 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.10", 2024-04-15T17:57:58.910 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.910 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.910 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.910 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5093, 2024-04-15T17:57:58.910 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.910 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:15:26.336628+0000", 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.911 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T17:57:58.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T17:57:58.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T17:57:58.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 4, 2024-04-15T17:57:58.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.912 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 48, 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 48, 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 12, 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.913 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:58.914 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.914 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.914 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.914 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:58.914 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'8" 2024-04-15T17:57:58.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.914 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.914 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.914 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.914 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.914 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:58.914 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.914 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:58.914 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.915 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.915 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.915 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.915 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.915 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.915 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:58.915 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515642+0000", 2024-04-15T17:57:58.915 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515642+0000", 2024-04-15T17:57:58.915 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.516093+0000", 2024-04-15T17:57:58.915 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:58.915 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.915 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.915 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.915 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:58.915 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:58.916 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:58.916 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:58.916 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.916 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.916 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.916 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:58.916 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:57:58.916 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.916 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.916 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.916 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.916 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:58.916 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.916 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.917 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.917 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.917 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.917 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.917 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.917 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.917 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.10", 2024-04-15T17:57:58.917 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.917 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.917 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.917 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4920, 2024-04-15T17:57:58.917 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.917 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:49:24.473305+0000", 2024-04-15T17:57:58.917 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.918 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.918 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.918 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.919 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.920 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.921 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.921 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.921 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.921 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.921 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.921 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:58.921 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.921 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:58.921 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.921 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.921 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.921 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.921 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.921 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:58.922 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.922 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:58.922 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.922 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.922 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.922 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.922 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.922 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.922 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:58.922 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.522119+0000", 2024-04-15T17:57:58.922 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.522119+0000", 2024-04-15T17:57:58.922 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.523124+0000", 2024-04-15T17:57:58.922 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:58.922 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:58.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:58.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:58.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:58.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:58.923 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:57:58.923 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.923 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.923 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.924 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.924 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:58.924 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.924 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.924 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.924 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.924 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.924 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.924 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.924 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.924 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.11", 2024-04-15T17:57:58.924 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.924 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.924 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.924 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4928, 2024-04-15T17:57:58.925 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.925 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:40:35.749220+0000", 2024-04-15T17:57:58.925 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.925 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.925 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.925 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.926 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.927 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.928 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.928 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.928 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.928 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.928 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.928 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.928 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:58.928 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.928 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:58.928 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.928 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.928 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.929 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.929 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.929 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.929 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.929 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:58.929 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.929 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.929 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.929 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.929 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.929 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.929 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:58.929 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.430857+0000", 2024-04-15T17:57:58.929 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.430857+0000", 2024-04-15T17:57:58.929 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.433610+0000", 2024-04-15T17:57:58.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:58.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:58.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:58.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:58.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:58.930 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:57:58.930 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.931 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.931 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.931 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.931 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.931 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.931 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.931 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.931 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.931 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.931 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.931 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.931 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.931 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.13", 2024-04-15T17:57:58.931 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.932 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.932 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.932 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4900, 2024-04-15T17:57:58.932 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.932 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:09:20.898872+0000", 2024-04-15T17:57:58.932 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.932 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.932 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.932 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.933 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.934 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.935 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.935 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.935 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.935 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.935 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.935 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.935 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.935 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.935 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:58.935 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.936 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.936 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.936 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.936 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.936 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.936 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.936 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:58.936 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.936 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.936 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.936 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.936 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.936 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.936 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:58.936 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439417+0000", 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439417+0000", 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.439882+0000", 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:57:58.937 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.938 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.938 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.938 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.938 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.938 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.938 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.938 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.938 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.938 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.938 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.938 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.938 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.938 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.12", 2024-04-15T17:57:58.938 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.939 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.939 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.939 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4958, 2024-04-15T17:57:58.939 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.939 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:07:43.889106+0000", 2024-04-15T17:57:58.939 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.939 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.939 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.939 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.940 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.941 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.942 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.942 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.942 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.942 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.942 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.942 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:58.942 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.942 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:58.943 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.943 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.943 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.943 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.943 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.943 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:58.943 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.943 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:58.943 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.943 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.943 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.943 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.943 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.943 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.442467+0000", 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.442467+0000", 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.442860+0000", 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.944 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.12", 2024-04-15T17:57:58.945 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5096, 2024-04-15T17:57:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:34:39.937552+0000", 2024-04-15T17:57:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.946 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.947 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.948 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.949 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.949 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.949 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.949 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.949 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.949 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.949 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:58.949 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.949 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:58.949 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.950 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.950 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.950 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.950 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.950 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:58.950 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.950 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:58.950 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.950 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.950 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.950 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.950 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.950 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:58.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.391711+0000", 2024-04-15T17:57:58.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.391711+0000", 2024-04-15T17:57:58.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.393344+0000", 2024-04-15T17:57:58.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:58.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:58.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:58.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:58.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:58.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.951 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.952 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:58.952 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:57:58.952 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.952 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:57:58.952 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.952 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.952 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:58.952 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.952 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.952 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.952 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.952 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:57:58.952 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.952 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.953 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.953 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.13", 2024-04-15T17:57:58.953 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.953 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.953 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.953 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5103, 2024-04-15T17:57:58.953 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.953 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:18:54.137915+0000", 2024-04-15T17:57:58.953 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.953 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.953 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 34, 2024-04-15T17:57:58.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.953 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:57:58.954 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:57:58.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:57:58.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:58.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.955 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 8, 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 16, 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 7 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.956 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:58.957 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.957 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:58.957 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:57:58.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.957 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.957 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.957 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.957 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.957 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:58.957 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.957 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:58.957 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.957 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.957 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.958 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.958 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.958 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:58.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.437727+0000", 2024-04-15T17:57:58.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.437727+0000", 2024-04-15T17:57:58.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.444914+0000", 2024-04-15T17:57:58.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:58.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:58.958 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:58.959 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:58.959 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.959 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.959 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.959 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:58.959 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:57:58.959 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.959 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.959 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.959 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.959 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.959 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.959 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.959 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.959 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.960 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.960 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.960 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.960 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.960 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.15", 2024-04-15T17:57:58.960 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.960 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.960 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.960 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4915, 2024-04-15T17:57:58.960 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.960 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:02:14.202098+0000", 2024-04-15T17:57:58.960 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.960 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.960 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.961 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.962 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.963 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.964 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:58.964 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.964 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:58.964 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.964 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.964 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.964 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.964 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.964 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:58.964 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.964 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:58.964 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.964 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.964 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.965 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.965 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.965 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:58.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525959+0000", 2024-04-15T17:57:58.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525959+0000", 2024-04-15T17:57:58.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526555+0000", 2024-04-15T17:57:58.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:58.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:58.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:58.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:58.965 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:58.966 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.966 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.966 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.966 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:58.966 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:57:58.966 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.966 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 30, 2024-04-15T17:57:58.966 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.966 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.966 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:58.966 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.966 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.966 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.966 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.967 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 30, 2024-04-15T17:57:58.967 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.967 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.967 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.967 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.14", 2024-04-15T17:57:58.967 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.967 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.967 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.967 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4963, 2024-04-15T17:57:58.967 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.967 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:04:45.376061+0000", 2024-04-15T17:57:58.967 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.967 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.967 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 5824, 2024-04-15T17:57:58.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.968 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.969 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 20, 2024-04-15T17:57:58.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 28, 2024-04-15T17:57:58.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 28, 2024-04-15T17:57:58.970 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 25 2024-04-15T17:57:58.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.970 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.970 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.970 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.970 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'30" 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.971 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.432218+0000", 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.432218+0000", 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.432548+0000", 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.972 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.973 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.973 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:58.973 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:57:58.973 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.973 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.973 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.973 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.973 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:58.973 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.973 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.973 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.973 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.973 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.973 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.973 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.974 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.974 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.14", 2024-04-15T17:57:58.974 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.974 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.974 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.974 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4993, 2024-04-15T17:57:58.974 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.974 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:58:20.104761+0000", 2024-04-15T17:57:58.974 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.974 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.974 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.974 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.975 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.976 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.977 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.977 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.977 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.977 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.977 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:58.977 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.977 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:58.977 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.978 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:58.978 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.978 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.978 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.978 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.978 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.978 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.978 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.978 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:58.978 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.978 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.978 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.978 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.979 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.979 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:58.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460574+0000", 2024-04-15T17:57:58.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460574+0000", 2024-04-15T17:57:58.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.460987+0000", 2024-04-15T17:57:58.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:58.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:58.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:58.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:58.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:58.979 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.980 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.980 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.980 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:58.980 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:57:58.980 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.980 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:57:58.980 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.980 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.980 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:58.980 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.980 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.980 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.980 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.980 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:57:58.980 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.981 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.981 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.981 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.15", 2024-04-15T17:57:58.981 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.981 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.981 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.981 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:57:58.981 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.981 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:27:18.246126+0000", 2024-04-15T17:57:58.981 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.981 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.981 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 90, 2024-04-15T17:57:58.981 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.982 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:57:58.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:57:58.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:57:58.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:58.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.983 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 14, 2024-04-15T17:57:58.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 14, 2024-04-15T17:57:58.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-04-15T17:57:58.984 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:57:58.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.984 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.984 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.984 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.984 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:58.984 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.985 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:58.985 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.985 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:58.985 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'3" 2024-04-15T17:57:58.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.985 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.985 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.985 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.985 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.985 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:58.985 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.985 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:58.985 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.985 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.985 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.986 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.986 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.986 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.986 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:58.986 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.463453+0000", 2024-04-15T17:57:58.986 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.463453+0000", 2024-04-15T17:57:58.986 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.463928+0000", 2024-04-15T17:57:58.986 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:58.986 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.986 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.986 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.986 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:58.986 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:58.986 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:58.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:58.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:58.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:58.987 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601684+0000", 2024-04-15T17:57:58.987 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.987 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.987 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.987 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.987 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:58.987 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.987 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.987 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.988 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.988 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.988 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.988 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.988 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.988 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.17", 2024-04-15T17:57:58.988 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.988 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.988 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.988 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5094, 2024-04-15T17:57:58.988 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.988 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:39:53.586473+0000", 2024-04-15T17:57:58.988 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.988 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.988 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.989 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.990 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:58.991 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.992 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:58.992 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.992 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:58.992 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.992 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.992 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.992 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.992 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.992 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.992 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.992 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:58.992 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.992 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.992 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.520654+0000", 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.520654+0000", 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.520941+0000", 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:58.993 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:58.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:58.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:58.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:58.994 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:57:58.994 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:58.994 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:58.994 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:58.994 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:58.994 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:58.994 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:58.994 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:58.994 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:58.994 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:58.994 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:58.994 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:58.995 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:58.995 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:58.995 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.16", 2024-04-15T17:57:58.995 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:58.995 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:58.995 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:58.995 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4937, 2024-04-15T17:57:58.995 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:58.995 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:12:58.632128+0000", 2024-04-15T17:57:58.995 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:58.995 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:58.995 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:58.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:58.995 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:58.996 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:58.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:58.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:58.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:58.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:58.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:58.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:58.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:58.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:58.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:58.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:58.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:58.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:58.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:58.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:58.997 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:58.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:58.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:58.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:58.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:58.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:58.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:58.998 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:58.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.998 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:58.998 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:58.998 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:58.998 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.998 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:58.998 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:58.998 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.999 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:58.999 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:58.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:58.999 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:58.999 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:58.999 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:58.999 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:58.999 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:58.999 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:58.999 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:58.999 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:58.999 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:58.999 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:58.999 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439288+0000", 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439288+0000", 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.439635+0000", 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.000 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:59.001 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:57:59.001 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.001 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.001 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.001 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.001 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.001 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.001 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.001 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.001 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.001 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.001 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.001 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.002 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.002 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.16", 2024-04-15T17:57:59.002 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.002 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.002 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.002 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4944, 2024-04-15T17:57:59.002 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.002 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:03:25.538893+0000", 2024-04-15T17:57:59.002 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.002 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.002 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.002 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.003 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.004 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.005 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.005 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.005 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.005 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.005 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.005 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.005 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:59.005 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.006 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:59.006 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.006 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.006 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.006 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.006 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.006 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:59.006 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.006 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:59.006 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.006 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.006 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:59.006 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.006 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.007 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:59.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525246+0000", 2024-04-15T17:57:59.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525246+0000", 2024-04-15T17:57:59.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526631+0000", 2024-04-15T17:57:59.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:59.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:59.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:59.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:59.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:59.007 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.008 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.009 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.009 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.17", 2024-04-15T17:57:59.009 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.009 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.009 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.009 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4920, 2024-04-15T17:57:59.009 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.009 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:23:29.610106+0000", 2024-04-15T17:57:59.009 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.009 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.009 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.009 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.010 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.011 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.012 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.012 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.012 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.012 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.012 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.012 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.012 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.012 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.012 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.012 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.012 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.012 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.012 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.012 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:59.013 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.013 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:59.013 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.013 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.013 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.013 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:59.013 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.013 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:59.013 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.013 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:59.013 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.013 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.013 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.014 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.014 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.014 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:59.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.398494+0000", 2024-04-15T17:57:59.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.398494+0000", 2024-04-15T17:57:59.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.398865+0000", 2024-04-15T17:57:59.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:59.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:59.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:59.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:59.014 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:57:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.015 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.016 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.016 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.016 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.016 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.19", 2024-04-15T17:57:59.016 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.016 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.016 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.016 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5079, 2024-04-15T17:57:59.016 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.016 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:35:39.082034+0000", 2024-04-15T17:57:59.016 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.016 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.016 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.016 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.017 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.018 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.019 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.019 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.019 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.019 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.019 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.019 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.019 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.019 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.019 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.019 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.019 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.019 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.019 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:59.019 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.020 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:59.020 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.020 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:59.020 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.020 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.020 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.020 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.020 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:59.020 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:59.020 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.020 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:59.020 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.020 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.021 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:59.021 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.021 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.021 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:59.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.448608+0000", 2024-04-15T17:57:59.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.448608+0000", 2024-04-15T17:57:59.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.448960+0000", 2024-04-15T17:57:59.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:59.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.021 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:59.022 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:59.022 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:59.022 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.022 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.022 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.022 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:59.022 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:57:59.022 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.022 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.022 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.022 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.022 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.022 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.022 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.022 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.18", 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4949, 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:12:24.007479+0000", 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.023 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.024 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.025 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.026 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.026 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.026 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.026 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.026 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.026 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.026 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.026 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.026 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.026 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.026 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.026 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.026 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.027 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:59.027 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:59.027 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.027 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:59.027 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.027 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.027 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.027 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.027 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.027 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:59.027 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.027 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:59.027 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.027 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.028 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.028 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.028 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.028 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:59.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.455941+0000", 2024-04-15T17:57:59.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.455941+0000", 2024-04-15T17:57:59.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:53.461519+0000", 2024-04-15T17:57:59.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:59.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:57:59.028 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:59.029 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:59.029 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:59.029 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.029 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.029 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.029 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:59.029 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:57:59.029 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.029 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.029 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.029 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.029 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:57:59.029 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.029 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.029 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.030 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.030 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.030 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.030 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.030 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.030 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.18", 2024-04-15T17:57:59.030 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.030 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.030 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.030 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5052, 2024-04-15T17:57:59.030 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.030 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:24:39.218958+0000", 2024-04-15T17:57:59.030 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.030 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.030 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.031 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.032 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.033 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.033 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.033 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.033 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.033 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.033 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.033 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.033 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.033 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.033 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.033 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.033 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.033 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.033 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.034 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.034 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.034 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:59.034 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.034 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:59.034 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.034 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.034 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.034 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.034 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.034 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:59.034 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.034 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:59.035 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.035 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.035 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:59.035 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.035 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.035 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:59.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517486+0000", 2024-04-15T17:57:59.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517486+0000", 2024-04-15T17:57:59.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.517913+0000", 2024-04-15T17:57:59.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:59.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.035 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:59.036 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:59.036 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:59.036 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:59.036 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.036 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.036 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.036 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:59.036 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:57:59.036 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.036 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.036 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.036 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.036 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:59.036 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.036 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.037 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.037 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.037 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.037 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.037 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.037 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.037 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.19", 2024-04-15T17:57:59.037 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.037 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.037 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.037 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5016, 2024-04-15T17:57:59.037 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.037 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:35:23.047356+0000", 2024-04-15T17:57:59.037 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.037 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.038 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.038 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.039 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.040 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.041 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.041 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.041 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.041 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.041 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.041 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:59.041 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.041 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:59.041 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.041 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.041 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.041 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.041 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:59.041 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:59.042 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.042 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:59.042 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.042 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.042 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.042 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.042 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.042 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:59.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446130+0000", 2024-04-15T17:57:59.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446130+0000", 2024-04-15T17:57:59.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.446454+0000", 2024-04-15T17:57:59.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:59.042 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.043 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.043 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.043 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.043 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:59.043 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:59.043 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:59.043 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.043 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.043 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.043 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:59.043 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:57:59.043 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.043 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.043 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.043 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1b", 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5093, 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.044 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:10:43.421686+0000", 2024-04-15T17:57:59.045 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.045 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.045 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.045 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.046 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.047 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.048 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.048 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.048 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.048 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.048 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:59.048 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:59.048 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.048 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:59.048 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.048 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.048 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.048 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.048 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:59.048 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:59.049 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.049 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:59.049 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.049 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.049 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:59.049 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.049 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.049 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:59.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436407+0000", 2024-04-15T17:57:59.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436407+0000", 2024-04-15T17:57:59.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436726+0000", 2024-04-15T17:57:59.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:59.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.049 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.050 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.050 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.050 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:59.050 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:59.050 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:59.050 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.050 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.050 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.050 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:59.050 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:57:59.050 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.050 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:57:59.050 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.050 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.050 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.051 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.051 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.051 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.051 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.053 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:57:59.053 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.053 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.053 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.053 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1a", 2024-04-15T17:57:59.053 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.053 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.054 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.054 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4923, 2024-04-15T17:57:59.054 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.054 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:59:22.003494+0000", 2024-04-15T17:57:59.054 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.054 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.054 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.054 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.055 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.056 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.057 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.057 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.057 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.057 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.057 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.057 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:59.057 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:59.057 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.057 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:59.057 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'3" 2024-04-15T17:57:59.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.058 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.058 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.058 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:59.058 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:59.058 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:59.058 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.058 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:59.058 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.058 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.058 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.058 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.058 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.058 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.058 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454679+0000", 2024-04-15T17:57:59.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.391092+0000", 2024-04-15T17:57:59.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.391092+0000", 2024-04-15T17:57:59.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.391424+0000", 2024-04-15T17:57:59.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454679+0000", 2024-04-15T17:57:59.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:57:59.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454679+0000", 2024-04-15T17:57:59.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454679+0000", 2024-04-15T17:57:59.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454679+0000", 2024-04-15T17:57:59.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.059 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454679+0000", 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454679+0000", 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.060 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1a", 2024-04-15T17:57:59.061 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.061 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.061 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.061 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5033, 2024-04-15T17:57:59.061 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.061 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:59:15.696855+0000", 2024-04-15T17:57:59.061 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.061 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.061 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.061 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.062 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.063 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:59.064 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:59.065 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.443764+0000", 2024-04-15T17:57:59.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.443764+0000", 2024-04-15T17:57:59.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.444086+0000", 2024-04-15T17:57:59.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:59.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:59.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:59.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:59.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.066 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:59.067 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:57:59.067 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.067 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:57:59.067 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.067 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.067 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.067 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.067 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.067 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.067 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.067 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:57:59.067 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.067 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.067 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.067 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1b", 2024-04-15T17:57:59.068 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.068 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.068 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.068 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5005, 2024-04-15T17:57:59.068 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.068 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:56:53.372398+0000", 2024-04-15T17:57:59.068 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.068 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.068 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.068 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.069 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.070 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.071 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.071 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.071 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.071 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.071 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.071 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.071 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:59.072 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.072 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:59.072 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'3" 2024-04-15T17:57:59.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.072 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.072 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.072 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.072 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:59.072 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:59.072 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.072 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:59.072 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.072 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.072 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.072 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.073 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.073 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:59.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.521236+0000", 2024-04-15T17:57:59.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.521236+0000", 2024-04-15T17:57:59.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.521504+0000", 2024-04-15T17:57:59.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:59.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:59.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:59.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:59.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:59.073 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:59.074 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:57:59.074 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.074 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.074 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.074 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.074 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:59.074 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.074 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.074 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.074 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.074 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.075 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.075 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.075 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.075 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1d", 2024-04-15T17:57:59.075 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.075 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.075 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.075 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4946, 2024-04-15T17:57:59.075 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.075 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:16:24.465276+0000", 2024-04-15T17:57:59.075 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.075 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.075 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.075 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.076 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.077 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.078 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.078 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.078 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.078 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.078 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.078 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.079 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:59.079 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:59.079 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.079 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:59.079 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.079 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.079 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.079 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.079 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.079 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:59.079 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.079 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:59.079 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.079 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.080 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:59.080 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.080 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.080 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:59.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.447421+0000", 2024-04-15T17:57:59.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.447421+0000", 2024-04-15T17:57:59.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449984+0000", 2024-04-15T17:57:59.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:59.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:59.080 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:59.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:59.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:59.081 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:57:59.081 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.081 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:57:59.081 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.081 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.081 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.081 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.081 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.081 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.081 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.082 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:57:59.082 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.082 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.082 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.082 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1c", 2024-04-15T17:57:59.082 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.082 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.082 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.082 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4900, 2024-04-15T17:57:59.082 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.082 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:58:10.507466+0000", 2024-04-15T17:57:59.082 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.082 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.082 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.082 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.083 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:59.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:59.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:59.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:59.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.084 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:57:59.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:57:59.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:59.085 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.085 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.085 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.085 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.086 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.086 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.086 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:59.086 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.086 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:59.086 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:57:59.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.086 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.086 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.086 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.086 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:59.086 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:59.086 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.086 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:59.086 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.087 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.087 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.087 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.087 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.087 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.087 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:59.087 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.462033+0000", 2024-04-15T17:57:59.087 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.462033+0000", 2024-04-15T17:57:59.087 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.462413+0000", 2024-04-15T17:57:59.087 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:59.087 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.087 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.087 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.087 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:59.087 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:59.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:59.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:59.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:59.088 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:57:59.088 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.088 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.088 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.088 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.088 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:59.088 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.088 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1c", 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4952, 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:26:45.272687+0000", 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.089 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.090 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.091 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.092 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.092 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.092 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.092 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.093 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.094 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:59.094 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.094 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.094 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:59.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.450060+0000", 2024-04-15T17:57:59.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.450060+0000", 2024-04-15T17:57:59.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.450881+0000", 2024-04-15T17:57:59.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:59.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.094 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:59.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:59.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:59.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:59.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:57:59.095 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.095 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:57:59.095 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.095 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.095 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.095 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.095 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.095 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1d", 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4892, 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:30:47.810932+0000", 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.096 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:57:59.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:57:59.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:57:59.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:59.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:57:59.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:57:59.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:57:59.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.099 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.099 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.099 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.099 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.099 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.100 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.100 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:59.100 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.100 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:59.100 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:57:59.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.100 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.100 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.100 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:59.100 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.100 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:59.100 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.100 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:59.100 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.100 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.453738+0000", 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.453738+0000", 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.454180+0000", 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:59.101 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:59.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:59.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:57:59.102 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.102 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.102 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.102 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.102 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:59.102 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.102 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.102 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.102 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.102 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.103 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.103 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.103 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.103 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1f", 2024-04-15T17:57:59.103 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.103 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.103 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.103 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5086, 2024-04-15T17:57:59.103 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.103 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:58:28.194850+0000", 2024-04-15T17:57:59.103 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.103 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.103 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.103 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.104 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.106 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.106 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.106 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.106 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.106 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:59.107 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.107 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:59.107 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.107 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:59.107 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.107 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.107 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.107 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.107 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.107 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:59.107 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.107 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:59.107 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.107 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.108 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:59.108 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.108 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.108 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.108 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:59.108 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.467634+0000", 2024-04-15T17:57:59.108 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.467634+0000", 2024-04-15T17:57:59.108 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.468032+0000", 2024-04-15T17:57:59.108 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:59.108 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.108 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.108 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.108 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:59.108 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:59.108 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:59.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:59.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:59.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:57:59.109 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.109 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:57:59.109 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.109 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.109 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:59.109 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.109 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.109 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.109 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.110 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:57:59.110 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.110 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.110 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.110 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1e", 2024-04-15T17:57:59.110 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.110 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.110 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.110 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5027, 2024-04-15T17:57:59.110 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.110 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:07:06.799974+0000", 2024-04-15T17:57:59.110 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.110 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.110 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.110 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.111 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:59.113 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'3" 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.114 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:59.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517323+0000", 2024-04-15T17:57:59.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517323+0000", 2024-04-15T17:57:59.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.517720+0000", 2024-04-15T17:57:59.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:59.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:59.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:59.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:59.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:59.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.115 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.116 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1e", 2024-04-15T17:57:59.117 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.117 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.117 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.117 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5046, 2024-04-15T17:57:59.117 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.117 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:18:57.276655+0000", 2024-04-15T17:57:59.117 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.117 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.117 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.117 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.118 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.120 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445702+0000", 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445702+0000", 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.446200+0000", 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.121 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:59.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:59.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:59.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:57:59.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:59.122 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:57:59.122 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.122 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 6, 2024-04-15T17:57:59.122 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.122 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.122 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.123 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.123 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.123 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.123 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.123 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 6, 2024-04-15T17:57:59.123 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.123 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.123 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.123 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1f", 2024-04-15T17:57:59.123 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.123 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.123 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.123 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5112, 2024-04-15T17:57:59.123 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.123 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:01:19.579593+0000", 2024-04-15T17:57:59.124 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.124 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.124 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 582, 2024-04-15T17:57:59.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.124 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:57:59.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:57:59.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:57:59.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:57:59.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 8, 2024-04-15T17:57:59.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 8, 2024-04-15T17:57:59.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-04-15T17:57:59.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:57:59.126 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.127 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.127 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.127 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.127 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.127 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.127 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:59.127 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.127 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:59.127 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'6" 2024-04-15T17:57:59.127 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.127 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.127 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.127 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.127 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:59.127 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:59.128 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.128 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:59.128 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.128 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.128 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.128 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.128 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.128 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.128 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:59.128 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445398+0000", 2024-04-15T17:57:59.128 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445398+0000", 2024-04-15T17:57:59.128 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449741+0000", 2024-04-15T17:57:59.128 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:59.128 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.128 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:59.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:59.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:59.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:59.129 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:57:59.129 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.129 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.129 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.129 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2d", 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4888, 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.130 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:08:37.216298+0000", 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.131 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:59.133 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:59.134 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.134 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:59.134 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.134 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.134 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.134 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.134 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:59.134 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.134 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:59.134 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.134 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:59.134 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.134 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.134 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436658+0000", 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436658+0000", 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.437030+0000", 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.135 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.136 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2e", 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5060, 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:43:37.265544+0000", 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.137 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.138 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.140 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439520+0000", 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439520+0000", 2024-04-15T17:57:59.141 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.440010+0000", 2024-04-15T17:57:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:57:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.142 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2f", 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.143 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4950, 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:59:43.226807+0000", 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.144 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.145 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.146 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.146 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.147 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.147 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.147 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.147 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.147 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:59.147 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.147 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:59.147 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.147 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.147 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.147 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.147 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.147 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.147 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:59.147 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.148 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:59.148 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.148 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.148 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.148 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.148 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.148 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.148 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:59.148 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.448756+0000", 2024-04-15T17:57:59.148 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.448756+0000", 2024-04-15T17:57:59.148 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449046+0000", 2024-04-15T17:57:59.148 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:59.148 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.148 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.148 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.149 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.150 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.150 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.150 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.150 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.150 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.150 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.150 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.30", 2024-04-15T17:57:59.150 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.150 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.150 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.150 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4955, 2024-04-15T17:57:59.150 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.150 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:50:05.203829+0000", 2024-04-15T17:57:59.150 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.150 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.151 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.151 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.152 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.153 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.154 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.154 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:59.154 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.154 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:59.154 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.154 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.154 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.154 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.154 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:59.154 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:59.154 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:59.154 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.154 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:59.154 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.155 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.155 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.155 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.155 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.155 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.155 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:59.155 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.452453+0000", 2024-04-15T17:57:59.155 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.452453+0000", 2024-04-15T17:57:59.155 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.452770+0000", 2024-04-15T17:57:59.155 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:59.155 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.155 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.155 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.155 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:59.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:59.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:59.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:59.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:59.156 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.453906+0000", 2024-04-15T17:57:59.156 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.156 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.156 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.156 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.156 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:59.156 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.157 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.157 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.157 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.157 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.157 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.157 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.157 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.157 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.31", 2024-04-15T17:57:59.157 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.157 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.157 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.157 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5096, 2024-04-15T17:57:59.157 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.157 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:09:54.060950+0000", 2024-04-15T17:57:59.157 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.158 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.158 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.158 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.159 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.160 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:59.161 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:59.161 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:59.161 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.161 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:59.161 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.161 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.161 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.161 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.161 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:59.161 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:59.161 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:59.161 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.161 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:59.161 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.161 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.162 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.162 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.162 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.162 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.162 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:59.162 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.462925+0000", 2024-04-15T17:57:59.162 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.462925+0000", 2024-04-15T17:57:59.162 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.463316+0000", 2024-04-15T17:57:59.162 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:59.162 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.162 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.162 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.162 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:57:59.162 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:59.162 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.163 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.164 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.164 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.164 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.164 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.32", 2024-04-15T17:57:59.164 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.164 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.164 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.164 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5055, 2024-04-15T17:57:59.164 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.164 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:45:08.823003+0000", 2024-04-15T17:57:59.164 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.164 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.164 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.164 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.165 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.166 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.167 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.167 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.167 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.167 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.167 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.167 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:59.168 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:59.168 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:57:59.168 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.168 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:59.168 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.168 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.168 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.168 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.168 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.168 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.168 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:59.168 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.168 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:59.168 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.168 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.169 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.169 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.169 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.169 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.169 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:59.169 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515526+0000", 2024-04-15T17:57:59.169 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515526+0000", 2024-04-15T17:57:59.169 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.515842+0000", 2024-04-15T17:57:59.169 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:59.169 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.169 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.169 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.169 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:59.169 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:59.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:59.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:59.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:59.170 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:57:59.170 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.170 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.170 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.170 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.170 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:59.170 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.170 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.171 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.171 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.171 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.171 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.171 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.171 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.171 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.33", 2024-04-15T17:57:59.171 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.171 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.171 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.171 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5046, 2024-04-15T17:57:59.171 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.171 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:09:37.549103+0000", 2024-04-15T17:57:59.171 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.171 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.172 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.173 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.174 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.174 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.174 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.174 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.175 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.175 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.175 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:59.175 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.175 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:59.175 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.175 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.175 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.175 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.175 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:59.175 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.175 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:59.175 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.175 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:57:59.175 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.176 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.176 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.176 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.176 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.176 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.176 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:59.176 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515599+0000", 2024-04-15T17:57:59.176 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515599+0000", 2024-04-15T17:57:59.176 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.516297+0000", 2024-04-15T17:57:59.176 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:59.176 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.176 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.176 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.176 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:59.177 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:59.177 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:59.177 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:59.177 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.177 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.177 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.177 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:59.177 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:57:59.177 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.177 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.177 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.177 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.177 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:59.177 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.177 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.178 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.178 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.178 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.178 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.178 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.178 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.178 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.34", 2024-04-15T17:57:59.178 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.178 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.178 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.178 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5005, 2024-04-15T17:57:59.178 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.178 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:53:08.087133+0000", 2024-04-15T17:57:59.178 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.178 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.179 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.179 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.179 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.179 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.179 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.179 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.179 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.179 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.179 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.179 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.179 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.179 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.179 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.179 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.179 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.180 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.181 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.181 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.181 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.181 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.182 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:57:59.182 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.182 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:59.182 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.182 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:57:59.182 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.182 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.182 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.182 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.182 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.182 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.182 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:59.182 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.182 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:59.183 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.183 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.183 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.183 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.183 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.183 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.183 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:59.183 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.527099+0000", 2024-04-15T17:57:59.183 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.527099+0000", 2024-04-15T17:57:59.183 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.527875+0000", 2024-04-15T17:57:59.183 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:59.183 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.183 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.183 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.183 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:59.184 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:59.184 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:59.184 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:59.184 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.184 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.184 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.184 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:59.184 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:57:59.184 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.184 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.184 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.184 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.184 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:59.184 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.184 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.185 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.185 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.185 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.185 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.185 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.185 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.185 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.35", 2024-04-15T17:57:59.185 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.185 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.185 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.185 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4919, 2024-04-15T17:57:59.185 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.185 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:11:48.589742+0000", 2024-04-15T17:57:59.185 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.185 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.186 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.186 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.186 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.186 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.186 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.186 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.186 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.186 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.186 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.186 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.186 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.186 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.186 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.186 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.186 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.187 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.188 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.189 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.189 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:59.189 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.189 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:59.189 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.189 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.189 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.189 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.189 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.189 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.189 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:59.189 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.189 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:57:59.189 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.189 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.190 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.190 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.190 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.190 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.190 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:59.190 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525395+0000", 2024-04-15T17:57:59.190 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525395+0000", 2024-04-15T17:57:59.190 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526481+0000", 2024-04-15T17:57:59.190 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:59.190 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.190 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.190 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.190 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:59.190 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:59.190 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:59.191 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:59.191 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.191 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.191 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.191 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:59.191 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:57:59.191 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.191 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.191 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.191 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.191 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:59.191 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.191 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.191 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.192 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.192 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.192 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.192 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.192 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.192 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.36", 2024-04-15T17:57:59.192 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.192 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.192 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.192 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4919, 2024-04-15T17:57:59.192 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.192 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:02:43.175551+0000", 2024-04-15T17:57:59.192 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.192 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.192 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.193 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.194 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.195 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.196 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.196 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:59.196 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.196 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:57:59.196 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.196 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.196 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.196 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.196 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.196 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.196 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:59.196 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.196 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:59.196 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.196 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.197 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.197 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.197 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.197 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.197 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:59.197 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445779+0000", 2024-04-15T17:57:59.197 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445779+0000", 2024-04-15T17:57:59.197 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447092+0000", 2024-04-15T17:57:59.197 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:59.197 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.197 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.197 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.197 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.197 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:59.198 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:59.198 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:59.198 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.198 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.198 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.198 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:59.198 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:57:59.198 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.198 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.198 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.198 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.198 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.198 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.198 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.199 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.199 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.199 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.199 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.199 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.199 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.199 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.37", 2024-04-15T17:57:59.199 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.199 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.199 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.199 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4903, 2024-04-15T17:57:59.199 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.199 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:57:08.813025+0000", 2024-04-15T17:57:59.199 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.200 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.200 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.200 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.200 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.200 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.200 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.200 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.200 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.200 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.200 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.200 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.200 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.200 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.200 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.201 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.202 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.202 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.203 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.203 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.203 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.203 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.203 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:57:59.203 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.203 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:59.203 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.203 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.203 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.203 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.203 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.203 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.203 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:59.203 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.204 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:57:59.204 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.204 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.204 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.204 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.204 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.204 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.204 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:59.204 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517667+0000", 2024-04-15T17:57:59.204 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517667+0000", 2024-04-15T17:57:59.204 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.518031+0000", 2024-04-15T17:57:59.204 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:59.204 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.204 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.204 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:59.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:59.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:59.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:59.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:59.205 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:57:59.205 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.205 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.205 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.205 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.205 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:59.205 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.206 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.206 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.206 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.206 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.206 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.206 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.206 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.206 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.38", 2024-04-15T17:57:59.206 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.206 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.206 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.206 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5001, 2024-04-15T17:57:59.206 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.206 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:01:06.175606+0000", 2024-04-15T17:57:59.207 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.207 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.207 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.207 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.207 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.207 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.207 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.207 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.207 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.207 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.207 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.207 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.207 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.207 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.207 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.208 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.209 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.209 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.210 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.210 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.210 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.210 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.210 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:59.210 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.210 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:57:59.210 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.210 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.210 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.210 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.210 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.210 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.210 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:59.210 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.211 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:59.211 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.211 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.211 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.211 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.211 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.211 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.211 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:59.211 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.434624+0000", 2024-04-15T17:57:59.211 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.434624+0000", 2024-04-15T17:57:59.211 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.434923+0000", 2024-04-15T17:57:59.211 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:59.211 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.211 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.211 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.212 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.39", 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4898, 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:58:11.249290+0000", 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.213 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.214 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.215 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.216 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.216 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.216 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.216 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.217 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.217 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.217 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:59.217 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.217 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:59.217 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.217 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.217 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.217 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.217 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:59.217 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.217 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:59.217 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.217 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:57:59.217 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.218 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.218 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.218 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.218 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.218 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.218 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:59.218 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.590488+0000", 2024-04-15T17:57:59.218 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.590488+0000", 2024-04-15T17:57:59.218 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.590887+0000", 2024-04-15T17:57:59.218 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:59.218 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.218 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.218 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:57:59.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:59.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:59.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:59.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:59.219 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:57:59.219 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.219 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.219 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.219 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.219 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:57:59.219 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.220 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.220 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.220 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.220 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.220 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.220 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.220 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3a", 2024-04-15T17:57:59.220 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.220 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.220 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.220 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5059, 2024-04-15T17:57:59.220 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.220 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:57:25.518329+0000", 2024-04-15T17:57:59.221 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.221 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.221 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.221 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.222 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.223 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.224 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.224 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.224 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.224 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:59.224 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.224 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:59.224 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.224 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:57:59.224 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.224 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.224 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.224 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.224 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.224 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:59.224 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431057+0000", 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431057+0000", 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.438845+0000", 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.225 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.226 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.226 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:59.226 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:59.226 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:59.226 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.226 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.226 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.226 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:59.226 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:57:59.226 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.226 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.226 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.226 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.227 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.227 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.227 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.227 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.227 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.227 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.227 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.227 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.227 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.227 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3b", 2024-04-15T17:57:59.227 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.227 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.227 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.227 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4898, 2024-04-15T17:57:59.227 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.228 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:52:58.404532+0000", 2024-04-15T17:57:59.228 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.228 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.228 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.228 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.229 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.231 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.231 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.231 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.231 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.231 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:59.231 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:57:59.231 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.231 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:59.231 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.231 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.231 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.231 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.231 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.443589+0000", 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.443589+0000", 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.443937+0000", 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:59.232 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.233 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.234 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.234 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.234 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.234 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.234 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.234 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.234 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.234 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.234 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3c", 2024-04-15T17:57:59.234 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.234 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.234 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.234 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4962, 2024-04-15T17:57:59.234 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.234 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:57:41.746587+0000", 2024-04-15T17:57:59.235 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.235 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.235 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.235 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.236 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.238 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.238 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.238 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.238 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:57:59.238 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:57:59.238 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:57:59.238 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.238 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:57:59.238 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.238 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.238 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.239 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.239 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.239 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:59.239 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:59.239 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.239 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:57:59.239 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.239 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.239 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.239 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.239 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.239 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.239 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:59.239 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.592089+0000", 2024-04-15T17:57:59.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.592089+0000", 2024-04-15T17:57:59.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.592405+0000", 2024-04-15T17:57:59.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:59.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:57:59.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:59.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:59.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:59.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:59.240 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3d", 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.241 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.242 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.242 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:57:59.242 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.242 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:01:29.328372+0000", 2024-04-15T17:57:59.242 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.242 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.242 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.242 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.242 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.242 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.242 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.242 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.242 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.242 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.243 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.245 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.245 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.245 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.245 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.245 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:57:59.245 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:59.245 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.245 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:57:59.245 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.245 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.245 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.246 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.246 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:59.246 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.246 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:59.246 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.246 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:57:59.246 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.246 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.246 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.246 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.246 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.246 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.246 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:59.246 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515165+0000", 2024-04-15T17:57:59.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515165+0000", 2024-04-15T17:57:59.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.515513+0000", 2024-04-15T17:57:59.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:59.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:57:59.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:59.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:59.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:59.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.247 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3e", 2024-04-15T17:57:59.248 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5097, 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:59:46.279421+0000", 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.249 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.250 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.252 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:57:59.253 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.253 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.253 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:59.253 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.253 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:57:59.253 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:57:59.253 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:57:59.253 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:57:59.253 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:57:59.253 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:57:59.253 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:57:59.253 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:59.253 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446602+0000", 2024-04-15T17:57:59.253 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446602+0000", 2024-04-15T17:57:59.253 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449769+0000", 2024-04-15T17:57:59.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:59.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:57:59.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:57:59.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:59.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:59.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:59.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:57:59.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:57:59.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:57:59.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:59.254 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:57:59.254 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:57:59.255 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.255 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:57:59.255 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:57:59.255 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:57:59.255 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:57:59.255 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:57:59.255 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:57:59.255 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:57:59.255 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.255 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:57:59.255 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:57:59.255 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:57:59.255 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3f", 2024-04-15T17:57:59.255 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:57:59.255 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:57:59.256 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:57:59.256 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4892, 2024-04-15T17:57:59.256 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:57:59.256 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:57:58.925418+0000", 2024-04-15T17:57:59.256 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:57:59.256 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:57:59.256 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.256 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.256 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.256 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.256 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.256 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.256 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.256 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.256 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.257 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.259 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.259 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:57:59.259 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:57:59.259 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:57:59.259 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.259 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:57:59.259 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:59.259 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.259 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:57:59.259 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:57:59.259 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.260 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.260 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pool": [ 2024-04-15T17:57:59.260 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.260 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 24, 2024-04-15T17:57:59.260 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:59.260 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-04-15T17:57:59.260 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.260 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 24443, 2024-04-15T17:57:59.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 8, 2024-04-15T17:57:59.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T17:57:59.260 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 24443, 2024-04-15T17:57:59.260 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 4, 2024-04-15T17:57:59.260 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 4194323, 2024-04-15T17:57:59.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T17:57:59.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T17:57:59.262 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.262 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T17:57:59.262 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.262 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.262 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.262 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.262 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.262 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 2, 2024-04-15T17:57:59.262 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.262 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.262 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.262 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.262 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.262 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 9044, 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 3130114, 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 24313, 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 3051803 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 12595200, 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:59.263 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 12582969, 2024-04-15T17:57:59.264 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:59.264 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:59.264 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:57:59.264 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:59.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.264 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 24 2024-04-15T17:57:59.264 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.264 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.264 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 192, 2024-04-15T17:57:59.264 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:59.264 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:57:59.264 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.264 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 64, 2024-04-15T17:57:59.264 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 3, 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:57:59.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:57:59.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.267 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.267 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:59.268 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-04-15T17:57:59.268 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:59.268 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:59.268 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:59.268 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:59.268 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-04-15T17:57:59.268 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:59.268 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:59.268 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:57:59.268 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:59.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.268 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 192 2024-04-15T17:57:59.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.268 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.268 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 3, 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 241, 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 1, 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 3, 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 241, 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 1, 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.269 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:57:59.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:57:59.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:57:59.270 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-04-15T17:57:59.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1214, 2024-04-15T17:57:59.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2024, 2024-04-15T17:57:59.271 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 399, 2024-04-15T17:57:59.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-04-15T17:57:59.272 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.272 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:59.272 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 1781760, 2024-04-15T17:57:59.272 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:59.272 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:59.272 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:59.272 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:59.272 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 1771104, 2024-04-15T17:57:59.272 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:59.272 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:59.272 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:57:59.273 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:59.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.273 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 3 2024-04-15T17:57:59.273 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.273 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.273 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 96, 2024-04-15T17:57:59.273 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:57:59.273 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:57:59.273 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.273 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 75, 2024-04-15T17:57:59.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 32, 2024-04-15T17:57:59.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T17:57:59.273 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 75, 2024-04-15T17:57:59.273 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 2, 2024-04-15T17:57:59.273 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 6622, 2024-04-15T17:57:59.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 66, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 22, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 22, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 14, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 158, 2024-04-15T17:57:59.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 174, 2024-04-15T17:57:59.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 69, 2024-04-15T17:57:59.276 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 36 2024-04-15T17:57:59.276 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.276 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:59.276 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 110592, 2024-04-15T17:57:59.276 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:59.277 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:59.277 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:59.277 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:59.277 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 19866, 2024-04-15T17:57:59.277 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:59.277 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:59.277 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 44193, 2024-04-15T17:57:59.277 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:59.277 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.277 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 96 2024-04-15T17:57:59.277 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.277 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.277 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T17:57:59.277 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 105, 2024-04-15T17:57:59.277 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": 4, 2024-04-15T17:57:59.278 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_by_class": { 2024-04-15T17:57:59.278 INFO:tasks.workunit.client.0.smithi090.stdout: "ssd": { 2024-04-15T17:57:59.278 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 762614951936, 2024-04-15T17:57:59.278 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T17:57:59.278 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 5345333248, 2024-04-15T17:57:59.278 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_bytes": 5345333248, 2024-04-15T17:57:59.278 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_ratio": 0.006960429251194 2024-04-15T17:57:59.278 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.278 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.278 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 762614951936, 2024-04-15T17:57:59.278 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T17:57:59.278 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 5345333248 2024-04-15T17:57:59.278 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.278 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-04-15T17:57:59.279 INFO:tasks.workunit.client.0.smithi090.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-15T17:57:59.279 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry show-device 2024-04-15T17:57:59.280 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-04-15T17:57:59.280 INFO:tasks.workunit.client.0.smithi090.stdout: "3d6edf7a-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T17:57:59.280 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_3d6f63dc-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T17:57:59.280 INFO:tasks.workunit.client.0.smithi090.stdout: "20240415-162320": { 2024-04-15T17:57:59.280 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-04-15T17:57:59.280 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T17:57:59.280 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-04-15T17:57:59.280 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-04-15T17:57:59.280 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-04-15T17:57:59.280 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.281 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV10171", 2024-04-15T17:57:59.281 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "3d6edf7a-fb45-11ee-af66-0cc47a8fd767", 2024-04-15T17:57:59.281 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-04-15T17:57:59.281 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:59.281 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:59.281 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.281 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-04-15T17:57:59.281 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Mon Apr 15 16:23:19 2024 UTC", 2024-04-15T17:57:59.281 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1713198199 2024-04-15T17:57:59.281 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.281 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-04-15T17:57:59.281 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T17:57:59.281 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-04-15T17:57:59.281 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T17:57:59.282 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-04-15T17:57:59.282 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.282 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-04-15T17:57:59.282 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:59.282 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:59.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.282 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-04-15T17:57:59.282 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-04-15T17:57:59.282 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-04-15T17:57:59.282 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:59.282 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:59.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.282 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-04-15T17:57:59.282 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:59.282 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:59.283 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.283 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.283 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.283 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T17:57:59.283 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-04-15T17:57:59.283 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-04-15T17:57:59.283 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-04-15T17:57:59.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.283 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T17:57:59.283 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-04-15T17:57:59.283 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-04-15T17:57:59.283 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:59.283 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.284 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-04-15T17:57:59.284 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.284 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.284 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-04-15T17:57:59.284 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.284 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.284 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-04-15T17:57:59.284 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.284 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.284 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.284 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-04-15T17:57:59.285 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.285 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 19814265 2024-04-15T17:57:59.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.285 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-04-15T17:57:59.285 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:59.285 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.285 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-04-15T17:57:59.285 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:59.285 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.285 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-04-15T17:57:59.285 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.285 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 36063226 2024-04-15T17:57:59.285 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.286 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-04-15T17:57:59.286 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:59.286 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.286 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-04-15T17:57:59.286 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.286 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.286 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-04-15T17:57:59.286 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.286 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.286 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.286 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-04-15T17:57:59.286 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:59.287 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.287 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-04-15T17:57:59.287 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.287 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.287 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-04-15T17:57:59.287 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:59.287 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.287 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.287 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-04-15T17:57:59.287 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.287 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T17:57:59.287 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-04-15T17:57:59.288 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-04-15T17:57:59.288 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.288 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-04-15T17:57:59.288 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.288 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T17:57:59.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.288 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-04-15T17:57:59.288 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.288 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-04-15T17:57:59.288 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.288 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-04-15T17:57:59.288 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.288 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 93, 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2136, 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2143, 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2130 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.289 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-04-15T17:57:59.290 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-04-15T17:57:59.290 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-04-15T17:57:59.290 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 602, 2024-04-15T17:57:59.290 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-04-15T17:57:59.290 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 253979906, 2024-04-15T17:57:59.290 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1298547715, 2024-04-15T17:57:59.290 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 4547413946, 2024-04-15T17:57:59.290 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 24844751087, 2024-04-15T17:57:59.290 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-04-15T17:57:59.290 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-04-15T17:57:59.290 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 7, 2024-04-15T17:57:59.290 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 41443, 2024-04-15T17:57:59.290 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 54733, 2024-04-15T17:57:59.290 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 37629 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 41443, 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 54733 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-04-15T17:57:59.291 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV10171", 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T17:57:59.292 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Mon Apr 15 16:23:19 2024 UTC", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T17:57:59.293 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T17:57:59.294 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-04-15T17:57:59.294 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-04-15T17:57:59.294 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-04-15T17:57:59.294 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-04-15T17:57:59.294 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-04-15T17:57:59.294 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-04-15T17:57:59.294 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-04-15T17:57:59.294 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:59.294 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T17:57:59.294 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T17:57:59.294 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:59.294 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T17:57:59.294 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-04-15T17:57:59.294 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 7%", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 253,979,906 [130 TB]", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,298,547,715 [664 TB]", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 4,547,413,946", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 24,844,751,087", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 602", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 41,443", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 54,733", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 37,629", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-04-15T17:57:59.295 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-04-15T17:57:59.296 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.296 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T17:57:59.296 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-04-15T17:57:59.296 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-04-15T17:57:59.296 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.296 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:59.296 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.296 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-04-15T17:57:59.296 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-04-15T17:57:59.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.296 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-04-15T17:57:59.296 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:59.296 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:59.296 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.297 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.297 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.297 INFO:tasks.workunit.client.0.smithi090.stdout: "3d70a7e2-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T17:57:59.297 INFO:tasks.workunit.client.0.smithi090.stdout: "INTEL_SSDPEDMD400G4_3d711c0e-fb45-11ee-af66-0cc47a8fd767": { 2024-04-15T17:57:59.297 INFO:tasks.workunit.client.0.smithi090.stdout: "20240415-162318": { 2024-04-15T17:57:59.297 INFO:tasks.workunit.client.0.smithi090.stdout: "device": { 2024-04-15T17:57:59.297 INFO:tasks.workunit.client.0.smithi090.stdout: "info_name": "/dev/nvme0n1", 2024-04-15T17:57:59.297 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "/dev/nvme0n1", 2024-04-15T17:57:59.297 INFO:tasks.workunit.client.0.smithi090.stdout: "protocol": "NVMe", 2024-04-15T17:57:59.297 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "nvme" 2024-04-15T17:57:59.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.297 INFO:tasks.workunit.client.0.smithi090.stdout: "firmware_version": "8DV101H0", 2024-04-15T17:57:59.297 INFO:tasks.workunit.client.0.smithi090.stdout: "host_id": "3d70a7e2-fb45-11ee-af66-0cc47a8fd767", 2024-04-15T17:57:59.297 INFO:tasks.workunit.client.0.smithi090.stdout: "json_format_version": [ 2024-04-15T17:57:59.298 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:57:59.298 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:57:59.298 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.298 INFO:tasks.workunit.client.0.smithi090.stdout: "local_time": { 2024-04-15T17:57:59.298 INFO:tasks.workunit.client.0.smithi090.stdout: "asctime": "Mon Apr 15 16:23:17 2024 UTC", 2024-04-15T17:57:59.298 INFO:tasks.workunit.client.0.smithi090.stdout: "time_t": 1713198197 2024-04-15T17:57:59.298 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.298 INFO:tasks.workunit.client.0.smithi090.stdout: "logical_block_size": 512, 2024-04-15T17:57:59.298 INFO:tasks.workunit.client.0.smithi090.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-15T17:57:59.298 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_controller_id": 0, 2024-04-15T17:57:59.298 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-15T17:57:59.298 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_namespaces": [ 2024-04-15T17:57:59.298 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.298 INFO:tasks.workunit.client.0.smithi090.stdout: "capacity": { 2024-04-15T17:57:59.299 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:59.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:59.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.299 INFO:tasks.workunit.client.0.smithi090.stdout: "formatted_lba_size": 512, 2024-04-15T17:57:59.299 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 1, 2024-04-15T17:57:59.299 INFO:tasks.workunit.client.0.smithi090.stdout: "size": { 2024-04-15T17:57:59.299 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:59.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:59.299 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.299 INFO:tasks.workunit.client.0.smithi090.stdout: "utilization": { 2024-04-15T17:57:59.299 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:59.299 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:59.299 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.299 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.299 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_number_of_namespaces": 1, 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_pci_vendor": { 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: "id": 32902, 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: "subsystem_id": 32902 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_add_log": { 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: "Device stats": { 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_fw_downgrades": { 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: "crc_error_count": { 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.300 INFO:tasks.workunit.client.0.smithi090.stdout: "end_to_end_error_detection_count": { 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: "erase_fail_count": { 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: "host_bytes_written": { 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 26311112 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: "host_ctx_wear_used": { 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 1 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.301 INFO:tasks.workunit.client.0.smithi090.stdout: "media_bytes_read": { 2024-04-15T17:57:59.302 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:59.302 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.302 INFO:tasks.workunit.client.0.smithi090.stdout: "nand_bytes_written": { 2024-04-15T17:57:59.302 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.302 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 43138662 2024-04-15T17:57:59.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.302 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_stat_indicator": { 2024-04-15T17:57:59.302 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:59.302 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.302 INFO:tasks.workunit.client.0.smithi090.stdout: "pll_lock_loss_count": { 2024-04-15T17:57:59.302 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.302 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.302 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: "program_fail_count": { 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: "re_alloc_sectr_cnt": { 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: "retry_buffer_overflow_count": { 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: "soft_ecc_err_rate": { 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: "thermal_throttle_status": { 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: "cnt": 0, 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: "pct": 0 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_host_reads": { 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_media_wear": { 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 64 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: "timed_workload_timer": { 2024-04-15T17:57:59.304 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 100, 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 65535 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: "unexp_power_loss": { 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 0, 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": 0 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: "wear_leveling": { 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: "normalized": 91, 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: "raw": { 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: "avg": 2905, 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: "max": 2919, 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 2890 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.305 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel Smart log": "nvme0n1" 2024-04-15T17:57:59.306 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.306 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_smart_health_information_log": { 2024-04-15T17:57:59.306 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare": 100, 2024-04-15T17:57:59.306 INFO:tasks.workunit.client.0.smithi090.stdout: "available_spare_threshold": 10, 2024-04-15T17:57:59.306 INFO:tasks.workunit.client.0.smithi090.stdout: "controller_busy_time": 28, 2024-04-15T17:57:59.306 INFO:tasks.workunit.client.0.smithi090.stdout: "critical_warning": 0, 2024-04-15T17:57:59.306 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_read": 370340526, 2024-04-15T17:57:59.306 INFO:tasks.workunit.client.0.smithi090.stdout: "data_units_written": 1724325046, 2024-04-15T17:57:59.306 INFO:tasks.workunit.client.0.smithi090.stdout: "host_reads": 5247271838, 2024-04-15T17:57:59.306 INFO:tasks.workunit.client.0.smithi090.stdout: "host_writes": 27087278049, 2024-04-15T17:57:59.306 INFO:tasks.workunit.client.0.smithi090.stdout: "media_errors": 0, 2024-04-15T17:57:59.306 INFO:tasks.workunit.client.0.smithi090.stdout: "num_err_log_entries": 0, 2024-04-15T17:57:59.306 INFO:tasks.workunit.client.0.smithi090.stdout: "percentage_used": 9, 2024-04-15T17:57:59.306 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycles": 41173, 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_hours": 58610, 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": 27, 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: "unsafe_shutdowns": 1008 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme_vendor": "intel", 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: "power_cycle_count": 41173, 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: "power_on_time": { 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: "hours": 58610 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: "serial_number": "deleted", 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: "smart_status": { 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: "nvme": { 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: "passed": true 2024-04-15T17:57:59.307 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl": { 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "argv": [ 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl", 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "-x", 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "--json=o", 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "/dev/nvme0n1" 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "build_info": "(local build)", 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "exit_status": 0, 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "output": [ 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-438.el9.x86_64] (local build)", 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "Serial Number: deleted", 2024-04-15T17:57:59.308 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Version: 8DV101H0", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller ID: 0", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "Number of Namespaces: 1", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "Local Time is: Mon Apr 15 16:23:17 2024 UTC", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported Power States", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:59.309 INFO:tasks.workunit.client.0.smithi090.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-15T17:57:59.310 INFO:tasks.workunit.client.0.smithi090.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-15T17:57:59.310 INFO:tasks.workunit.client.0.smithi090.stdout: " 0 + 512 0 2", 2024-04-15T17:57:59.310 INFO:tasks.workunit.client.0.smithi090.stdout: " 1 - 512 8 2", 2024-04-15T17:57:59.310 INFO:tasks.workunit.client.0.smithi090.stdout: " 2 - 512 16 2", 2024-04-15T17:57:59.310 INFO:tasks.workunit.client.0.smithi090.stdout: " 3 - 4096 0 0", 2024-04-15T17:57:59.310 INFO:tasks.workunit.client.0.smithi090.stdout: " 4 - 4096 8 0", 2024-04-15T17:57:59.310 INFO:tasks.workunit.client.0.smithi090.stdout: " 5 - 4096 64 0", 2024-04-15T17:57:59.310 INFO:tasks.workunit.client.0.smithi090.stdout: " 6 - 4096 128 0", 2024-04-15T17:57:59.310 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:59.310 INFO:tasks.workunit.client.0.smithi090.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-15T17:57:59.310 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-15T17:57:59.310 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:59.310 INFO:tasks.workunit.client.0.smithi090.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-15T17:57:59.310 INFO:tasks.workunit.client.0.smithi090.stdout: "Critical Warning: 0x00", 2024-04-15T17:57:59.310 INFO:tasks.workunit.client.0.smithi090.stdout: "Temperature: 27 Celsius", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare: 100%", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "Available Spare Threshold: 10%", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "Percentage Used: 9%", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Read: 370,340,526 [189 TB]", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "Data Units Written: 1,724,325,046 [882 TB]", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Read Commands: 5,247,271,838", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "Host Write Commands: 27,087,278,049", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "Controller Busy Time: 28", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "Power Cycles: 41,173", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "Power On Hours: 58,610", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "Unsafe Shutdowns: 1,008", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "Media and Data Integrity Errors: 0", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information Log Entries: 0", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-15T17:57:59.311 INFO:tasks.workunit.client.0.smithi090.stdout: "No Errors Logged", 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: "" 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: "platform_info": "x86_64-linux-5.14.0-438.el9.x86_64", 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: "svn_revision": "5022", 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: "version": [ 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: "temperature": { 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: "current": 27 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: "user_capacity": { 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: "blocks": 781422768, 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 400088457216 2024-04-15T17:57:59.312 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.313 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.313 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.313 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.313 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-04-15T17:57:59.313 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry show 2024-04-15T17:57:59.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='client.46052 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:59.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='client.36126 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:59.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='client.36126 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-15T17:57:59.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T17:57:59.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.314 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.315 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.316 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.317 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.318 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='client.46052 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:59.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='client.36126 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:59.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='client.36126 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-15T17:57:59.318 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T17:57:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.319 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.320 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.320 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='client.46052 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.320 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: pgmap v5080: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:59.320 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='client.36126 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.320 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: pgmap v5081: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-15T17:57:59.320 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='client.36126 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.320 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-15T17:57:59.320 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T17:57:59.320 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.320 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.321 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.321 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.321 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.321 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.321 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.321 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.321 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.321 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.321 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.321 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.321 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.321 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.321 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.321 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.321 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.322 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.323 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.323 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.323 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.323 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.323 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.323 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.323 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.323 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.323 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.323 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.323 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.323 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.323 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.323 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.323 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:57 smithi153 ceph-mon[84714]: from='client.36162 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='client.36162 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='client.46112 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.324 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.325 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.326 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.326 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.326 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.326 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.326 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.326 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-15T17:57:59.326 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='client.46112 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.326 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.326 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.326 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.326 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.326 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.326 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.326 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.327 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.327 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.327 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.327 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.327 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.327 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.327 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.327 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.327 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.327 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.327 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.327 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.327 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.327 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.328 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.328 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.328 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.328 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.328 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:58 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.328 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.329 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[91618]: from='client.36162 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.329 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='client.46082 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:57:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.330 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:57:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:57:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:57:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:57:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:57:59.331 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:57 smithi090 ceph-mon[89240]: from='client.36162 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:57:59.341 INFO:tasks.workunit.client.0.smithi090.stdout:{ 2024-04-15T17:57:59.341 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer": { 2024-04-15T17:57:59.341 INFO:tasks.workunit.client.0.smithi090.stdout: "active": true, 2024-04-15T17:57:59.341 INFO:tasks.workunit.client.0.smithi090.stdout: "mode": "" 2024-04-15T17:57:59.341 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.341 INFO:tasks.workunit.client.0.smithi090.stdout: "channels": [ 2024-04-15T17:57:59.341 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T17:57:59.341 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T17:57:59.341 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T17:57:59.341 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-04-15T17:57:59.341 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-04-15T17:57:59.341 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.342 INFO:tasks.workunit.client.0.smithi090.stdout: "channels_available": [ 2024-04-15T17:57:59.342 INFO:tasks.workunit.client.0.smithi090.stdout: "basic", 2024-04-15T17:57:59.342 INFO:tasks.workunit.client.0.smithi090.stdout: "ident", 2024-04-15T17:57:59.342 INFO:tasks.workunit.client.0.smithi090.stdout: "crash", 2024-04-15T17:57:59.342 INFO:tasks.workunit.client.0.smithi090.stdout: "device", 2024-04-15T17:57:59.342 INFO:tasks.workunit.client.0.smithi090.stdout: "perf" 2024-04-15T17:57:59.342 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.342 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_available": [ 2024-04-15T17:57:59.342 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T17:57:59.342 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T17:57:59.342 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T17:57:59.342 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T17:57:59.342 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T17:57:59.342 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore", 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_flags" 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "collections_opted_in": [ 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_base", 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "device_base", 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "crash_base", 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "ident_base", 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_perf", 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_mds_metadata", 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_usage", 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_usage_by_class", 2024-04-15T17:57:59.343 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_rook_v01", 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_memory_metrics", 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_options_bluestore", 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: "basic_pool_flags" 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: "config": { 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: "active_changed": [ 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: "client_check_pool_perm", 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_gid", 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: "client_mount_uid", 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: "client_quota", 2024-04-15T17:57:59.344 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T17:57:59.345 INFO:tasks.workunit.client.0.smithi090.stdout: "daemonize", 2024-04-15T17:57:59.345 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T17:57:59.345 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T17:57:59.345 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T17:57:59.345 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T17:57:59.345 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T17:57:59.345 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T17:57:59.345 INFO:tasks.workunit.client.0.smithi090.stdout: "keyring", 2024-04-15T17:57:59.345 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T17:57:59.345 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T17:57:59.345 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T17:57:59.345 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T17:57:59.345 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T17:57:59.345 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T17:57:59.345 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T17:57:59.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_journald", 2024-04-15T17:57:59.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_stderr", 2024-04-15T17:57:59.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T17:57:59.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T17:57:59.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_host", 2024-04-15T17:57:59.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T17:57:59.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mds_skip_sanity", 2024-04-15T17:57:59.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T17:57:59.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T17:57:59.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T17:57:59.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T17:57:59.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T17:57:59.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T17:57:59.346 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T17:57:59.347 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T17:57:59.347 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T17:57:59.347 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T17:57:59.347 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T17:57:59.347 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T17:57:59.347 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T17:57:59.347 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T17:57:59.347 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T17:57:59.347 INFO:tasks.workunit.client.0.smithi090.stdout: "no_config_file", 2024-04-15T17:57:59.347 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T17:57:59.347 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T17:57:59.347 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T17:57:59.347 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T17:57:59.347 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T17:57:59.347 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T17:57:59.348 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T17:57:59.348 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T17:57:59.348 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T17:57:59.348 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T17:57:59.348 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep", 2024-04-15T17:57:59.348 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hdd", 2024-04-15T17:57:59.348 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_hybrid", 2024-04-15T17:57:59.348 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_delete_sleep_ssd", 2024-04-15T17:57:59.348 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_max_backfills", 2024-04-15T17:57:59.348 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T17:57:59.348 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T17:57:59.348 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-15T17:57:59.348 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-15T17:57:59.348 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-15T17:57:59.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-15T17:57:59.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-15T17:57:59.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-15T17:57:59.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_lim", 2024-04-15T17:57:59.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_res", 2024-04-15T17:57:59.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-15T17:57:59.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T17:57:59.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T17:57:59.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T17:57:59.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T17:57:59.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T17:57:59.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T17:57:59.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T17:57:59.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active", 2024-04-15T17:57:59.349 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_hdd", 2024-04-15T17:57:59.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_active_ssd", 2024-04-15T17:57:59.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T17:57:59.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep", 2024-04-15T17:57:59.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hdd", 2024-04-15T17:57:59.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_hybrid", 2024-04-15T17:57:59.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_sleep_ssd", 2024-04-15T17:57:59.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T17:57:59.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T17:57:59.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_sleep", 2024-04-15T17:57:59.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T17:57:59.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep", 2024-04-15T17:57:59.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hdd", 2024-04-15T17:57:59.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-15T17:57:59.350 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_snap_trim_sleep_ssd", 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_default_features", 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_qos_exclude_ops", 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: "setgroup", 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: "setuser" 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_changed": [ 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_debug", 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_mon_ticket_ttl", 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: "auth_service_ticket_ttl", 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: "bdev_debug_aio", 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: "container_image", 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_asserts_on_shutdown", 2024-04-15T17:57:59.351 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mgr", 2024-04-15T17:57:59.352 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_mon", 2024-04-15T17:57:59.352 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_ms", 2024-04-15T17:57:59.352 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_osd", 2024-04-15T17:57:59.352 INFO:tasks.workunit.client.0.smithi090.stdout: "debug_paxos", 2024-04-15T17:57:59.352 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_file", 2024-04-15T17:57:59.352 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_journald", 2024-04-15T17:57:59.352 INFO:tasks.workunit.client.0.smithi090.stdout: "log_to_stderr", 2024-04-15T17:57:59.352 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_join_fs", 2024-04-15T17:57:59.352 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/allow_ptrace", 2024-04-15T17:57:59.352 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/container_init", 2024-04-15T17:57:59.352 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/migration_current", 2024-04-15T17:57:59.352 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/cephadm/use_repo_digest", 2024-04-15T17:57:59.352 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-15T17:57:59.352 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-15T17:57:59.352 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-15T17:57:59.353 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-15T17:57:59.353 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/dashboard/ssl_server_port", 2024-04-15T17:57:59.353 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/orchestrator/orchestrator", 2024-04-15T17:57:59.353 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_ident", 2024-04-15T17:57:59.353 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/channel_perf", 2024-04-15T17:57:59.353 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/description", 2024-04-15T17:57:59.353 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/enabled", 2024-04-15T17:57:59.353 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr/telemetry/organization", 2024-04-15T17:57:59.353 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_allow_pool_delete", 2024-04-15T17:57:59.353 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_clock_drift_allowed", 2024-04-15T17:57:59.353 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_file_level", 2024-04-15T17:57:59.353 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_cluster_log_to_file", 2024-04-15T17:57:59.353 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_data_avail_warn", 2024-04-15T17:57:59.353 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_election_default_strategy", 2024-04-15T17:57:59.353 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_max_pg_per_osd", 2024-04-15T17:57:59.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mds_skip_sanity", 2024-04-15T17:57:59.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_mgr_mkfs_grace", 2024-04-15T17:57:59.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_prime_pg_temp", 2024-04-15T17:57:59.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_osd_reporter_subtree_level", 2024-04-15T17:57:59.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_pg_warn_max_object_skew", 2024-04-15T17:57:59.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-15T17:57:59.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-15T17:57:59.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-15T17:57:59.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-15T17:57:59.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-15T17:57:59.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-15T17:57:59.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-15T17:57:59.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-15T17:57:59.354 INFO:tasks.workunit.client.0.smithi090.stdout: "mon_warn_on_too_few_osds", 2024-04-15T17:57:59.354 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_bug", 2024-04-15T17:57:59.355 INFO:tasks.workunit.client.0.smithi090.stdout: "ms_die_on_old_message", 2024-04-15T17:57:59.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_default_list", 2024-04-15T17:57:59.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_class_load_list", 2024-04-15T17:57:59.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_misdirected_ops", 2024-04-15T17:57:59.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_op_order", 2024-04-15T17:57:59.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_pg_log_writeout", 2024-04-15T17:57:59.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_shutdown", 2024-04-15T17:57:59.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_cached_snaps", 2024-04-15T17:57:59.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_missing_on_start", 2024-04-15T17:57:59.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_debug_verify_stray_on_activate", 2024-04-15T17:57:59.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-15T17:57:59.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-15T17:57:59.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mclock_profile", 2024-04-15T17:57:59.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target", 2024-04-15T17:57:59.355 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_memory_target_autotune", 2024-04-15T17:57:59.356 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue", 2024-04-15T17:57:59.356 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_op_queue_cut_off", 2024-04-15T17:57:59.356 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_erasure_code_profile", 2024-04-15T17:57:59.356 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-15T17:57:59.356 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recover_clone_overlap", 2024-04-15T17:57:59.356 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_recovery_max_chunk", 2024-04-15T17:57:59.356 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_load_threshold", 2024-04-15T17:57:59.356 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_scrub_max_interval", 2024-04-15T17:57:59.356 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_shutdown_pgref_assert", 2024-04-15T17:57:59.356 INFO:tasks.workunit.client.0.smithi090.stdout: "public_network", 2024-04-15T17:57:59.356 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-15T17:57:59.356 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_cache_enabled", 2024-04-15T17:57:59.356 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_ops_log", 2024-04-15T17:57:59.357 INFO:tasks.workunit.client.0.smithi090.stdout: "rgw_enable_usage_log" 2024-04-15T17:57:59.357 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.357 INFO:tasks.workunit.client.0.smithi090.stdout: "contact": null, 2024-04-15T17:57:59.357 INFO:tasks.workunit.client.0.smithi090.stdout: "crashes": [], 2024-04-15T17:57:59.357 INFO:tasks.workunit.client.0.smithi090.stdout: "created": "2024-04-15T16:19:57.302974Z", 2024-04-15T17:57:59.357 INFO:tasks.workunit.client.0.smithi090.stdout: "crush": { 2024-04-15T17:57:59.357 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_algs": { 2024-04-15T17:57:59.357 INFO:tasks.workunit.client.0.smithi090.stdout: "straw2": 3 2024-04-15T17:57:59.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.357 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_sizes": { 2024-04-15T17:57:59.357 INFO:tasks.workunit.client.0.smithi090.stdout: "2": 1, 2024-04-15T17:57:59.357 INFO:tasks.workunit.client.0.smithi090.stdout: "4": 2 2024-04-15T17:57:59.357 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.358 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket_types": { 2024-04-15T17:57:59.358 INFO:tasks.workunit.client.0.smithi090.stdout: "1": 2, 2024-04-15T17:57:59.358 INFO:tasks.workunit.client.0.smithi090.stdout: "11": 1 2024-04-15T17:57:59.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.358 INFO:tasks.workunit.client.0.smithi090.stdout: "compat_weight_set": false, 2024-04-15T17:57:59.358 INFO:tasks.workunit.client.0.smithi090.stdout: "device_classes": [ 2024-04-15T17:57:59.358 INFO:tasks.workunit.client.0.smithi090.stdout: 8 2024-04-15T17:57:59.358 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_buckets": 6, 2024-04-15T17:57:59.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_devices": 8, 2024-04-15T17:57:59.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_rules": 2, 2024-04-15T17:57:59.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_types": 12, 2024-04-15T17:57:59.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_weight_sets": 0, 2024-04-15T17:57:59.358 INFO:tasks.workunit.client.0.smithi090.stdout: "tunables": { 2024-04-15T17:57:59.358 INFO:tasks.workunit.client.0.smithi090.stdout: "allowed_bucket_algs": 54, 2024-04-15T17:57:59.359 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_fallback_tries": 0, 2024-04-15T17:57:59.359 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_local_tries": 0, 2024-04-15T17:57:59.359 INFO:tasks.workunit.client.0.smithi090.stdout: "choose_total_tries": 50, 2024-04-15T17:57:59.359 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_descend_once": 1, 2024-04-15T17:57:59.359 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_stable": 1, 2024-04-15T17:57:59.359 INFO:tasks.workunit.client.0.smithi090.stdout: "chooseleaf_vary_r": 1, 2024-04-15T17:57:59.359 INFO:tasks.workunit.client.0.smithi090.stdout: "has_msr_rules": 0, 2024-04-15T17:57:59.359 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v2_rules": 1, 2024-04-15T17:57:59.359 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v3_rules": 0, 2024-04-15T17:57:59.359 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v4_buckets": 1, 2024-04-15T17:57:59.359 INFO:tasks.workunit.client.0.smithi090.stdout: "has_v5_rules": 0, 2024-04-15T17:57:59.359 INFO:tasks.workunit.client.0.smithi090.stdout: "legacy_tunables": 0, 2024-04-15T17:57:59.359 INFO:tasks.workunit.client.0.smithi090.stdout: "minimum_required_version": "jewel", 2024-04-15T17:57:59.360 INFO:tasks.workunit.client.0.smithi090.stdout: "msr_collision_tries": 100, 2024-04-15T17:57:59.360 INFO:tasks.workunit.client.0.smithi090.stdout: "msr_descents": 100, 2024-04-15T17:57:59.360 INFO:tasks.workunit.client.0.smithi090.stdout: "optimal_tunables": 1, 2024-04-15T17:57:59.360 INFO:tasks.workunit.client.0.smithi090.stdout: "profile": "jewel", 2024-04-15T17:57:59.360 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables": 1, 2024-04-15T17:57:59.360 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables2": 1, 2024-04-15T17:57:59.360 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables3": 1, 2024-04-15T17:57:59.360 INFO:tasks.workunit.client.0.smithi090.stdout: "require_feature_tunables5": 1, 2024-04-15T17:57:59.360 INFO:tasks.workunit.client.0.smithi090.stdout: "straw_calc_version": 1 2024-04-15T17:57:59.360 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.360 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.360 INFO:tasks.workunit.client.0.smithi090.stdout: "description": "upgrade test cluster", 2024-04-15T17:57:59.360 INFO:tasks.workunit.client.0.smithi090.stdout: "fs": { 2024-04-15T17:57:59.360 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: "feature_flags": { 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: "enable_multiple": true, 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_enabled_multiple": true 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: "filesystems": [ 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: "approx_ctime": "2024-04", 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: "balancer_enabled": false, 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_caps": 0, 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_dns": 10, 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_inos": 13, 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: "cached_subtrees": 2, 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: "ever_allowed_features": 0, 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: "explicitly_allowed_features": 0, 2024-04-15T17:57:59.361 INFO:tasks.workunit.client.0.smithi090.stdout: "files": 0, 2024-04-15T17:57:59.362 INFO:tasks.workunit.client.0.smithi090.stdout: "max_mds": 1, 2024-04-15T17:57:59.362 INFO:tasks.workunit.client.0.smithi090.stdout: "num_data_pools": 1, 2024-04-15T17:57:59.362 INFO:tasks.workunit.client.0.smithi090.stdout: "num_in": 1, 2024-04-15T17:57:59.362 INFO:tasks.workunit.client.0.smithi090.stdout: "num_mds": 1, 2024-04-15T17:57:59.362 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": 0, 2024-04-15T17:57:59.362 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_replay": 0, 2024-04-15T17:57:59.362 INFO:tasks.workunit.client.0.smithi090.stdout: "num_up": 1, 2024-04-15T17:57:59.362 INFO:tasks.workunit.client.0.smithi090.stdout: "snaps": 0, 2024-04-15T17:57:59.362 INFO:tasks.workunit.client.0.smithi090.stdout: "standby_count_wanted": 0 2024-04-15T17:57:59.362 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.362 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.362 INFO:tasks.workunit.client.0.smithi090.stdout: "num_standby_mds": 1, 2024-04-15T17:57:59.362 INFO:tasks.workunit.client.0.smithi090.stdout: "total_num_mds": 2 2024-04-15T17:57:59.362 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.363 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_stats": { 2024-04-15T17:57:59.363 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:59.363 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:59.363 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 20512768, 2024-04-15T17:57:59.363 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 467856, 2024-04-15T17:57:59.363 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T17:57:59.363 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:59.363 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 794624, 2024-04-15T17:57:59.363 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 434, 2024-04-15T17:57:59.363 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:59.363 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 1389400, 2024-04-15T17:57:59.363 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 22, 2024-04-15T17:57:59.363 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 1030144, 2024-04-15T17:57:59.363 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14872856, 2024-04-15T17:57:59.363 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 21307392 2024-04-15T17:57:59.364 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.364 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:59.364 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 20258816, 2024-04-15T17:57:59.364 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 312744, 2024-04-15T17:57:59.364 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 2752512, 2024-04-15T17:57:59.364 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 827392, 2024-04-15T17:57:59.364 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 0, 2024-04-15T17:57:59.364 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 347, 2024-04-15T17:57:59.364 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:59.364 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 1065256, 2024-04-15T17:57:59.364 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 13, 2024-04-15T17:57:59.364 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 818176, 2024-04-15T17:57:59.364 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 14482736, 2024-04-15T17:57:59.364 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 20258816 2024-04-15T17:57:59.364 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 172957696, 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 2278696, 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3014656, 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 606208, 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 933888, 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 6680, 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 12294176, 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 20, 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2653184, 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 152110776, 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 173891584 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.365 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:59.366 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 263168000, 2024-04-15T17:57:59.366 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 5434424, 2024-04-15T17:57:59.366 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 5242880, 2024-04-15T17:57:59.366 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 737280, 2024-04-15T17:57:59.366 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 172032, 2024-04-15T17:57:59.366 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9471, 2024-04-15T17:57:59.366 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:59.366 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 14912536, 2024-04-15T17:57:59.366 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 23, 2024-04-15T17:57:59.366 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 3451904, 2024-04-15T17:57:59.366 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 233388976, 2024-04-15T17:57:59.366 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 263340032 2024-04-15T17:57:59.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.366 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:59.366 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 168509440, 2024-04-15T17:57:59.367 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 2304312, 2024-04-15T17:57:59.367 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3014656, 2024-04-15T17:57:59.367 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:59.367 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 2252800, 2024-04-15T17:57:59.367 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 6556, 2024-04-15T17:57:59.367 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:59.367 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 9927488, 2024-04-15T17:57:59.367 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 20, 2024-04-15T17:57:59.367 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 2332928, 2024-04-15T17:57:59.367 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 150930056, 2024-04-15T17:57:59.367 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 170762240 2024-04-15T17:57:59.367 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.367 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.367 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.368 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T17:57:59.368 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 491905024, 2024-04-15T17:57:59.368 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 29527648, 2024-04-15T17:57:59.368 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 5505024, 2024-04-15T17:57:59.368 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 49152, 2024-04-15T17:57:59.368 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 83419136, 2024-04-15T17:57:59.368 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 12057, 2024-04-15T17:57:59.368 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:59.368 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 89095160, 2024-04-15T17:57:59.368 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 53, 2024-04-15T17:57:59.368 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 8813568, 2024-04-15T17:57:59.368 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 358914472, 2024-04-15T17:57:59.368 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 575324160 2024-04-15T17:57:59.368 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.368 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 556605440, 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 26709952, 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3407872, 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 29999104, 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 12774, 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 64567024, 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 60, 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 8855552, 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 453065040, 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 586604544 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 436330496, 2024-04-15T17:57:59.369 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 17144008, 2024-04-15T17:57:59.370 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:59.370 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:59.370 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 63397888, 2024-04-15T17:57:59.370 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9933, 2024-04-15T17:57:59.370 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:59.370 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 62016640, 2024-04-15T17:57:59.370 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 60, 2024-04-15T17:57:59.370 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 10615040, 2024-04-15T17:57:59.370 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 343278008, 2024-04-15T17:57:59.370 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 499728384 2024-04-15T17:57:59.370 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.370 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T17:57:59.370 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 492822528, 2024-04-15T17:57:59.370 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 16394400, 2024-04-15T17:57:59.370 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:59.371 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:59.371 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 35971072, 2024-04-15T17:57:59.371 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9898, 2024-04-15T17:57:59.371 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:59.371 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 69416488, 2024-04-15T17:57:59.371 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 60, 2024-04-15T17:57:59.371 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 10760704, 2024-04-15T17:57:59.371 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 392974136, 2024-04-15T17:57:59.371 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 528793600 2024-04-15T17:57:59.371 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.371 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T17:57:59.371 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 649166848, 2024-04-15T17:57:59.371 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 23719640, 2024-04-15T17:57:59.371 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 5505024, 2024-04-15T17:57:59.371 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:59.372 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 37568512, 2024-04-15T17:57:59.372 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 11397, 2024-04-15T17:57:59.372 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:59.372 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 83011408, 2024-04-15T17:57:59.372 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 53, 2024-04-15T17:57:59.372 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 11968512, 2024-04-15T17:57:59.372 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 524962264, 2024-04-15T17:57:59.372 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 686735360 2024-04-15T17:57:59.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.372 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T17:57:59.372 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 674791424, 2024-04-15T17:57:59.372 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 23801088, 2024-04-15T17:57:59.372 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3407872, 2024-04-15T17:57:59.372 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 6316032, 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 13523, 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 94519256, 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 54, 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 9261568, 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 543801640, 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 681107456 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 514564096, 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 16452664, 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 41295872, 2024-04-15T17:57:59.373 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 9747, 2024-04-15T17:57:59.374 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:59.374 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 77672288, 2024-04-15T17:57:59.374 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 53, 2024-04-15T17:57:59.374 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 11324160, 2024-04-15T17:57:59.374 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 405838184, 2024-04-15T17:57:59.374 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 555859968 2024-04-15T17:57:59.374 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.374 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T17:57:59.374 INFO:tasks.workunit.client.0.smithi090.stdout: "actual_memory_used": 491626496, 2024-04-15T17:57:59.374 INFO:tasks.workunit.client.0.smithi090.stdout: "central_cache_freelist": 22290048, 2024-04-15T17:57:59.374 INFO:tasks.workunit.client.0.smithi090.stdout: "malloc_metadata": 3276800, 2024-04-15T17:57:59.374 INFO:tasks.workunit.client.0.smithi090.stdout: "page_heap_freelist": 0, 2024-04-15T17:57:59.374 INFO:tasks.workunit.client.0.smithi090.stdout: "released_to_os": 27025408, 2024-04-15T17:57:59.374 INFO:tasks.workunit.client.0.smithi090.stdout: "spans_in_use": 10589, 2024-04-15T17:57:59.375 INFO:tasks.workunit.client.0.smithi090.stdout: "tcmalloc_page_size": 8192, 2024-04-15T17:57:59.375 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_cache_freelists": 72008704, 2024-04-15T17:57:59.375 INFO:tasks.workunit.client.0.smithi090.stdout: "thread_heaps_in_use": 51, 2024-04-15T17:57:59.375 INFO:tasks.workunit.client.0.smithi090.stdout: "transfer_cache_freelist": 10290688, 2024-04-15T17:57:59.375 INFO:tasks.workunit.client.0.smithi090.stdout: "use_by_application": 383760256, 2024-04-15T17:57:59.375 INFO:tasks.workunit.client.0.smithi090.stdout: "virtual_address_space_used": 518651904 2024-04-15T17:57:59.375 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.375 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.375 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.375 INFO:tasks.workunit.client.0.smithi090.stdout: "hosts": { 2024-04-15T17:57:59.375 INFO:tasks.workunit.client.0.smithi090.stdout: "num": 2, 2024-04-15T17:57:59.375 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mds": 2, 2024-04-15T17:57:59.375 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mgr": 2, 2024-04-15T17:57:59.375 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_mon": 2, 2024-04-15T17:57:59.375 INFO:tasks.workunit.client.0.smithi090.stdout: "num_with_osd": 2 2024-04-15T17:57:59.376 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.376 INFO:tasks.workunit.client.0.smithi090.stdout: "io_rate": { 2024-04-15T17:57:59.376 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_stats_delta": { 2024-04-15T17:57:59.376 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 0, 2024-04-15T17:57:59.376 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:57:59.376 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 0, 2024-04-15T17:57:59.376 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:57:59.376 INFO:tasks.workunit.client.0.smithi090.stdout: "stamp_delta": "10.089246", 2024-04-15T17:57:59.376 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:57:59.376 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:57:59.376 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:57:59.376 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:57:59.376 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:57:59.376 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:57:59.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:57:59.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:57:59.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:57:59.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:57:59.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:57:59.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:57:59.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:57:59.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:57:59.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:57:59.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:57:59.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:57:59.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:57:59.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:57:59.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:57:59.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:57:59.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:57:59.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:57:59.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:57:59.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:57:59.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:57:59.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:57:59.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:57:59.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:57:59.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:57:59.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:57:59.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:57:59.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:57:59.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:57:59.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 19, 2024-04-15T17:57:59.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 14, 2024-04-15T17:57:59.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:57:59.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:57:59.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:57:59.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:57:59.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:57:59.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.379 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:57:59.379 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-04-15T17:57:59.379 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:57:59.379 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:57:59.379 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:57:59.379 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:57:59.379 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-04-15T17:57:59.380 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:57:59.380 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:57:59.380 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:57:59.380 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:57:59.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.380 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 0 2024-04-15T17:57:59.380 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.380 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard": false, 2024-04-15T17:57:59.380 INFO:tasks.workunit.client.0.smithi090.stdout: "leaderboard_description": null, 2024-04-15T17:57:59.380 INFO:tasks.workunit.client.0.smithi090.stdout: "license": "sharing-1-0", 2024-04-15T17:57:59.380 INFO:tasks.workunit.client.0.smithi090.stdout: "mempool": { 2024-04-15T17:57:59.380 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:59.380 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:59.380 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:59.381 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.381 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.381 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.381 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.381 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.381 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:59.381 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.381 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.381 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:59.381 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.381 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.381 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.382 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:59.382 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.382 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.382 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:59.382 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.382 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.382 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:59.382 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.382 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.382 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.382 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:59.382 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.383 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:59.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.383 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:59.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.383 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:59.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.383 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.383 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.383 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:59.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.384 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:59.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.384 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:59.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.384 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:59.384 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.384 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.384 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.385 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:59.385 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.385 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.385 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:59.385 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.385 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.385 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:59.385 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.385 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.385 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.385 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:59.385 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 222320, 2024-04-15T17:57:59.385 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 65 2024-04-15T17:57:59.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.386 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:59.386 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.386 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.386 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:59.386 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 52112, 2024-04-15T17:57:59.386 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 181 2024-04-15T17:57:59.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.386 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.386 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.386 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.386 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.386 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:59.387 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.387 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.387 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:59.387 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.387 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.387 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:59.387 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12512, 2024-04-15T17:57:59.387 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 256 2024-04-15T17:57:59.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.387 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:59.387 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.387 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.388 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:59.388 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.388 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.388 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:59.388 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.388 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.388 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.388 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:59.388 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.388 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.388 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.389 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:59.389 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:59.389 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.389 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.389 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.389 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.389 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.389 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:59.389 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.389 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.389 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.389 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:59.390 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.390 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.390 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:59.390 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.390 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.390 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:59.390 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.390 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.390 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.390 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:59.390 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.390 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:59.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.391 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:59.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.391 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:59.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.391 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.391 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:59.391 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.392 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.392 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:59.392 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.392 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.392 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:59.392 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.392 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.392 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:59.392 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.392 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.392 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.392 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.393 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:59.394 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 149048, 2024-04-15T17:57:59.394 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 34 2024-04-15T17:57:59.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.394 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:59.394 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.394 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.394 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:59.394 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 928, 2024-04-15T17:57:59.394 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T17:57:59.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.394 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.394 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.394 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.395 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.396 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:59.397 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T17:57:59.397 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:59.397 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.397 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.397 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.397 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.397 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.397 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:59.397 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.397 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.397 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.397 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:59.397 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.398 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.398 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:59.398 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.398 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.398 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:59.398 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.398 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.398 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:59.398 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.398 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.398 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.399 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:59.399 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.399 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.399 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:59.399 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.399 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.399 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:59.399 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.399 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.399 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.399 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:59.399 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.399 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.400 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.401 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:59.401 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.401 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.401 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:59.401 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.401 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.401 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:59.401 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.401 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.401 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:59.401 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 41928989, 2024-04-15T17:57:59.402 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5191 2024-04-15T17:57:59.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.402 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:59.402 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.402 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.402 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:59.402 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.402 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.402 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.402 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.402 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.402 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.402 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11088, 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 255 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 70440, 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5158 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:59.403 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5896, 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.404 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.405 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.405 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.405 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.405 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:59.405 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.405 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.405 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:59.405 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.405 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.405 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.405 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:59.405 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.405 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.406 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:59.406 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.406 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.406 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:59.406 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.406 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.406 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:59.406 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.406 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.406 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.407 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.408 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 42235173, 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5226 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 176, 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:59.409 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.410 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.410 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.410 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.410 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.410 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:59.410 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.410 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.410 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:59.410 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.410 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.410 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11088, 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 255 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 70440, 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5158 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11792, 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 348 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.411 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.412 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.413 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.414 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:59.414 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.414 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.414 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:59.414 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.414 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.414 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:59.414 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.414 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.414 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.414 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:59.414 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:59.415 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.416 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.416 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:59.416 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.416 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.416 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:59.416 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.416 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.416 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:59.416 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.416 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.417 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:59.417 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 41690197, 2024-04-15T17:57:59.417 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5155 2024-04-15T17:57:59.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.417 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:59.417 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.417 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.417 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:59.417 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.417 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.417 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.417 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.417 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.418 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.418 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:59.418 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.418 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.418 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:59.418 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.418 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.418 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:59.418 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11088, 2024-04-15T17:57:59.418 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 255 2024-04-15T17:57:59.418 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.419 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:59.419 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 70440, 2024-04-15T17:57:59.419 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5158 2024-04-15T17:57:59.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.419 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:59.419 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5896, 2024-04-15T17:57:59.419 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 174 2024-04-15T17:57:59.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.419 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:59.419 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.419 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.419 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.419 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:59.419 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.419 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 21736, 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 417 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 43264, 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 26 2024-04-15T17:57:59.420 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2880, 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 15 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 56640, 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 708 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 374608, 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1801 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:59.421 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.422 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:59.422 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 776093, 2024-04-15T17:57:59.422 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 206 2024-04-15T17:57:59.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.422 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:59.422 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2405794, 2024-04-15T17:57:59.422 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 536121 2024-04-15T17:57:59.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.422 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:59.422 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6949176, 2024-04-15T17:57:59.422 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 10251 2024-04-15T17:57:59.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.422 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:59.422 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 78504, 2024-04-15T17:57:59.422 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8360 2024-04-15T17:57:59.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.423 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:59.423 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 86448, 2024-04-15T17:57:59.423 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1801 2024-04-15T17:57:59.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.423 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:59.423 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.423 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.423 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:59.423 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:59.423 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:59.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.423 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:59.424 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.424 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.424 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.424 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:59.424 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.424 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.424 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.424 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:59.424 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 39441, 2024-04-15T17:57:59.424 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T17:57:59.424 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.424 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:59.424 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.424 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.424 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.425 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:59.425 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 15751647, 2024-04-15T17:57:59.425 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 279 2024-04-15T17:57:59.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.425 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:59.425 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19360, 2024-04-15T17:57:59.425 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 220 2024-04-15T17:57:59.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.425 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:59.425 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.425 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.425 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.425 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.425 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 513216, 2024-04-15T17:57:59.425 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T17:57:59.426 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.426 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:59.426 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.426 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.426 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.426 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:59.426 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7090200, 2024-04-15T17:57:59.426 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 18431 2024-04-15T17:57:59.426 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.426 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:59.426 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:59.426 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:59.426 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.426 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:59.426 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.427 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.427 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.427 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:59.427 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.427 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.427 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.427 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:59.427 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.427 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.427 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.427 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:59.427 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.427 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.427 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20624, 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 377 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 51072, 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2880, 2024-04-15T17:57:59.428 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 15 2024-04-15T17:57:59.429 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.429 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:59.429 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 56000, 2024-04-15T17:57:59.429 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 700 2024-04-15T17:57:59.429 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.429 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:59.429 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 372736, 2024-04-15T17:57:59.429 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1792 2024-04-15T17:57:59.429 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.429 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:59.429 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:59.429 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:59.429 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.429 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:59.429 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1310662, 2024-04-15T17:57:59.430 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 335 2024-04-15T17:57:59.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.430 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:59.430 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2469323, 2024-04-15T17:57:59.430 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 543022 2024-04-15T17:57:59.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.430 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:59.430 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7022616, 2024-04-15T17:57:59.430 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 10359 2024-04-15T17:57:59.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.430 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:59.430 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 76520, 2024-04-15T17:57:59.430 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8191 2024-04-15T17:57:59.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.430 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 85920, 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1790 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165852, 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1191 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.431 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2208, 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 107253, 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 45 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 28144, 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 15550638, 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 287 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:59.432 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30272, 2024-04-15T17:57:59.433 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 344 2024-04-15T17:57:59.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.433 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:59.433 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.433 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.433 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.433 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 443232, 2024-04-15T17:57:59.433 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 38 2024-04-15T17:57:59.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.433 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:59.433 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.433 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.433 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.434 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:59.434 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 7314528, 2024-04-15T17:57:59.434 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 21268 2024-04-15T17:57:59.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.434 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:59.434 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:59.434 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:59.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.434 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:59.434 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.434 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.434 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.434 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:59.434 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.435 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.435 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:59.435 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.435 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.435 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:59.435 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.435 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.435 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.435 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.435 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T17:57:59.435 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:59.435 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.435 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.436 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.436 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 18696, 2024-04-15T17:57:59.436 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 348 2024-04-15T17:57:59.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.436 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:59.436 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 485248, 2024-04-15T17:57:59.436 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-04-15T17:57:59.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.436 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:59.436 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2112, 2024-04-15T17:57:59.436 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11 2024-04-15T17:57:59.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.436 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:59.437 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55040, 2024-04-15T17:57:59.437 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 688 2024-04-15T17:57:59.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.437 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:59.437 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 371696, 2024-04-15T17:57:59.437 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1787 2024-04-15T17:57:59.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.437 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:59.437 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:59.437 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:59.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.437 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:59.437 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 300176, 2024-04-15T17:57:59.437 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 86 2024-04-15T17:57:59.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.438 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:59.438 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1776605, 2024-04-15T17:57:59.438 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 391103 2024-04-15T17:57:59.438 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.438 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:59.438 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5167576, 2024-04-15T17:57:59.438 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7631 2024-04-15T17:57:59.438 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.438 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:59.438 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 75604, 2024-04-15T17:57:59.438 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8172 2024-04-15T17:57:59.438 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.438 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:59.438 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 85776, 2024-04-15T17:57:59.439 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1787 2024-04-15T17:57:59.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.439 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:59.439 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.439 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.439 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:59.439 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:59.439 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:59.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.439 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:59.439 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.439 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.439 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.439 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:59.440 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 736, 2024-04-15T17:57:59.440 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1 2024-04-15T17:57:59.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.440 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:59.440 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 79013, 2024-04-15T17:57:59.440 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 51 2024-04-15T17:57:59.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.440 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:59.440 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 12112, 2024-04-15T17:57:59.440 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 3 2024-04-15T17:57:59.440 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.440 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:59.440 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11455554, 2024-04-15T17:57:59.440 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 257 2024-04-15T17:57:59.441 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.441 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:59.441 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 9768, 2024-04-15T17:57:59.441 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 111 2024-04-15T17:57:59.441 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.441 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:59.441 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.441 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.441 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.441 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.441 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 361584, 2024-04-15T17:57:59.441 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 31 2024-04-15T17:57:59.441 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.441 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:59.442 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.442 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.442 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.442 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:59.442 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3149640, 2024-04-15T17:57:59.442 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 6057 2024-04-15T17:57:59.442 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.442 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:59.442 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:59.442 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:59.442 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.442 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:59.442 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.442 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.443 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:59.443 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.443 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.443 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:59.443 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.443 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.443 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:59.443 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.443 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.443 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.443 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.443 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20104, 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 360 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30720, 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2112, 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11 2024-04-15T17:57:59.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.445 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:59.445 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55040, 2024-04-15T17:57:59.445 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 688 2024-04-15T17:57:59.445 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.445 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:59.445 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359632, 2024-04-15T17:57:59.445 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1729 2024-04-15T17:57:59.445 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.445 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:59.445 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:59.445 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:59.445 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.445 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:59.445 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 399820, 2024-04-15T17:57:59.445 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 98 2024-04-15T17:57:59.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.446 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:59.446 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1757643, 2024-04-15T17:57:59.446 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 386855 2024-04-15T17:57:59.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.446 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:59.446 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5113856, 2024-04-15T17:57:59.446 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7552 2024-04-15T17:57:59.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.446 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:59.446 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 67224, 2024-04-15T17:57:59.446 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7042 2024-04-15T17:57:59.446 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.446 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:59.446 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 82944, 2024-04-15T17:57:59.447 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:59.447 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.447 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:59.447 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.447 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.447 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.447 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:59.447 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:59.447 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:59.447 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.447 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:59.447 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.447 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.448 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.448 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:59.448 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T17:57:59.448 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T17:57:59.448 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.448 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:59.448 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 98669, 2024-04-15T17:57:59.448 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 60 2024-04-15T17:57:59.448 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.448 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:59.448 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T17:57:59.448 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T17:57:59.448 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.448 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:59.448 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11579639, 2024-04-15T17:57:59.449 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 270 2024-04-15T17:57:59.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.449 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:59.449 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 10824, 2024-04-15T17:57:59.449 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 123 2024-04-15T17:57:59.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.449 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:59.449 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.449 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.449 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.449 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 431568, 2024-04-15T17:57:59.449 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 37 2024-04-15T17:57:59.449 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.449 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:59.450 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.450 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.450 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.450 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:59.450 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3358576, 2024-04-15T17:57:59.450 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8718 2024-04-15T17:57:59.450 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.450 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:59.450 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:59.450 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:59.450 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.450 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:59.450 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.450 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.451 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:59.451 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.451 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.451 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:59.451 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.451 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.451 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:59.451 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.451 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.451 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.451 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 23376, 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 422 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 829696, 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 27 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4224, 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 22 2024-04-15T17:57:59.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.453 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:59.453 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55520, 2024-04-15T17:57:59.453 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 694 2024-04-15T17:57:59.453 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.453 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:59.453 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359632, 2024-04-15T17:57:59.453 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1729 2024-04-15T17:57:59.453 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.453 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:59.453 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:59.453 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:59.453 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.454 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:59.454 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1109949, 2024-04-15T17:57:59.454 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 279 2024-04-15T17:57:59.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.454 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:59.454 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2075411, 2024-04-15T17:57:59.454 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 457139 2024-04-15T17:57:59.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.454 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:59.454 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5963176, 2024-04-15T17:57:59.454 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8801 2024-04-15T17:57:59.454 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.454 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:59.454 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 67420, 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7041 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 82944, 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165596, 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:59.455 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.456 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.456 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:59.456 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1472, 2024-04-15T17:57:59.456 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 2 2024-04-15T17:57:59.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.456 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:59.456 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 96869, 2024-04-15T17:57:59.456 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 51 2024-04-15T17:57:59.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.456 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:59.456 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20128, 2024-04-15T17:57:59.456 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 5 2024-04-15T17:57:59.456 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.456 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 22604152, 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 295 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 26752, 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 304 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 454896, 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.457 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:59.458 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.458 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.458 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.458 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:59.458 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5145400, 2024-04-15T17:57:59.458 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 12295 2024-04-15T17:57:59.458 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.458 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:59.458 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:59.458 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:59.458 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.458 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:59.458 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.458 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T17:57:59.459 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:59.460 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.460 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.460 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.460 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.460 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 19872, 2024-04-15T17:57:59.460 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 367 2024-04-15T17:57:59.460 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.460 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:59.460 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30848, 2024-04-15T17:57:59.460 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-04-15T17:57:59.460 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.460 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:59.460 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4608, 2024-04-15T17:57:59.460 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 24 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 55360, 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 692 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 359424, 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 337095, 2024-04-15T17:57:59.461 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 91 2024-04-15T17:57:59.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.462 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:59.462 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 2358899, 2024-04-15T17:57:59.462 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 529985 2024-04-15T17:57:59.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.462 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:59.462 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6847856, 2024-04-15T17:57:59.462 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 10102 2024-04-15T17:57:59.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.462 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:59.462 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 67620, 2024-04-15T17:57:59.462 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7042 2024-04-15T17:57:59.462 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.462 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:59.463 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 82944, 2024-04-15T17:57:59.463 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1728 2024-04-15T17:57:59.463 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.463 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:59.463 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.463 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.463 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.463 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:59.463 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165852, 2024-04-15T17:57:59.463 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1191 2024-04-15T17:57:59.463 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.463 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:59.463 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.463 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.463 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 35225, 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 49 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 25792578, 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 12360 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.464 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:59.465 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11264, 2024-04-15T17:57:59.465 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 128 2024-04-15T17:57:59.465 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.465 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:59.465 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.465 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.465 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.465 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.465 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 478224, 2024-04-15T17:57:59.465 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 41 2024-04-15T17:57:59.465 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.465 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:59.465 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.465 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.465 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.466 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:59.466 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 6544720, 2024-04-15T17:57:59.466 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 12586 2024-04-15T17:57:59.466 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.466 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:59.466 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:59.466 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:59.466 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.466 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:59.466 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.466 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.466 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.466 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:59.467 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.467 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.467 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.467 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:59.467 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.467 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.467 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.467 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:59.467 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.467 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.467 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.467 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.467 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T17:57:59.467 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:59.467 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 17592, 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 335 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 34816, 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 23 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3648, 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 19 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 56080, 2024-04-15T17:57:59.468 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 701 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 361088, 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1736 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 722318, 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 193 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1710083, 2024-04-15T17:57:59.469 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 376048 2024-04-15T17:57:59.470 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.470 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:59.470 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4958136, 2024-04-15T17:57:59.470 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7323 2024-04-15T17:57:59.470 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.470 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:59.470 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 68672, 2024-04-15T17:57:59.470 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7200 2024-04-15T17:57:59.470 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.470 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:59.470 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 83328, 2024-04-15T17:57:59.470 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1736 2024-04-15T17:57:59.470 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.470 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:59.470 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165508, 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1189 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 78471, 2024-04-15T17:57:59.471 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 44 2024-04-15T17:57:59.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.472 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:59.472 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.472 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.472 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:59.472 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 20211022, 2024-04-15T17:57:59.472 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 262 2024-04-15T17:57:59.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.472 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:59.472 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 18128, 2024-04-15T17:57:59.472 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 206 2024-04-15T17:57:59.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.472 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:59.472 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 454896, 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 39 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3679000, 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9475 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:59.473 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:59.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.474 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:59.474 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.474 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.474 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:59.474 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.474 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.474 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:59.474 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.474 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.474 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.474 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:59.474 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: "bloom_filter": { 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 16272, 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 304 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_reader": { 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 30592, 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 22 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs_file_writer": { 2024-04-15T17:57:59.475 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 3264, 2024-04-15T17:57:59.476 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 17 2024-04-15T17:57:59.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.476 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_alloc": { 2024-04-15T17:57:59.476 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 54640, 2024-04-15T17:57:59.476 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 683 2024-04-15T17:57:59.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.476 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_blob": { 2024-04-15T17:57:59.476 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 360880, 2024-04-15T17:57:59.476 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1735 2024-04-15T17:57:59.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.476 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_buffer": { 2024-04-15T17:57:59.476 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 256, 2024-04-15T17:57:59.476 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 32 2024-04-15T17:57:59.476 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.477 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_data": { 2024-04-15T17:57:59.477 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 407963, 2024-04-15T17:57:59.477 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 130 2024-04-15T17:57:59.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.477 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_meta": { 2024-04-15T17:57:59.477 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 1984007, 2024-04-15T17:57:59.477 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 441691 2024-04-15T17:57:59.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.477 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_onode": { 2024-04-15T17:57:59.477 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 5748976, 2024-04-15T17:57:59.477 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 8486 2024-04-15T17:57:59.477 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.477 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_cache_other": { 2024-04-15T17:57:59.477 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 69408, 2024-04-15T17:57:59.478 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 7202 2024-04-15T17:57:59.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.478 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_extent": { 2024-04-15T17:57:59.478 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 83280, 2024-04-15T17:57:59.478 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1735 2024-04-15T17:57:59.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.478 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_fsck": { 2024-04-15T17:57:59.478 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.478 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.478 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.478 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_inline_bl": { 2024-04-15T17:57:59.478 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 165764, 2024-04-15T17:57:59.479 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 1190 2024-04-15T17:57:59.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.479 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_shared_blob": { 2024-04-15T17:57:59.479 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.479 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.479 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_txc": { 2024-04-15T17:57:59.479 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.479 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.479 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing": { 2024-04-15T17:57:59.479 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 21936, 2024-04-15T17:57:59.479 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 26 2024-04-15T17:57:59.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.479 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore_writing_deferred": { 2024-04-15T17:57:59.480 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.480 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.480 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_anon": { 2024-04-15T17:57:59.480 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 17816231, 2024-04-15T17:57:59.480 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 261 2024-04-15T17:57:59.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.480 INFO:tasks.workunit.client.0.smithi090.stdout: "buffer_meta": { 2024-04-15T17:57:59.480 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 11352, 2024-04-15T17:57:59.480 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 129 2024-04-15T17:57:59.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.480 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_co": { 2024-04-15T17:57:59.480 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.480 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.481 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.481 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 536544, 2024-04-15T17:57:59.481 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 46 2024-04-15T17:57:59.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.481 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_mapbl": { 2024-04-15T17:57:59.481 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.481 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.481 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_pglog": { 2024-04-15T17:57:59.481 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 4862416, 2024-04-15T17:57:59.481 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 9386 2024-04-15T17:57:59.481 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.481 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap": { 2024-04-15T17:57:59.482 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 645656, 2024-04-15T17:57:59.482 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 11195 2024-04-15T17:57:59.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.482 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap_mapping": { 2024-04-15T17:57:59.482 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.482 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.482 INFO:tasks.workunit.client.0.smithi090.stdout: "pgmap": { 2024-04-15T17:57:59.482 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.482 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.482 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.482 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_1": { 2024-04-15T17:57:59.482 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.483 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.483 INFO:tasks.workunit.client.0.smithi090.stdout: "unittest_2": { 2024-04-15T17:57:59.483 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes": 0, 2024-04-15T17:57:59.483 INFO:tasks.workunit.client.0.smithi090.stdout: "items": 0 2024-04-15T17:57:59.483 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.483 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.483 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.483 INFO:tasks.workunit.client.0.smithi090.stdout: "metadata": { 2024-04-15T17:57:59.483 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:59.483 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T17:57:59.483 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 2 2024-04-15T17:57:59.483 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.483 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T17:57:59.484 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 2 2024-04-15T17:57:59.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.484 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T17:57:59.484 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-15T17:57:59.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.484 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T17:57:59.484 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 2 2024-04-15T17:57:59.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.484 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T17:57:59.484 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 2 2024-04-15T17:57:59.484 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.484 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T17:57:59.484 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 2 2024-04-15T17:57:59.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.485 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T17:57:59.485 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 2 2024-04-15T17:57:59.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.485 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T17:57:59.485 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 2 2024-04-15T17:57:59.485 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.485 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:59.485 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T17:57:59.485 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 3 2024-04-15T17:57:59.485 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.485 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T17:57:59.485 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 3 2024-04-15T17:57:59.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.486 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T17:57:59.486 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-15T17:57:59.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.486 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T17:57:59.486 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 3 2024-04-15T17:57:59.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.486 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T17:57:59.486 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 3 2024-04-15T17:57:59.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.486 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T17:57:59.486 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 3 2024-04-15T17:57:59.486 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.486 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T17:57:59.487 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 3 2024-04-15T17:57:59.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.487 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T17:57:59.487 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 3 2024-04-15T17:57:59.487 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.487 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.487 INFO:tasks.workunit.client.0.smithi090.stdout: "arch": { 2024-04-15T17:57:59.487 INFO:tasks.workunit.client.0.smithi090.stdout: "x86_64": 8 2024-04-15T17:57:59.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.487 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_version": { 2024-04-15T17:57:59.487 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph version 19.0.0-3080-gc2d8c315 (c2d8c3155d854ee204cb7c7261232571229d1d54) squid (dev)": 8 2024-04-15T17:57:59.487 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.487 INFO:tasks.workunit.client.0.smithi090.stdout: "cpu": { 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: "distro": { 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: "centos": 8 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: "distro_description": { 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: "CentOS Stream 8": 8 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_description": { 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Apr 12 13:55:21 UTC 2024": 8 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: "kernel_version": { 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: "5.14.0-438.el9.x86_64": 8 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: "os": { 2024-04-15T17:57:59.488 INFO:tasks.workunit.client.0.smithi090.stdout: "Linux": 8 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_objectstore": { 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": 8 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: "rotational": { 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: "0": 8 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3, 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: "features": { 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: "optional": [], 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: "persistent": [ 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: "kraken", 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: "luminous", 2024-04-15T17:57:59.489 INFO:tasks.workunit.client.0.smithi090.stdout: "mimic", 2024-04-15T17:57:59.490 INFO:tasks.workunit.client.0.smithi090.stdout: "osdmap-prune", 2024-04-15T17:57:59.490 INFO:tasks.workunit.client.0.smithi090.stdout: "nautilus", 2024-04-15T17:57:59.490 INFO:tasks.workunit.client.0.smithi090.stdout: "octopus", 2024-04-15T17:57:59.490 INFO:tasks.workunit.client.0.smithi090.stdout: "pacific", 2024-04-15T17:57:59.490 INFO:tasks.workunit.client.0.smithi090.stdout: "elector-pinging", 2024-04-15T17:57:59.490 INFO:tasks.workunit.client.0.smithi090.stdout: "quincy", 2024-04-15T17:57:59.490 INFO:tasks.workunit.client.0.smithi090.stdout: "reef", 2024-04-15T17:57:59.490 INFO:tasks.workunit.client.0.smithi090.stdout: "squid" 2024-04-15T17:57:59.490 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.490 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv4_addr_mons": 6, 2024-04-15T17:57:59.490 INFO:tasks.workunit.client.0.smithi090.stdout: "ipv6_addr_mons": 0, 2024-04-15T17:57:59.490 INFO:tasks.workunit.client.0.smithi090.stdout: "min_mon_release": 19, 2024-04-15T17:57:59.490 INFO:tasks.workunit.client.0.smithi090.stdout: "v1_addr_mons": 3, 2024-04-15T17:57:59.490 INFO:tasks.workunit.client.0.smithi090.stdout: "v2_addr_mons": 3 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: "organization": "ceph-qa", 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster_network": false, 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: "require_min_compat_client": "luminous", 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: "require_osd_release": "squid" 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_perf_histograms": [ 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:59.491 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:59.492 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:59.493 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:59.494 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:59.495 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.496 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1624, 553, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13571, 3585, 0, 1, 1, 2, 1, 3, 1, 0, 4, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8114, 84, 39, 5, 16, 2, 4, 8, 25, 35, 33, 26, 52, 22, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1100, 17, 7, 0, 1, 0, 0, 4, 5, 7, 122, 154, 89, 5, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 472, 8, 0, 0, 0, 1, 0, 0, 0, 2, 4, 21, 308, 9, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 131, 13, 3, 0, 0, 1, 0, 0, 1, 0, 4, 4, 19, 45, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 137, 2, 4, 0, 1, 0, 0, 0, 1, 0, 0, 2, 22, 16, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 13, 15, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 3, 30, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.497 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.498 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7048, 17, 0, 0, 1, 0, 1, 2, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5423, 26, 1309, 2, 15, 10, 8, 14, 36, 64, 48, 53, 66, 20, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 384, 16, 176, 24, 1, 0, 0, 3, 1, 16, 103, 230, 156, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 271, 0, 0, 6, 0, 0, 0, 1, 0, 0, 3, 26, 385, 8, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.499 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 113, 0, 0, 0, 2, 0, 0, 0, 0, 0, 3, 2, 17, 28, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 148, 0, 35, 0, 0, 0, 0, 0, 0, 0, 2, 2, 6, 8, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 124, 0, 235, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 4, 44, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 12, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.500 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.501 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.501 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.501 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.501 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.501 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:59.502 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2062, 323, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12835, 3809, 0, 0, 2, 2, 0, 2, 0, 1, 5, 4, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8409, 95, 49, 0, 17, 1, 0, 2, 0, 2, 6, 1, 17, 17, 89, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 570, 19, 44, 2, 1, 1, 0, 2, 1, 2, 30, 1, 6, 4, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 411, 4, 2, 0, 1, 0, 0, 1, 0, 3, 1, 10, 24, 5, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 89, 2, 0, 0, 0, 0, 3, 0, 7, 0, 8, 4, 12, 80, 130, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 95, 0, 0, 0, 0, 0, 0, 2, 1, 3, 4, 8, 29, 21, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 89, 0, 0, 1, 0, 0, 1, 2, 3, 1, 1, 1, 21, 31, 70, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 18, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 1, 5, 8, 50, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 21, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 16, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.502 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.503 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.504 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.504 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.504 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.504 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:59.504 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 220, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13443, 4121, 0, 1, 1, 0, 2, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.504 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7883, 54, 2, 0, 24, 1, 2, 6, 11, 13, 12, 2, 14, 14, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 932, 7, 4, 0, 2, 0, 1, 0, 3, 7, 49, 72, 32, 3, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 649, 15, 0, 0, 9, 0, 0, 0, 0, 1, 1, 19, 140, 2, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 462, 28, 4, 0, 176, 0, 0, 0, 0, 0, 4, 2, 9, 32, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 267, 24, 3, 0, 286, 0, 0, 0, 0, 0, 2, 10, 4, 5, 32, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 130, 67, 0, 0, 239, 0, 0, 0, 0, 0, 0, 2, 5, 8, 30, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 95, 0, 0, 1981, 0, 0, 0, 0, 0, 0, 0, 1, 10, 8, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 74, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.505 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.506 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.506 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.506 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.507 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.507 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:59.507 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8744, 1, 123, 12, 33, 32, 2, 0, 0, 0, 5, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8376, 40, 25, 2, 21, 55, 161, 167, 10, 17, 12, 9, 8, 3, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 926, 5, 11, 0, 3, 0, 4, 50, 4, 9, 65, 61, 32, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 311, 1, 0, 0, 0, 0, 0, 0, 0, 1, 6, 19, 171, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 201, 1, 0, 0, 1, 1, 1, 0, 2, 0, 2, 8, 17, 30, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 101, 0, 0, 0, 0, 0, 0, 0, 1, 0, 7, 8, 16, 14, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 125, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 6, 17, 37, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 39, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 21, 30, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.507 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.508 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.509 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.509 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.509 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.509 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:59.509 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 864, 180, 0, 0, 149, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.509 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 16213, 3637, 1, 1, 6961, 406, 0, 0, 1, 2, 3, 2, 6, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12204, 369, 26, 0, 579, 175, 1, 1, 0, 4, 36, 2, 26, 25, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1497, 147, 152, 2, 85, 13, 0, 1, 3, 14, 34, 3, 8, 12, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 653, 21, 44, 5, 8, 9, 0, 0, 0, 2, 11, 21, 45, 7, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 180, 19, 11, 0, 24, 26, 0, 0, 0, 0, 3, 1, 12, 69, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 290, 3, 19, 27, 2, 5, 0, 0, 0, 0, 1, 0, 4, 17, 112, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 139, 0, 4, 35, 49, 0, 0, 0, 0, 0, 0, 0, 9, 17, 48, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 7, 82, 87, 0, 0, 0, 0, 0, 0, 6, 6, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 0, 0, 0, 4, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.510 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.511 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.512 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.512 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.512 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.512 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:59.512 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 229, 281, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9670, 3194, 3607, 0, 2, 0, 0, 1, 0, 0, 15, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9893, 450, 549, 0, 14, 3, 2, 1, 5, 15, 39, 7, 12, 14, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1077, 68, 78, 0, 3, 1, 1, 1, 8, 11, 67, 67, 41, 5, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 386, 3, 0, 0, 0, 1, 0, 0, 0, 0, 6, 20, 155, 3, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 211, 0, 0, 0, 0, 2, 0, 0, 0, 0, 3, 0, 13, 30, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 171, 1, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 5, 14, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.512 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 120, 1, 0, 0, 1, 0, 0, 0, 0, 0, 3, 0, 13, 9, 31, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 4, 3, 23, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.513 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.514 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.514 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.514 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.514 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:59.514 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.514 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 11169, 2, 2, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 6763, 18, 0, 0, 9, 0, 0, 1, 0, 0, 2, 4, 18, 11, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 736, 3, 3, 0, 2, 0, 0, 1, 0, 0, 15, 0, 9, 4, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 263, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 24, 2, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 130, 2, 0, 0, 3, 0, 0, 2, 0, 0, 3, 1, 11, 43, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 12, 111, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 6, 17, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 13, 26, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.515 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.516 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.517 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.517 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.517 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.517 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.517 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:59.517 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:59.517 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.517 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:59.517 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:59.517 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:59.517 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:59.517 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:59.517 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:59.517 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:59.517 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:59.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:59.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:59.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:59.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:59.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:59.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:59.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:59.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:59.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:59.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:59.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:59.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:59.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:59.518 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:59.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:59.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:59.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:59.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:59.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:59.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:59.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:59.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:59.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:59.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:59.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:59.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:59.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:59.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:59.519 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:59.520 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:59.521 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:59.522 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:59.522 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:59.522 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:59.522 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:59.522 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:59.522 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:59.522 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:59.522 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:59.522 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:59.522 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.522 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:59.522 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.522 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.522 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:59.522 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.523 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:59.523 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.523 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.523 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.523 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.523 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.523 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 513, 1, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.523 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4302, 59, 87, 163, 435, 606, 696, 1, 0, 0, 0, 1, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.523 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 566, 14, 16, 38, 35, 6, 25, 0, 1, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.523 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 189, 6, 0, 0, 0, 0, 3, 0, 0, 1, 1, 3, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.523 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 112, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 9, 7, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.523 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 82, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 5, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.523 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 9, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.523 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.523 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.524 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.524 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.524 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.524 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.524 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.524 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.524 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.524 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.524 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.524 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.524 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.524 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.524 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.524 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.525 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.525 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.525 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.525 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.525 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.525 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.525 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.525 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:59.525 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.525 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.525 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.525 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.525 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.525 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 283, 0, 2, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.526 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2703, 261, 32, 62, 127, 1, 0, 0, 3, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.526 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 481, 29, 1286, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.526 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 442, 18, 54, 0, 0, 0, 0, 0, 0, 0, 1, 3, 5, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.526 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1817, 1392, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.526 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1457, 1590, 239, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 11, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.526 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 3, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.526 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.526 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.526 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.526 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.526 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.526 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.526 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.526 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.526 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.527 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.527 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.527 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.527 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.527 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.527 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.527 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.527 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.527 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.527 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.527 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.527 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.527 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.527 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.528 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.528 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:59.528 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.528 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.528 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.528 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.528 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.528 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1061, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.528 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9739, 4, 0, 0, 1, 2, 2, 4, 0, 2, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.528 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15921, 0, 0, 0, 0, 0, 2, 0, 2, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.528 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 260, 1, 1, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.528 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 9, 8, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.528 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 8, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.529 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.530 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.530 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.530 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.530 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.530 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.530 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.530 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.530 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.530 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:59.530 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.530 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.530 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.530 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.530 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.531 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 239, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.531 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3005, 28, 0, 0, 1, 0, 1, 4, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.531 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 376, 3, 0, 0, 0, 0, 0, 0, 1, 1, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.531 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 341, 21, 34, 51, 0, 0, 0, 0, 0, 0, 0, 2, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.531 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 954, 273, 0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.531 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4405, 2481, 0, 414, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.531 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 232, 251, 0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.531 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.531 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.531 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.531 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.531 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.531 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.531 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.531 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.532 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 793, 0, 2, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3100, 204, 31, 57, 140, 271, 463, 1, 3, 0, 1, 1, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 323, 22, 1, 2, 0, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 119, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 63, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 63, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.533 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.534 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.534 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.534 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.534 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.534 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.534 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.534 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.534 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.534 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.534 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.534 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.534 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.534 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.534 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.534 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 578, 3, 4, 12, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5334, 82, 134, 241, 466, 601, 717, 8, 13, 13, 1, 1, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 491, 2, 3, 7, 25, 12, 14, 0, 0, 5, 2, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 470, 9, 9, 28, 4, 0, 0, 0, 1, 0, 1, 5, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.535 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 281, 33, 72, 101, 26, 0, 0, 0, 0, 0, 0, 0, 9, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 142, 0, 1, 0, 0, 0, 0, 0, 0, 1, 2, 1, 5, 14, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 2, 3, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.536 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.537 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.537 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.537 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.537 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.537 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.537 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.537 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.537 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.537 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.537 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.537 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:59.537 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.537 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.537 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.537 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.538 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.538 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 405, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.538 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3010, 27, 0, 0, 0, 0, 5, 1, 10, 3, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.538 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 334, 1, 2, 0, 1, 0, 0, 0, 0, 5, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.538 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 161, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.538 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 151, 106, 0, 0, 1, 0, 0, 0, 0, 0, 0, 1, 4, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.538 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.538 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.538 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.538 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.538 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.538 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.538 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.538 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.538 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.539 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.540 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:59.540 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.540 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.540 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.540 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.540 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.540 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 519, 14, 14, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.540 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7657, 21, 53, 30, 0, 0, 0, 2, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.540 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2837, 31, 94, 50, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.540 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 154, 3, 3, 1, 0, 0, 0, 0, 0, 0, 2, 3, 6, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.540 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 92, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 9, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.540 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 7, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.540 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 3, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.540 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.540 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.541 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.541 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.541 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.541 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.541 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.541 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.541 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.541 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.541 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.541 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.541 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.541 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.541 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.542 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.542 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.542 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.542 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.542 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.542 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.542 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.542 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.542 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.542 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.542 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:59.542 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:59.542 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.542 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:59.543 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:59.543 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:59.543 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:59.543 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:59.543 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:59.543 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:59.543 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:59.543 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:59.543 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:59.543 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:59.543 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:59.543 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:59.543 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:59.543 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:59.544 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:59.544 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:59.544 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:59.544 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:59.544 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:59.544 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:59.544 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:59.544 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:59.544 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:59.544 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:59.544 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:59.544 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:59.544 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:59.544 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:59.544 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:59.545 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:59.545 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:59.545 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:59.545 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:59.545 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:59.545 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:59.545 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:59.545 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.545 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:59.545 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.545 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.545 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:59.545 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:59.545 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:59.546 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:59.546 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:59.546 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:59.546 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:59.546 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:59.546 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:59.546 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:59.546 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:59.546 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:59.546 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:59.546 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:59.546 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:59.546 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:59.546 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:59.547 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:59.547 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:59.547 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:59.547 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:59.547 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:59.547 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:59.547 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:59.547 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:59.547 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:59.547 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:59.547 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:59.547 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:59.547 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:59.547 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:59.548 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:59.548 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:59.548 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:59.548 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:59.548 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:59.548 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:59.548 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.548 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:59.548 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.548 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.548 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:59.548 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.548 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:59.548 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.549 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.549 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.549 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.549 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.549 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 520, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.549 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 6356, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.549 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 704, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.549 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.549 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 132, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.549 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.549 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.549 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.549 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.549 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.550 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.550 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.550 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.550 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.550 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.550 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.550 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.550 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.550 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.550 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.550 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.550 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.550 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 291, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3190, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.551 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1798, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.552 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 524, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.552 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3277, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.552 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3316, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.552 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.552 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.552 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.552 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.552 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.552 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.552 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.552 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.552 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.552 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.552 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.552 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.553 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.554 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.554 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.554 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1061, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.554 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 9759, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.554 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15931, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.554 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 273, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.554 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.554 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.554 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.554 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.554 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.554 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.554 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.554 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.555 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.555 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.555 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.555 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.555 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.555 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.555 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.555 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.555 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.555 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.555 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.555 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.555 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.555 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.556 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.556 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.556 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.556 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.556 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.556 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:59.556 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.556 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.556 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.556 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.556 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.556 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.556 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3041, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.556 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 384, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.557 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 452, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.557 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1335, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.557 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7325, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.557 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 526, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.557 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.557 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.557 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.557 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.557 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.557 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.557 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.557 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.557 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.558 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.558 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.558 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.558 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.558 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.558 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.558 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.558 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.558 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.558 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.558 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.558 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.558 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.558 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 804, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4275, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 371, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.559 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.560 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.560 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.560 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.560 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.560 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.560 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.560 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.560 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.560 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.560 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.561 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.561 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.561 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.561 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.561 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.561 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.561 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.561 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.561 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.561 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.561 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.561 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.561 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:59.561 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.562 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.562 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.562 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.562 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.562 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 599, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.562 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7620, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.562 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 566, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.562 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 535, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.562 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.562 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 196, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.562 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.562 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.562 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.562 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.563 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.563 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.563 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.563 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.563 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.563 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.563 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.563 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.563 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.563 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.563 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.563 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.563 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.563 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.563 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.564 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.564 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.564 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.564 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.564 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.564 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.564 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:59.564 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.564 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.564 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.564 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.564 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.564 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.564 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3059, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.564 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 345, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.565 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 170, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.565 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 267, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.565 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 58, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.565 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.565 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.565 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.565 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.565 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.565 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.565 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.565 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.565 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.565 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.565 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.566 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.566 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.566 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.566 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.566 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.566 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.566 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.566 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.566 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.566 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.566 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.566 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.566 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.566 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.567 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:59.567 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.567 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.567 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.567 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.567 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.567 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 548, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.567 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 7766, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.567 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3015, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.567 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 173, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.567 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 106, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.567 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.567 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.567 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.567 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.568 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.569 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.569 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.569 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.569 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.569 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.569 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.569 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.569 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:59.569 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:59.569 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.569 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:59.569 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:59.569 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Latency (usec)", 2024-04-15T17:57:59.569 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 100000, 2024-04-15T17:57:59.569 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:59.570 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:59.570 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99999]", 2024-04-15T17:57:59.570 INFO:tasks.workunit.client.0.smithi090.stdout: "[100000, 199999]", 2024-04-15T17:57:59.570 INFO:tasks.workunit.client.0.smithi090.stdout: "[200000, 399999]", 2024-04-15T17:57:59.570 INFO:tasks.workunit.client.0.smithi090.stdout: "[400000, 799999]", 2024-04-15T17:57:59.570 INFO:tasks.workunit.client.0.smithi090.stdout: "[800000, 1599999]", 2024-04-15T17:57:59.570 INFO:tasks.workunit.client.0.smithi090.stdout: "[1600000, 3199999]", 2024-04-15T17:57:59.570 INFO:tasks.workunit.client.0.smithi090.stdout: "[3200000, 6399999]", 2024-04-15T17:57:59.570 INFO:tasks.workunit.client.0.smithi090.stdout: "[6400000, 12799999]", 2024-04-15T17:57:59.570 INFO:tasks.workunit.client.0.smithi090.stdout: "[12800000, 25599999]", 2024-04-15T17:57:59.570 INFO:tasks.workunit.client.0.smithi090.stdout: "[25600000, 51199999]", 2024-04-15T17:57:59.570 INFO:tasks.workunit.client.0.smithi090.stdout: "[51200000, 102399999]", 2024-04-15T17:57:59.570 INFO:tasks.workunit.client.0.smithi090.stdout: "[102400000, 204799999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[204800000, 409599999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[409600000, 819199999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[819200000, 1638399999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[1638400000, 3276799999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[3276800000, 6553599999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[6553600000, 13107199999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[13107200000, 26214399999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[26214400000, 52428799999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[52428800000, 104857599999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[104857600000, 209715199999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[209715200000, 419430399999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[419430400000, 838860799999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[838860800000, 1677721599999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[1677721600000, 3355443199999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[3355443200000, 6710886399999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[6710886400000, 13421772799999]", 2024-04-15T17:57:59.571 INFO:tasks.workunit.client.0.smithi090.stdout: "[13421772800000, 26843545599999]", 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: "[26843545600000, 53687091199999]", 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: "[53687091200000, None]" 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 32, 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "Request size (bytes)", 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 512, 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 511]", 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: "[512, 1023]", 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: "[1024, 2047]", 2024-04-15T17:57:59.572 INFO:tasks.workunit.client.0.smithi090.stdout: "[2048, 4095]", 2024-04-15T17:57:59.573 INFO:tasks.workunit.client.0.smithi090.stdout: "[4096, 8191]", 2024-04-15T17:57:59.573 INFO:tasks.workunit.client.0.smithi090.stdout: "[8192, 16383]", 2024-04-15T17:57:59.573 INFO:tasks.workunit.client.0.smithi090.stdout: "[16384, 32767]", 2024-04-15T17:57:59.573 INFO:tasks.workunit.client.0.smithi090.stdout: "[32768, 65535]", 2024-04-15T17:57:59.573 INFO:tasks.workunit.client.0.smithi090.stdout: "[65536, 131071]", 2024-04-15T17:57:59.573 INFO:tasks.workunit.client.0.smithi090.stdout: "[131072, 262143]", 2024-04-15T17:57:59.573 INFO:tasks.workunit.client.0.smithi090.stdout: "[262144, 524287]", 2024-04-15T17:57:59.573 INFO:tasks.workunit.client.0.smithi090.stdout: "[524288, 1048575]", 2024-04-15T17:57:59.573 INFO:tasks.workunit.client.0.smithi090.stdout: "[1048576, 2097151]", 2024-04-15T17:57:59.573 INFO:tasks.workunit.client.0.smithi090.stdout: "[2097152, 4194303]", 2024-04-15T17:57:59.573 INFO:tasks.workunit.client.0.smithi090.stdout: "[4194304, 8388607]", 2024-04-15T17:57:59.573 INFO:tasks.workunit.client.0.smithi090.stdout: "[8388608, 16777215]", 2024-04-15T17:57:59.573 INFO:tasks.workunit.client.0.smithi090.stdout: "[16777216, 33554431]", 2024-04-15T17:57:59.573 INFO:tasks.workunit.client.0.smithi090.stdout: "[33554432, 67108863]", 2024-04-15T17:57:59.573 INFO:tasks.workunit.client.0.smithi090.stdout: "[67108864, 134217727]", 2024-04-15T17:57:59.574 INFO:tasks.workunit.client.0.smithi090.stdout: "[134217728, 268435455]", 2024-04-15T17:57:59.574 INFO:tasks.workunit.client.0.smithi090.stdout: "[268435456, 536870911]", 2024-04-15T17:57:59.574 INFO:tasks.workunit.client.0.smithi090.stdout: "[536870912, 1073741823]", 2024-04-15T17:57:59.574 INFO:tasks.workunit.client.0.smithi090.stdout: "[1073741824, 2147483647]", 2024-04-15T17:57:59.574 INFO:tasks.workunit.client.0.smithi090.stdout: "[2147483648, 4294967295]", 2024-04-15T17:57:59.574 INFO:tasks.workunit.client.0.smithi090.stdout: "[4294967296, 8589934591]", 2024-04-15T17:57:59.574 INFO:tasks.workunit.client.0.smithi090.stdout: "[8589934592, 17179869183]", 2024-04-15T17:57:59.574 INFO:tasks.workunit.client.0.smithi090.stdout: "[17179869184, 34359738367]", 2024-04-15T17:57:59.574 INFO:tasks.workunit.client.0.smithi090.stdout: "[34359738368, 68719476735]", 2024-04-15T17:57:59.574 INFO:tasks.workunit.client.0.smithi090.stdout: "[68719476736, 137438953471]", 2024-04-15T17:57:59.574 INFO:tasks.workunit.client.0.smithi090.stdout: "[137438953472, 274877906943]", 2024-04-15T17:57:59.574 INFO:tasks.workunit.client.0.smithi090.stdout: "[274877906944, None]" 2024-04-15T17:57:59.574 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.574 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:59.574 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.575 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.575 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:59.575 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.575 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:59.575 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.575 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.575 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.575 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.575 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.575 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.575 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2049, 15, 1, 0, 11, 0, 2, 2, 7, 5, 1, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.575 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1111, 7, 1, 2, 5, 2, 10, 11, 21, 63, 80, 30, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.575 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 211, 9, 1, 0, 2, 0, 0, 3, 5, 7, 61, 223, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.575 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 632, 3, 0, 0, 0, 1, 0, 1, 4, 1, 7, 11, 291, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.575 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 967, 4, 0, 0, 0, 0, 0, 2, 1, 0, 3, 9, 16, 25, 71, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 506, 2, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 21, 24, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 380, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.576 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.577 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 32, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.578 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2769, 10, 1, 2, 6, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.578 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1471, 1, 1, 3, 3, 8, 14, 18, 45, 90, 83, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.578 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 58, 3, 0, 0, 0, 0, 1, 4, 3, 5, 60, 258, 211, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.578 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 19, 9, 0, 0, 0, 0, 0, 0, 0, 1, 10, 14, 355, 11, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.578 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 45, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 7, 20, 19, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.578 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 382, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 18, 31, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.578 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1039, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.578 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 2077, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.578 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 380, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.578 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.578 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.578 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.579 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.579 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.579 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.579 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.579 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.579 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.579 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.579 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.579 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.579 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.579 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.579 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.579 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.579 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.579 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.580 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.580 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.580 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.580 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:59.580 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.580 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.580 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.580 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.580 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.580 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 60, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.580 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 371, 10, 0, 0, 11, 1, 2, 3, 7, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.580 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 164, 10, 0, 0, 0, 3, 0, 3, 4, 11, 44, 38, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.580 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 156, 3, 0, 0, 1, 0, 1, 0, 7, 12, 38, 57, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.580 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 89, 1, 1, 0, 0, 1, 3, 0, 2, 0, 21, 35, 20, 5, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.580 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 35, 4, 0, 0, 0, 1, 0, 1, 0, 3, 5, 5, 20, 44, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.581 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 2, 1, 1, 7, 8, 22, 58, 122, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.581 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.581 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.581 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.581 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.581 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.581 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.581 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.581 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.581 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.581 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.581 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.581 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.581 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.582 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.582 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.582 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.582 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.582 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.582 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.582 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.582 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.582 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.582 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.582 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:59.582 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.582 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.582 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.583 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.583 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.583 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 56, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.583 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1240, 13, 0, 0, 19, 0, 4, 2, 6, 8, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.583 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 402, 8, 1, 1, 3, 1, 1, 10, 10, 26, 46, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.583 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 199, 10, 0, 1, 1, 1, 1, 2, 6, 4, 43, 118, 99, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.583 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 486, 10, 0, 0, 0, 0, 0, 0, 0, 1, 8, 6, 98, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.583 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 404, 23, 0, 0, 0, 0, 0, 0, 0, 4, 2, 4, 10, 27, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.583 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 99, 43, 0, 0, 0, 0, 0, 1, 0, 0, 0, 4, 10, 17, 66, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.583 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 87, 76, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.583 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.583 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.583 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.584 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.584 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.584 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.584 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.584 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.584 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.584 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.584 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.584 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.584 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.584 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.584 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.584 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.584 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.585 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.585 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.585 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.585 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.585 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.585 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.585 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:59.585 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.585 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.585 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.585 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.585 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.585 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 77, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.585 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1046, 15, 0, 0, 9, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.586 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 740, 2, 0, 0, 5, 1, 2, 8, 26, 25, 55, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.586 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 427, 1, 0, 0, 1, 0, 1, 2, 2, 6, 56, 138, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.586 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 558, 17, 0, 0, 1, 0, 0, 1, 0, 4, 11, 21, 178, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.586 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 279, 17, 0, 0, 3, 0, 0, 0, 1, 1, 4, 4, 19, 13, 41, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.586 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 114, 36, 0, 0, 0, 0, 0, 1, 0, 1, 0, 1, 5, 24, 74, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.586 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 49, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.586 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 18, 110, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.586 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.586 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.586 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.586 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.586 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.586 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.587 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.587 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.587 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.587 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.587 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.587 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.587 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.587 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.587 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.587 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.587 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.587 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.587 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.587 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.587 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.588 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.588 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:59.588 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.588 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.588 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.588 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.588 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.588 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 120, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.588 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 540, 19, 1, 1, 7, 0, 6, 3, 7, 4, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.588 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 113, 5, 0, 0, 2, 0, 0, 2, 4, 4, 12, 8, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.588 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 134, 4, 0, 0, 0, 1, 2, 1, 3, 8, 21, 24, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.588 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 57, 28, 0, 0, 0, 0, 0, 1, 2, 3, 14, 16, 18, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.588 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 13, 31, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 12, 33, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.589 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 3, 40, 0, 0, 0, 0, 0, 0, 0, 0, 2, 4, 10, 26, 97, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.589 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 76, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.589 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 97, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.589 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.589 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.589 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.589 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.589 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.589 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.589 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.589 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.589 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.589 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.589 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.590 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.590 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.590 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.590 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.590 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.590 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.590 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.590 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.590 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.590 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.590 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.590 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:59.590 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.590 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.590 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 50, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1084, 27, 1, 0, 10, 2, 0, 4, 4, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 651, 10, 1, 2, 0, 4, 7, 4, 16, 18, 34, 9, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 442, 6, 0, 0, 1, 2, 0, 1, 6, 4, 32, 120, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 547, 5, 0, 0, 0, 0, 0, 0, 2, 1, 13, 15, 163, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 251, 0, 0, 0, 0, 0, 0, 0, 0, 1, 8, 1, 14, 28, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 40, 0, 0, 0, 0, 0, 0, 0, 0, 3, 1, 2, 12, 39, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 2, 22, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.591 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.592 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.593 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.593 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:59.593 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.593 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.593 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.593 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.593 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.593 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.593 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 215, 6, 2, 2, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.593 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 64, 5, 0, 0, 1, 1, 2, 4, 6, 3, 5, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.593 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 101, 3, 0, 0, 0, 2, 6, 4, 7, 1, 12, 26, 8, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.593 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 41, 0, 0, 0, 0, 1, 0, 2, 1, 1, 7, 16, 10, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.593 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 15, 3, 0, 0, 0, 0, 0, 0, 0, 3, 2, 5, 16, 18, 44, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.593 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 4, 2, 0, 0, 0, 0, 0, 0, 0, 0, 4, 6, 15, 36, 129, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.593 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.594 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.594 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.594 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.594 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.594 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.594 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.594 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.594 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.594 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.594 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.594 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.594 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.594 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.594 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.594 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.595 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.595 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.595 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.595 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.595 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.595 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.595 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.595 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.595 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.595 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.595 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.595 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-15T17:57:59.595 INFO:tasks.workunit.client.0.smithi090.stdout: "axes": [ 2024-04-15T17:57:59.595 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 8, 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "number of replicas", 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 1, 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0]", 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: "[1, 1]", 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: "[2, 2]", 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: "[3, 3]", 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: "[4, 4]", 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: "[5, 5]", 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: "[6, None]" 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "linear" 2024-04-15T17:57:59.596 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.597 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.597 INFO:tasks.workunit.client.0.smithi090.stdout: "buckets": 10, 2024-04-15T17:57:59.597 INFO:tasks.workunit.client.0.smithi090.stdout: "min": 0, 2024-04-15T17:57:59.597 INFO:tasks.workunit.client.0.smithi090.stdout: "name": "duration", 2024-04-15T17:57:59.597 INFO:tasks.workunit.client.0.smithi090.stdout: "quant_size": 250000, 2024-04-15T17:57:59.597 INFO:tasks.workunit.client.0.smithi090.stdout: "ranges": [ 2024-04-15T17:57:59.597 INFO:tasks.workunit.client.0.smithi090.stdout: "[None, -1]", 2024-04-15T17:57:59.597 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 249999]", 2024-04-15T17:57:59.597 INFO:tasks.workunit.client.0.smithi090.stdout: "[250000, 499999]", 2024-04-15T17:57:59.597 INFO:tasks.workunit.client.0.smithi090.stdout: "[500000, 999999]", 2024-04-15T17:57:59.597 INFO:tasks.workunit.client.0.smithi090.stdout: "[1000000, 1999999]", 2024-04-15T17:57:59.597 INFO:tasks.workunit.client.0.smithi090.stdout: "[2000000, 3999999]", 2024-04-15T17:57:59.597 INFO:tasks.workunit.client.0.smithi090.stdout: "[4000000, 7999999]", 2024-04-15T17:57:59.597 INFO:tasks.workunit.client.0.smithi090.stdout: "[8000000, 15999999]", 2024-04-15T17:57:59.597 INFO:tasks.workunit.client.0.smithi090.stdout: "[16000000, 31999999]", 2024-04-15T17:57:59.598 INFO:tasks.workunit.client.0.smithi090.stdout: "[32000000, None]" 2024-04-15T17:57:59.598 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.598 INFO:tasks.workunit.client.0.smithi090.stdout: "scale_type": "log2" 2024-04-15T17:57:59.598 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.598 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.598 INFO:tasks.workunit.client.0.smithi090.stdout: "osds": [ 2024-04-15T17:57:59.598 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.598 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 0, 2024-04-15T17:57:59.598 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.598 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.598 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.598 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.598 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.598 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.599 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.599 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.599 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.599 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.599 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.599 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.599 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 1, 2024-04-15T17:57:59.599 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.599 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.599 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.599 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.599 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.599 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.599 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.600 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.600 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.600 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.600 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.600 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.600 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 2, 2024-04-15T17:57:59.600 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.600 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.600 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.600 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.600 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.600 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.600 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.600 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.600 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 3, 2024-04-15T17:57:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.601 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.602 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.602 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 4, 2024-04-15T17:57:59.602 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.602 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.602 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.602 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.602 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.602 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.602 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.602 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.602 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.602 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.602 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.603 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.603 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 5, 2024-04-15T17:57:59.603 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.603 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.603 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.603 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.603 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.603 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.603 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.603 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.603 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.603 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.603 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.603 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 6, 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: "osd_id": 7, 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: "values": [ 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.604 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: ] 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: "perf_counters": { 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: "mds.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: "mds": { 2024-04-15T17:57:59.605 INFO:tasks.workunit.client.0.smithi090.stdout: "caps": { 2024-04-15T17:57:59.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.606 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flush_ack": { 2024-04-15T17:57:59.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.606 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-15T17:57:59.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.606 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_grant": { 2024-04-15T17:57:59.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.606 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_revoke": { 2024-04-15T17:57:59.606 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.606 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.607 INFO:tasks.workunit.client.0.smithi090.stdout: "ceph_cap_op_trunc": { 2024-04-15T17:57:59.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.607 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_commit": { 2024-04-15T17:57:59.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.607 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_complete": { 2024-04-15T17:57:59.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T17:57:59.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.607 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_fetch_keys": { 2024-04-15T17:57:59.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:59.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.607 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_merge": { 2024-04-15T17:57:59.607 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.607 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: "dir_split": { 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: "exported_inodes": { 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: "forward": { 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_cap_release": { 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps": { 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.608 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_caps_dirty": { 2024-04-15T17:57:59.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.609 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_inode_file_caps": { 2024-04-15T17:57:59.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.609 INFO:tasks.workunit.client.0.smithi090.stdout: "imported_inodes": { 2024-04-15T17:57:59.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.609 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes": { 2024-04-15T17:57:59.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:59.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.609 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_expired": { 2024-04-15T17:57:59.609 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.609 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.609 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_pinned": { 2024-04-15T17:57:59.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:59.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.610 INFO:tasks.workunit.client.0.smithi090.stdout: "inodes_with_caps": { 2024-04-15T17:57:59.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.610 INFO:tasks.workunit.client.0.smithi090.stdout: "load_cent": { 2024-04-15T17:57:59.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.610 INFO:tasks.workunit.client.0.smithi090.stdout: "openino_dir_fetch": { 2024-04-15T17:57:59.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.610 INFO:tasks.workunit.client.0.smithi090.stdout: "process_request_cap_release": { 2024-04-15T17:57:59.610 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.610 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.610 INFO:tasks.workunit.client.0.smithi090.stdout: "reply_latency": { 2024-04-15T17:57:59.611 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.611 INFO:tasks.workunit.client.0.smithi090.stdout: "request": { 2024-04-15T17:57:59.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.611 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rbytes": { 2024-04-15T17:57:59.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.611 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rfiles": { 2024-04-15T17:57:59.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.611 INFO:tasks.workunit.client.0.smithi090.stdout: "root_rsnaps": { 2024-04-15T17:57:59.611 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.612 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_reply": { 2024-04-15T17:57:59.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.612 INFO:tasks.workunit.client.0.smithi090.stdout: "subtrees": { 2024-04-15T17:57:59.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:59.612 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.612 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_cache": { 2024-04-15T17:57:59.612 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_enqueue_scrub": { 2024-04-15T17:57:59.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.612 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_exportdir": { 2024-04-15T17:57:59.612 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.612 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_flush": { 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragmentdir": { 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_fragstats": { 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_inodestats": { 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_quiesce_inode": { 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.613 INFO:tasks.workunit.client.0.smithi090.stdout: "ireq_quiesce_path": { 2024-04-15T17:57:59.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_enqueued": { 2024-04-15T17:57:59.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_prioritized": { 2024-04-15T17:57:59.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_recovering_processing": { 2024-04-15T17:57:59.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.614 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays": { 2024-04-15T17:57:59.614 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.614 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_delayed": { 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_strays_enqueuing": { 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_completed": { 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_started": { 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_created": { 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.615 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_enqueued": { 2024-04-15T17:57:59.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.616 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_migrated": { 2024-04-15T17:57:59.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.616 INFO:tasks.workunit.client.0.smithi090.stdout: "strays_reintegrated": { 2024-04-15T17:57:59.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.616 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.616 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_log": { 2024-04-15T17:57:59.616 INFO:tasks.workunit.client.0.smithi090.stdout: "ev": { 2024-04-15T17:57:59.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17 2024-04-15T17:57:59.616 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.616 INFO:tasks.workunit.client.0.smithi090.stdout: "evadd": { 2024-04-15T17:57:59.616 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.617 INFO:tasks.workunit.client.0.smithi090.stdout: "evex": { 2024-04-15T17:57:59.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.617 INFO:tasks.workunit.client.0.smithi090.stdout: "evexd": { 2024-04-15T17:57:59.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.617 INFO:tasks.workunit.client.0.smithi090.stdout: "evexg": { 2024-04-15T17:57:59.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.617 INFO:tasks.workunit.client.0.smithi090.stdout: "evlrg": { 2024-04-15T17:57:59.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.617 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.617 INFO:tasks.workunit.client.0.smithi090.stdout: "evtrm": { 2024-04-15T17:57:59.617 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.618 INFO:tasks.workunit.client.0.smithi090.stdout: "jlat": { 2024-04-15T17:57:59.618 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.618 INFO:tasks.workunit.client.0.smithi090.stdout: "replayed": { 2024-04-15T17:57:59.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17 2024-04-15T17:57:59.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.618 INFO:tasks.workunit.client.0.smithi090.stdout: "seg": { 2024-04-15T17:57:59.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:59.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.618 INFO:tasks.workunit.client.0.smithi090.stdout: "segadd": { 2024-04-15T17:57:59.618 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.618 INFO:tasks.workunit.client.0.smithi090.stdout: "segex": { 2024-04-15T17:57:59.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.619 INFO:tasks.workunit.client.0.smithi090.stdout: "segexd": { 2024-04-15T17:57:59.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.619 INFO:tasks.workunit.client.0.smithi090.stdout: "segexg": { 2024-04-15T17:57:59.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.619 INFO:tasks.workunit.client.0.smithi090.stdout: "segmjr": { 2024-04-15T17:57:59.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:59.619 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.619 INFO:tasks.workunit.client.0.smithi090.stdout: "segtrm": { 2024-04-15T17:57:59.619 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.619 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.620 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_mem": { 2024-04-15T17:57:59.620 INFO:tasks.workunit.client.0.smithi090.stdout: "cap": { 2024-04-15T17:57:59.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.620 INFO:tasks.workunit.client.0.smithi090.stdout: "cap+": { 2024-04-15T17:57:59.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.620 INFO:tasks.workunit.client.0.smithi090.stdout: "cap-": { 2024-04-15T17:57:59.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.620 INFO:tasks.workunit.client.0.smithi090.stdout: "dir": { 2024-04-15T17:57:59.620 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T17:57:59.620 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.621 INFO:tasks.workunit.client.0.smithi090.stdout: "dir+": { 2024-04-15T17:57:59.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12 2024-04-15T17:57:59.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.621 INFO:tasks.workunit.client.0.smithi090.stdout: "dir-": { 2024-04-15T17:57:59.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.621 INFO:tasks.workunit.client.0.smithi090.stdout: "dn": { 2024-04-15T17:57:59.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:59.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.621 INFO:tasks.workunit.client.0.smithi090.stdout: "dn+": { 2024-04-15T17:57:59.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:59.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.621 INFO:tasks.workunit.client.0.smithi090.stdout: "dn-": { 2024-04-15T17:57:59.621 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.621 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.622 INFO:tasks.workunit.client.0.smithi090.stdout: "heap": { 2024-04-15T17:57:59.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 248184 2024-04-15T17:57:59.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.622 INFO:tasks.workunit.client.0.smithi090.stdout: "ino": { 2024-04-15T17:57:59.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T17:57:59.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.622 INFO:tasks.workunit.client.0.smithi090.stdout: "ino+": { 2024-04-15T17:57:59.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13 2024-04-15T17:57:59.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.622 INFO:tasks.workunit.client.0.smithi090.stdout: "ino-": { 2024-04-15T17:57:59.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.622 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.622 INFO:tasks.workunit.client.0.smithi090.stdout: "rss": { 2024-04-15T17:57:59.622 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49736 2024-04-15T17:57:59.623 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.623 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_server": { 2024-04-15T17:57:59.623 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_acquisition_throttle": { 2024-04-15T17:57:59.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.623 INFO:tasks.workunit.client.0.smithi090.stdout: "cap_revoke_eviction": { 2024-04-15T17:57:59.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.623 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_request": { 2024-04-15T17:57:59.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.623 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_client_session": { 2024-04-15T17:57:59.623 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.623 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.624 INFO:tasks.workunit.client.0.smithi090.stdout: "handle_peer_request": { 2024-04-15T17:57:59.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.624 INFO:tasks.workunit.client.0.smithi090.stdout: "req_create_latency": { 2024-04-15T17:57:59.624 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.624 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getattr_latency": { 2024-04-15T17:57:59.624 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.624 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getfilelock_latency": { 2024-04-15T17:57:59.624 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.624 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.625 INFO:tasks.workunit.client.0.smithi090.stdout: "req_getvxattr_latency": { 2024-04-15T17:57:59.625 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.625 INFO:tasks.workunit.client.0.smithi090.stdout: "req_link_latency": { 2024-04-15T17:57:59.625 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.625 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookup_latency": { 2024-04-15T17:57:59.625 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.625 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.625 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookuphash_latency": { 2024-04-15T17:57:59.625 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.626 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupino_latency": { 2024-04-15T17:57:59.626 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.626 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupname_latency": { 2024-04-15T17:57:59.626 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.626 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupparent_latency": { 2024-04-15T17:57:59.626 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.626 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.626 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.627 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lookupsnap_latency": { 2024-04-15T17:57:59.627 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.627 INFO:tasks.workunit.client.0.smithi090.stdout: "req_lssnap_latency": { 2024-04-15T17:57:59.627 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.627 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mkdir_latency": { 2024-04-15T17:57:59.627 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.627 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.627 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mknod_latency": { 2024-04-15T17:57:59.627 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.627 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.628 INFO:tasks.workunit.client.0.smithi090.stdout: "req_mksnap_latency": { 2024-04-15T17:57:59.628 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.628 INFO:tasks.workunit.client.0.smithi090.stdout: "req_open_latency": { 2024-04-15T17:57:59.628 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.628 INFO:tasks.workunit.client.0.smithi090.stdout: "req_readdir_latency": { 2024-04-15T17:57:59.628 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.628 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.628 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.628 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rename_latency": { 2024-04-15T17:57:59.628 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.629 INFO:tasks.workunit.client.0.smithi090.stdout: "req_renamesnap_latency": { 2024-04-15T17:57:59.629 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.629 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmdir_latency": { 2024-04-15T17:57:59.629 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.629 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmsnap_latency": { 2024-04-15T17:57:59.629 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.629 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.629 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.630 INFO:tasks.workunit.client.0.smithi090.stdout: "req_rmxattr_latency": { 2024-04-15T17:57:59.630 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.630 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setattr_latency": { 2024-04-15T17:57:59.630 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.630 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setdirlayout_latency": { 2024-04-15T17:57:59.630 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.630 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.630 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setfilelock_latency": { 2024-04-15T17:57:59.630 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.630 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.631 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setlayout_latency": { 2024-04-15T17:57:59.631 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.631 INFO:tasks.workunit.client.0.smithi090.stdout: "req_setxattr_latency": { 2024-04-15T17:57:59.631 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.631 INFO:tasks.workunit.client.0.smithi090.stdout: "req_snapdiff_latency": { 2024-04-15T17:57:59.631 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.631 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.631 INFO:tasks.workunit.client.0.smithi090.stdout: "req_symlink_latency": { 2024-04-15T17:57:59.631 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.632 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.632 INFO:tasks.workunit.client.0.smithi090.stdout: "req_unlink_latency": { 2024-04-15T17:57:59.632 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.632 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.632 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.632 INFO:tasks.workunit.client.0.smithi090.stdout: "mds_sessions": { 2024-04-15T17:57:59.632 INFO:tasks.workunit.client.0.smithi090.stdout: "average_load": { 2024-04-15T17:57:59.632 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.632 INFO:tasks.workunit.client.0.smithi090.stdout: "avg_session_uptime": { 2024-04-15T17:57:59.632 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.632 INFO:tasks.workunit.client.0.smithi090.stdout: "mdthresh_evicted": { 2024-04-15T17:57:59.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.633 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:59.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:59.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.633 INFO:tasks.workunit.client.0.smithi090.stdout: "session_count": { 2024-04-15T17:57:59.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.633 INFO:tasks.workunit.client.0.smithi090.stdout: "session_remove": { 2024-04-15T17:57:59.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:59.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.633 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_open": { 2024-04-15T17:57:59.633 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:59.633 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.634 INFO:tasks.workunit.client.0.smithi090.stdout: "sessions_stale": { 2024-04-15T17:57:59.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.634 INFO:tasks.workunit.client.0.smithi090.stdout: "total_load": { 2024-04-15T17:57:59.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.634 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.634 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:59.634 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:59.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.634 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:59.634 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37 2024-04-15T17:57:59.634 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.634 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:59.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.635 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:59.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7 2024-04-15T17:57:59.635 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.635 INFO:tasks.workunit.client.0.smithi090.stdout: "purge_queue": { 2024-04-15T17:57:59.635 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executed": { 2024-04-15T17:57:59.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.635 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executed_ops": { 2024-04-15T17:57:59.635 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.635 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.635 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing": { 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_high_water": { 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops": { 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_executing_ops_high_water": { 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: "pq_item_in_journal": { 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.636 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.637 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.5cb4cfda17e0e0e52f587744715cc2a071d4b8de": { 2024-04-15T17:57:59.637 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:59.637 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T17:57:59.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:59.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.637 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T17:57:59.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:59.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.637 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T17:57:59.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T17:57:59.637 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14 2024-04-15T17:57:59.637 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T17:57:59.638 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:59.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.638 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:59.638 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:59.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.638 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T17:57:59.638 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 287 2024-04-15T17:57:59.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.638 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T17:57:59.638 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.638 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.638 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T17:57:59.639 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T17:57:59.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.639 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T17:57:59.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8513 2024-04-15T17:57:59.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.639 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T17:57:59.639 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:59.639 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58575648 2024-04-15T17:57:59.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.639 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T17:57:59.639 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.640 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T17:57:59.640 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:59.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2132963253 2024-04-15T17:57:59.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.640 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T17:57:59.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:59.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.640 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T17:57:59.640 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T17:57:59.640 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 292 2024-04-15T17:57:59.640 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.640 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T17:57:59.640 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T17:57:59.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:59.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.641 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T17:57:59.641 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4, 2024-04-15T17:57:59.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1999966 2024-04-15T17:57:59.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.641 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T17:57:59.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.641 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T17:57:59.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:59.641 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.641 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T17:57:59.641 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8514 2024-04-15T17:57:59.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.642 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T17:57:59.642 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.642 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T17:57:59.642 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.642 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T17:57:59.642 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.642 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.642 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.642 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T17:57:59.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.643 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T17:57:59.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.643 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T17:57:59.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.643 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T17:57:59.643 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.643 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T17:57:59.643 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8514 2024-04-15T17:57:59.643 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.644 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T17:57:59.644 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8514, 2024-04-15T17:57:59.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29718488028 2024-04-15T17:57:59.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.644 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T17:57:59.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16 2024-04-15T17:57:59.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.644 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T17:57:59.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.644 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T17:57:59.644 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.644 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.644 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.644 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8513 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 115598469 2024-04-15T17:57:59.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.646 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T17:57:59.646 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:59.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74872 2024-04-15T17:57:59.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.646 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T17:57:59.646 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8513, 2024-04-15T17:57:59.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5700901745 2024-04-15T17:57:59.646 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.646 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T17:57:59.646 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:59.646 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T17:57:59.646 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.646 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:59.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 170876928 2024-04-15T17:57:59.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.647 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:59.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 168239104 2024-04-15T17:57:59.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.647 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:59.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T17:57:59.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.647 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:59.647 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2637824 2024-04-15T17:57:59.647 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.647 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.647 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T17:57:59.647 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 360710144 2024-04-15T17:57:59.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267453858 2024-04-15T17:57:59.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.648 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24328223 2024-04-15T17:57:59.648 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.649 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.649 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.649 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.649 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.649 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.649 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.649 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.650 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.650 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.650 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.650 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.650 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.650 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68928063 2024-04-15T17:57:59.651 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.651 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T17:57:59.651 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 339738624 2024-04-15T17:57:59.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.651 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.651 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.651 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.651 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.651 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267453858 2024-04-15T17:57:59.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.652 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1497852 2024-04-15T17:57:59.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.652 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.652 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.652 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.652 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.652 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.653 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.653 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.653 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.653 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.653 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.653 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.654 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70786914 2024-04-15T17:57:59.654 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.654 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T17:57:59.654 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314572800 2024-04-15T17:57:59.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.654 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:59.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.654 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.654 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.654 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.655 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178302572 2024-04-15T17:57:59.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.655 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.655 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.655 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.655 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.655 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.655 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.656 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.656 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.656 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.656 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.656 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.656 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.656 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.657 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69161364 2024-04-15T17:57:59.657 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.657 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T17:57:59.657 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T17:57:59.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.657 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T17:57:59.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.657 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T17:57:59.657 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.657 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.658 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T17:57:59.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 100 2024-04-15T17:57:59.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.658 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T17:57:59.658 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 369312, 2024-04-15T17:57:59.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1918590003 2024-04-15T17:57:59.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.658 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T17:57:59.658 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.658 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.658 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.658 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T17:57:59.658 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.659 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T17:57:59.659 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.659 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T17:57:59.659 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.659 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T17:57:59.659 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.659 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20553, 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10160048014 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.87e697f4b3675b13fc208af9f35a3047b21a8911": { 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.660 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 235 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T17:57:59.661 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.662 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.662 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T17:57:59.662 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T17:57:59.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.662 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T17:57:59.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8587 2024-04-15T17:57:59.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.662 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T17:57:59.662 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8587, 2024-04-15T17:57:59.662 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59826504 2024-04-15T17:57:59.662 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.662 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T17:57:59.663 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8587, 2024-04-15T17:57:59.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25761 2024-04-15T17:57:59.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.663 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T17:57:59.663 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8587, 2024-04-15T17:57:59.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1881967601 2024-04-15T17:57:59.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.663 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T17:57:59.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.663 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T17:57:59.663 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.663 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.663 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.663 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T17:57:59.664 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.664 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T17:57:59.664 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.664 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T17:57:59.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.664 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T17:57:59.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:59.664 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.664 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T17:57:59.664 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8585 2024-04-15T17:57:59.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.665 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T17:57:59.665 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8585, 2024-04-15T17:57:59.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59179038 2024-04-15T17:57:59.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.665 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T17:57:59.665 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8585, 2024-04-15T17:57:59.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66871 2024-04-15T17:57:59.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.665 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T17:57:59.665 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8585, 2024-04-15T17:57:59.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2989050043 2024-04-15T17:57:59.665 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.665 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T17:57:59.665 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.666 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T17:57:59.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.666 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T17:57:59.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:59.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.666 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T17:57:59.666 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T17:57:59.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.666 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T17:57:59.666 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8588 2024-04-15T17:57:59.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.667 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T17:57:59.667 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8588, 2024-04-15T17:57:59.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32825434446 2024-04-15T17:57:59.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.667 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T17:57:59.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T17:57:59.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.667 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T17:57:59.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:59.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.667 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T17:57:59.667 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:59.667 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 87936 2024-04-15T17:57:59.667 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.667 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.668 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.669 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T17:57:59.669 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.669 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T17:57:59.669 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.669 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.669 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T17:57:59.669 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:59.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T17:57:59.669 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.669 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:59.669 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 258097152 2024-04-15T17:57:59.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.670 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:59.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 255213568 2024-04-15T17:57:59.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.670 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:59.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T17:57:59.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.670 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:59.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2883584 2024-04-15T17:57:59.670 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.670 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.670 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T17:57:59.670 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.670 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 360710144 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267376888 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24527496 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.671 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.672 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.672 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.672 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.672 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.672 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.673 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.673 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.673 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.673 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.673 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.674 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68805760 2024-04-15T17:57:59.674 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.674 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T17:57:59.674 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 339738624 2024-04-15T17:57:59.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.674 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.674 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.674 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.674 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.675 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267376888 2024-04-15T17:57:59.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.675 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1503832 2024-04-15T17:57:59.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.675 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.675 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.675 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.675 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.675 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.676 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.677 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70857904 2024-04-15T17:57:59.677 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.677 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T17:57:59.677 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314572800 2024-04-15T17:57:59.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.677 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:59.677 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.677 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.677 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178251258 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.678 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.679 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.679 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.679 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.679 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.679 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.679 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.679 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.680 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69212678 2024-04-15T17:57:59.680 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.680 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T17:57:59.680 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T17:57:59.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.680 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T17:57:59.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.680 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T17:57:59.680 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.681 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T17:57:59.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 100 2024-04-15T17:57:59.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.681 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T17:57:59.681 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 385747, 2024-04-15T17:57:59.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2246183028 2024-04-15T17:57:59.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.681 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T17:57:59.681 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.681 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.681 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T17:57:59.681 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.681 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.682 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T17:57:59.682 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.682 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T17:57:59.682 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.682 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T17:57:59.682 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.682 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.682 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.682 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T17:57:59.683 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20733, 2024-04-15T17:57:59.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8040230465 2024-04-15T17:57:59.683 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.683 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.683 INFO:tasks.workunit.client.0.smithi090.stdout: "mon.95f33e25d2274c3c1a8b00a0d8602afc74cedc05": { 2024-04-15T17:57:59.683 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:57:59.683 INFO:tasks.workunit.client.0.smithi090.stdout: "election_call": { 2024-04-15T17:57:59.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:59.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.683 INFO:tasks.workunit.client.0.smithi090.stdout: "election_lose": { 2024-04-15T17:57:59.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:59.683 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.683 INFO:tasks.workunit.client.0.smithi090.stdout: "election_win": { 2024-04-15T17:57:59.683 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_elections": { 2024-04-15T17:57:59.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:59.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_sessions": { 2024-04-15T17:57:59.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8 2024-04-15T17:57:59.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.684 INFO:tasks.workunit.client.0.smithi090.stdout: "session_add": { 2024-04-15T17:57:59.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3 2024-04-15T17:57:59.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.684 INFO:tasks.workunit.client.0.smithi090.stdout: "session_rm": { 2024-04-15T17:57:59.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 262 2024-04-15T17:57:59.684 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.684 INFO:tasks.workunit.client.0.smithi090.stdout: "session_trim": { 2024-04-15T17:57:59.684 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: "paxos": { 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: "accept_timeout": { 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: "begin": { 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8487 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_bytes": { 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8487, 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58437755 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_keys": { 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.685 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.686 INFO:tasks.workunit.client.0.smithi090.stdout: "begin_latency": { 2024-04-15T17:57:59.686 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8487, 2024-04-15T17:57:59.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1332998528 2024-04-15T17:57:59.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.686 INFO:tasks.workunit.client.0.smithi090.stdout: "collect": { 2024-04-15T17:57:59.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:59.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.686 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_bytes": { 2024-04-15T17:57:59.686 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:59.686 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 146 2024-04-15T17:57:59.686 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.686 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_keys": { 2024-04-15T17:57:59.687 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:59.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:59.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.687 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_latency": { 2024-04-15T17:57:59.687 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2, 2024-04-15T17:57:59.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2999997 2024-04-15T17:57:59.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.687 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_timeout": { 2024-04-15T17:57:59.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.687 INFO:tasks.workunit.client.0.smithi090.stdout: "collect_uncommitted": { 2024-04-15T17:57:59.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.687 INFO:tasks.workunit.client.0.smithi090.stdout: "commit": { 2024-04-15T17:57:59.687 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8487 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_bytes": { 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_keys": { 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: "commit_latency": { 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_ack_timeout": { 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.688 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.689 INFO:tasks.workunit.client.0.smithi090.stdout: "lease_timeout": { 2024-04-15T17:57:59.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.689 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn": { 2024-04-15T17:57:59.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.689 INFO:tasks.workunit.client.0.smithi090.stdout: "new_pn_latency": { 2024-04-15T17:57:59.689 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.689 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh": { 2024-04-15T17:57:59.689 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8487 2024-04-15T17:57:59.689 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.689 INFO:tasks.workunit.client.0.smithi090.stdout: "refresh_latency": { 2024-04-15T17:57:59.689 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8487, 2024-04-15T17:57:59.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26449970527 2024-04-15T17:57:59.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.690 INFO:tasks.workunit.client.0.smithi090.stdout: "restart": { 2024-04-15T17:57:59.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11 2024-04-15T17:57:59.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.690 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state": { 2024-04-15T17:57:59.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.690 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_bytes": { 2024-04-15T17:57:59.690 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.690 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.690 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.690 INFO:tasks.workunit.client.0.smithi090.stdout: "share_state_keys": { 2024-04-15T17:57:59.690 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: "start_leader": { 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: "start_peon": { 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state": { 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8487 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_bytes": { 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8487, 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 115259130 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_keys": { 2024-04-15T17:57:59.691 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8487, 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74608 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: "store_state_latency": { 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8487, 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2672997033 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache": { 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1020054731 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 167747584 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 165158912 2024-04-15T17:57:59.692 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2147483648 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2588672 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:full": { 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 360710144 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.693 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.694 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267499167 2024-04-15T17:57:59.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.694 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24223275 2024-04-15T17:57:59.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.694 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.694 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.694 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.694 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.694 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.696 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68987702 2024-04-15T17:57:59.696 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.696 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:inc": { 2024-04-15T17:57:59.696 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 339738624 2024-04-15T17:57:59.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.696 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.696 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.696 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.696 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267499167 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1481975 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.697 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.698 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.698 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.698 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.698 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.698 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.698 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.698 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 70757482 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: "prioritycache:kv": { 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 314572800 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178332778 2024-04-15T17:57:59.699 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.700 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69131158 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.701 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb": { 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: "compact": { 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_len": { 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_queue_merge": { 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_range": { 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 99 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: "get_latency": { 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 368035, 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1793036095 2024-04-15T17:57:59.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.703 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_delay_time": { 2024-04-15T17:57:59.703 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.703 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_memtable_time": { 2024-04-15T17:57:59.703 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.703 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-15T17:57:59.703 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.703 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_write_wal_time": { 2024-04-15T17:57:59.703 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.703 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_latency": { 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: "submit_sync_latency": { 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20480, 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6188065636 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.0": { 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 35589 2024-04-15T17:57:59.704 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:59.705 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.706 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:59.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.706 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:59.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.706 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:59.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8609792 2024-04-15T17:57:59.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.706 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:59.706 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 755609600 2024-04-15T17:57:59.706 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.706 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:59.706 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4381268 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1416586 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 198, 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1104071 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 756088832 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.707 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:59.708 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 77035, 2024-04-15T17:57:59.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11484892526 2024-04-15T17:57:59.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.708 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:59.708 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 77031, 2024-04-15T17:57:59.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18786068546 2024-04-15T17:57:59.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.708 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:59.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16261120 2024-04-15T17:57:59.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.708 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:59.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 315514880 2024-04-15T17:57:59.708 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.708 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:59.708 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 760348672 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5929327456 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54149 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.709 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:59.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5236183040 2024-04-15T17:57:59.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.710 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:59.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5236187136 2024-04-15T17:57:59.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.710 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:59.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.710 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:59.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.710 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:59.710 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47085 2024-04-15T17:57:59.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.710 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 54149, 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2258965703 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5846157828 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 51597 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2162959 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 462 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:59.711 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8511475 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 710 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6348516 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6348516 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.712 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 258 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 710, 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5926916 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.713 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:59.714 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:59.714 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 724 2024-04-15T17:57:59.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.714 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:59.714 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T17:57:59.714 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8801 2024-04-15T17:57:59.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.714 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:59.714 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.714 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.714 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:59.714 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.714 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.714 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:59.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.715 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:59.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1082478592 2024-04-15T17:57:59.715 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.715 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:59.715 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:59.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:59.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.715 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:59.715 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14049280 2024-04-15T17:57:59.715 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.715 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20693, 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76737542 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3603, 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5305356324 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:59.716 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25756, 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 221790696 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.717 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:59.718 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76957, 2024-04-15T17:57:59.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23002643760 2024-04-15T17:57:59.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.718 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:59.718 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76231, 2024-04-15T17:57:59.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1659150105 2024-04-15T17:57:59.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.718 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:59.718 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76957, 2024-04-15T17:57:59.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48553253 2024-04-15T17:57:59.718 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.718 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:59.718 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 76957, 2024-04-15T17:57:59.718 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23051197013 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40218, 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1534937466 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1021, 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3112319 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 21968, 2024-04-15T17:57:59.719 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9447205 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 52, 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66582 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17102, 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2553071413 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 251505 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23515 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.720 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:59.721 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16164, 2024-04-15T17:57:59.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2543292700 2024-04-15T17:57:59.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.721 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:59.721 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40290, 2024-04-15T17:57:59.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13807604 2024-04-15T17:57:59.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.721 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:59.721 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 24126, 2024-04-15T17:57:59.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1967542539 2024-04-15T17:57:59.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.721 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:59.721 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.721 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.721 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15139, 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426880661 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.722 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90636, 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9907654270 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9718, 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 958474940 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9718, 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3951387493477 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9718, 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6731297390872 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.723 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90635, 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2756688429770 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90635, 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9640190 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90636, 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 277269606 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90635, 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37695157694 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:59.724 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90635, 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33667200 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90636, 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18102696122 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90636, 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13005322136 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10192577 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2579, 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16129800 2024-04-15T17:57:59.725 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90635, 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 79003291036 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90636, 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14065960733 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 90636, 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 588649017 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:59.726 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 569819136 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 486400000 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 83419136 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:59.727 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56891592 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.728 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16384 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 413696 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.729 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.730 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.730 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68499256 2024-04-15T17:57:59.730 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.730 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:59.730 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562036736 2024-04-15T17:57:59.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.730 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.730 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:59.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426686942 2024-04-15T17:57:59.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.731 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 848 2024-04-15T17:57:59.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.731 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 288 2024-04-15T17:57:59.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.732 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.732 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66944 2024-04-15T17:57:59.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.732 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.732 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.732 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.732 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.733 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.733 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.733 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68172850 2024-04-15T17:57:59.733 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.733 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:59.733 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.733 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:59.733 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.734 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:59.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.734 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8436608 2024-04-15T17:57:59.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.734 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37927728 2024-04-15T17:57:59.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.734 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.734 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.734 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.734 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.735 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.735 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.735 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.735 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.735 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.735 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.735 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.736 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.736 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.736 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71076176 2024-04-15T17:57:59.736 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.736 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:59.736 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.736 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:59.736 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.737 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.737 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.737 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426686942 2024-04-15T17:57:59.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.737 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.737 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.737 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4907 2024-04-15T17:57:59.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.738 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.738 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.738 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 106992 2024-04-15T17:57:59.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.738 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1114093 2024-04-15T17:57:59.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.738 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.738 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75403546 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.739 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:59.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27 2024-04-15T17:57:59.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.740 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:59.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.740 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:59.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.740 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.740 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.740 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:59.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55 2024-04-15T17:57:59.740 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.740 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:59.740 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.741 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:59.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 46680 2024-04-15T17:57:59.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.741 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:59.741 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 135652, 2024-04-15T17:57:59.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7849467392 2024-04-15T17:57:59.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.741 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:59.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.741 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:59.741 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.741 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.741 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:59.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2441247144 2024-04-15T17:57:59.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.742 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:59.742 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46680, 2024-04-15T17:57:59.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 132609085703 2024-04-15T17:57:59.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.742 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:59.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3320158589 2024-04-15T17:57:59.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.742 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:59.742 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 47693, 2024-04-15T17:57:59.742 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21311652909 2024-04-15T17:57:59.742 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.742 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46680, 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75371916422 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31229 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31229, 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13880409842 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3320158589 2024-04-15T17:57:59.743 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.744 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:59.744 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31664, 2024-04-15T17:57:59.744 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6895945140 2024-04-15T17:57:59.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.744 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:59.744 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31229, 2024-04-15T17:57:59.744 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7266115411 2024-04-15T17:57:59.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.744 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:59.744 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8094 2024-04-15T17:57:59.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.744 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:59.744 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 411292978 2024-04-15T17:57:59.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.744 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:59.745 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8094, 2024-04-15T17:57:59.745 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15577485844 2024-04-15T17:57:59.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.745 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:59.745 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.745 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:59.745 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.745 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:59.745 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.745 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:59.745 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8474, 2024-04-15T17:57:59.745 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5231930320 2024-04-15T17:57:59.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.746 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:59.746 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8094, 2024-04-15T17:57:59.746 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13829216274 2024-04-15T17:57:59.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.746 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:59.746 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7357 2024-04-15T17:57:59.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.746 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:59.746 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2029954166 2024-04-15T17:57:59.746 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.746 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:59.746 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7357, 2024-04-15T17:57:59.746 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 103151190017 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7555, 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9183777449 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7357, 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54276584737 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.747 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:59.748 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8388632 2024-04-15T17:57:59.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.748 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:59.748 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:59.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.748 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:59.748 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:59.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.748 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:59.748 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 770146304 2024-04-15T17:57:59.748 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.748 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.748 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.748 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.1": { 2024-04-15T17:57:59.748 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.749 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:59.749 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23369 2024-04-15T17:57:59.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.749 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:59.749 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.749 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:59.749 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.749 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:59.749 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.749 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:59.749 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:59.749 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.750 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:59.750 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.750 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:59.750 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.750 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:59.750 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.750 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:59.750 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.750 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.750 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:59.750 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1896448 2024-04-15T17:57:59.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.751 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:59.751 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 746639360 2024-04-15T17:57:59.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.751 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:59.751 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:59.751 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5129645 2024-04-15T17:57:59.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.751 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:59.751 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18, 2024-04-15T17:57:59.751 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1392462 2024-04-15T17:57:59.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.751 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:59.751 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 181, 2024-04-15T17:57:59.751 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 902356 2024-04-15T17:57:59.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.752 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:59.752 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:59.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.752 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:59.752 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 750649344 2024-04-15T17:57:59.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.752 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:59.752 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73534, 2024-04-15T17:57:59.752 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11439212925 2024-04-15T17:57:59.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.752 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:59.752 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73539, 2024-04-15T17:57:59.752 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18375587210 2024-04-15T17:57:59.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.753 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:59.753 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1941504 2024-04-15T17:57:59.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.753 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:59.753 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 301211648 2024-04-15T17:57:59.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.753 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:59.753 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 771948544 2024-04-15T17:57:59.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.753 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:59.753 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.753 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:59.753 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.753 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.754 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:59.754 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50 2024-04-15T17:57:59.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.754 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:59.754 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 918479094 2024-04-15T17:57:59.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.754 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:59.754 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19544 2024-04-15T17:57:59.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.754 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:59.754 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 744509440 2024-04-15T17:57:59.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.754 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:59.754 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 744513536 2024-04-15T17:57:59.754 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.755 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:59.755 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.755 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:59.755 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.755 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:59.755 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11869 2024-04-15T17:57:59.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.755 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:59.755 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19544, 2024-04-15T17:57:59.755 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 354297093 2024-04-15T17:57:59.755 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.755 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:59.755 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 854923943 2024-04-15T17:57:59.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.756 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:59.756 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17592 2024-04-15T17:57:59.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.756 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:59.756 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 436901 2024-04-15T17:57:59.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.756 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:59.756 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 260 2024-04-15T17:57:59.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.756 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:59.756 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1855983 2024-04-15T17:57:59.756 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.756 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:59.756 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 412 2024-04-15T17:57:59.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.757 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:59.757 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1419082 2024-04-15T17:57:59.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.757 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:59.757 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1419082 2024-04-15T17:57:59.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.757 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:59.757 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.757 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:59.757 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.757 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.757 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:59.757 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 153 2024-04-15T17:57:59.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.758 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:59.758 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 412, 2024-04-15T17:57:59.758 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 744345 2024-04-15T17:57:59.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.758 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:59.758 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.758 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.758 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:59.758 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.758 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:59.758 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.759 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:59.759 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:59.759 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 575 2024-04-15T17:57:59.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.759 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:59.759 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T17:57:59.759 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8254 2024-04-15T17:57:59.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.759 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:59.759 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.759 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.759 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:59.759 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.760 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:59.760 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.760 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:59.760 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1052471296 2024-04-15T17:57:59.760 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.760 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:59.760 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:59.760 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:59.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.760 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:59.760 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13451264 2024-04-15T17:57:59.760 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.760 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 21851, 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76019968 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3576, 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4289078704 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:59.761 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.762 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:59.762 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.762 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:59.762 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17186, 2024-04-15T17:57:59.762 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 149555435 2024-04-15T17:57:59.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.762 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:59.762 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.762 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.762 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.762 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:59.762 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73470, 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22200728967 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 72901, 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1778367535 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73470, 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44480868 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73470, 2024-04-15T17:57:59.763 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22245209835 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22779, 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1065218925 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 917, 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2520581 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6602, 2024-04-15T17:57:59.764 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5064502 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 45, 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55028 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10664, 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1264662905 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 223100 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26348 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.765 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:59.766 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 23818, 2024-04-15T17:57:59.766 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2178973940 2024-04-15T17:57:59.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.766 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:59.766 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75550, 2024-04-15T17:57:59.766 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20074414 2024-04-15T17:57:59.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.766 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:59.766 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51732, 2024-04-15T17:57:59.766 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1384562672 2024-04-15T17:57:59.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.766 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:59.766 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.766 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.766 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15195, 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 412745938 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.767 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:59.768 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:59.768 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13872270381 2024-04-15T17:57:59.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.768 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:59.768 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22457, 2024-04-15T17:57:59.768 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2333489621 2024-04-15T17:57:59.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.768 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:59.768 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22454, 2024-04-15T17:57:59.768 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3458123447566 2024-04-15T17:57:59.768 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.768 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:59.768 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 22457, 2024-04-15T17:57:59.769 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6995826203843 2024-04-15T17:57:59.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.769 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:59.769 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89209, 2024-04-15T17:57:59.769 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3295064805538 2024-04-15T17:57:59.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.769 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:59.769 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89209, 2024-04-15T17:57:59.769 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9092531 2024-04-15T17:57:59.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.769 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:59.769 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:59.769 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 346808296 2024-04-15T17:57:59.769 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.770 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:59.770 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:59.770 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38364273012 2024-04-15T17:57:59.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.770 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:59.770 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:59.770 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30631400 2024-04-15T17:57:59.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.770 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:59.770 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:59.770 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18051615434 2024-04-15T17:57:59.770 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.770 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:59.770 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:59.770 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14890354830 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9601660 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2578, 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16128031 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 85539594898 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15911335016 2024-04-15T17:57:59.771 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.772 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:59.772 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 89212, 2024-04-15T17:57:59.772 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 808468526 2024-04-15T17:57:59.772 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.772 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:59.772 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:59.772 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:59.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.772 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:59.772 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 583196672 2024-04-15T17:57:59.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.772 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:59.772 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 553197568 2024-04-15T17:57:59.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29999104 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.773 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.774 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.774 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57303939 2024-04-15T17:57:59.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.774 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.774 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.774 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.774 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.774 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.774 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.774 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.774 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1011712 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.775 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.776 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.776 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67509373 2024-04-15T17:57:59.776 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.776 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:59.776 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.776 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:59.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.776 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.776 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:59.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.776 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.776 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.776 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.777 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.777 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429779548 2024-04-15T17:57:59.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.777 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.777 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.777 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.777 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.777 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.777 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 256 2024-04-15T17:57:59.777 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.777 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.777 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.778 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.778 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 51168 2024-04-15T17:57:59.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.778 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.778 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.778 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.778 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.778 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.778 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.778 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.778 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.779 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.779 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.779 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73485508 2024-04-15T17:57:59.779 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.779 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:59.779 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.779 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 176160768 2024-04-15T17:57:59.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.779 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.779 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:59.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.779 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.779 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1249216 2024-04-15T17:57:59.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.780 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.780 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38202626 2024-04-15T17:57:59.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.780 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.780 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.780 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.780 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.780 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.780 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.780 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.780 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.781 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.781 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.781 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.781 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.781 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.781 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.781 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.781 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.781 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.781 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.782 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.782 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.782 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69600062 2024-04-15T17:57:59.782 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.782 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:59.782 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.782 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:59.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.782 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.782 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.782 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.782 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.782 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.783 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.783 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429779548 2024-04-15T17:57:59.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.783 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.783 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.783 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.783 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.783 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.783 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.783 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.783 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.783 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.784 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.784 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 109207 2024-04-15T17:57:59.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.784 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.784 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1111750 2024-04-15T17:57:59.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.784 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.784 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.784 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.784 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.784 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.784 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.784 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72315975 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.785 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:59.786 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.786 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.786 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.786 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:59.786 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52 2024-04-15T17:57:59.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.786 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:59.786 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.786 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:59.786 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39235 2024-04-15T17:57:59.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.786 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:59.786 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 131524, 2024-04-15T17:57:59.787 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9986169483 2024-04-15T17:57:59.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.787 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:59.787 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.787 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:59.787 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.787 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:59.787 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2342332024 2024-04-15T17:57:59.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.787 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:59.787 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39235, 2024-04-15T17:57:59.787 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 644649131999 2024-04-15T17:57:59.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.788 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:59.788 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2659810152 2024-04-15T17:57:59.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.788 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:59.788 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 40915, 2024-04-15T17:57:59.788 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31096407077 2024-04-15T17:57:59.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.788 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:59.788 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39235, 2024-04-15T17:57:59.788 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 114893096780 2024-04-15T17:57:59.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.788 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:59.788 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16999 2024-04-15T17:57:59.788 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16999, 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12331188077 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2659810152 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17437, 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4821212939 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:59.789 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16999, 2024-04-15T17:57:59.790 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4818329181 2024-04-15T17:57:59.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.790 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:59.790 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12464 2024-04-15T17:57:59.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.790 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:59.790 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 359766990 2024-04-15T17:57:59.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.790 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:59.790 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12464, 2024-04-15T17:57:59.790 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 101281378263 2024-04-15T17:57:59.790 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.790 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:59.790 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.791 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:59.791 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.791 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:59.791 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.791 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:59.791 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12620, 2024-04-15T17:57:59.791 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13155843881 2024-04-15T17:57:59.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.791 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:59.791 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12464, 2024-04-15T17:57:59.791 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33817900136 2024-04-15T17:57:59.791 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9772 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1982565034 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9772, 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 531036565659 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10858, 2024-04-15T17:57:59.792 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13119350257 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9772, 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76256867463 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4199524 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:59.793 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:59.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.794 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:59.794 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 764121088 2024-04-15T17:57:59.794 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.794 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.794 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.2": { 2024-04-15T17:57:59.794 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.794 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:59.794 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22740 2024-04-15T17:57:59.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.794 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:59.794 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.795 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:59.795 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.795 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:59.795 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.795 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:59.795 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:59.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.795 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:59.795 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.795 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:59.795 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.795 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.796 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:59.796 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.796 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:59.796 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.796 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:59.796 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5357568 2024-04-15T17:57:59.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.796 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:59.796 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 633847808 2024-04-15T17:57:59.796 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.796 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:59.796 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17, 2024-04-15T17:57:59.796 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3930684 2024-04-15T17:57:59.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.797 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:59.797 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17, 2024-04-15T17:57:59.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1424318 2024-04-15T17:57:59.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.797 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:59.797 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 167, 2024-04-15T17:57:59.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 865136 2024-04-15T17:57:59.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.797 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:59.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:59.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.797 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:59.797 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 569376768 2024-04-15T17:57:59.797 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.798 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:59.798 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69688, 2024-04-15T17:57:59.798 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10892588103 2024-04-15T17:57:59.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.798 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:59.798 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69665, 2024-04-15T17:57:59.798 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17648064992 2024-04-15T17:57:59.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.798 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:59.798 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2707456 2024-04-15T17:57:59.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.798 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:59.798 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 285343744 2024-04-15T17:57:59.798 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.798 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:59.799 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 590675968 2024-04-15T17:57:59.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.799 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:59.799 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.799 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:59.799 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:59.799 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45 2024-04-15T17:57:59.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.799 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:59.799 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3863396671 2024-04-15T17:57:59.799 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.799 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:59.800 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25055 2024-04-15T17:57:59.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.800 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:59.800 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3597230080 2024-04-15T17:57:59.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.800 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:59.800 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3597234176 2024-04-15T17:57:59.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.800 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:59.800 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.800 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:59.800 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.800 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:59.801 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23302 2024-04-15T17:57:59.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.801 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:59.801 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25055, 2024-04-15T17:57:59.801 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1593463033 2024-04-15T17:57:59.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.801 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:59.801 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3801584079 2024-04-15T17:57:59.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.801 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:59.801 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23155 2024-04-15T17:57:59.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.801 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:59.801 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1727730 2024-04-15T17:57:59.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.802 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:59.802 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 316 2024-04-15T17:57:59.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.802 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:59.802 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5305289 2024-04-15T17:57:59.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.802 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:59.802 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 475 2024-04-15T17:57:59.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.802 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:59.802 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3577559 2024-04-15T17:57:59.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.802 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:59.802 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3577559 2024-04-15T17:57:59.802 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.803 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:59.803 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.803 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:59.803 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.803 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:59.803 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 164 2024-04-15T17:57:59.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.803 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:59.803 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 475, 2024-04-15T17:57:59.803 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1976344 2024-04-15T17:57:59.803 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.803 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:59.803 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.804 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.804 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:59.804 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.804 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:59.804 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.804 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:59.804 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:59.804 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 686 2024-04-15T17:57:59.804 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.804 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:59.804 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6, 2024-04-15T17:57:59.805 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8534 2024-04-15T17:57:59.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.805 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:59.805 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.805 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.805 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:59.805 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.805 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:59.805 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.805 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.805 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:59.805 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 927125504 2024-04-15T17:57:59.805 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.806 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:59.806 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:59.806 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:59.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.806 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:59.806 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13438976 2024-04-15T17:57:59.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.806 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:59.806 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17054, 2024-04-15T17:57:59.806 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52526733 2024-04-15T17:57:59.806 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.806 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:59.806 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3625, 2024-04-15T17:57:59.807 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5485789698 2024-04-15T17:57:59.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.807 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:59.807 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.807 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.807 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:59.807 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.807 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:59.807 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.807 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:59.807 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26066, 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 221739411 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69602, 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21353615758 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.808 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69049, 2024-04-15T17:57:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1520437841 2024-04-15T17:57:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69602, 2024-04-15T17:57:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 35288953 2024-04-15T17:57:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 69602, 2024-04-15T17:57:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21388904711 2024-04-15T17:57:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.809 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.810 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:59.810 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 56406, 2024-04-15T17:57:59.810 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1316590125 2024-04-15T17:57:59.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.810 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:59.810 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1107, 2024-04-15T17:57:59.810 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3084440 2024-04-15T17:57:59.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.810 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:59.810 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25264, 2024-04-15T17:57:59.810 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9929396 2024-04-15T17:57:59.810 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.810 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:59.810 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 37, 2024-04-15T17:57:59.810 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 61981 2024-04-15T17:57:59.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.811 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:59.811 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20497, 2024-04-15T17:57:59.811 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1090427663 2024-04-15T17:57:59.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.811 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:59.811 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 253852 2024-04-15T17:57:59.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.811 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:59.811 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17900 2024-04-15T17:57:59.811 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.811 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:59.811 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11384, 2024-04-15T17:57:59.811 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1953244706 2024-04-15T17:57:59.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.812 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:59.812 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 29377, 2024-04-15T17:57:59.812 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11234895 2024-04-15T17:57:59.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.812 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:59.812 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17993, 2024-04-15T17:57:59.812 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1690312607 2024-04-15T17:57:59.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.812 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:59.812 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.812 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.812 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:59.812 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12542, 2024-04-15T17:57:59.812 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 428919647 2024-04-15T17:57:59.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.813 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:59.813 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.813 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:59.813 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.813 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:59.813 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.813 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:59.813 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.813 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.813 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:59.813 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:59.814 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14174812297 2024-04-15T17:57:59.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.814 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:59.814 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6046, 2024-04-15T17:57:59.814 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 631198719 2024-04-15T17:57:59.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.814 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:59.814 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6045, 2024-04-15T17:57:59.814 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3875732427897 2024-04-15T17:57:59.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.814 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:59.814 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6046, 2024-04-15T17:57:59.814 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6134980709244 2024-04-15T17:57:59.814 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.814 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:59.815 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82278, 2024-04-15T17:57:59.815 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2357918551792 2024-04-15T17:57:59.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.815 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:59.815 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82278, 2024-04-15T17:57:59.815 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9100968 2024-04-15T17:57:59.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.815 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:59.815 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:59.815 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 555436858 2024-04-15T17:57:59.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.815 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:59.815 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:59.815 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36379836098 2024-04-15T17:57:59.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28102924 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17236075487 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14675693126 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9601481 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.816 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:59.817 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2543, 2024-04-15T17:57:59.817 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14747355 2024-04-15T17:57:59.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.817 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:59.817 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:59.817 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 83034935314 2024-04-15T17:57:59.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.817 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:59.817 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:59.817 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15609727616 2024-04-15T17:57:59.817 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.817 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:59.817 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82279, 2024-04-15T17:57:59.817 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 743645657 2024-04-15T17:57:59.817 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.818 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:59.818 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:59.818 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:59.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.818 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:59.818 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 496451584 2024-04-15T17:57:59.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.818 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:59.818 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 433053696 2024-04-15T17:57:59.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.818 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:59.818 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:59.818 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.818 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:59.819 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 63397888 2024-04-15T17:57:59.819 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.819 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:59.819 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.819 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:59.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.819 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.819 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.819 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.819 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.819 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.819 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.819 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57293514 2024-04-15T17:57:59.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.820 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.820 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.820 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.820 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.820 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.820 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.820 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.820 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.820 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.820 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.820 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20480 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 69632 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68445494 2024-04-15T17:57:59.821 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.822 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:59.822 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.822 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:59.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.822 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.822 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:59.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.822 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.822 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.822 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.822 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429701361 2024-04-15T17:57:59.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.823 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.823 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.823 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.823 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.823 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.823 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 912 2024-04-15T17:57:59.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.823 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.823 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.823 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.823 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.823 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52304 2024-04-15T17:57:59.824 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.824 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.824 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 224 2024-04-15T17:57:59.824 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.824 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.824 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.824 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.824 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.824 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.824 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.824 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.824 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.824 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.824 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.824 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73561679 2024-04-15T17:57:59.825 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.825 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:59.825 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.825 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:59.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.825 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.825 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:59.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.825 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.825 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4923104 2024-04-15T17:57:59.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.825 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.825 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38195676 2024-04-15T17:57:59.825 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.826 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.826 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.826 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.826 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.826 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.826 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.826 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.826 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.826 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.826 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.826 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.827 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.827 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.827 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.827 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.827 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.827 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.827 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.827 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.827 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.827 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.827 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74321732 2024-04-15T17:57:59.828 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.828 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:59.828 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.828 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:59.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.828 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.828 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.828 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.828 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.828 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.828 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429701361 2024-04-15T17:57:59.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.829 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.829 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.829 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.829 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.829 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.829 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.829 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.829 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.829 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.829 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 109175 2024-04-15T17:57:59.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.830 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.830 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1129814 2024-04-15T17:57:59.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.830 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.830 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.830 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.830 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.830 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.830 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.830 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.830 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.831 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72376130 2024-04-15T17:57:59.831 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.831 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:59.831 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:59.831 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.831 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:59.831 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 63 2024-04-15T17:57:59.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.831 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:59.831 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.831 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.831 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:59.831 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.832 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.832 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.832 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:59.832 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41 2024-04-15T17:57:59.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.832 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:59.832 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.832 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:59.832 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58832 2024-04-15T17:57:59.832 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.832 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:59.832 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 150302, 2024-04-15T17:57:59.832 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8204956562 2024-04-15T17:57:59.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.833 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:59.833 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:59.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.833 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:59.833 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T17:57:59.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.833 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:59.833 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2014961247 2024-04-15T17:57:59.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.833 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:59.833 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58832, 2024-04-15T17:57:59.833 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 93639865922 2024-04-15T17:57:59.833 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.833 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:59.834 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3341573177 2024-04-15T17:57:59.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.834 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:59.834 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 59660, 2024-04-15T17:57:59.834 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43500168536 2024-04-15T17:57:59.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.834 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:59.834 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58832, 2024-04-15T17:57:59.834 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73552082985 2024-04-15T17:57:59.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.834 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:59.834 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29908 2024-04-15T17:57:59.834 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.834 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:59.834 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 29908, 2024-04-15T17:57:59.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17797590874 2024-04-15T17:57:59.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.835 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:59.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.835 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:59.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3341573177 2024-04-15T17:57:59.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.835 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:59.835 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30335, 2024-04-15T17:57:59.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6270442229 2024-04-15T17:57:59.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.835 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:59.835 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 29908, 2024-04-15T17:57:59.835 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8912655587 2024-04-15T17:57:59.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.836 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:59.836 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27256 2024-04-15T17:57:59.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.836 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:59.836 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 445950651 2024-04-15T17:57:59.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.836 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:59.836 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 27256, 2024-04-15T17:57:59.836 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 51562011195 2024-04-15T17:57:59.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.836 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:59.836 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.836 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.836 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:59.837 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.837 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:59.837 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.837 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:59.837 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 27499, 2024-04-15T17:57:59.837 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34139356367 2024-04-15T17:57:59.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.837 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:59.837 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 27256, 2024-04-15T17:57:59.837 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49389584490 2024-04-15T17:57:59.837 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.837 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:59.837 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1668 2024-04-15T17:57:59.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.838 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:59.838 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1569010596 2024-04-15T17:57:59.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.838 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:59.838 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1668, 2024-04-15T17:57:59.838 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24280263853 2024-04-15T17:57:59.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.838 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:59.838 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.838 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:59.838 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1826, 2024-04-15T17:57:59.838 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3090369940 2024-04-15T17:57:59.838 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1668, 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15249842908 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31830411 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:59.839 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.840 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:59.840 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 582828032 2024-04-15T17:57:59.840 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.840 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.840 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.3": { 2024-04-15T17:57:59.840 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.840 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:59.840 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21417 2024-04-15T17:57:59.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.840 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:59.840 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.840 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:59.841 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.841 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:59.841 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.841 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:59.841 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:59.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.841 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:59.841 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.841 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:59.841 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.841 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:59.842 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.842 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:59.842 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.842 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:59.842 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3076096 2024-04-15T17:57:59.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.842 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:59.842 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 669732864 2024-04-15T17:57:59.842 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.842 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:59.842 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16, 2024-04-15T17:57:59.842 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3251480 2024-04-15T17:57:59.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.843 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:59.843 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16, 2024-04-15T17:57:59.843 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1169665 2024-04-15T17:57:59.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.843 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:59.843 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 164, 2024-04-15T17:57:59.843 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 788879 2024-04-15T17:57:59.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.843 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:59.843 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:59.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.843 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:59.843 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 659423232 2024-04-15T17:57:59.843 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.844 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:59.844 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65251, 2024-04-15T17:57:59.844 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10113621460 2024-04-15T17:57:59.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.844 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:59.844 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65240, 2024-04-15T17:57:59.844 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16394254188 2024-04-15T17:57:59.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.844 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:59.844 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1200128 2024-04-15T17:57:59.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.844 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:59.844 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 267202560 2024-04-15T17:57:59.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.844 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:59.845 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 662241280 2024-04-15T17:57:59.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.845 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:59.845 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.845 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:59.845 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.845 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:59.845 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49 2024-04-15T17:57:59.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.845 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:59.845 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2045330205 2024-04-15T17:57:59.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.846 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:59.846 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32050 2024-04-15T17:57:59.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.846 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:59.846 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1756979200 2024-04-15T17:57:59.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.846 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:59.846 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1756983296 2024-04-15T17:57:59.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.846 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:59.846 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.846 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.846 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:59.846 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.847 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:59.847 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23564 2024-04-15T17:57:59.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.847 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:59.847 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32050, 2024-04-15T17:57:59.847 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 750590410 2024-04-15T17:57:59.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.847 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:59.847 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1970553588 2024-04-15T17:57:59.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.847 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:59.847 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 29754 2024-04-15T17:57:59.847 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.848 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:59.848 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1059892 2024-04-15T17:57:59.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.848 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:59.848 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 399 2024-04-15T17:57:59.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.848 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:59.848 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3031763 2024-04-15T17:57:59.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.848 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:59.848 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 535 2024-04-15T17:57:59.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.848 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:59.848 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1971871 2024-04-15T17:57:59.848 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.849 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:59.849 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1971871 2024-04-15T17:57:59.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.849 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:59.849 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.849 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:59.849 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.849 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:59.849 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 136 2024-04-15T17:57:59.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.849 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:59.849 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 535, 2024-04-15T17:57:59.850 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1210823 2024-04-15T17:57:59.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.850 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:59.850 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.850 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.850 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:59.850 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.850 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:59.850 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.850 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:59.850 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:59.851 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 639 2024-04-15T17:57:59.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.851 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:59.851 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7, 2024-04-15T17:57:59.851 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10732 2024-04-15T17:57:59.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.851 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:59.851 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.851 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.851 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:59.851 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.851 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.851 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:59.851 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 942440448 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9269248 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20357, 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 60559066 2024-04-15T17:57:59.852 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.853 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:59.853 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3578, 2024-04-15T17:57:59.853 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4771204136 2024-04-15T17:57:59.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.853 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:59.853 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.853 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.853 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:59.853 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.853 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:59.853 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.853 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:59.854 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.854 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:59.854 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 14089, 2024-04-15T17:57:59.854 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 120457751 2024-04-15T17:57:59.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.854 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:59.854 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.854 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.854 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:59.854 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.854 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:59.854 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65169, 2024-04-15T17:57:59.855 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19898176792 2024-04-15T17:57:59.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.855 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:59.855 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 64639, 2024-04-15T17:57:59.855 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1554894748 2024-04-15T17:57:59.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.855 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:59.855 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65169, 2024-04-15T17:57:59.855 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40196684 2024-04-15T17:57:59.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.855 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:59.855 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 65169, 2024-04-15T17:57:59.855 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19938373476 2024-04-15T17:57:59.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.855 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26447, 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 860742199 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1391, 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2993308 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6407, 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7756127 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.856 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:59.857 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 41, 2024-04-15T17:57:59.857 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48068 2024-04-15T17:57:59.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.857 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:59.857 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11252, 2024-04-15T17:57:59.857 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1985997763 2024-04-15T17:57:59.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.857 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:59.857 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 214870 2024-04-15T17:57:59.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.857 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:59.857 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18487 2024-04-15T17:57:59.857 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.857 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:59.857 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31237, 2024-04-15T17:57:59.858 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1724829163 2024-04-15T17:57:59.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.858 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:59.858 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 81440, 2024-04-15T17:57:59.858 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 25074361 2024-04-15T17:57:59.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.858 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:59.858 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 50203, 2024-04-15T17:57:59.858 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1237110952 2024-04-15T17:57:59.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.858 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:59.858 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.858 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.859 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:59.859 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 12410, 2024-04-15T17:57:59.859 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 358931513 2024-04-15T17:57:59.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.859 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:59.859 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.859 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:59.859 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.859 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:59.859 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.859 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.859 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:59.859 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.860 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:59.860 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:59.860 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13259674582 2024-04-15T17:57:59.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.860 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:59.860 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17771, 2024-04-15T17:57:59.860 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1798397851 2024-04-15T17:57:59.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.860 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:59.860 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17769, 2024-04-15T17:57:59.860 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3881812534709 2024-04-15T17:57:59.860 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.860 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:59.860 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17771, 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6500295783134 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78861, 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2524823222305 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78861, 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7888873 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 394673573 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:59.861 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34337938798 2024-04-15T17:57:59.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.862 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:59.862 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:59.862 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28098275 2024-04-15T17:57:59.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.862 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:59.862 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:59.862 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16379022101 2024-04-15T17:57:59.862 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.862 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:59.862 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13443968470 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5413105 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2535, 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15114250 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 77828676018 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:59.863 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14388176259 2024-04-15T17:57:59.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.864 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:59.864 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 78863, 2024-04-15T17:57:59.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 721841179 2024-04-15T17:57:59.864 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.864 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:59.864 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:59.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405274710 2024-04-15T17:57:59.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.864 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:59.864 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 525516800 2024-04-15T17:57:59.864 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.865 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:59.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 489390080 2024-04-15T17:57:59.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.865 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:59.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600683622 2024-04-15T17:57:59.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.865 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:59.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36126720 2024-04-15T17:57:59.865 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.865 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:59.865 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.865 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:59.865 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.866 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.866 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.866 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57431622 2024-04-15T17:57:59.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.866 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.866 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.866 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.866 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8192 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32768 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.867 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.868 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.868 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.868 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68356538 2024-04-15T17:57:59.868 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.868 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.868 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:59.868 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.868 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:59.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.869 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:59.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.869 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.869 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 430737169 2024-04-15T17:57:59.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.869 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.869 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.869 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.869 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.870 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1072 2024-04-15T17:57:59.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.870 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.870 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67024 2024-04-15T17:57:59.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.870 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.870 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.870 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.870 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.871 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.871 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.871 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72511215 2024-04-15T17:57:59.871 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.871 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:59.871 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.871 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 176160768 2024-04-15T17:57:59.871 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.874 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:59.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.874 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2458240 2024-04-15T17:57:59.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.874 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.874 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38287748 2024-04-15T17:57:59.874 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.874 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.875 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.875 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.875 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.875 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.875 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.875 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.875 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.876 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.876 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.876 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.876 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.876 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68305916 2024-04-15T17:57:59.876 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.876 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.877 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:59.877 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:59.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.877 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.877 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.877 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.877 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 430737169 2024-04-15T17:57:59.877 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.877 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.878 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.878 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.878 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.878 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.878 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 106933 2024-04-15T17:57:59.878 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.879 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1133297 2024-04-15T17:57:59.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.879 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.879 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.879 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.879 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.879 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.879 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71339081 2024-04-15T17:57:59.880 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.880 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:59.880 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:59.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.880 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:59.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20 2024-04-15T17:57:59.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.880 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:59.880 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.880 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.881 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:59.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1 2024-04-15T17:57:59.881 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.881 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.881 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:59.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48 2024-04-15T17:57:59.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.881 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:59.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.881 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:59.881 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49264 2024-04-15T17:57:59.881 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.882 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:59.882 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 131128, 2024-04-15T17:57:59.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8199928867 2024-04-15T17:57:59.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.882 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:59.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2 2024-04-15T17:57:59.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.882 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:59.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.882 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:59.882 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1435823245 2024-04-15T17:57:59.882 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.882 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:59.883 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 49264, 2024-04-15T17:57:59.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 288782511170 2024-04-15T17:57:59.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.883 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:59.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1637183224 2024-04-15T17:57:59.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.883 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:59.883 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 51721, 2024-04-15T17:57:59.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28807096805 2024-04-15T17:57:59.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.883 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:59.883 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 49264, 2024-04-15T17:57:59.883 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67807317710 2024-04-15T17:57:59.883 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.884 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:59.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 31933 2024-04-15T17:57:59.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.884 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:59.884 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31933, 2024-04-15T17:57:59.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56808815478 2024-04-15T17:57:59.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.884 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:59.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.884 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:59.884 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1637183224 2024-04-15T17:57:59.884 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.884 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:59.885 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32151, 2024-04-15T17:57:59.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7242479858 2024-04-15T17:57:59.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.885 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:59.885 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31933, 2024-04-15T17:57:59.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7446154788 2024-04-15T17:57:59.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.885 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:59.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13319 2024-04-15T17:57:59.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.885 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:59.885 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 278967969 2024-04-15T17:57:59.885 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.885 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:59.885 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13319, 2024-04-15T17:57:59.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 178067737512 2024-04-15T17:57:59.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.886 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:59.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.886 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:59.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.886 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:59.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.886 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:59.886 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15454, 2024-04-15T17:57:59.886 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16943928654 2024-04-15T17:57:59.886 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.887 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:59.887 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13319, 2024-04-15T17:57:59.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38513867836 2024-04-15T17:57:59.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.887 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:59.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4012 2024-04-15T17:57:59.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.887 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:59.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1156855276 2024-04-15T17:57:59.887 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.887 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:59.887 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4012, 2024-04-15T17:57:59.887 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 53905958180 2024-04-15T17:57:59.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.888 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:59.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.888 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:59.888 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4116, 2024-04-15T17:57:59.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4620688293 2024-04-15T17:57:59.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.888 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:59.888 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4012, 2024-04-15T17:57:59.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21847295086 2024-04-15T17:57:59.888 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.888 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:59.888 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.889 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:59.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2110 2024-04-15T17:57:59.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.889 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:59.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:59.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.889 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:59.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:59.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.889 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:59.889 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 668708864 2024-04-15T17:57:59.889 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.889 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.889 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.890 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.4": { 2024-04-15T17:57:59.890 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.890 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:59.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20793 2024-04-15T17:57:59.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.890 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:59.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.890 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:59.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.890 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.890 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:59.890 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.891 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:59.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:59.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.891 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:59.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.891 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:59.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.891 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:59.891 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.891 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.891 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:59.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.892 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:59.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8904704 2024-04-15T17:57:59.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.892 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:59.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 762699776 2024-04-15T17:57:59.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.892 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:59.892 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:59.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5607109 2024-04-15T17:57:59.892 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.892 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:59.892 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:59.892 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2481242 2024-04-15T17:57:59.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.893 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:59.893 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 178, 2024-04-15T17:57:59.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 861430 2024-04-15T17:57:59.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.893 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:59.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:59.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.893 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:59.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 877068288 2024-04-15T17:57:59.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.893 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:59.893 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63223, 2024-04-15T17:57:59.893 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9692715322 2024-04-15T17:57:59.893 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.894 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:59.894 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63194, 2024-04-15T17:57:59.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15582704605 2024-04-15T17:57:59.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.894 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:59.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9478144 2024-04-15T17:57:59.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.894 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:59.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 258838528 2024-04-15T17:57:59.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.894 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:59.894 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 889847808 2024-04-15T17:57:59.894 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.894 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6987611062 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56557 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:59.895 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5943435264 2024-04-15T17:57:59.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.896 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:59.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5943439360 2024-04-15T17:57:59.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.896 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:59.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.896 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:59.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.896 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:59.896 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48325 2024-04-15T17:57:59.896 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.896 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:59.897 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 56557, 2024-04-15T17:57:59.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2316187922 2024-04-15T17:57:59.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.897 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:59.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6869112088 2024-04-15T17:57:59.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.897 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:59.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52927 2024-04-15T17:57:59.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.897 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:59.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3446894 2024-04-15T17:57:59.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.897 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:59.897 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 625 2024-04-15T17:57:59.897 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.898 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:59.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8824008 2024-04-15T17:57:59.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.898 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:59.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 870 2024-04-15T17:57:59.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.898 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:59.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5377114 2024-04-15T17:57:59.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.898 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:59.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5377114 2024-04-15T17:57:59.898 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.898 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:59.898 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.899 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:59.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.899 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:59.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 250 2024-04-15T17:57:59.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.899 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:59.899 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 870, 2024-04-15T17:57:59.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5790367 2024-04-15T17:57:59.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.899 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:59.899 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.899 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.899 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.900 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:59.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.900 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:59.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.900 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:59.900 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:59.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 839 2024-04-15T17:57:59.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.900 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:59.900 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9, 2024-04-15T17:57:59.900 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11384 2024-04-15T17:57:59.900 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.900 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:59.901 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.901 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:59.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.901 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:59.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.901 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:59.901 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1032732672 2024-04-15T17:57:59.901 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.901 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.901 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:59.901 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:59.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:59.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.902 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:59.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9265152 2024-04-15T17:57:59.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.902 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:59.902 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20854, 2024-04-15T17:57:59.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 66139003 2024-04-15T17:57:59.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.902 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:59.902 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3535, 2024-04-15T17:57:59.902 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7040243073 2024-04-15T17:57:59.902 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.902 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:59.903 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.903 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:59.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.903 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:59.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.903 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:59.903 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.903 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.903 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:59.903 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15857, 2024-04-15T17:57:59.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 137395409 2024-04-15T17:57:59.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.904 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:59.904 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.904 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:59.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.904 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:59.904 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63118, 2024-04-15T17:57:59.904 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19205210312 2024-04-15T17:57:59.904 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.904 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:59.905 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62635, 2024-04-15T17:57:59.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1408557803 2024-04-15T17:57:59.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.905 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:59.905 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63118, 2024-04-15T17:57:59.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 49200390 2024-04-15T17:57:59.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.905 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:59.905 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63118, 2024-04-15T17:57:59.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19254410702 2024-04-15T17:57:59.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.905 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:59.905 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.905 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.905 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.906 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:59.906 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26475, 2024-04-15T17:57:59.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1287775055 2024-04-15T17:57:59.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.906 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:59.906 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 830, 2024-04-15T17:57:59.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2342994 2024-04-15T17:57:59.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.906 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:59.906 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20019, 2024-04-15T17:57:59.906 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9780556 2024-04-15T17:57:59.906 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.906 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:59.906 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46, 2024-04-15T17:57:59.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65940 2024-04-15T17:57:59.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.907 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:59.907 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15750, 2024-04-15T17:57:59.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3991408437 2024-04-15T17:57:59.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.907 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:59.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 196390 2024-04-15T17:57:59.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.907 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:59.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19658 2024-04-15T17:57:59.907 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.907 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:59.907 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9256, 2024-04-15T17:57:59.907 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1677043685 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 37277, 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11190899 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 28021, 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1435773004 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13684, 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 397319686 2024-04-15T17:57:59.908 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8824107723 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.909 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:59.910 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18148, 2024-04-15T17:57:59.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 903230168 2024-04-15T17:57:59.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.910 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:59.910 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18146, 2024-04-15T17:57:59.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3700719592318 2024-04-15T17:57:59.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.910 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:59.910 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18148, 2024-04-15T17:57:59.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6389514970750 2024-04-15T17:57:59.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.910 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:59.910 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73792, 2024-04-15T17:57:59.910 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2909660087997 2024-04-15T17:57:59.910 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73792, 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7801808 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 272393381 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28132707038 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26990209 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.911 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:59.912 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:59.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11790593523 2024-04-15T17:57:59.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.912 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:59.912 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:59.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13779751860 2024-04-15T17:57:59.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.912 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:59.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5407904 2024-04-15T17:57:59.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.912 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:59.912 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2430, 2024-04-15T17:57:59.912 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13926618 2024-04-15T17:57:59.912 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.912 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 62812332007 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14698724749 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73794, 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 512719297 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:57:59.913 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.914 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:59.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 681230336 2024-04-15T17:57:59.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.914 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:59.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 643588096 2024-04-15T17:57:59.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.914 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:59.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:57:59.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.914 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:59.914 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37642240 2024-04-15T17:57:59.914 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.914 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.914 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:59.914 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:59.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.915 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.915 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.915 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 56911952 2024-04-15T17:57:59.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.915 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.915 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.915 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.915 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.916 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.916 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.916 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45056 2024-04-15T17:57:59.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.916 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.916 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 749568 2024-04-15T17:57:59.916 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.916 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.917 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.917 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.917 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.917 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68122544 2024-04-15T17:57:59.917 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.917 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.917 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:59.917 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562036736 2024-04-15T17:57:59.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.918 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:59.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.918 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.918 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426839642 2024-04-15T17:57:59.918 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.918 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.918 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.919 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.919 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1776 2024-04-15T17:57:59.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.919 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.919 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.919 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 113312 2024-04-15T17:57:59.919 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.919 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.920 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.920 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.920 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.920 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.920 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67973142 2024-04-15T17:57:59.920 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.920 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8242528 2024-04-15T17:57:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 37941301 2024-04-15T17:57:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.921 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.922 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.922 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.922 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.922 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.922 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.922 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.923 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.923 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.923 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.923 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.923 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.923 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.923 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 71256683 2024-04-15T17:57:59.923 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.924 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:59.924 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:59.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.924 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.924 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.924 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.924 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 426839642 2024-04-15T17:57:59.924 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.924 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.925 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.925 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.925 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.925 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.925 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 108918 2024-04-15T17:57:59.925 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.925 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1148590 2024-04-15T17:57:59.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.926 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.926 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.926 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.926 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.926 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.926 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75219330 2024-04-15T17:57:59.926 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.927 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:59.927 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:59.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.927 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:59.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 47 2024-04-15T17:57:59.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.927 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:59.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.927 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:59.927 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.927 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.927 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.928 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.928 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:59.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 50 2024-04-15T17:57:59.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.928 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:59.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.928 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:59.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30589 2024-04-15T17:57:59.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.928 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:59.928 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 96634, 2024-04-15T17:57:59.928 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10052884330 2024-04-15T17:57:59.928 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1435978943 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30589, 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 83979833021 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1852893812 2024-04-15T17:57:59.929 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.930 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:59.930 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31132, 2024-04-15T17:57:59.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13842969784 2024-04-15T17:57:59.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.930 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:59.930 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30589, 2024-04-15T17:57:59.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34208096854 2024-04-15T17:57:59.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.930 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:59.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 20429 2024-04-15T17:57:59.930 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.930 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:59.930 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20429, 2024-04-15T17:57:59.930 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12007519401 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1852893812 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20631, 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4895185930 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20429, 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6122007502 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:59.931 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5760 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 222471087 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5760, 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10608657269 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:59.932 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.933 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:59.933 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5966, 2024-04-15T17:57:59.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3591080644 2024-04-15T17:57:59.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.933 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:59.933 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 5760, 2024-04-15T17:57:59.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8612167984 2024-04-15T17:57:59.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.933 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:59.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4400 2024-04-15T17:57:59.933 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.933 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:59.933 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1213507856 2024-04-15T17:57:59.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.934 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:59.934 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4400, 2024-04-15T17:57:59.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 61363656351 2024-04-15T17:57:59.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.934 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:59.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.934 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:59.934 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4535, 2024-04-15T17:57:59.934 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5356703210 2024-04-15T17:57:59.934 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.934 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:59.935 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4400, 2024-04-15T17:57:59.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19473921368 2024-04-15T17:57:59.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.935 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:59.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.935 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:59.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9 2024-04-15T17:57:59.935 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.935 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:59.935 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10 2024-04-15T17:57:59.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.936 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:59.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:59.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.936 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:59.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 886349824 2024-04-15T17:57:59.936 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.936 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.936 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.5": { 2024-04-15T17:57:59.936 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.936 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:59.936 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 28210 2024-04-15T17:57:59.936 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.937 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:59.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.937 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:59.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.937 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:59.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.937 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:59.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:59.937 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.937 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:59.937 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.938 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:59.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.938 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:59.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.938 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:59.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.938 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:59.938 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6610944 2024-04-15T17:57:59.938 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.939 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:59.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 721899520 2024-04-15T17:57:59.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.939 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:59.939 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20, 2024-04-15T17:57:59.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5110561 2024-04-15T17:57:59.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.939 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:59.939 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20, 2024-04-15T17:57:59.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1493050 2024-04-15T17:57:59.939 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.939 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:59.939 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 197, 2024-04-15T17:57:59.939 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1082245 2024-04-15T17:57:59.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.940 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:59.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:59.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.940 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:59.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 634585088 2024-04-15T17:57:59.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.940 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:59.940 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83338, 2024-04-15T17:57:59.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11771205216 2024-04-15T17:57:59.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.940 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:59.940 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83328, 2024-04-15T17:57:59.940 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18882161923 2024-04-15T17:57:59.940 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.941 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:59.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8843264 2024-04-15T17:57:59.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.941 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:59.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 341372928 2024-04-15T17:57:59.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.941 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:59.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 630325248 2024-04-15T17:57:59.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.941 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:59.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.941 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.941 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:59.941 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.942 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:59.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48 2024-04-15T17:57:59.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.942 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:59.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4906141768 2024-04-15T17:57:59.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.942 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:59.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 55771 2024-04-15T17:57:59.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.942 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:59.942 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4160176128 2024-04-15T17:57:59.942 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.942 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4160180224 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45494 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 55771, 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1888371177 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.943 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:59.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4800778513 2024-04-15T17:57:59.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.944 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:59.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 52541 2024-04-15T17:57:59.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.944 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:59.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2181722 2024-04-15T17:57:59.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.944 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:59.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562 2024-04-15T17:57:59.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.944 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:59.944 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6550247 2024-04-15T17:57:59.944 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.944 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:59.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 784 2024-04-15T17:57:59.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.945 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:59.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4368525 2024-04-15T17:57:59.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.945 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:59.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4368525 2024-04-15T17:57:59.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.945 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:59.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.945 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:59.945 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.945 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.945 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:59.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 232 2024-04-15T17:57:59.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.946 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:59.946 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 784, 2024-04-15T17:57:59.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2355281 2024-04-15T17:57:59.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.946 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:59.946 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.946 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:59.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.946 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.946 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:59.946 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.947 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:59.947 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:59.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 593 2024-04-15T17:57:59.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.947 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:59.947 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9, 2024-04-15T17:57:59.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10668 2024-04-15T17:57:59.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.947 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:59.947 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.947 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.947 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:59.947 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1072906240 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9269248 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.948 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:59.949 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20025, 2024-04-15T17:57:59.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72625112 2024-04-15T17:57:59.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.949 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:59.949 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3554, 2024-04-15T17:57:59.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6089292625 2024-04-15T17:57:59.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.949 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:59.949 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.949 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:59.949 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.949 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.949 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:59.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.950 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:59.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.950 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:59.950 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25161, 2024-04-15T17:57:59.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 190921989 2024-04-15T17:57:59.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.950 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:59.950 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.950 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.950 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:59.950 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83273, 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22931493083 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 82746, 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1564479775 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83273, 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48205971 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 83273, 2024-04-15T17:57:59.951 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22979699054 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 244038, 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1844162261 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 899, 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2541952 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 130639, 2024-04-15T17:57:59.952 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 46708942 2024-04-15T17:57:59.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.953 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:57:59.953 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 49, 2024-04-15T17:57:59.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 62131 2024-04-15T17:57:59.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.953 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:57:59.953 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 20422, 2024-04-15T17:57:59.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4282625455 2024-04-15T17:57:59.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.953 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:57:59.953 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 469227 2024-04-15T17:57:59.953 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.954 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:57:59.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21566 2024-04-15T17:57:59.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.954 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:59.954 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26335, 2024-04-15T17:57:59.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1926532970 2024-04-15T17:57:59.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.954 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:57:59.954 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63333, 2024-04-15T17:57:59.954 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18499727 2024-04-15T17:57:59.954 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.954 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:57:59.955 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 36998, 2024-04-15T17:57:59.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1741554687 2024-04-15T17:57:59.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.955 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:57:59.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.955 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:57:59.955 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15811, 2024-04-15T17:57:59.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 446641056 2024-04-15T17:57:59.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.955 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:57:59.955 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.955 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.955 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:57:59.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.956 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:57:59.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.956 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:57:59.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.956 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:57:59.956 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:59.956 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11025707378 2024-04-15T17:57:59.956 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.956 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:57:59.957 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9071, 2024-04-15T17:57:59.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 699829384 2024-04-15T17:57:59.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.957 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:57:59.957 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9071, 2024-04-15T17:57:59.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4462329533052 2024-04-15T17:57:59.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.957 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:57:59.957 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 9071, 2024-04-15T17:57:59.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6760440512000 2024-04-15T17:57:59.957 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.957 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:57:59.957 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:59.957 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4202103044279 2024-04-15T17:57:59.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.958 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:57:59.958 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:59.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10450822 2024-04-15T17:57:59.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.958 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:57:59.958 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:59.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 382016559 2024-04-15T17:57:59.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.958 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:57:59.958 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:59.958 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34402394391 2024-04-15T17:57:59.958 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.958 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:57:59.958 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33360693 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15727577917 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14723794154 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5413110 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2468, 2024-04-15T17:57:59.959 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15043531 2024-04-15T17:57:59.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.960 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:57:59.960 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:59.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 76276010526 2024-04-15T17:57:59.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.960 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:57:59.960 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:59.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15784704225 2024-04-15T17:57:59.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.960 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:57:59.960 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 95499, 2024-04-15T17:57:59.960 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 564296906 2024-04-15T17:57:59.960 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.960 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.960 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 677699584 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 671375360 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6324224 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.961 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.962 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:57:59.962 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:57:59.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.962 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.962 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.962 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57036949 2024-04-15T17:57:59.962 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.962 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.962 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.963 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.963 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.963 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.963 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.963 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.963 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.963 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68779883 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:57:59.964 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 427777118 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.965 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.966 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1744 2024-04-15T17:57:59.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.966 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.966 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 115616 2024-04-15T17:57:59.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.966 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.966 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.966 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.966 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.967 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.967 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.967 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 75422002 2024-04-15T17:57:59.967 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.967 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.967 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:57:59.967 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.967 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5925664 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38024632 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.968 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.969 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.969 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.969 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.969 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.969 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.969 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.969 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.970 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73490216 2024-04-15T17:57:59.970 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.970 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:57:59.970 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:57:59.970 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:57:59.970 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.970 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 427777118 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:57:59.971 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.972 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:57:59.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.972 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:57:59.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 116418 2024-04-15T17:57:59.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.972 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:57:59.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1106464 2024-04-15T17:57:59.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.972 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:57:59.972 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.972 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.972 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:57:59.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.973 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:57:59.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.973 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:57:59.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74316480 2024-04-15T17:57:59.973 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.973 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:57:59.973 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:57:59.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.973 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.973 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:59.973 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 36 2024-04-15T17:57:59.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.974 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:57:59.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.974 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:59.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.974 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.974 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:57:59.974 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:57:59.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 53 2024-04-15T17:57:59.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.974 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:57:59.974 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.974 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58115 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 143048, 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13072398085 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1648898791 2024-04-15T17:57:59.975 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.976 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:57:59.976 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58115, 2024-04-15T17:57:59.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 78326228107 2024-04-15T17:57:59.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.976 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:57:59.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2343627525 2024-04-15T17:57:59.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.976 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:57:59.976 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58820, 2024-04-15T17:57:59.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24827703519 2024-04-15T17:57:59.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.976 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:57:59.976 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 58115, 2024-04-15T17:57:59.976 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42417784187 2024-04-15T17:57:59.976 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.977 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:57:59.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 46252 2024-04-15T17:57:59.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.977 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:57:59.977 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46252, 2024-04-15T17:57:59.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21133204347 2024-04-15T17:57:59.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.977 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:57:59.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.977 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:57:59.977 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2343627525 2024-04-15T17:57:59.977 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.977 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:57:59.977 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46381, 2024-04-15T17:57:59.978 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15284134248 2024-04-15T17:57:59.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.978 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:57:59.978 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 46252, 2024-04-15T17:57:59.978 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14610812761 2024-04-15T17:57:59.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.978 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:57:59.978 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10114 2024-04-15T17:57:59.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.978 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:57:59.978 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 511996178 2024-04-15T17:57:59.978 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.978 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:57:59.978 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10114, 2024-04-15T17:57:59.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 23328422849 2024-04-15T17:57:59.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.979 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:57:59.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.979 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:57:59.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.979 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:57:59.979 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.979 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.979 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:57:59.979 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10488, 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6980772049 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10114, 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17625333220 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1749 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1136902613 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1749, 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33864600911 2024-04-15T17:57:59.980 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.981 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:57:59.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.981 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:57:59.981 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1951, 2024-04-15T17:57:59.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2562797222 2024-04-15T17:57:59.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.981 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:57:59.981 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1749, 2024-04-15T17:57:59.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10181638206 2024-04-15T17:57:59.981 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.981 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:57:59.981 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.982 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:57:59.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.982 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:57:59.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7 2024-04-15T17:57:59.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.982 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:57:59.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:57:59.982 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.982 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:57:59.982 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 643862528 2024-04-15T17:57:59.982 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.983 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.983 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.6": { 2024-04-15T17:57:59.983 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:57:59.983 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:57:59.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38958 2024-04-15T17:57:59.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.983 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:57:59.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.983 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:57:59.983 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.983 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.984 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:57:59.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.984 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:57:59.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:57:59.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.984 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:57:59.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.984 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:57:59.984 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.984 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.984 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:57:59.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.985 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:57:59.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.985 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:57:59.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7233536 2024-04-15T17:57:59.985 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.985 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:57:59.985 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 562864128 2024-04-15T17:57:59.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.986 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:57:59.986 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:59.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3360391 2024-04-15T17:57:59.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.986 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:57:59.986 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:57:59.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 995772 2024-04-15T17:57:59.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.986 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:57:59.986 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 156, 2024-04-15T17:57:59.986 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 788494 2024-04-15T17:57:59.986 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.986 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 520093696 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62298, 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8910319805 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62293, 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14194833366 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5828608 2024-04-15T17:57:59.987 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.988 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:57:59.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 255193088 2024-04-15T17:57:59.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.988 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:57:59.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 537133056 2024-04-15T17:57:59.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.988 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:57:59.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.988 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:57:59.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.988 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:57:59.988 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 42 2024-04-15T17:57:59.988 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.989 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:57:59.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4780958848 2024-04-15T17:57:59.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.989 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:57:59.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 43146 2024-04-15T17:57:59.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.989 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:57:59.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4259893248 2024-04-15T17:57:59.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.989 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:57:59.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4259897344 2024-04-15T17:57:59.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.989 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:57:59.989 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.989 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.990 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:57:59.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.990 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:57:59.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 34980 2024-04-15T17:57:59.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.990 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:57:59.990 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 43146, 2024-04-15T17:57:59.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1807895145 2024-04-15T17:57:59.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.990 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:57:59.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4678164879 2024-04-15T17:57:59.990 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.990 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:57:59.990 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39995 2024-04-15T17:57:59.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.991 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:57:59.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2766859 2024-04-15T17:57:59.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.991 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:57:59.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 488 2024-04-15T17:57:59.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.991 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:57:59.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7181159 2024-04-15T17:57:59.991 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.991 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:57:59.991 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 677 2024-04-15T17:57:59.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.992 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:57:59.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4414300 2024-04-15T17:57:59.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.992 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:57:59.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4414300 2024-04-15T17:57:59.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.992 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:57:59.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.992 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:57:59.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.992 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.992 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:57:59.992 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 197 2024-04-15T17:57:59.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.993 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:57:59.993 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 677, 2024-04-15T17:57:59.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2475842 2024-04-15T17:57:59.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.993 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:57:59.993 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.993 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:57:59.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.993 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:57:59.993 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.993 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.994 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:57:59.994 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:57:59.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 868 2024-04-15T17:57:59.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.994 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:57:59.994 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 8, 2024-04-15T17:57:59.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10308 2024-04-15T17:57:59.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.994 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:57:59.994 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.994 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:57:59.994 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.994 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.995 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:57:59.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.995 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:57:59.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 827572224 2024-04-15T17:57:59.995 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:57:59.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.995 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:57:59.995 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:57:59.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:57:59.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.995 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:57:59.995 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9854976 2024-04-15T17:57:59.995 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.995 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:57:59.996 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13694, 2024-04-15T17:57:59.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 48289721 2024-04-15T17:57:59.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.996 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:57:59.996 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3434, 2024-04-15T17:57:59.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4592480140 2024-04-15T17:57:59.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.996 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:57:59.996 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.996 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:57:59.996 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.996 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.996 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:57:59.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.997 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:57:59.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.997 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:57:59.997 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15174, 2024-04-15T17:57:59.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 124416708 2024-04-15T17:57:59.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.997 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:57:59.997 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.997 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.997 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:57:59.997 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.998 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:57:59.998 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62245, 2024-04-15T17:57:59.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17348344997 2024-04-15T17:57:59.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.998 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:57:59.998 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 61888, 2024-04-15T17:57:59.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1252388553 2024-04-15T17:57:59.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.998 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:57:59.998 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62245, 2024-04-15T17:57:59.998 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32386724 2024-04-15T17:57:59.998 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.998 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:57:59.999 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 62245, 2024-04-15T17:57:59.999 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17380731721 2024-04-15T17:57:59.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.999 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:57:59.999 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:57:59.999 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:57:59.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.999 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:57:59.999 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 26191, 2024-04-15T17:57:59.999 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 648814320 2024-04-15T17:57:59.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:57:59.999 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:57:59.999 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 785, 2024-04-15T17:57:59.999 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2317179 2024-04-15T17:57:59.999 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.000 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:58:00.000 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 10150, 2024-04-15T17:58:00.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7131361 2024-04-15T17:58:00.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.000 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:58:00.000 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 43, 2024-04-15T17:58:00.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 53008 2024-04-15T17:58:00.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.000 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:58:00.000 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11900, 2024-04-15T17:58:00.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1513048401 2024-04-15T17:58:00.000 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.000 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:58:00.000 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 188441 2024-04-15T17:58:00.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.001 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:58:00.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18299 2024-04-15T17:58:00.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.001 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:58:00.001 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 14459, 2024-04-15T17:58:00.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1339377498 2024-04-15T17:58:00.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.001 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:58:00.001 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 45199, 2024-04-15T17:58:00.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13643207 2024-04-15T17:58:00.001 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.001 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:58:00.001 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30740, 2024-04-15T17:58:00.001 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1042346791 2024-04-15T17:58:00.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.002 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:58:00.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.002 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:58:00.002 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11987, 2024-04-15T17:58:00.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 333886867 2024-04-15T17:58:00.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.002 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:58:00.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.002 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:58:00.002 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.002 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.003 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:58:00.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.003 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:58:00.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.003 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:58:00.003 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:58:00.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8166879148 2024-04-15T17:58:00.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.003 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:58:00.003 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13887, 2024-04-15T17:58:00.003 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 820829784 2024-04-15T17:58:00.003 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13887, 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3593213503353 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13887, 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5970829209982 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2458883180316 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7728651 2024-04-15T17:58:00.004 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 306681055 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27119380740 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26768991 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12631189381 2024-04-15T17:58:00.005 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.006 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:58:00.006 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:58:00.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10233689848 2024-04-15T17:58:00.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.006 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:58:00.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6003369 2024-04-15T17:58:00.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.006 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:58:00.006 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2366, 2024-04-15T17:58:00.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13522211 2024-04-15T17:58:00.006 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.006 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:58:00.006 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:58:00.006 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58470589940 2024-04-15T17:58:00.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.007 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:58:00.007 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:58:00.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11089271164 2024-04-15T17:58:00.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.007 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:58:00.007 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 73492, 2024-04-15T17:58:00.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 465095578 2024-04-15T17:58:00.007 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.007 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:58:00.007 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:58:00.007 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:58:00.007 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.008 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:58:00.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 552583168 2024-04-15T17:58:00.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.008 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:58:00.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 511287296 2024-04-15T17:58:00.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.008 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:58:00.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:58:00.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.008 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:58:00.008 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 41295872 2024-04-15T17:58:00.008 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.008 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.008 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:58:00.009 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:58:00.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:58:00.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.009 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:58:00.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.009 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:58:00.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.009 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:58:00.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57129312 2024-04-15T17:58:00.009 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.009 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:58:00.009 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.010 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:58:00.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.010 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:58:00.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.010 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:58:00.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.010 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:58:00.010 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12288 2024-04-15T17:58:00.010 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.011 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:58:00.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 446464 2024-04-15T17:58:00.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.011 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:58:00.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.011 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:58:00.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.011 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:58:00.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.011 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.011 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:58:00.011 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68241056 2024-04-15T17:58:00.012 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.012 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:58:00.012 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:58:00.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:58:00.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.012 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:58:00.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:58:00.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.012 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:58:00.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.012 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:58:00.012 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 428469841 2024-04-15T17:58:00.012 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:58:00.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:58:00.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:58:00.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1488 2024-04-15T17:58:00.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:58:00.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.013 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:58:00.013 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 99568 2024-04-15T17:58:00.013 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.014 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:58:00.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.014 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:58:00.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.014 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:58:00.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.014 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:58:00.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.014 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.014 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:58:00.014 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74745583 2024-04-15T17:58:00.015 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.015 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:58:00.015 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:58:00.015 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:58:00.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.015 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:58:00.015 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:58:00.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.015 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:58:00.015 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6899312 2024-04-15T17:58:00.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.015 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:58:00.015 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38086208 2024-04-15T17:58:00.015 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.016 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72454992 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.017 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:58:00.018 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:58:00.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:58:00.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.018 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:58:00.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.018 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:58:00.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.018 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:58:00.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 428469841 2024-04-15T17:58:00.018 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.018 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:58:00.018 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.019 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:58:00.019 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.019 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:58:00.019 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.019 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:58:00.019 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.019 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:58:00.019 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 114400 2024-04-15T17:58:00.019 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.019 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:58:00.019 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1133965 2024-04-15T17:58:00.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.020 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:58:00.020 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.020 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:58:00.020 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.020 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:58:00.020 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.020 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:58:00.020 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73598274 2024-04-15T17:58:00.020 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.020 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.020 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:58:00.021 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:58:00.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.021 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:58:00.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24 2024-04-15T17:58:00.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.021 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:58:00.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.021 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:58:00.021 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.021 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.021 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.021 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:58:00.021 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:58:00.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 54 2024-04-15T17:58:00.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.022 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:58:00.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.022 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:58:00.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39205 2024-04-15T17:58:00.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.022 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:58:00.022 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 98592, 2024-04-15T17:58:00.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8466699363 2024-04-15T17:58:00.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.022 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:58:00.022 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.022 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1650278957 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39205, 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58545041612 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1980027604 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39619, 2024-04-15T17:58:00.023 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14508174852 2024-04-15T17:58:00.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.024 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:58:00.024 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 39205, 2024-04-15T17:58:00.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33266574368 2024-04-15T17:58:00.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.024 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:58:00.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30905 2024-04-15T17:58:00.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.024 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:58:00.024 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30905, 2024-04-15T17:58:00.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14941144821 2024-04-15T17:58:00.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.024 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:58:00.024 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.024 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.025 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:58:00.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1980027604 2024-04-15T17:58:00.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.025 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:58:00.025 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 31061, 2024-04-15T17:58:00.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6413501524 2024-04-15T17:58:00.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.025 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:58:00.025 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30905, 2024-04-15T17:58:00.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6393664144 2024-04-15T17:58:00.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.025 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:58:00.025 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4354 2024-04-15T17:58:00.025 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.025 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:58:00.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 311349226 2024-04-15T17:58:00.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.026 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:58:00.026 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4354, 2024-04-15T17:58:00.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10923871369 2024-04-15T17:58:00.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.026 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:58:00.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.026 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:58:00.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.026 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.026 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:58:00.026 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.027 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:58:00.027 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4501, 2024-04-15T17:58:00.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2951407414 2024-04-15T17:58:00.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.027 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:58:00.027 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4354, 2024-04-15T17:58:00.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8021791548 2024-04-15T17:58:00.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.027 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:58:00.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3946 2024-04-15T17:58:00.027 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.027 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:58:00.027 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1338929731 2024-04-15T17:58:00.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.028 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:58:00.028 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3946, 2024-04-15T17:58:00.028 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32680025422 2024-04-15T17:58:00.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.028 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:58:00.028 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.028 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:58:00.028 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4057, 2024-04-15T17:58:00.028 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5143265914 2024-04-15T17:58:00.028 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.028 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:58:00.028 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3946, 2024-04-15T17:58:00.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18851118676 2024-04-15T17:58:00.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.029 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:58:00.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.029 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:58:00.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 44796569 2024-04-15T17:58:00.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.029 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:58:00.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 22 2024-04-15T17:58:00.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.029 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:58:00.029 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:58:00.029 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.029 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:58:00.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 529965056 2024-04-15T17:58:00.030 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.030 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.030 INFO:tasks.workunit.client.0.smithi090.stdout: "osd.7": { 2024-04-15T17:58:00.030 INFO:tasks.workunit.client.0.smithi090.stdout: "bluefs": { 2024-04-15T17:58:00.030 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_db_max_lat": { 2024-04-15T17:58:00.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19839 2024-04-15T17:58:00.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.030 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_fallback": { 2024-04-15T17:58:00.030 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.030 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.030 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_max_lat": { 2024-04-15T17:58:00.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.031 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_slow_size_fallback": { 2024-04-15T17:58:00.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.031 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_db": { 2024-04-15T17:58:00.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 65536 2024-04-15T17:58:00.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.031 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_slow": { 2024-04-15T17:58:00.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.031 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit_wal": { 2024-04-15T17:58:00.031 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.031 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.032 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_wal_max_lat": { 2024-04-15T17:58:00.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.032 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_slow": { 2024-04-15T17:58:00.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.032 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_sst": { 2024-04-15T17:58:00.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5115904 2024-04-15T17:58:00.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.032 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_written_wal": { 2024-04-15T17:58:00.032 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 551153664 2024-04-15T17:58:00.032 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.032 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lat": { 2024-04-15T17:58:00.033 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:58:00.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 18483971 2024-04-15T17:58:00.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.033 INFO:tasks.workunit.client.0.smithi090.stdout: "compact_lock_lat": { 2024-04-15T17:58:00.033 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 15, 2024-04-15T17:58:00.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8923773 2024-04-15T17:58:00.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.033 INFO:tasks.workunit.client.0.smithi090.stdout: "db_alloc_lat": { 2024-04-15T17:58:00.033 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 151, 2024-04-15T17:58:00.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 778811 2024-04-15T17:58:00.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.033 INFO:tasks.workunit.client.0.smithi090.stdout: "db_total_bytes": { 2024-04-15T17:58:00.033 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995027456 2024-04-15T17:58:00.033 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.033 INFO:tasks.workunit.client.0.smithi090.stdout: "db_used_bytes": { 2024-04-15T17:58:00.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 489488384 2024-04-15T17:58:00.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.034 INFO:tasks.workunit.client.0.smithi090.stdout: "flush_lat": { 2024-04-15T17:58:00.034 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63954, 2024-04-15T17:58:00.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9148612490 2024-04-15T17:58:00.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.034 INFO:tasks.workunit.client.0.smithi090.stdout: "fsync_lat": { 2024-04-15T17:58:00.034 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63953, 2024-04-15T17:58:00.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 14714870188 2024-04-15T17:58:00.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.034 INFO:tasks.workunit.client.0.smithi090.stdout: "log_bytes": { 2024-04-15T17:58:00.034 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12636160 2024-04-15T17:58:00.034 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.034 INFO:tasks.workunit.client.0.smithi090.stdout: "logged_bytes": { 2024-04-15T17:58:00.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 261992448 2024-04-15T17:58:00.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.035 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_db": { 2024-04-15T17:58:00.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 498008064 2024-04-15T17:58:00.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.035 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_slow": { 2024-04-15T17:58:00.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.035 INFO:tasks.workunit.client.0.smithi090.stdout: "max_bytes_wal": { 2024-04-15T17:58:00.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.035 INFO:tasks.workunit.client.0.smithi090.stdout: "num_files": { 2024-04-15T17:58:00.035 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 39 2024-04-15T17:58:00.035 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.035 INFO:tasks.workunit.client.0.smithi090.stdout: "read_bytes": { 2024-04-15T17:58:00.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2986631744 2024-04-15T17:58:00.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.036 INFO:tasks.workunit.client.0.smithi090.stdout: "read_count": { 2024-04-15T17:58:00.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33450 2024-04-15T17:58:00.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.036 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes": { 2024-04-15T17:58:00.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2590007296 2024-04-15T17:58:00.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.036 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_db": { 2024-04-15T17:58:00.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2590011392 2024-04-15T17:58:00.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.036 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_slow": { 2024-04-15T17:58:00.036 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.036 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.036 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_bytes_wal": { 2024-04-15T17:58:00.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.037 INFO:tasks.workunit.client.0.smithi090.stdout: "read_disk_count": { 2024-04-15T17:58:00.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 24962 2024-04-15T17:58:00.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.037 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:58:00.037 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 33450, 2024-04-15T17:58:00.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1129769236 2024-04-15T17:58:00.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.037 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_bytes": { 2024-04-15T17:58:00.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2898474937 2024-04-15T17:58:00.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.037 INFO:tasks.workunit.client.0.smithi090.stdout: "read_prefetch_count": { 2024-04-15T17:58:00.037 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 30746 2024-04-15T17:58:00.037 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.038 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_bytes": { 2024-04-15T17:58:00.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 922561 2024-04-15T17:58:00.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.038 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_buffer_count": { 2024-04-15T17:58:00.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 424 2024-04-15T17:58:00.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.038 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_bytes": { 2024-04-15T17:58:00.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5071160 2024-04-15T17:58:00.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.038 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_count": { 2024-04-15T17:58:00.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 574 2024-04-15T17:58:00.038 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.038 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes": { 2024-04-15T17:58:00.038 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4148599 2024-04-15T17:58:00.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.039 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_db": { 2024-04-15T17:58:00.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4148599 2024-04-15T17:58:00.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.039 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_slow": { 2024-04-15T17:58:00.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.039 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_bytes_wal": { 2024-04-15T17:58:00.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.039 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_disk_count": { 2024-04-15T17:58:00.039 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 152 2024-04-15T17:58:00.039 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.039 INFO:tasks.workunit.client.0.smithi090.stdout: "read_random_lat": { 2024-04-15T17:58:00.039 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 574, 2024-04-15T17:58:00.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1532697 2024-04-15T17:58:00.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.040 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_alloc_lat": { 2024-04-15T17:58:00.040 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:58:00.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.040 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_total_bytes": { 2024-04-15T17:58:00.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.040 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_used_bytes": { 2024-04-15T17:58:00.040 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.040 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.040 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:58:00.040 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1, 2024-04-15T17:58:00.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 745 2024-04-15T17:58:00.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.041 INFO:tasks.workunit.client.0.smithi090.stdout: "unlink_lat": { 2024-04-15T17:58:00.041 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 7, 2024-04-15T17:58:00.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9020 2024-04-15T17:58:00.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.041 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_alloc_lat": { 2024-04-15T17:58:00.041 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:58:00.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.041 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_total_bytes": { 2024-04-15T17:58:00.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.041 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.041 INFO:tasks.workunit.client.0.smithi090.stdout: "wal_used_bytes": { 2024-04-15T17:58:00.041 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.042 INFO:tasks.workunit.client.0.smithi090.stdout: "write_bytes": { 2024-04-15T17:58:00.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 820551680 2024-04-15T17:58:00.042 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.042 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore": { 2024-04-15T17:58:00.042 INFO:tasks.workunit.client.0.smithi090.stdout: "alloc_unit": { 2024-04-15T17:58:00.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4096 2024-04-15T17:58:00.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.042 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": { 2024-04-15T17:58:00.042 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9846784 2024-04-15T17:58:00.042 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.042 INFO:tasks.workunit.client.0.smithi090.stdout: "allocator_lat": { 2024-04-15T17:58:00.042 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 17555, 2024-04-15T17:58:00.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 60014661 2024-04-15T17:58:00.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.043 INFO:tasks.workunit.client.0.smithi090.stdout: "clist_lat": { 2024-04-15T17:58:00.043 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 3470, 2024-04-15T17:58:00.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3022874672 2024-04-15T17:58:00.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.043 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_lat": { 2024-04-15T17:58:00.043 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:58:00.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.043 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed": { 2024-04-15T17:58:00.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.043 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.043 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_allocated": { 2024-04-15T17:58:00.043 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: "compressed_original": { 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: "csum_lat": { 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 18506, 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 148110231 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: "decompress_lat": { 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: "fragmentation_micros": { 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.044 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_commit_lat": { 2024-04-15T17:58:00.045 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63909, 2024-04-15T17:58:00.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17887873260 2024-04-15T17:58:00.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.045 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_final_lat": { 2024-04-15T17:58:00.045 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63505, 2024-04-15T17:58:00.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1316497156 2024-04-15T17:58:00.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.045 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_flush_lat": { 2024-04-15T17:58:00.045 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63909, 2024-04-15T17:58:00.045 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 40807302 2024-04-15T17:58:00.045 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.045 INFO:tasks.workunit.client.0.smithi090.stdout: "kv_sync_lat": { 2024-04-15T17:58:00.045 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 63909, 2024-04-15T17:58:00.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17928680562 2024-04-15T17:58:00.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.046 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_keys_lat": { 2024-04-15T17:58:00.046 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 0, 2024-04-15T17:58:00.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.046 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_get_values_lat": { 2024-04-15T17:58:00.046 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 30798, 2024-04-15T17:58:00.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 969719535 2024-04-15T17:58:00.046 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.046 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_lower_bound_lat": { 2024-04-15T17:58:00.046 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 794, 2024-04-15T17:58:00.046 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2235953 2024-04-15T17:58:00.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.047 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_next_lat": { 2024-04-15T17:58:00.047 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 4259, 2024-04-15T17:58:00.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4247508 2024-04-15T17:58:00.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.047 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_seek_to_first_lat": { 2024-04-15T17:58:00.047 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 50, 2024-04-15T17:58:00.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 61506 2024-04-15T17:58:00.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.047 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_upper_bound_lat": { 2024-04-15T17:58:00.047 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11431, 2024-04-15T17:58:00.047 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 878463026 2024-04-15T17:58:00.047 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_hits": { 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 193619 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: "onode_misses": { 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 17486 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: "read_lat": { 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 6324, 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1300615452 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: "read_onode_meta_lat": { 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32047, 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8649619 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: "read_wait_aio_lat": { 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 25723, 2024-04-15T17:58:00.048 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1188939693 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: "reads_with_retries": { 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: "remove_lat": { 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 13346, 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 358033317 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_aio_wait_count": { 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_committed_kv_count": { 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_onode_meta_count": { 2024-04-15T17:58:00.049 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.050 INFO:tasks.workunit.client.0.smithi090.stdout: "slow_read_wait_aio_count": { 2024-04-15T17:58:00.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.050 INFO:tasks.workunit.client.0.smithi090.stdout: "state_aio_wait_lat": { 2024-04-15T17:58:00.050 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:58:00.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8922158429 2024-04-15T17:58:00.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.050 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_aio_wait_lat": { 2024-04-15T17:58:00.050 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16221, 2024-04-15T17:58:00.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 981818369 2024-04-15T17:58:00.050 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.050 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_cleanup_lat": { 2024-04-15T17:58:00.050 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16221, 2024-04-15T17:58:00.050 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 3474188582464 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: "state_deferred_queued_lat": { 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 16221, 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 6353864607040 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: "state_done_lat": { 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2477539631033 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: "state_finishing_lat": { 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 7808339 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: "state_io_done_lat": { 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:58:00.051 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 250297510 2024-04-15T17:58:00.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.052 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_commiting_lat": { 2024-04-15T17:58:00.052 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:58:00.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27267169075 2024-04-15T17:58:00.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.052 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_done_lat": { 2024-04-15T17:58:00.052 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:58:00.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 26118269 2024-04-15T17:58:00.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.052 INFO:tasks.workunit.client.0.smithi090.stdout: "state_kv_queued_lat": { 2024-04-15T17:58:00.052 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:58:00.052 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 13258236106 2024-04-15T17:58:00.052 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.052 INFO:tasks.workunit.client.0.smithi090.stdout: "state_prepare_lat": { 2024-04-15T17:58:00.052 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9593412772 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": { 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 5998149 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: "truncate_lat": { 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 2320, 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 12893771 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_commit_lat": { 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 59302180779 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_submit_lat": { 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10534013122 2024-04-15T17:58:00.053 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.054 INFO:tasks.workunit.client.0.smithi090.stdout: "txc_throttle_lat": { 2024-04-15T17:58:00.054 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 75709, 2024-04-15T17:58:00.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 476218057 2024-04-15T17:58:00.054 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.054 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache": { 2024-04-15T17:58:00.054 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_bytes": { 2024-04-15T17:58:00.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1405293598 2024-04-15T17:58:00.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.054 INFO:tasks.workunit.client.0.smithi090.stdout: "heap_bytes": { 2024-04-15T17:58:00.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 515375104 2024-04-15T17:58:00.054 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.054 INFO:tasks.workunit.client.0.smithi090.stdout: "mapped_bytes": { 2024-04-15T17:58:00.054 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 488153088 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: "target_bytes": { 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2600705843 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: "unmapped_bytes": { 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 27222016 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:data": { 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 125829120 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.055 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:58:00.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.056 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:58:00.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 57242109 2024-04-15T17:58:00.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.056 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:58:00.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.056 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:58:00.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.056 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.056 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:58:00.056 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.057 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:58:00.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.057 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:58:00.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.057 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:58:00.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 106496 2024-04-15T17:58:00.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.057 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:58:00.057 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.057 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.057 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:58:00.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.058 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:58:00.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.058 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:58:00.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 68480515 2024-04-15T17:58:00.058 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.058 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv": { 2024-04-15T17:58:00.058 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:58:00.058 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 570425344 2024-04-15T17:58:00.058 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.058 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:58:00.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:58:00.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.059 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:58:00.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.059 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:58:00.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429315819 2024-04-15T17:58:00.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.059 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:58:00.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.059 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:58:00.059 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.059 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.059 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:58:00.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1488 2024-04-15T17:58:00.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.060 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:58:00.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.060 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:58:00.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 93424 2024-04-15T17:58:00.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.060 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:58:00.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.060 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:58:00.060 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.060 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.061 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:58:00.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.061 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:58:00.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.061 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:58:00.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 73905749 2024-04-15T17:58:00.061 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.061 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:kv_onode": { 2024-04-15T17:58:00.061 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:58:00.061 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 184549376 2024-04-15T17:58:00.061 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.061 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:58:00.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 67108864 2024-04-15T17:58:00.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.062 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:58:00.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4516912 2024-04-15T17:58:00.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.062 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:58:00.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 38161406 2024-04-15T17:58:00.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.062 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:58:00.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.062 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:58:00.062 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.062 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.062 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:58:00.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.063 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:58:00.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.063 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:58:00.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.063 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:58:00.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.063 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:58:00.063 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.063 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 74762194 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: "bluestore-pricache:meta": { 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: "committed_bytes": { 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 503316480 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: "pri0_bytes": { 2024-04-15T17:58:00.064 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.065 INFO:tasks.workunit.client.0.smithi090.stdout: "pri10_bytes": { 2024-04-15T17:58:00.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.065 INFO:tasks.workunit.client.0.smithi090.stdout: "pri11_bytes": { 2024-04-15T17:58:00.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 429315819 2024-04-15T17:58:00.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.065 INFO:tasks.workunit.client.0.smithi090.stdout: "pri1_bytes": { 2024-04-15T17:58:00.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.065 INFO:tasks.workunit.client.0.smithi090.stdout: "pri2_bytes": { 2024-04-15T17:58:00.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.065 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.065 INFO:tasks.workunit.client.0.smithi090.stdout: "pri3_bytes": { 2024-04-15T17:58:00.065 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.066 INFO:tasks.workunit.client.0.smithi090.stdout: "pri4_bytes": { 2024-04-15T17:58:00.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.066 INFO:tasks.workunit.client.0.smithi090.stdout: "pri5_bytes": { 2024-04-15T17:58:00.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 121887 2024-04-15T17:58:00.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.066 INFO:tasks.workunit.client.0.smithi090.stdout: "pri6_bytes": { 2024-04-15T17:58:00.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1122749 2024-04-15T17:58:00.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.066 INFO:tasks.workunit.client.0.smithi090.stdout: "pri7_bytes": { 2024-04-15T17:58:00.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.066 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.066 INFO:tasks.workunit.client.0.smithi090.stdout: "pri8_bytes": { 2024-04-15T17:58:00.066 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.067 INFO:tasks.workunit.client.0.smithi090.stdout: "pri9_bytes": { 2024-04-15T17:58:00.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.067 INFO:tasks.workunit.client.0.smithi090.stdout: "reserved_bytes": { 2024-04-15T17:58:00.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 72756025 2024-04-15T17:58:00.067 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.067 INFO:tasks.workunit.client.0.smithi090.stdout: "objecter": { 2024-04-15T17:58:00.067 INFO:tasks.workunit.client.0.smithi090.stdout: "op_active": { 2024-04-15T17:58:00.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.067 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:58:00.067 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11 2024-04-15T17:58:00.067 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.068 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rmw": { 2024-04-15T17:58:00.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.068 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:58:00.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.068 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.068 INFO:tasks.workunit.client.0.smithi090.stdout: "osd": { 2024-04-15T17:58:00.068 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg": { 2024-04-15T17:58:00.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 58 2024-04-15T17:58:00.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.068 INFO:tasks.workunit.client.0.smithi090.stdout: "numpg_removing": { 2024-04-15T17:58:00.068 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.068 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.068 INFO:tasks.workunit.client.0.smithi090.stdout: "op": { 2024-04-15T17:58:00.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 32384 2024-04-15T17:58:00.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.069 INFO:tasks.workunit.client.0.smithi090.stdout: "op_before_queue_op_lat": { 2024-04-15T17:58:00.069 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 98907, 2024-04-15T17:58:00.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 10470019647 2024-04-15T17:58:00.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.069 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_degraded": { 2024-04-15T17:58:00.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.069 INFO:tasks.workunit.client.0.smithi090.stdout: "op_delayed_unreadable": { 2024-04-15T17:58:00.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.069 INFO:tasks.workunit.client.0.smithi090.stdout: "op_in_bytes": { 2024-04-15T17:58:00.069 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1544189774 2024-04-15T17:58:00.069 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.070 INFO:tasks.workunit.client.0.smithi090.stdout: "op_latency": { 2024-04-15T17:58:00.070 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32384, 2024-04-15T17:58:00.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 45688529060 2024-04-15T17:58:00.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.070 INFO:tasks.workunit.client.0.smithi090.stdout: "op_out_bytes": { 2024-04-15T17:58:00.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1918476726 2024-04-15T17:58:00.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.070 INFO:tasks.workunit.client.0.smithi090.stdout: "op_prepare_latency": { 2024-04-15T17:58:00.070 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32803, 2024-04-15T17:58:00.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 16352041129 2024-04-15T17:58:00.070 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.070 INFO:tasks.workunit.client.0.smithi090.stdout: "op_process_latency": { 2024-04-15T17:58:00.070 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 32384, 2024-04-15T17:58:00.070 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 33669290934 2024-04-15T17:58:00.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.071 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r": { 2024-04-15T17:58:00.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19718 2024-04-15T17:58:00.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.071 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency": { 2024-04-15T17:58:00.071 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19718, 2024-04-15T17:58:00.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 8616698345 2024-04-15T17:58:00.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.071 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-15T17:58:00.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.071 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_out_bytes": { 2024-04-15T17:58:00.071 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1918476726 2024-04-15T17:58:00.071 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.072 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_prepare_latency": { 2024-04-15T17:58:00.072 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19837, 2024-04-15T17:58:00.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4511629688 2024-04-15T17:58:00.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.072 INFO:tasks.workunit.client.0.smithi090.stdout: "op_r_process_latency": { 2024-04-15T17:58:00.072 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 19718, 2024-04-15T17:58:00.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4815522332 2024-04-15T17:58:00.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.072 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw": { 2024-04-15T17:58:00.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 11721 2024-04-15T17:58:00.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.072 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_in_bytes": { 2024-04-15T17:58:00.072 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 376813661 2024-04-15T17:58:00.072 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.072 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency": { 2024-04-15T17:58:00.073 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11721, 2024-04-15T17:58:00.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 21179087020 2024-04-15T17:58:00.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.073 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-15T17:58:00.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.073 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-15T17:58:00.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.073 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_out_bytes": { 2024-04-15T17:58:00.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.073 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.073 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_prepare_latency": { 2024-04-15T17:58:00.073 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11947, 2024-04-15T17:58:00.073 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9519124638 2024-04-15T17:58:00.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.074 INFO:tasks.workunit.client.0.smithi090.stdout: "op_rw_process_latency": { 2024-04-15T17:58:00.074 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 11721, 2024-04-15T17:58:00.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 19015477379 2024-04-15T17:58:00.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.074 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w": { 2024-04-15T17:58:00.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 945 2024-04-15T17:58:00.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.074 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_in_bytes": { 2024-04-15T17:58:00.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 1167376113 2024-04-15T17:58:00.074 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.074 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency": { 2024-04-15T17:58:00.074 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 945, 2024-04-15T17:58:00.074 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 15892743695 2024-04-15T17:58:00.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.075 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-15T17:58:00.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.075 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_prepare_latency": { 2024-04-15T17:58:00.075 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 1019, 2024-04-15T17:58:00.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 2321286803 2024-04-15T17:58:00.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.075 INFO:tasks.workunit.client.0.smithi090.stdout: "op_w_process_latency": { 2024-04-15T17:58:00.075 INFO:tasks.workunit.client.0.smithi090.stdout: "count": 945, 2024-04-15T17:58:00.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 9838291223 2024-04-15T17:58:00.075 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.075 INFO:tasks.workunit.client.0.smithi090.stdout: "op_wip": { 2024-04-15T17:58:00.075 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 0 2024-04-15T17:58:00.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.076 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_bytes": { 2024-04-15T17:58:00.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 96 2024-04-15T17:58:00.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.076 INFO:tasks.workunit.client.0.smithi090.stdout: "recovery_ops": { 2024-04-15T17:58:00.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 4 2024-04-15T17:58:00.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.076 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes": { 2024-04-15T17:58:00.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 95995035648 2024-04-15T17:58:00.076 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.076 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_bytes_used": { 2024-04-15T17:58:00.076 INFO:tasks.workunit.client.0.smithi090.stdout: "value": 499343360 2024-04-15T17:58:00.076 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.076 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.077 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.077 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.077 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": [ 2024-04-15T17:58:00.077 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.077 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:58:00.077 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-04-15T17:58:00.077 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.077 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:58:00.077 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:58:00.077 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:58:00.077 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool" 2024-04-15T17:58:00.077 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.077 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:58:00.077 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:58:00.077 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:58:00.078 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 1, 2024-04-15T17:58:00.078 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 1, 2024-04-15T17:58:00.078 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 1, 2024-04-15T17:58:00.078 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:58:00.078 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:58:00.078 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:58:00.078 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 1781760, 2024-04-15T17:58:00.078 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:58:00.078 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:58:00.078 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 1781760, 2024-04-15T17:58:00.078 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:58:00.078 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:58:00.078 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 2, 2024-04-15T17:58:00.079 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T17:58:00.079 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.4661951556481654e-06, 2024-04-15T17:58:00.079 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:58:00.079 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:58:00.079 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 1214, 2024-04-15T17:58:00.079 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 2072576, 2024-04-15T17:58:00.079 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 590368, 2024-04-15T17:58:00.079 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 590368, 2024-04-15T17:58:00.079 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T17:58:00.079 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 1771104, 2024-04-15T17:58:00.079 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 399, 2024-04-15T17:58:00.079 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 2473984 2024-04-15T17:58:00.079 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.079 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:58:00.080 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:58:00.080 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:58:00.080 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.080 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.080 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:58:00.080 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:58:00.080 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.080 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:58:00.080 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:58:00.080 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:58:00.080 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool" 2024-04-15T17:58:00.080 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.080 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:58:00.080 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 32, 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 32, 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 2, 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 154785, 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 110592, 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 22, 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 44193, 2024-04-15T17:58:00.081 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 2.1424371254852304e-07, 2024-04-15T17:58:00.082 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:58:00.082 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:58:00.082 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 158, 2024-04-15T17:58:00.082 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 178176, 2024-04-15T17:58:00.082 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 21353, 2024-04-15T17:58:00.082 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 6622, 2024-04-15T17:58:00.082 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 14731, 2024-04-15T17:58:00.082 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 64059, 2024-04-15T17:58:00.082 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 69, 2024-04-15T17:58:00.082 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 36864 2024-04-15T17:58:00.082 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.082 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:58:00.082 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:58:00.083 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:58:00.083 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.083 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.083 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:58:00.083 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:58:00.083 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.083 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:58:00.083 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:58:00.083 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:58:00.083 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool" 2024-04-15T17:58:00.083 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.083 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:58:00.083 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:58:00.083 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:58:00.084 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 64, 2024-04-15T17:58:00.084 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 64, 2024-04-15T17:58:00.084 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 3, 2024-04-15T17:58:00.084 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:58:00.084 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:58:00.084 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:58:00.084 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 0, 2024-04-15T17:58:00.084 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:58:00.084 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:58:00.084 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 0, 2024-04-15T17:58:00.084 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:58:00.084 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:58:00.084 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 0, 2024-04-15T17:58:00.084 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T17:58:00.085 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 0.0, 2024-04-15T17:58:00.085 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:58:00.085 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:58:00.085 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 0, 2024-04-15T17:58:00.085 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 0, 2024-04-15T17:58:00.085 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 0, 2024-04-15T17:58:00.085 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 0, 2024-04-15T17:58:00.085 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T17:58:00.085 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 0, 2024-04-15T17:58:00.085 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 0, 2024-04-15T17:58:00.085 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 0 2024-04-15T17:58:00.085 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.085 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:58:00.086 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:58:00.086 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:58:00.086 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.086 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.086 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:58:00.086 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-04-15T17:58:00.086 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.086 INFO:tasks.workunit.client.0.smithi090.stdout: "cache_mode": "none", 2024-04-15T17:58:00.086 INFO:tasks.workunit.client.0.smithi090.stdout: "erasure_code_profile": {}, 2024-04-15T17:58:00.086 INFO:tasks.workunit.client.0.smithi090.stdout: "flags_names": [ 2024-04-15T17:58:00.086 INFO:tasks.workunit.client.0.smithi090.stdout: "hashpspool", 2024-04-15T17:58:00.086 INFO:tasks.workunit.client.0.smithi090.stdout: "selfmanaged_snaps" 2024-04-15T17:58:00.087 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.087 INFO:tasks.workunit.client.0.smithi090.stdout: "min_size": 2, 2024-04-15T17:58:00.087 INFO:tasks.workunit.client.0.smithi090.stdout: "options": {}, 2024-04-15T17:58:00.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_autoscale_mode": "off", 2024-04-15T17:58:00.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 8, 2024-04-15T17:58:00.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pgp_num": 8, 2024-04-15T17:58:00.087 INFO:tasks.workunit.client.0.smithi090.stdout: "pool": 4, 2024-04-15T17:58:00.087 INFO:tasks.workunit.client.0.smithi090.stdout: "size": 3, 2024-04-15T17:58:00.087 INFO:tasks.workunit.client.0.smithi090.stdout: "stats": { 2024-04-15T17:58:00.087 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_raw": 722471463178, 2024-04-15T17:58:00.087 INFO:tasks.workunit.client.0.smithi090.stdout: "bytes_used": 12595200, 2024-04-15T17:58:00.087 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_bytes_used": 0, 2024-04-15T17:58:00.087 INFO:tasks.workunit.client.0.smithi090.stdout: "compress_under_bytes": 0, 2024-04-15T17:58:00.087 INFO:tasks.workunit.client.0.smithi090.stdout: "data_bytes_used": 12595200, 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty": 0, 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: "max_avail": 240823828480, 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: "objects": 4, 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_bytes_used": 0, 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: "percent_used": 1.7433187167625874e-05, 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_bytes": 0, 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: "quota_objects": 0, 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: "rd": 9063, 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: "rd_bytes": 3205251072, 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: "stored": 4194323, 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_data": 4194323, 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_omap": 0, 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: "stored_raw": 12582969, 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: "wr": 24313, 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: "wr_bytes": 3125046272 2024-04-15T17:58:00.088 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_bytes": 0, 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: "target_max_objects": 0, 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: "type": "replicated" 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": { 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: "mirroring_by_pool": [ 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: false 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_images_by_pool": [ 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pools": 1 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: "report_id": "92adcd4e-493a-4368-bb9d-f31d85e5acb8", 2024-04-15T17:58:00.089 INFO:tasks.workunit.client.0.smithi090.stdout: "report_timestamp": "2024-04-15T17:57:58.291451", 2024-04-15T17:58:00.090 INFO:tasks.workunit.client.0.smithi090.stdout: "report_version": 1, 2024-04-15T17:58:00.090 INFO:tasks.workunit.client.0.smithi090.stdout: "rocksdb_stats": { 2024-04-15T17:58:00.090 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "7.9.2" 2024-04-15T17:58:00.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.090 INFO:tasks.workunit.client.0.smithi090.stdout: "rook": { 2024-04-15T17:58:00.090 INFO:tasks.workunit.client.0.smithi090.stdout: "cluster": { 2024-04-15T17:58:00.090 INFO:tasks.workunit.client.0.smithi090.stdout: "external-mode": null, 2024-04-15T17:58:00.090 INFO:tasks.workunit.client.0.smithi090.stdout: "mon": { 2024-04-15T17:58:00.090 INFO:tasks.workunit.client.0.smithi090.stdout: "allow-multiple-per-node": null, 2024-04-15T17:58:00.090 INFO:tasks.workunit.client.0.smithi090.stdout: "count": null, 2024-04-15T17:58:00.090 INFO:tasks.workunit.client.0.smithi090.stdout: "max-id": null, 2024-04-15T17:58:00.090 INFO:tasks.workunit.client.0.smithi090.stdout: "pvc": { 2024-04-15T17:58:00.090 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T17:58:00.090 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.091 INFO:tasks.workunit.client.0.smithi090.stdout: "stretch": { 2024-04-15T17:58:00.091 INFO:tasks.workunit.client.0.smithi090.stdout: "enabled": null 2024-04-15T17:58:00.091 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.091 INFO:tasks.workunit.client.0.smithi090.stdout: "network": { 2024-04-15T17:58:00.091 INFO:tasks.workunit.client.0.smithi090.stdout: "provider": null 2024-04-15T17:58:00.091 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.091 INFO:tasks.workunit.client.0.smithi090.stdout: "storage": { 2024-04-15T17:58:00.091 INFO:tasks.workunit.client.0.smithi090.stdout: "device-set": { 2024-04-15T17:58:00.091 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T17:58:00.091 INFO:tasks.workunit.client.0.smithi090.stdout: "non-portable": null, 2024-04-15T17:58:00.091 INFO:tasks.workunit.client.0.smithi090.stdout: "portable": null, 2024-04-15T17:58:00.091 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T17:58:00.091 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.091 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: "csi": { 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes": { 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: "node": { 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: "kubernetes-total": null, 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: "with-ceph-daemons": null, 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-cephfs-plugin": null, 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-nfs-plugin": null, 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: "with-csi-rbd-plugin": null 2024-04-15T17:58:00.092 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.093 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T17:58:00.093 INFO:tasks.workunit.client.0.smithi090.stdout: "storage-class": { 2024-04-15T17:58:00.093 INFO:tasks.workunit.client.0.smithi090.stdout: "count": { 2024-04-15T17:58:00.093 INFO:tasks.workunit.client.0.smithi090.stdout: "bucket": null, 2024-04-15T17:58:00.093 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs": null, 2024-04-15T17:58:00.093 INFO:tasks.workunit.client.0.smithi090.stdout: "nfs": null, 2024-04-15T17:58:00.093 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd": null, 2024-04-15T17:58:00.093 INFO:tasks.workunit.client.0.smithi090.stdout: "total": null 2024-04-15T17:58:00.093 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.093 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.093 INFO:tasks.workunit.client.0.smithi090.stdout: "version": null 2024-04-15T17:58:00.093 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.094 INFO:tasks.workunit.client.0.smithi090.stdout: "services": {}, 2024-04-15T17:58:00.094 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pg": [ 2024-04-15T17:58:00.094 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.094 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.094 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.094 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.094 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.094 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.094 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:58:00.094 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.094 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.094 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.094 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.094 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.094 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:58:00.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.520961+0000", 2024-04-15T17:58:00.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.520961+0000", 2024-04-15T17:58:00.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.521250+0000", 2024-04-15T17:58:00.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:58:00.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:58:00.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:58:00.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:58:00.095 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.096 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.096 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.096 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:58:00.096 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605383+0000", 2024-04-15T17:58:00.096 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.096 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.096 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.096 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.096 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.096 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.096 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.096 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.096 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.096 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.096 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.097 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.097 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.097 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2c", 2024-04-15T17:58:00.097 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.097 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.097 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.097 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4929, 2024-04-15T17:58:00.097 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.097 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:35:27.113682+0000", 2024-04-15T17:58:00.097 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.097 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.097 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.097 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.098 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.099 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.100 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.100 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.100 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.100 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.100 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.100 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.100 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.100 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.100 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.100 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.100 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.100 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.100 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.100 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.101 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.101 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:58:00.101 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.101 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.101 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.101 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.101 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.101 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.101 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.101 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.101 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:58:00.101 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.101 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.101 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.101 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.102 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.102 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:58:00.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435720+0000", 2024-04-15T17:58:00.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435720+0000", 2024-04-15T17:58:00.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436446+0000", 2024-04-15T17:58:00.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:58:00.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:58:00.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:58:00.102 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:58:00.103 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.103 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.103 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.103 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:58:00.103 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603065+0000", 2024-04-15T17:58:00.103 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.103 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.103 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.103 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.103 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.103 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.103 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.103 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.103 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.104 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.104 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.104 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.104 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.104 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2b", 2024-04-15T17:58:00.104 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.104 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.104 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.104 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5098, 2024-04-15T17:58:00.104 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.104 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:01:38.574632+0000", 2024-04-15T17:58:00.104 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.104 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.104 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.105 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.106 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.107 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.107 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.108 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.108 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.108 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.108 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.108 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.108 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.108 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.108 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:58:00.108 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.108 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.108 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.108 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.108 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.108 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.109 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.109 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.109 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.109 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.109 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.109 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.109 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.109 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.109 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:58:00.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439798+0000", 2024-04-15T17:58:00.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439798+0000", 2024-04-15T17:58:00.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.440223+0000", 2024-04-15T17:58:00.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:58:00.109 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.110 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.110 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.110 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.110 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:58:00.110 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:58:00.110 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:58:00.110 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.110 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.110 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.110 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:58:00.110 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601692+0000", 2024-04-15T17:58:00.110 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.110 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.110 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.111 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.111 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.111 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.111 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.111 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.111 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.111 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.111 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.111 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.111 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.111 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2a", 2024-04-15T17:58:00.111 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.111 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.111 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.111 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4943, 2024-04-15T17:58:00.112 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.112 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:50:43.627727+0000", 2024-04-15T17:58:00.112 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.112 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.112 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.112 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.113 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.114 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.114 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.115 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.115 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.115 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.115 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.115 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.115 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.115 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.115 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.115 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.115 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.115 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.115 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.115 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.115 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.115 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.116 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.116 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:58:00.116 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.116 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.116 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.116 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.116 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.116 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:58:00.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.396035+0000", 2024-04-15T17:58:00.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.396035+0000", 2024-04-15T17:58:00.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.396367+0000", 2024-04-15T17:58:00.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:58:00.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.116 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.117 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.117 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:58:00.117 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:58:00.117 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:58:00.117 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:58:00.117 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.117 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.117 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.117 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:58:00.117 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602280+0000", 2024-04-15T17:58:00.117 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.117 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.117 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.117 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.117 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:58:00.118 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.118 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.118 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.118 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.118 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.118 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.118 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.118 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.118 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.29", 2024-04-15T17:58:00.118 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.118 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.118 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.118 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5049, 2024-04-15T17:58:00.118 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.118 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:02:10.337513+0000", 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.119 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.120 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.121 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.121 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.121 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.121 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.121 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.121 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.121 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.121 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.121 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.121 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.121 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.121 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.121 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.121 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.121 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.122 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.122 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.122 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.122 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.122 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.122 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:58:00.122 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.122 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.122 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.122 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.122 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.122 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.122 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.122 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.122 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.468046+0000", 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.468046+0000", 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.468389+0000", 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:58:00.123 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:58:00.124 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:58:00.124 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:58:00.124 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.124 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.124 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.124 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:58:00.124 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.608586+0000", 2024-04-15T17:58:00.124 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.124 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.124 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.124 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.124 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:58:00.124 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.124 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.124 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.28", 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4965, 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:07:20.760103+0000", 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.125 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.126 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.127 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.128 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.128 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.128 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.128 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.128 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.128 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.128 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.128 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.128 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.128 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.128 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.128 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.128 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.128 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.128 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.129 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.129 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.129 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.129 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.129 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.129 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.129 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.129 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.129 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.129 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:58:00.129 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.129 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.129 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.129 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.130 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.130 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:58:00.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.395592+0000", 2024-04-15T17:58:00.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.395592+0000", 2024-04-15T17:58:00.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.395940+0000", 2024-04-15T17:58:00.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:58:00.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:58:00.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:58:00.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:58:00.130 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:58:00.131 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.131 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.131 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.131 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:58:00.131 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605724+0000", 2024-04-15T17:58:00.131 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.131 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.131 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.131 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.131 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:58:00.131 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.131 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.131 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.131 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.131 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.27", 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5043, 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:16:51.486039+0000", 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.132 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.133 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.134 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.135 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.135 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.135 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.135 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.135 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.135 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.135 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.135 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.135 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.135 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.135 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.135 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.135 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.135 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.135 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.136 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436024+0000", 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436024+0000", 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436326+0000", 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.137 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.138 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:58:00.138 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604442+0000", 2024-04-15T17:58:00.138 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.138 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.138 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.138 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.138 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.138 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.138 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.138 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.138 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.138 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.138 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.138 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.26", 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4924, 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:30:13.564847+0000", 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.139 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.140 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.141 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.142 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.142 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.142 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.142 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.142 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.142 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.142 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.142 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.142 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:58:00.142 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.142 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.143 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.143 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.143 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.143 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.143 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.143 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.143 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.143 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.143 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.143 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.143 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.143 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.143 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.143 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:58:00.143 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.451797+0000", 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.451797+0000", 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:53.453403+0000", 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.459658+0000", 2024-04-15T17:58:00.144 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.145 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.145 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.145 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.145 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:58:00.145 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.145 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.145 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.145 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.145 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.145 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.145 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.145 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.145 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.25", 2024-04-15T17:58:00.145 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.145 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.146 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.146 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5083, 2024-04-15T17:58:00.146 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.146 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:21:14.510055+0000", 2024-04-15T17:58:00.146 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.146 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.146 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.146 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.147 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.148 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.149 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.150 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.150 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.150 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:58:00.150 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.150 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.150 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.150 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.150 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.150 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.150 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:58:00.150 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.390005+0000", 2024-04-15T17:58:00.150 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.390005+0000", 2024-04-15T17:58:00.150 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.390427+0000", 2024-04-15T17:58:00.150 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601961+0000", 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.151 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.24", 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5019, 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.152 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:17:00.906826+0000", 2024-04-15T17:58:00.153 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.153 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.153 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.153 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.154 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.155 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.156 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.156 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.156 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.156 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.156 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.156 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.156 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.156 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:58:00.156 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.156 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.156 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.156 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.156 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.156 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.157 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.157 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.157 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:58:00.157 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.157 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.157 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.157 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.157 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.157 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.157 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:58:00.157 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.390382+0000", 2024-04-15T17:58:00.157 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.390382+0000", 2024-04-15T17:58:00.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.391096+0000", 2024-04-15T17:58:00.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:58:00.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:58:00.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:58:00.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:58:00.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:58:00.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:58:00.158 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603365+0000", 2024-04-15T17:58:00.159 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.159 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.159 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.159 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.159 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:58:00.159 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.159 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.159 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.159 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.159 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.159 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.159 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.159 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.159 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.23", 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:00:05.722549+0000", 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.160 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.161 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.162 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.163 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.163 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.163 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.163 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.163 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.163 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.163 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.163 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.163 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:58:00.163 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.163 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.164 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.164 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.164 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.164 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.164 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.164 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.164 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.164 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.164 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.164 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.164 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.164 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.164 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:58:00.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.469033+0000", 2024-04-15T17:58:00.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.469033+0000", 2024-04-15T17:58:00.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.469374+0000", 2024-04-15T17:58:00.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:58:00.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:58:00.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:58:00.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:58:00.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:58:00.165 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.166 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.166 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.166 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:58:00.166 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601432+0000", 2024-04-15T17:58:00.166 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.166 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.166 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.166 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.166 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:58:00.166 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.166 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.166 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.166 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.167 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.167 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.167 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.167 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.167 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.22", 2024-04-15T17:58:00.167 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.167 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.167 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.167 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4967, 2024-04-15T17:58:00.167 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.167 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:33:52.219374+0000", 2024-04-15T17:58:00.167 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.167 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.167 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.168 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.169 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.170 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.170 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.170 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.170 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.170 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.171 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.172 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.172 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.172 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.172 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:58:00.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525704+0000", 2024-04-15T17:58:00.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525704+0000", 2024-04-15T17:58:00.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526040+0000", 2024-04-15T17:58:00.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:58:00.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:58:00.172 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:58:00.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:58:00.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:58:00.173 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454152+0000", 2024-04-15T17:58:00.173 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.173 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.173 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.173 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.173 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.173 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.173 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.173 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.173 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.174 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.174 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.174 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.174 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.174 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.21", 2024-04-15T17:58:00.174 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.174 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.174 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.174 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5066, 2024-04-15T17:58:00.174 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.174 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:21:59.887391+0000", 2024-04-15T17:58:00.174 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.174 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.174 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.174 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.175 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.176 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.177 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.177 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.177 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.177 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.177 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.177 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.177 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.178 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.178 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.178 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:58:00.178 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.178 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.178 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.178 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.178 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.178 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.178 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.178 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.178 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:58:00.178 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.178 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.178 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.179 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.179 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.179 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:58:00.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.522965+0000", 2024-04-15T17:58:00.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.522965+0000", 2024-04-15T17:58:00.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.523311+0000", 2024-04-15T17:58:00.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:58:00.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.179 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603607+0000", 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.180 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.181 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.181 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.181 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.181 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.181 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.20", 2024-04-15T17:58:00.181 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.181 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.181 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.181 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4925, 2024-04-15T17:58:00.181 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.181 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:27:21.606743+0000", 2024-04-15T17:58:00.181 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.181 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.181 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.181 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.182 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.183 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.184 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.184 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.184 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.184 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.184 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.184 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.185 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.185 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.185 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.185 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:58:00.185 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.185 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.185 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.185 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.185 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.185 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.185 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.185 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.185 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.185 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.186 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.186 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.186 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.186 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.186 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:58:00.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446626+0000", 2024-04-15T17:58:00.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446626+0000", 2024-04-15T17:58:00.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449982+0000", 2024-04-15T17:58:00.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:58:00.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.186 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.187 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:58:00.187 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:58:00.187 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:58:00.187 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.187 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.187 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.187 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:58:00.187 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602241+0000", 2024-04-15T17:58:00.187 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.187 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.187 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.187 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.187 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.187 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.f", 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4901, 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:52:37.047257+0000", 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.188 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.189 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.190 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.191 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.191 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.191 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.191 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.191 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.191 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.191 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.191 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.191 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.191 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.191 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.191 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.191 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.191 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.191 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:58:00.192 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.193 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.193 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.193 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.193 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.193 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:58:00.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435919+0000", 2024-04-15T17:58:00.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435919+0000", 2024-04-15T17:58:00.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436286+0000", 2024-04-15T17:58:00.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:58:00.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.193 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:58:00.194 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:58:00.194 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:58:00.194 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.194 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.194 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.194 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:58:00.194 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454467+0000", 2024-04-15T17:58:00.194 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.194 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:58:00.194 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.194 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.194 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.194 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.194 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.194 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.195 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.195 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:58:00.195 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.195 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.195 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.195 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.e", 2024-04-15T17:58:00.195 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.195 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.195 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.195 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5069, 2024-04-15T17:58:00.195 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.195 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:31:34.047855+0000", 2024-04-15T17:58:00.195 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.195 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.195 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.196 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.197 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.198 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.199 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:58:00.199 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:58:00.199 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.199 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.199 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.199 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.199 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.199 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.199 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.199 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.199 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.199 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.199 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.199 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.199 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.519936+0000", 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.519936+0000", 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.520237+0000", 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.200 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601706+0000", 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.201 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.c", 2024-04-15T17:58:00.202 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.202 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.202 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.202 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4958, 2024-04-15T17:58:00.202 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.202 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:46:35.771481+0000", 2024-04-15T17:58:00.202 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.202 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.202 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.202 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.203 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.204 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.205 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.206 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.206 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.206 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.206 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.206 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.206 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.206 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.206 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.206 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.206 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.206 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.206 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:58:00.206 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.396946+0000", 2024-04-15T17:58:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.396946+0000", 2024-04-15T17:58:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.397302+0000", 2024-04-15T17:58:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:58:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:58:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:58:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:58:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:58:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:58:00.207 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.457591+0000", 2024-04-15T17:58:00.208 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.208 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T17:58:00.208 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.208 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.208 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:58:00.208 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.208 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.208 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.208 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.208 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T17:58:00.208 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.208 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.208 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.208 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.d", 2024-04-15T17:58:00.209 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.209 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.209 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.209 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5086, 2024-04-15T17:58:00.209 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.209 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:48:28.141726+0000", 2024-04-15T17:58:00.209 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.209 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.209 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 70, 2024-04-15T17:58:00.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.209 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:58:00.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:58:00.210 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:58:00.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.211 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 2, 2024-04-15T17:58:00.212 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2, 2024-04-15T17:58:00.212 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.212 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.212 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.212 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T17:58:00.212 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:58:00.212 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.212 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.212 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.212 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.212 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.212 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.212 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.212 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.212 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.213 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T17:58:00.213 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.213 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.213 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.213 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.213 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.213 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.213 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.213 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.213 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.213 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.213 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.213 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.213 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.213 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:58:00.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446779+0000", 2024-04-15T17:58:00.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446779+0000", 2024-04-15T17:58:00.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.450427+0000", 2024-04-15T17:58:00.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:58:00.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:58:00.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:58:00.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:58:00.214 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.215 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.215 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.215 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:58:00.215 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606268+0000", 2024-04-15T17:58:00.215 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.215 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.215 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.215 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.215 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.215 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.215 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.215 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.215 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.215 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.215 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.216 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.216 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.216 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.d", 2024-04-15T17:58:00.216 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.216 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.216 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.216 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4888, 2024-04-15T17:58:00.216 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.216 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:05:20.369983+0000", 2024-04-15T17:58:00.216 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.216 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.216 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.216 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.217 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.218 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.219 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.220 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.456466+0000", 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.456466+0000", 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.456863+0000", 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.457076+0000", 2024-04-15T17:58:00.221 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.222 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.222 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.222 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.222 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:58:00.222 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.222 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.222 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.222 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.222 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.222 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.222 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.222 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.222 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.c", 2024-04-15T17:58:00.222 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.222 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5076, 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:58:59.715574+0000", 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.223 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.224 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.225 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.225 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.226 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.226 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.226 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.226 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.226 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.226 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.226 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.226 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:58:00.226 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.226 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.226 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.226 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.226 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.227 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.227 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.227 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.227 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:58:00.227 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.227 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.227 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.227 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.227 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.227 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:58:00.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.527121+0000", 2024-04-15T17:58:00.227 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.527121+0000", 2024-04-15T17:58:00.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.527538+0000", 2024-04-15T17:58:00.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:58:00.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:58:00.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:58:00.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:58:00.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:58:00.228 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603461+0000", 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.a", 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.229 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.230 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.230 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4930, 2024-04-15T17:58:00.230 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.230 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:11:40.386793+0000", 2024-04-15T17:58:00.230 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.230 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.230 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.230 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.231 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.232 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:58:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.233 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.234 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.234 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.234 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.234 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.234 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.234 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.234 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.234 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.234 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.234 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.234 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.234 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:58:00.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439303+0000", 2024-04-15T17:58:00.234 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439303+0000", 2024-04-15T17:58:00.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.443263+0000", 2024-04-15T17:58:00.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:58:00.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:58:00.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:58:00.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:58:00.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:58:00.235 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602516+0000", 2024-04-15T17:58:00.235 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.236 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 4, 2024-04-15T17:58:00.236 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.236 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.236 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.236 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.236 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.236 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.236 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.236 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 4, 2024-04-15T17:58:00.236 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.236 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.236 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.236 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.b", 2024-04-15T17:58:00.236 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.236 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.237 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.237 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4904, 2024-04-15T17:58:00.237 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.237 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:00:22.551323+0000", 2024-04-15T17:58:00.237 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.237 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.237 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.237 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:58:00.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:58:00.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:58:00.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.238 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:58:00.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 4, 2024-04-15T17:58:00.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 4, 2024-04-15T17:58:00.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.239 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T17:58:00.240 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.240 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.240 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.240 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.240 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.240 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.240 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.240 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.240 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.240 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'4" 2024-04-15T17:58:00.240 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.240 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.241 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.241 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.241 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.241 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.241 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.241 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:58:00.241 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.241 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.241 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.241 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.241 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.241 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:58:00.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.394186+0000", 2024-04-15T17:58:00.241 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.394186+0000", 2024-04-15T17:58:00.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.395042+0000", 2024-04-15T17:58:00.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:58:00.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:58:00.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:58:00.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:58:00.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:58:00.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:58:00.242 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601557+0000", 2024-04-15T17:58:00.243 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.243 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.243 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.243 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.243 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:58:00.243 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.243 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.243 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.243 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.243 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.243 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.243 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.243 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.243 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.b", 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5017, 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:20:15.791375+0000", 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.244 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.245 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.246 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.247 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.247 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.247 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.247 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.247 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.247 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.247 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.247 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.247 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:58:00.247 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.247 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.247 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.247 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.248 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.248 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.248 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.248 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.248 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.248 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.248 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.248 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.248 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.248 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.248 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:58:00.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.423074+0000", 2024-04-15T17:58:00.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.423074+0000", 2024-04-15T17:58:00.248 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.423380+0000", 2024-04-15T17:58:00.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:58:00.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:58:00.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:58:00.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:58:00.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:58:00.249 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456129+0000", 2024-04-15T17:58:00.249 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.250 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.250 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.250 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.250 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.250 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.250 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.250 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.250 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.250 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.250 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.250 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.250 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.250 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.a", 2024-04-15T17:58:00.250 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.251 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.251 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.251 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5083, 2024-04-15T17:58:00.251 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.251 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:07:31.515388+0000", 2024-04-15T17:58:00.251 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.251 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.251 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.251 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.252 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.253 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.254 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.254 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.254 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.254 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.254 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.254 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.254 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.254 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.254 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.254 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.254 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.254 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.255 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.255 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.255 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.255 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.255 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.255 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:58:00.255 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.255 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.255 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.255 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.255 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.255 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:58:00.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431819+0000", 2024-04-15T17:58:00.255 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431819+0000", 2024-04-15T17:58:00.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.432332+0000", 2024-04-15T17:58:00.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:58:00.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:58:00.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:58:00.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:58:00.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:58:00.256 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601404+0000", 2024-04-15T17:58:00.257 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.257 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.257 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.257 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.257 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.257 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.257 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.257 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.257 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.257 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.257 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.257 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.257 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.257 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.8", 2024-04-15T17:58:00.257 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.258 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.258 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.258 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5051, 2024-04-15T17:58:00.258 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.258 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:03:32.955743+0000", 2024-04-15T17:58:00.258 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.258 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.258 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.258 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.259 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.260 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.261 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.261 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.261 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.261 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.261 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.261 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.261 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.261 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.261 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.261 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:58:00.261 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.262 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.262 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.262 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.262 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.262 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.262 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.262 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.262 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.262 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.262 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.262 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.262 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.262 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.262 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.434983+0000", 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.434983+0000", 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.435395+0000", 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.263 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454937+0000", 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.9", 2024-04-15T17:58:00.264 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.265 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.265 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.265 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5083, 2024-04-15T17:58:00.265 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.265 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:06:41.594748+0000", 2024-04-15T17:58:00.265 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.265 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.265 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.265 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.266 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.267 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.268 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.269 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.269 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.269 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.269 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.269 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:58:00.269 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.269 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.269 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.269 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.269 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.269 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.269 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:58:00.269 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.441781+0000", 2024-04-15T17:58:00.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.441781+0000", 2024-04-15T17:58:00.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.442185+0000", 2024-04-15T17:58:00.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:58:00.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:58:00.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:58:00.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:58:00.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.270 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.271 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.271 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:58:00.271 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454426+0000", 2024-04-15T17:58:00.271 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.271 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.271 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.271 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.271 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.271 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.271 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.271 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.271 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.271 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.271 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.271 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.272 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.272 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.9", 2024-04-15T17:58:00.272 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.272 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.272 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.272 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5033, 2024-04-15T17:58:00.272 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.272 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:50:39.082501+0000", 2024-04-15T17:58:00.272 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.272 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.272 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.272 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.273 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.274 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.275 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.276 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.276 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.276 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.276 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.276 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.276 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.276 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.276 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.276 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.276 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.276 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.276 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.276 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:58:00.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435360+0000", 2024-04-15T17:58:00.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435360+0000", 2024-04-15T17:58:00.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.443319+0000", 2024-04-15T17:58:00.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:58:00.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:58:00.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:58:00.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:58:00.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.277 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.278 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:58:00.278 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602431+0000", 2024-04-15T17:58:00.278 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.278 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.278 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.278 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.278 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.278 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.278 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.278 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.278 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.278 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.278 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.278 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.279 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.279 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.8", 2024-04-15T17:58:00.279 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.279 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.279 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.279 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4900, 2024-04-15T17:58:00.279 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.279 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:15:37.213225+0000", 2024-04-15T17:58:00.279 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.279 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.279 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.279 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.280 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.281 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.282 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.282 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.282 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.282 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.282 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.282 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.282 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.282 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.283 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:58:00.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.389266+0000", 2024-04-15T17:58:00.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.389266+0000", 2024-04-15T17:58:00.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.389620+0000", 2024-04-15T17:58:00.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:58:00.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:58:00.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:58:00.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:58:00.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:58:00.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.284 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:58:00.285 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601722+0000", 2024-04-15T17:58:00.285 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.285 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.285 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.285 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.285 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:58:00.285 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.285 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.285 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.285 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.285 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.285 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.286 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.286 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.286 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.6", 2024-04-15T17:58:00.286 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.286 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.286 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.286 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5100, 2024-04-15T17:58:00.286 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.286 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:45:01.302916+0000", 2024-04-15T17:58:00.286 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.286 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.286 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.286 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.287 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.288 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.289 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.289 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.289 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.289 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.289 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.289 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.289 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.289 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.290 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.290 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:58:00.290 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.290 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.290 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.290 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.290 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.290 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.290 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.290 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.290 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:58:00.290 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.290 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.290 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.291 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.291 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.291 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:58:00.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436824+0000", 2024-04-15T17:58:00.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436824+0000", 2024-04-15T17:58:00.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.437196+0000", 2024-04-15T17:58:00.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:58:00.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:58:00.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:58:00.291 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:58:00.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:58:00.292 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606326+0000", 2024-04-15T17:58:00.292 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.292 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:58:00.292 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.292 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.292 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.292 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.292 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.292 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.292 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.292 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:58:00.293 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.293 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.293 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.293 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.7", 2024-04-15T17:58:00.293 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.293 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.293 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.293 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4918, 2024-04-15T17:58:00.293 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.293 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:24:20.852012+0000", 2024-04-15T17:58:00.293 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.293 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.293 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.293 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.294 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:58:00.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:58:00.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:58:00.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:58:00.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.295 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:58:00.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:58:00.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:58:00.296 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.296 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.296 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.296 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.296 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.296 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.296 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:58:00.297 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.298 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.298 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:58:00.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.528198+0000", 2024-04-15T17:58:00.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.528198+0000", 2024-04-15T17:58:00.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.817752+0000", 2024-04-15T17:58:00.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:58:00.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:58:00.298 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:58:00.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:58:00.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:58:00.299 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454428+0000", 2024-04-15T17:58:00.299 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.299 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3140, 2024-04-15T17:58:00.299 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.299 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.299 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.299 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.299 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.299 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.299 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.300 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3140, 2024-04-15T17:58:00.300 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.300 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.300 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.300 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.1", 2024-04-15T17:58:00.300 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.300 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.300 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.300 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8949, 2024-04-15T17:58:00.300 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.300 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:30:22.425334+0000", 2024-04-15T17:58:00.300 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.007297136, 2024-04-15T17:58:00.300 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.301 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.301 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.302 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1365, 2024-04-15T17:58:00.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 399231, 2024-04-15T17:58:00.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3125, 2024-04-15T17:58:00.303 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 410114 2024-04-15T17:58:00.303 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.303 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.303 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3140" 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:58:00.304 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.305 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.305 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.305 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.305 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.305 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:58:00.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431685+0000", 2024-04-15T17:58:00.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431685+0000", 2024-04-15T17:58:00.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.432096+0000", 2024-04-15T17:58:00.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:58:00.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.305 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:58:00.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:58:00.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:58:00.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:58:00.306 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605513+0000", 2024-04-15T17:58:00.306 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.306 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.306 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.306 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.306 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.306 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.306 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.306 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.307 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.307 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.307 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.307 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.307 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.307 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.7", 2024-04-15T17:58:00.307 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.307 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.307 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.307 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5019, 2024-04-15T17:58:00.307 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.307 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:04:11.186161+0000", 2024-04-15T17:58:00.307 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.307 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.307 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.308 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.309 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.310 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.310 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.310 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.310 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.310 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.310 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.310 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.311 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.311 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.311 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:58:00.311 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.311 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.311 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.311 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.311 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.311 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.311 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.311 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.311 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.311 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.311 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.311 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.312 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.312 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.312 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:58:00.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.527464+0000", 2024-04-15T17:58:00.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.527464+0000", 2024-04-15T17:58:00.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.527882+0000", 2024-04-15T17:58:00.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:58:00.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:58:00.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:58:00.312 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:58:00.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:58:00.313 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.458585+0000", 2024-04-15T17:58:00.313 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.313 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:58:00.313 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.313 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.313 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.313 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.313 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.313 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.314 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.314 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:58:00.314 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.314 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.314 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.314 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.6", 2024-04-15T17:58:00.314 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.314 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.314 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.314 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5090, 2024-04-15T17:58:00.314 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.314 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:39:02.683377+0000", 2024-04-15T17:58:00.314 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.314 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.315 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.315 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:58:00.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:58:00.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:58:00.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:58:00.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.316 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 4, 2024-04-15T17:58:00.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 4, 2024-04-15T17:58:00.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:58:00.317 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.317 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.317 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.317 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.317 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.318 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.318 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.318 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.318 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.318 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.318 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "564'3" 2024-04-15T17:58:00.318 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.318 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.318 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.318 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.318 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.318 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.318 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.318 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:58:00.318 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431611+0000", 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431611+0000", 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.848702+0000", 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:58:00.319 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:58:00.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:58:00.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:58:00.320 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601310+0000", 2024-04-15T17:58:00.320 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.320 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2830, 2024-04-15T17:58:00.320 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.320 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.320 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.320 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.320 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.320 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.320 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.321 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2830, 2024-04-15T17:58:00.321 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.321 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.321 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.321 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.0", 2024-04-15T17:58:00.321 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.321 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.321 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.321 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8486, 2024-04-15T17:58:00.321 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.321 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:53:07.262835+0000", 2024-04-15T17:58:00.321 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003387645, 2024-04-15T17:58:00.321 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.321 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.321 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.322 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.323 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 942, 2024-04-15T17:58:00.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 349371, 2024-04-15T17:58:00.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 2805, 2024-04-15T17:58:00.324 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 370831 2024-04-15T17:58:00.324 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.324 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.324 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.324 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.324 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.324 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'2830" 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.325 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.326 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.326 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:58:00.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460747+0000", 2024-04-15T17:58:00.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460747+0000", 2024-04-15T17:58:00.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.461863+0000", 2024-04-15T17:58:00.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:58:00.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:58:00.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:58:00.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:58:00.326 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.460289+0000", 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.327 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.328 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.328 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.328 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.4", 2024-04-15T17:58:00.328 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.328 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.328 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.328 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5085, 2024-04-15T17:58:00.328 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.328 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:46:31.088065+0000", 2024-04-15T17:58:00.328 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.328 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.328 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.328 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.329 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.330 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.331 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.332 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.332 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.332 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.332 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.332 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.332 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.332 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.332 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.332 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.332 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.332 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.332 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.332 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.332 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.438167+0000", 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.438167+0000", 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447156+0000", 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.333 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:58:00.334 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606171+0000", 2024-04-15T17:58:00.334 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.334 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.334 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.334 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.334 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.334 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.334 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.334 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.334 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.334 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.334 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.334 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.334 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.5", 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4906, 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:58:22.930754+0000", 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.335 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.336 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.337 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.338 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.338 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.338 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.338 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.338 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.338 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.338 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.338 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.338 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.338 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.338 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.338 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.339 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.339 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.339 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.339 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.339 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.339 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:58:00.339 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.339 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.339 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:58:00.339 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.339 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.339 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:57:56.762225+0000", 2024-04-15T17:58:00.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445624+0000", 2024-04-15T17:58:00.339 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445624+0000", 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.868819+0000", 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:57:56.762225+0000", 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:57:56.762225+0000", 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:57:56.762225+0000", 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:57:56.762225+0000", 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:57:56.762225+0000", 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:57:56.762225+0000", 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.340 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3195, 2024-04-15T17:58:00.341 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.341 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.341 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.341 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.341 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.341 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.341 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.341 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3195, 2024-04-15T17:58:00.341 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.341 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.341 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.341 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.3", 2024-04-15T17:58:00.341 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.341 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.341 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.342 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 9040, 2024-04-15T17:58:00.342 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.342 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:03:01.661878+0000", 2024-04-15T17:58:00.342 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.004077061, 2024-04-15T17:58:00.342 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.342 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.342 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:58:00.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:58:00.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:58:00.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.343 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:58:00.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1088, 2024-04-15T17:58:00.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 397325, 2024-04-15T17:58:00.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.344 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3180, 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 398617 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3195" 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.345 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.438016+0000", 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.438016+0000", 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447074+0000", 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:58:00.346 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:58:00.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:58:00.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:58:00.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:58:00.347 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604766+0000", 2024-04-15T17:58:00.347 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.347 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.347 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.348 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.348 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.348 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.348 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.348 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.348 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.348 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.348 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.348 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.348 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.348 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.0", 2024-04-15T17:58:00.348 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.348 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.348 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.348 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4903, 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:00:47.015103+0000", 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.349 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.350 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.351 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:58:00.352 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.385690+0000", 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.385690+0000", 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.386033+0000", 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:58:00.353 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:58:00.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:58:00.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:58:00.354 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602686+0000", 2024-04-15T17:58:00.354 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.354 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.354 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.354 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.355 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:58:00.355 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.355 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.355 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.355 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.355 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.355 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.355 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.355 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1", 2024-04-15T17:58:00.355 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.355 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.355 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.355 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:58:00.355 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:52:21.990147+0000", 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.356 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.357 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.358 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.358 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.359 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.359 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.359 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.359 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.359 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.359 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.359 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.359 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:58:00.359 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.359 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.359 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.359 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.359 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.359 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.359 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.360 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.360 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:58:00.360 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.360 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.360 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:58:00.360 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.360 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.360 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:58:00.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.592876+0000", 2024-04-15T17:58:00.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.592876+0000", 2024-04-15T17:58:00.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.868822+0000", 2024-04-15T17:58:00.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:58:00.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.360 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:58:00.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:58:00.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:58:00.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:58:00.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:58:00.361 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601891+0000", 2024-04-15T17:58:00.361 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.361 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3020, 2024-04-15T17:58:00.361 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.361 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.361 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:58:00.362 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.362 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.362 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.362 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.362 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3020, 2024-04-15T17:58:00.362 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.362 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.362 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.6", 2024-04-15T17:58:00.362 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.362 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.362 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.362 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8893, 2024-04-15T17:58:00.362 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.362 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:25:59.638093+0000", 2024-04-15T17:58:00.363 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003843094, 2024-04-15T17:58:00.363 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.363 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 4194304, 2024-04-15T17:58:00.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.363 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:58:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:58:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:58:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.364 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1292, 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 418930, 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 2978, 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 367674 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.365 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.366 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.366 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.366 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.366 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.366 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.366 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:58:00.366 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3020" 2024-04-15T17:58:00.366 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.366 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.366 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.366 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.366 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.366 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.366 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.367 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.367 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.367 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.367 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 19, 2024-04-15T17:58:00.367 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.367 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.367 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:58:00.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.438959+0000", 2024-04-15T17:58:00.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.438959+0000", 2024-04-15T17:58:00.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.444720+0000", 2024-04-15T17:58:00.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:58:00.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T17:58:00.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.367 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T17:58:00.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:58:00.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:58:00.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:58:00.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:23:16.414562+0000", 2024-04-15T17:58:00.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:58:00.368 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602596+0000", 2024-04-15T17:58:00.368 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.368 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 241, 2024-04-15T17:58:00.368 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.368 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.368 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.368 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.369 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.369 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.369 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.369 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 241, 2024-04-15T17:58:00.369 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.369 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.369 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.369 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "1.0", 2024-04-15T17:58:00.369 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.369 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.369 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.369 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5546, 2024-04-15T17:58:00.369 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.369 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:19:35.982947+0000", 2024-04-15T17:58:00.369 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.370 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.370 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-04-15T17:58:00.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-04-15T17:58:00.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.370 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:58:00.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:58:00.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:58:00.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.371 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-04-15T17:58:00.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1214, 2024-04-15T17:58:00.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2024, 2024-04-15T17:58:00.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 399, 2024-04-15T17:58:00.372 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-04-15T17:58:00.372 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.372 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.373 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.373 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.373 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.373 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.373 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.373 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.373 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.373 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "2138'241" 2024-04-15T17:58:00.373 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.373 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.373 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.373 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.373 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.373 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.373 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.374 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.374 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.374 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.374 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.374 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.374 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.374 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:58:00.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.442112+0000", 2024-04-15T17:58:00.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.442112+0000", 2024-04-15T17:58:00.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.442606+0000", 2024-04-15T17:58:00.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:58:00.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.374 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:58:00.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:58:00.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:58:00.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:58:00.375 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604220+0000", 2024-04-15T17:58:00.375 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.375 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.375 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.375 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.3", 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4944, 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.376 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:18:59.822926+0000", 2024-04-15T17:58:00.377 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.377 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.377 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.377 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.378 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.379 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.379 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.380 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.381 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:58:00.381 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.381 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.381 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.381 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.381 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.381 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:58:00.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525651+0000", 2024-04-15T17:58:00.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525651+0000", 2024-04-15T17:58:00.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526042+0000", 2024-04-15T17:58:00.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:58:00.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.381 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:58:00.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:58:00.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:58:00.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:58:00.382 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601613+0000", 2024-04-15T17:58:00.382 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.382 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.382 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.383 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.383 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.383 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.383 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.383 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.383 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.383 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.383 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.383 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.383 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.383 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2", 2024-04-15T17:58:00.383 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.383 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.383 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.384 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5008, 2024-04-15T17:58:00.384 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.384 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:31:55.937870+0000", 2024-04-15T17:58:00.384 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.384 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.384 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.384 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.385 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.386 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.387 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.387 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.387 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.387 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.387 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.387 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.387 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.387 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.387 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:58:00.387 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.387 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.387 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.387 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.388 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.388 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.388 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.388 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.388 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:58:00.388 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.388 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.388 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:58:00.388 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.388 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.388 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.388 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:58:00.388 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.447614+0000", 2024-04-15T17:58:00.388 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.447614+0000", 2024-04-15T17:58:00.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.806511+0000", 2024-04-15T17:58:00.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:58:00.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:58:00.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:58:00.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:58:00.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:58:00.389 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603086+0000", 2024-04-15T17:58:00.389 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.390 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3027, 2024-04-15T17:58:00.390 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.390 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.390 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.390 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.390 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.390 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.390 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.390 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3027, 2024-04-15T17:58:00.390 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.390 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.390 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.390 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.5", 2024-04-15T17:58:00.390 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.390 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.391 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.391 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8698, 2024-04-15T17:58:00.391 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.391 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:27:53.919107+0000", 2024-04-15T17:58:00.391 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003202311, 2024-04-15T17:58:00.391 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.391 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.391 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.392 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1297, 2024-04-15T17:58:00.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 379199, 2024-04-15T17:58:00.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.393 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3012, 2024-04-15T17:58:00.394 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 389502 2024-04-15T17:58:00.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.394 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.394 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.394 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.394 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.394 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.394 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.394 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.394 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:58:00.394 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3027" 2024-04-15T17:58:00.394 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.394 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.394 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.394 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.395 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.395 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.395 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.395 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:58:00.395 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.395 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.395 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.395 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.395 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.395 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.395 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:58:00.395 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.452544+0000", 2024-04-15T17:58:00.395 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.452544+0000", 2024-04-15T17:58:00.395 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:53.452897+0000", 2024-04-15T17:58:00.395 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:58:00.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:58:00.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:58:00.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:58:00.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:58:00.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:58:00.396 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454146+0000", 2024-04-15T17:58:00.396 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.396 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.396 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.397 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.397 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:58:00.397 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.397 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.397 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.397 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.397 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.397 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.397 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.397 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.397 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1", 2024-04-15T17:58:00.397 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.397 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.397 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.397 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5080, 2024-04-15T17:58:00.398 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.398 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:07:32.453838+0000", 2024-04-15T17:58:00.398 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.398 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.398 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.398 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.399 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.400 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.401 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.402 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.402 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.402 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.402 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.402 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.402 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.402 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.402 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.402 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.402 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:58:00.402 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515308+0000", 2024-04-15T17:58:00.402 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515308+0000", 2024-04-15T17:58:00.402 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.515707+0000", 2024-04-15T17:58:00.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:58:00.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:58:00.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:58:00.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:58:00.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:58:00.403 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.453850+0000", 2024-04-15T17:58:00.403 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.0", 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.404 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.405 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5086, 2024-04-15T17:58:00.405 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.405 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:04:04.136317+0000", 2024-04-15T17:58:00.405 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.405 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.405 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.405 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.406 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.407 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.408 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.408 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.408 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.408 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.408 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.408 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.408 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.408 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.408 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.408 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.408 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.408 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.408 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.409 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.409 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.409 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.409 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.409 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.409 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.409 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.409 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:58:00.409 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.409 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.409 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.409 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:58:00.409 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460262+0000", 2024-04-15T17:58:00.409 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460262+0000", 2024-04-15T17:58:00.409 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.807737+0000", 2024-04-15T17:58:00.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:58:00.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:58:00.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:58:00.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:58:00.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:58:00.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.410 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:58:00.411 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.459160+0000", 2024-04-15T17:58:00.411 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.411 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3101, 2024-04-15T17:58:00.411 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.411 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.411 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:58:00.411 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.411 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.411 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.411 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.411 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3101, 2024-04-15T17:58:00.411 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.411 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.411 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.412 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.7", 2024-04-15T17:58:00.412 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.412 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.412 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.412 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8763, 2024-04-15T17:58:00.412 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.412 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:57:17.095655+0000", 2024-04-15T17:58:00.412 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.003659063, 2024-04-15T17:58:00.412 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.412 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.412 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.413 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.414 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 901, 2024-04-15T17:58:00.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 381417, 2024-04-15T17:58:00.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3101, 2024-04-15T17:58:00.415 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 381117 2024-04-15T17:58:00.415 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.415 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.415 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.415 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.415 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.415 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.415 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.415 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.415 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.416 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3101" 2024-04-15T17:58:00.416 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.416 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.416 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.416 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.416 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.416 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.416 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.416 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:58:00.416 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.416 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.416 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.416 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.416 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.416 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517817+0000", 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517817+0000", 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.518096+0000", 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.417 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:58:00.418 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455379+0000", 2024-04-15T17:58:00.418 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.418 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.418 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.418 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.418 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.418 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.418 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.418 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.418 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.418 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.418 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.418 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.418 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.419 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3", 2024-04-15T17:58:00.419 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.419 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.419 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.419 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5011, 2024-04-15T17:58:00.419 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.419 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:37:47.350263+0000", 2024-04-15T17:58:00.419 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.419 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.419 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.419 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.420 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.421 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.422 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.422 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.422 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.422 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.422 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.422 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.422 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.423 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.424 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.424 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:58:00.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.520868+0000", 2024-04-15T17:58:00.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.520868+0000", 2024-04-15T17:58:00.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.521147+0000", 2024-04-15T17:58:00.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:58:00.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:58:00.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:58:00.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:58:00.424 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:58:00.425 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604283+0000", 2024-04-15T17:58:00.425 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.425 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.425 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.425 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.425 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.425 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.425 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.425 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.425 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.425 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.426 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.426 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.426 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.426 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.2", 2024-04-15T17:58:00.426 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.426 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.426 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.426 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4951, 2024-04-15T17:58:00.426 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.426 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:11:21.489300+0000", 2024-04-15T17:58:00.426 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.426 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.426 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.426 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.427 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.428 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.429 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.429 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.429 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.429 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.429 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.429 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.430 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.430 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.430 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.430 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.430 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.430 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.430 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.430 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.430 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.430 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.430 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.430 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.430 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.430 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.431 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.431 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:58:00.431 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.431 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.431 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:57:56.235214+0000", 2024-04-15T17:58:00.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.451631+0000", 2024-04-15T17:58:00.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.451631+0000", 2024-04-15T17:58:00.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.810013+0000", 2024-04-15T17:58:00.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:57:56.235214+0000", 2024-04-15T17:58:00.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:58:00.431 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:57:56.235214+0000", 2024-04-15T17:58:00.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:57:56.235214+0000", 2024-04-15T17:58:00.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:57:56.235214+0000", 2024-04-15T17:58:00.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:57:56.235214+0000", 2024-04-15T17:58:00.432 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:57:56.235214+0000", 2024-04-15T17:58:00.432 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.432 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3022, 2024-04-15T17:58:00.432 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.432 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.432 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:58:00.432 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.432 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.432 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3022, 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.4", 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 8845, 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:35:24.240447+0000", 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.004786005, 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.433 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.434 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:58:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:58:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:58:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:58:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.435 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1064, 2024-04-15T17:58:00.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 402842, 2024-04-15T17:58:00.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3021, 2024-04-15T17:58:00.436 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 347469 2024-04-15T17:58:00.436 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.436 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.436 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.436 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.436 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.436 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.437 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.437 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.437 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.437 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3022" 2024-04-15T17:58:00.437 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.437 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.437 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.437 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.437 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.437 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.437 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.437 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.437 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.438 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.438 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.438 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.438 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.438 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:58:00.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.461046+0000", 2024-04-15T17:58:00.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.461046+0000", 2024-04-15T17:58:00.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.461360+0000", 2024-04-15T17:58:00.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:58:00.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.438 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:58:00.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:58:00.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:58:00.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:58:00.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:58:00.439 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604041+0000", 2024-04-15T17:58:00.439 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.439 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.439 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.439 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.439 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:58:00.440 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.440 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.440 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.440 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.440 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.440 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.440 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.440 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.440 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.5", 2024-04-15T17:58:00.440 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.440 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.440 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.440 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4967, 2024-04-15T17:58:00.440 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.440 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:04:24.771010+0000", 2024-04-15T17:58:00.441 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.441 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.441 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.441 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.442 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.443 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.444 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.444 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.444 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.444 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.444 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.444 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.444 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.444 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.444 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.444 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.444 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.444 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.444 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.444 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.594758+0000", 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.594758+0000", 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.595720+0000", 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.445 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:58:00.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:58:00.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:58:00.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:58:00.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:58:00.446 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.460707+0000", 2024-04-15T17:58:00.446 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.446 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.446 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.447 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.447 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:58:00.447 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.447 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.447 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.447 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.447 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.447 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.447 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.447 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.447 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.4", 2024-04-15T17:58:00.447 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.447 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.447 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.447 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5107, 2024-04-15T17:58:00.448 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.448 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:12:51.924971+0000", 2024-04-15T17:58:00.448 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.448 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.448 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.448 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.449 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.450 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.451 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.451 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.451 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.451 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.451 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.451 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.451 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.451 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.451 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.451 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.451 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.452 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.452 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.452 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.452 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.452 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.452 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.452 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.452 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.452 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.452 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.452 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 63, 2024-04-15T17:58:00.452 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.452 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.452 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.452 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:58:00.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460615+0000", 2024-04-15T17:58:00.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460615+0000", 2024-04-15T17:58:00.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T17:10:19.807911+0000", 2024-04-15T17:58:00.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:58:00.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:58:00.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:58:00.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:58:00.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:58:00.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.453 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:26:06.566095+0000", 2024-04-15T17:58:00.454 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:58:00.454 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456284+0000", 2024-04-15T17:58:00.454 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.454 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3108, 2024-04-15T17:58:00.454 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.454 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.454 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:58:00.454 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.454 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.454 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.454 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.454 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3108, 2024-04-15T17:58:00.454 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.454 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.455 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.455 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "4.2", 2024-04-15T17:58:00.455 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.455 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.455 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.455 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 9049, 2024-04-15T17:58:00.455 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.455 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:06:50.399162+0000", 2024-04-15T17:58:00.455 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.002890858, 2024-04-15T17:58:00.455 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.455 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 19, 2024-04-15T17:58:00.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.455 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:58:00.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:58:00.456 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1114, 2024-04-15T17:58:00.457 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 401813, 2024-04-15T17:58:00.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3091, 2024-04-15T17:58:00.458 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 386479 2024-04-15T17:58:00.458 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.458 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.458 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.458 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.458 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.458 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.458 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.458 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.458 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.459 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "1118'3108" 2024-04-15T17:58:00.459 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.459 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.459 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.459 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.459 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.459 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.459 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.459 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.459 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.459 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.459 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.459 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.459 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.459 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.437587+0000", 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.437587+0000", 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.438875+0000", 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.460 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606448+0000", 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.e", 2024-04-15T17:58:00.461 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.462 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.462 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.462 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4901, 2024-04-15T17:58:00.462 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.462 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:20:00.098369+0000", 2024-04-15T17:58:00.462 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.462 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.462 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.462 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.463 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.464 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.465 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.465 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.465 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.465 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.465 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.465 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.465 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.465 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.465 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.465 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.466 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.466 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.466 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.466 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.466 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.466 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.466 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.466 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.466 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:58:00.466 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.466 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.466 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.466 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.466 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.467 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:58:00.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.434848+0000", 2024-04-15T17:58:00.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.434848+0000", 2024-04-15T17:58:00.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.435288+0000", 2024-04-15T17:58:00.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:58:00.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:58:00.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:58:00.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:58:00.467 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.468 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.468 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.468 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:58:00.468 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456143+0000", 2024-04-15T17:58:00.468 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.468 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 1, 2024-04-15T17:58:00.468 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.468 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.468 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.468 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.468 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.468 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.468 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.468 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 1, 2024-04-15T17:58:00.469 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.469 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.469 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.469 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.f", 2024-04-15T17:58:00.469 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.469 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.469 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.469 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5012, 2024-04-15T17:58:00.469 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.469 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:50:13.495339+0000", 2024-04-15T17:58:00.469 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.469 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.469 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.469 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 22, 2024-04-15T17:58:00.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.470 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:58:00.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:58:00.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:58:00.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.471 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 2, 2024-04-15T17:58:00.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2, 2024-04-15T17:58:00.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 1, 2024-04-15T17:58:00.472 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:58:00.472 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.472 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.472 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.472 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.473 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.473 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.473 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.473 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.473 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:58:00.473 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'1" 2024-04-15T17:58:00.473 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.473 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.473 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.473 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.473 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.473 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.473 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.473 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.473 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.474 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.474 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.474 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.474 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.474 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:58:00.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.435479+0000", 2024-04-15T17:58:00.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.435479+0000", 2024-04-15T17:58:00.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447850+0000", 2024-04-15T17:58:00.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:58:00.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.474 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.475 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:58:00.475 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:58:00.475 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:58:00.475 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.475 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.475 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.475 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:58:00.475 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604459+0000", 2024-04-15T17:58:00.475 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.475 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.475 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.475 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.475 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.475 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.475 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.476 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.476 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.476 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.476 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.476 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.476 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.476 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.11", 2024-04-15T17:58:00.476 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.476 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.476 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.476 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4887, 2024-04-15T17:58:00.476 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.476 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:48:48.946588+0000", 2024-04-15T17:58:00.476 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.476 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.477 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.477 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.478 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.479 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.479 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.479 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.480 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.480 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.480 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.480 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.480 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.480 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.480 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.480 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.480 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.480 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.480 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.480 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.480 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.480 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.480 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.481 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:58:00.481 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.481 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.481 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.481 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.481 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.481 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:58:00.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.583340+0000", 2024-04-15T17:58:00.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.583340+0000", 2024-04-15T17:58:00.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.584189+0000", 2024-04-15T17:58:00.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:58:00.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.481 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.482 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:58:00.482 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:58:00.482 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:58:00.482 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:58:00.482 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.482 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.482 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.482 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:58:00.482 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454068+0000", 2024-04-15T17:58:00.482 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.482 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 8, 2024-04-15T17:58:00.482 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.482 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.482 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:58:00.485 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.485 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.485 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.485 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.486 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 8, 2024-04-15T17:58:00.486 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.486 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.486 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.486 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.10", 2024-04-15T17:58:00.486 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.486 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.486 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.486 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5093, 2024-04-15T17:58:00.486 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.486 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:15:26.336628+0000", 2024-04-15T17:58:00.486 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.486 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.486 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.487 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T17:58:00.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T17:58:00.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T17:58:00.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 4, 2024-04-15T17:58:00.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.488 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 48, 2024-04-15T17:58:00.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 48, 2024-04-15T17:58:00.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 12, 2024-04-15T17:58:00.489 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.489 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.489 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.489 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.489 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.489 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.490 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.490 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.490 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.490 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:58:00.490 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'8" 2024-04-15T17:58:00.490 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.490 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.490 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.490 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.490 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.490 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.490 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.490 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:58:00.490 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.491 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.491 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.491 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.491 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.491 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:58:00.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515642+0000", 2024-04-15T17:58:00.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515642+0000", 2024-04-15T17:58:00.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.516093+0000", 2024-04-15T17:58:00.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:58:00.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.491 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:58:00.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:58:00.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:58:00.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:58:00.492 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603396+0000", 2024-04-15T17:58:00.492 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.492 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.492 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.492 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.492 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.492 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.492 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.492 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.10", 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4920, 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:49:24.473305+0000", 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.493 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.494 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.495 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.496 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.497 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.497 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.497 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:58:00.497 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.497 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.497 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.497 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.497 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.497 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.497 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.497 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.497 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:58:00.497 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.497 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.497 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.498 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.498 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.498 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:58:00.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.522119+0000", 2024-04-15T17:58:00.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.522119+0000", 2024-04-15T17:58:00.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.523124+0000", 2024-04-15T17:58:00.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:58:00.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:58:00.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:58:00.498 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603485+0000", 2024-04-15T17:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.499 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.11", 2024-04-15T17:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4928, 2024-04-15T17:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:40:35.749220+0000", 2024-04-15T17:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.500 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.501 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.502 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.503 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.503 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.503 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.503 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.503 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.504 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.504 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.504 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.504 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.504 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:58:00.504 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.504 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.504 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.504 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.504 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.504 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.504 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.504 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.504 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.505 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.505 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.505 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.505 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.505 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.505 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:58:00.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.430857+0000", 2024-04-15T17:58:00.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.430857+0000", 2024-04-15T17:58:00.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.433610+0000", 2024-04-15T17:58:00.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:58:00.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.505 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:58:00.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:58:00.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:58:00.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:58:00.506 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602401+0000", 2024-04-15T17:58:00.506 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.506 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.506 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.507 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.507 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.507 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.507 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.507 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.507 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.507 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.507 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.507 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.507 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.507 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.13", 2024-04-15T17:58:00.507 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.507 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.508 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.508 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4900, 2024-04-15T17:58:00.508 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.508 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:09:20.898872+0000", 2024-04-15T17:58:00.508 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.508 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.508 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.508 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.509 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.510 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.511 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.512 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.512 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.512 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.512 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.512 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.512 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.512 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.512 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.512 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.512 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.512 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.512 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:58:00.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439417+0000", 2024-04-15T17:58:00.512 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439417+0000", 2024-04-15T17:58:00.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.439882+0000", 2024-04-15T17:58:00.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:58:00.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:58:00.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:58:00.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:58:00.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:58:00.513 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601538+0000", 2024-04-15T17:58:00.513 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.514 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.514 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.514 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.514 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.514 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.514 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.514 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.514 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.514 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.514 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.514 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.514 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.514 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.12", 2024-04-15T17:58:00.514 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4958, 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:07:43.889106+0000", 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.515 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.516 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.517 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.518 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.518 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.518 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.518 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.518 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.518 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.518 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.518 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.518 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.518 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.518 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.518 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.519 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.519 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.519 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.519 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.519 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.519 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.519 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:58:00.519 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.519 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.519 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.519 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.519 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.519 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:58:00.519 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.442467+0000", 2024-04-15T17:58:00.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.442467+0000", 2024-04-15T17:58:00.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.442860+0000", 2024-04-15T17:58:00.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:58:00.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:58:00.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:58:00.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:58:00.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.520 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:58:00.521 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601477+0000", 2024-04-15T17:58:00.521 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.521 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.521 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.521 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.521 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.521 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.521 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.521 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.521 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.521 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.521 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.521 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.521 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.521 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.12", 2024-04-15T17:58:00.522 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.522 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.522 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.522 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5096, 2024-04-15T17:58:00.522 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.522 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:34:39.937552+0000", 2024-04-15T17:58:00.522 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.522 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.522 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.522 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.523 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.524 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.525 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.526 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.526 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.526 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.526 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.526 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.526 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.526 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:58:00.526 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.526 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.526 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.526 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.526 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.526 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:58:00.526 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.391711+0000", 2024-04-15T17:58:00.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.391711+0000", 2024-04-15T17:58:00.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.393344+0000", 2024-04-15T17:58:00.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:58:00.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:58:00.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:58:00.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:58:00.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:58:00.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:58:00.527 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603462+0000", 2024-04-15T17:58:00.528 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.528 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:58:00.528 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.528 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.528 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:58:00.528 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.528 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.528 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.528 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.528 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:58:00.528 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.528 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.528 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.528 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.13", 2024-04-15T17:58:00.528 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.529 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.529 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.529 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5103, 2024-04-15T17:58:00.529 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.529 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:18:54.137915+0000", 2024-04-15T17:58:00.529 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.529 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.529 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 34, 2024-04-15T17:58:00.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.529 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:58:00.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:58:00.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:58:00.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.530 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:58:00.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 8, 2024-04-15T17:58:00.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 16, 2024-04-15T17:58:00.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.531 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:58:00.532 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 7 2024-04-15T17:58:00.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.532 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.532 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.532 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.532 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.532 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.532 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.532 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.532 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:58:00.532 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:58:00.532 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.437727+0000", 2024-04-15T17:58:00.533 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.437727+0000", 2024-04-15T17:58:00.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.444914+0000", 2024-04-15T17:58:00.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:58:00.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:58:00.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:58:00.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:58:00.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.534 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:58:00.535 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606053+0000", 2024-04-15T17:58:00.535 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.535 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.535 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.535 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.535 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.535 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.535 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.535 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.535 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.535 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.535 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.535 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.535 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.536 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.15", 2024-04-15T17:58:00.536 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.536 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.536 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.536 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4915, 2024-04-15T17:58:00.536 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.536 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:02:14.202098+0000", 2024-04-15T17:58:00.536 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.536 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.536 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.536 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.537 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.538 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.539 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525959+0000", 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525959+0000", 2024-04-15T17:58:00.540 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526555+0000", 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605237+0000", 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 30, 2024-04-15T17:58:00.541 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.542 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.542 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.542 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.542 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.542 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.542 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.542 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 30, 2024-04-15T17:58:00.542 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.542 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.542 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.542 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.14", 2024-04-15T17:58:00.542 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.542 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.542 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.543 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4963, 2024-04-15T17:58:00.543 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.543 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T19:04:45.376061+0000", 2024-04-15T17:58:00.543 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.543 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.543 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 5824, 2024-04-15T17:58:00.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.543 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T17:58:00.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T17:58:00.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T17:58:00.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.544 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:58:00.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 20, 2024-04-15T17:58:00.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 28, 2024-04-15T17:58:00.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.545 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 28, 2024-04-15T17:58:00.546 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 25 2024-04-15T17:58:00.546 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.546 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.546 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.546 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.546 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.546 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.546 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.546 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.546 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:58:00.546 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'30" 2024-04-15T17:58:00.546 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.546 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.546 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.546 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.547 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.547 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.547 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.547 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:58:00.547 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.547 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.547 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.547 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.547 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.547 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.547 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:58:00.547 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.432218+0000", 2024-04-15T17:58:00.547 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.432218+0000", 2024-04-15T17:58:00.547 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.432548+0000", 2024-04-15T17:58:00.547 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:58:00.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:58:00.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:58:00.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:58:00.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:58:00.548 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455719+0000", 2024-04-15T17:58:00.548 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.548 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.548 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.549 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.549 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.549 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.549 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.549 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.549 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.549 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.549 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.549 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.549 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.549 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.14", 2024-04-15T17:58:00.549 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.549 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.549 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.550 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4993, 2024-04-15T17:58:00.550 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.550 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:58:20.104761+0000", 2024-04-15T17:58:00.550 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.550 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.550 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.550 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.551 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.552 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.553 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.553 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.553 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.553 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.553 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.553 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.553 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.553 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.553 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:58:00.553 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.553 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.554 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.554 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.554 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.554 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.554 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.554 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.554 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.554 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.554 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.554 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.554 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.554 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.554 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.554 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:58:00.554 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.460574+0000", 2024-04-15T17:58:00.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.460574+0000", 2024-04-15T17:58:00.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.460987+0000", 2024-04-15T17:58:00.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:58:00.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:58:00.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:58:00.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:58:00.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:58:00.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.555 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.457366+0000", 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.15", 2024-04-15T17:58:00.556 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.557 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.557 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.557 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:58:00.557 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.557 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:27:18.246126+0000", 2024-04-15T17:58:00.557 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.557 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.557 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 90, 2024-04-15T17:58:00.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.557 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:58:00.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:58:00.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.558 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:58:00.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:58:00.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 14, 2024-04-15T17:58:00.559 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 14, 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'3" 2024-04-15T17:58:00.560 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.561 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.561 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.561 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.561 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.561 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.561 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.561 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:58:00.561 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.561 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.561 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.561 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.561 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.561 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.561 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601728+0000", 2024-04-15T17:58:00.561 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.463453+0000", 2024-04-15T17:58:00.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.463453+0000", 2024-04-15T17:58:00.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.463928+0000", 2024-04-15T17:58:00.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601728+0000", 2024-04-15T17:58:00.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:58:00.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601728+0000", 2024-04-15T17:58:00.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601728+0000", 2024-04-15T17:58:00.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601728+0000", 2024-04-15T17:58:00.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.562 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601728+0000", 2024-04-15T17:58:00.563 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601728+0000", 2024-04-15T17:58:00.563 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.563 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.563 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.563 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.563 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:58:00.563 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.563 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.563 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.563 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.563 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.563 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.563 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.563 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.17", 2024-04-15T17:58:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5095, 2024-04-15T17:58:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:39:53.586473+0000", 2024-04-15T17:58:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.564 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.565 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.566 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.567 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.567 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.567 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.567 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.567 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.567 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.567 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.567 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.568 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.568 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:58:00.568 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.568 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.568 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.568 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.568 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.568 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.568 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.568 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.568 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.568 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.568 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.568 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.520654+0000", 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.520654+0000", 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.520941+0000", 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:58:00.569 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:58:00.570 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604330+0000", 2024-04-15T17:58:00.570 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.570 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.570 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.570 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.570 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.570 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.570 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.570 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.570 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.570 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.571 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.571 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.571 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.571 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.16", 2024-04-15T17:58:00.571 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.571 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.571 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.571 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4937, 2024-04-15T17:58:00.571 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.571 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:12:58.632128+0000", 2024-04-15T17:58:00.571 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.571 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.571 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.572 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.573 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.574 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.575 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.575 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.575 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.575 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.575 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.575 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.575 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.575 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.575 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.575 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.575 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.575 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.575 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.575 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.575 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.576 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.576 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.576 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.576 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.576 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.576 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:58:00.576 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439288+0000", 2024-04-15T17:58:00.576 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439288+0000", 2024-04-15T17:58:00.576 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.439635+0000", 2024-04-15T17:58:00.576 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:58:00.576 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.576 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.576 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.576 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604504+0000", 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.577 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.578 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.578 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.578 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.578 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.578 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.578 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.16", 2024-04-15T17:58:00.578 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.578 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.578 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.578 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4944, 2024-04-15T17:58:00.578 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.578 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:03:25.538893+0000", 2024-04-15T17:58:00.578 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.578 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.579 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.579 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.580 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.581 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.581 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.581 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.581 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.582 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.582 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.582 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.582 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.582 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.582 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.582 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.582 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.582 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.582 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.582 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.582 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.582 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.582 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.582 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525246+0000", 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525246+0000", 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526631+0000", 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:58:00.583 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606379+0000", 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.584 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.585 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.585 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.585 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.585 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.17", 2024-04-15T17:58:00.585 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.585 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.585 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.585 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4920, 2024-04-15T17:58:00.585 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.585 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:23:29.610106+0000", 2024-04-15T17:58:00.585 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.585 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.585 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.585 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.585 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.586 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.587 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.588 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.588 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.588 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.588 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.588 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.588 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.589 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.589 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.589 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.589 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:58:00.589 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.589 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.589 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.589 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.589 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.589 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.589 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.589 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.589 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.589 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.590 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.590 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.590 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.590 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.590 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.590 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:58:00.590 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.398494+0000", 2024-04-15T17:58:00.590 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.398494+0000", 2024-04-15T17:58:00.590 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.398865+0000", 2024-04-15T17:58:00.590 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:58:00.590 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.590 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.590 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:58:00.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:58:00.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:58:00.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:58:00.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:58:00.591 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454783+0000", 2024-04-15T17:58:00.591 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.591 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.591 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.591 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.592 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:58:00.592 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.592 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.592 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.592 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.592 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.592 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.592 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.592 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.592 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.19", 2024-04-15T17:58:00.592 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.592 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.592 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.592 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5079, 2024-04-15T17:58:00.593 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.593 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:35:39.082034+0000", 2024-04-15T17:58:00.593 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.593 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.593 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.593 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.594 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.595 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.596 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.596 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.596 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.596 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.596 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.596 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.596 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.596 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.596 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.596 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.596 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.596 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.596 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.597 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.597 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.597 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.597 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.597 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.597 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.597 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.597 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.597 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.597 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.597 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.597 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.597 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:58:00.597 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.448608+0000", 2024-04-15T17:58:00.597 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.448608+0000", 2024-04-15T17:58:00.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.448960+0000", 2024-04-15T17:58:00.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:58:00.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:58:00.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:58:00.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:58:00.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:58:00.598 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606536+0000", 2024-04-15T17:58:00.599 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.599 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.599 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.599 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.599 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.599 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.599 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.599 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.599 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.599 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.599 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.599 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.599 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.599 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.18", 2024-04-15T17:58:00.599 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.600 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.600 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.600 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4949, 2024-04-15T17:58:00.600 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.600 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:12:24.007479+0000", 2024-04-15T17:58:00.600 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.600 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.600 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.600 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.601 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.602 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.603 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.603 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.603 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.603 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.603 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.603 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.603 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.603 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.603 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.604 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.604 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.604 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.604 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.604 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.604 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.604 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.604 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.604 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.604 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:58:00.604 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.604 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.604 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.605 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.605 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.605 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:58:00.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:53.455941+0000", 2024-04-15T17:58:00.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:53.455941+0000", 2024-04-15T17:58:00.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:53.461519+0000", 2024-04-15T17:58:00.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:58:00.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 399, 2024-04-15T17:58:00.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:58:00.605 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:58:00.606 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:58:00.606 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.606 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.606 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.606 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:58:00.606 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601214+0000", 2024-04-15T17:58:00.606 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.606 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.606 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.606 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.606 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 398, 2024-04-15T17:58:00.606 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.607 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.607 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.607 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.607 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.607 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.607 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.607 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.18", 2024-04-15T17:58:00.607 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.607 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.607 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.607 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5052, 2024-04-15T17:58:00.607 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.608 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:24:39.218958+0000", 2024-04-15T17:58:00.608 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.608 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.608 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.608 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.609 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.610 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.611 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.612 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.612 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.612 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.612 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.612 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:58:00.612 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.612 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.612 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.612 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.612 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.612 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:58:00.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517486+0000", 2024-04-15T17:58:00.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517486+0000", 2024-04-15T17:58:00.612 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.517913+0000", 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603448+0000", 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.613 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.614 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.614 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.614 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.614 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.614 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.614 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.614 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.614 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.614 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.614 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.614 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.19", 2024-04-15T17:58:00.614 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.614 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.614 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.614 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5016, 2024-04-15T17:58:00.615 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.615 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:35:23.047356+0000", 2024-04-15T17:58:00.615 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.615 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.615 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.615 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.616 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.617 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.618 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.618 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.618 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.618 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.618 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.618 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.618 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.618 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.618 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:58:00.618 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.618 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.618 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.618 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.618 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.619 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.619 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.619 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.619 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:58:00.619 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.619 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.619 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.619 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.619 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.619 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.619 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:58:00.619 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446130+0000", 2024-04-15T17:58:00.619 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446130+0000", 2024-04-15T17:58:00.619 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.446454+0000", 2024-04-15T17:58:00.619 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:58:00.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:58:00.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:58:00.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:58:00.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:58:00.620 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603469+0000", 2024-04-15T17:58:00.620 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.620 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1b", 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.621 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5093, 2024-04-15T17:58:00.622 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.622 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:10:43.421686+0000", 2024-04-15T17:58:00.622 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.622 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.622 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.622 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.623 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.624 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.624 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.625 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.625 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.625 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.625 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.625 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.625 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.625 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.625 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:58:00.625 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.625 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.625 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.625 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.625 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.625 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.625 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.626 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.626 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:58:00.626 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.626 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.626 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.626 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.626 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.626 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.626 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:58:00.626 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436407+0000", 2024-04-15T17:58:00.626 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436407+0000", 2024-04-15T17:58:00.626 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.436726+0000", 2024-04-15T17:58:00.626 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:58:00.626 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.626 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602697+0000", 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.627 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1a", 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4923, 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:59:22.003494+0000", 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.628 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.629 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.630 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.631 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:58:00.632 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'3" 2024-04-15T17:58:00.632 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.632 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.632 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.632 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.632 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.632 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.632 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.632 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:58:00.632 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.632 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.632 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.632 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.632 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.632 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454679+0000", 2024-04-15T17:58:00.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:35:27.391092+0000", 2024-04-15T17:58:00.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:35:27.391092+0000", 2024-04-15T17:58:00.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:35:27.391424+0000", 2024-04-15T17:58:00.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454679+0000", 2024-04-15T17:58:00.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 433, 2024-04-15T17:58:00.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454679+0000", 2024-04-15T17:58:00.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454679+0000", 2024-04-15T17:58:00.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454679+0000", 2024-04-15T17:58:00.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.633 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.634 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454679+0000", 2024-04-15T17:58:00.634 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454679+0000", 2024-04-15T17:58:00.634 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.634 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.634 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.634 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.634 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 432, 2024-04-15T17:58:00.634 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.634 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.634 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.634 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.634 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.634 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.634 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.635 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.635 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1a", 2024-04-15T17:58:00.635 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.635 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.635 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.635 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5033, 2024-04-15T17:58:00.635 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.635 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:59:15.696855+0000", 2024-04-15T17:58:00.635 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.635 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.635 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.635 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.636 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.637 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.638 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.638 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.638 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.638 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.638 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.638 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.638 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.638 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.638 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.638 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:58:00.639 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.639 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.639 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.639 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.639 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.639 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.639 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.639 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.639 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:58:00.639 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.639 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.639 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.639 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.639 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.639 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:58:00.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.443764+0000", 2024-04-15T17:58:00.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.443764+0000", 2024-04-15T17:58:00.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.444086+0000", 2024-04-15T17:58:00.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:58:00.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:58:00.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:58:00.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:58:00.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.640 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601836+0000", 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.641 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1b", 2024-04-15T17:58:00.642 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.642 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.642 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.642 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5005, 2024-04-15T17:58:00.642 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.642 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:56:53.372398+0000", 2024-04-15T17:58:00.642 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.642 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.642 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.642 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.643 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.644 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'3" 2024-04-15T17:58:00.645 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.646 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.646 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.646 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.646 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.646 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.646 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.646 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.646 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.646 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.646 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.646 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.646 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.646 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:58:00.646 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.521236+0000", 2024-04-15T17:58:00.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.521236+0000", 2024-04-15T17:58:00.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.521504+0000", 2024-04-15T17:58:00.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:58:00.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:58:00.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:58:00.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:58:00.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:58:00.647 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604984+0000", 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1d", 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.648 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.649 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.649 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4946, 2024-04-15T17:58:00.649 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.649 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T18:16:24.465276+0000", 2024-04-15T17:58:00.649 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.649 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.649 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.649 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.650 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.651 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.652 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.653 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.653 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.653 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.653 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.653 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.653 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.653 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.653 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.653 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.653 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:58:00.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.447421+0000", 2024-04-15T17:58:00.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.447421+0000", 2024-04-15T17:58:00.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449984+0000", 2024-04-15T17:58:00.653 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601276+0000", 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.654 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.655 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.655 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.655 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.655 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.655 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.655 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:58:00.655 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.655 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.655 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.655 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1c", 2024-04-15T17:58:00.655 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.655 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.655 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.655 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4900, 2024-04-15T17:58:00.655 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.656 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:58:10.507466+0000", 2024-04-15T17:58:00.656 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.656 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.656 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.656 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:58:00.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:58:00.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:58:00.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.657 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:58:00.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:58:00.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:58:00.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.658 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:58:00.659 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.659 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.659 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.659 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.659 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.659 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.659 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.659 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.659 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.659 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:58:00.659 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.660 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.660 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.660 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.660 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.660 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.660 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.660 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.660 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.660 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.660 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.660 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.660 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.660 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.660 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:58:00.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.462033+0000", 2024-04-15T17:58:00.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.462033+0000", 2024-04-15T17:58:00.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.462413+0000", 2024-04-15T17:58:00.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:58:00.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:58:00.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:58:00.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:58:00.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:58:00.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.661 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:58:00.662 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602106+0000", 2024-04-15T17:58:00.662 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.662 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.662 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.662 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.662 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:58:00.662 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.662 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.662 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.662 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.662 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.662 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.662 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.662 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.662 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1c", 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4952, 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:26:45.272687+0000", 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.663 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.664 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.665 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.666 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.666 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.666 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.666 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.666 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.666 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.666 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.666 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.666 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.666 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.666 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.667 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.667 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.667 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.667 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.667 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.667 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.667 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.667 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.667 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.667 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.667 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.667 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.667 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:58:00.667 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.450060+0000", 2024-04-15T17:58:00.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.450060+0000", 2024-04-15T17:58:00.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.450881+0000", 2024-04-15T17:58:00.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:58:00.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:58:00.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:58:00.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:58:00.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:58:00.668 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606408+0000", 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 2, 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 2, 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1d", 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.669 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.670 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.670 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4892, 2024-04-15T17:58:00.670 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.670 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T23:30:47.810932+0000", 2024-04-15T17:58:00.670 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.670 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.670 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.670 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 3, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 1, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 1, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.671 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:58:00.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 12, 2024-04-15T17:58:00.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 12, 2024-04-15T17:58:00.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.672 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 3, 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "61'2" 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.673 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.674 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.674 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.674 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.674 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.674 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.674 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.674 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.674 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.674 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.674 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:58:00.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.453738+0000", 2024-04-15T17:58:00.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.453738+0000", 2024-04-15T17:58:00.674 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.454180+0000", 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.459309+0000", 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.675 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.676 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.676 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:58:00.676 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.676 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.676 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.676 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.676 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.676 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.676 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.676 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.676 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1f", 2024-04-15T17:58:00.676 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.676 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.676 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.676 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5086, 2024-04-15T17:58:00.677 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.677 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:58:28.194850+0000", 2024-04-15T17:58:00.677 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.677 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.677 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.677 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.678 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.679 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.680 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.680 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.680 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.680 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.680 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.680 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.680 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.680 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.680 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.680 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.680 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.680 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.680 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.680 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.467634+0000", 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.467634+0000", 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.468032+0000", 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:58:00.681 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:58:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:58:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:58:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:58:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:58:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605888+0000", 2024-04-15T17:58:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 3, 2024-04-15T17:58:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.682 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.683 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:58:00.683 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.683 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.683 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.683 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.683 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 3, 2024-04-15T17:58:00.683 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.683 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.683 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1e", 2024-04-15T17:58:00.683 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.683 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.683 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.683 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5027, 2024-04-15T17:58:00.683 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.684 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:07:06.799974+0000", 2024-04-15T17:58:00.684 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.684 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.684 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.684 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.685 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.686 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.687 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.687 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.687 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.687 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.687 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.687 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.687 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.687 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:58:00.687 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'3" 2024-04-15T17:58:00.687 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.687 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.687 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.687 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.688 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.688 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.688 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.688 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:58:00.688 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.688 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.688 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.688 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.688 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.688 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:58:00.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517323+0000", 2024-04-15T17:58:00.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517323+0000", 2024-04-15T17:58:00.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.517720+0000", 2024-04-15T17:58:00.688 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:58:00.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:58:00.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:58:00.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:58:00.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:58:00.689 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605777+0000", 2024-04-15T17:58:00.689 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.689 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.690 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.690 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.690 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.690 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.690 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.690 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.690 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.690 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.690 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.690 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.690 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.690 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.1e", 2024-04-15T17:58:00.690 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.690 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.690 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.691 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5046, 2024-04-15T17:58:00.691 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.691 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:18:57.276655+0000", 2024-04-15T17:58:00.691 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.691 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.691 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.691 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.692 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.693 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.694 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.695 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.695 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.695 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.695 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.695 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.695 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.695 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.695 INFO:tasks.workunit.client.0.smithi090.stdout: 2 2024-04-15T17:58:00.696 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.696 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:58:00.696 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.696 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.696 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.696 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.696 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.696 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.696 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.696 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.696 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:58:00.696 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.696 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.696 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 59, 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445702+0000", 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445702+0000", 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.446200+0000", 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.697 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.698 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:32.941951+0000", 2024-04-15T17:58:00.698 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:58:00.698 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601923+0000", 2024-04-15T17:58:00.698 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.698 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 6, 2024-04-15T17:58:00.698 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.698 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.698 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.698 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.698 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.698 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.698 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.698 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 6, 2024-04-15T17:58:00.698 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "2.1f", 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5112, 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:01:19.579593+0000", 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 582, 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.699 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.700 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 1, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.701 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 8, 2024-04-15T17:58:00.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 8, 2024-04-15T17:58:00.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 4, 2024-04-15T17:58:00.702 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 1 2024-04-15T17:58:00.702 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.702 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.702 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.702 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.702 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.702 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.702 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.703 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.703 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:58:00.703 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "561'6" 2024-04-15T17:58:00.703 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.703 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.703 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.703 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.703 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.703 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.703 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.703 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.703 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.703 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.703 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.704 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.704 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.704 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:58:00.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445398+0000", 2024-04-15T17:58:00.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445398+0000", 2024-04-15T17:58:00.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449741+0000", 2024-04-15T17:58:00.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:58:00.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:58:00.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:58:00.704 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:58:00.705 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.705 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.705 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.705 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:58:00.705 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.606468+0000", 2024-04-15T17:58:00.705 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.705 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.705 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.705 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.705 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.705 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.705 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.705 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.705 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.706 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.706 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.706 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.706 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.706 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2d", 2024-04-15T17:58:00.706 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.706 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.706 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.706 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4888, 2024-04-15T17:58:00.706 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.706 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:08:37.216298+0000", 2024-04-15T17:58:00.706 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.706 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.706 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.706 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.707 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.708 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.709 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.710 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.710 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.710 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.710 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.710 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.710 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.710 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.710 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.710 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.710 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.710 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:58:00.710 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.710 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.711 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.711 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.711 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.711 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:58:00.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.436658+0000", 2024-04-15T17:58:00.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.436658+0000", 2024-04-15T17:58:00.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.437030+0000", 2024-04-15T17:58:00.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:58:00.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:58:00.711 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455515+0000", 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.712 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2e", 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5060, 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:43:37.265544+0000", 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.713 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.714 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.715 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:58:00.716 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.717 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.717 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.717 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.717 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.717 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.717 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.717 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.717 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.717 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.717 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.717 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.717 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.717 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.717 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:58:00.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.439520+0000", 2024-04-15T17:58:00.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.439520+0000", 2024-04-15T17:58:00.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.440010+0000", 2024-04-15T17:58:00.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:58:00.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:58:00.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:58:00.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:58:00.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.718 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.719 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:58:00.719 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602995+0000", 2024-04-15T17:58:00.719 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.719 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.719 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.719 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.719 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.719 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.719 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.719 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.719 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.719 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.719 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.719 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.720 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.720 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.2f", 2024-04-15T17:58:00.720 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.720 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.720 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.720 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4950, 2024-04-15T17:58:00.720 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.720 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:59:43.226807+0000", 2024-04-15T17:58:00.720 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.720 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.720 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.720 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.721 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.722 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.723 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.724 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.724 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.724 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.724 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.724 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.724 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.724 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.724 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.724 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.724 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.724 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.724 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.724 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.724 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.724 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:58:00.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.448756+0000", 2024-04-15T17:58:00.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.448756+0000", 2024-04-15T17:58:00.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449046+0000", 2024-04-15T17:58:00.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:58:00.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:58:00.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:58:00.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:58:00.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.725 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.608791+0000", 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.726 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.30", 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4955, 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T21:50:05.203829+0000", 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.727 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.728 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.729 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.730 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.730 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.730 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.730 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.730 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.730 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.730 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.730 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.730 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.730 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.731 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.731 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.731 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.731 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.731 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.731 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.731 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.731 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.731 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.731 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.731 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.731 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.731 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.731 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.731 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.453957+0000", 2024-04-15T17:58:00.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.452453+0000", 2024-04-15T17:58:00.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.452453+0000", 2024-04-15T17:58:00.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.452770+0000", 2024-04-15T17:58:00.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.453957+0000", 2024-04-15T17:58:00.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:58:00.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.453957+0000", 2024-04-15T17:58:00.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.453957+0000", 2024-04-15T17:58:00.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.453957+0000", 2024-04-15T17:58:00.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.732 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.453957+0000", 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.453957+0000", 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.733 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.31", 2024-04-15T17:58:00.734 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.734 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.734 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.734 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5097, 2024-04-15T17:58:00.734 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.734 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T22:09:54.060950+0000", 2024-04-15T17:58:00.734 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.734 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.734 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.734 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.735 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.736 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.737 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.737 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.737 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.737 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.737 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.737 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.737 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.737 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.737 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.737 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.738 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.738 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.738 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.738 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.738 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.738 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.738 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.738 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.738 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:58:00.738 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.738 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.738 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.738 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.738 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.738 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:58:00.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:02.462925+0000", 2024-04-15T17:58:00.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:02.462925+0000", 2024-04-15T17:58:00.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:02.463316+0000", 2024-04-15T17:58:00.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:58:00.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 468, 2024-04-15T17:58:00.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:58:00.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:58:00.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:58:00.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.739 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.454096+0000", 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 467, 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.740 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.32", 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5055, 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T00:45:08.823003+0000", 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.741 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.742 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.743 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: 5 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:58:00.744 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.745 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.745 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.745 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.745 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.745 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.745 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.745 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.745 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:58:00.745 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.745 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.745 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.745 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.745 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.745 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.745 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:58:00.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515526+0000", 2024-04-15T17:58:00.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515526+0000", 2024-04-15T17:58:00.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.515842+0000", 2024-04-15T17:58:00.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:58:00.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:58:00.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:58:00.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:58:00.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.746 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.747 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.747 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:58:00.747 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601730+0000", 2024-04-15T17:58:00.747 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.747 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.747 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.747 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.747 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.747 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.747 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.747 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.747 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.747 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.748 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.748 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.748 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.748 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.33", 2024-04-15T17:58:00.748 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.748 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.748 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.748 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5046, 2024-04-15T17:58:00.748 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.748 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:09:37.549103+0000", 2024-04-15T17:58:00.748 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.748 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.748 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.748 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.749 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.750 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.751 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.751 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.751 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.751 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.751 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.751 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.751 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.751 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.752 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.752 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:58:00.752 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.752 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.752 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.752 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.752 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.752 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.752 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.752 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.752 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 4, 2024-04-15T17:58:00.752 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.752 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.752 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.752 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515599+0000", 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515599+0000", 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.516297+0000", 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.753 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.754 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.754 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:58:00.754 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.455276+0000", 2024-04-15T17:58:00.754 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.754 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.754 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.754 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.754 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.754 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.754 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.754 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.754 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.754 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.754 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.754 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.34", 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5005, 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:53:08.087133+0000", 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.755 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.756 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.757 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.758 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.758 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.758 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.758 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.758 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.758 INFO:tasks.workunit.client.0.smithi090.stdout: 4, 2024-04-15T17:58:00.758 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.758 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.758 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.758 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 4, 2024-04-15T17:58:00.759 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.759 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.759 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.759 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.759 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.759 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.759 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.759 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.759 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:58:00.759 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.759 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.759 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.759 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.759 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.759 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:58:00.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.527099+0000", 2024-04-15T17:58:00.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.527099+0000", 2024-04-15T17:58:00.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.527875+0000", 2024-04-15T17:58:00.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:58:00.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:58:00.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:58:00.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:58:00.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.760 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:58:00.761 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.603260+0000", 2024-04-15T17:58:00.761 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.761 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.761 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.761 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.761 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.761 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.761 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.761 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.761 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.761 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.761 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.761 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.762 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.762 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.35", 2024-04-15T17:58:00.762 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.762 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.762 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.762 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4919, 2024-04-15T17:58:00.762 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.762 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:11:48.589742+0000", 2024-04-15T17:58:00.762 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.762 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.762 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.762 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.763 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.764 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.765 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.765 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.765 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.765 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.765 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.765 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.765 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.765 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.765 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:58:00.765 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.765 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.766 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.766 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.766 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.766 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.766 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.766 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.766 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 6, 2024-04-15T17:58:00.766 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.766 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.766 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.766 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.766 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.766 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.766 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.525395+0000", 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.525395+0000", 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.526481+0000", 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:58:00.767 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604555+0000", 2024-04-15T17:58:00.768 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.768 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.768 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.768 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.768 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.768 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.768 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.768 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.768 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.768 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.768 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.768 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.768 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.768 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.36", 2024-04-15T17:58:00.768 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4919, 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T02:02:43.175551+0000", 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.769 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.770 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.771 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.772 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.772 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.772 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.772 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.772 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.772 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.772 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.772 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.772 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 6, 2024-04-15T17:58:00.772 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.772 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.773 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.773 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.773 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.773 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.773 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.773 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.773 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.773 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.773 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.773 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.773 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.773 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.773 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:58:00.773 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.445779+0000", 2024-04-15T17:58:00.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.445779+0000", 2024-04-15T17:58:00.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.447092+0000", 2024-04-15T17:58:00.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:58:00.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:58:00.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:58:00.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:58:00.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.774 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:58:00.775 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601904+0000", 2024-04-15T17:58:00.775 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.775 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.775 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.775 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.775 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.775 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.775 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.775 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.775 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.775 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.775 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.775 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.775 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.775 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.37", 2024-04-15T17:58:00.776 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.776 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.776 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.776 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4903, 2024-04-15T17:58:00.776 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.776 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:57:08.813025+0000", 2024-04-15T17:58:00.776 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.776 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.776 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.776 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.777 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.778 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.779 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.779 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.779 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.779 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.779 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.779 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.779 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.779 INFO:tasks.workunit.client.0.smithi090.stdout: 3 2024-04-15T17:58:00.779 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.779 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 3, 2024-04-15T17:58:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.780 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:58:00.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.517667+0000", 2024-04-15T17:58:00.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.517667+0000", 2024-04-15T17:58:00.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.518031+0000", 2024-04-15T17:58:00.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:58:00.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:58:00.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:58:00.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:58:00.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.781 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601053+0000", 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.782 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.783 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.38", 2024-04-15T17:58:00.783 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.783 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.783 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.783 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5001, 2024-04-15T17:58:00.783 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.783 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:01:06.175606+0000", 2024-04-15T17:58:00.783 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.783 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.783 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.783 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.784 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.785 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.786 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.786 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.786 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.786 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.786 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.786 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.786 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.786 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.786 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 3, 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.787 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:58:00.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.434624+0000", 2024-04-15T17:58:00.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.434624+0000", 2024-04-15T17:58:00.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.434923+0000", 2024-04-15T17:58:00.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:58:00.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:58:00.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:58:00.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:58:00.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.788 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.789 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:58:00.789 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.604688+0000", 2024-04-15T17:58:00.789 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.789 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.789 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.789 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.789 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.789 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.789 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.789 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.789 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.789 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.790 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.790 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.790 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.790 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.39", 2024-04-15T17:58:00.790 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.790 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.790 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.790 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4898, 2024-04-15T17:58:00.790 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.790 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:58:11.249290+0000", 2024-04-15T17:58:00.790 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.790 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.790 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.790 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.791 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.792 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.793 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.793 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.793 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.793 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.793 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.793 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.794 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.794 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.794 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.794 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.794 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.794 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.794 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.794 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.794 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.794 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.794 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.794 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.794 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 2, 2024-04-15T17:58:00.794 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.590488+0000", 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.590488+0000", 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.590887+0000", 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:58:00.795 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:58:00.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:58:00.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:58:00.796 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.456193+0000", 2024-04-15T17:58:00.796 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.796 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.796 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.796 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.796 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:58:00.796 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.796 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.796 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.796 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.797 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.797 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.797 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.797 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.797 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3a", 2024-04-15T17:58:00.797 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.797 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.797 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.797 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5059, 2024-04-15T17:58:00.797 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.797 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T03:57:25.518329+0000", 2024-04-15T17:58:00.797 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.797 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.797 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.798 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.799 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.800 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.800 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.800 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.800 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.801 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.801 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.801 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.801 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.801 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.801 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 2, 2024-04-15T17:58:00.801 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.801 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.801 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.801 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.801 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.801 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.801 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.801 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.801 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.802 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.802 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.802 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.802 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.802 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.802 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:58:00.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.431057+0000", 2024-04-15T17:58:00.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.431057+0000", 2024-04-15T17:58:00.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.438845+0000", 2024-04-15T17:58:00.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:58:00.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.802 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:58:00.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:58:00.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:58:00.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:58:00.803 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.605010+0000", 2024-04-15T17:58:00.803 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.803 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.803 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.803 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.803 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.803 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.804 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.804 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.804 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.804 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.804 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.804 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.804 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.804 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3b", 2024-04-15T17:58:00.804 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.804 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.804 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.804 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4898, 2024-04-15T17:58:00.804 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.804 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T01:52:58.404532+0000", 2024-04-15T17:58:00.804 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.805 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.805 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.805 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.806 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.807 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.807 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.807 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.807 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.808 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.808 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.808 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.808 INFO:tasks.workunit.client.0.smithi090.stdout: 4 2024-04-15T17:58:00.808 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.808 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.808 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.808 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.808 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.808 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.808 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.808 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.808 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.808 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.809 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 5, 2024-04-15T17:58:00.809 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.809 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.809 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.809 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.809 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.809 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:58:00.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.443589+0000", 2024-04-15T17:58:00.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.443589+0000", 2024-04-15T17:58:00.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.443937+0000", 2024-04-15T17:58:00.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:58:00.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.809 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:58:00.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:58:00.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:58:00.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:58:00.810 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601941+0000", 2024-04-15T17:58:00.810 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.810 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.810 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.810 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.811 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.811 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.811 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.811 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.811 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.811 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.811 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.811 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.811 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.811 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3c", 2024-04-15T17:58:00.811 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.811 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.811 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.811 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4962, 2024-04-15T17:58:00.811 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.812 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T20:57:41.746587+0000", 2024-04-15T17:58:00.812 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.812 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.812 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.812 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.813 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.814 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.815 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.815 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.815 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.815 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.815 INFO:tasks.workunit.client.0.smithi090.stdout: 5, 2024-04-15T17:58:00.815 INFO:tasks.workunit.client.0.smithi090.stdout: 3, 2024-04-15T17:58:00.815 INFO:tasks.workunit.client.0.smithi090.stdout: 7 2024-04-15T17:58:00.815 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.815 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 5, 2024-04-15T17:58:00.815 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.815 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.815 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.815 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 0, 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:34:33.592089+0000", 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:34:33.592089+0000", 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:34:33.592405+0000", 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:58:00.816 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 379, 2024-04-15T17:58:00.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:58:00.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:58:00.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:58:00.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:58:00.817 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.601623+0000", 2024-04-15T17:58:00.817 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.817 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.817 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.818 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.818 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 378, 2024-04-15T17:58:00.818 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.818 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.818 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.818 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.818 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.818 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.818 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.818 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.818 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3d", 2024-04-15T17:58:00.818 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.818 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.818 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.818 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5101, 2024-04-15T17:58:00.819 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.819 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-17T04:01:29.328372+0000", 2024-04-15T17:58:00.819 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.819 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.819 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.819 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.820 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.821 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.822 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.822 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.822 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.822 INFO:tasks.workunit.client.0.smithi090.stdout: 2, 2024-04-15T17:58:00.822 INFO:tasks.workunit.client.0.smithi090.stdout: 1 2024-04-15T17:58:00.822 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.822 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 0, 2024-04-15T17:58:00.822 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.822 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.822 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.822 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.822 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.822 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.822 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.822 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 1, 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:36:37.515165+0000", 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:36:37.515165+0000", 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:36:37.515513+0000", 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.823 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 501, 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.458481+0000", 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 500, 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.824 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3e", 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 5097, 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T17:59:46.279421+0000", 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.825 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.826 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.827 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.828 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.828 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.828 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.828 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.828 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.828 INFO:tasks.workunit.client.0.smithi090.stdout: 1, 2024-04-15T17:58:00.828 INFO:tasks.workunit.client.0.smithi090.stdout: 0, 2024-04-15T17:58:00.829 INFO:tasks.workunit.client.0.smithi090.stdout: 6 2024-04-15T17:58:00.829 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.829 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 1, 2024-04-15T17:58:00.829 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.829 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.829 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.829 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": [ 2024-04-15T17:58:00.829 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.829 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.829 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.829 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.829 INFO:tasks.workunit.client.0.smithi090.stdout: "acting_primary": 7, 2024-04-15T17:58:00.829 INFO:tasks.workunit.client.0.smithi090.stdout: "avail_no_missing": [], 2024-04-15T17:58:00.829 INFO:tasks.workunit.client.0.smithi090.stdout: "blocked_by": [], 2024-04-15T17:58:00.829 INFO:tasks.workunit.client.0.smithi090.stdout: "created": 60, 2024-04-15T17:58:00.830 INFO:tasks.workunit.client.0.smithi090.stdout: "dirty_stats_invalid": false, 2024-04-15T17:58:00.830 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_bytes_stats_invalid": false, 2024-04-15T17:58:00.830 INFO:tasks.workunit.client.0.smithi090.stdout: "hitset_stats_invalid": false, 2024-04-15T17:58:00.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_active": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:58:00.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_active": "2024-04-15T16:37:12.446602+0000", 2024-04-15T17:58:00.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_became_peered": "2024-04-15T16:37:12.446602+0000", 2024-04-15T17:58:00.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_change": "2024-04-15T16:37:12.449769+0000", 2024-04-15T17:58:00.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:58:00.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_clean_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub": "0'0", 2024-04-15T17:58:00.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_deep_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_epoch_clean": 536, 2024-04-15T17:58:00.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fresh": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:58:00.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_fullsized": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:58:00.830 INFO:tasks.workunit.client.0.smithi090.stdout: "last_peered": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:58:00.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub": "0'0", 2024-04-15T17:58:00.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_duration": 0, 2024-04-15T17:58:00.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_scrub_stamp": "2024-04-15T16:25:33.945844+0000", 2024-04-15T17:58:00.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_undegraded": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:58:00.831 INFO:tasks.workunit.client.0.smithi090.stdout: "last_unstale": "2024-04-15T17:56:40.602083+0000", 2024-04-15T17:58:00.831 INFO:tasks.workunit.client.0.smithi090.stdout: "log_dups_size": 0, 2024-04-15T17:58:00.831 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.831 INFO:tasks.workunit.client.0.smithi090.stdout: "log_start": "0'0", 2024-04-15T17:58:00.831 INFO:tasks.workunit.client.0.smithi090.stdout: "manifest_stats_invalid": false, 2024-04-15T17:58:00.831 INFO:tasks.workunit.client.0.smithi090.stdout: "mapping_epoch": 535, 2024-04-15T17:58:00.831 INFO:tasks.workunit.client.0.smithi090.stdout: "object_location_counts": [], 2024-04-15T17:58:00.831 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_scrubbed": 0, 2024-04-15T17:58:00.831 INFO:tasks.workunit.client.0.smithi090.stdout: "objects_trimmed": 0, 2024-04-15T17:58:00.831 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_stats_invalid": false, 2024-04-15T17:58:00.832 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.832 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_start": "0'0", 2024-04-15T17:58:00.832 INFO:tasks.workunit.client.0.smithi090.stdout: "parent": "0.0", 2024-04-15T17:58:00.832 INFO:tasks.workunit.client.0.smithi090.stdout: "parent_split_bits": 0, 2024-04-15T17:58:00.832 INFO:tasks.workunit.client.0.smithi090.stdout: "pgid": "3.3f", 2024-04-15T17:58:00.832 INFO:tasks.workunit.client.0.smithi090.stdout: "pin_stats_invalid": false, 2024-04-15T17:58:00.832 INFO:tasks.workunit.client.0.smithi090.stdout: "purged_snaps": [], 2024-04-15T17:58:00.832 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_epoch": 2732, 2024-04-15T17:58:00.832 INFO:tasks.workunit.client.0.smithi090.stdout: "reported_seq": 4892, 2024-04-15T17:58:00.832 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_duration": 0.0, 2024-04-15T17:58:00.832 INFO:tasks.workunit.client.0.smithi090.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-16T16:57:58.925418+0000", 2024-04-15T17:58:00.832 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrim_duration": 0.0, 2024-04-15T17:58:00.832 INFO:tasks.workunit.client.0.smithi090.stdout: "snaptrimq_len": 0, 2024-04-15T17:58:00.832 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.832 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.833 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.834 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.835 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.835 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.835 INFO:tasks.workunit.client.0.smithi090.stdout: "state": "active+clean", 2024-04-15T17:58:00.835 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_invalid": false, 2024-04-15T17:58:00.835 INFO:tasks.workunit.client.0.smithi090.stdout: "up": [ 2024-04-15T17:58:00.835 INFO:tasks.workunit.client.0.smithi090.stdout: 7, 2024-04-15T17:58:00.836 INFO:tasks.workunit.client.0.smithi090.stdout: 6, 2024-04-15T17:58:00.836 INFO:tasks.workunit.client.0.smithi090.stdout: 0 2024-04-15T17:58:00.836 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.836 INFO:tasks.workunit.client.0.smithi090.stdout: "up_primary": 7, 2024-04-15T17:58:00.836 INFO:tasks.workunit.client.0.smithi090.stdout: "version": "0'0" 2024-04-15T17:58:00.836 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.836 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.836 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_per_pool": [ 2024-04-15T17:58:00.836 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.836 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 24, 2024-04-15T17:58:00.836 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:58:00.836 INFO:tasks.workunit.client.0.smithi090.stdout: "rbd" 2024-04-15T17:58:00.836 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.836 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 24443, 2024-04-15T17:58:00.836 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 8, 2024-04-15T17:58:00.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T17:58:00.837 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 24443, 2024-04-15T17:58:00.837 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 4, 2024-04-15T17:58:00.837 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 4194323, 2024-04-15T17:58:00.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.837 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 12, 2024-04-15T17:58:00.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 4, 2024-04-15T17:58:00.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 4, 2024-04-15T17:58:00.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.838 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 2, 2024-04-15T17:58:00.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 9063, 2024-04-15T17:58:00.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 3130128, 2024-04-15T17:58:00.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 24313, 2024-04-15T17:58:00.839 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 3051803 2024-04-15T17:58:00.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.840 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:58:00.840 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 12595200, 2024-04-15T17:58:00.840 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:58:00.840 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:58:00.840 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:58:00.840 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:58:00.840 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 12582969, 2024-04-15T17:58:00.840 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:58:00.840 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:58:00.840 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:58:00.840 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:58:00.840 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.840 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 24 2024-04-15T17:58:00.841 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.841 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.841 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 192, 2024-04-15T17:58:00.841 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:58:00.841 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:58:00.841 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.841 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 0, 2024-04-15T17:58:00.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 64, 2024-04-15T17:58:00.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T17:58:00.841 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 0, 2024-04-15T17:58:00.841 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 3, 2024-04-15T17:58:00.841 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 0, 2024-04-15T17:58:00.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.841 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.842 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 0, 2024-04-15T17:58:00.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 0, 2024-04-15T17:58:00.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 0, 2024-04-15T17:58:00.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.843 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 0, 2024-04-15T17:58:00.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 0, 2024-04-15T17:58:00.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 0, 2024-04-15T17:58:00.844 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 0 2024-04-15T17:58:00.844 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.844 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:58:00.844 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 0, 2024-04-15T17:58:00.844 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:58:00.844 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:58:00.844 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:58:00.845 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:58:00.845 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 0, 2024-04-15T17:58:00.845 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:58:00.845 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:58:00.845 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:58:00.845 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:58:00.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.845 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 192 2024-04-15T17:58:00.845 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.845 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.845 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 3, 2024-04-15T17:58:00.845 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:58:00.845 INFO:tasks.workunit.client.0.smithi090.stdout: "mgr" 2024-04-15T17:58:00.845 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.846 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 241, 2024-04-15T17:58:00.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 1, 2024-04-15T17:58:00.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 3, 2024-04-15T17:58:00.846 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 241, 2024-04-15T17:58:00.846 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 1, 2024-04-15T17:58:00.846 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 590368, 2024-04-15T17:58:00.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 1771104, 2024-04-15T17:58:00.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.846 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 6, 2024-04-15T17:58:00.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 2, 2024-04-15T17:58:00.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 2, 2024-04-15T17:58:00.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.847 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 0, 2024-04-15T17:58:00.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 6, 2024-04-15T17:58:00.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 1214, 2024-04-15T17:58:00.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 2024, 2024-04-15T17:58:00.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.848 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 399, 2024-04-15T17:58:00.849 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 2416 2024-04-15T17:58:00.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.849 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:58:00.849 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 1781760, 2024-04-15T17:58:00.849 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:58:00.849 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:58:00.849 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:58:00.849 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:58:00.849 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 1771104, 2024-04-15T17:58:00.849 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:58:00.849 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:58:00.849 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 0, 2024-04-15T17:58:00.849 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:58:00.849 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.850 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 3 2024-04-15T17:58:00.850 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.850 INFO:tasks.workunit.client.0.smithi090.stdout: { 2024-04-15T17:58:00.850 INFO:tasks.workunit.client.0.smithi090.stdout: "acting": 96, 2024-04-15T17:58:00.850 INFO:tasks.workunit.client.0.smithi090.stdout: "application": [ 2024-04-15T17:58:00.850 INFO:tasks.workunit.client.0.smithi090.stdout: "cephfs" 2024-04-15T17:58:00.850 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.850 INFO:tasks.workunit.client.0.smithi090.stdout: "log_size": 75, 2024-04-15T17:58:00.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_pg": 32, 2024-04-15T17:58:00.850 INFO:tasks.workunit.client.0.smithi090.stdout: "num_store_stats": 8, 2024-04-15T17:58:00.850 INFO:tasks.workunit.client.0.smithi090.stdout: "ondisk_log_size": 75, 2024-04-15T17:58:00.850 INFO:tasks.workunit.client.0.smithi090.stdout: "poolid": 2, 2024-04-15T17:58:00.850 INFO:tasks.workunit.client.0.smithi090.stdout: "stat_sum": { 2024-04-15T17:58:00.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes": 6622, 2024-04-15T17:58:00.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_hit_set_archive": 0, 2024-04-15T17:58:00.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_bytes_recovered": 0, 2024-04-15T17:58:00.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_deep_scrub_errors": 0, 2024-04-15T17:58:00.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict": 0, 2024-04-15T17:58:00.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_kb": 0, 2024-04-15T17:58:00.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_full": 0, 2024-04-15T17:58:00.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_evict_mode_some": 0, 2024-04-15T17:58:00.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush": 0, 2024-04-15T17:58:00.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_kb": 0, 2024-04-15T17:58:00.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_high": 0, 2024-04-15T17:58:00.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_flush_mode_low": 0, 2024-04-15T17:58:00.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_keys_recovered": 0, 2024-04-15T17:58:00.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_large_omap_objects": 0, 2024-04-15T17:58:00.851 INFO:tasks.workunit.client.0.smithi090.stdout: "num_legacy_snapsets": 0, 2024-04-15T17:58:00.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_clones": 0, 2024-04-15T17:58:00.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_object_copies": 66, 2024-04-15T17:58:00.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects": 22, 2024-04-15T17:58:00.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_degraded": 0, 2024-04-15T17:58:00.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_dirty": 22, 2024-04-15T17:58:00.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_hit_set_archive": 0, 2024-04-15T17:58:00.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_manifest": 0, 2024-04-15T17:58:00.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_misplaced": 0, 2024-04-15T17:58:00.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing": 0, 2024-04-15T17:58:00.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_missing_on_primary": 0, 2024-04-15T17:58:00.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_omap": 14, 2024-04-15T17:58:00.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_pinned": 0, 2024-04-15T17:58:00.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_recovered": 0, 2024-04-15T17:58:00.852 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_repaired": 0, 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_objects_unfound": 0, 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_bytes": 0, 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_omap_keys": 0, 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_promote": 0, 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read": 158, 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_read_kb": 174, 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_scrub_errors": 0, 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_shallow_scrub_errors": 0, 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_whiteouts": 0, 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write": 69, 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: "num_write_kb": 36 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: "store_stats": { 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: "allocated": 110592, 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: "available": 0, 2024-04-15T17:58:00.853 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed": 0, 2024-04-15T17:58:00.854 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_allocated": 0, 2024-04-15T17:58:00.854 INFO:tasks.workunit.client.0.smithi090.stdout: "data_compressed_original": 0, 2024-04-15T17:58:00.854 INFO:tasks.workunit.client.0.smithi090.stdout: "data_stored": 19866, 2024-04-15T17:58:00.854 INFO:tasks.workunit.client.0.smithi090.stdout: "internal_metadata": 0, 2024-04-15T17:58:00.854 INFO:tasks.workunit.client.0.smithi090.stdout: "internally_reserved": 0, 2024-04-15T17:58:00.854 INFO:tasks.workunit.client.0.smithi090.stdout: "omap_allocated": 44193, 2024-04-15T17:58:00.854 INFO:tasks.workunit.client.0.smithi090.stdout: "total": 0 2024-04-15T17:58:00.854 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.854 INFO:tasks.workunit.client.0.smithi090.stdout: "up": 96 2024-04-15T17:58:00.854 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.854 INFO:tasks.workunit.client.0.smithi090.stdout: ], 2024-04-15T17:58:00.854 INFO:tasks.workunit.client.0.smithi090.stdout: "usage": { 2024-04-15T17:58:00.854 INFO:tasks.workunit.client.0.smithi090.stdout: "pg_num": 105, 2024-04-15T17:58:00.854 INFO:tasks.workunit.client.0.smithi090.stdout: "pools": 4, 2024-04-15T17:58:00.854 INFO:tasks.workunit.client.0.smithi090.stdout: "stats_by_class": { 2024-04-15T17:58:00.855 INFO:tasks.workunit.client.0.smithi090.stdout: "ssd": { 2024-04-15T17:58:00.855 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 762614960128, 2024-04-15T17:58:00.855 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T17:58:00.855 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 5345325056, 2024-04-15T17:58:00.855 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_bytes": 5345325056, 2024-04-15T17:58:00.855 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_raw_ratio": 0.006960418540984392 2024-04-15T17:58:00.855 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.855 INFO:tasks.workunit.client.0.smithi090.stdout: }, 2024-04-15T17:58:00.855 INFO:tasks.workunit.client.0.smithi090.stdout: "total_avail_bytes": 762614960128, 2024-04-15T17:58:00.855 INFO:tasks.workunit.client.0.smithi090.stdout: "total_bytes": 767960285184, 2024-04-15T17:58:00.855 INFO:tasks.workunit.client.0.smithi090.stdout: "total_used_bytes": 5345325056 2024-04-15T17:58:00.855 INFO:tasks.workunit.client.0.smithi090.stdout: } 2024-04-15T17:58:00.855 INFO:tasks.workunit.client.0.smithi090.stdout:} 2024-04-15T17:58:00.855 INFO:tasks.workunit.client.0.smithi090.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-15T17:58:00.856 INFO:tasks.workunit.client.0.smithi090.stderr:+ ceph telemetry off 2024-04-15T17:58:00.856 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:57:58] ENGINE Bus STOPPING 2024-04-15T17:58:00.856 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:57:58] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T17:58:00.856 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:57:58] ENGINE Bus STOPPED 2024-04-15T17:58:00.856 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:57:58] ENGINE Bus STARTING 2024-04-15T17:58:00.857 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='client.36162 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:58:00.857 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='client.46112 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:58:00.857 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:58:00.857 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:58:00.857 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.857 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.857 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.857 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.858 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.858 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.858 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.858 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.858 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.858 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:58:00.858 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:58:00.858 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.858 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.858 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.858 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:58:00.858 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:58:00.858 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.858 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.858 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.859 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:58:00.859 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:58:00.859 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.859 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='client.36162 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:58:00.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='client.46112 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:58:00.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:58:00.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:58:00.859 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:58:00.860 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.861 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.861 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.861 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:58:00.861 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:58:00.861 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.861 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:59 smithi153 ceph-mon[84714]: from='client.46130 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:58:00.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:58:00.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:58:00.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:58:00.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:58:00.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:58:00.861 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:58:00.862 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:59 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:58:00.862 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:57:59 smithi153 ceph-mon[84714]: from='client.46130 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:58:00.862 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.862 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-15T17:58:00.862 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='client.46112 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:58:00.862 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:58:00.862 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:58:00.862 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.862 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.863 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.863 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.863 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.863 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.863 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.863 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.863 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.863 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:58:00.863 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:58:00.863 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.863 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.863 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.863 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:58:00.863 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:58:00.864 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.864 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.864 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.864 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:58:00.864 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:58:00.864 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.864 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.864 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.864 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: pgmap v5082: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-15T17:58:00.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='client.46112 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:58:00.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:58:00.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-15T17:58:00.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.865 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:58:00.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:58:00.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:58:00.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:58:00.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-15T17:58:00.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-15T17:58:00.866 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-15T17:58:00.867 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-15T17:58:00.867 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-15T17:58:00.867 INFO:tasks.workunit.client.0.smithi090.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-15T17:58:00.867 INFO:tasks.workunit.client.0.smithi090.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-15T17:58:00.867 INFO:tasks.workunit.client.0.smithi090.stderr:+ echo OK 2024-04-15T17:58:00.868 INFO:tasks.workunit.client.0.smithi090.stdout:OK 2024-04-15T17:58:00.869 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-15T17:58:00.869 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-15T17:58:00.869 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:57:58] ENGINE Serving on http://:::9283 2024-04-15T17:58:00.869 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:57:58 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:57:58] ENGINE Bus STARTED 2024-04-15T17:58:00.869 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:57:59] "GET /metrics HTTP/1.1" 200 34255 "" "Prometheus/2.43.0" 2024-04-15T17:58:00.870 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[89240]: from='client.46130 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:58:00.870 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:58:00.870 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:58:00.870 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:58:00.870 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:58:00.870 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:58:00.870 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:58:00.870 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:58:00.870 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[89240]: from='client.46130 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:58:00.871 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[91618]: from='client.46130 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:58:00.871 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:58:00.871 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:58:00.871 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:58:00.871 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-15T17:58:00.871 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-15T17:58:00.871 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-15T17:58:00.871 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' 2024-04-15T17:58:00.871 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:57:59 smithi090 ceph-mon[91618]: from='client.46130 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-15T17:58:00.905 INFO:tasks.workunit:Stopping ['test_telemetry_reef_x.sh'] on client.0... 2024-04-15T17:58:00.905 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-15T17:58:01.090 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:00 smithi090 ceph-mon[91618]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-15T17:58:01.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:00 smithi090 ceph-mon[89240]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-15T17:58:01.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:00 smithi153 ceph-mon[84714]: pgmap v5083: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 KiB/s rd, 1 op/s 2024-04-15T17:58:01.213 DEBUG:teuthology.parallel:result is None 2024-04-15T17:58:01.213 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T17:58:01.242 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T17:58:01.242 DEBUG:teuthology.orchestra.run.smithi090:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-15T17:58:01.297 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-15T17:58:01.297 INFO:teuthology.run_tasks:Running task print... 2024-04-15T17:58:01.310 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-15T17:58:01.310 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-15T17:58:01.330 INFO:tasks.cephadm:Teardown begin 2024-04-15T17:58:01.330 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-15T17:58:01.330 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T17:58:01.667 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T17:58:01.668 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54253,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/902421380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":902421380},{"type":"v1","addr":"172.21.15.153:6833","nonce":902421380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T16:25:34.303278+0000","modified":"2024-04-15T16:37:41.543701+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":561,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44330},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44330":{"gid":44330,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.90:6835/1486901634","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":1486901634},{"type":"v1","addr":"172.21.15.90:6835","nonce":1486901634}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44330,"qdb_cluster":[44330]},"id":1}]} 2024-04-15T17:58:01.668 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 18 2024-04-15T17:58:01.681 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-15T17:58:02.012 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T17:58:02.012 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":18,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54253,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.153:6833/902421380","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6832","nonce":902421380},{"type":"v1","addr":"172.21.15.153:6833","nonce":902421380}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":18}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-15T16:25:34.303278+0000","modified":"2024-04-15T16:37:41.543701+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":561,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44330},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44330":{"gid":44330,"name":"a","rank":0,"incarnation":14,"state":"up:active","state_seq":6,"addr":"172.21.15.90:6835/1486901634","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6834","nonce":1486901634},{"type":"v1","addr":"172.21.15.90:6835","nonce":1486901634}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44330,"qdb_cluster":[44330]},"id":1}]} 2024-04-15T17:58:02.012 INFO:teuthology.orchestra.run.smithi090.stderr:dumped fsmap epoch 18 2024-04-15T17:58:02.024 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:01 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1915454037' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T17:58:02.024 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:01 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1915454037' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T17:58:02.025 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-15T17:58:02.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:01 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1915454037' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T17:58:02.316 INFO:teuthology.orchestra.run.smithi090.stdout: 2024-04-15T17:58:02.316 INFO:teuthology.orchestra.run.smithi090.stdout:{"epoch":2732,"fsid":"ddc2db54-fb43-11ee-bc8f-c7b262605968","created":"2024-04-15T16:20:00.183424+0000","modified":"2024-04-15T17:56:40.451153+0000","last_up_change":"2024-04-15T16:37:11.401872+0000","last_in_change":"2024-04-15T16:24:56.092887+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":123,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-15T16:23:16.153981+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-15T16:25:32.414992+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-15T16:25:33.499838+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-15T16:26:06.565558+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1118","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":1118,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"2e0cdbbf-daa9-43e2-a3c5-4e7fa057c7a8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":302,"up_from":313,"up_thru":2652,"down_at":303,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6802","nonce":1567564436},{"type":"v1","addr":"172.21.15.90:6803","nonce":1567564436}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6804","nonce":1567564436},{"type":"v1","addr":"172.21.15.90:6805","nonce":1567564436}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6808","nonce":1567564436},{"type":"v1","addr":"172.21.15.90:6809","nonce":1567564436}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6806","nonce":1567564436},{"type":"v1","addr":"172.21.15.90:6807","nonce":1567564436}]},"public_addr":"172.21.15.90:6803/1567564436","cluster_addr":"172.21.15.90:6805/1567564436","heartbeat_back_addr":"172.21.15.90:6809/1567564436","heartbeat_front_addr":"172.21.15.90:6807/1567564436","state":["exists","up"]},{"osd":1,"uuid":"2286e9ff-0229-4ee7-aadc-243005a9eea5","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":334,"up_from":344,"up_thru":2652,"down_at":335,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6810","nonce":343323544},{"type":"v1","addr":"172.21.15.90:6811","nonce":343323544}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6812","nonce":343323544},{"type":"v1","addr":"172.21.15.90:6813","nonce":343323544}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6816","nonce":343323544},{"type":"v1","addr":"172.21.15.90:6817","nonce":343323544}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6814","nonce":343323544},{"type":"v1","addr":"172.21.15.90:6815","nonce":343323544}]},"public_addr":"172.21.15.90:6811/343323544","cluster_addr":"172.21.15.90:6813/343323544","heartbeat_back_addr":"172.21.15.90:6817/343323544","heartbeat_front_addr":"172.21.15.90:6815/343323544","state":["exists","up"]},{"osd":2,"uuid":"e915c3a5-62c6-45f0-8b49-543ad9b16b6b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":368,"up_from":378,"up_thru":2652,"down_at":369,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6818","nonce":3360366664},{"type":"v1","addr":"172.21.15.90:6819","nonce":3360366664}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6820","nonce":3360366664},{"type":"v1","addr":"172.21.15.90:6821","nonce":3360366664}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6824","nonce":3360366664},{"type":"v1","addr":"172.21.15.90:6825","nonce":3360366664}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6822","nonce":3360366664},{"type":"v1","addr":"172.21.15.90:6823","nonce":3360366664}]},"public_addr":"172.21.15.90:6819/3360366664","cluster_addr":"172.21.15.90:6821/3360366664","heartbeat_back_addr":"172.21.15.90:6825/3360366664","heartbeat_front_addr":"172.21.15.90:6823/3360366664","state":["exists","up"]},{"osd":3,"uuid":"0bf5ea74-8e2f-4b00-a554-29089edb0a74","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":25,"last_clean_end":387,"up_from":398,"up_thru":2652,"down_at":388,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6826","nonce":2357900626},{"type":"v1","addr":"172.21.15.90:6827","nonce":2357900626}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6828","nonce":2357900626},{"type":"v1","addr":"172.21.15.90:6829","nonce":2357900626}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6832","nonce":2357900626},{"type":"v1","addr":"172.21.15.90:6833","nonce":2357900626}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.90:6830","nonce":2357900626},{"type":"v1","addr":"172.21.15.90:6831","nonce":2357900626}]},"public_addr":"172.21.15.90:6827/2357900626","cluster_addr":"172.21.15.90:6829/2357900626","heartbeat_back_addr":"172.21.15.90:6833/2357900626","heartbeat_front_addr":"172.21.15.90:6831/2357900626","state":["exists","up"]},{"osd":4,"uuid":"4e6fe3a3-35be-459c-809b-9803ec6f9e66","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":30,"last_clean_end":421,"up_from":432,"up_thru":2652,"down_at":422,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6800","nonce":2834904722},{"type":"v1","addr":"172.21.15.153:6801","nonce":2834904722}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6802","nonce":2834904722},{"type":"v1","addr":"172.21.15.153:6803","nonce":2834904722}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6806","nonce":2834904722},{"type":"v1","addr":"172.21.15.153:6807","nonce":2834904722}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6804","nonce":2834904722},{"type":"v1","addr":"172.21.15.153:6805","nonce":2834904722}]},"public_addr":"172.21.15.153:6801/2834904722","cluster_addr":"172.21.15.153:6803/2834904722","heartbeat_back_addr":"172.21.15.153:6807/2834904722","heartbeat_front_addr":"172.21.15.153:6805/2834904722","state":["exists","up"]},{"osd":5,"uuid":"3c7fbbfd-ae29-4eb2-b558-b14f5a5c77d9","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":38,"last_clean_end":456,"up_from":467,"up_thru":2652,"down_at":457,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6808","nonce":1008785821},{"type":"v1","addr":"172.21.15.153:6809","nonce":1008785821}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6810","nonce":1008785821},{"type":"v1","addr":"172.21.15.153:6811","nonce":1008785821}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6814","nonce":1008785821},{"type":"v1","addr":"172.21.15.153:6815","nonce":1008785821}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6812","nonce":1008785821},{"type":"v1","addr":"172.21.15.153:6813","nonce":1008785821}]},"public_addr":"172.21.15.153:6809/1008785821","cluster_addr":"172.21.15.153:6811/1008785821","heartbeat_back_addr":"172.21.15.153:6815/1008785821","heartbeat_front_addr":"172.21.15.153:6813/1008785821","state":["exists","up"]},{"osd":6,"uuid":"8161b962-a440-4c2a-afa3-1c5b3a8abf2e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":46,"last_clean_end":489,"up_from":500,"up_thru":2652,"down_at":490,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6816","nonce":296675559},{"type":"v1","addr":"172.21.15.153:6817","nonce":296675559}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6818","nonce":296675559},{"type":"v1","addr":"172.21.15.153:6819","nonce":296675559}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6822","nonce":296675559},{"type":"v1","addr":"172.21.15.153:6823","nonce":296675559}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6820","nonce":296675559},{"type":"v1","addr":"172.21.15.153:6821","nonce":296675559}]},"public_addr":"172.21.15.153:6817/296675559","cluster_addr":"172.21.15.153:6819/296675559","heartbeat_back_addr":"172.21.15.153:6823/296675559","heartbeat_front_addr":"172.21.15.153:6821/296675559","state":["exists","up"]},{"osd":7,"uuid":"7d360fef-9725-4e9a-87e1-50a164e73469","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":54,"last_clean_end":524,"up_from":535,"up_thru":2652,"down_at":525,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6824","nonce":774807023},{"type":"v1","addr":"172.21.15.153:6825","nonce":774807023}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6826","nonce":774807023},{"type":"v1","addr":"172.21.15.153:6827","nonce":774807023}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6830","nonce":774807023},{"type":"v1","addr":"172.21.15.153:6831","nonce":774807023}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.153:6828","nonce":774807023},{"type":"v1","addr":"172.21.15.153:6829","nonce":774807023}]},"public_addr":"172.21.15.153:6825/774807023","cluster_addr":"172.21.15.153:6827/774807023","heartbeat_back_addr":"172.21.15.153:6831/774807023","heartbeat_front_addr":"172.21.15.153:6829/774807023","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:24.845331+0000","dead_epoch":302},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:22:49.256554+0000","dead_epoch":334},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:13.855638+0000","dead_epoch":368},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:23:39.013223+0000","dead_epoch":387},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:01.093757+0000","dead_epoch":421},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:25.265035+0000","dead_epoch":456},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:24:48.344610+0000","dead_epoch":489},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-15T16:25:11.275511+0000","dead_epoch":524}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.4","mappings":[{"from":7,"to":2}]},{"pgid":"3.15","mappings":[{"from":4,"to":1}]},{"pgid":"3.1f","mappings":[{"from":0,"to":1}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.32","mappings":[{"from":0,"to":2}]},{"pgid":"3.37","mappings":[{"from":0,"to":3}]},{"pgid":"3.3a","mappings":[{"from":5,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.90:0/1598413309":"2024-04-15T18:18:36.007668+0000","172.21.15.90:0/1321943151":"2024-04-15T18:18:34.998386+0000","172.21.15.153:6833/3196985028":"2024-04-16T16:37:38.527104+0000","172.21.15.90:6835/4039869308":"2024-04-16T16:37:20.396483+0000","172.21.15.90:0/3564140996":"2024-04-15T18:56:15.978957+0000","172.21.15.90:0/2380354684":"2024-04-16T16:31:52.662398+0000","172.21.15.90:0/2588902484":"2024-04-16T16:30:32.774596+0000","172.21.15.90:0/496362566":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/1896248690":"2024-04-16T16:31:52.662398+0000","172.21.15.90:0/1624230203":"2024-04-16T16:20:40.667476+0000","172.21.15.153:0/2335639768":"2024-04-16T16:31:08.422961+0000","172.21.15.90:0/3369939393":"2024-04-16T16:31:52.662398+0000","172.21.15.90:0/3500219122":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/905973398":"2024-04-15T18:27:04.705989+0000","172.21.15.153:6832/3196985028":"2024-04-16T16:37:38.527104+0000","172.21.15.153:0/573703505":"2024-04-16T16:31:08.422961+0000","172.21.15.90:6834/4039869308":"2024-04-16T16:37:20.396483+0000","172.21.15.90:0/1205411690":"2024-04-16T16:21:05.834443+0000","172.21.15.153:0/4052909645":"2024-04-16T16:31:08.422961+0000","172.21.15.90:0/3876349042":"2024-04-16T16:30:32.774596+0000","172.21.15.153:0/740583187":"2024-04-16T16:31:08.422961+0000","172.21.15.90:0/1878244148":"2024-04-16T16:30:32.774596+0000","172.21.15.90:0/3787370887":"2024-04-16T16:30:32.774596+0000","172.21.15.90:0/2678531165":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/3844903092":"2024-04-16T16:31:52.662398+0000","172.21.15.90:6800/3908363132":"2024-04-16T16:26:06.566064+0000","172.21.15.90:0/3347124292":"2024-04-16T16:30:32.774596+0000","172.21.15.153:0/2902249989":"2024-04-16T16:31:08.422961+0000","172.21.15.90:0/943668373":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6800/3325589813":"2024-04-16T16:31:52.662398+0000","172.21.15.153:0/4111741598":"2024-04-16T16:31:08.422961+0000","172.21.15.153:0/2484735664":"2024-04-16T16:31:08.422961+0000","172.21.15.90:0/3876408490":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1645174474":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6800/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.90:6800/3060965323":"2024-04-16T16:30:32.774596+0000","172.21.15.90:0/2173509353":"2024-04-16T16:31:52.662398+0000","172.21.15.90:6801/3060965323":"2024-04-16T16:30:32.774596+0000","172.21.15.90:0/2095567905":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/3325589813":"2024-04-16T16:31:52.662398+0000","172.21.15.90:6801/3908363132":"2024-04-16T16:26:06.566064+0000","172.21.15.90:6801/3250356161":"2024-04-16T16:20:40.667476+0000","172.21.15.153:6834/247473896":"2024-04-16T16:31:08.422961+0000","172.21.15.90:6800/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.153:6835/247473896":"2024-04-16T16:31:08.422961+0000","172.21.15.90:0/738617325":"2024-04-16T16:31:52.662398+0000","172.21.15.90:6801/2395628523":"2024-04-16T16:21:05.834443+0000","172.21.15.90:0/1988657918":"2024-04-16T16:20:40.667476+0000","172.21.15.90:0/3262452844":"2024-04-16T16:31:52.662398+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":7,"length":2}]},{"pool":88,"snaps":[{"begin":34,"length":4},{"begin":43,"length":4}]},{"pool":89,"snaps":[{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":122,"snaps":[{"begin":293,"length":2}]},{"pool":123,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[{"pool":122,"snaps":[{"begin":291,"length":2}]}],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-15T17:58:02.330 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-15T17:58:02.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:58:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:58:02.670 INFO:teuthology.orchestra.run.smithi090.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-15T17:58:02.685 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-15T17:58:03.091 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a[116031]: ignoring --setuser ceph since I am not root 2024-04-15T17:58:03.091 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a[116031]: ignoring --setgroup ceph since I am not root 2024-04-15T17:58:03.091 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a[116031]: starting mds.a at 2024-04-15T17:58:03.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a[89236]: 2024-04-15T17:58:02.658+0000 7f51cc07a700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T17:58:03.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/483558587' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T17:58:03.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[89240]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-15T17:58:03.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/2980313627' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T17:58:03.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/713519219' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-15T17:58:03.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-15T17:58:03.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[89240]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T17:58:03.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[89240]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T17:58:03.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-15T17:58:03.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[89240]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-15T17:58:03.092 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[89240]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T17:58:03.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/483558587' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T17:58:03.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[91618]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-15T17:58:03.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/2980313627' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T17:58:03.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/713519219' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-15T17:58:03.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-15T17:58:03.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[91618]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T17:58:03.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[91618]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T17:58:03.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-15T17:58:03.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[91618]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-15T17:58:03.093 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:02 smithi090 ceph-mon[91618]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T17:58:03.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:02 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/483558587' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-15T17:58:03.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:02 smithi153 ceph-mon[84714]: pgmap v5084: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 29 op/s 2024-04-15T17:58:03.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:02 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/2980313627' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-15T17:58:03.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:02 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/713519219' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-15T17:58:03.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:02 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-15T17:58:03.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:02 smithi153 ceph-mon[84714]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-15T17:58:03.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:02 smithi153 ceph-mon[84714]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-15T17:58:03.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:02 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-15T17:58:03.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:02 smithi153 ceph-mon[84714]: osdmap e2733: 8 total, 8 up, 8 in 2024-04-15T17:58:03.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:02 smithi153 ceph-mon[84714]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-15T17:58:03.685 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-15T17:58:04.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/3488005664' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:58:04.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:58:04.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[89240]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T17:58:04.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[89240]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T17:58:04.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[89240]: Cluster is now healthy 2024-04-15T17:58:04.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-15T17:58:04.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[89240]: mds.? [v2:172.21.15.90:6834/226849841,v1:172.21.15.90:6835/226849841] up:boot 2024-04-15T17:58:04.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[89240]: fsmap 2 up:standby 2024-04-15T17:58:04.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[89240]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T17:58:04.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/3488005664' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:58:04.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:58:04.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[91618]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T17:58:04.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[91618]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T17:58:04.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[91618]: Cluster is now healthy 2024-04-15T17:58:04.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-15T17:58:04.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[91618]: mds.? [v2:172.21.15.90:6834/226849841,v1:172.21.15.90:6835/226849841] up:boot 2024-04-15T17:58:04.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[91618]: fsmap 2 up:standby 2024-04-15T17:58:04.092 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:03 smithi090 ceph-mon[91618]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T17:58:04.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:03 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/3488005664' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:58:04.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:03 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-15T17:58:04.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:03 smithi153 ceph-mon[84714]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-15T17:58:04.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:03 smithi153 ceph-mon[84714]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-15T17:58:04.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:03 smithi153 ceph-mon[84714]: Cluster is now healthy 2024-04-15T17:58:04.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:03 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-15T17:58:04.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:03 smithi153 ceph-mon[84714]: mds.? [v2:172.21.15.90:6834/226849841,v1:172.21.15.90:6835/226849841] up:boot 2024-04-15T17:58:04.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:03 smithi153 ceph-mon[84714]: fsmap 2 up:standby 2024-04-15T17:58:04.134 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:03 smithi153 ceph-mon[84714]: from='mgr.25211 172.21.15.90:0/607641297' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-15T17:58:04.803 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_metadata' removed 2024-04-15T17:58:04.821 DEBUG:teuthology.orchestra.run.smithi090:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-15T17:58:05.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:04 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/1493730792' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T17:58:05.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:04 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T17:58:05.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:04 smithi090 ceph-mon[89240]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 36 op/s 2024-04-15T17:58:05.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:04 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/1493730792' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T17:58:05.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:04 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T17:58:05.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:04 smithi090 ceph-mon[91618]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 36 op/s 2024-04-15T17:58:05.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:04 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/1493730792' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T17:58:05.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:04 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T17:58:05.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:04 smithi153 ceph-mon[84714]: pgmap v5086: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 25 KiB/s rd, 0 B/s wr, 36 op/s 2024-04-15T17:58:05.807 INFO:teuthology.orchestra.run.smithi090.stderr:pool 'cephfs_data' removed 2024-04-15T17:58:05.828 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-15T17:58:05.858 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-15T17:58:05.893 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-15T17:58:05.893 DEBUG:teuthology.orchestra.run.smithi090:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-15T17:58:05.913 DEBUG:teuthology.orchestra.run.smithi153:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-15T17:58:05.951 INFO:tasks.cephadm:Stopping all daemons... 2024-04-15T17:58:05.951 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-15T17:58:05.951 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.a 2024-04-15T17:58:06.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:05 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-15T17:58:06.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:05 smithi090 ceph-mon[89240]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-15T17:58:06.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:05 smithi090 ceph-mon[89240]: from='client.? 172.21.15.90:0/506282718' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T17:58:06.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:05 smithi090 ceph-mon[89240]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T17:58:06.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:05 smithi090 systemd[1]: Stopping Ceph mon.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:58:06.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:05 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-15T17:58:06.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:05 smithi090 ceph-mon[91618]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-15T17:58:06.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:05 smithi090 ceph-mon[91618]: from='client.? 172.21.15.90:0/506282718' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T17:58:06.091 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:05 smithi090 ceph-mon[91618]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T17:58:06.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:05 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-15T17:58:06.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:05 smithi153 ceph-mon[84714]: osdmap e2734: 8 total, 8 up, 8 in 2024-04-15T17:58:06.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:05 smithi153 ceph-mon[84714]: from='client.? 172.21.15.90:0/506282718' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T17:58:06.133 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:05 smithi153 ceph-mon[84714]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-15T17:58:06.590 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a[89236]: 2024-04-15T17:58:06.248+0000 7f51d1885700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T17:58:06.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a[89236]: 2024-04-15T17:58:06.248+0000 7f51d1885700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-15T17:58:06.591 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:06 smithi090 podman[212793]: 2024-04-15 17:58:06.423537549 +0000 UTC m=+0.284518840 container died 82f63672a8c16be52c0a37dc51d1c913bd81428de41325828b88991fa1c43a4b (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-15T17:58:06.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:58:06] ENGINE Bus STOPPING 2024-04-15T17:58:06.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:58:06] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T17:58:06.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:58:06] ENGINE Bus STOPPED 2024-04-15T17:58:06.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:58:06] ENGINE Bus STARTING 2024-04-15T17:58:06.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:58:06] ENGINE Serving on http://:::9283 2024-04-15T17:58:06.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:06 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:58:06] ENGINE Bus STARTED 2024-04-15T17:58:07.090 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:06 smithi090 podman[212793]: 2024-04-15 17:58:06.883860354 +0000 UTC m=+0.744841643 container cleanup 82f63672a8c16be52c0a37dc51d1c913bd81428de41325828b88991fa1c43a4b (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, ceph=True) 2024-04-15T17:58:07.091 INFO:journalctl@ceph.mon.a.smithi090.stdout:Apr 15 17:58:06 smithi090 bash[212793]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-a 2024-04-15T17:58:07.310 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.a.service' 2024-04-15T17:58:07.367 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:58:07.367 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-15T17:58:07.367 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-15T17:58:07.368 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.c 2024-04-15T17:58:07.678 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:07 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:58:07] ENGINE Bus STOPPING 2024-04-15T17:58:07.678 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:07 smithi090 systemd[1]: Stopping Ceph mon.c for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:58:07.678 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:07 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c[91614]: 2024-04-15T17:58:07.656+0000 7ff7da11e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T17:58:07.678 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:07 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c[91614]: 2024-04-15T17:58:07.656+0000 7ff7da11e700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-15T17:58:08.044 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:07 smithi090 podman[212927]: 2024-04-15 17:58:07.708610573 +0000 UTC m=+0.157334325 container died 28c14668bcb2a51b56a0ba6767856f10f431fc54ba3614d859bc815783182c8c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-15T17:58:08.044 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:07 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:58:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-15T17:58:08.045 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:07 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:58:07] ENGINE Bus STOPPED 2024-04-15T17:58:08.045 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:07 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:58:07] ENGINE Bus STARTING 2024-04-15T17:58:08.045 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:07 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:58:07] ENGINE Serving on http://:::9283 2024-04-15T17:58:08.045 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:07 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: [15/Apr/2024:17:58:07] ENGINE Bus STARTED 2024-04-15T17:58:08.340 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:08 smithi090 podman[212927]: 2024-04-15 17:58:08.149879258 +0000 UTC m=+0.598603012 container cleanup 28c14668bcb2a51b56a0ba6767856f10f431fc54ba3614d859bc815783182c8c (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-15T17:58:08.341 INFO:journalctl@ceph.mon.c.smithi090.stdout:Apr 15 17:58:08 smithi090 bash[212927]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-c 2024-04-15T17:58:08.626 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.c.service' 2024-04-15T17:58:08.664 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:58:08.664 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-15T17:58:08.664 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-15T17:58:08.665 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.b 2024-04-15T17:58:09.022 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:08 smithi153 systemd[1]: Stopping Ceph mon.b for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:58:09.357 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:09 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-b[84710]: 2024-04-15T17:58:09.018+0000 7f8854b42700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T17:58:09.357 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:09 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-b[84710]: 2024-04-15T17:58:09.018+0000 7f8854b42700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-15T17:58:09.357 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:09 smithi153 podman[146918]: 2024-04-15 17:58:09.080936558 +0000 UTC m=+0.218982355 container died a8c48d861c6ea73577b442f6b2e433fd603d70ca74be62f0d7cdd206c26cea1e (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-b, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-15T17:58:09.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:09 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: ::ffff:172.21.15.153 - - [15/Apr/2024:17:58:09] "GET /metrics HTTP/1.1" 200 34255 "" "Prometheus/2.43.0" 2024-04-15T17:58:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:09 smithi153 podman[146918]: 2024-04-15 17:58:09.561238003 +0000 UTC m=+0.699283800 container cleanup a8c48d861c6ea73577b442f6b2e433fd603d70ca74be62f0d7cdd206c26cea1e (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-b, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=main-c2d8c31, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-15T17:58:09.633 INFO:journalctl@ceph.mon.b.smithi153.stdout:Apr 15 17:58:09 smithi153 bash[146918]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mon-b 2024-04-15T17:58:09.978 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mon.b.service' 2024-04-15T17:58:10.045 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:58:10.045 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-15T17:58:10.045 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-15T17:58:10.045 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.y 2024-04-15T17:58:10.333 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:10 smithi090 systemd[1]: Stopping Ceph mgr.y for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:58:10.590 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:10 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T17:58:10.329+0000 7f2bc21a0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T17:58:10.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:10 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y[80937]: 2024-04-15T17:58:10.329+0000 7f2bc21a0700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-15T17:58:10.591 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:10 smithi090 podman[213061]: 2024-04-15 17:58:10.360863225 +0000 UTC m=+0.127080697 container died ef96075c9a188c472586982fe8ae9afbf50ed56e68f2a35ad65e093f8231f01b (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-15T17:58:11.010 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:10 smithi090 podman[213061]: 2024-04-15 17:58:10.731728173 +0000 UTC m=+0.497945646 container cleanup ef96075c9a188c472586982fe8ae9afbf50ed56e68f2a35ad65e093f8231f01b (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, ceph=True) 2024-04-15T17:58:11.011 INFO:journalctl@ceph.mgr.y.smithi090.stdout:Apr 15 17:58:10 smithi090 bash[213061]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-y 2024-04-15T17:58:11.153 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.y.service' 2024-04-15T17:58:11.191 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:58:11.191 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-15T17:58:11.191 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-15T17:58:11.192 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.x 2024-04-15T17:58:11.532 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 17:58:11 smithi153 systemd[1]: Stopping Ceph mgr.x for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:58:11.859 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 17:58:11 smithi153 podman[147043]: 2024-04-15 17:58:11.53014129 +0000 UTC m=+0.143815475 container died cf4f3c21d38e57e46f1c15365e5598b59fa3de2852916e17771cdb0f456cf980 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T17:58:12.133 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 17:58:11 smithi153 podman[147043]: 2024-04-15 17:58:11.85721189 +0000 UTC m=+0.470886082 container cleanup cf4f3c21d38e57e46f1c15365e5598b59fa3de2852916e17771cdb0f456cf980 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-15T17:58:12.133 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 17:58:11 smithi153 bash[147043]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x 2024-04-15T17:58:12.133 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 17:58:12 smithi153 podman[147057]: 2024-04-15 17:58:12.052118225 +0000 UTC m=+0.520435526 container remove cf4f3c21d38e57e46f1c15365e5598b59fa3de2852916e17771cdb0f456cf980 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mgr-x, ceph=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-15T17:58:12.133 INFO:journalctl@ceph.mgr.x.smithi153.stdout:Apr 15 17:58:12 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-15T17:58:12.281 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mgr.x.service' 2024-04-15T17:58:12.320 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:58:12.320 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-15T17:58:12.320 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-15T17:58:12.320 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.0 2024-04-15T17:58:12.631 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 17:58:12 smithi090 systemd[1]: Stopping Ceph osd.0 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:58:12.633 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:58:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi090:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"ddc2db54-fb43-11ee-bc8f-c7b262605968\", instance=\"smithi090:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-15T17:58:13.090 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 17:58:12 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0[97121]: 2024-04-15T17:58:12.628+0000 7fe1fe683700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T17:58:13.090 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 17:58:12 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0[97121]: 2024-04-15T17:58:12.628+0000 7fe1fe683700 -1 osd.0 2735 *** Got signal Terminated *** 2024-04-15T17:58:13.091 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 17:58:12 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0[97121]: 2024-04-15T17:58:12.628+0000 7fe1fe683700 -1 osd.0 2735 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T17:58:18.357 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 17:58:18 smithi090 podman[213180]: 2024-04-15 17:58:18.090417758 +0000 UTC m=+5.581206308 container died 220a8dfc36adaf26c7d089a921804b02a4568ce01764101cad504cb1bcdf6e94 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-15T17:58:18.793 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 17:58:18 smithi090 podman[213180]: 2024-04-15 17:58:18.455906944 +0000 UTC m=+5.946695490 container cleanup 220a8dfc36adaf26c7d089a921804b02a4568ce01764101cad504cb1bcdf6e94 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-15T17:58:18.794 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 17:58:18 smithi090 bash[213180]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0 2024-04-15T17:58:19.090 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 17:58:18 smithi090 podman[213197]: 2024-04-15 17:58:18.790921344 +0000 UTC m=+0.701652255 container remove 220a8dfc36adaf26c7d089a921804b02a4568ce01764101cad504cb1bcdf6e94 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-15T17:58:19.447 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 17:58:19 smithi090 podman[213292]: 2024-04-15 17:58:19.027314794 +0000 UTC m=+0.018047373 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T17:58:19.447 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 17:58:19 smithi090 podman[213292]: 2024-04-15 17:58:19.125196782 +0000 UTC m=+0.115929360 container create 8a75cdb31040ab793f5fd751f95a033918d483fee86ffdc0222293e1a14b1961 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-deactivate, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0) 2024-04-15T17:58:19.447 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 17:58:19 smithi090 podman[213292]: 2024-04-15 17:58:19.36143446 +0000 UTC m=+0.352167039 container init 8a75cdb31040ab793f5fd751f95a033918d483fee86ffdc0222293e1a14b1961 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-deactivate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS) 2024-04-15T17:58:19.447 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 17:58:19 smithi090 podman[213292]: 2024-04-15 17:58:19.364880149 +0000 UTC m=+0.355612728 container start 8a75cdb31040ab793f5fd751f95a033918d483fee86ffdc0222293e1a14b1961 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD) 2024-04-15T17:58:19.447 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 17:58:19 smithi090 podman[213292]: 2024-04-15 17:58:19.444767538 +0000 UTC m=+0.435500118 container attach 8a75cdb31040ab793f5fd751f95a033918d483fee86ffdc0222293e1a14b1961 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD) 2024-04-15T17:58:19.840 INFO:journalctl@ceph.osd.0.smithi090.stdout:Apr 15 17:58:19 smithi090 podman[213292]: 2024-04-15 17:58:19.6602557 +0000 UTC m=+0.650988280 container died 8a75cdb31040ab793f5fd751f95a033918d483fee86ffdc0222293e1a14b1961 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-0-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-15T17:58:20.300 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.0.service' 2024-04-15T17:58:20.342 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:58:20.343 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-15T17:58:20.343 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-15T17:58:20.343 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.1 2024-04-15T17:58:20.585 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 17:58:20 smithi090 systemd[1]: Stopping Ceph osd.1 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:58:20.585 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:58:20 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:58:20.220Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-04-15T17:58:20.586 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:58:20 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:58:20.220Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi153.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.153:8443: connect: connection refused" 2024-04-15T17:58:20.840 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 17:58:20 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1[101728]: 2024-04-15T17:58:20.770+0000 7f68ac4e7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T17:58:20.841 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 17:58:20 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1[101728]: 2024-04-15T17:58:20.770+0000 7f68ac4e7700 -1 osd.1 2735 *** Got signal Terminated *** 2024-04-15T17:58:20.841 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 17:58:20 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1[101728]: 2024-04-15T17:58:20.770+0000 7f68ac4e7700 -1 osd.1 2735 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T17:58:23.858 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:58:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:58:23.403Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.90:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.90:8765: connect: connection refused" 2024-04-15T17:58:23.859 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:58:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:58:23.405Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.90:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.90:8765: connect: connection refused" 2024-04-15T17:58:23.859 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:58:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:58:23.407Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.90:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.90:8765: connect: connection refused" 2024-04-15T17:58:23.859 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:58:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:58:23.408Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.90:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.90:8765: connect: connection refused" 2024-04-15T17:58:23.859 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:58:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:58:23.408Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.90:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.90:8765: connect: connection refused" 2024-04-15T17:58:26.591 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 17:58:26 smithi090 podman[213401]: 2024-04-15 17:58:26.283319299 +0000 UTC m=+5.669789304 container died 1c837b285ce5a0b2dc75fc0d7dc0c032f3660e83cbafad2bab18b091822264ab (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=main-c2d8c31) 2024-04-15T17:58:27.243 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 17:58:26 smithi090 podman[213401]: 2024-04-15 17:58:26.94649819 +0000 UTC m=+6.332968187 container cleanup 1c837b285ce5a0b2dc75fc0d7dc0c032f3660e83cbafad2bab18b091822264ab (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-15T17:58:27.243 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 17:58:26 smithi090 bash[213401]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1 2024-04-15T17:58:27.569 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 17:58:27 smithi090 podman[213431]: 2024-04-15 17:58:27.241120937 +0000 UTC m=+0.958067537 container remove 1c837b285ce5a0b2dc75fc0d7dc0c032f3660e83cbafad2bab18b091822264ab (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2) 2024-04-15T17:58:27.841 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 17:58:27 smithi090 podman[213522]: 2024-04-15 17:58:27.567191544 +0000 UTC m=+0.112711948 container create ad08a8d7a832fdb6f5387535cfaef8dc9e98f428a73a52e062900f2289dcac85 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-deactivate, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-15T17:58:27.841 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 17:58:27 smithi090 podman[213522]: 2024-04-15 17:58:27.472376838 +0000 UTC m=+0.017897254 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T17:58:27.841 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 17:58:27 smithi090 podman[213522]: 2024-04-15 17:58:27.795092795 +0000 UTC m=+0.340613203 container init ad08a8d7a832fdb6f5387535cfaef8dc9e98f428a73a52e062900f2289dcac85 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-deactivate, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2) 2024-04-15T17:58:27.841 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 17:58:27 smithi090 podman[213522]: 2024-04-15 17:58:27.798410769 +0000 UTC m=+0.343931174 container start ad08a8d7a832fdb6f5387535cfaef8dc9e98f428a73a52e062900f2289dcac85 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-deactivate, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-15T17:58:28.340 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 17:58:27 smithi090 podman[213522]: 2024-04-15 17:58:27.870215311 +0000 UTC m=+0.415735733 container attach ad08a8d7a832fdb6f5387535cfaef8dc9e98f428a73a52e062900f2289dcac85 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2) 2024-04-15T17:58:28.341 INFO:journalctl@ceph.osd.1.smithi090.stdout:Apr 15 17:58:28 smithi090 podman[213522]: 2024-04-15 17:58:28.099453082 +0000 UTC m=+0.644973501 container died ad08a8d7a832fdb6f5387535cfaef8dc9e98f428a73a52e062900f2289dcac85 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-1-deactivate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-15T17:58:28.639 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.1.service' 2024-04-15T17:58:28.683 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:58:28.683 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-15T17:58:28.684 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-15T17:58:28.684 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.2 2024-04-15T17:58:28.998 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 17:58:28 smithi090 systemd[1]: Stopping Ceph osd.2 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:58:29.341 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 17:58:28 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2[106469]: 2024-04-15T17:58:28.995+0000 7f97f3f99700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T17:58:29.341 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 17:58:28 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2[106469]: 2024-04-15T17:58:28.995+0000 7f97f3f99700 -1 osd.2 2735 *** Got signal Terminated *** 2024-04-15T17:58:29.341 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 17:58:28 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2[106469]: 2024-04-15T17:58:28.995+0000 7f97f3f99700 -1 osd.2 2735 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T17:58:30.591 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:58:30 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:58:30.220Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi153.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.153:8443: connect: connection refused" 2024-04-15T17:58:30.591 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:58:30 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:58:30.220Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-04-15T17:58:30.591 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:58:30 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:58:30.221Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi153.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.153:8443: connect: connection refused" 2024-04-15T17:58:34.883 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 17:58:34 smithi090 podman[213628]: 2024-04-15 17:58:34.6165434 +0000 UTC m=+5.715288441 container died 915f230e269320418fb088f658158f1d39cf7eba7473f1ee32a292bbc4082bc0 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, ceph=True) 2024-04-15T17:58:35.250 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 17:58:34 smithi090 podman[213628]: 2024-04-15 17:58:34.971668205 +0000 UTC m=+6.070413294 container cleanup 915f230e269320418fb088f658158f1d39cf7eba7473f1ee32a292bbc4082bc0 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T17:58:35.250 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 17:58:34 smithi090 bash[213628]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2 2024-04-15T17:58:35.588 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 17:58:35 smithi090 podman[213650]: 2024-04-15 17:58:35.24814662 +0000 UTC m=+0.630402364 container remove 915f230e269320418fb088f658158f1d39cf7eba7473f1ee32a292bbc4082bc0 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2, CEPH_POINT_RELEASE=, ceph=True, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-15T17:58:35.841 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 17:58:35 smithi090 podman[213742]: 2024-04-15 17:58:35.489030905 +0000 UTC m=+0.017669561 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T17:58:35.841 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 17:58:35 smithi090 podman[213742]: 2024-04-15 17:58:35.599186578 +0000 UTC m=+0.127825232 container create 654f0fbe2aa93faea75a5d3498ba5292e8776098714646edeff7fdf959b06c02 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-deactivate, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-15T17:58:35.841 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 17:58:35 smithi090 podman[213742]: 2024-04-15 17:58:35.803329086 +0000 UTC m=+0.331967738 container init 654f0fbe2aa93faea75a5d3498ba5292e8776098714646edeff7fdf959b06c02 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-deactivate, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2) 2024-04-15T17:58:35.841 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 17:58:35 smithi090 podman[213742]: 2024-04-15 17:58:35.807107609 +0000 UTC m=+0.335746270 container start 654f0fbe2aa93faea75a5d3498ba5292e8776098714646edeff7fdf959b06c02 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-deactivate, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux ) 2024-04-15T17:58:36.333 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 17:58:35 smithi090 podman[213742]: 2024-04-15 17:58:35.886808828 +0000 UTC m=+0.415447480 container attach 654f0fbe2aa93faea75a5d3498ba5292e8776098714646edeff7fdf959b06c02 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2) 2024-04-15T17:58:36.334 INFO:journalctl@ceph.osd.2.smithi090.stdout:Apr 15 17:58:36 smithi090 podman[213742]: 2024-04-15 17:58:36.095904251 +0000 UTC m=+0.624542911 container died 654f0fbe2aa93faea75a5d3498ba5292e8776098714646edeff7fdf959b06c02 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-2-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T17:58:36.628 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.2.service' 2024-04-15T17:58:36.673 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:58:36.673 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-15T17:58:36.673 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-15T17:58:36.674 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.3 2024-04-15T17:58:36.988 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:36 smithi090 systemd[1]: Stopping Ceph osd.3 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:58:37.340 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:36 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[110961]: 2024-04-15T17:58:36.985+0000 7f1edecf5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T17:58:37.340 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:36 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[110961]: 2024-04-15T17:58:36.985+0000 7f1edecf5700 -1 osd.3 2735 *** Got signal Terminated *** 2024-04-15T17:58:37.341 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:36 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[110961]: 2024-04-15T17:58:36.985+0000 7f1edecf5700 -1 osd.3 2735 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T17:58:39.133 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:38 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:38.669+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:39.633 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:39 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T17:58:39.374+0000 7f83173c1700 -1 osd.4 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:16.715025+0000 front 2024-04-15T17:58:16.714857+0000 (oldest deadline 2024-04-15T17:58:39.014774+0000) 2024-04-15T17:58:40.133 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:39 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:39.717+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:40.525 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:58:40 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:58:40.220Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi153.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.153:8443: connect: connection refused" 2024-04-15T17:58:40.525 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:58:40 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:58:40.221Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-04-15T17:58:40.525 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:58:40 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:58:40.221Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi153.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.153:8443: connect: connection refused" 2024-04-15T17:58:40.693 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T17:58:40.382+0000 7f83173c1700 -1 osd.4 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:16.715025+0000 front 2024-04-15T17:58:16.714857+0000 (oldest deadline 2024-04-15T17:58:39.014774+0000) 2024-04-15T17:58:40.693 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:40.566+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:40.840 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:40 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[110961]: 2024-04-15T17:58:40.522+0000 7f1ed72e1700 -1 osd.3 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.130234+0000 front 2024-04-15T17:58:17.130333+0000 (oldest deadline 2024-04-15T17:58:40.030391+0000) 2024-04-15T17:58:41.133 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:40 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:40.690+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:41.590 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:41 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3[110961]: 2024-04-15T17:58:41.512+0000 7f1ed72e1700 -1 osd.3 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.130234+0000 front 2024-04-15T17:58:17.130333+0000 (oldest deadline 2024-04-15T17:58:40.030391+0000) 2024-04-15T17:58:41.633 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:41.538+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:41.634 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:41.322+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:41.634 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T17:58:41.333+0000 7f83173c1700 -1 osd.4 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:16.715025+0000 front 2024-04-15T17:58:16.714857+0000 (oldest deadline 2024-04-15T17:58:39.014774+0000) 2024-04-15T17:58:42.134 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:41 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:41.678+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:42.633 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:42.296+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:42.634 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:42.532+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:42.634 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T17:58:42.326+0000 7f83173c1700 -1 osd.4 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:16.715025+0000 front 2024-04-15T17:58:16.714857+0000 (oldest deadline 2024-04-15T17:58:39.014774+0000) 2024-04-15T17:58:42.857 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:42 smithi090 podman[213848]: 2024-04-15 17:58:42.604274477 +0000 UTC m=+5.713084783 container died a0a34f8fff3ac9e777e4e9ee75a1822d08b06d69bed2eb01058d2f4c9723f486 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-15T17:58:43.133 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:42 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:42.645+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:43.149 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:42 smithi090 podman[213848]: 2024-04-15 17:58:42.945933061 +0000 UTC m=+6.054743367 container cleanup a0a34f8fff3ac9e777e4e9ee75a1822d08b06d69bed2eb01058d2f4c9723f486 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-15T17:58:43.150 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:42 smithi090 bash[213848]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3 2024-04-15T17:58:43.503 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:43 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:43.250+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:43.504 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:43 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T17:58:43.289+0000 7f83173c1700 -1 osd.4 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:16.715025+0000 front 2024-04-15T17:58:16.714857+0000 (oldest deadline 2024-04-15T17:58:39.014774+0000) 2024-04-15T17:58:43.555 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:43 smithi090 podman[213865]: 2024-04-15 17:58:43.147491019 +0000 UTC m=+0.540187960 container remove a0a34f8fff3ac9e777e4e9ee75a1822d08b06d69bed2eb01058d2f4c9723f486 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2) 2024-04-15T17:58:43.841 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:43 smithi090 podman[213957]: 2024-04-15 17:58:43.456130188 +0000 UTC m=+0.018212703 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T17:58:43.841 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:43 smithi090 podman[213957]: 2024-04-15 17:58:43.556934091 +0000 UTC m=+0.119016636 container create 5023dcd3dda67b0e62aff0f43418c2a2d82ff37951556c27669eedf2a0d7f3a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409) 2024-04-15T17:58:43.841 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:43 smithi090 podman[213957]: 2024-04-15 17:58:43.776540404 +0000 UTC m=+0.338622904 container init 5023dcd3dda67b0e62aff0f43418c2a2d82ff37951556c27669eedf2a0d7f3a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-deactivate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T17:58:43.841 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:43 smithi090 podman[213957]: 2024-04-15 17:58:43.779708524 +0000 UTC m=+0.341791033 container start 5023dcd3dda67b0e62aff0f43418c2a2d82ff37951556c27669eedf2a0d7f3a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-15T17:58:43.883 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:43 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:43.500+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:43.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:43 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:43.624+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:44.342 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:43 smithi090 podman[213957]: 2024-04-15 17:58:43.868302366 +0000 UTC m=+0.430384875 container attach 5023dcd3dda67b0e62aff0f43418c2a2d82ff37951556c27669eedf2a0d7f3a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T17:58:44.342 INFO:journalctl@ceph.osd.3.smithi090.stdout:Apr 15 17:58:44 smithi090 podman[213957]: 2024-04-15 17:58:44.081992028 +0000 UTC m=+0.644074529 container died 5023dcd3dda67b0e62aff0f43418c2a2d82ff37951556c27669eedf2a0d7f3a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-3-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, GIT_CLEAN=True, org.label-schema.build-date=20240409, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-15T17:58:44.613 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:44 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:44.294+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:44.613 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:44 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:44.468+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:44.614 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:44 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T17:58:44.321+0000 7f83173c1700 -1 osd.4 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:16.715025+0000 front 2024-04-15T17:58:16.714857+0000 (oldest deadline 2024-04-15T17:58:39.014774+0000) 2024-04-15T17:58:44.614 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:44 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:44.610+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:44.664 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.3.service' 2024-04-15T17:58:44.709 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:58:44.709 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-15T17:58:44.709 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-15T17:58:44.709 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.4 2024-04-15T17:58:44.883 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:44 smithi153 systemd[1]: Stopping Ceph osd.4 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:58:45.273 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:45 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T17:58:45.001+0000 7f831adcd700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T17:58:45.273 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:45 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T17:58:45.001+0000 7f831adcd700 -1 osd.4 2735 *** Got signal Terminated *** 2024-04-15T17:58:45.273 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:45 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T17:58:45.001+0000 7f831adcd700 -1 osd.4 2735 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T17:58:45.628 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:45 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:45.270+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:45.629 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:45 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:45.419+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:45.629 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:45 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T17:58:45.366+0000 7f83173c1700 -1 osd.4 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:16.715025+0000 front 2024-04-15T17:58:16.714857+0000 (oldest deadline 2024-04-15T17:58:39.014774+0000) 2024-04-15T17:58:45.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:45 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:45.625+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:46.597 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:46 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:46.312+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:46.598 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:46 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T17:58:46.395+0000 7f83173c1700 -1 osd.4 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:16.715025+0000 front 2024-04-15T17:58:16.714857+0000 (oldest deadline 2024-04-15T17:58:39.014774+0000) 2024-04-15T17:58:46.598 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:46 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:46.438+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:46.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:46 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:46.594+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:47.585 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:47 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:47.309+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:47.586 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:47 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:47.469+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:47.586 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:47 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T17:58:47.414+0000 7f83173c1700 -1 osd.4 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:16.715025+0000 front 2024-04-15T17:58:16.714857+0000 (oldest deadline 2024-04-15T17:58:39.014774+0000) 2024-04-15T17:58:47.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:47 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:47.582+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:48.538 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:48 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:48.264+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:48.539 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:48 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T17:58:48.401+0000 7f83173c1700 -1 osd.4 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:16.715025+0000 front 2024-04-15T17:58:16.714857+0000 (oldest deadline 2024-04-15T17:58:39.014774+0000) 2024-04-15T17:58:48.539 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:48 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:48.499+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:48.539 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:48 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:48.499+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:58:48.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:48 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:48.535+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:49.490 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:49 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4[90396]: 2024-04-15T17:58:49.431+0000 7f83173c1700 -1 osd.4 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:16.715025+0000 front 2024-04-15T17:58:16.714857+0000 (oldest deadline 2024-04-15T17:58:39.014774+0000) 2024-04-15T17:58:49.490 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:49 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:49.224+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:49.491 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:49 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:49.224+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:22.280311+0000 front 2024-04-15T17:58:22.280384+0000 (oldest deadline 2024-04-15T17:58:48.680875+0000) 2024-04-15T17:58:49.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:49 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:49.487+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:49.883 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:49 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:49.531+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:49.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:49 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:49.531+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:58:50.482 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:50 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:50.218+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:50.482 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:50 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:50.218+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:22.280311+0000 front 2024-04-15T17:58:22.280384+0000 (oldest deadline 2024-04-15T17:58:48.680875+0000) 2024-04-15T17:58:50.590 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:58:50 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:58:50.221Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi153.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.153:8443: connect: connection refused" 2024-04-15T17:58:50.591 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:58:50 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:58:50.221Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-04-15T17:58:50.591 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:58:50 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:58:50.222Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi153.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.153:8443: connect: connection refused" 2024-04-15T17:58:50.780 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:50 smithi153 podman[147181]: 2024-04-15 17:58:50.493609386 +0000 UTC m=+5.588245997 container died ead96f9e7b8db54414cc39839d7c3b4d5a30a58b6b7f3ec840c087691778d655 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, RELEASE=main-c2d8c31, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-15T17:58:50.780 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:50 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:50.478+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:50.780 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:50 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:50.478+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:58:50.781 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:50 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:50.518+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:50.781 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:50 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:50.518+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:58:51.098 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:50 smithi153 podman[147181]: 2024-04-15 17:58:50.868612336 +0000 UTC m=+5.963248938 container cleanup ead96f9e7b8db54414cc39839d7c3b4d5a30a58b6b7f3ec840c087691778d655 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS) 2024-04-15T17:58:51.098 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:50 smithi153 bash[147181]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4 2024-04-15T17:58:51.383 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:51 smithi153 podman[147197]: 2024-04-15 17:58:51.094822319 +0000 UTC m=+0.598524381 container remove ead96f9e7b8db54414cc39839d7c3b4d5a30a58b6b7f3ec840c087691778d655 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True) 2024-04-15T17:58:51.383 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:51.219+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:51.384 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:51.219+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:22.280311+0000 front 2024-04-15T17:58:22.280384+0000 (oldest deadline 2024-04-15T17:58:48.680875+0000) 2024-04-15T17:58:51.676 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:51 smithi153 podman[147291]: 2024-04-15 17:58:51.292249755 +0000 UTC m=+0.018009202 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T17:58:51.676 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:51 smithi153 podman[147291]: 2024-04-15 17:58:51.439734393 +0000 UTC m=+0.165493829 container create 13d2e31435e64bd3b684b8347fe3154923dae9ed776e7f5b50495ad03d192370 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T17:58:51.676 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:51 smithi153 podman[147291]: 2024-04-15 17:58:51.673583893 +0000 UTC m=+0.399343328 container init 13d2e31435e64bd3b684b8347fe3154923dae9ed776e7f5b50495ad03d192370 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-deactivate, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T17:58:51.676 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:51.559+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:51.676 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:51.559+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:58:51.677 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:51.508+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:51.677 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:51 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:51.508+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:58:51.975 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:51 smithi153 podman[147291]: 2024-04-15 17:58:51.677142544 +0000 UTC m=+0.402901979 container start 13d2e31435e64bd3b684b8347fe3154923dae9ed776e7f5b50495ad03d192370 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=main-c2d8c31, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-15T17:58:51.975 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:51 smithi153 podman[147291]: 2024-04-15 17:58:51.773641373 +0000 UTC m=+0.499400821 container attach 13d2e31435e64bd3b684b8347fe3154923dae9ed776e7f5b50495ad03d192370 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-15T17:58:52.280 INFO:journalctl@ceph.osd.4.smithi153.stdout:Apr 15 17:58:51 smithi153 podman[147291]: 2024-04-15 17:58:51.973084317 +0000 UTC m=+0.698843758 container died 13d2e31435e64bd3b684b8347fe3154923dae9ed776e7f5b50495ad03d192370 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-4-deactivate, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-15T17:58:52.280 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:52.181+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:52.280 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:52.181+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:22.280311+0000 front 2024-04-15T17:58:22.280384+0000 (oldest deadline 2024-04-15T17:58:48.680875+0000) 2024-04-15T17:58:52.541 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:52.474+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:52.541 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:52.474+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:58:52.593 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.4.service' 2024-04-15T17:58:52.635 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:58:52.636 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-15T17:58:52.636 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-15T17:58:52.636 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.5 2024-04-15T17:58:52.857 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:52 smithi153 systemd[1]: Stopping Ceph osd.5 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:58:52.858 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:52.538+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:52.858 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:52.538+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:58:53.133 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:52.979+0000 7fdf796b5700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T17:58:53.133 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:52.979+0000 7fdf796b5700 -1 osd.5 2735 *** Got signal Terminated *** 2024-04-15T17:58:53.133 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:52 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:52.979+0000 7fdf796b5700 -1 osd.5 2735 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T17:58:53.524 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:53.144+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:53.525 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:53.144+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:22.280311+0000 front 2024-04-15T17:58:22.280384+0000 (oldest deadline 2024-04-15T17:58:48.680875+0000) 2024-04-15T17:58:53.811 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:53.521+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:53.811 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:53.521+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:58:53.811 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:53.548+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:53.811 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:53 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:53.548+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:58:54.383 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:54 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:54.126+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:54.383 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:54 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:54.126+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:22.280311+0000 front 2024-04-15T17:58:22.280384+0000 (oldest deadline 2024-04-15T17:58:48.680875+0000) 2024-04-15T17:58:54.883 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:54 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:54.515+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:54.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:54 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:54.515+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:58:54.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:54 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:54.496+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:54.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:54 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:54.496+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:58:55.383 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:55 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:55.124+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:55.383 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:55 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:55.124+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:22.280311+0000 front 2024-04-15T17:58:22.280384+0000 (oldest deadline 2024-04-15T17:58:48.680875+0000) 2024-04-15T17:58:55.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:55 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:55.454+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:55.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:55 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:55.454+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:58:55.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:55 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:55.454+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:58:55.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:55 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:55.543+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:55.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:55 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:55.543+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:58:56.383 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:56 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:56.118+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:56.383 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:56 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:56.118+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:22.280311+0000 front 2024-04-15T17:58:22.280384+0000 (oldest deadline 2024-04-15T17:58:48.680875+0000) 2024-04-15T17:58:56.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:56 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:56.465+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:56.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:56 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:56.465+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:58:56.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:56 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:56.465+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:58:56.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:56 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:56.552+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:56.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:56 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:56.552+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:58:56.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:56 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:56.552+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:30.638354+0000 front 2024-04-15T17:58:30.638437+0000 (oldest deadline 2024-04-15T17:58:56.538261+0000) 2024-04-15T17:58:57.453 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:57 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:57.137+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.879481+0000 front 2024-04-15T17:58:15.879419+0000 (oldest deadline 2024-04-15T17:58:41.179309+0000) 2024-04-15T17:58:57.453 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:57 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5[95074]: 2024-04-15T17:58:57.137+0000 7fdf75ca9700 -1 osd.5 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:22.280311+0000 front 2024-04-15T17:58:22.280384+0000 (oldest deadline 2024-04-15T17:58:48.680875+0000) 2024-04-15T17:58:57.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:57 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:57.450+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:57.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:57 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:57.450+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:58:57.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:57 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:57.450+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:58:57.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:57 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:57.578+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:57.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:57 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:57.578+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:58:57.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:57 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:57.578+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:30.638354+0000 front 2024-04-15T17:58:30.638437+0000 (oldest deadline 2024-04-15T17:58:56.538261+0000) 2024-04-15T17:58:58.691 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:58 smithi153 podman[147396]: 2024-04-15 17:58:58.407681072 +0000 UTC m=+5.547996198 container died 35917c9a8a507defa78ed133c52fd0dca60a165306659493deb62ecabfa5d939 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-15T17:58:58.692 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:58 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:58.403+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:58.692 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:58 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:58.403+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:58:58.692 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:58 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:58.403+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:58:58.692 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:58 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:58.602+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:58.692 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:58 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:58.602+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:58:58.692 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:58 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:58.602+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:30.638354+0000 front 2024-04-15T17:58:30.638437+0000 (oldest deadline 2024-04-15T17:58:56.538261+0000) 2024-04-15T17:58:59.033 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:58 smithi153 podman[147396]: 2024-04-15 17:58:58.788624499 +0000 UTC m=+5.928939607 container cleanup 35917c9a8a507defa78ed133c52fd0dca60a165306659493deb62ecabfa5d939 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-15T17:58:59.033 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:58 smithi153 bash[147396]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5 2024-04-15T17:58:59.362 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:59 smithi153 podman[147424]: 2024-04-15 17:58:59.031440379 +0000 UTC m=+0.621106618 container remove 35917c9a8a507defa78ed133c52fd0dca60a165306659493deb62ecabfa5d939 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409) 2024-04-15T17:58:59.633 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:59 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:59.380+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:58:59.633 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:59 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:59.380+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:58:59.633 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:58:59 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:58:59.380+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:58:59.634 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:59 smithi153 podman[147519]: 2024-04-15 17:58:59.262449521 +0000 UTC m=+0.018181344 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T17:58:59.634 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:59 smithi153 podman[147519]: 2024-04-15 17:58:59.382363785 +0000 UTC m=+0.138095660 container create 5dbdf12c1573af5f63334027530e830533a44dc94b8ae775bad6e4e266d7e85b (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-15T17:58:59.634 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:59 smithi153 podman[147519]: 2024-04-15 17:58:59.593472843 +0000 UTC m=+0.349204655 container init 5dbdf12c1573af5f63334027530e830533a44dc94b8ae775bad6e4e266d7e85b (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-deactivate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-15T17:58:59.634 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:59 smithi153 podman[147519]: 2024-04-15 17:58:59.597045364 +0000 UTC m=+0.352777179 container start 5dbdf12c1573af5f63334027530e830533a44dc94b8ae775bad6e4e266d7e85b (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-deactivate, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=) 2024-04-15T17:58:59.634 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:59 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:59.575+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:58:59.634 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:59 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:59.575+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:58:59.634 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:58:59 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:58:59.575+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:30.638354+0000 front 2024-04-15T17:58:30.638437+0000 (oldest deadline 2024-04-15T17:58:56.538261+0000) 2024-04-15T17:59:00.133 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:59 smithi153 podman[147519]: 2024-04-15 17:58:59.676461751 +0000 UTC m=+0.432193575 container attach 5dbdf12c1573af5f63334027530e830533a44dc94b8ae775bad6e4e266d7e85b (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-deactivate, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-15T17:59:00.134 INFO:journalctl@ceph.osd.5.smithi153.stdout:Apr 15 17:58:59 smithi153 podman[147519]: 2024-04-15 17:58:59.901524799 +0000 UTC m=+0.657256609 container died 5dbdf12c1573af5f63334027530e830533a44dc94b8ae775bad6e4e266d7e85b (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-5-deactivate, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-15T17:59:00.501 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:59:00.222Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi153.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.153:8443: connect: connection refused" 2024-04-15T17:59:00.501 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:59:00.222Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-04-15T17:59:00.501 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:00 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:59:00.223Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi153.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.153:8443: connect: connection refused" 2024-04-15T17:59:00.540 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:00.352+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:59:00.540 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:00.352+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:59:00.541 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:00.352+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:59:00.568 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.5.service' 2024-04-15T17:59:00.612 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:59:00.613 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-15T17:59:00.613 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-15T17:59:00.613 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.6 2024-04-15T17:59:00.883 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:00.622+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:59:00.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:00.622+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:59:00.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:00.622+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:30.638354+0000 front 2024-04-15T17:58:30.638437+0000 (oldest deadline 2024-04-15T17:58:56.538261+0000) 2024-04-15T17:59:00.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:00 smithi153 systemd[1]: Stopping Ceph osd.6 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:59:01.373 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:00.940+0000 7fefce964700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T17:59:01.374 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:00.940+0000 7fefce964700 -1 osd.6 2735 *** Got signal Terminated *** 2024-04-15T17:59:01.374 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:00 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:00.940+0000 7fefce964700 -1 osd.6 2735 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T17:59:01.633 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:01.370+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:59:01.634 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:01.370+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:59:01.634 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:01.370+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:59:01.634 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:01.582+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:59:01.634 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:01.582+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:59:01.634 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:01 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:01.582+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:30.638354+0000 front 2024-04-15T17:58:30.638437+0000 (oldest deadline 2024-04-15T17:58:56.538261+0000) 2024-04-15T17:59:02.883 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:59:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=cleanup t=2024-04-15T17:59:02.494194687Z level=info msg="Completed cleanup jobs" duration=2.429476ms 2024-04-15T17:59:02.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:02.389+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:59:02.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:02.389+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:59:02.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:02.389+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:59:02.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:02.566+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:59:02.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:02.566+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:59:02.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:02 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:02.566+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:30.638354+0000 front 2024-04-15T17:58:30.638437+0000 (oldest deadline 2024-04-15T17:58:56.538261+0000) 2024-04-15T17:59:03.633 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:03.375+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:59:03.633 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:03.375+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:59:03.633 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:03.375+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:59:03.634 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:03.556+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:59:03.634 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:03.556+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:59:03.634 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:03.556+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:30.638354+0000 front 2024-04-15T17:58:30.638437+0000 (oldest deadline 2024-04-15T17:58:56.538261+0000) 2024-04-15T17:59:03.634 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:03 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:03.556+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-04-15T17:58:40.039490+0000 front 2024-04-15T17:58:40.039388+0000 (oldest deadline 2024-04-15T17:59:03.539320+0000) 2024-04-15T17:59:04.562 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:04.391+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:59:04.562 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:04.391+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:59:04.562 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:04.391+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:59:04.883 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:04.559+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:59:04.883 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:04.559+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:59:04.883 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:04.559+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:30.638354+0000 front 2024-04-15T17:58:30.638437+0000 (oldest deadline 2024-04-15T17:58:56.538261+0000) 2024-04-15T17:59:04.883 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:04 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:04.559+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-04-15T17:58:40.039490+0000 front 2024-04-15T17:58:40.039388+0000 (oldest deadline 2024-04-15T17:59:03.539320+0000) 2024-04-15T17:59:05.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:05.402+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:59:05.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:05.402+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:59:05.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:05.402+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:59:05.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:05.546+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:17.435298+0000 front 2024-04-15T17:58:17.435387+0000 (oldest deadline 2024-04-15T17:58:39.735194+0000) 2024-04-15T17:59:05.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:05.546+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:24.936826+0000 front 2024-04-15T17:58:24.936722+0000 (oldest deadline 2024-04-15T17:58:47.836685+0000) 2024-04-15T17:59:05.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:05.546+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:30.638354+0000 front 2024-04-15T17:58:30.638437+0000 (oldest deadline 2024-04-15T17:58:56.538261+0000) 2024-04-15T17:59:05.884 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:05 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6[99890]: 2024-04-15T17:59:05.546+0000 7fefcaf58700 -1 osd.6 2735 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-04-15T17:58:40.039490+0000 front 2024-04-15T17:58:40.039388+0000 (oldest deadline 2024-04-15T17:59:03.539320+0000) 2024-04-15T17:59:06.661 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:06 smithi153 podman[147626]: 2024-04-15 17:59:06.381733699 +0000 UTC m=+5.546816211 container died 3685571262f094faace55d88735e52c08248319aa1cc5ac69902399a49ffdc33 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6, org.label-schema.build-date=20240409, GIT_CLEAN=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-15T17:59:06.661 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:06.397+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:59:06.661 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:06.397+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:59:06.661 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:06 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:06.397+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:59:07.002 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:06 smithi153 podman[147626]: 2024-04-15 17:59:06.765939121 +0000 UTC m=+5.931021667 container cleanup 3685571262f094faace55d88735e52c08248319aa1cc5ac69902399a49ffdc33 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-15T17:59:07.002 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:06 smithi153 bash[147626]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6 2024-04-15T17:59:07.314 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:07 smithi153 podman[147643]: 2024-04-15 17:59:07.000331812 +0000 UTC m=+0.612120674 container remove 3685571262f094faace55d88735e52c08248319aa1cc5ac69902399a49ffdc33 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=main-c2d8c31, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=) 2024-04-15T17:59:07.589 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:07.352+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:59:07.589 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:07.352+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:59:07.589 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:07.352+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:59:07.589 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:07 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:07.352+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-04-15T17:58:41.888507+0000 front 2024-04-15T17:58:41.888667+0000 (oldest deadline 2024-04-15T17:59:07.088865+0000) 2024-04-15T17:59:07.589 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:07 smithi153 podman[147736]: 2024-04-15 17:59:07.215129624 +0000 UTC m=+0.018041921 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T17:59:07.589 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:07 smithi153 podman[147736]: 2024-04-15 17:59:07.317748807 +0000 UTC m=+0.120661099 container create 3e29ee99e5030b5148419e75d3fbc66a4231a1b9c233d3709a2c5aa8877e6297 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-15T17:59:07.590 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:07 smithi153 podman[147736]: 2024-04-15 17:59:07.528839244 +0000 UTC m=+0.331751528 container init 3e29ee99e5030b5148419e75d3fbc66a4231a1b9c233d3709a2c5aa8877e6297 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-deactivate, GIT_CLEAN=True, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5) 2024-04-15T17:59:07.590 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:07 smithi153 podman[147736]: 2024-04-15 17:59:07.532072853 +0000 UTC m=+0.334985142 container start 3e29ee99e5030b5148419e75d3fbc66a4231a1b9c233d3709a2c5aa8877e6297 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-deactivate, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-15T17:59:07.590 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:07 smithi153 podman[147736]: 2024-04-15 17:59:07.586931202 +0000 UTC m=+0.389843497 container attach 3e29ee99e5030b5148419e75d3fbc66a4231a1b9c233d3709a2c5aa8877e6297 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-deactivate, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T17:59:07.883 INFO:journalctl@ceph.osd.6.smithi153.stdout:Apr 15 17:59:07 smithi153 podman[147736]: 2024-04-15 17:59:07.826848507 +0000 UTC m=+0.629760792 container died 3e29ee99e5030b5148419e75d3fbc66a4231a1b9c233d3709a2c5aa8877e6297 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-6-deactivate, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2) 2024-04-15T17:59:08.434 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:08 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:08.325+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:59:08.434 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:08 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:08.325+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:59:08.434 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:08 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:08.325+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:59:08.435 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:08 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:08.325+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-04-15T17:58:41.888507+0000 front 2024-04-15T17:58:41.888667+0000 (oldest deadline 2024-04-15T17:59:07.088865+0000) 2024-04-15T17:59:08.457 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.6.service' 2024-04-15T17:59:08.498 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:59:08.499 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-15T17:59:08.499 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-15T17:59:08.499 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.7 2024-04-15T17:59:08.821 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:08 smithi153 systemd[1]: Stopping Ceph osd.7 for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:59:09.133 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:08 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:08.817+0000 7f56f243e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T17:59:09.133 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:08 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:08.817+0000 7f56f243e700 -1 osd.7 2735 *** Got signal Terminated *** 2024-04-15T17:59:09.133 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:08 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:08.817+0000 7f56f243e700 -1 osd.7 2735 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-15T17:59:09.633 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:09 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:09.358+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:59:09.633 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:09 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:09.358+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:59:09.634 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:09 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:09.358+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:59:09.634 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:09 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:09.358+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-04-15T17:58:41.888507+0000 front 2024-04-15T17:58:41.888667+0000 (oldest deadline 2024-04-15T17:59:07.088865+0000) 2024-04-15T17:59:10.591 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:10 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:59:10.223Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi153.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.153:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-04-15T17:59:10.591 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:10 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:59:10.223Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-04-15T17:59:10.591 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:10 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:59:10.224Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi153.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.153:8443: connect: connection refused" 2024-04-15T17:59:10.633 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:10 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:10.370+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:59:10.633 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:10 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:10.370+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:59:10.633 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:10 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:10.370+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:59:10.633 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:10 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:10.370+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-04-15T17:58:41.888507+0000 front 2024-04-15T17:58:41.888667+0000 (oldest deadline 2024-04-15T17:59:07.088865+0000) 2024-04-15T17:59:11.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:11 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:11.413+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:59:11.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:11 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:11.413+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:59:11.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:11 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:11.413+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:59:11.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:11 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:11.413+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-04-15T17:58:41.888507+0000 front 2024-04-15T17:58:41.888667+0000 (oldest deadline 2024-04-15T17:59:07.088865+0000) 2024-04-15T17:59:11.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:11 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:11.413+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.153:6804 osd.4 since back 2024-04-15T17:58:47.089408+0000 front 2024-04-15T17:58:47.089391+0000 (oldest deadline 2024-04-15T17:59:10.589318+0000) 2024-04-15T17:59:12.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:12.395+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:59:12.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:12.395+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:59:12.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:12.395+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:59:12.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:12.395+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-04-15T17:58:41.888507+0000 front 2024-04-15T17:58:41.888667+0000 (oldest deadline 2024-04-15T17:59:07.088865+0000) 2024-04-15T17:59:12.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:12 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:12.395+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.153:6804 osd.4 since back 2024-04-15T17:58:47.089408+0000 front 2024-04-15T17:58:47.089391+0000 (oldest deadline 2024-04-15T17:59:10.589318+0000) 2024-04-15T17:59:13.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:13 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:13.396+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6806 osd.0 since back 2024-04-15T17:58:15.883485+0000 front 2024-04-15T17:58:15.883645+0000 (oldest deadline 2024-04-15T17:58:38.183651+0000) 2024-04-15T17:59:13.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:13 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:13.396+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6814 osd.1 since back 2024-04-15T17:58:23.985048+0000 front 2024-04-15T17:58:23.985127+0000 (oldest deadline 2024-04-15T17:58:49.884856+0000) 2024-04-15T17:59:13.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:13 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:13.396+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6822 osd.2 since back 2024-04-15T17:58:33.886745+0000 front 2024-04-15T17:58:33.886849+0000 (oldest deadline 2024-04-15T17:58:54.887242+0000) 2024-04-15T17:59:13.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:13 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:13.396+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.90:6830 osd.3 since back 2024-04-15T17:58:41.888507+0000 front 2024-04-15T17:58:41.888667+0000 (oldest deadline 2024-04-15T17:59:07.088865+0000) 2024-04-15T17:59:13.884 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:13 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7[104583]: 2024-04-15T17:59:13.396+0000 7f56eea32700 -1 osd.7 2735 heartbeat_check: no reply from 172.21.15.153:6804 osd.4 since back 2024-04-15T17:58:47.089408+0000 front 2024-04-15T17:58:47.089391+0000 (oldest deadline 2024-04-15T17:59:10.589318+0000) 2024-04-15T17:59:14.570 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:14 smithi153 podman[147840]: 2024-04-15 17:59:14.317368926 +0000 UTC m=+5.590700215 container died ddae25a9b820bfe36bcd6f04b4711b1bdd85fb720e36fa6d06e86d893020b6d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, RELEASE=main-c2d8c31, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67) 2024-04-15T17:59:14.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:14 smithi153 podman[147840]: 2024-04-15 17:59:14.668017802 +0000 UTC m=+5.941349091 container cleanup ddae25a9b820bfe36bcd6f04b4711b1bdd85fb720e36fa6d06e86d893020b6d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31) 2024-04-15T17:59:14.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:14 smithi153 bash[147840]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7 2024-04-15T17:59:15.290 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:14 smithi153 podman[147859]: 2024-04-15 17:59:14.960797339 +0000 UTC m=+0.638964496 container remove ddae25a9b820bfe36bcd6f04b4711b1bdd85fb720e36fa6d06e86d893020b6d2 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True) 2024-04-15T17:59:15.549 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:15 smithi153 podman[147952]: 2024-04-15 17:59:15.190732435 +0000 UTC m=+0.018183063 image pull 259793512b732efd8e04a33aa28c6de3675c47d120bc226206521425d246003e quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163 2024-04-15T17:59:15.549 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:15 smithi153 podman[147952]: 2024-04-15 17:59:15.294756169 +0000 UTC m=+0.122206825 container create 13314bce9b8cd266f172f3330444b01d122fe8ce9e0aa875dde970eba786b8d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-deactivate, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-15T17:59:15.549 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:15 smithi153 podman[147952]: 2024-04-15 17:59:15.488794127 +0000 UTC m=+0.316244740 container init 13314bce9b8cd266f172f3330444b01d122fe8ce9e0aa875dde970eba786b8d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-15T17:59:15.549 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:15 smithi153 podman[147952]: 2024-04-15 17:59:15.492061393 +0000 UTC m=+0.319512013 container start 13314bce9b8cd266f172f3330444b01d122fe8ce9e0aa875dde970eba786b8d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-deactivate, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD) 2024-04-15T17:59:15.549 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:15 smithi153 podman[147952]: 2024-04-15 17:59:15.546897585 +0000 UTC m=+0.374348213 container attach 13314bce9b8cd266f172f3330444b01d122fe8ce9e0aa875dde970eba786b8d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, RELEASE=main-c2d8c31, io.buildah.version=1.33.5, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409) 2024-04-15T17:59:15.883 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:15 smithi153 podman[147952]: 2024-04-15 17:59:15.784594295 +0000 UTC m=+0.612044909 container died 13314bce9b8cd266f172f3330444b01d122fe8ce9e0aa875dde970eba786b8d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409) 2024-04-15T17:59:16.371 INFO:journalctl@ceph.osd.7.smithi153.stdout:Apr 15 17:59:16 smithi153 podman[147978]: 2024-04-15 17:59:16.36695571 +0000 UTC m=+0.576764915 container remove 13314bce9b8cd266f172f3330444b01d122fe8ce9e0aa875dde970eba786b8d6 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-osd-7-deactivate, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=main-c2d8c31, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-15T17:59:16.391 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@osd.7.service' 2024-04-15T17:59:16.433 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:59:16.433 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-15T17:59:16.434 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-15T17:59:16.434 DEBUG:teuthology.orchestra.run.smithi090:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mds.a 2024-04-15T17:59:16.739 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 17:59:16 smithi090 systemd[1]: Stopping Ceph mds.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:59:17.090 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 17:59:16 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a[116031]: 2024-04-15T17:59:16.736+0000 7f5721bd0700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T17:59:17.091 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 17:59:16 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a[116031]: 2024-04-15T17:59:16.736+0000 7f5721bd0700 -1 mds.a *** got signal Terminated *** 2024-04-15T17:59:18.973 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 17:59:18 smithi090 podman[214073]: 2024-04-15 17:59:18.720653348 +0000 UTC m=+2.085582927 container died d966adb74ded9573872e5d4320b38444073f6cda77baf11a8189c94cf132dd8e (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a, RELEASE=main-c2d8c31, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409) 2024-04-15T17:59:19.265 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 17:59:19 smithi090 podman[214073]: 2024-04-15 17:59:19.053921566 +0000 UTC m=+2.418851153 container cleanup d966adb74ded9573872e5d4320b38444073f6cda77baf11a8189c94cf132dd8e (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, RELEASE=main-c2d8c31, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-15T17:59:19.265 INFO:journalctl@ceph.mds.a.smithi090.stdout:Apr 15 17:59:19 smithi090 bash[214073]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-a 2024-04-15T17:59:19.485 DEBUG:teuthology.orchestra.run.smithi090:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mds.a.service' 2024-04-15T17:59:19.523 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:59:19.523 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-15T17:59:19.523 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-15T17:59:19.523 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mds.b 2024-04-15T17:59:19.830 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 17:59:19 smithi153 systemd[1]: Stopping Ceph mds.b for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:59:20.133 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 17:59:19 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b[109120]: 2024-04-15T17:59:19.827+0000 7f4d6a135700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-15T17:59:20.133 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 17:59:19 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b[109120]: 2024-04-15T17:59:19.827+0000 7f4d6a135700 -1 mds.b *** got signal Terminated *** 2024-04-15T17:59:20.591 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:20 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:59:20.223Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi153.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.153:8443: connect: connection refused" 2024-04-15T17:59:20.591 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:20 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:59:20.224Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi090.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.90:8443: connect: connection refused" 2024-04-15T17:59:20.591 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:20 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:59:20.224Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi153.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.153:8443: connect: connection refused" 2024-04-15T17:59:22.865 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 17:59:22 smithi153 podman[148059]: 2024-04-15 17:59:22.596420927 +0000 UTC m=+2.876890457 container died 8b067668fd8be86b9350f1cb93ddcab7fa6923ae7db7a337c792c5b230a27461 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=main-c2d8c31, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0) 2024-04-15T17:59:23.134 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 17:59:22 smithi153 podman[148059]: 2024-04-15 17:59:22.935693232 +0000 UTC m=+3.216162769 container cleanup 8b067668fd8be86b9350f1cb93ddcab7fa6923ae7db7a337c792c5b230a27461 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=main-c2d8c31, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-15T17:59:23.134 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 17:59:22 smithi153 bash[148059]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b 2024-04-15T17:59:23.134 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 17:59:23 smithi153 podman[148073]: 2024-04-15 17:59:23.103151128 +0000 UTC m=+0.508418289 container remove 8b067668fd8be86b9350f1cb93ddcab7fa6923ae7db7a337c792c5b230a27461 (image=quay.ceph.io/ceph-ci/ceph@sha256:55072b3f7eae2e3409906b98d09d882e1c3dc2a9205d85fd5f4c0bc62f82d163, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-mds-b, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_COMMIT=e83daab126629de4b83b70f7819e84da953b5b67, CEPH_POINT_RELEASE=, RELEASE=main-c2d8c31, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0) 2024-04-15T17:59:23.356 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mds.b.service' 2024-04-15T17:59:23.384 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 17:59:23 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mds.b.service: Deactivated successfully. 2024-04-15T17:59:23.384 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 17:59:23 smithi153 systemd[1]: Stopped Ceph mds.b for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T17:59:23.384 INFO:journalctl@ceph.mds.b.smithi153.stdout:Apr 15 17:59:23 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@mds.b.service: Consumed 1.797s CPU time. 2024-04-15T17:59:23.394 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:59:23.394 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-15T17:59:23.395 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-15T17:59:23.395 DEBUG:teuthology.orchestra.run.smithi153:> sudo systemctl stop ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@prometheus.a 2024-04-15T17:59:23.717 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.403Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.90:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.90:8765: connect: connection refused" 2024-04-15T17:59:23.717 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.405Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.90:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.90:8765: connect: connection refused" 2024-04-15T17:59:23.717 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.407Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.90:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.90:8765: connect: connection refused" 2024-04-15T17:59:23.718 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.408Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.90:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.90:8765: connect: connection refused" 2024-04-15T17:59:23.718 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.408Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.90:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.90:8765: connect: connection refused" 2024-04-15T17:59:23.718 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 systemd[1]: Stopping Ceph prometheus.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:59:23.718 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.714Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-15T17:59:23.718 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.715Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-15T17:59:23.718 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.715Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-15T17:59:23.718 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.715Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-15T17:59:23.718 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.715Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-15T17:59:23.718 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.715Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-15T17:59:23.718 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.715Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-15T17:59:23.718 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.715Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-15T17:59:23.718 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.715Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-15T17:59:24.001 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.719Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-15T17:59:24.001 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.719Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-15T17:59:24.001 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a[117197]: ts=2024-04-15T17:59:23.719Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-15T17:59:24.001 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:23 smithi153 podman[148179]: 2024-04-15 17:59:23.725653906 +0000 UTC m=+0.116361783 container died b8ba9c20d7405849a067878f9999cc3a00ed8fe300bdd08cf25b38b642edcfed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T17:59:24.334 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:24 smithi153 podman[148179]: 2024-04-15 17:59:24.097929072 +0000 UTC m=+0.488636955 container cleanup b8ba9c20d7405849a067878f9999cc3a00ed8fe300bdd08cf25b38b642edcfed (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-15T17:59:24.334 INFO:journalctl@ceph.prometheus.a.smithi153.stdout:Apr 15 17:59:24 smithi153 bash[148179]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-prometheus-a 2024-04-15T17:59:24.471 DEBUG:teuthology.orchestra.run.smithi153:> sudo pkill -f 'journalctl -f -n 0 -u ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@prometheus.a.service' 2024-04-15T17:59:24.509 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-15T17:59:24.509 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-15T17:59:24.509 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 --force --keep-logs 2024-04-15T17:59:24.668 INFO:teuthology.orchestra.run.smithi090.stdout:Deleting cluster with fsid: ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T17:59:26.321 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:26 smithi090 systemd[1]: Stopping Ceph alertmanager.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:59:26.590 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:26 smithi090 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a[123946]: ts=2024-04-15T17:59:26.318Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-15T17:59:26.591 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:26 smithi090 podman[214518]: 2024-04-15 17:59:26.359482661 +0000 UTC m=+0.133034125 container died 2aa405d6485792680ace70fae6d2660a6b484cb20b508b685ab038b701e1c591 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T17:59:26.890 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:26 smithi090 podman[214518]: 2024-04-15 17:59:26.68599427 +0000 UTC m=+0.459545734 container cleanup 2aa405d6485792680ace70fae6d2660a6b484cb20b508b685ab038b701e1c591 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T17:59:26.891 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:26 smithi090 bash[214518]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a 2024-04-15T17:59:27.238 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:26 smithi090 podman[214532]: 2024-04-15 17:59:26.888558429 +0000 UTC m=+0.519283165 container remove 2aa405d6485792680ace70fae6d2660a6b484cb20b508b685ab038b701e1c591 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-15T17:59:27.239 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:26 smithi090 podman[214532]: 2024-04-15 17:59:26.964126111 +0000 UTC m=+0.594850803 volume remove 423c3ee1e8f5d565c336b431044da723d2ef91a6e348cc9a354ddd1cac31c994 2024-04-15T17:59:27.590 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 17:59:27 smithi090 systemd[1]: Stopping Ceph node-exporter.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:59:27.591 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:27 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@alertmanager.a.service: Deactivated successfully. 2024-04-15T17:59:27.591 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:27 smithi090 systemd[1]: Stopped Ceph alertmanager.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T17:59:27.591 INFO:journalctl@ceph.alertmanager.a.smithi090.stdout:Apr 15 17:59:27 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@alertmanager.a.service: Consumed 4.038s CPU time. 2024-04-15T17:59:28.011 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 17:59:27 smithi090 podman[214641]: 2024-04-15 17:59:27.68634545 +0000 UTC m=+0.113776340 container died 600caf4b1937fa695002a61c510c58ea2083a75eb2249d0b3bffdc1f8685ec64 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T17:59:28.340 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 17:59:28 smithi090 podman[214641]: 2024-04-15 17:59:28.009076509 +0000 UTC m=+0.436507401 container cleanup 600caf4b1937fa695002a61c510c58ea2083a75eb2249d0b3bffdc1f8685ec64 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T17:59:28.340 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 17:59:28 smithi090 bash[214641]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a 2024-04-15T17:59:28.341 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 17:59:28 smithi090 podman[214655]: 2024-04-15 17:59:28.168845148 +0000 UTC m=+0.484791031 container remove 600caf4b1937fa695002a61c510c58ea2083a75eb2249d0b3bffdc1f8685ec64 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-15T17:59:28.341 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 17:59:28 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-15T17:59:28.632 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 17:59:28 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-15T17:59:28.632 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 17:59:28 smithi090 systemd[1]: Stopped Ceph node-exporter.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T17:59:28.632 INFO:journalctl@ceph.node-exporter.a.smithi090.stdout:Apr 15 17:59:28 smithi090 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@node-exporter.a.service: Consumed 8.567s CPU time. 2024-04-15T17:59:28.981 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 --force --keep-logs 2024-04-15T17:59:29.144 INFO:teuthology.orchestra.run.smithi153.stdout:Deleting cluster with fsid: ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T17:59:30.839 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:59:30 smithi153 systemd[1]: Stopping Ceph grafana.a for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:59:31.133 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:59:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=server t=2024-04-15T17:59:30.836760363Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-15T17:59:31.133 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:59:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=ticker t=2024-04-15T17:59:30.837046397Z level=info msg=stopped last_tick=2024-04-15T17:59:30Z 2024-04-15T17:59:31.134 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:59:30 smithi153 ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a[121195]: logger=tracing t=2024-04-15T17:59:30.837062598Z level=info msg="Closing tracing" 2024-04-15T17:59:31.134 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:59:30 smithi153 podman[148637]: 2024-04-15 17:59:30.846985199 +0000 UTC m=+0.113077298 container died 215f72752a4d5527799a60813c6702240fbc47e6633aa40d871afad32d1d9ed0 (image=quay.io/ceph/grafana:9.4.12, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T17:59:31.572 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:59:31 smithi153 podman[148637]: 2024-04-15 17:59:31.169172482 +0000 UTC m=+0.435264570 container cleanup 215f72752a4d5527799a60813c6702240fbc47e6633aa40d871afad32d1d9ed0 (image=quay.io/ceph/grafana:9.4.12, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T17:59:31.572 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:59:31 smithi153 bash[148637]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a 2024-04-15T17:59:31.572 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:59:31 smithi153 podman[148651]: 2024-04-15 17:59:31.345258607 +0000 UTC m=+0.496751379 container remove 215f72752a4d5527799a60813c6702240fbc47e6633aa40d871afad32d1d9ed0 (image=quay.io/ceph/grafana:9.4.12, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-grafana-a, maintainer=Grafana Labs ) 2024-04-15T17:59:31.883 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:59:31 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@grafana.a.service: Deactivated successfully. 2024-04-15T17:59:31.883 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:59:31 smithi153 systemd[1]: Stopped Ceph grafana.a for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T17:59:31.883 INFO:journalctl@ceph.grafana.a.smithi153.stdout:Apr 15 17:59:31 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@grafana.a.service: Consumed 49.633s CPU time. 2024-04-15T17:59:31.883 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 17:59:31 smithi153 systemd[1]: Stopping Ceph node-exporter.b for ddc2db54-fb43-11ee-bc8f-c7b262605968... 2024-04-15T17:59:32.325 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 17:59:31 smithi153 podman[148756]: 2024-04-15 17:59:31.992575407 +0000 UTC m=+0.096980074 container died e4f30e6410d44917a00534e54a87679c28dbb83e5af53823aaf843b906ff7fee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T17:59:32.325 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 17:59:32 smithi153 podman[148756]: 2024-04-15 17:59:32.322984702 +0000 UTC m=+0.427389364 container cleanup e4f30e6410d44917a00534e54a87679c28dbb83e5af53823aaf843b906ff7fee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T17:59:32.633 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 17:59:32 smithi153 bash[148756]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b 2024-04-15T17:59:32.633 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 17:59:32 smithi153 podman[148771]: 2024-04-15 17:59:32.499286002 +0000 UTC m=+0.510790938 container remove e4f30e6410d44917a00534e54a87679c28dbb83e5af53823aaf843b906ff7fee (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-15T17:59:32.633 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 17:59:32 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-15T17:59:33.133 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 17:59:32 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-15T17:59:33.133 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 17:59:32 smithi153 systemd[1]: Stopped Ceph node-exporter.b for ddc2db54-fb43-11ee-bc8f-c7b262605968. 2024-04-15T17:59:33.133 INFO:journalctl@ceph.node-exporter.b.smithi153.stdout:Apr 15 17:59:32 smithi153 systemd[1]: ceph-ddc2db54-fb43-11ee-bc8f-c7b262605968@node-exporter.b.service: Consumed 8.135s CPU time. 2024-04-15T17:59:33.355 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-15T17:59:33.393 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-15T17:59:33.426 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-15T17:59:33.428 DEBUG:teuthology.misc:Transferring archived files from smithi090:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655946/remote/smithi090/crash 2024-04-15T17:59:33.428 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar c -f - -C /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/crash -- . 2024-04-15T17:59:33.483 INFO:teuthology.orchestra.run.smithi090.stderr:tar: /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/crash: Cannot open: No such file or directory 2024-04-15T17:59:33.483 INFO:teuthology.orchestra.run.smithi090.stderr:tar: Error is not recoverable: exiting now 2024-04-15T17:59:33.485 DEBUG:teuthology.misc:Transferring archived files from smithi153:/var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/crash to /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655946/remote/smithi153/crash 2024-04-15T17:59:33.486 DEBUG:teuthology.orchestra.run.smithi153:> sudo tar c -f - -C /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/crash -- . 2024-04-15T17:59:33.525 INFO:teuthology.orchestra.run.smithi153.stderr:tar: /var/lib/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/crash: Cannot open: No such file or directory 2024-04-15T17:59:33.525 INFO:teuthology.orchestra.run.smithi153.stderr:tar: Error is not recoverable: exiting now 2024-04-15T17:59:33.527 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-15T17:59:33.528 DEBUG:teuthology.orchestra.run.smithi090:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-15T17:59:33.560 INFO:teuthology.orchestra.run.smithi090.stdout:2024-04-15T16:33:13.342193+0000 mon.a (mon.0) 331 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T17:59:33.562 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-15T17:59:33.562 DEBUG:teuthology.orchestra.run.smithi090:> sudo egrep '\[SEC\]' /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-15T17:59:33.636 DEBUG:teuthology.orchestra.run.smithi090:> sudo egrep '\[ERR\]' /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-15T17:59:33.710 DEBUG:teuthology.orchestra.run.smithi090:> sudo egrep '\[WRN\]' /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-15T17:59:33.782 INFO:teuthology.orchestra.run.smithi090.stdout:2024-04-15T16:33:13.342193+0000 mon.a (mon.0) 331 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-15T17:59:33.783 INFO:tasks.cephadm:Compressing logs... 2024-04-15T17:59:33.784 DEBUG:teuthology.orchestra.run.smithi090:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-15T17:59:33.826 DEBUG:teuthology.orchestra.run.smithi153:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-15T17:59:33.852 INFO:teuthology.orchestra.run.smithi090.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-15T17:59:33.852 INFO:teuthology.orchestra.run.smithi090.stderr:: No such file or directory 2024-04-15T17:59:33.852 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mon.a.log 2024-04-15T17:59:33.852 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.audit.log 2024-04-15T17:59:33.852 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.1.log 2024-04-15T17:59:33.853 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mon.a.log: /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.3.log 2024-04-15T17:59:33.854 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mgr.y.log 2024-04-15T17:59:33.854 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.0.log 2024-04-15T17:59:33.855 INFO:teuthology.orchestra.run.smithi153.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-15T17:59:33.855 INFO:teuthology.orchestra.run.smithi153.stderr:: No such file or directory 2024-04-15T17:59:33.856 INFO:teuthology.orchestra.run.smithi153.stderr:gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.6.log 2024-04-15T17:59:33.856 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.cephadm.log 2024-04-15T17:59:33.856 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.0.log: 91.5% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-15T17:59:33.859 INFO:teuthology.orchestra.run.smithi153.stderr:gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.audit.log 2024-04-15T17:59:33.859 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/cephadm.log: /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mds.b.log 2024-04-15T17:59:33.860 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.4.log 2024-04-15T17:59:33.860 INFO:teuthology.orchestra.run.smithi153.stderr:gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.7.log 2024-04-15T17:59:33.860 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mds.b.log: /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.5.log 2024-04-15T17:59:33.860 INFO:teuthology.orchestra.run.smithi153.stderr: 85.0% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mds.b.log.gz 2024-04-15T17:59:33.860 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mgr.x.log 2024-04-15T17:59:33.860 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.cephadm.log 2024-04-15T17:59:33.860 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.log 2024-04-15T17:59:33.860 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.cephadm.log: 84.1% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.cephadm.log.gz 2024-04-15T17:59:33.861 INFO:teuthology.orchestra.run.smithi153.stderr:gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-volume.log 2024-04-15T17:59:33.863 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.log 2024-04-15T17:59:33.865 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.cephadm.log: 90.7% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.cephadm.log.gz 2024-04-15T17:59:33.865 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.2.log 2024-04-15T17:59:33.866 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.log: 91.5% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.audit.log.gz 2024-04-15T17:59:33.868 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.log: 94.8% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.audit.log.gz 2024-04-15T17:59:33.868 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-volume.log 2024-04-15T17:59:33.874 INFO:teuthology.orchestra.run.smithi153.stderr:gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mon.b.log 2024-04-15T17:59:33.875 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-volume.log: 89.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-15T17:59:33.877 INFO:teuthology.orchestra.run.smithi153.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mon.b.log: 86.9% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.log.gz 2024-04-15T17:59:33.883 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mds.a.log 2024-04-15T17:59:33.890 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-volume.log: 92.8% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph.log.gz 2024-04-15T17:59:33.890 INFO:teuthology.orchestra.run.smithi090.stderr:gzip -5 --verbose -- /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mon.c.log 2024-04-15T17:59:33.902 INFO:teuthology.orchestra.run.smithi153.stderr: 91.1% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-volume.log.gz 2024-04-15T17:59:33.907 INFO:teuthology.orchestra.run.smithi090.stderr:/var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mds.a.log: /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mon.c.log: 92.4% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mds.a.log.gz 2024-04-15T17:59:33.912 INFO:teuthology.orchestra.run.smithi153.stderr: 90.6% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mgr.x.log.gz 2024-04-15T17:59:33.941 INFO:teuthology.orchestra.run.smithi090.stderr: 91.1% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-volume.log.gz 2024-04-15T17:59:34.998 INFO:teuthology.orchestra.run.smithi090.stderr: 89.5% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mgr.y.log.gz 2024-04-15T17:59:35.334 INFO:teuthology.orchestra.run.smithi153.stderr: 92.2% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mon.b.log.gz 2024-04-15T17:59:36.285 INFO:teuthology.orchestra.run.smithi090.stderr: 91.7% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mon.c.log.gz 2024-04-15T17:59:38.344 INFO:teuthology.orchestra.run.smithi090.stderr: 90.5% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-mon.a.log.gz 2024-04-15T17:59:53.759 INFO:teuthology.orchestra.run.smithi153.stderr: 94.5% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.6.log.gz 2024-04-15T17:59:54.780 INFO:teuthology.orchestra.run.smithi153.stderr: 94.2% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.4.log.gz 2024-04-15T17:59:55.312 INFO:teuthology.orchestra.run.smithi153.stderr: 94.3% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.7.log.gz 2024-04-15T17:59:58.016 INFO:teuthology.orchestra.run.smithi090.stderr: 94.4% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.0.log.gz 2024-04-15T17:59:58.555 INFO:teuthology.orchestra.run.smithi090.stderr: 94.3% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.1.log.gz 2024-04-15T17:59:58.978 INFO:teuthology.orchestra.run.smithi090.stderr: 94.5% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.3.log.gz 2024-04-15T18:00:00.670 INFO:teuthology.orchestra.run.smithi090.stderr: 94.1% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.2.log.gz 2024-04-15T18:00:00.673 INFO:teuthology.orchestra.run.smithi090.stderr: 2024-04-15T18:00:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:real 0m26.834s 2024-04-15T18:00:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:user 1m44.843s 2024-04-15T18:00:00.673 INFO:teuthology.orchestra.run.smithi090.stderr:sys 0m3.763s 2024-04-15T18:00:01.529 INFO:teuthology.orchestra.run.smithi153.stderr: 94.9% -- replaced with /var/log/ceph/ddc2db54-fb43-11ee-bc8f-c7b262605968/ceph-osd.5.log.gz 2024-04-15T18:00:01.531 INFO:teuthology.orchestra.run.smithi153.stderr: 2024-04-15T18:00:01.531 INFO:teuthology.orchestra.run.smithi153.stderr:real 0m27.689s 2024-04-15T18:00:01.531 INFO:teuthology.orchestra.run.smithi153.stderr:user 1m28.025s 2024-04-15T18:00:01.531 INFO:teuthology.orchestra.run.smithi153.stderr:sys 0m3.336s 2024-04-15T18:00:01.531 INFO:tasks.cephadm:Archiving logs... 2024-04-15T18:00:01.531 DEBUG:teuthology.misc:Transferring archived files from smithi090:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655946/remote/smithi090/log 2024-04-15T18:00:01.532 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-15T18:00:16.060 DEBUG:teuthology.misc:Transferring archived files from smithi153:/var/log/ceph to /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655946/remote/smithi153/log 2024-04-15T18:00:16.061 DEBUG:teuthology.orchestra.run.smithi153:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-15T18:00:28.095 INFO:tasks.cephadm:Removing cluster... 2024-04-15T18:00:28.095 DEBUG:teuthology.orchestra.run.smithi090:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 --force 2024-04-15T18:00:28.253 INFO:teuthology.orchestra.run.smithi090.stdout:Deleting cluster with fsid: ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T18:00:28.645 DEBUG:teuthology.orchestra.run.smithi153:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid ddc2db54-fb43-11ee-bc8f-c7b262605968 --force 2024-04-15T18:00:28.805 INFO:teuthology.orchestra.run.smithi153.stdout:Deleting cluster with fsid: ddc2db54-fb43-11ee-bc8f-c7b262605968 2024-04-15T18:00:29.416 INFO:tasks.cephadm:Removing cephadm ... 2024-04-15T18:00:29.417 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-15T18:00:29.433 DEBUG:teuthology.orchestra.run.smithi153:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-15T18:00:29.449 INFO:tasks.cephadm:Teardown complete 2024-04-15T18:00:29.449 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-15T18:00:29.462 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-15T18:00:29.463 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-15T18:00:29.476 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-15T18:00:29.569 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-15T18:00:29.579 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-15T18:00:29.580 DEBUG:teuthology.orchestra.run.smithi090:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T18:00:29.582 DEBUG:teuthology.orchestra.run.smithi153:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-15T18:00:29.595 INFO:teuthology.orchestra.run.smithi090.stderr:bash: line 1: ntpq: command not found 2024-04-15T18:00:29.597 INFO:teuthology.orchestra.run.smithi153.stderr:bash: line 1: ntpq: command not found 2024-04-15T18:00:29.599 INFO:teuthology.orchestra.run.smithi090.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T18:00:29.600 INFO:teuthology.orchestra.run.smithi090.stdout:=============================================================================== 2024-04-15T18:00:29.600 INFO:teuthology.orchestra.run.smithi090.stdout:^* hv01.front.sepia.ceph.com 3 6 377 49 +23us[ +32us] +/- 70ms 2024-04-15T18:00:29.600 INFO:teuthology.orchestra.run.smithi090.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 50 -1296us[-1287us] +/- 58ms 2024-04-15T18:00:29.600 INFO:teuthology.orchestra.run.smithi090.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 45 +1658us[+1658us] +/- 83ms 2024-04-15T18:00:29.600 INFO:teuthology.orchestra.run.smithi090.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T18:00:29.601 INFO:teuthology.orchestra.run.smithi153.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-15T18:00:29.601 INFO:teuthology.orchestra.run.smithi153.stdout:=============================================================================== 2024-04-15T18:00:29.601 INFO:teuthology.orchestra.run.smithi153.stdout:^* hv01.front.sepia.ceph.com 3 8 377 50 +56us[ +17us] +/- 70ms 2024-04-15T18:00:29.602 INFO:teuthology.orchestra.run.smithi153.stdout:^+ hv02.front.sepia.ceph.com 3 7 377 106 -1342us[-1378us] +/- 57ms 2024-04-15T18:00:29.602 INFO:teuthology.orchestra.run.smithi153.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 42 +1641us[+1641us] +/- 83ms 2024-04-15T18:00:29.602 INFO:teuthology.orchestra.run.smithi153.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-15T18:00:29.602 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-15T18:00:29.614 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-15T18:00:29.614 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-15T18:00:29.657 DEBUG:teuthology.orchestra.run.smithi090:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-15T18:00:29.751 DEBUG:teuthology.orchestra.run.smithi153:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-15T18:00:29.838 DEBUG:teuthology.orchestra.run.smithi090:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-15T18:00:29.869 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T18:00:29.870 DEBUG:teuthology.orchestra.run.smithi153:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-15T18:00:29.902 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T18:00:29.903 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-15T18:00:29.915 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-15T18:00:29.926 INFO:teuthology.task.internal:Duration was 6465.748470 seconds 2024-04-15T18:00:29.926 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-15T18:00:29.942 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-15T18:00:29.942 DEBUG:teuthology.orchestra.run.smithi090:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-15T18:00:29.945 DEBUG:teuthology.orchestra.run.smithi153:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-15T18:00:29.988 INFO:teuthology.orchestra.run.smithi090.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T18:00:29.990 INFO:teuthology.orchestra.run.smithi153.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-15T18:00:30.379 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-15T18:00:30.380 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi090.front.sepia.ceph.com 2024-04-15T18:00:30.380 DEBUG:teuthology.orchestra.run.smithi090:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-15T18:00:30.401 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi153.front.sepia.ceph.com 2024-04-15T18:00:30.401 DEBUG:teuthology.orchestra.run.smithi153:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-15T18:00:30.431 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-15T18:00:30.431 DEBUG:teuthology.orchestra.run.smithi090:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-15T18:00:30.444 DEBUG:teuthology.orchestra.run.smithi153:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-15T18:00:30.501 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-15T18:00:30.502 DEBUG:teuthology.orchestra.run.smithi090:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-15T18:00:30.516 DEBUG:teuthology.orchestra.run.smithi153:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-15T18:00:31.158 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-15T18:00:31.169 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-15T18:00:31.170 DEBUG:teuthology.orchestra.run.smithi090:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-15T18:00:31.199 DEBUG:teuthology.orchestra.run.smithi153:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-15T18:00:31.228 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-15T18:00:31.240 DEBUG:teuthology.orchestra.run.smithi090:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-15T18:00:31.243 DEBUG:teuthology.orchestra.run.smithi153:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-15T18:00:31.267 INFO:teuthology.orchestra.run.smithi090.stdout:kernel.core_pattern = core 2024-04-15T18:00:31.295 INFO:teuthology.orchestra.run.smithi153.stdout:kernel.core_pattern = core 2024-04-15T18:00:31.312 DEBUG:teuthology.orchestra.run.smithi090:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-15T18:00:31.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T18:00:31.339 DEBUG:teuthology.orchestra.run.smithi153:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-15T18:00:31.366 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-15T18:00:31.367 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-15T18:00:31.380 INFO:teuthology.task.internal:Transferring archived files... 2024-04-15T18:00:31.381 DEBUG:teuthology.misc:Transferring archived files from smithi090:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655946/remote/smithi090 2024-04-15T18:00:31.381 DEBUG:teuthology.orchestra.run.smithi090:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-15T18:00:31.433 DEBUG:teuthology.misc:Transferring archived files from smithi153:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655946/remote/smithi153 2024-04-15T18:00:31.434 DEBUG:teuthology.orchestra.run.smithi153:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-15T18:00:31.480 INFO:teuthology.task.internal:Removing archive directory... 2024-04-15T18:00:31.480 DEBUG:teuthology.orchestra.run.smithi090:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-15T18:00:31.482 DEBUG:teuthology.orchestra.run.smithi153:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-15T18:00:31.529 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-15T18:00:31.542 INFO:teuthology.task.internal:Not uploading archives. 2024-04-15T18:00:31.542 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-15T18:00:31.552 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-15T18:00:31.553 DEBUG:teuthology.orchestra.run.smithi090:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-15T18:00:31.555 DEBUG:teuthology.orchestra.run.smithi153:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-15T18:00:31.568 INFO:teuthology.orchestra.run.smithi090.stdout: 265305 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 15 18:00 /home/ubuntu/cephtest 2024-04-15T18:00:31.584 INFO:teuthology.orchestra.run.smithi153.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 15 18:00 /home/ubuntu/cephtest 2024-04-15T18:00:31.585 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-15T18:00:31.597 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-15T18:00:31.646 INFO:teuthology.nuke:Checking targets against current locks 2024-04-15T18:00:31.669 DEBUG:teuthology.nuke:shortname: smithi090 2024-04-15T18:00:31.669 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-15T18:00:31.689 DEBUG:teuthology.nuke:shortname: smithi153 2024-04-15T18:00:31.689 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-15T18:00:31.692 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi090.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655946', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 16:03:11.695579', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBPl6LmqWcaopWW+7jZgS5vI0t6xc0J9ApJS702wrbdGz+10308gnIFQlvreJahB6feEw+L6Lz7GMd6eyWwl9wWQ='} 2024-04-15T18:00:31.713 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi153.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/teuthology-2024-04-14_20:00:15-rados-main-distro-default-smithi/7655946', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-15 16:03:11.693967', 'locked_by': 'scheduled_teuthology@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBL7LnSJH2vvh/0cJd0V207lwzyv1G56M7YGyIRvEqkP1iRIoZKkjnb0RPNupn+sgZ1xUAqbWYKJxVp9hGoT0jtw='} 2024-04-15T18:00:31.738 INFO:teuthology.orchestra.console.smithi090:Power off 2024-04-15T18:00:31.738 DEBUG:teuthology.orchestra.console.smithi090:pexpect command: ipmitool -H smithi090.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-15T18:00:31.761 DEBUG:teuthology.orchestra.console.smithi090:power off output: Chassis Power Control: Down/Off 2024-04-15T18:00:31.761 DEBUG:teuthology.orchestra.console.smithi090:pexpect command: ipmitool -H smithi090.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T18:00:31.777 INFO:teuthology.orchestra.console.smithi153:Power off 2024-04-15T18:00:31.777 DEBUG:teuthology.orchestra.console.smithi153:pexpect command: ipmitool -H smithi153.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-15T18:00:31.788 DEBUG:teuthology.orchestra.console.smithi090:check power output: Chassis Power is on 2024-04-15T18:00:31.803 DEBUG:teuthology.orchestra.console.smithi153:power off output: Chassis Power Control: Down/Off 2024-04-15T18:00:31.803 DEBUG:teuthology.orchestra.console.smithi153:pexpect command: ipmitool -H smithi153.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T18:00:31.826 DEBUG:teuthology.orchestra.console.smithi153:check power output: Chassis Power is on 2024-04-15T18:00:35.789 DEBUG:teuthology.orchestra.console.smithi090:pexpect command: ipmitool -H smithi090.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T18:00:35.827 DEBUG:teuthology.orchestra.console.smithi153:pexpect command: ipmitool -H smithi153.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T18:00:35.900 DEBUG:teuthology.orchestra.console.smithi090:check power output: Chassis Power is on 2024-04-15T18:00:35.938 DEBUG:teuthology.orchestra.console.smithi153:check power output: Chassis Power is on 2024-04-15T18:00:39.905 DEBUG:teuthology.orchestra.console.smithi090:pexpect command: ipmitool -H smithi090.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T18:00:39.939 DEBUG:teuthology.orchestra.console.smithi153:pexpect command: ipmitool -H smithi153.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-15T18:00:40.016 DEBUG:teuthology.orchestra.console.smithi090:check power output: Chassis Power is off 2024-04-15T18:00:40.050 DEBUG:teuthology.orchestra.console.smithi153:check power output: Chassis Power is off 2024-04-15T18:00:40.118 INFO:teuthology.orchestra.console.smithi090:Power off completed 2024-04-15T18:00:40.151 INFO:teuthology.orchestra.console.smithi153:Power off completed 2024-04-15T18:00:40.256 INFO:teuthology.run:Summary data: description: rados/upgrade/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/connectivity upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6465.748470067978 failure_reason: '"2024-04-15T16:33:13.342193+0000 mon.a (mon.0) 331 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log' flavor: default owner: scheduled_teuthology@teuthology success: false 2024-04-15T18:00:40.256 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-15T18:00:40.344 INFO:teuthology.run:FAIL